-- Logs begin at Fri 2022-02-11 04:09:29 UTC, end at Fri 2022-02-11 06:52:58 UTC. -- Feb 11 04:59:42.419468 n-d-713498-37 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 04:59:45.719510 n-d-713498-37 neutron-server[103973]: INFO neutron.common.config [-] Logging enabled! Feb 11 04:59:45.720224 n-d-713498-37 neutron-server[103973]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 04:59:45.720357 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103973) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 04:59:45.723918 n-d-713498-37 neutron-server[103973]: INFO neutron.common.config [-] Logging enabled! Feb 11 04:59:45.724177 n-d-713498-37 neutron-server[103973]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 04:59:45.724489 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103973) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 04:59:45.725489 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:59:45.725725 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:59:45.726752 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:59:45.727116 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:59:45.727415 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:59:45.727941 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.728392 n-d-713498-37 neutron-server[103973]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 11 04:59:45.728743 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.729047 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.729347 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.729673 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.729986 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.730274 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.730567 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.730874 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.731168 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.731450 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.731738 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.732034 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.732320 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.732630 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.732968 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.733258 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] debug = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.733541 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.733987 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.734403 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.734685 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.735000 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.735279 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.735669 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.735809 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.736098 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.736456 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] host = n-d-713498-37 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.736766 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.737056 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.737346 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.737628 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.737905 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.738186 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.738469 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.738744 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.739018 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] log_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.739294 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.739584 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.739870 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.740162 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.740440 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.740693 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.741017 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.741308 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.741586 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.742137 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.742472 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.742758 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.743036 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.743308 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.743601 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.743888 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.744174 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.744450 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.744755 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.745034 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.745310 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.745597 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.745874 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.746151 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.746445 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.746733 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.747003 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.747279 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.747589 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.747875 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.748160 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.748445 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.748747 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.749032 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.749306 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.749580 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.749853 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] use_json = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.750125 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.750398 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.750681 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.750955 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.751234 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.751508 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.751780 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.752067 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.752339 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:45.752664 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.752965 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.753324 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.753635 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.753936 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.754214 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.754507 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.754788 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.755076 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.755366 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.755660 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.755938 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.756242 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.756532 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.756858 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.757167 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.758150 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.758507 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.758794 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.759077 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.759358 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.759640 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.759933 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.760215 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.760507 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.760828 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.761111 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.761412 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.761706 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.762002 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.762295 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.762572 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.762852 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.763146 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.763426 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.763701 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.763981 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.764273 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.764576 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.764879 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.765187 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.765468 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.765791 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.766066 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.766344 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.766636 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.766914 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.767188 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.767461 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.767737 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.768007 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.768293 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.768870 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.769150 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.769426 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.769707 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.769981 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.770259 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.770536 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.770809 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.771085 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.771366 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.771638 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.771909 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.772182 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.772456 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.772895 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.773974 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.774478 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.774931 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.775248 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.775532 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.775810 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.776089 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.776383 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.776716 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.777001 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.777285 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.777566 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.777847 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.778129 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.778405 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.778682 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.778958 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.779231 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.779533 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.779816 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.780139 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.780451 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.780760 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.781059 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.781337 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.781633 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.781907 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.782183 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.782466 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.782751 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.783051 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.783348 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.783648 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.783943 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.784238 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.784522 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.784866 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.785147 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:45.785364 n-d-713498-37 neutron-server[103973]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:59:45.785616 n-d-713498-37 neutron-server[103973]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103973) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 04:59:46.193467 n-d-713498-37 neutron-server[103973]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 04:59:46.193778 n-d-713498-37 neutron-server[103973]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 04:59:46.194151 n-d-713498-37 neutron-server[103973]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 04:59:46.194529 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 04:59:46.564476 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.564855 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.565171 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.566552 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.566887 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.567200 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.617778 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.618107 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.618416 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.637414 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.637692 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.637977 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.672312 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.672678 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.673032 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.715887 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.716181 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:46.716456 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.104976 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.106038 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.106038 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.106038 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.106778 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.221612 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.221877 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.222128 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.222404 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.222671 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.222992 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.223277 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.223543 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.223804 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.224086 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.224351 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.224884 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.224884 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.225151 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.225456 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.225701 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.226076 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.226433 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.226720 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.227014 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.227291 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.227545 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.227837 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.228255 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.228508 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.228803 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.229292 n-d-713498-37 neutron-server[103973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:59:47.229549 n-d-713498-37 neutron-server[103973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:59:47.229799 n-d-713498-37 neutron-server[103973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:59:47.230051 n-d-713498-37 neutron-server[103973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:59:47.230314 n-d-713498-37 neutron-server[103973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:59:47.230576 n-d-713498-37 neutron-server[103973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:59:47.230980 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 04:59:47.234870 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 04:59:47.239611 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 04:59:47.244042 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 11 04:59:47.245917 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 04:59:47.246419 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 04:59:47.246771 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 04:59:47.247164 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 04:59:47.250150 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 04:59:47.250420 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 04:59:47.250773 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 04:59:47.255880 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 04:59:47.281245 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 04:59:47.281922 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.282232 n-d-713498-37 neutron-server[103973]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103973) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 11 04:59:47.282603 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.284086 n-d-713498-37 neutron-server[103973]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103973) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 04:59:47.284379 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 04:59:47.284664 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 04:59:47.288112 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.288392 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:47.354043 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 04:59:47.354294 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 04:59:47.354507 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 04:59:47.355087 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 04:59:47.377591 n-d-713498-37 neutron-server[103973]: DEBUG oslo_db.sqlalchemy.engines [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103973) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 04:59:48.052244 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Initializing driver for type 'gre' Feb 11 04:59:48.052836 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] gre ID ranges: [(1, 1000)] Feb 11 04:59:48.290989 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Initializing driver for type 'local' Feb 11 04:59:48.291673 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Initializing driver for type 'vlan' Feb 11 04:59:48.434607 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] VlanTypeDriver initialization complete Feb 11 04:59:48.435022 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Initializing driver for type 'vxlan' Feb 11 04:59:48.435638 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] vxlan ID ranges: [(1, 1000)] Feb 11 04:59:48.697591 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Initializing extension driver 'port_security' Feb 11 04:59:48.697878 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.extensions.port_security [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] PortSecurityExtensionDriver initialization complete Feb 11 04:59:48.698272 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Initializing mechanism driver 'openvswitch' Feb 11 04:59:48.698673 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Initializing mechanism driver 'hyperv' Feb 11 04:59:48.710162 n-d-713498-37 neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:48.711501 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > port after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.711953 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > port after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.712402 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > port after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.713075 n-d-713498-37 neutron-server[103973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:59:48.713564 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > subnet after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.713973 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > subnet after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.714392 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.715001 n-d-713498-37 neutron-server[103973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:59:48.715483 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > network after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.715885 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > network after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.716336 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > network after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.716871 n-d-713498-37 neutron-server[103973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:59:48.717345 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > security_group after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.717743 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > security_group after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.718155 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.718619 n-d-713498-37 neutron-server[103973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:59:48.719125 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.719554 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.719958 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.720421 n-d-713498-37 neutron-server[103973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:59:48.720931 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > address_group after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.721362 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > address_group after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.721791 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.722249 n-d-713498-37 neutron-server[103973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:59:48.722778 n-d-713498-37 neutron-server[103973]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] ML2 OVO RPC backend initialized. {{(pid=103973) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 04:59:48.723666 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.724076 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.724635 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > network before_response 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.725096 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > networks before_response 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.725530 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > port before_response 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.726442 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > ports before_response 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.727188 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > subnet before_response 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.727692 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > subnets before_response 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.728113 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > network after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.728526 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > network after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.728971 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > network after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.729380 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > port after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.729778 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > port after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.730190 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > port after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.730666 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > subnet after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.731074 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > subnet after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.731431 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.742539 n-d-713498-37 neutron-server[103973]: INFO neutron.quota [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded quota_driver: . Feb 11 04:59:48.743177 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.plugin [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Modular L2 Plugin initialization complete Feb 11 04:59:48.743610 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading services supported by the core plugin {{(pid=103973) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 04:59:48.743978 n-d-713498-37 neutron-server[103973]: INFO neutron.plugins.ml2.managers [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Got port-security extension from driver 'port_security' Feb 11 04:59:48.744550 n-d-713498-37 neutron-server[103973]: INFO neutron.extensions.vlantransparent [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Disabled vlantransparent extension. Feb 11 04:59:48.745109 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103973) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 04:59:48.745445 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading Plugin: router Feb 11 04:59:48.793228 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.793640 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router after_create 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.794026 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router before_create 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.794443 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.794830 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.795216 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router after_delete 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.795584 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.795963 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.796350 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router after_create 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.796745 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router after_update 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.797133 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router after_update 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.797495 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.797875 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router after_update 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.798311 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_update 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.798703 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: port after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.799076 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: port after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.799429 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: subnet after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.799810 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.800184 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.800544 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_create 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.800934 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: port before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.801298 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.801681 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router after_update 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.802058 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.802589 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_create 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.803023 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.803395 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_update 55549900 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.803817 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > agent after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.804916 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > agent after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.805414 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > network after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.806781 n-d-713498-37 neutron-server[103973]: DEBUG neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Tracking information for resource: router configured {{(pid=103973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:59:48.807254 n-d-713498-37 neutron-server[103973]: DEBUG neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Tracking information for resource: floatingip configured {{(pid=103973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:59:48.814446 n-d-713498-37 neutron-server[103973]: INFO neutron.db.l3_agentschedulers_db [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 04:59:48.815258 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: port after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.815767 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: port after_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.816205 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: port after_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.816572 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: port after_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.817501 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router before_create 55550100 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.817912 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.818291 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_create 55550100 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.818674 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > router precommit_update 55550100 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.824481 n-d-713498-37 neutron-server[103973]: DEBUG neutron.services.provider_configuration [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service providers = [] {{(pid=103973) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 04:59:48.824889 n-d-713498-37 neutron-server[103973]: DEBUG neutron.db.servicetype_db [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103973) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 04:59:48.828325 n-d-713498-37 neutron-server[103973]: DEBUG neutron.services.service_base [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:59:48.828734 n-d-713498-37 neutron-server[103973]: DEBUG neutron.services.service_base [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:59:48.829140 n-d-713498-37 neutron-server[103973]: DEBUG neutron.services.service_base [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:59:48.830163 n-d-713498-37 neutron-server[103973]: DEBUG neutron.services.service_base [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:59:48.830575 n-d-713498-37 neutron-server[103973]: INFO neutron.services.service_base [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 04:59:48.830987 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:59:48.831352 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 04:59:48.843955 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:59:48.844303 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading Plugin: auto_allocate Feb 11 04:59:48.851526 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: network precommit_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.852147 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: network precommit_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.852947 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:59:48.853283 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading Plugin: tag Feb 11 04:59:48.864992 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:59:48.865334 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading Plugin: timestamp Feb 11 04:59:48.871452 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:59:48.871793 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading Plugin: network_ip_availability Feb 11 04:59:48.878450 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.878837 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.884001 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:48.884001 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:59:48.884001 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading Plugin: flavors Feb 11 04:59:48.889489 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:59:48.889914 n-d-713498-37 neutron-server[103973]: INFO neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading Plugin: revisions Feb 11 04:59:48.895451 n-d-713498-37 neutron-server[103973]: DEBUG neutron.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:59:48.895861 n-d-713498-37 neutron-server[103973]: DEBUG oslo_concurrency.lockutils [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.702s {{(pid=103973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 04:59:48.896718 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103973) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 04:59:48.897073 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Initializing extension manager. Feb 11 04:59:48.897670 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: __init__.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.898769 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: __pycache__ {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.899367 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.899900 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: address_group.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.900869 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.901515 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: address-group Feb 11 04:59:48.901859 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: address_scope.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.902670 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.903203 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: address-scope Feb 11 04:59:48.903567 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.904715 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.905265 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: router-admin-state-down-before-update Feb 11 04:59:48.905600 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: agent.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.906383 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.906897 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: agent Feb 11 04:59:48.907234 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: agent_resources_synced.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.908238 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.908815 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: agent-resources-synced Feb 11 04:59:48.909156 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: allowedaddresspairs.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.911215 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.911822 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: allowed-address-pairs Feb 11 04:59:48.912161 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: auto_allocated_topology.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.914127 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.915016 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: auto-allocated-topology Feb 11 04:59:48.915399 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: availability_zone.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.916193 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.916763 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: availability_zone Feb 11 04:59:48.917122 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: availability_zone_filter.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.918215 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.918753 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: availability_zone_filter Feb 11 04:59:48.919115 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: data_plane_status.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.920117 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.920675 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 04:59:48.921050 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: default_subnetpools.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.922049 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.922573 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: default-subnetpools Feb 11 04:59:48.922925 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.923846 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.924368 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: dhcp_agent_scheduler Feb 11 04:59:48.924763 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: dns.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.925800 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.926322 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension dns-integration not supported by any of loaded plugins Feb 11 04:59:48.926685 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: dns_domain_ports.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.927666 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.928188 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 04:59:48.928564 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.930329 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.930901 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 04:59:48.931243 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: dvr.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.931986 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.932506 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: dvr Feb 11 04:59:48.932892 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: ecmp_routes.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.933891 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.934412 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 04:59:48.934745 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: empty_string_filtering.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.935683 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.936213 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: empty-string-filtering Feb 11 04:59:48.936530 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.942113 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.942721 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 04:59:48.943109 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.944294 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.946164 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 04:59:48.946687 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: external_net.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.947903 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.948443 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: external-net Feb 11 04:59:48.948853 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.949857 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.950479 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: extra_dhcp_opt Feb 11 04:59:48.950849 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: extraroute.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.951851 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.952419 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: extraroute Feb 11 04:59:48.952844 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: extraroute_atomic.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.954068 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.954601 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: extraroute-atomic Feb 11 04:59:48.954937 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: filter_validation.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.955639 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.956158 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: filter-validation Feb 11 04:59:48.956494 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: fip_pf_description.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.957479 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.958051 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 04:59:48.958331 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: fip_port_details.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.959638 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.960177 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: fip-port-details Feb 11 04:59:48.960713 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: flavors.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.962329 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.962984 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: flavors Feb 11 04:59:48.963374 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.965295 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.965860 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 04:59:48.966203 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: floatingip_pools.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.966978 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.967508 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: floatingip-pools Feb 11 04:59:48.967863 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: ip_allocation.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.968920 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.969458 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 04:59:48.969796 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.970864 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.971392 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: ip-substring-filtering Feb 11 04:59:48.971743 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l2_adjacency.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.972777 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.973297 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 04:59:48.973649 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.974746 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.975282 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: router Feb 11 04:59:48.975635 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.978728 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.979293 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 04:59:48.979633 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.980664 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.981245 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: ext-gw-mode Feb 11 04:59:48.981584 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.982593 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.983152 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: l3-ha Feb 11 04:59:48.983490 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.984450 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.985071 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 11 04:59:48.985409 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3_flavors.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.986375 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.986950 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: l3-flavors Feb 11 04:59:48.987289 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.988827 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.989402 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 11 04:59:48.989741 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.990707 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.991266 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 04:59:48.992147 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: l3agentscheduler.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.993670 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.994216 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: l3_agent_scheduler Feb 11 04:59:48.994574 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: local_ip.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.996644 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:48.997232 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension local_ip not supported by any of loaded plugins Feb 11 04:59:48.997633 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: logging.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:48.999448 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.000002 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension logging not supported by any of loaded plugins Feb 11 04:59:49.000368 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: metering.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.001237 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.001841 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: metering Feb 11 04:59:49.002200 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.009576 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.010176 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: metering_source_and_destination_fields Feb 11 04:59:49.010569 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: multiprovidernet.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.011644 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.017793 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: multi-provider Feb 11 04:59:49.018189 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: netmtu.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.019609 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.020191 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: net-mtu Feb 11 04:59:49.020528 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: netmtu_writable.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.021523 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.022238 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: net-mtu-writable Feb 11 04:59:49.022582 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: network_availability_zone.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.025259 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.025813 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: network_availability_zone Feb 11 04:59:49.026155 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: network_ip_availability.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.027509 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.028049 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: network-ip-availability Feb 11 04:59:49.028386 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: network_segment_range.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.029237 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.029762 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 04:59:49.030097 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: pagination.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.031142 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.031479 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: pagination Feb 11 04:59:49.031813 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: port_device_profile.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.032792 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.033729 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: port-device-profile Feb 11 04:59:49.034067 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.035072 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.035610 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: port-mac-address-regenerate Feb 11 04:59:49.035942 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.036952 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.037480 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: port-numa-affinity-policy Feb 11 04:59:49.037812 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: port_resource_request.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.040002 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.041034 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 04:59:49.041562 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: port_resource_request_groups.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.042928 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.043585 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 11 04:59:49.044756 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: portbindings.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.046350 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.047637 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: binding Feb 11 04:59:49.048040 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: portbindings_extended.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.049750 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.050293 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: binding-extended Feb 11 04:59:49.050631 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: portsecurity.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.051591 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.052267 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: port-security Feb 11 04:59:49.052657 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: project_id.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.057505 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.057891 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: project-id Feb 11 04:59:49.058273 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: providernet.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.059325 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.059953 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: provider Feb 11 04:59:49.060331 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.064895 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.065492 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos not supported by any of loaded plugins Feb 11 04:59:49.065843 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.067406 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.067965 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 04:59:49.068305 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.069317 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.071078 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 04:59:49.071531 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_default.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.072954 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.073680 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-default not supported by any of loaded plugins Feb 11 04:59:49.074049 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_fip.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.075309 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.075931 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-fip not supported by any of loaded plugins Feb 11 04:59:49.076269 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.077677 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.078373 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 11 04:59:49.078745 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_gateway_ip.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.080313 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.081056 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 04:59:49.081448 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_port_network_policy.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.082646 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.083250 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 04:59:49.083656 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.084994 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.086318 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 11 04:59:49.086891 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_pps_rule.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.103059 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.103711 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-pps not supported by any of loaded plugins Feb 11 04:59:49.104089 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_rule_type_details.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.105367 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.105971 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 04:59:49.106376 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: qos_rules_alias.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.107829 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.108577 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 04:59:49.108989 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: quota_check_limit.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.110053 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.110692 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: quota-check-limit Feb 11 04:59:49.111061 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: quotasv2.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.112215 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.112717 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: quotas Feb 11 04:59:49.113091 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: quotasv2_detail.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.115142 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.115483 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: quota_details Feb 11 04:59:49.115822 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: rbac.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.116986 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.117630 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: rbac-policies Feb 11 04:59:49.117983 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: rbac_address_group.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.119121 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.119667 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: rbac-address-group Feb 11 04:59:49.120003 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: rbac_address_scope.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.120988 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.121522 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: rbac-address-scope Feb 11 04:59:49.121850 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: rbac_security_groups.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.122797 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.123323 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: rbac-security-groups Feb 11 04:59:49.123653 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: rbac_subnetpool.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.124658 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.125205 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: rbac-subnetpool Feb 11 04:59:49.125531 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: revisionifmatch.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.126512 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.127037 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: revision-if-match Feb 11 04:59:49.127369 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: revisions.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.133336 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.133953 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: standard-attr-revisions Feb 11 04:59:49.134325 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: router_availability_zone.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.135119 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.135703 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: router_availability_zone Feb 11 04:59:49.136070 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: routerservicetype.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.137268 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.137845 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension router-service-type not supported by any of loaded plugins Feb 11 04:59:49.138215 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.139276 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.139871 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: security-groups-normalized-cidr Feb 11 04:59:49.140514 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.141574 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.142182 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: port-security-groups-filtering Feb 11 04:59:49.142516 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.143783 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.144309 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: security-groups-remote-address-group Feb 11 04:59:49.144677 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.145652 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.146206 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: security-groups-shared-filtering Feb 11 04:59:49.146540 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.147153 n-d-713498-37 neutron-server[103973]: WARNING neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 11 04:59:49.147478 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: securitygroup.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.159969 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.160571 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: security-group Feb 11 04:59:49.160941 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: segment.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.161862 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.166609 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension segment not supported by any of loaded plugins Feb 11 04:59:49.166609 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.167504 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.168071 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 04:59:49.168408 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: servicetype.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.169646 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.170243 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: service-type Feb 11 04:59:49.170544 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: sorting.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.171584 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.171926 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: sorting Feb 11 04:59:49.172261 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: standard_attr_segment.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.173247 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.173787 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 04:59:49.174118 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: standardattrdescription.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.174794 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.175313 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: standard-attr-description Feb 11 04:59:49.175644 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: stateful_security_group.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.176637 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.177169 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: stateful-security-group Feb 11 04:59:49.177498 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: stdattrs_common.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.178083 n-d-713498-37 neutron-server[103973]: WARNING neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 04:59:49.178408 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.179864 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.180457 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 04:59:49.180817 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: subnet_onboard.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.181977 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.182514 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: subnet_onboard Feb 11 04:59:49.182849 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.183793 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.184316 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 04:59:49.184670 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: subnet_service_types.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.185634 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.186165 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: subnet-service-types Feb 11 04:59:49.186496 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: subnetallocation.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.187693 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.188276 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: subnet_allocation Feb 11 04:59:49.188630 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.189347 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.189870 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: subnetpool-prefix-ops Feb 11 04:59:49.190198 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.191184 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.191708 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 04:59:49.192037 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: tagging.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.193263 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.193817 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: standard-attr-tag Feb 11 04:59:49.194134 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: timestamp.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.195516 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.196049 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loaded extension: standard-attr-timestamp Feb 11 04:59:49.196374 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: trunk.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.197570 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.198267 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension trunk not supported by any of loaded plugins Feb 11 04:59:49.198418 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: trunk_details.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.199438 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.200194 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension trunk-details not supported by any of loaded plugins Feb 11 04:59:49.200539 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: uplink_status_propagation.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.213651 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.214246 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 04:59:49.214606 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Loading extension file: vlantransparent.py {{(pid=103973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:59:49.215378 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:59:49.215951 n-d-713498-37 neutron-server[103973]: INFO neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 04:59:49.218693 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:network Feb 11 04:59:49.219345 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:subnet Feb 11 04:59:49.219833 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:59:49.220249 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:port Feb 11 04:59:49.221813 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.222395 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service FLAVORS assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.223093 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.223538 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.223879 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:router Feb 11 04:59:49.224399 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:floatingip Feb 11 04:59:49.225020 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service METERING assigned prefix: /metering {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.226991 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:49.227387 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:49.227780 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:59:49.228931 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 04:59:49.229406 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:security_group Feb 11 04:59:49.229856 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 04:59:49.230516 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service CORE assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.230861 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:59:49.231216 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] subnetpool is already registered Feb 11 04:59:49.231669 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service CORE assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.231999 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:59:49.232335 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] subnetpool is already registered Feb 11 04:59:49.234888 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.235338 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service FLAVORS assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.235946 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.236381 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.236751 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:router Feb 11 04:59:49.237128 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] router is already registered Feb 11 04:59:49.237551 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:floatingip Feb 11 04:59:49.237895 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] floatingip is already registered Feb 11 04:59:49.238367 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service METERING assigned prefix: /metering {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.239105 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 04:59:49.239437 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] rbac_policy is already registered Feb 11 04:59:49.239889 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:security_group Feb 11 04:59:49.240256 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] security_group is already registered Feb 11 04:59:49.240703 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 04:59:49.241044 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] security_group_rule is already registered Feb 11 04:59:49.241819 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service CORE assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.242099 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:59:49.242434 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] subnetpool is already registered Feb 11 04:59:49.242891 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.v2.resource_helper [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Service CORE assigned prefix: {{(pid=103973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:59:49.243219 n-d-713498-37 neutron-server[103973]: INFO neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:59:49.243557 n-d-713498-37 neutron-server[103973]: WARNING neutron.quota.resource_registry [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] subnetpool is already registered Feb 11 04:59:49.244080 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: extensions {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.245713 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: address-groups {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.247226 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: address-scopes {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.248585 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: agents {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.249778 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: auto-allocated-topology {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.251062 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: availability_zones {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.252277 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: dhcp-networks {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.253863 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: dhcp-agents {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.255301 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: routers {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.258217 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: flavors {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.259412 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: service_profiles {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.260707 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: next_providers {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.262218 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: service_profiles {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.263807 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: floatingip-pools {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.265100 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: routers {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.267300 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: floatingips {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.268871 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: l3-routers {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.270298 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: l3-agents {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.271757 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: metering-labels {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.273744 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: metering-label-rules {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.275388 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: network-ip-availabilities {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.276712 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: bindings {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.278414 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: quotas {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.280005 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: quotas {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.281608 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: rbac-policies {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.284106 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: security-groups {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.285419 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: security-group-rules {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.286679 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: service-providers {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.287934 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: subnetpools {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.290329 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: subnetpools {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.292018 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.293784 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.295719 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.297710 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.299551 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.301575 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.303355 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.305486 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.307518 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.309574 n-d-713498-37 neutron-server[103973]: DEBUG neutron.api.extensions [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Extended resource: tags {{(pid=103973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:59:49.316318 n-d-713498-37 neutron-server[103973]: WARNING keystonemiddleware.auth_token [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 04:59:49.322085 n-d-713498-37 neutron-server[103973]: WARNING keystonemiddleware.auth_token [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 04:59:49.332760 n-d-713498-37 neutron-server[103973]: DEBUG oslo_concurrency.lockutils [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Acquired lock "singleton_lock" {{(pid=103973) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 11 04:59:49.333337 n-d-713498-37 neutron-server[103973]: DEBUG oslo_concurrency.lockutils [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Releasing lock "singleton_lock" {{(pid=103973) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 11 04:59:49.334097 n-d-713498-37 neutron-server[103973]: INFO oslo_service.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Starting 2 workers Feb 11 04:59:49.340199 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Started child 104086 {{(pid=103973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:59:49.345945 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Started child 104087 {{(pid=103973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:59:49.347817 n-d-713498-37 neutron-server[103973]: INFO neutron.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 04:59:49.348529 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.349963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.351043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.351669 n-d-713498-37 neutron-server[103973]: INFO oslo_service.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Starting 1 workers Feb 11 04:59:49.352432 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [-] (104086) wsgi starting up on http://0.0.0.0:9696 Feb 11 04:59:49.352934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [-] (104087) wsgi starting up on http://0.0.0.0:9696 Feb 11 04:59:49.357101 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Started child 104088 {{(pid=103973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:59:49.357729 n-d-713498-37 neutron-server[103973]: INFO oslo_service.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Starting 1 workers Feb 11 04:59:49.362991 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Started child 104089 {{(pid=103973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:59:49.363902 n-d-713498-37 neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.365457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] calling RpcWorker wait() {{(pid=104088) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 04:59:49.366398 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103973) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 04:59:49.366613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.service [None req-78c5ec3f-e25f-46ea-a7cd-94d3781508dc None None] returning from RpcWorker wait() {{(pid=104088) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 04:59:49.366764 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:59:49.366764 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:59:49.366764 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:59:49.367270 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:59:49.367270 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:59:49.367809 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.368102 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.368380 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.368663 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.368816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.368976 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.369266 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.370006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.370189 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.370189 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.370473 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.370604 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.370812 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.371024 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.371233 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.371488 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.371780 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.372138 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.372493 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.372833 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.373143 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.373325 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.373573 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.373854 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.374117 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.374389 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] debug = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.374639 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.375147 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.375381 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.375649 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.375871 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.376180 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.376410 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.376714 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.377011 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.377277 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.377526 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.377805 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.378039 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.378273 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.378523 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.378745 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.379033 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.379269 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.379733 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] host = n-d-713498-37 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.379949 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.380212 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.380446 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.380744 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.381019 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.381254 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.381517 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.381914 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.382051 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.382805 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.383044 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.383305 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.383558 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.383816 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.383976 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_options = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.384233 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.384523 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.384800 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.385003 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.385226 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.385581 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.385581 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.385966 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.385966 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.386350 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.386544 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.386749 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.386948 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.387141 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.387375 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.387753 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.387963 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.388172 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.388375 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.388570 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.388832 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.389063 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.389301 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.389525 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.389746 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.390004 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.390234 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.390466 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.390692 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.390925 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.391158 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.391442 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.391680 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.391914 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.392280 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.392478 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.392687 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.392874 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.393190 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.393765 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.394130 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.394268 n-d-713498-37 neutron-server[104089]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.394389 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.394607 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.394858 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.395079 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.395329 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.395550 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_json = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.395855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.396055 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.396248 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.396451 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.396715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.396933 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.397170 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.397553 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.398551 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.399001 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.399162 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.399920 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.399920 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.399920 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.401113 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.401113 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.401113 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.401738 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.401738 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.402145 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.402145 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.402586 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.402763 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.402921 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.403243 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.403550 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.403808 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.404050 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.404295 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.404551 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.404863 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.405152 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.405421 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.405695 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.405908 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.406160 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.406451 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.406719 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.407095 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.407376 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.407653 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.407909 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.408129 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.408357 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.408576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.408814 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.409049 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.412855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.413720 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.413720 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.413720 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.413720 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.413720 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.413720 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.413720 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.415089 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.415089 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.415089 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.415089 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.415089 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.415089 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416097 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416097 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416097 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416097 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416097 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416958 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416958 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416958 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.416958 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.417582 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.417582 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.417582 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.417978 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.417978 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.418255 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.418409 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.418536 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.418887 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.418978 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.419184 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.419400 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.419636 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.419871 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.420103 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.420340 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.420566 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.420816 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.421055 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.421289 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.421538 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.421769 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.422054 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.422369 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.422631 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.422910 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.423180 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.423510 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.423730 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.423959 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.424174 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.424411 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.424683 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.424973 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.425195 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.425478 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.425720 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.425926 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.426181 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.426413 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.426674 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.427208 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.427724 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.427955 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.428261 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.428520 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.428788 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.429176 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.429561 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.429930 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.430407 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.430407 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.430952 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.430952 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.432815 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.432815 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.432815 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.432815 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.432815 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.432815 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.432815 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.433262 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.433262 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.433485 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.433733 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.433982 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.434205 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.434669 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.434964 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.435358 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.435644 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.435866 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.436081 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.436351 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.436649 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440168 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440168 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440168 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440168 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440168 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440168 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440168 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440168 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.440732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.441245 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.441245 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.441245 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.441245 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.441245 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.441533 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.441829 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.441918 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.442175 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.442388 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.442770 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.443183 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.443608 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.443865 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.444104 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.444395 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.445294 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.445632 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.445882 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.446123 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.446526 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.446671 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.446841 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.447091 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.447323 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.447516 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.447970 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.448224 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.448516 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.448716 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.449097 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.449354 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.449611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.450018 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.450346 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.450593 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.450862 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.451101 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.451337 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.451559 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.451797 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.452045 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.452285 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.452509 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.452820 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.453047 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.453316 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.453842 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.454097 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.454374 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.454620 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.454888 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.455131 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.455347 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.455774 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.456042 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.456262 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.456477 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.456726 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.456944 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.457165 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.457409 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.457726 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.457973 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.458213 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.458480 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.458697 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.458930 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.459202 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.459425 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.459697 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.459865 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.460107 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.460296 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.461102 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.461317 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.461534 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.461765 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.461984 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.462193 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.462441 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.462707 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.462845 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.463072 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.463287 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.463496 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.463735 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.463939 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.464197 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.464423 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.464808 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.464996 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.465226 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.465865 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.465865 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.466142 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.466278 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.466414 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.466700 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.466941 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.467313 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.467957 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.468354 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.468636 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.469076 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.469400 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.469662 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.469878 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.470125 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.470361 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.470583 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.470913 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.471195 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.471509 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.471752 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.472166 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.472664 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.472932 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.473211 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.473443 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.473744 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.474088 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.474386 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.474640 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.474968 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.475233 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.475453 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.475673 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.476003 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.476289 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.476530 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.477328 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.477328 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.480576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.480576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.480576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.480576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.480576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.480576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.480576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.480576 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.481106 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:59:49.481106 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103973) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 04:59:49.481106 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:59:49.481106 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:59:49.481106 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:59:49.481106 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:59:49.481106 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:59:49.481106 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.481552 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.481552 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.481552 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.481552 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.481552 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.481876 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.481876 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.481995 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.482098 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.482412 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.482719 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.483021 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.483340 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.483667 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.483842 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.483994 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.484143 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.484297 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.484459 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.484620 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.484756 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.484884 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] debug = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.485039 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.485247 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.485434 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.485571 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.485723 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.485883 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.486042 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.486203 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.486362 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.486521 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.486681 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.486841 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.487000 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.487160 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.487320 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.487479 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.487641 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.487801 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.487959 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] host = n-d-713498-37 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.488134 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.488271 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.488425 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489231 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489231 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489231 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489231 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489231 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489569 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489569 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489705 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489883 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.489998 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.490179 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.490367 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_options = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.490571 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.490733 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.490894 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.491083 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.491249 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.491411 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.491609 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.491770 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.491931 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.492252 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.492448 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.492698 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.492819 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.492925 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.493031 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.493159 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.493378 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.493567 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.493734 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.493896 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.494056 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.494214 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.494405 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.494565 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.494724 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.494884 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.495044 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.495203 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.495362 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.495522 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.495741 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.495905 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.496065 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.496335 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.496528 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.496528 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.496788 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.496872 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.497019 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.497161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.497321 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.497480 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.497639 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.497811 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.497980 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.498114 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.498243 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_json = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.498397 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.498596 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.498777 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.498937 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.499097 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.499285 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.499447 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.499610 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.499770 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:59:49.499957 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.500119 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.500294 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.500470 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.500684 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.500830 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.500968 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.501103 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.501248 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.501413 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.501586 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.501750 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.501923 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.502085 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.502465 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.502465 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.502709 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.502709 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.503045 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.503045 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.503308 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.503308 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.503663 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.503663 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.503968 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.503968 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.504220 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.504220 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.504456 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.504570 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.504763 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.504875 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.505038 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.505220 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.505395 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.505578 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.505745 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.505909 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.506083 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.506255 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.506403 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.506544 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.506683 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.506838 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.506993 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.507646 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.507858 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.508237 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.508237 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.508719 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.508719 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.508719 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.509242 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.509242 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.509242 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.509657 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.509657 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.510235 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.510405 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.510586 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.510845 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.510989 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.511137 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.511276 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.511423 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.511559 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.511697 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.511834 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.511978 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.512123 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.512282 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.512438 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.512577 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.512966 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.513139 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.513303 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.513465 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.513647 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.513794 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.513924 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.514073 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.514237 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.514400 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.514565 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.514711 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.514860 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.515010 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.515177 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.515322 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.515491 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.515637 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.515816 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.515995 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.516160 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.516325 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.516476 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.516669 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.516826 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.516978 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.517271 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.517419 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.517558 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.517697 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.517843 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.517981 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.518119 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.518287 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.518691 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.518830 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.518968 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.519117 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.519309 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.519476 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.519643 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.519788 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.519956 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.520109 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.520263 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.520438 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.520622 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.520818 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.520967 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.521105 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.521282 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.521448 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.521614 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.521742 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.521907 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.522071 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.522234 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.522396 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.522607 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.522859 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.523526 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.523735 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.523925 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.524115 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.524319 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.524570 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.524570 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.524855 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.524981 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.525104 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.525244 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.525399 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.525562 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.525726 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.525888 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.526051 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.526215 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.526378 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.526539 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.526702 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.526865 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.527030 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.527192 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.527355 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.527518 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.527680 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.527842 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.528005 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.528167 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.528330 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.528493 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.528682 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.528847 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.529011 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.529175 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.529323 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.529487 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.529648 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.529810 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.529973 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.530135 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.530297 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.530464 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.530628 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.530791 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.530954 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.531118 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.531283 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.531447 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.531612 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.531774 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.531938 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.532107 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.532271 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.532435 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.532683 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.532817 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.532965 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.533129 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.533292 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.533479 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.533650 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.533823 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.533991 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.534154 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.534346 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.534638 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.534638 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.534868 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.534979 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.535111 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.535274 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.535436 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.535599 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.535756 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.535920 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.536087 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.536252 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.536415 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.536577 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.536769 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.536933 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.537095 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.537256 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.537420 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.537583 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.537746 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.537908 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.538071 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.538251 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.538526 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.538813 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.539043 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.539223 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.539397 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.539572 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.539736 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.539898 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.540060 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.540222 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.540385 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.540558 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.540746 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.540916 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.541085 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.541249 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.541412 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.541603 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.541779 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.541955 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.542102 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.542251 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.542443 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.542585 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.542732 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.542880 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.543025 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.543175 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.543334 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.543483 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.543665 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.543802 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.543946 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.544094 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.544241 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.544374 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.544522 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549161 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.549715 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550171 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550171 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550171 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550171 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550171 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550171 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550171 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550171 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.550611 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.551149 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.551149 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.551149 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.551149 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.551149 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.551149 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.551149 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.551149 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:59:49.552251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:49.552397 n-d-713498-37 neutron-server[103973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:59:49.666435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34144) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:49.676189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069606 Feb 11 05:00:02.592570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5480341f-eb81-48d1-a362-7575113d73b9 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:00:02.745179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480341f-eb81-48d1-a362-7575113d73b9 None None] No non-hosted networks {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 05:00:02.769769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.agentschedulers_db [None req-5480341f-eb81-48d1-a362-7575113d73b9 None None] DHCP Agent not found on host n-d-713498-37 {{(pid=104088) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 05:00:02.972564 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cba524fe-3ecb-45c5-8368-6adddcd3d30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4063730'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.047524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c16a3cea-09be-4f84-9270-f2cb0e1773e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4063730'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.080951 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-e8337b9f-e602-4173-abee-4083e210391e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-713498-37 {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:00:05.081773 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-e8337b9f-e602-4173-abee-4083e210391e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:00:05.708515 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8337b9f-e602-4173-abee-4083e210391e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:06.502995 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4063730'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.134839 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4063730'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.057339 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4063730'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.060232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.061262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.061943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.062581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.063198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.064058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.065082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.065879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.066415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.066932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.067457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.068003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.068552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:09.069192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-37', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:09.076044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-37', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:09.319101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34234) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:09.959233 n-d-713498-37 neutron-server[104087]: WARNING oslo_policy.policy [None req-82abcab2-06d1-4664-beb7-550e3454cdc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:00:09.960030 n-d-713498-37 neutron-server[104087]: WARNING oslo_policy.policy [None req-82abcab2-06d1-4664-beb7-550e3454cdc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:00:10.370053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-82abcab2-06d1-4664-beb7-550e3454cdc6 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:00:10.373095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-82abcab2-06d1-4664-beb7-550e3454cdc6 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0522194 Feb 11 05:00:13.422832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34250) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:13.683060 n-d-713498-37 neutron-server[104088]: INFO neutron.db.l3_hamode_db [None req-c6767653-07ab-4282-a78e-eadb76e5521d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 05:00:13.779247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6767653-07ab-4282-a78e-eadb76e5521d None None] Routers set() bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:13.779629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6767653-07ab-4282-a78e-eadb76e5521d None None] Router IDs set() for agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:00:14.114499 n-d-713498-37 neutron-server[104086]: WARNING oslo_policy.policy [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:00:14.115708 n-d-713498-37 neutron-server[104086]: WARNING oslo_policy.policy [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:00:14.350863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:14.449888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.policy [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104086) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 05:00:14.493480 n-d-713498-37 neutron-server[104086]: WARNING oslo_policy.policy [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:00:14.493871 n-d-713498-37 neutron-server[104086]: WARNING oslo_policy.policy [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:00:14.691133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794895161404', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794895161953', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794894881269', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794894879596', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794894872534', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794894861816', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-714600', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-808318', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4133929', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3783918'] for rbac-policy (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.995501 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.997246 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8a27182d-d1c5-4b97-99b4-58902ba858a1 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5714939 Feb 11 05:00:17.510402 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34266) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:17.845460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:17.945604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Made reservation on behalf of 364606ddff3940e08bf30d605de2b516 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:17.949490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.968260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.085142 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Publish callbacks [] for security_group (75aaee49-9aad-4dab-bbb7-e3c3e7ba159e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.205147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (75aaee49-9aad-4dab-bbb7-e3c3e7ba159e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.232865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:00:18.271228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794895855279', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (03fbb478-fbeb-4481-8357-be3644cf392b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.271863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Unsubscribe: segment precommit_create {{(pid=104086) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 05:00:18.272417 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Added segment 03fbb478-fbeb-4481-8357-be3644cf392b of type vlan for network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 Feb 11 05:00:18.289763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=75aaee49-9aad-4dab-bbb7-e3c3e7ba159e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:18.341960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.342310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.342656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.343060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.343330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.343660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.343993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.344321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.344671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.345000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.345326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.345648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.345971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Tracked resource versions report: Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: pushed versions: Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: { 'AddressGroup': {'1.2'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'ConntrackHelper': {'1.0'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Log': {'1.0'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Network': {'1.1'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Port': {'1.7'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'PortForwarding': {'1.2'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'QosPolicy': {'1.10'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'SecurityGroup': {'1.5'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'SubPort': {'1.0'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Subnet': {'1.1'}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Trunk': {'1.1'}} Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: consumer versions: Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: { DHCP agent@n-d-713498-37: {}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: L3 agent@n-d-713498-37: {}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: Metadata agent@n-d-713498-37: {}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: Metering agent@n-d-713498-37: {}, Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: Open vSwitch agent@n-d-713498-37: { 'AddressGroup': '1.2', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'ConntrackHelper': '1.0', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'LocalIPAssociation': '1.0', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Log': '1.0', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Network': '1.1', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Port': '1.7', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'PortForwarding': '1.2', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'QosPolicy': '1.10', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'SecurityGroup': '1.5', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'SecurityGroupRule': '1.2', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'SubPort': '1.0', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Subnet': '1.1', Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: 'Trunk': '1.1'}} Feb 11 05:00:18.347128 n-d-713498-37 neutron-server[104086]: {{(pid=104086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:00:18.395634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f9f75dcd-6ede-489c-b46a-e3b4b181eb94), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.517424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f9f75dcd-6ede-489c-b46a-e3b4b181eb94), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.523228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:18.523963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.641910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] Pushing event updated for resources: {'Network': ['ID=f9f75dcd-6ede-489c-b46a-e3b4b181eb94,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:18.656162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:00:18.670273 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-935409f3-3b92-4b30-9b8f-267da7e5edd5 demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1587763 Feb 11 05:00:21.339365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34278) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:21.904810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.policy [None req-c5e4c6b3-33d4-4224-9976-152599f4be4d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104087) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 05:00:21.948021 n-d-713498-37 neutron-server[104087]: WARNING oslo_policy.policy [None req-c5e4c6b3-33d4-4224-9976-152599f4be4d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:00:21.948413 n-d-713498-37 neutron-server[104087]: WARNING oslo_policy.policy [None req-c5e4c6b3-33d4-4224-9976-152599f4be4d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 05:00:21.957470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e4c6b3-33d4-4224-9976-152599f4be4d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:21.959334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c5e4c6b3-33d4-4224-9976-152599f4be4d demo admin] 10.222.0.62 "GET /v2.0/networks/f9f75dcd-6ede-489c-b46a-e3b4b181eb94 HTTP/1.1" status: 200 len: 825 time: 0.6188538 Feb 11 05:00:21.998602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-485603a6-24be-48ac-ae0d-16219408bbab demo admin] 10.222.0.62 "GET /v2.0/subnetpools/1835c5db-e251-4ecb-826f-6a6ab8c74884 HTTP/1.1" status: 200 len: 734 time: 0.0334339 Feb 11 05:00:22.009324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1835c5db-e251-4ecb-826f-6a6ab8c74884', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:22.221561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Made reservation on behalf of 364606ddff3940e08bf30d605de2b516 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:22.224720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:22.600107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:22.675808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Checking segment: {'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:22.676187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Network hostable DHCP agents. Network: f9f75dcd-6ede-489c-b46a-e3b4b181eb94, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:00:22.686900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:22.699600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.699941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.700278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.700637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.701056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.701295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.701615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.701932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.702249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.702554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.702874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.703183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.703492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Tracked resource versions report: Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: pushed versions: Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: { 'AddressGroup': {'1.2'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'ConntrackHelper': {'1.0'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Log': {'1.0'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Network': {'1.1'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Port': {'1.7'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'PortForwarding': {'1.2'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'QosPolicy': {'1.10'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'SecurityGroup': {'1.5'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'SubPort': {'1.0'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Subnet': {'1.1'}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Trunk': {'1.1'}} Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: consumer versions: Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: { DHCP agent@n-d-713498-37: {}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: L3 agent@n-d-713498-37: {}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: Metadata agent@n-d-713498-37: {}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: Metering agent@n-d-713498-37: {}, Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: Open vSwitch agent@n-d-713498-37: { 'AddressGroup': '1.2', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'ConntrackHelper': '1.0', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'LocalIPAssociation': '1.0', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Log': '1.0', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Network': '1.1', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Port': '1.7', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'PortForwarding': '1.2', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'QosPolicy': '1.10', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'SecurityGroup': '1.5', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'SecurityGroupRule': '1.2', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'SubPort': '1.0', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Subnet': '1.1', Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: 'Trunk': '1.1'}} Feb 11 05:00:22.704783 n-d-713498-37 neutron-server[104087]: {{(pid=104087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:00:22.804623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:00:22.890243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f9f75dcd-6ede-489c-b46a-e3b4b181eb94) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:22.895419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:22.896644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:22.901471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea45dd5d-3176-45b1-99b9-8b578454c7c7 None None] Network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:23.018939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-241349d8-ed14-4cdb-9ee0-4422c33ff3b5 demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0141985 Feb 11 05:00:23.181915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'project_id': '364606ddff3940e08bf30d605de2b516', 'fixed_ips': [{'subnet_id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:00:23.183381 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.533268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Allocated IP 172.20.0.2 (f9f75dcd-6ede-489c-b46a-e3b4b181eb94/9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240/1e177563-79a2-42bc-b608-c410c1e9131a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:23.792512 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Publish callbacks [] for port (1e177563-79a2-42bc-b608-c410c1e9131a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.890667 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.969293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:23.970749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:23.981949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:23.992452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Pushing event updated for resources: {'Port': ['ID=1e177563-79a2-42bc-b608-c410c1e9131a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:24.034172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.034510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.034949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.035213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.035544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.035866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.036190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.037074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.037403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.037767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.038086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.038405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.038721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Tracked resource versions report: Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: pushed versions: Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: { 'AddressGroup': {'1.2'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'ConntrackHelper': {'1.0'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Log': {'1.0'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Network': {'1.1'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Port': {'1.7'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'PortForwarding': {'1.2'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'QosPolicy': {'1.10'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'SecurityGroup': {'1.5'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'SubPort': {'1.0'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Subnet': {'1.1'}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Trunk': {'1.1'}} Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: consumer versions: Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: { DHCP agent@n-d-713498-37: {}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: L3 agent@n-d-713498-37: {}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: Metadata agent@n-d-713498-37: {}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: Metering agent@n-d-713498-37: {}, Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: Open vSwitch agent@n-d-713498-37: { 'AddressGroup': '1.2', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'ConntrackHelper': '1.0', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'LocalIPAssociation': '1.0', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Log': '1.0', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Network': '1.1', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Port': '1.7', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'PortForwarding': '1.2', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'QosPolicy': '1.10', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'SecurityGroup': '1.5', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'SecurityGroupRule': '1.2', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'SubPort': '1.0', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Subnet': '1.1', Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: 'Trunk': '1.1'}} Feb 11 05:00:24.039936 n-d-713498-37 neutron-server[104088]: {{(pid=104088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:00:24.084343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Attempting to bind port 1e177563-79a2-42bc-b608-c410c1e9131a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:24.084795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Attempting to bind port 1e177563-79a2-42bc-b608-c410c1e9131a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:24.085252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Attempting to bind port 1e177563-79a2-42bc-b608-c410c1e9131a on network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:24.091057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:24.091435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Checking segment: {'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:24.091920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.092313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Bound using segment: {'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:24.092839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Bound port: 1e177563-79a2-42bc-b608-c410c1e9131a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:24.093278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.159845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] For port 1e177563-79a2-42bc-b608-c410c1e9131a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:24.165034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] For port 1e177563-79a2-42bc-b608-c410c1e9131a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1e177563-79a2-42bc-b608-c410c1e9131a,segment=NetworkSegment(03fbb478-fbeb-4481-8357-be3644cf392b),segment_id=03fbb478-fbeb-4481-8357-be3644cf392b)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:24.239037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.305532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8c6df-d88c-4e9c-846b-160d259b4675 None None] Pushing event updated for resources: {'Port': ['ID=1e177563-79a2-42bc-b608-c410c1e9131a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:25.581644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34292) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:25.932536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-7aa4c78a-429f-4949-a4cd-08def66d1004 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:00:25.933652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7aa4c78a-429f-4949-a4cd-08def66d1004 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3510160 Feb 11 05:00:28.579445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34300) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:28.949251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-6fce465a-6d48-4664-95ec-b5baf8dda504 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:00:28.950912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6fce465a-6d48-4664-95ec-b5baf8dda504 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3705068 Feb 11 05:00:31.582823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34308) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:31.994136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-eb1e7d4f-b899-4113-81ec-aaccd43c7595 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:32.107202 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7d4f-b899-4113-81ec-aaccd43c7595 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (4c27e35f-fd05-448c-b849-58b1389bb637), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.109464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7d4f-b899-4113-81ec-aaccd43c7595 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (4c27e35f-fd05-448c-b849-58b1389bb637), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.266963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7d4f-b899-4113-81ec-aaccd43c7595 demo demo] Publish callbacks [] for router_controller (4c27e35f-fd05-448c-b849-58b1389bb637), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.365231 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7d4f-b899-4113-81ec-aaccd43c7595 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (4c27e35f-fd05-448c-b849-58b1389bb637), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.476050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7d4f-b899-4113-81ec-aaccd43c7595 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.477809 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eb1e7d4f-b899-4113-81ec-aaccd43c7595 demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8937159 Feb 11 05:00:32.621755 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8777c0ef-4bc0-4a36-8d06-7209f5c48640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.032354 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-274a8b04-554a-4d04-822d-2c6c816f28ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.228055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34320) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:35.643962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-56817cc6-662d-41a7-914e-530beb01c618 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:00:35.645054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-56817cc6-662d-41a7-914e-530beb01c618 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4157941 Feb 11 05:00:36.074355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1e177563-79a2-42bc-b608-c410c1e9131a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:36.116771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a5109-a144-49b9-b8a5-a6dc0757bb4a None None] Network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:36.253522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b00a843f-04be-43d2-b64d-b9f2231e0655 None None] Provisioning complete for port 1e177563-79a2-42bc-b608-c410c1e9131a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:36.253847 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b00a843f-04be-43d2-b64d-b9f2231e0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.261944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 1e177563-79a2-42bc-b608-c410c1e9131a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:36.262336 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.469234 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.512864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b00a843f-04be-43d2-b64d-b9f2231e0655 None None] Current status of the port 1e177563-79a2-42bc-b608-c410c1e9131a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:36.513228 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b00a843f-04be-43d2-b64d-b9f2231e0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.536482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1e177563-79a2-42bc-b608-c410c1e9131a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:36.537147 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.582417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b00a843f-04be-43d2-b64d-b9f2231e0655 None None] For port 1e177563-79a2-42bc-b608-c410c1e9131a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1e177563-79a2-42bc-b608-c410c1e9131a,segment=NetworkSegment(03fbb478-fbeb-4481-8357-be3644cf392b),segment_id=03fbb478-fbeb-4481-8357-be3644cf392b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:36.637664 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b00a843f-04be-43d2-b64d-b9f2231e0655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.782839 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:00:36.783101 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:00:36.784675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a843f-04be-43d2-b64d-b9f2231e0655 None None] Pushing event updated for resources: {'Port': ['ID=1e177563-79a2-42bc-b608-c410c1e9131a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:36.792779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b2591830-8404-41a1-8607-e71c1a406cb0 None None] Provisioning complete for port 1e177563-79a2-42bc-b608-c410c1e9131a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:36.793164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2591830-8404-41a1-8607-e71c1a406cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.884724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b2591830-8404-41a1-8607-e71c1a406cb0 None None] Current status of the port 1e177563-79a2-42bc-b608-c410c1e9131a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:37.328473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1e177563-79a2-42bc-b608-c410c1e9131a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:38.025767 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.056161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1e177563-79a2-42bc-b608-c410c1e9131a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:38.178970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 1e177563-79a2-42bc-b608-c410c1e9131a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:38.179365 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.268464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1e177563-79a2-42bc-b608-c410c1e9131a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:38.576723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34342) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:38.727992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:38.809293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Made reservation on behalf of 7fa9446f1bce4c258aa75ebfc5346326 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:38.812155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.823644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.913798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Publish callbacks [] for security_group (cbdd90ca-e1dc-4dc4-bfd4-02971c847f4f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.997715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cbdd90ca-e1dc-4dc4-bfd4-02971c847f4f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.016291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Reserving flat network on physical network physnet1 {{(pid=104086) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 05:00:39.039770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdd90ca-e1dc-4dc4-bfd4-02971c847f4f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:39.045622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0848a6f3-14f0-46a7-bb8a-68a63e24607f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.045961 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Added segment 0848a6f3-14f0-46a7-bb8a-68a63e24607f of type flat for network 7664e73e-ea6e-404a-930c-fc2ed8607083 Feb 11 05:00:39.084875 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.108506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7664e73e-ea6e-404a-930c-fc2ed8607083), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.272326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7664e73e-ea6e-404a-930c-fc2ed8607083), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.273547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:39.274254 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.376745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] Pushing event updated for resources: {'Network': ['ID=7664e73e-ea6e-404a-930c-fc2ed8607083,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:39.389324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:00:39.410475 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0eb93766-8300-4551-8a64-27b69a607838 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8325207 Feb 11 05:00:42.494703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34360) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:42.635486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8b8c6b-80ac-4055-8bd8-acb791aec118 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:42.636907 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4e8b8c6b-80ac-4055-8bd8-acb791aec118 demo admin] 10.222.0.62 "GET /v2.0/subnets/9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240 HTTP/1.1" status: 200 len: 849 time: 0.1408989 Feb 11 05:00:42.771499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1a7b2fd1-070d-42ce-8025-c9eb257fdfea demo admin] 10.222.0.62 "GET /v2.0/routers/4c27e35f-fd05-448c-b849-58b1389bb637 HTTP/1.1" status: 200 len: 704 time: 0.1283269 Feb 11 05:00:43.071803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.416434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Allocated IP 172.20.0.1 (f9f75dcd-6ede-489c-b46a-e3b4b181eb94/9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240/8bdda56c-ba20-4515-bfab-cbb54cf5c2d1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:43.687986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Publish callbacks [] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.861347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.012982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:44.018867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:44.034262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:44.034999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (4c27e35f-fd05-448c-b849-58b1389bb637), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.039693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Pushing event updated for resources: {'Port': ['ID=8bdda56c-ba20-4515-bfab-cbb54cf5c2d1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:44.357033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4f8a0100-2949-4c6e-a214-85fe978b3997 None None] Provisioning complete for port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:44.357612 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0100-2949-4c6e-a214-85fe978b3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.399892 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.421403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a0100-2949-4c6e-a214-85fe978b3997 None None] Port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:44.647729 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Publish callbacks [] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.715431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.716307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (4c27e35f-fd05-448c-b849-58b1389bb637), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.781393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Pushing event updated for resources: {'Port': ['ID=8bdda56c-ba20-4515-bfab-cbb54cf5c2d1,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:44.869042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:44.870630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:45.149084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b81701ed-9b5c-441d-b3e5-cfd8cccba355 None None] Provisioning complete for port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:45.149494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b81701ed-9b5c-441d-b3e5-cfd8cccba355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.169985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Router 4c27e35f-fd05-448c-b849-58b1389bb637 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:00:45.193019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b81701ed-9b5c-441d-b3e5-cfd8cccba355 None None] Port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:45.283643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:45.292919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-320a15ab-953d-46f9-9423-eeaa27f4c25b demo admin] 10.222.0.62 "PUT /v2.0/routers/4c27e35f-fd05-448c-b849-58b1389bb637/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5152442 Feb 11 05:00:45.297998 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Sync routers for ids ['4c27e35f-fd05-448c-b849-58b1389bb637'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:45.315826 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Routers {'4c27e35f-fd05-448c-b849-58b1389bb637'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:45.317145 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:00:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4c27e35f-fd05-448c-b849-58b1389bb637'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:45.604262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Set router 4c27e35f-fd05-448c-b849-58b1389bb637 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:46.206687 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'name': 'router1', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:44Z', 'revision_number': 2, 'project_id': '364606ddff3940e08bf30d605de2b516', 'gw_port_host': None, '_interfaces': [{'id': '8bdda56c-ba20-4515-bfab-cbb54cf5c2d1', 'name': '', 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'mac_address': 'fa:16:3e:7c:08:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:43Z', 'updated_at': '2022-02-11T05:00:44Z', 'revision_number': 2, 'project_id': '364606ddff3940e08bf30d605de2b516', 'subnets': [{'id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1835c5db-e251-4ecb-826f-6a6ab8c74884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:46.261506 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Checking router: 4c27e35f-fd05-448c-b849-58b1389bb637 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:46.261878 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Updating router 4c27e35f-fd05-448c-b849-58b1389bb637 port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:00:46.365984 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:46.974014 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Publish callbacks [] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.093085 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.317373 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Pushing event updated for resources: {'Port': ['ID=8bdda56c-ba20-4515-bfab-cbb54cf5c2d1,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:47.321593 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Attempting to bind port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:47.322208 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Attempting to bind port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:47.322765 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Attempting to bind port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 on network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:47.332871 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:47.333966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Checking segment: {'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:47.334648 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.335161 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Bound using segment: {'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:47.335930 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Bound port: 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fbb478-fbeb-4481-8357-be3644cf392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:47.336575 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.398567 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.399643 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.399643 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.400144 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.400628 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.401852 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.402368 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.402905 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.403403 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.403931 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.404433 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.404990 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.405499 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Tracked resource versions report: Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: pushed versions: Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: { 'AddressGroup': {'1.2'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'ConntrackHelper': {'1.0'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Log': {'1.0'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Network': {'1.1'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Port': {'1.7'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'PortForwarding': {'1.2'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'QosPolicy': {'1.10'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'SecurityGroup': {'1.5'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'SubPort': {'1.0'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Subnet': {'1.1'}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Trunk': {'1.1'}} Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: consumer versions: Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: { DHCP agent@n-d-713498-37: {}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: L3 agent@n-d-713498-37: {}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: Metadata agent@n-d-713498-37: {}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: Metering agent@n-d-713498-37: {}, Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: Open vSwitch agent@n-d-713498-37: { 'AddressGroup': '1.2', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'ConntrackHelper': '1.0', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'LocalIPAssociation': '1.0', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Log': '1.0', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Network': '1.1', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Port': '1.7', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'PortForwarding': '1.2', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'QosPolicy': '1.10', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'SecurityGroup': '1.5', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'SecurityGroupRule': '1.2', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'SubPort': '1.0', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Subnet': '1.1', Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: 'Trunk': '1.1'}} Feb 11 05:00:47.407402 n-d-713498-37 neutron-server[104089]: {{(pid=104089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:00:47.463081 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] For port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:47.493201 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] For port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8bdda56c-ba20-4515-bfab-cbb54cf5c2d1,segment=NetworkSegment(03fbb478-fbeb-4481-8357-be3644cf392b),segment_id=03fbb478-fbeb-4481-8357-be3644cf392b)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:47.532789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6c1face6-91ae-4468-9df1-bc10dd83df20 None None] Provisioning complete for port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:47.533641 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c1face6-91ae-4468-9df1-bc10dd83df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.574343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c1face6-91ae-4468-9df1-bc10dd83df20 None None] Port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:47.603523 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.693984 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c0536-6506-4550-9287-8b9e4aa67d2a None None] Pushing event updated for resources: {'Port': ['ID=8bdda56c-ba20-4515-bfab-cbb54cf5c2d1,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:47.698739 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Routers {'4c27e35f-fd05-448c-b849-58b1389bb637'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:47.699469 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:00:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4c27e35f-fd05-448c-b849-58b1389bb637'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:47.805138 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] Set router 4c27e35f-fd05-448c-b849-58b1389bb637 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:47.906433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8420b9e7-b02e-438e-b90a-921142c4a4fa None None] Provisioning complete for port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:47.907082 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8420b9e7-b02e-438e-b90a-921142c4a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.056036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8420b9e7-b02e-438e-b90a-921142c4a4fa None None] Current status of the port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:48.056427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8420b9e7-b02e-438e-b90a-921142c4a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.063121 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'name': 'router1', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:44Z', 'revision_number': 2, 'project_id': '364606ddff3940e08bf30d605de2b516', 'gw_port_host': None, '_interfaces': [{'id': '8bdda56c-ba20-4515-bfab-cbb54cf5c2d1', 'name': '', 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'mac_address': 'fa:16:3e:7c:08:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:43Z', 'updated_at': '2022-02-11T05:00:47Z', 'revision_number': 4, 'project_id': '364606ddff3940e08bf30d605de2b516', 'subnets': [{'id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1835c5db-e251-4ecb-826f-6a6ab8c74884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:48.094943 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b770f11-3f91-4a5c-9b59-52c146ad3d7c None None] The sync data for ids ['4c27e35f-fd05-448c-b849-58b1389bb637'] in n-d-713498-37 is: [{'id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'name': 'router1', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:44Z', 'revision_number': 2, 'project_id': '364606ddff3940e08bf30d605de2b516', 'gw_port_host': None, '_interfaces': [{'id': '8bdda56c-ba20-4515-bfab-cbb54cf5c2d1', 'name': '', 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'mac_address': 'fa:16:3e:7c:08:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:43Z', 'updated_at': '2022-02-11T05:00:47Z', 'revision_number': 4, 'project_id': '364606ddff3940e08bf30d605de2b516', 'subnets': [{'id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1835c5db-e251-4ecb-826f-6a6ab8c74884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:48.099091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8420b9e7-b02e-438e-b90a-921142c4a4fa None None] For port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8bdda56c-ba20-4515-bfab-cbb54cf5c2d1,segment=NetworkSegment(03fbb478-fbeb-4481-8357-be3644cf392b),segment_id=03fbb478-fbeb-4481-8357-be3644cf392b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:48.186660 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8420b9e7-b02e-438e-b90a-921142c4a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.248004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420b9e7-b02e-438e-b90a-921142c4a4fa None None] Pushing event updated for resources: {'Port': ['ID=8bdda56c-ba20-4515-bfab-cbb54cf5c2d1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:48.248956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34370) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:48.399163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f222e5b3-6d35-4578-8cbc-df29e4e0df64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:48.400823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f222e5b3-6d35-4578-8cbc-df29e4e0df64 admin admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 842 time: 0.1507275 Feb 11 05:00:48.416185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'ip_version': 4, 'gateway_ip': '172.25.8.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:48.597519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Made reservation on behalf of 7fa9446f1bce4c258aa75ebfc5346326 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:48.601072 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.170214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:00:49.170753 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (5fc2efab-9cbe-423d-8ad2-2a3128800b6a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.241898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc2efab-9cbe-423d-8ad2-2a3128800b6a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:49.256157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:49.257319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Network hostable DHCP agents. Network: 7664e73e-ea6e-404a-930c-fc2ed8607083, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:00:49.390149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:00:49.487557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7664e73e-ea6e-404a-930c-fc2ed8607083) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:49.499088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:49.499614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699ed92b-840f-4e2e-b986-f4be5c14679c None None] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:49.500359 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.626058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-66de2ce0-3946-49a1-bf92-89db156fac11 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2137580 Feb 11 05:00:49.695006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a101a-575e-4319-9762-92d683f217e4 None None] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:52.207723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34378) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:52.358719 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9919dd26-6d7f-407f-a6de-d7c65d08c73a demo admin] 10.222.0.62 "GET /v2.0/routers/4c27e35f-fd05-448c-b849-58b1389bb637 HTTP/1.1" status: 200 len: 710 time: 0.1497266 Feb 11 05:00:52.458030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85f003a-476b-440d-935b-85ae06faf738 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:52.459841 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c85f003a-476b-440d-935b-85ae06faf738 demo admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 886 time: 0.0936592 Feb 11 05:00:52.472061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:52.859015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks [] for router_gateway (4c27e35f-fd05-448c-b849-58b1389bb637), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.203293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks [] for router_gateway (4c27e35f-fd05-448c-b849-58b1389bb637), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.295677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.410598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Allocated IP 172.25.8.48 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:53.538338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks [] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.659034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.705113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:53.708924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:53.713903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:53.715890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Pushing event updated for resources: {'Port': ['ID=b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:54.117552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks [] for router_gateway (4c27e35f-fd05-448c-b849-58b1389bb637), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.351798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (4c27e35f-fd05-448c-b849-58b1389bb637), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.356169 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (4c27e35f-fd05-448c-b849-58b1389bb637), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.491308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Router 4c27e35f-fd05-448c-b849-58b1389bb637 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:54.647625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:54.656233 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.656233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-692b91d0-a82e-4f20-9fa4-cf20b9682fe6 demo admin] 10.222.0.62 "PUT /v2.0/routers/4c27e35f-fd05-448c-b849-58b1389bb637 HTTP/1.1" status: 200 len: 889 time: 2.1898096 Feb 11 05:00:56.108911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:56.173904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:56.174275 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:56.287507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:56.409471 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:00:57.421236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34390) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:57.656650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cce8c929-b68b-40df-a11a-966575fa0f97 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2308850 Feb 11 05:00:58.183868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Sync routers for ids ['4c27e35f-fd05-448c-b849-58b1389bb637'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:58.200445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Routers {'4c27e35f-fd05-448c-b849-58b1389bb637'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:58.201071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:00:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4c27e35f-fd05-448c-b849-58b1389bb637'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:58.449867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Set router 4c27e35f-fd05-448c-b849-58b1389bb637 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:59.034466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'name': 'router1', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:53Z', 'revision_number': 4, 'project_id': '364606ddff3940e08bf30d605de2b516', 'gw_port': {'id': 'b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:53Z', 'updated_at': '2022-02-11T05:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8bdda56c-ba20-4515-bfab-cbb54cf5c2d1', 'name': '', 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'mac_address': 'fa:16:3e:7c:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:43Z', 'updated_at': '2022-02-11T05:00:48Z', 'revision_number': 5, 'project_id': '364606ddff3940e08bf30d605de2b516', 'subnets': [{'id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1835c5db-e251-4ecb-826f-6a6ab8c74884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:59.090491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Checking router: 4c27e35f-fd05-448c-b849-58b1389bb637 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:59.090870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Updating router 4c27e35f-fd05-448c-b849-58b1389bb637 port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:00:59.149375 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.533099 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Publish callbacks [] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.608798 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.672974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15203f-c8ae-4c6d-b938-2277c3543693 None None] Pushing event updated for resources: {'Port': ['ID=b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:59.676193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Attempting to bind port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:59.676710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Attempting to bind port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:59.677429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Attempting to bind port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:59.684507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:59.685349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:59.685349 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.685857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:59.686526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Bound port: b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:59.686747 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.763097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] For port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:59.768174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] For port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:59.870629 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.929888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Routers {'4c27e35f-fd05-448c-b849-58b1389bb637'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:59.930340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:00:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4c27e35f-fd05-448c-b849-58b1389bb637'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:59.988921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15203f-c8ae-4c6d-b938-2277c3543693 None None] Pushing event updated for resources: {'Port': ['ID=b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:00.096063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] Set router 4c27e35f-fd05-448c-b849-58b1389bb637 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:00.466831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'name': 'router1', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:53Z', 'revision_number': 4, 'project_id': '364606ddff3940e08bf30d605de2b516', 'gw_port': {'id': 'b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:53Z', 'updated_at': '2022-02-11T05:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8bdda56c-ba20-4515-bfab-cbb54cf5c2d1', 'name': '', 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'mac_address': 'fa:16:3e:7c:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:43Z', 'updated_at': '2022-02-11T05:00:48Z', 'revision_number': 5, 'project_id': '364606ddff3940e08bf30d605de2b516', 'subnets': [{'id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1835c5db-e251-4ecb-826f-6a6ab8c74884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:00.508725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d8bb7-f276-46e0-b6f0-1082e4921160 None None] The sync data for ids ['4c27e35f-fd05-448c-b849-58b1389bb637'] in n-d-713498-37 is: [{'id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'name': 'router1', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:53Z', 'revision_number': 4, 'project_id': '364606ddff3940e08bf30d605de2b516', 'gw_port': {'id': 'b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:53Z', 'updated_at': '2022-02-11T05:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8bdda56c-ba20-4515-bfab-cbb54cf5c2d1', 'name': '', 'network_id': 'f9f75dcd-6ede-489c-b46a-e3b4b181eb94', 'tenant_id': '364606ddff3940e08bf30d605de2b516', 'mac_address': 'fa:16:3e:7c:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27e35f-fd05-448c-b849-58b1389bb637', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:43Z', 'updated_at': '2022-02-11T05:00:48Z', 'revision_number': 5, 'project_id': '364606ddff3940e08bf30d605de2b516', 'subnets': [{'id': '9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1835c5db-e251-4ecb-826f-6a6ab8c74884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:02.213868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:02.344302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:02.346046 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.523367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:02.524733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.578265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:02.651913 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.718900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26e1783-2d15-48c1-844e-58b700c7468e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.787639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:04.115225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:04.263521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:04.264292 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.479837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b5fb0e06-475e-4b18-8b5b-02d53f0b1cc2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:05.135509 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e2e745bc-76c2-4ea9-806b-5d63546e696c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.584807 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.069268 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:09.099655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.602495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf1923a2-71e4-4bfb-a350-6c789a6cd56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.424280 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:01:35.051966 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b2000fb-43b3-4949-b571-e653a48ea438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.456956 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.058295 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.126875 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.605267 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-03c0b9b7-a4b4-49a1-991a-e7f9b66b4f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.049148 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b03492d-47fa-48df-b26f-3df09a026427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.467066 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.054098 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.061939 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.416549 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:02:32.612655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a953ee82-87a2-4ed5-81c8-443857a5347f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:34.161794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34906) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:34.225322 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3234e7-3eb3-420d-ab00-6971867251d0 admin admin] GET failed (client error): The resource could not be found. Feb 11 05:02:34.226743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5f3234e7-3eb3-420d-ab00-6971867251d0 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639892 Feb 11 05:02:34.405472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76999bd-d00e-4961-bc06-b678b982563d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:34.407023 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f76999bd-d00e-4961-bc06-b678b982563d admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1759286 Feb 11 05:02:35.019693 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c77baf0b-6aef-4da1-8cb1-3f0b17a76c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:36.463936 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:36.816246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34916) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:36.929125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77f6b6-80b1-4dfc-a84e-cc4aa4c1908a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:36.930536 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad77f6b6-80b1-4dfc-a84e-cc4aa4c1908a admin admin] 10.222.0.62 "GET /v2.0/subnets/9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240 HTTP/1.1" status: 200 len: 849 time: 0.1130786 Feb 11 05:02:36.941077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:02:37.036553 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Publish callbacks [] for subnet (9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:37.271602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794895771895'] for subnet (9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:37.307948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:37.308556 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:37.309917 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] 10.222.0.62 "PUT /v2.0/subnets/9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240 HTTP/1.1" status: 200 len: 868 time: 0.3730264 Feb 11 05:02:37.314242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9658a-6366-486e-a6f8-4eb7e31087ad None None] Network f9f75dcd-6ede-489c-b46a-e3b4b181eb94 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:37.338478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:37.346764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.347160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.347481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.347855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.348172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.348520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.348901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.349240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.349577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.349912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.350245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.350577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.350905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4dbc-7e77-46d1-9675-d4bcf468cf13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:37.818096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1b4d2fd2-057d-4c3e-bc65-ca878e7708a7 None None] Provisioning complete for port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:02:37.818667 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2fd2-057d-4c3e-bc65-ca878e7708a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8bdda56c-ba20-4515-bfab-cbb54cf5c2d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:37.905734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d2fd2-057d-4c3e-bc65-ca878e7708a7 None None] Current status of the port 8bdda56c-ba20-4515-bfab-cbb54cf5c2d1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:02:37.916224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1b4d2fd2-057d-4c3e-bc65-ca878e7708a7 None None] Provisioning complete for port 1e177563-79a2-42bc-b608-c410c1e9131a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:02:37.916642 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2fd2-057d-4c3e-bc65-ca878e7708a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e177563-79a2-42bc-b608-c410c1e9131a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:38.032265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d2fd2-057d-4c3e-bc65-ca878e7708a7 None None] Current status of the port 1e177563-79a2-42bc-b608-c410c1e9131a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:02:38.088278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:39.065478 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:39.807464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34924) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:40.027594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88f0ec-9664-4dcb-ae30-309e543f77a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:40.027969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88f0ec-9664-4dcb-ae30-309e543f77a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:40.029803 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4f88f0ec-9664-4dcb-ae30-309e543f77a8 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2211983 Feb 11 05:02:42.382446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:42.526465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7a84d-50d0-45cb-af54-9503ee15716e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:42.526938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7a84d-50d0-45cb-af54-9503ee15716e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:42.529139 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fbe7a84d-50d0-45cb-af54-9503ee15716e admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1451287 Feb 11 05:02:44.869746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34940) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:45.006761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce890cc-1ce3-4ae9-ae72-127ee1252475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:45.009083 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6ce890cc-1ce3-4ae9-ae72-127ee1252475 admin admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 886 time: 0.1382995 Feb 11 05:02:47.342340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34948) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:47.414776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:02:47.494497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dedf9b-e9c9-47ee-840e-5cfab3ee3d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:47.495872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e2dedf9b-e9c9-47ee-840e-5cfab3ee3d67 admin admin] 10.222.0.62 "GET /v2.0/networks/f9f75dcd-6ede-489c-b46a-e3b4b181eb94 HTTP/1.1" status: 200 len: 869 time: 0.1525402 Feb 11 05:02:49.780960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34958) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:49.923357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28378bf-e0a4-4452-b22a-421ba204eb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:49.923814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28378bf-e0a4-4452-b22a-421ba204eb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:49.925407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d28378bf-e0a4-4452-b22a-421ba204eb3f admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1434798 Feb 11 05:02:52.233245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34966) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:52.373219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31cd4c-284a-4d2d-8c7e-c5044eb453c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:52.373672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31cd4c-284a-4d2d-8c7e-c5044eb453c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:52.375275 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0f31cd4c-284a-4d2d-8c7e-c5044eb453c9 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1409180 Feb 11 05:02:54.728672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34974) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:54.840042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01160f-4ef6-4038-ad27-df5ec20de05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:54.842317 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9a01160f-4ef6-4038-ad27-df5ec20de05b admin admin] 10.222.0.62 "GET /v2.0/subnets/5fc2efab-9cbe-423d-8ad2-2a3128800b6a HTTP/1.1" status: 200 len: 816 time: 0.1126020 Feb 11 05:02:57.226014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34982) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:57.327680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70228f4f-9c0a-42a3-9c4e-dfef404b1a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:57.329135 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-70228f4f-9c0a-42a3-9c4e-dfef404b1a6b admin admin] 10.222.0.62 "GET /v2.0/subnets/9a9d9074-42b1-4c4e-a4e9-9c1bb6e15240 HTTP/1.1" status: 200 len: 868 time: 0.1022575 Feb 11 05:03:02.618868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db4b1f7a-7f73-4d0c-be52-e4c7b14a4e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:05.035433 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b6a6-0599-4ecc-a934-5b756b0d9861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:06.458340 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:08.079023 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:09.046234 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.453751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35034) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:22.507272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-f82ad42f-60fb-4c24-a383-6484a2721f5b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:03:22.508548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f82ad42f-60fb-4c24-a383-6484a2721f5b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0538614 Feb 11 05:03:24.412911 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:03:25.006610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35042) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:25.067848 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50dd37b-9427-4aad-86d8-d3120d6ee190 admin admin] GET failed (client error): The resource could not be found. Feb 11 05:03:25.069193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e50dd37b-9427-4aad-86d8-d3120d6ee190 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616169 Feb 11 05:03:25.239707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7f5799-00bb-4fe2-8f93-b906c107e67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:25.241189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5d7f5799-00bb-4fe2-8f93-b906c107e67a admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1678557 Feb 11 05:03:27.606355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35050) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:27.665065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:27.769409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Made reservation on behalf of 7fa9446f1bce4c258aa75ebfc5346326 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:27.777507 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:27.817504 n-d-713498-37 neutron-server[104087]: WARNING neutron.services.revisions.revision_plugin [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Could not find related network for resource to bump revision. Feb 11 05:03:27.835484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:03:27.849494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794895855279', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (fa62300a-0388-4af0-b694-c80d38bf3dff), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:27.850166 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Unsubscribe: segment precommit_create {{(pid=104087) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 05:03:27.850701 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Added segment fa62300a-0388-4af0-b694-c80d38bf3dff of type vlan for network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b Feb 11 05:03:27.910764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.028432 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.029395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:28.029991 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.130846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Pushing event updated for resources: {'Network': ['ID=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:28.139599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.139949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.140296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.140670 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.141032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.141356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.141706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.142023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.142353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.142685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.143010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.143337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.143663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:28.150251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-012fea7f-24f8-4785-bb6f-f36522a99b0e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5426259 Feb 11 05:03:28.173004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:03:30.603770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35058) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:30.673165 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4e8bf5-15ae-4a79-b276-ce173b7f6dee admin admin] GET failed (client error): The resource could not be found. Feb 11 05:03:30.674372 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2b4e8bf5-15ae-4a79-b276-ce173b7f6dee admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0696151 Feb 11 05:03:30.749618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200919a8-f62a-4da7-8200-58d569402b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:30.751102 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-200919a8-f62a-4da7-8200-58d569402b01 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0724285 Feb 11 05:03:30.764763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Request body: {'subnet': {'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:03:30.911930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Made reservation on behalf of 7fa9446f1bce4c258aa75ebfc5346326 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:03:30.914333 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.169235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (c82a3846-c3f3-44be-8e24-65258f01cd69), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.226955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82a3846-c3f3-44be-8e24-65258f01cd69,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:31.235647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:03:31.235996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Network hostable DHCP agents. Network: 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:03:31.354120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:03:31.434660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:03:31.438798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:03:31.439387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.445244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b1a125-1d55-486b-835c-deb2118e7cc2 None None] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:31.554662 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4023a3aa-cb72-4200-9f12-2ee5169462f3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7969663 Feb 11 05:03:31.573083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'project_id': '7fa9446f1bce4c258aa75ebfc5346326', 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:03:31.573983 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.739393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Allocated IP 192.168.233.2 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/471dab6b-1593-47f9-8a16-ed5541cd10f6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:03:31.891366 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Publish callbacks [] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:31.965918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:32.012670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:03:32.015655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:03:32.018419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:03:32.028735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Pushing event updated for resources: {'Port': ['ID=471dab6b-1593-47f9-8a16-ed5541cd10f6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:32.060164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.060516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.060891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.061232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.061578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.061902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.062230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.062558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.062883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.063208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.063538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.063873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.064193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:32.108457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Attempting to bind port 471dab6b-1593-47f9-8a16-ed5541cd10f6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:03:32.109239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Attempting to bind port 471dab6b-1593-47f9-8a16-ed5541cd10f6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:03:32.109960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Attempting to bind port 471dab6b-1593-47f9-8a16-ed5541cd10f6 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:03:32.117454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:03:32.117974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:03:32.118439 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:32.118931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:03:32.119582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Bound port: 471dab6b-1593-47f9-8a16-ed5541cd10f6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:03:32.120093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:32.196684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] For port 471dab6b-1593-47f9-8a16-ed5541cd10f6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:03:32.200908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] For port 471dab6b-1593-47f9-8a16-ed5541cd10f6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=471dab6b-1593-47f9-8a16-ed5541cd10f6,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:03:32.297271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:32.374055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444ae6a-6e08-4fff-a5b3-84f5ce8a1cb5 None None] Pushing event updated for resources: {'Port': ['ID=471dab6b-1593-47f9-8a16-ed5541cd10f6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:32.590316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-03d54cde-078a-4868-b383-9062738db43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.427303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe897a1c-ce77-4514-8291-f11a9dd6128f None None] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:33.505768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5f5e4d48-f448-4d89-bf5c-46e3bac338ca None None] Provisioning complete for port 471dab6b-1593-47f9-8a16-ed5541cd10f6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:03:33.508633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d48-f448-4d89-bf5c-46e3bac338ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.650709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e4d48-f448-4d89-bf5c-46e3bac338ca None None] Current status of the port 471dab6b-1593-47f9-8a16-ed5541cd10f6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:33.653042 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d48-f448-4d89-bf5c-46e3bac338ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.710237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5f5e4d48-f448-4d89-bf5c-46e3bac338ca None None] For port 471dab6b-1593-47f9-8a16-ed5541cd10f6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=471dab6b-1593-47f9-8a16-ed5541cd10f6,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:33.797690 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4d48-f448-4d89-bf5c-46e3bac338ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.865586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e4d48-f448-4d89-bf5c-46e3bac338ca None None] Pushing event updated for resources: {'Port': ['ID=471dab6b-1593-47f9-8a16-ed5541cd10f6,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:33.920635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-42e871a8-6f8c-4b6c-96c4-e074654148f0 None None] Provisioning complete for port 471dab6b-1593-47f9-8a16-ed5541cd10f6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:03:33.920931 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42e871a8-6f8c-4b6c-96c4-e074654148f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.009582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-42e871a8-6f8c-4b6c-96c4-e074654148f0 None None] Current status of the port 471dab6b-1593-47f9-8a16-ed5541cd10f6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:34.215747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 471dab6b-1593-47f9-8a16-ed5541cd10f6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:03:34.267359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 471dab6b-1593-47f9-8a16-ed5541cd10f6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:03:34.267757 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (471dab6b-1593-47f9-8a16-ed5541cd10f6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.353945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 471dab6b-1593-47f9-8a16-ed5541cd10f6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:03:35.020041 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-05fb1a8b-1b1e-430e-b35e-df1059eb88f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:36.445267 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:38.039096 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:39.083073 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:01.412168 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:04:02.615197 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-138e5070-0480-4cf0-80a7-830963880b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:05.037362 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8801769b-0b19-4a58-841e-9c79fd8a3940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:06.458828 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.069815 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.071507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.753868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d60d95fe-bbdf-4589-b220-a5c7e7c15c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.047427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98773ca1-9835-443a-addf-68acb6d4df18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.484957 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.058570 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.411525 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:04:39.069843 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.106423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35096) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:00.112453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-7d4b82aa-ab08-4b65-a92e-a3c82490ab59 tempest-verify_tempest_config-106418729 tempest-verify_tempest_config-106418729-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:05:00.113414 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7d4b82aa-ab08-4b65-a92e-a3c82490ab59 tempest-verify_tempest_config-106418729 tempest-verify_tempest_config-106418729-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060005 Feb 11 05:05:00.860053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35114) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:00.972645 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.064840 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Publish callbacks [] for security_group (7c68579a-493c-4b59-9bfc-0d1ff31e43ca), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.165898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7c68579a-493c-4b59-9bfc-0d1ff31e43ca), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.323688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90d61a12490a43e7812f7d5f743b8165&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4625533 Feb 11 05:05:01.324388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68579a-493c-4b59-9bfc-0d1ff31e43ca,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:01.326530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35118) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:01.338940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.339281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.339678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.340014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.340345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.340721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.341087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.341413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.341741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.342053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.342373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.342740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.343008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d55a83-0049-4ebe-b131-45c787952b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:01.401110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47a59999-5b12-4518-b977-4e3f36091c0d admin admin] Publish callbacks [] for security_group (7c68579a-493c-4b59-9bfc-0d1ff31e43ca), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.424198 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47a59999-5b12-4518-b977-4e3f36091c0d admin admin] Publish callbacks [] for security_group (7c68579a-493c-4b59-9bfc-0d1ff31e43ca), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.605921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47a59999-5b12-4518-b977-4e3f36091c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7c68579a-493c-4b59-9bfc-0d1ff31e43ca), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.608477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47a59999-5b12-4518-b977-4e3f36091c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.609672 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-47a59999-5b12-4518-b977-4e3f36091c0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c68579a-493c-4b59-9bfc-0d1ff31e43ca HTTP/1.1" status: 204 len: 168 time: 0.2812257 Feb 11 05:05:01.617904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a59999-5b12-4518-b977-4e3f36091c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68579a-493c-4b59-9bfc-0d1ff31e43ca,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:02.694848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c4066132-6dc1-49e8-a40f-7cca6b31f8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.026359 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b91c3b4f-e935-4735-a747-6bb2e7ed872f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.473950 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.103513 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.052679 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.410391 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:05:32.621104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-78998483-02c6-4fef-bb39-b6355f63bc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.037961 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-956aa8b2-f7d1-464e-beac-871bc1d68fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.461366 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.047604 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.060791 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:52.408744 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:06:02.607481 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7b3f57d6-855c-46e8-ba8b-bfdfe1eeefaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.036095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5cb96015-7c2a-420e-a96f-2ef01a11c5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.464481 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.062576 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.090822 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.407457 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:06:32.589311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86e54519-8c52-4241-bc0b-df9f4d281584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.035229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db237803-957e-4b75-872a-873f2f54c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.526586 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.057693 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.069446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.595697 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8fd805e0-c2f3-43a8-866b-d67ea3c876b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.018478 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3a5454e0-fe2e-47c6-a092-3012c388ff53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:06.406198 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:07:06.485302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.064325 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.045446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.605876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a90c3dc-73c9-43c4-bd2d-cb3bad18e4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.030841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fe8c3548-7661-4db0-a939-8f4bb7f01c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.468853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.082442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.053575 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.407508 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:08:02.637085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9f32-9f68-4667-b6e4-4fb376ce88ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.063500 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9024b3d-4890-4483-9091-20047f503ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.480370 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:08.037092 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4063730'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:08.053841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.041023 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.106002 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4063730'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.408394 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:08:32.609312 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc02fb56-d8ba-4035-8baa-b9a9cae809d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.046726 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f216b0c3-00e5-46c8-93bb-5c7b8d014bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.471116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.069219 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.121005 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.065768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.081094 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:57.407791 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:09:02.612291 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-609f488a-d30b-4796-b58f-844ec3265d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.181883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35174) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:03.289470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e8e980cb-67b2-40c6-b800-71293e210231 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1064854 Feb 11 05:09:05.037849 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a74a387-3d3f-499e-a9e5-c2a97dd23c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.582284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35184) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:05.639822 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fdb54ec1-6ea4-42c1-a925-c8caedbf4ccc admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0564477 Feb 11 05:09:06.494969 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.000090 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.094540 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.054600 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.070244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:32.603420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cbee-63ca-4597-866c-90553746cb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.409636 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:09:35.046877 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-519b753e-9a1f-4668-8b83-44ea03f846c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.469655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:38.006410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:38.072229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:39.040830 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:41.052499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.609190 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91f19ab3-648a-4287-962f-5ad5f1b0655d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.035162 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6db96907-55f9-4de2-8e1e-2e694371d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.477741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.020244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.099055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.060509 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.077539 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.409236 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:10:32.666461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c41b7f52-9c68-4fa2-b530-6d597199a104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.014956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35400) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:35.032771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5db9b7c8-4034-44c3-9ab5-1e78eb730789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.552545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-network', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:35.649267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Made reservation on behalf of a38adb6b69524aab983a2aba6d231c2e for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:35.651756 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.660373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.744237 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Publish callbacks [] for security_group (1f094d5e-34f9-496f-813f-36471df40b67), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.820996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1f094d5e-34f9-496f-813f-36471df40b67), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.841164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:35.861776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (30969482-4501-4dc6-bc58-08378b26501a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.861776 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Added segment 30969482-4501-4dc6-bc58-08378b26501a of type vlan for network c82589a4-0749-42d5-a18e-27e1e6585753 Feb 11 05:10:35.892732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f094d5e-34f9-496f-813f-36471df40b67,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:35.906519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.906873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.907217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.907556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.907893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.908219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.908556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.908906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.909235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.909561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.909888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.910212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.910538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Tracked resource versions report: Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: pushed versions: Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: { 'AddressGroup': {'1.2'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'ConntrackHelper': {'1.0'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Log': {'1.0'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Network': {'1.1'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Port': {'1.7'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'PortForwarding': {'1.2'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'QosPolicy': {'1.10'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'SecurityGroup': {'1.5'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'SubPort': {'1.0'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Subnet': {'1.1'}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Trunk': {'1.1'}} Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: consumer versions: Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: { DHCP agent@n-d-713498-37: {}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: HyperV agent@n-h1-713498-37: {}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: HyperV agent@n-h2-713498-37: {}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: L3 agent@n-d-713498-37: {}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: Metadata agent@n-d-713498-37: {}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: Metering agent@n-d-713498-37: {}, Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: Open vSwitch agent@n-d-713498-37: { 'AddressGroup': '1.2', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'ConntrackHelper': '1.0', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'LocalIPAssociation': '1.0', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Log': '1.0', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Network': '1.1', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Port': '1.7', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'PortForwarding': '1.2', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'QosPolicy': '1.10', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'SecurityGroup': '1.5', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'SecurityGroupRule': '1.2', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'SubPort': '1.0', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Subnet': '1.1', Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: 'Trunk': '1.1'}} Feb 11 05:10:35.911693 n-d-713498-37 neutron-server[104086]: {{(pid=104086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:10:35.919794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c82589a4-0749-42d5-a18e-27e1e6585753), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.014999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c82589a4-0749-42d5-a18e-27e1e6585753), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.016263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.016881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.080071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c82589a4-0749-42d5-a18e-27e1e6585753,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.091951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c82589a4-0749-42d5-a18e-27e1e6585753 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:36.227800 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3a0bb591-a114-4749-a457-05c85d5ea9a4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2131915 Feb 11 05:10:36.232206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35438) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:36.241212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Request body: {'subnet': {'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-subnet', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:36.397822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Made reservation on behalf of a38adb6b69524aab983a2aba6d231c2e for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:36.400381 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.567037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.649822 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (f647ac4c-41aa-4863-b3ff-bd69634163d3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.707236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f647ac4c-41aa-4863-b3ff-bd69634163d3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.719498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.719856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.720206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.720555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.720919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.721258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.721593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.721922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.722259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.722587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.722915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.723244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.723568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Tracked resource versions report: Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: pushed versions: Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: { 'AddressGroup': {'1.2'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'ConntrackHelper': {'1.0'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Log': {'1.0'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Network': {'1.1'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Port': {'1.7'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'PortForwarding': {'1.2'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'QosPolicy': {'1.10'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'SecurityGroup': {'1.5'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'SubPort': {'1.0'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Subnet': {'1.1'}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Trunk': {'1.1'}} Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: consumer versions: Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: { DHCP agent@n-d-713498-37: {}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: HyperV agent@n-h1-713498-37: {}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: HyperV agent@n-h2-713498-37: {}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: L3 agent@n-d-713498-37: {}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: Metadata agent@n-d-713498-37: {}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: Metering agent@n-d-713498-37: {}, Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: Open vSwitch agent@n-d-713498-37: { 'AddressGroup': '1.2', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'ConntrackHelper': '1.0', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'LocalIPAssociation': '1.0', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Log': '1.0', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Network': '1.1', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Port': '1.7', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'PortForwarding': '1.2', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'QosPolicy': '1.10', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'SecurityGroup': '1.5', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'SecurityGroupRule': '1.2', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'SubPort': '1.0', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Subnet': '1.1', Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: 'Trunk': '1.1'}} Feb 11 05:10:36.724768 n-d-713498-37 neutron-server[104087]: {{(pid=104087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:10:36.728328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Checking segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:36.728328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Network hostable DHCP agents. Network: c82589a4-0749-42d5-a18e-27e1e6585753, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:36.826153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Network c82589a4-0749-42d5-a18e-27e1e6585753 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:36.900313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c82589a4-0749-42d5-a18e-27e1e6585753) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:36.905296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.906123 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.914986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d24f7-6321-4f30-bee0-45466ce01635 None None] Network c82589a4-0749-42d5-a18e-27e1e6585753 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:37.000412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c32d902c-a39f-427c-b2cd-92d4c3dba1a3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7666717 Feb 11 05:10:37.003491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35476) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:37.008655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:37.031042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-c82589a4-0749-42d5-a18e-27e1e6585753', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:37.031903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.109136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.109689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.183945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks [] for router_controller (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.197148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Allocated IP 172.20.0.2 (c82589a4-0749-42d5-a18e-27e1e6585753/f647ac4c-41aa-4863-b3ff-bd69634163d3/4727dcd9-71ef-44b4-a5e0-58ac15f181ed) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:37.352729 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Publish callbacks [] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.422222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks [] for router_gateway (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.473092 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.531157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Network c82589a4-0749-42d5-a18e-27e1e6585753 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:37.535949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:37.539987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:37.562803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Pushing event updated for resources: {'Port': ['ID=4727dcd9-71ef-44b4-a5e0-58ac15f181ed,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:37.610650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.616652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.619921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.620777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Tracked resource versions report: Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: pushed versions: Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: { 'AddressGroup': {'1.2'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'ConntrackHelper': {'1.0'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Log': {'1.0'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Network': {'1.1'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Port': {'1.7'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'PortForwarding': {'1.2'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'QosPolicy': {'1.10'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'SecurityGroup': {'1.5'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'SubPort': {'1.0'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Subnet': {'1.1'}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Trunk': {'1.1'}} Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: consumer versions: Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: { DHCP agent@n-d-713498-37: {}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: HyperV agent@n-h1-713498-37: {}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: HyperV agent@n-h2-713498-37: {}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: L3 agent@n-d-713498-37: {}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: Metadata agent@n-d-713498-37: {}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: Metering agent@n-d-713498-37: {}, Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: Open vSwitch agent@n-d-713498-37: { 'AddressGroup': '1.2', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'ConntrackHelper': '1.0', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'LocalIPAssociation': '1.0', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Log': '1.0', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Network': '1.1', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Port': '1.7', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'PortForwarding': '1.2', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'QosPolicy': '1.10', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'SecurityGroup': '1.5', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'SecurityGroupRule': '1.2', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'SubPort': '1.0', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Subnet': '1.1', Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: 'Trunk': '1.1'}} Feb 11 05:10:37.623368 n-d-713498-37 neutron-server[104088]: {{(pid=104088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:10:37.678983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Attempting to bind port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:37.679627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Attempting to bind port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:37.680174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Attempting to bind port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed on network c82589a4-0749-42d5-a18e-27e1e6585753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:37.692199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:37.694695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Checking segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:37.696426 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.697429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Bound using segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:37.698589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Bound port: 4727dcd9-71ef-44b4-a5e0-58ac15f181ed, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:37.699386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.827625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] For port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:37.831263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] For port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4727dcd9-71ef-44b4-a5e0-58ac15f181ed,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:37.876828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks [] for router_gateway (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.897667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:37.944803 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.045596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816eab8-2890-4e47-826d-00e1ea2a6011 None None] Pushing event updated for resources: {'Port': ['ID=4727dcd9-71ef-44b4-a5e0-58ac15f181ed,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:38.051140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Allocated IP 172.25.8.135 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/0b9ab980-285b-44e8-ada3-e624e979256d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:38.064927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.156636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.202673 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks [] for port (0b9ab980-285b-44e8-ada3-e624e979256d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.320845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.395713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Pushing event updated for resources: {'Port': ['ID=0b9ab980-285b-44e8-ada3-e624e979256d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:38.426778 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:38.428762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:38.432266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:38.555580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4727dcd9-71ef-44b4-a5e0-58ac15f181ed up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:38.651277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:38.651737 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.744063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:38.744377 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.789620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4727dcd9-71ef-44b4-a5e0-58ac15f181ed,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:38.865753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks [] for router_gateway (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.887200 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:38.939625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=4727dcd9-71ef-44b4-a5e0-58ac15f181ed,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:39.071923 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.251896 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.407746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431301c8-f4fe-4481-b0c5-e63c34c4f7ab None None] Network c82589a4-0749-42d5-a18e-27e1e6585753 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:39.491434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ea14e882-84b6-4a1c-9705-793fc5d06a01 None None] Provisioning complete for port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:39.491818 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea14e882-84b6-4a1c-9705-793fc5d06a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.563596 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:10:39.689535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:39.706185 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Sync routers for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:39.722169 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:39.723045 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:10:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:39.784843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.785508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea14e882-84b6-4a1c-9705-793fc5d06a01 None None] Current status of the port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:39.786137 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-57685ff3-5363-421e-b3f4-08300a3f41ab admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7809536 Feb 11 05:10:39.789367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35574) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:39.861034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35582) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:39.921591 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:40.131117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-773b335a-1746-491a-a720-e00999c2c1a2 None None] Provisioning complete for port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:40.131608 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-773b335a-1746-491a-a720-e00999c2c1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.166131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c240c355-f376-4751-811d-0e79a35c62d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.242027 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:38Z', 'revision_number': 3, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:40.285003 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Checking router: 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:10:40.285369 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Updating router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 port 0b9ab980-285b-44e8-ada3-e624e979256d binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:10:40.347551 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.355424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c240c355-f376-4751-811d-0e79a35c62d6 admin admin] Publish callbacks [] for security_group (90fd712d-4c33-409a-ab08-4d4ca1d981c4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.362302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-773b335a-1746-491a-a720-e00999c2c1a2 None None] Current status of the port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:40.401582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4727dcd9-71ef-44b4-a5e0-58ac15f181ed up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:40.463515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:40.464436 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.516219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c240c355-f376-4751-811d-0e79a35c62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (90fd712d-4c33-409a-ab08-4d4ca1d981c4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.562964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:40.569200 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c240c355-f376-4751-811d-0e79a35c62d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b2d03adc04b4b528ff80d0d8fc0ef4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7066495 Feb 11 05:10:40.571750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35612) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:40.627305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240c355-f376-4751-811d-0e79a35c62d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fd712d-4c33-409a-ab08-4d4ca1d981c4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:40.674715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6b98-2da3-43b8-a103-35893884226e admin admin] Publish callbacks [] for security_group (90fd712d-4c33-409a-ab08-4d4ca1d981c4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.703821 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6b98-2da3-43b8-a103-35893884226e admin admin] Publish callbacks [] for security_group (90fd712d-4c33-409a-ab08-4d4ca1d981c4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.777973 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Publish callbacks [] for port (0b9ab980-285b-44e8-ada3-e624e979256d), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.832837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.881370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6b98-2da3-43b8-a103-35893884226e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (90fd712d-4c33-409a-ab08-4d4ca1d981c4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.881548 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.885150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6b98-2da3-43b8-a103-35893884226e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.889258 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-22aa6b98-2da3-43b8-a103-35893884226e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90fd712d-4c33-409a-ab08-4d4ca1d981c4 HTTP/1.1" status: 204 len: 168 time: 0.3139904 Feb 11 05:10:40.901668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa6b98-2da3-43b8-a103-35893884226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fd712d-4c33-409a-ab08-4d4ca1d981c4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:40.937579 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Attempting to bind port 0b9ab980-285b-44e8-ada3-e624e979256d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:40.937957 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Attempting to bind port 0b9ab980-285b-44e8-ada3-e624e979256d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:40.938326 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Attempting to bind port 0b9ab980-285b-44e8-ada3-e624e979256d on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:40.952414 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:40.952532 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:40.952962 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.953356 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:40.953838 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Bound port: 0b9ab980-285b-44e8-ada3-e624e979256d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:40.954262 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.986663 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Pushing event updated for resources: {'Port': ['ID=0b9ab980-285b-44e8-ada3-e624e979256d,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.002909 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.003277 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.003620 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.004061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.004400 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.004765 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.005101 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.005453 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.005745 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.006068 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.006521 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.006851 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.007172 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Tracked resource versions report: Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: pushed versions: Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: { 'AddressGroup': {'1.2'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'ConntrackHelper': {'1.0'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Log': {'1.0'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Network': {'1.1'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Port': {'1.7'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'PortForwarding': {'1.2'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'QosPolicy': {'1.10'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'SecurityGroup': {'1.5'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'SubPort': {'1.0'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Subnet': {'1.1'}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Trunk': {'1.1'}} Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: consumer versions: Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: { DHCP agent@n-d-713498-37: {}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: HyperV agent@n-h1-713498-37: {}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: HyperV agent@n-h2-713498-37: {}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: L3 agent@n-d-713498-37: {}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: Metadata agent@n-d-713498-37: {}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: Metering agent@n-d-713498-37: {}, Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: Open vSwitch agent@n-d-713498-37: { 'AddressGroup': '1.2', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'ConntrackHelper': '1.0', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'LocalIPAssociation': '1.0', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Log': '1.0', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Network': '1.1', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Port': '1.7', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'PortForwarding': '1.2', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'QosPolicy': '1.10', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'SecurityGroup': '1.5', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'SecurityGroupRule': '1.2', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'SubPort': '1.0', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Subnet': '1.1', Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: 'Trunk': '1.1'}} Feb 11 05:10:41.008349 n-d-713498-37 neutron-server[104089]: {{(pid=104089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:10:41.064792 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] For port 0b9ab980-285b-44e8-ada3-e624e979256d, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:41.072286 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] For port 0b9ab980-285b-44e8-ada3-e624e979256d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0b9ab980-285b-44e8-ada3-e624e979256d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:41.115867 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.147916 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.171249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35644) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:41.235373 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:41.235997 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:10:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:41.247749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Allocated IP 172.20.0.1 (c82589a4-0749-42d5-a18e-27e1e6585753/f647ac4c-41aa-4863-b3ff-bd69634163d3/090343a4-ce89-4c6c-b768-10c34286d313) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:41.374646 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53404eb-ab26-4d8c-a90b-23e2c37f9741 None None] Pushing event updated for resources: {'Port': ['ID=0b9ab980-285b-44e8-ada3-e624e979256d,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.398827 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cb5955c-8189-41a5-92ac-396243f3ba26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.426997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Publish callbacks [] for port (090343a4-ce89-4c6c-b768-10c34286d313), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.442761 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:41.499250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cb5955c-8189-41a5-92ac-396243f3ba26 admin admin] Publish callbacks [] for security_group (9283397a-257f-49d4-991c-812568abe6b2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.590222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cb5955c-8189-41a5-92ac-396243f3ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9283397a-257f-49d4-991c-812568abe6b2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.591591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (090343a4-ce89-4c6c-b768-10c34286d313), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.642985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5955c-8189-41a5-92ac-396243f3ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9283397a-257f-49d4-991c-812568abe6b2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.665143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35676) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:41.676334 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6cb5955c-8189-41a5-92ac-396243f3ba26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d1c860944e740f78d0f670285b1ddcd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5036116 Feb 11 05:10:41.684475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35678) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:41.694052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77d6d925-5ad0-47db-9cb1-4c99e6b69d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.710484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Network c82589a4-0749-42d5-a18e-27e1e6585753 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:41.720089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:41.725341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:41.726230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.754296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Pushing event updated for resources: {'Port': ['ID=090343a4-ce89-4c6c-b768-10c34286d313,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.776884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e73f972-661e-4cda-88c5-91827c274418 admin admin] Publish callbacks [] for security_group (9283397a-257f-49d4-991c-812568abe6b2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.821225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e73f972-661e-4cda-88c5-91827c274418 admin admin] Publish callbacks [] for security_group (9283397a-257f-49d4-991c-812568abe6b2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.843691 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:38Z', 'revision_number': 3, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:41.898136 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1390df-4766-4b1e-ad30-ff3157e03326 None None] The sync data for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 is: [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:38Z', 'revision_number': 3, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:10:41.924879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77d6d925-5ad0-47db-9cb1-4c99e6b69d89 admin admin] Publish callbacks [] for security_group (9d1f554b-de0a-4290-94cb-72ec917420ed), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.998623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77d6d925-5ad0-47db-9cb1-4c99e6b69d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9d1f554b-de0a-4290-94cb-72ec917420ed), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.050375 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-77d6d925-5ad0-47db-9cb1-4c99e6b69d89 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e8fe7745934439a872662aece6e413e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3840744 Feb 11 05:10:42.052918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:42.077107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e73f972-661e-4cda-88c5-91827c274418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9283397a-257f-49d4-991c-812568abe6b2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.079897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e73f972-661e-4cda-88c5-91827c274418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.081131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4e73f972-661e-4cda-88c5-91827c274418 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9283397a-257f-49d4-991c-812568abe6b2 HTTP/1.1" status: 204 len: 168 time: 0.3950045 Feb 11 05:10:42.108136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6d925-5ad0-47db-9cb1-4c99e6b69d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1f554b-de0a-4290-94cb-72ec917420ed,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.121833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-844a036a-d367-4348-af58-c77adce11573 None None] Provisioning complete for port 090343a4-ce89-4c6c-b768-10c34286d313 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:42.122441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-844a036a-d367-4348-af58-c77adce11573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (090343a4-ce89-4c6c-b768-10c34286d313), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.165331 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73f972-661e-4cda-88c5-91827c274418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9283397a-257f-49d4-991c-812568abe6b2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.168754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-844a036a-d367-4348-af58-c77adce11573 None None] Port 090343a4-ce89-4c6c-b768-10c34286d313 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:42.207321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7264fccd-44ac-4468-97e1-5a0cf4f4d397 admin admin] Publish callbacks [] for security_group (9d1f554b-de0a-4290-94cb-72ec917420ed), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.217460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (090343a4-ce89-4c6c-b768-10c34286d313), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.264268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7264fccd-44ac-4468-97e1-5a0cf4f4d397 admin admin] Publish callbacks [] for security_group (9d1f554b-de0a-4290-94cb-72ec917420ed), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.475743 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7264fccd-44ac-4468-97e1-5a0cf4f4d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9d1f554b-de0a-4290-94cb-72ec917420ed), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.479772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7264fccd-44ac-4468-97e1-5a0cf4f4d397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.481686 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7264fccd-44ac-4468-97e1-5a0cf4f4d397 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d1f554b-de0a-4290-94cb-72ec917420ed HTTP/1.1" status: 204 len: 168 time: 0.4277854 Feb 11 05:10:42.509234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264fccd-44ac-4468-97e1-5a0cf4f4d397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1f554b-de0a-4290-94cb-72ec917420ed,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.728374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Publish callbacks [] for port (090343a4-ce89-4c6c-b768-10c34286d313), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.855641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (090343a4-ce89-4c6c-b768-10c34286d313), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.856646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.944534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Pushing event updated for resources: {'Port': ['ID=090343a4-ce89-4c6c-b768-10c34286d313,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:43.039335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Network c82589a4-0749-42d5-a18e-27e1e6585753 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:43.041068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:43.197848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:10:43.299638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-52cfb0ea-0d5e-48e7-88bb-6f3fd6dde04d None None] Provisioning complete for port 090343a4-ce89-4c6c-b768-10c34286d313 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:43.300199 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52cfb0ea-0d5e-48e7-88bb-6f3fd6dde04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (090343a4-ce89-4c6c-b768-10c34286d313), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.358606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-52cfb0ea-0d5e-48e7-88bb-6f3fd6dde04d None None] Port 090343a4-ce89-4c6c-b768-10c34286d313 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:43.364529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:43.377492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-81b5c210-6a8f-4804-996d-276d7861d023 admin admin] 10.222.0.62 "PUT /v2.0/routers/0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5856278 Feb 11 05:10:43.392783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35752) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:43.446070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35760) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:43.798390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35784) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:43.816198 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9e05-fef0-4082-a8d1-2a373c5de624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.948858 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9e05-fef0-4082-a8d1-2a373c5de624 admin admin] Publish callbacks [] for security_group (81d73f9a-4426-4ec4-b48b-7337163ddb0e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.976895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Sync routers for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:43.993750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:43.994987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:10:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:44.072113 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9e05-fef0-4082-a8d1-2a373c5de624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (81d73f9a-4426-4ec4-b48b-7337163ddb0e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.133230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6a7c9e05-fef0-4082-a8d1-2a373c5de624 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c5ced18e63449ac96faf6bcd56e01ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3291924 Feb 11 05:10:44.133230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c9e05-fef0-4082-a8d1-2a373c5de624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d73f9a-4426-4ec4-b48b-7337163ddb0e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.133592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35796) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:44.204805 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c2d65c-84e4-4759-8c26-726a687f4b07 admin admin] Publish callbacks [] for security_group (81d73f9a-4426-4ec4-b48b-7337163ddb0e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.210410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:44.236698 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c2d65c-84e4-4759-8c26-726a687f4b07 admin admin] Publish callbacks [] for security_group (81d73f9a-4426-4ec4-b48b-7337163ddb0e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.237625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc85b75-9e5d-4bac-be9d-bdab2b8a8121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.320466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-fe63-476f-aadd-19884e42286c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.389658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35804) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:44.433173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c2d65c-84e4-4759-8c26-726a687f4b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (81d73f9a-4426-4ec4-b48b-7337163ddb0e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.436048 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c2d65c-84e4-4759-8c26-726a687f4b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.437324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-05c2d65c-84e4-4759-8c26-726a687f4b07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81d73f9a-4426-4ec4-b48b-7337163ddb0e HTTP/1.1" status: 204 len: 168 time: 0.3026526 Feb 11 05:10:44.451701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2d65c-84e4-4759-8c26-726a687f4b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d73f9a-4426-4ec4-b48b-7337163ddb0e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.489810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0b9ab980-285b-44e8-ada3-e624e979256d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:44.593188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0b9ab980-285b-44e8-ada3-e624e979256d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:44.593593 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.610343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-fe63-476f-aadd-19884e42286c admin admin] Publish callbacks [] for security_group (3dea55da-80dc-4d04-ada3-46806b7bfac3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.640079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc85b75-9e5d-4bac-be9d-bdab2b8a8121 admin admin] Publish callbacks [] for security_group (a518c70a-a5d2-4596-877f-f870180589d6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.654848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 2, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:44.693308 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a47bd92-5119-4525-b2f6-f5ae92715a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.696206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-fe63-476f-aadd-19884e42286c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3dea55da-80dc-4d04-ada3-46806b7bfac3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.732540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0b9ab980-285b-44e8-ada3-e624e979256d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:44.733900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.738731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Checking router: 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:10:44.739279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Updating router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 port 090343a4-ce89-4c6c-b768-10c34286d313 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:10:44.749636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e02682-fe63-476f-aadd-19884e42286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dea55da-80dc-4d04-ada3-46806b7bfac3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.757059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc85b75-9e5d-4bac-be9d-bdab2b8a8121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a518c70a-a5d2-4596-877f-f870180589d6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.793945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a47bd92-5119-4525-b2f6-f5ae92715a9b admin admin] Publish callbacks [] for security_group (31f03bcf-74a1-46be-83b8-fe2edb71f7e5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.801498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 0b9ab980-285b-44e8-ada3-e624e979256d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0b9ab980-285b-44e8-ada3-e624e979256d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:44.802920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (090343a4-ce89-4c6c-b768-10c34286d313), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.810688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-48e02682-fe63-476f-aadd-19884e42286c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a917180d52d4da69136c7e3fae7e7e3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3634732 Feb 11 05:10:44.813686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35814) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:44.817497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc85b75-9e5d-4bac-be9d-bdab2b8a8121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a518c70a-a5d2-4596-877f-f870180589d6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.825384 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9bc85b75-9e5d-4bac-be9d-bdab2b8a8121 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb0697516500470e9d74ef13acbe90fb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4310212 Feb 11 05:10:44.827882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35816) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:44.899010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-073373c0-bab2-4a95-96b7-e5baa0c05ee4 admin admin] Publish callbacks [] for security_group (a518c70a-a5d2-4596-877f-f870180589d6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.915502 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.934219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-073373c0-bab2-4a95-96b7-e5baa0c05ee4 admin admin] Publish callbacks [] for security_group (a518c70a-a5d2-4596-877f-f870180589d6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.942885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a47bd92-5119-4525-b2f6-f5ae92715a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31f03bcf-74a1-46be-83b8-fe2edb71f7e5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.947280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6da6899-15c8-4470-8c3f-e43a47dc61ca admin admin] Publish callbacks [] for security_group (3dea55da-80dc-4d04-ada3-46806b7bfac3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.009014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=0b9ab980-285b-44e8-ada3-e624e979256d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.041618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9a47bd92-5119-4525-b2f6-f5ae92715a9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6cc6c8c93b354f69aae1494f786f2236&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6484499 Feb 11 05:10:45.042090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35828) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:45.042914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47bd92-5119-4525-b2f6-f5ae92715a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f03bcf-74a1-46be-83b8-fe2edb71f7e5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.046641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6da6899-15c8-4470-8c3f-e43a47dc61ca admin admin] Publish callbacks [] for security_group (3dea55da-80dc-4d04-ada3-46806b7bfac3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.108935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08537e77-b7d2-41f1-a9c0-569774e080ea admin admin] Publish callbacks [] for security_group (31f03bcf-74a1-46be-83b8-fe2edb71f7e5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.124544 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-073373c0-bab2-4a95-96b7-e5baa0c05ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a518c70a-a5d2-4596-877f-f870180589d6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.128786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-073373c0-bab2-4a95-96b7-e5baa0c05ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.130117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-073373c0-bab2-4a95-96b7-e5baa0c05ee4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a518c70a-a5d2-4596-877f-f870180589d6 HTTP/1.1" status: 204 len: 168 time: 0.3010125 Feb 11 05:10:45.145952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08537e77-b7d2-41f1-a9c0-569774e080ea admin admin] Publish callbacks [] for security_group (31f03bcf-74a1-46be-83b8-fe2edb71f7e5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.160619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073373c0-bab2-4a95-96b7-e5baa0c05ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a518c70a-a5d2-4596-877f-f870180589d6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.226313 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Publish callbacks [] for port (090343a4-ce89-4c6c-b768-10c34286d313), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.253490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6da6899-15c8-4470-8c3f-e43a47dc61ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3dea55da-80dc-4d04-ada3-46806b7bfac3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.256371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6da6899-15c8-4470-8c3f-e43a47dc61ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.257643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f6da6899-15c8-4470-8c3f-e43a47dc61ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3dea55da-80dc-4d04-ada3-46806b7bfac3 HTTP/1.1" status: 204 len: 168 time: 0.4425688 Feb 11 05:10:45.266496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da6899-15c8-4470-8c3f-e43a47dc61ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dea55da-80dc-4d04-ada3-46806b7bfac3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.359091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08537e77-b7d2-41f1-a9c0-569774e080ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31f03bcf-74a1-46be-83b8-fe2edb71f7e5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.361894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08537e77-b7d2-41f1-a9c0-569774e080ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.363090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-08537e77-b7d2-41f1-a9c0-569774e080ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31f03bcf-74a1-46be-83b8-fe2edb71f7e5 HTTP/1.1" status: 204 len: 168 time: 0.3198919 Feb 11 05:10:45.371896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08537e77-b7d2-41f1-a9c0-569774e080ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f03bcf-74a1-46be-83b8-fe2edb71f7e5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.383285 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (090343a4-ce89-4c6c-b768-10c34286d313), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.444130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b830a6-0db0-4d42-8c8a-824c9fb571f2 None None] Pushing event updated for resources: {'Port': ['ID=090343a4-ce89-4c6c-b768-10c34286d313,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.505955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Attempting to bind port 090343a4-ce89-4c6c-b768-10c34286d313 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:45.506617 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Attempting to bind port 090343a4-ce89-4c6c-b768-10c34286d313 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:45.506750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Attempting to bind port 090343a4-ce89-4c6c-b768-10c34286d313 on network c82589a4-0749-42d5-a18e-27e1e6585753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:45.512980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:45.513367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Checking segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:45.513900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.519536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Bound using segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:45.519536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Bound port: 090343a4-ce89-4c6c-b768-10c34286d313, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:45.519536 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (090343a4-ce89-4c6c-b768-10c34286d313), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.591989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] For port 090343a4-ce89-4c6c-b768-10c34286d313, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:45.595830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] For port 090343a4-ce89-4c6c-b768-10c34286d313, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=090343a4-ce89-4c6c-b768-10c34286d313,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:45.694126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (090343a4-ce89-4c6c-b768-10c34286d313), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.728906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a2c167bc-c30d-4fb5-b906-577fb291e539 None None] Provisioning complete for port 090343a4-ce89-4c6c-b768-10c34286d313 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:45.729947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2c167bc-c30d-4fb5-b906-577fb291e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (090343a4-ce89-4c6c-b768-10c34286d313), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.798978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b830a6-0db0-4d42-8c8a-824c9fb571f2 None None] Pushing event updated for resources: {'Port': ['ID=090343a4-ce89-4c6c-b768-10c34286d313,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:45.802759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:45.803360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:10:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:45.923474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a2c167bc-c30d-4fb5-b906-577fb291e539 None None] Current status of the port 090343a4-ce89-4c6c-b768-10c34286d313 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:45.923898 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2c167bc-c30d-4fb5-b906-577fb291e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (090343a4-ce89-4c6c-b768-10c34286d313), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.966177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:46.000709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a2c167bc-c30d-4fb5-b906-577fb291e539 None None] For port 090343a4-ce89-4c6c-b768-10c34286d313, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=090343a4-ce89-4c6c-b768-10c34286d313,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:46.126529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2c167bc-c30d-4fb5-b906-577fb291e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (090343a4-ce89-4c6c-b768-10c34286d313), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.210017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c167bc-c30d-4fb5-b906-577fb291e539 None None] Pushing event updated for resources: {'Port': ['ID=090343a4-ce89-4c6c-b768-10c34286d313,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:46.236282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:46.262865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35874) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:46.265113 n-d-713498-37 neutron-server[104087]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 05:10:46.270796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea103c-2ac4-43fa-bb82-501c7cf40c1d None None] The sync data for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 is: [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:10:46.279416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-68dc6132-461e-4aaa-b7ba-bf36d9c32181 None None] Provisioning complete for port 090343a4-ce89-4c6c-b768-10c34286d313 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:46.279788 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-68dc6132-461e-4aaa-b7ba-bf36d9c32181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (090343a4-ce89-4c6c-b768-10c34286d313), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.303966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-654b268a-2866-4208-ba0f-d0ba460f42ac tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c4a3eb1f427f4142a7eb2d47a61887c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380960 Feb 11 05:10:46.526283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-68dc6132-461e-4aaa-b7ba-bf36d9c32181 None None] Current status of the port 090343a4-ce89-4c6c-b768-10c34286d313 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:46.553993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35878) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:46.596543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0b9ab980-285b-44e8-ada3-e624e979256d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:46.599668 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdcc-7b7d-4787-8629-ed2335f15668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.649775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-b94cb8d8-4e98-458f-bf7f-06fa402422ed tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:46.651666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-b94cb8d8-4e98-458f-bf7f-06fa402422ed tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378279 Feb 11 05:10:46.653922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0b9ab980-285b-44e8-ada3-e624e979256d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:46.654570 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.678100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-2a2529b7-0561-4e34-b9bc-7519f3869bd8 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/quotas/c4a3eb1f427f4142a7eb2d47a61887c1 HTTP/1.1" status: 200 len: 375 time: 0.0206370 Feb 11 05:10:46.761816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-e5eddaab-a35b-4510-a4e1-c8d0bec709f3 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4a3eb1f427f4142a7eb2d47a61887c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745435 Feb 11 05:10:46.787062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0b9ab980-285b-44e8-ada3-e624e979256d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:46.790149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 090343a4-ce89-4c6c-b768-10c34286d313 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:46.822629 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdcc-7b7d-4787-8629-ed2335f15668 admin admin] Publish callbacks [] for security_group (ba23c077-c5d2-4c37-ac6b-cbc8819b5dd6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.861107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 090343a4-ce89-4c6c-b768-10c34286d313 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:46.861489 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (090343a4-ce89-4c6c-b768-10c34286d313), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.952158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 090343a4-ce89-4c6c-b768-10c34286d313 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:46.963211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdcc-7b7d-4787-8629-ed2335f15668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ba23c077-c5d2-4c37-ac6b-cbc8819b5dd6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.014950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5cccfdcc-7b7d-4787-8629-ed2335f15668 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92cc316356d049a8a3ca4c96e28e8298&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4598112 Feb 11 05:10:47.016006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccfdcc-7b7d-4787-8629-ed2335f15668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba23c077-c5d2-4c37-ac6b-cbc8819b5dd6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.023969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35882) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:47.071577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be040f3a-31b6-49b8-a0fd-db221fd19f3f admin admin] Publish callbacks [] for security_group (ba23c077-c5d2-4c37-ac6b-cbc8819b5dd6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.099534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be040f3a-31b6-49b8-a0fd-db221fd19f3f admin admin] Publish callbacks [] for security_group (ba23c077-c5d2-4c37-ac6b-cbc8819b5dd6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.175859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35888) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:47.216279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c033b38b-e8c9-48cf-855d-7f46fa93613d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.277114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be040f3a-31b6-49b8-a0fd-db221fd19f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ba23c077-c5d2-4c37-ac6b-cbc8819b5dd6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.279219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35898) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:47.287062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be040f3a-31b6-49b8-a0fd-db221fd19f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.291413 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-be040f3a-31b6-49b8-a0fd-db221fd19f3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba23c077-c5d2-4c37-ac6b-cbc8819b5dd6 HTTP/1.1" status: 204 len: 168 time: 0.2725902 Feb 11 05:10:47.307948 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bf37c35-becf-48b8-acef-546d2e7ccad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.342002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be040f3a-31b6-49b8-a0fd-db221fd19f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba23c077-c5d2-4c37-ac6b-cbc8819b5dd6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.454786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c033b38b-e8c9-48cf-855d-7f46fa93613d admin admin] Publish callbacks [] for security_group (2f78d38a-634d-416d-8b74-4aec9ae7d655), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.458807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bf37c35-becf-48b8-acef-546d2e7ccad7 admin admin] Publish callbacks [] for security_group (012953ce-49ae-4abb-982d-0c506748b76c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.528370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c033b38b-e8c9-48cf-855d-7f46fa93613d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2f78d38a-634d-416d-8b74-4aec9ae7d655), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.571719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033b38b-e8c9-48cf-855d-7f46fa93613d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f78d38a-634d-416d-8b74-4aec9ae7d655,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.576071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c033b38b-e8c9-48cf-855d-7f46fa93613d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea165abfec1b4bb9b826b09c533fb523&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3992212 Feb 11 05:10:47.579000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35914) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:47.595779 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bf37c35-becf-48b8-acef-546d2e7ccad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (012953ce-49ae-4abb-982d-0c506748b76c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.669106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:47.670126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9bf37c35-becf-48b8-acef-546d2e7ccad7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdcaca251d3c45f1a6dcbb25e4ea5330&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3861432 Feb 11 05:10:47.671360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf37c35-becf-48b8-acef-546d2e7ccad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012953ce-49ae-4abb-982d-0c506748b76c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.704575 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5df57a27-4bcb-4b84-bf02-002ef16ca08d admin admin] Publish callbacks [] for security_group (2f78d38a-634d-416d-8b74-4aec9ae7d655), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.743783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5df57a27-4bcb-4b84-bf02-002ef16ca08d admin admin] Publish callbacks [] for security_group (2f78d38a-634d-416d-8b74-4aec9ae7d655), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.750313 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44da2c59-b049-4b60-af7c-be109d4fcdd9 admin admin] Publish callbacks [] for security_group (012953ce-49ae-4abb-982d-0c506748b76c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.780132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44da2c59-b049-4b60-af7c-be109d4fcdd9 admin admin] Publish callbacks [] for security_group (012953ce-49ae-4abb-982d-0c506748b76c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.884235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5df57a27-4bcb-4b84-bf02-002ef16ca08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2f78d38a-634d-416d-8b74-4aec9ae7d655), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.888573 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5df57a27-4bcb-4b84-bf02-002ef16ca08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.890359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5df57a27-4bcb-4b84-bf02-002ef16ca08d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f78d38a-634d-416d-8b74-4aec9ae7d655 HTTP/1.1" status: 204 len: 168 time: 0.3101430 Feb 11 05:10:47.900465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df57a27-4bcb-4b84-bf02-002ef16ca08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f78d38a-634d-416d-8b74-4aec9ae7d655,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.912737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44da2c59-b049-4b60-af7c-be109d4fcdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (012953ce-49ae-4abb-982d-0c506748b76c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.919771 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44da2c59-b049-4b60-af7c-be109d4fcdd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.926117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-44da2c59-b049-4b60-af7c-be109d4fcdd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/012953ce-49ae-4abb-982d-0c506748b76c HTTP/1.1" status: 204 len: 168 time: 0.2550931 Feb 11 05:10:47.937005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da2c59-b049-4b60-af7c-be109d4fcdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012953ce-49ae-4abb-982d-0c506748b76c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:48.057962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35930) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:48.060553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-network', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:48.175328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35940) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:48.181183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Made reservation on behalf of 5a0b94fb7cfe4ad38f32683383300dd2 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:48.184081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.193168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.276159 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Publish callbacks [] for security_group (ea894454-ef92-4dd7-be68-b8986ca20066), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.369463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ea894454-ef92-4dd7-be68-b8986ca20066), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.395721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:48.405397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea894454-ef92-4dd7-be68-b8986ca20066,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:48.407708 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:10:48.410050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (aefb8f03-9751-4d52-9b47-3520f4af94ea), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.410389 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Added segment aefb8f03-9751-4d52-9b47-3520f4af94ea of type vlan for network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 Feb 11 05:10:48.450330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.549761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.550753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.551349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.617345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:48.631858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:48.711249 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-657fcd70-41ea-457e-8be8-16d4ed46dab5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6533234 Feb 11 05:10:48.711728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35956) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:48.718185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Request body: {'subnet': {'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-subnet', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:48.878756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-471754e7-877c-4ed6-973a-71f7d91815dd req-d3256148-1a3d-40a0-980f-f226c91b2a83 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 210 time: 0.7012892 Feb 11 05:10:48.879455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Made reservation on behalf of 5a0b94fb7cfe4ad38f32683383300dd2 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:48.888672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.175299 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (ca0351f8-fc61-4973-bfc6-6f611f2fabfa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.242054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0351f8-fc61-4973-bfc6-6f611f2fabfa,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:49.257597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Checking segment: {'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:49.257980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Network hostable DHCP agents. Network: d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:49.346303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:49.466478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:49.471608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:49.473399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.475740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5838df4-04f7-4f95-8b92-c0c752c003bf None None] Network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:49.573885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0c4a3744-4308-4b16-8918-b68df5c133df admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8593891 Feb 11 05:10:49.575860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35996) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:49.580286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:49.582985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61', 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61', 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'fixed_ips': [{'subnet_id': 'ca0351f8-fc61-4973-bfc6-6f611f2fabfa'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:49.583856 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.720716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Allocated IP 172.20.0.2 (d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61/ca0351f8-fc61-4973-bfc6-6f611f2fabfa/981cf975-6df8-4bd2-89b9-9cdfecda17cd) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:49.732784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.735918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.875658 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Publish callbacks [] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.973407 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks [] for router_controller (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.986721 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.031500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:50.037684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:50.042534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:50.120461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Attempting to bind port 981cf975-6df8-4bd2-89b9-9cdfecda17cd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:50.121137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Attempting to bind port 981cf975-6df8-4bd2-89b9-9cdfecda17cd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:50.122264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Attempting to bind port 981cf975-6df8-4bd2-89b9-9cdfecda17cd on network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:50.125877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Pushing event updated for resources: {'Port': ['ID=981cf975-6df8-4bd2-89b9-9cdfecda17cd,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:50.131544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:50.132221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Checking segment: {'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:50.136388 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.137265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Bound using segment: {'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:50.138814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Bound port: 981cf975-6df8-4bd2-89b9-9cdfecda17cd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:50.139522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.242387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-144ed11d-bea1-4e83-871c-4957c3291e4e req-89168942-00bf-4668-8a57-b2f536965860 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 210 time: 0.0337067 Feb 11 05:10:50.262740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] For port 981cf975-6df8-4bd2-89b9-9cdfecda17cd, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:50.266815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] For port 981cf975-6df8-4bd2-89b9-9cdfecda17cd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=981cf975-6df8-4bd2-89b9-9cdfecda17cd,segment=NetworkSegment(aefb8f03-9751-4d52-9b47-3520f4af94ea),segment_id=aefb8f03-9751-4d52-9b47-3520f4af94ea)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:50.325817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks [] for router_gateway (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.369787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.437645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5b92f-6733-4622-8b7e-b76a8022a058 None None] Pushing event updated for resources: {'Port': ['ID=981cf975-6df8-4bd2-89b9-9cdfecda17cd,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:50.827774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks [] for router_gateway (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.862227 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.998904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Allocated IP 172.25.8.44 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/8e247e5b-b63a-4783-b92d-36cd831089fd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:51.139623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks [] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.248245 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.277070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.65', 52536) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:51.303369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:51.311771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:51.326758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:51.369499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-fe978c16-339f-47c3-9248-fbd445b3c665 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c4a3eb1f427f4142a7eb2d47a61887c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906675 Feb 11 05:10:51.498621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Pushing event updated for resources: {'Port': ['ID=8e247e5b-b63a-4783-b92d-36cd831089fd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:51.502900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14c01c25-cf38-4ca2-8c3f-06514ef0b214 req-6167cb3e-c09d-4237-9d20-b873fcd9936c tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 210 time: 0.0878766 Feb 11 05:10:51.637283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36060) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:51.666202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-906e5c92-dcc3-452e-99d2-324137c4c7e2 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.672893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314b2da-16dd-4c22-b45a-e453b06f4252 None None] Network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:51.689616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-906e5c92-dcc3-452e-99d2-324137c4c7e2 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136337 Feb 11 05:10:51.747251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-37d42d61-32d4-4360-b702-e92d4d4c9bed None None] Provisioning complete for port 981cf975-6df8-4bd2-89b9-9cdfecda17cd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:51.747627 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37d42d61-32d4-4360-b702-e92d4d4c9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.777138 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks [] for router_gateway (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.777476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Request body: {'port': {'device_id': '14a67cf7-e8ce-4859-8a42-2f563433b3b1', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': 'c4a3eb1f427f4142a7eb2d47a61887c1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:51.922838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-37d42d61-32d4-4360-b702-e92d4d4c9bed None None] Current status of the port 981cf975-6df8-4bd2-89b9-9cdfecda17cd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:51.923232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37d42d61-32d4-4360-b702-e92d4d4c9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.004994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-37d42d61-32d4-4360-b702-e92d4d4c9bed None None] For port 981cf975-6df8-4bd2-89b9-9cdfecda17cd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=981cf975-6df8-4bd2-89b9-9cdfecda17cd,segment=NetworkSegment(aefb8f03-9751-4d52-9b47-3520f4af94ea),segment_id=aefb8f03-9751-4d52-9b47-3520f4af94ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:52.130104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37d42d61-32d4-4360-b702-e92d4d4c9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.152520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Made reservation on behalf of c4a3eb1f427f4142a7eb2d47a61887c1 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:52.157331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.162385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.173101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.219353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d42d61-32d4-4360-b702-e92d4d4c9bed None None] Pushing event updated for resources: {'Port': ['ID=981cf975-6df8-4bd2-89b9-9cdfecda17cd,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:52.342969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks [] for security_group (9e83b7e6-a64f-4620-a1ae-fdede1c91eaa), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.373080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4782c6d3-3ae6-4b1e-8e21-70fd66a223d7 tempest-AutoAllocateNetworkTest-610280113 tempest-AutoAllocateNetworkTest-610280113-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c127c88eb3184b188f7b2f44ada9dbf2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7332981 Feb 11 05:10:52.375067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36080) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.461244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9e83b7e6-a64f-4620-a1ae-fdede1c91eaa), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.465728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a2ad1462-3a37-40a4-bc24-2c2014b35bd7 None None] Provisioning complete for port 981cf975-6df8-4bd2-89b9-9cdfecda17cd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:52.466898 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2ad1462-3a37-40a4-bc24-2c2014b35bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.533608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 981cf975-6df8-4bd2-89b9-9cdfecda17cd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:52.543637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5193793-d086-478a-b24d-c24cc6569818 tempest-AutoAllocateNetworkTest-610280113 tempest-AutoAllocateNetworkTest-610280113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.545362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5193793-d086-478a-b24d-c24cc6569818 tempest-AutoAllocateNetworkTest-610280113 tempest-AutoAllocateNetworkTest-610280113-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1692352 Feb 11 05:10:52.548309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36092) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.609564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0be665f9-fb93-43e1-9b65-e0fd36e8ef0a tempest-AutoAllocateNetworkTest-610280113 tempest-AutoAllocateNetworkTest-610280113-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600936 Feb 11 05:10:52.612217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36098) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:52.657690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:52.664682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 981cf975-6df8-4bd2-89b9-9cdfecda17cd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:52.665235 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.757522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad1462-3a37-40a4-bc24-2c2014b35bd7 None None] Current status of the port 981cf975-6df8-4bd2-89b9-9cdfecda17cd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:52.798503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:10:52.812953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4cda04bc-5936-45ca-8738-7f1864762dd1 tempest-AutoAllocateNetworkTest-610280113 tempest-AutoAllocateNetworkTest-610280113-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c127c88eb3184b188f7b2f44ada9dbf2 HTTP/1.1" status: 200 len: 208 time: 0.1994784 Feb 11 05:10:52.818462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 981cf975-6df8-4bd2-89b9-9cdfecda17cd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:52.993124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a550c96-17ae-4eab-be53-9642aba42e4d req-b24dfbf9-5a08-4159-ab78-ac37e9ec639f tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 210 time: 0.0383739 Feb 11 05:10:53.016764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:53.032770 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Sync routers for ids ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:53.057638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Allocated IP 192.168.233.78 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/455ca62e-c702-4512-85ba-514bcc9ed9da) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:53.074903 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Routers {'9effc02d-c9bf-4493-bd42-3ecd6eefaad3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:53.075669 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:10:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:53.177339 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.181280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4183fa38-92fc-472f-84e3-6022a021d10b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6017985 Feb 11 05:10:53.181544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36122) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:53.279692 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Set router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:53.297300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks [] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.505181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.602030 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:10:51Z', 'revision_number': 3, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:53.694768 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Checking router: 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:10:53.700858 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Updating router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 port 8e247e5b-b63a-4783-b92d-36cd831089fd binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:10:53.754645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:53.782529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:53.789553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:53.800775 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.826267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:53.826960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.886251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Pushing event updated for resources: {'Port': ['ID=455ca62e-c702-4512-85ba-514bcc9ed9da,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:53.996055 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-5e91cd38-b7f3-4981-b623-8b3985917a65 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2222040 Feb 11 05:10:54.015551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-82a9fb75-610b-436c-9f94-7d304cd52a3a tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:10:54.016582 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-82a9fb75-610b-436c-9f94-7d304cd52a3a tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055332 Feb 11 05:10:54.039389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:54.306161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4efae73e-1e6f-4eb7-abfc-414b7742b9b4 None None] Provisioning complete for port 455ca62e-c702-4512-85ba-514bcc9ed9da triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:54.306786 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4efae73e-1e6f-4eb7-abfc-414b7742b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.366577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.463424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bd3cae6-afdf-4ce9-9ddb-3f0ada92574f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.518832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4efae73e-1e6f-4eb7-abfc-414b7742b9b4 None None] Port 455ca62e-c702-4512-85ba-514bcc9ed9da cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:54.645610 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Publish callbacks [] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.656211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Request body: {'port': {'device_id': '14a67cf7-e8ce-4859-8a42-2f563433b3b1', 'device_owner': 'compute:tempest-test_az-1289410858', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:54.708929 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bd3cae6-afdf-4ce9-9ddb-3f0ada92574f admin admin] Publish callbacks [] for security_group (048f9ca5-b0b7-4007-b692-c123f94df215), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.915383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Allocated IP 172.20.0.1 (d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61/ca0351f8-fc61-4973-bfc6-6f611f2fabfa/f6d128c9-bac8-4435-a2fe-5f89437cffcf) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:54.915556 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.915658 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Publish callbacks [] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.094694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455ca62e-c702-4512-85ba-514bcc9ed9da {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:55.106363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Publish callbacks [] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.133762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Transition to ACTIVE for port object 455ca62e-c702-4512-85ba-514bcc9ed9da will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:10:55.281975 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.325800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.327492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bd3cae6-afdf-4ce9-9ddb-3f0ada92574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (048f9ca5-b0b7-4007-b692-c123f94df215), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.381447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.392762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:55.394763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Pushing event updated for resources: {'Port': ['ID=f6d128c9-bac8-4435-a2fe-5f89437cffcf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.412316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:55.418975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:55.419646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.431431 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c4024-e07a-4b57-8d16-7662ca2fc8ab None None] Pushing event updated for resources: {'Port': ['ID=8e247e5b-b63a-4783-b92d-36cd831089fd,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.435250 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Attempting to bind port 8e247e5b-b63a-4783-b92d-36cd831089fd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:55.435250 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Attempting to bind port 8e247e5b-b63a-4783-b92d-36cd831089fd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:55.435250 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Attempting to bind port 8e247e5b-b63a-4783-b92d-36cd831089fd on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:55.450744 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:55.451133 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:55.461279 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.461697 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:55.462213 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Bound port: 8e247e5b-b63a-4783-b92d-36cd831089fd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:55.462661 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.527414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3cae6-afdf-4ce9-9ddb-3f0ada92574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f9ca5-b0b7-4007-b692-c123f94df215,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.568379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37249ff-0131-4aab-9075-d8e51f1e702c req-53db0784-8fe7-4159-880b-d67bd92c529e tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.582954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b37249ff-0131-4aab-9075-d8e51f1e702c req-53db0784-8fe7-4159-880b-d67bd92c529e tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.1952162 Feb 11 05:10:55.632567 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] For port 8e247e5b-b63a-4783-b92d-36cd831089fd, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:55.638072 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] For port 8e247e5b-b63a-4783-b92d-36cd831089fd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8e247e5b-b63a-4783-b92d-36cd831089fd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:55.670665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Pushing event updated for resources: {'Port': ['ID=455ca62e-c702-4512-85ba-514bcc9ed9da,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.690760 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1bd3cae6-afdf-4ce9-9ddb-3f0ada92574f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c127c88eb3184b188f7b2f44ada9dbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6506100 Feb 11 05:10:55.693303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36180) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:55.750010 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.854473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Attempting to bind port 455ca62e-c702-4512-85ba-514bcc9ed9da on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:55.856947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Attempting to bind port 455ca62e-c702-4512-85ba-514bcc9ed9da by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:55.858304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Attempting to bind port 455ca62e-c702-4512-85ba-514bcc9ed9da on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:55.863151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36182) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:55.891565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Port 455ca62e-c702-4512-85ba-514bcc9ed9da on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:55.892172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Attempting to bind port 455ca62e-c702-4512-85ba-514bcc9ed9da on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:55.897531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b37249ff-0131-4aab-9075-d8e51f1e702c req-7692573b-0b57-4c7a-8231-1d8d23423717 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136494 Feb 11 05:10:55.909354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:55.909354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:55.914752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:55.917774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Bound port: 455ca62e-c702-4512-85ba-514bcc9ed9da, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:55.918306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.974514 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c4024-e07a-4b57-8d16-7662ca2fc8ab None None] Pushing event updated for resources: {'Port': ['ID=8e247e5b-b63a-4783-b92d-36cd831089fd,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.980258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Routers {'9effc02d-c9bf-4493-bd42-3ecd6eefaad3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:55.980922 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:10:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:56.021693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1d98e1d0-0972-4c98-82d5-1ef6ac637009 None None] Provisioning complete for port f6d128c9-bac8-4435-a2fe-5f89437cffcf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:56.022301 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d98e1d0-0972-4c98-82d5-1ef6ac637009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.081671 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80866f7e-3ff0-492c-ac12-c29b8e8d6e35 admin admin] Publish callbacks [] for security_group (048f9ca5-b0b7-4007-b692-c123f94df215), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.133850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1d98e1d0-0972-4c98-82d5-1ef6ac637009 None None] Port f6d128c9-bac8-4435-a2fe-5f89437cffcf cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:56.140866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80866f7e-3ff0-492c-ac12-c29b8e8d6e35 admin admin] Publish callbacks [] for security_group (048f9ca5-b0b7-4007-b692-c123f94df215), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.144306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] For port 455ca62e-c702-4512-85ba-514bcc9ed9da, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:56.163695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] For port 455ca62e-c702-4512-85ba-514bcc9ed9da, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=455ca62e-c702-4512-85ba-514bcc9ed9da,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:56.172262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] Set router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:56.217889 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c55a7923-a4dd-4d4a-a5d0-17188cf027e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.238135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.263688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.292561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:56.292561 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.294364 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] 10.222.0.65 "PUT /v2.0/ports/455ca62e-c702-4512-85ba-514bcc9ed9da HTTP/1.1" status: 200 len: 1118 time: 1.8816311 Feb 11 05:10:56.296206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a67cf7-e8ce-4859-8a42-2f563433b3b1', 'tag': '455ca62e-c702-4512-85ba-514bcc9ed9da'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:56.339906 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80866f7e-3ff0-492c-ac12-c29b8e8d6e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (048f9ca5-b0b7-4007-b692-c123f94df215), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.343691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80866f7e-3ff0-492c-ac12-c29b8e8d6e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.345972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-80866f7e-3ff0-492c-ac12-c29b8e8d6e35 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/048f9ca5-b0b7-4007-b692-c123f94df215 HTTP/1.1" status: 204 len: 168 time: 0.6506662 Feb 11 05:10:56.369272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80866f7e-3ff0-492c-ac12-c29b8e8d6e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f9ca5-b0b7-4007-b692-c123f94df215,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:56.604946 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:10:51Z', 'revision_number': 3, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:56.701110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Publish callbacks [] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.715332 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f34dad-a8d6-4fab-94e5-bedd281d61f8 None None] The sync data for ids ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'] in n-d-713498-37 is: [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:10:51Z', 'revision_number': 3, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:10:56.741133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a55736-dd59-44d5-b03e-e942b42299cc service neutron] Pushing event updated for resources: {'Port': ['ID=455ca62e-c702-4512-85ba-514bcc9ed9da,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:56.777733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-b9219a28-4921-460b-aeec-fb5a99da7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:56.779821 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-b9219a28-4921-460b-aeec-fb5a99da7ec7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4a3eb1f427f4142a7eb2d47a61887c1&device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 1152 time: 0.2593596 Feb 11 05:10:56.792323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.798250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.955699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c55a7923-a4dd-4d4a-a5d0-17188cf027e3 admin admin] Publish callbacks [] for security_group (ff61104b-5f6b-4b6f-b6fb-1cef144b6ffb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.958015 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-2eef1ed7-b65c-4dd6-9c87-12ea5fa33a15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=455ca62e-c702-4512-85ba-514bcc9ed9da HTTP/1.1" status: 200 len: 217 time: 0.1361606 Feb 11 05:10:56.995681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Pushing event updated for resources: {'Port': ['ID=f6d128c9-bac8-4435-a2fe-5f89437cffcf,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.088515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c55a7923-a4dd-4d4a-a5d0-17188cf027e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ff61104b-5f6b-4b6f-b6fb-1cef144b6ffb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.145078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:57.152571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210d104-061a-4b56-bcea-e105b456eb98 req-ee474c2e-8245-49ca-9737-dc906e31e874 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:57.186258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1210d104-061a-4b56-bcea-e105b456eb98 req-ee474c2e-8245-49ca-9737-dc906e31e874 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.1402652 Feb 11 05:10:57.189142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:57.234611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-8086cddf-94bf-45bb-90b5-7b7efc12b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:57.236108 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-8086cddf-94bf-45bb-90b5-7b7efc12b750 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2675705 Feb 11 05:10:57.269115 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c55a7923-a4dd-4d4a-a5d0-17188cf027e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5a95af1dc704e40a1f30e1f9ad86f52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3987999 Feb 11 05:10:57.269115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a7923-a4dd-4d4a-a5d0-17188cf027e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff61104b-5f6b-4b6f-b6fb-1cef144b6ffb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.336233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36216) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.583657 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474c7394-dabf-4d6a-a00e-66575129d005" -d '{"events": [{"name": "network-changed", "server_uuid": "14a67cf7-e8ce-4859-8a42-2f563433b3b1", "tag": "455ca62e-c702-4512-85ba-514bcc9ed9da"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:57.613991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-42c39293-61b7-4980-abbc-b07005ce7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:57.615461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-42c39293-61b7-4980-abbc-b07005ce7ac2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3421082 Feb 11 05:10:57.654230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1210d104-061a-4b56-bcea-e105b456eb98 req-471aaeff-0580-4d73-a979-20bb5361d559 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669755 Feb 11 05:10:57.675472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36230) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:57.716703 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65a7f183-e54c-4d7d-a993-22b71e193ac4 admin admin] Publish callbacks [] for security_group (ff61104b-5f6b-4b6f-b6fb-1cef144b6ffb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.842975 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65a7f183-e54c-4d7d-a993-22b71e193ac4 admin admin] Publish callbacks [] for security_group (ff61104b-5f6b-4b6f-b6fb-1cef144b6ffb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.845713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c53d73b0-1809-402d-be13-1fdf07d0a833 None None] Provisioning complete for port f6d128c9-bac8-4435-a2fe-5f89437cffcf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:57.846832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c53d73b0-1809-402d-be13-1fdf07d0a833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.884526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:10:57.997705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c53d73b0-1809-402d-be13-1fdf07d0a833 None None] Port f6d128c9-bac8-4435-a2fe-5f89437cffcf cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:58.030263 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e762ebe-249d-43ce-ae10-aac50e74a492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.076449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-e66538aa-ff13-45a4-954d-160b3c49bfb4 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115748 Feb 11 05:10:58.116152 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115ceb6c-14cd-4aa1-a771-ee8ea73adf61 x-openstack-request-id: req-115ceb6c-14cd-4aa1-a771-ee8ea73adf61 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:58.116456 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a67cf7-e8ce-4859-8a42-2f563433b3b1", "tag": "455ca62e-c702-4512-85ba-514bcc9ed9da", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:58.116739 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-115ceb6c-14cd-4aa1-a771-ee8ea73adf61 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:58.117224 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a67cf7-e8ce-4859-8a42-2f563433b3b1', 'tag': '455ca62e-c702-4512-85ba-514bcc9ed9da', 'status': 'completed', 'code': 200} Feb 11 05:10:58.181603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:58.194100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b664aecb-e39e-43d5-a95c-4a7c9fe6779d admin admin] 10.222.0.62 "PUT /v2.0/routers/9effc02d-c9bf-4493-bd42-3ecd6eefaad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0115170 Feb 11 05:10:58.221088 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65a7f183-e54c-4d7d-a993-22b71e193ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ff61104b-5f6b-4b6f-b6fb-1cef144b6ffb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.224988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65a7f183-e54c-4d7d-a993-22b71e193ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.230125 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-65a7f183-e54c-4d7d-a993-22b71e193ac4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff61104b-5f6b-4b6f-b6fb-1cef144b6ffb HTTP/1.1" status: 204 len: 168 time: 0.8895152 Feb 11 05:10:58.271199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7f183-e54c-4d7d-a993-22b71e193ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff61104b-5f6b-4b6f-b6fb-1cef144b6ffb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:58.363396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d3536ea4-58c7-46c6-a9cd-bb19dcddcbba req-a1f4b20a-e5bd-483d-83c8-842f96fa0611 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801788 Feb 11 05:10:58.379251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e762ebe-249d-43ce-ae10-aac50e74a492 admin admin] Publish callbacks [] for security_group (f1f8ae48-f41b-44c1-b76f-b183d9671941), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.470560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e762ebe-249d-43ce-ae10-aac50e74a492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f1f8ae48-f41b-44c1-b76f-b183d9671941), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.531322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8e247e5b-b63a-4783-b92d-36cd831089fd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:58.590855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36266) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:58.591894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7e762ebe-249d-43ce-ae10-aac50e74a492 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=049943ad8e524328b806b6ffd1710e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9151437 Feb 11 05:10:58.594379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e762ebe-249d-43ce-ae10-aac50e74a492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f8ae48-f41b-44c1-b76f-b183d9671941,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:58.663930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8e247e5b-b63a-4783-b92d-36cd831089fd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:58.664311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.837338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8e247e5b-b63a-4783-b92d-36cd831089fd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:58.837733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.855068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec7623-9f61-4121-8a40-6f2f909b2a2d req-b962197c-84d7-4e1e-8841-275301b189e2 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.856884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44ec7623-9f61-4121-8a40-6f2f909b2a2d req-b962197c-84d7-4e1e-8841-275301b189e2 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.1121674 Feb 11 05:10:58.896409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 8e247e5b-b63a-4783-b92d-36cd831089fd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8e247e5b-b63a-4783-b92d-36cd831089fd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:58.964814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44ec7623-9f61-4121-8a40-6f2f909b2a2d req-aafc5def-e730-44b6-8502-843c4aa93d4f tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987482 Feb 11 05:10:59.023909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.037041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06f02d81-84c3-4e5c-8f2b-9372032ec1a6 admin admin] Publish callbacks [] for security_group (f1f8ae48-f41b-44c1-b76f-b183d9671941), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.061648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7394-dabf-4d6a-a00e-66575129d005 req-1f10fa00-1bae-430e-ae33-13826152a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.063130 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-474c7394-dabf-4d6a-a00e-66575129d005 req-1f10fa00-1bae-430e-ae33-13826152a32c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4a3eb1f427f4142a7eb2d47a61887c1&device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 1152 time: 0.0880198 Feb 11 05:10:59.072158 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06f02d81-84c3-4e5c-8f2b-9372032ec1a6 admin admin] Publish callbacks [] for security_group (f1f8ae48-f41b-44c1-b76f-b183d9671941), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.111961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=8e247e5b-b63a-4783-b92d-36cd831089fd,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:59.329441 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06f02d81-84c3-4e5c-8f2b-9372032ec1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f1f8ae48-f41b-44c1-b76f-b183d9671941), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.332033 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06f02d81-84c3-4e5c-8f2b-9372032ec1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.335773 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-06f02d81-84c3-4e5c-8f2b-9372032ec1a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1f8ae48-f41b-44c1-b76f-b183d9671941 HTTP/1.1" status: 204 len: 168 time: 0.7401476 Feb 11 05:10:59.358048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f02d81-84c3-4e5c-8f2b-9372032ec1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f8ae48-f41b-44c1-b76f-b183d9671941,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:59.393223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7394-dabf-4d6a-a00e-66575129d005 req-6d73d909-35ad-4477-b3b7-45af1879efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:59.394865 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-474c7394-dabf-4d6a-a00e-66575129d005 req-6d73d909-35ad-4477-b3b7-45af1879efff service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2479806 Feb 11 05:10:59.483461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36282) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.694574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36292) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.741129 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Sync routers for ids ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:59.766000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Routers {'9effc02d-c9bf-4493-bd42-3ecd6eefaad3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:59.766934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:10:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:59.901638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Set router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:59.947862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36296) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.947862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa4d7-0e52-46d1-9f3c-4b7af58bd909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.178304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa4d7-0e52-46d1-9f3c-4b7af58bd909 admin admin] Publish callbacks [] for security_group (bf2317a9-cc4f-4d53-92dc-a734b1f717a9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.213138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9c8b5-edea-4044-92fa-13128b61ef10 req-a968e297-d78c-472a-be3c-772002484737 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:00.215321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdd9c8b5-edea-4044-92fa-13128b61ef10 req-a968e297-d78c-472a-be3c-772002484737 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.1036470 Feb 11 05:11:00.250060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c0aa4d7-0e52-46d1-9f3c-4b7af58bd909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bf2317a9-cc4f-4d53-92dc-a734b1f717a9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.311923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1c0aa4d7-0e52-46d1-9f3c-4b7af58bd909 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29f04f543cce43f9a00eb0acd1fe4564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797662 Feb 11 05:11:00.313612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36302) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.326030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdd9c8b5-edea-4044-92fa-13128b61ef10 req-19fdb5d1-9421-41fc-a6e4-0fae824d7d66 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017647 Feb 11 05:11:00.375499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-deda4ecc-a94d-4a52-99c4-5a9aa6e758a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.376943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:10:55Z', 'revision_number': 4, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'f6d128c9-bac8-4435-a2fe-5f89437cffcf', 'name': '', 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'mac_address': 'fa:16:3e:f5:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ca0351f8-fc61-4973-bfc6-6f611f2fabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:54Z', 'updated_at': '2022-02-11T05:10:56Z', 'revision_number': 2, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'subnets': [{'id': 'ca0351f8-fc61-4973-bfc6-6f611f2fabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:00.414318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Checking router: 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:00.415068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Updating router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 port f6d128c9-bac8-4435-a2fe-5f89437cffcf binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:11:00.419619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aa4d7-0e52-46d1-9f3c-4b7af58bd909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2317a9-cc4f-4d53-92dc-a734b1f717a9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:00.471303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc12b6da-dc5f-44bd-acff-27465297b059 admin admin] Publish callbacks [] for security_group (bf2317a9-cc4f-4d53-92dc-a734b1f717a9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.487709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8e247e5b-b63a-4783-b92d-36cd831089fd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:00.497668 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.528778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc12b6da-dc5f-44bd-acff-27465297b059 admin admin] Publish callbacks [] for security_group (bf2317a9-cc4f-4d53-92dc-a734b1f717a9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.578373 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-474c7394-dabf-4d6a-a00e-66575129d005 req-ad110328-1ded-4fd7-bac9-3263d6e542ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=455ca62e-c702-4512-85ba-514bcc9ed9da HTTP/1.1" status: 200 len: 217 time: 0.0519681 Feb 11 05:11:00.684742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7394-dabf-4d6a-a00e-66575129d005 req-69d43912-7f76-45a7-99d6-3fa0e0c45e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:00.686329 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-474c7394-dabf-4d6a-a00e-66575129d005 req-69d43912-7f76-45a7-99d6-3fa0e0c45e7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0850396 Feb 11 05:11:00.689548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-deda4ecc-a94d-4a52-99c4-5a9aa6e758a9 admin admin] Publish callbacks [] for security_group (42486347-0c5e-43a2-a2a2-816dd7ec00b6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.777595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8e247e5b-b63a-4783-b92d-36cd831089fd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:00.778190 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.810681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-deda4ecc-a94d-4a52-99c4-5a9aa6e758a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (42486347-0c5e-43a2-a2a2-816dd7ec00b6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.857537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc12b6da-dc5f-44bd-acff-27465297b059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bf2317a9-cc4f-4d53-92dc-a734b1f717a9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.860340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc12b6da-dc5f-44bd-acff-27465297b059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.861688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bc12b6da-dc5f-44bd-acff-27465297b059 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf2317a9-cc4f-4d53-92dc-a734b1f717a9 HTTP/1.1" status: 204 len: 168 time: 0.5226750 Feb 11 05:11:00.885954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36312) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:00.886843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-deda4ecc-a94d-4a52-99c4-5a9aa6e758a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbe823a5dda641d89e62f81ea34caede&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4018497 Feb 11 05:11:00.887856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda4ecc-a94d-4a52-99c4-5a9aa6e758a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42486347-0c5e-43a2-a2a2-816dd7ec00b6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:00.902686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12b6da-dc5f-44bd-acff-27465297b059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2317a9-cc4f-4d53-92dc-a734b1f717a9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:00.907127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7394-dabf-4d6a-a00e-66575129d005 req-c59ccda7-49be-4106-9164-15bc09da6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:00.908682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-474c7394-dabf-4d6a-a00e-66575129d005 req-c59ccda7-49be-4106-9164-15bc09da6188 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1848209 Feb 11 05:11:01.000749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8e247e5b-b63a-4783-b92d-36cd831089fd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:01.059683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3db6d80-2384-49f5-af25-ca1a951368d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.082938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aece915-421d-415e-b34f-16d46b7d72e0 admin admin] Publish callbacks [] for security_group (42486347-0c5e-43a2-a2a2-816dd7ec00b6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.141637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Publish callbacks [] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.157193 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aece915-421d-415e-b34f-16d46b7d72e0 admin admin] Publish callbacks [] for security_group (42486347-0c5e-43a2-a2a2-816dd7ec00b6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.188475 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-474c7394-dabf-4d6a-a00e-66575129d005 req-338d674c-e84a-4b08-a35b-42b4633f6170 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476289 Feb 11 05:11:01.292758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3db6d80-2384-49f5-af25-ca1a951368d3 admin admin] Publish callbacks [] for security_group (609e95af-f585-458b-9ec6-ba0602d1fa88), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.331997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36320) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.333310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.363930 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aece915-421d-415e-b34f-16d46b7d72e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (42486347-0c5e-43a2-a2a2-816dd7ec00b6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.376494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aece915-421d-415e-b34f-16d46b7d72e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.377972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3aece915-421d-415e-b34f-16d46b7d72e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42486347-0c5e-43a2-a2a2-816dd7ec00b6 HTTP/1.1" status: 204 len: 168 time: 0.4900446 Feb 11 05:11:01.388096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-096f3757-bc33-44f7-a39c-3e09fc7efd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.420265 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3db6d80-2384-49f5-af25-ca1a951368d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (609e95af-f585-458b-9ec6-ba0602d1fa88), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.422716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a38a60-ef28-4fde-807c-775b5e156a3a None None] Pushing event updated for resources: {'Port': ['ID=f6d128c9-bac8-4435-a2fe-5f89437cffcf,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.433950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aece915-421d-415e-b34f-16d46b7d72e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42486347-0c5e-43a2-a2a2-816dd7ec00b6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.502396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-474c7394-dabf-4d6a-a00e-66575129d005 req-6609aa18-d7ef-491d-8b66-869d4d37e9e6 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864401 Feb 11 05:11:01.564382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c3db6d80-2384-49f5-af25-ca1a951368d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02f97b2ab6c4452b9a25cd87f0512b05&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8685153 Feb 11 05:11:01.568940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36326) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.581023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db6d80-2384-49f5-af25-ca1a951368d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e95af-f585-458b-9ec6-ba0602d1fa88,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.620799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Attempting to bind port f6d128c9-bac8-4435-a2fe-5f89437cffcf on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:01.623536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Attempting to bind port f6d128c9-bac8-4435-a2fe-5f89437cffcf by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:01.624726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Attempting to bind port f6d128c9-bac8-4435-a2fe-5f89437cffcf on network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:01.645111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:01.646445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Checking segment: {'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:01.648027 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.648635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Bound using segment: {'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:01.649819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Bound port: f6d128c9-bac8-4435-a2fe-5f89437cffcf, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefb8f03-9751-4d52-9b47-3520f4af94ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:01.651890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.663602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36328) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.670585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-081d45f4-8a36-4de6-b720-65b6591314ba tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711932791', 'description': 'tempest-description--2083714541'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:01.731805 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-096f3757-bc33-44f7-a39c-3e09fc7efd18 admin admin] Publish callbacks [] for security_group (5c9b9920-1327-4e93-bad0-ae1f55553757), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.755361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae1249-df34-44da-858c-3b9be54be969 req-f59eae51-3a7d-499c-a7d5-4e936d56ed56 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:01.765844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51ae1249-df34-44da-858c-3b9be54be969 req-f59eae51-3a7d-499c-a7d5-4e936d56ed56 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.2435708 Feb 11 05:11:01.789728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed38a3b6-591e-4c43-8ae2-eb76d05fd203 admin admin] Publish callbacks [] for security_group (609e95af-f585-458b-9ec6-ba0602d1fa88), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.809129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-096f3757-bc33-44f7-a39c-3e09fc7efd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5c9b9920-1327-4e93-bad0-ae1f55553757), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.810068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] For port f6d128c9-bac8-4435-a2fe-5f89437cffcf, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:01.815019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] For port f6d128c9-bac8-4435-a2fe-5f89437cffcf, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f6d128c9-bac8-4435-a2fe-5f89437cffcf,segment=NetworkSegment(aefb8f03-9751-4d52-9b47-3520f4af94ea),segment_id=aefb8f03-9751-4d52-9b47-3520f4af94ea)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:01.861170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-081d45f4-8a36-4de6-b720-65b6591314ba tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.863082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed38a3b6-591e-4c43-8ae2-eb76d05fd203 admin admin] Publish callbacks [] for security_group (609e95af-f585-458b-9ec6-ba0602d1fa88), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.893481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f3757-bc33-44f7-a39c-3e09fc7efd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9b9920-1327-4e93-bad0-ae1f55553757,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.900148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-096f3757-bc33-44f7-a39c-3e09fc7efd18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0482c5ff5ab04dbe8e579824a6ab4a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5655088 Feb 11 05:11:01.908149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36334) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:01.914053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.915717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51ae1249-df34-44da-858c-3b9be54be969 req-fb7994f9-e931-4d24-a0ef-a3270ac7bceb tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371567 Feb 11 05:11:01.967477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e5afe529-b69e-4437-8d00-9a64f3514416 None None] Provisioning complete for port f6d128c9-bac8-4435-a2fe-5f89437cffcf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:01.968171 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5afe529-b69e-4437-8d00-9a64f3514416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.050452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a38a60-ef28-4fde-807c-775b5e156a3a None None] Pushing event updated for resources: {'Port': ['ID=f6d128c9-bac8-4435-a2fe-5f89437cffcf,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.057194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Routers {'9effc02d-c9bf-4493-bd42-3ecd6eefaad3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:02.058606 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed38a3b6-591e-4c43-8ae2-eb76d05fd203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (609e95af-f585-458b-9ec6-ba0602d1fa88), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.061945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed38a3b6-591e-4c43-8ae2-eb76d05fd203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.063317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ed38a3b6-591e-4c43-8ae2-eb76d05fd203 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/609e95af-f585-458b-9ec6-ba0602d1fa88 HTTP/1.1" status: 204 len: 168 time: 0.4927928 Feb 11 05:11:02.071685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:10:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:02.077634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38a3b6-591e-4c43-8ae2-eb76d05fd203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e95af-f585-458b-9ec6-ba0602d1fa88,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.164165 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b981d5f2-927b-4d61-9561-b9b579c86c10 admin admin] Publish callbacks [] for security_group (5c9b9920-1327-4e93-bad0-ae1f55553757), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.282220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-081d45f4-8a36-4de6-b720-65b6591314ba tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group (04c06e47-3b52-4a8f-ae85-986d621a15f7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.295906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b981d5f2-927b-4d61-9561-b9b579c86c10 admin admin] Publish callbacks [] for security_group (5c9b9920-1327-4e93-bad0-ae1f55553757), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.321952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e5afe529-b69e-4437-8d00-9a64f3514416 None None] Current status of the port f6d128c9-bac8-4435-a2fe-5f89437cffcf is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:02.322628 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5afe529-b69e-4437-8d00-9a64f3514416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.345471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] Set router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:02.432861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-081d45f4-8a36-4de6-b720-65b6591314ba tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (04c06e47-3b52-4a8f-ae85-986d621a15f7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.445584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e5afe529-b69e-4437-8d00-9a64f3514416 None None] For port f6d128c9-bac8-4435-a2fe-5f89437cffcf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f6d128c9-bac8-4435-a2fe-5f89437cffcf,segment=NetworkSegment(aefb8f03-9751-4d52-9b47-3520f4af94ea),segment_id=aefb8f03-9751-4d52-9b47-3520f4af94ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:02.481722 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b981d5f2-927b-4d61-9561-b9b579c86c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5c9b9920-1327-4e93-bad0-ae1f55553757), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.481722 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b981d5f2-927b-4d61-9561-b9b579c86c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.485597 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b981d5f2-927b-4d61-9561-b9b579c86c10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c9b9920-1327-4e93-bad0-ae1f55553757 HTTP/1.1" status: 204 len: 168 time: 0.5723660 Feb 11 05:11:02.485597 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d45f4-8a36-4de6-b720-65b6591314ba tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c06e47-3b52-4a8f-ae85-986d621a15f7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.508259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981d5f2-927b-4d61-9561-b9b579c86c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9b9920-1327-4e93-bad0-ae1f55553757,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.553800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5afe529-b69e-4437-8d00-9a64f3514416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.567337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-081d45f4-8a36-4de6-b720-65b6591314ba tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.567337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-081d45f4-8a36-4de6-b720-65b6591314ba tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9009907 Feb 11 05:11:02.570330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:02.579299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-77c5f1f2-e246-41a6-bdf5-87358f405761 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Request body: {'security_group_rule': {'security_group_id': '04c06e47-3b52-4a8f-ae85-986d621a15f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:02.661527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afe529-b69e-4437-8d00-9a64f3514416 None None] Pushing event updated for resources: {'Port': ['ID=f6d128c9-bac8-4435-a2fe-5f89437cffcf,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.673271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7022d92d-aebe-47ee-8dae-8e56b40054b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.708522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-97e8620c-d490-4aa4-bbc2-dfc94dcad147 None None] Provisioning complete for port f6d128c9-bac8-4435-a2fe-5f89437cffcf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:02.708987 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-97e8620c-d490-4aa4-bbc2-dfc94dcad147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.711868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77c5f1f2-e246-41a6-bdf5-87358f405761 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group_rule (a80bc897-7c63-4fe5-b157-96e0d91119cb), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.774169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:10:55Z', 'revision_number': 4, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'f6d128c9-bac8-4435-a2fe-5f89437cffcf', 'name': '', 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'mac_address': 'fa:16:3e:f5:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ca0351f8-fc61-4973-bfc6-6f611f2fabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:54Z', 'updated_at': '2022-02-11T05:11:01Z', 'revision_number': 4, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'subnets': [{'id': 'ca0351f8-fc61-4973-bfc6-6f611f2fabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:02.806541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77c5f1f2-e246-41a6-bdf5-87358f405761 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group_rule (a80bc897-7c63-4fe5-b157-96e0d91119cb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.835543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e2cf2-d486-46ce-8545-dbca27650b71 None None] The sync data for ids ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'] in n-d-713498-37 is: [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:10:55Z', 'revision_number': 4, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'f6d128c9-bac8-4435-a2fe-5f89437cffcf', 'name': '', 'network_id': 'd9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'mac_address': 'fa:16:3e:f5:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ca0351f8-fc61-4973-bfc6-6f611f2fabfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:54Z', 'updated_at': '2022-02-11T05:11:01Z', 'revision_number': 4, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'subnets': [{'id': 'ca0351f8-fc61-4973-bfc6-6f611f2fabfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:02.848952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-97e8620c-d490-4aa4-bbc2-dfc94dcad147 None None] Current status of the port f6d128c9-bac8-4435-a2fe-5f89437cffcf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:02.930650 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77c5f1f2-e246-41a6-bdf5-87358f405761 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (a80bc897-7c63-4fe5-b157-96e0d91119cb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.962891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5f1f2-e246-41a6-bdf5-87358f405761 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80bc897-7c63-4fe5-b157-96e0d91119cb,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:03.062633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77c5f1f2-e246-41a6-bdf5-87358f405761 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.064831 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-77c5f1f2-e246-41a6-bdf5-87358f405761 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4929967 Feb 11 05:11:03.067088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36356) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.072720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4c1b960f-c7e0-43f4-88b7-de0aadf1340d tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Request body: {'security_group_rule': {'security_group_id': '04c06e47-3b52-4a8f-ae85-986d621a15f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:03.133032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879c0aa-514f-4ad7-9b2b-891f4d29d618 req-7b834177-0194-4cfe-becc-02f2ba395660 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:03.135343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2879c0aa-514f-4ad7-9b2b-891f4d29d618 req-7b834177-0194-4cfe-becc-02f2ba395660 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.0900390 Feb 11 05:11:03.202049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2879c0aa-514f-4ad7-9b2b-891f4d29d618 req-199b7543-278e-4e44-90b7-e8af5edd57be tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595934 Feb 11 05:11:03.214498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c1b960f-c7e0-43f4-88b7-de0aadf1340d tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group_rule (e2877858-92be-4f62-add4-a867d9f66b81), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.325173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36360) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.341896 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-744dd8d9-7e99-4b55-835b-d1e37962e1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.348568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c1b960f-c7e0-43f4-88b7-de0aadf1340d tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group_rule (e2877858-92be-4f62-add4-a867d9f66b81), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.481301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-744dd8d9-7e99-4b55-835b-d1e37962e1bd admin admin] Publish callbacks [] for security_group (94f97019-f3a7-4703-b23b-3f37745bfb37), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.529465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c1b960f-c7e0-43f4-88b7-de0aadf1340d tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e2877858-92be-4f62-add4-a867d9f66b81), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.551012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b960f-c7e0-43f4-88b7-de0aadf1340d tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2877858-92be-4f62-add4-a867d9f66b81,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:03.563394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-744dd8d9-7e99-4b55-835b-d1e37962e1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (94f97019-f3a7-4703-b23b-3f37745bfb37), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.612027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dd8d9-7e99-4b55-835b-d1e37962e1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f97019-f3a7-4703-b23b-3f37745bfb37,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:03.618341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-744dd8d9-7e99-4b55-835b-d1e37962e1bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4b6bdaaf3934747bed238bfc41ed1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917683 Feb 11 05:11:03.622099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36364) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.645668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c1b960f-c7e0-43f4-88b7-de0aadf1340d tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.647246 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4c1b960f-c7e0-43f4-88b7-de0aadf1340d tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5788095 Feb 11 05:11:03.650301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36366) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.655629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:03.733810 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57d2b69f-4b18-477f-9f80-cfaba444e7fe admin admin] Publish callbacks [] for security_group (94f97019-f3a7-4703-b23b-3f37745bfb37), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.768118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57d2b69f-4b18-477f-9f80-cfaba444e7fe admin admin] Publish callbacks [] for security_group (94f97019-f3a7-4703-b23b-3f37745bfb37), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.784253 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.881045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36372) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:03.948850 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8985fe63-9c64-4eb6-88eb-0069993e3bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.000926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.100169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57d2b69f-4b18-477f-9f80-cfaba444e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (94f97019-f3a7-4703-b23b-3f37745bfb37), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.103025 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57d2b69f-4b18-477f-9f80-cfaba444e7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.105128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-57d2b69f-4b18-477f-9f80-cfaba444e7fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94f97019-f3a7-4703-b23b-3f37745bfb37 HTTP/1.1" status: 204 len: 168 time: 0.4813821 Feb 11 05:11:04.137183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2b69f-4b18-477f-9f80-cfaba444e7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f97019-f3a7-4703-b23b-3f37745bfb37,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:04.238748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8985fe63-9c64-4eb6-88eb-0069993e3bde admin admin] Publish callbacks [] for security_group (4d6e6aa8-3155-44c3-b859-89b09eca06ed), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.320440 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8985fe63-9c64-4eb6-88eb-0069993e3bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4d6e6aa8-3155-44c3-b859-89b09eca06ed), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.343698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Allocated IP 172.25.8.191 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/8e495ffe-2615-480a-ad06-da5cf321b61a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:04.391354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985fe63-9c64-4eb6-88eb-0069993e3bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e6aa8-3155-44c3-b859-89b09eca06ed,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:04.498781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8985fe63-9c64-4eb6-88eb-0069993e3bde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6830969af69e470ebd10e1fbe8247cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6182933 Feb 11 05:11:04.505063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36388) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:04.570258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for port (8e495ffe-2615-480a-ad06-da5cf321b61a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.579598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f74-88ae-49aa-9933-9d6e24277e79 req-6fea7cfa-2cbf-468c-9165-d8af5b56120e tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:04.604830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f6d128c9-bac8-4435-a2fe-5f89437cffcf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:04.616060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c76f3f74-88ae-49aa-9933-9d6e24277e79 req-6fea7cfa-2cbf-468c-9165-d8af5b56120e tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.2984073 Feb 11 05:11:04.708922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c76f3f74-88ae-49aa-9933-9d6e24277e79 req-d4671ad7-e910-40f9-962f-4212f0e1f4cc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912611 Feb 11 05:11:04.712045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1e221e6-8bd6-45b4-96b8-2d44cea75357 admin admin] Publish callbacks [] for security_group (4d6e6aa8-3155-44c3-b859-89b09eca06ed), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.730558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f6d128c9-bac8-4435-a2fe-5f89437cffcf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:04.730691 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8e495ffe-2615-480a-ad06-da5cf321b61a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.731333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.749075 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1e221e6-8bd6-45b4-96b8-2d44cea75357 admin admin] Publish callbacks [] for security_group (4d6e6aa8-3155-44c3-b859-89b09eca06ed), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.873824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f6d128c9-bac8-4435-a2fe-5f89437cffcf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:04.887882 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1e221e6-8bd6-45b4-96b8-2d44cea75357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4d6e6aa8-3155-44c3-b859-89b09eca06ed), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.899367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1e221e6-8bd6-45b4-96b8-2d44cea75357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.899542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:04.899649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a1e221e6-8bd6-45b4-96b8-2d44cea75357 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d6e6aa8-3155-44c3-b859-89b09eca06ed HTTP/1.1" status: 204 len: 168 time: 0.3876097 Feb 11 05:11:04.899771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:04.902054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:04.914157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event updated for resources: {'Port': ['ID=8e495ffe-2615-480a-ad06-da5cf321b61a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:04.915762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e221e6-8bd6-45b4-96b8-2d44cea75357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e6aa8-3155-44c3-b859-89b09eca06ed,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:05.145244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.210297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8881830-4375-441f-ba78-d03b4edd5166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.377848 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8e495ffe-2615-480a-ad06-da5cf321b61a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.607223 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for port (8e495ffe-2615-480a-ad06-da5cf321b61a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.780459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8e495ffe-2615-480a-ad06-da5cf321b61a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.813861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.841673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event updated for resources: {'Port': ['ID=8e495ffe-2615-480a-ad06-da5cf321b61a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:05.849972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c2f5-0472-4d64-9ee3-f81eef4350e7 req-1f653b46-7b97-43ec-9be0-04e189bf953c tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:05.851109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3d0c2f5-0472-4d64-9ee3-f81eef4350e7 req-1f653b46-7b97-43ec-9be0-04e189bf953c tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.0631132 Feb 11 05:11:05.902404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.912666 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0c5d1656-62db-4083-b969-c7a5b22d09e1 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2518167 Feb 11 05:11:05.913485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3d0c2f5-0472-4d64-9ee3-f81eef4350e7 req-1e5a0183-f3dd-4541-a75b-d7ecad14f60d tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Feb 11 05:11:06.135025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-e44ec491-7820-4661-bb05-3a1ea834b41c tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe29eab512594f01ae8c8815dc415e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331531 Feb 11 05:11:06.244253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-aaff15bf-9b15-4ad9-b000-c803f26879c8 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:06.252355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-aaff15bf-9b15-4ad9-b000-c803f26879c8 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163175 Feb 11 05:11:06.274056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-e37aa7b7-60b8-448f-9baf-06f9f5470822 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/quotas/fe29eab512594f01ae8c8815dc415e43 HTTP/1.1" status: 200 len: 375 time: 0.0204206 Feb 11 05:11:06.313094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-0bcbc96a-1e98-46db-b8f7-9ec01b423562 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe29eab512594f01ae8c8815dc415e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332837 Feb 11 05:11:06.382149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-6434c109-972f-44da-a151-82831f98bac0 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--711932791&fields=id&tenant_id=a38adb6b69524aab983a2aba6d231c2e HTTP/1.1" status: 200 len: 267 time: 0.0597787 Feb 11 05:11:06.534360 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.629618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cca802-dd51-452e-b956-06a24c578ed7 req-13bbc949-44b1-4d01-b7f9-67ec5879ba20 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:06.631152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-13bbc949-44b1-4d01-b7f9-67ec5879ba20 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/networks?id=c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 200 len: 824 time: 0.2416210 Feb 11 05:11:06.648680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc13eae7-6515-4295-b55d-584adcb3196d req-ced84a59-02c4-447a-a797-5c7b9b12b632 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 210 time: 0.0591447 Feb 11 05:11:06.658877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-be1fe8ed-a0d3-41b6-9a45-fc0414e51e17 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/quotas/a38adb6b69524aab983a2aba6d231c2e HTTP/1.1" status: 200 len: 375 time: 0.0125237 Feb 11 05:11:06.749380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-0bfdca43-ec34-4d50-9c23-67adfa7d8b9e tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a38adb6b69524aab983a2aba6d231c2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835977 Feb 11 05:11:07.168692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab130-d24d-4d6f-9854-a39c21995bcf req-a7f8ce21-e08e-4a9a-9028-2c4783f0f717 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:07.173068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-313ab130-d24d-4d6f-9854-a39c21995bcf req-a7f8ce21-e08e-4a9a-9028-2c4783f0f717 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.1890271 Feb 11 05:11:07.218576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-313ab130-d24d-4d6f-9854-a39c21995bcf req-df1859da-f955-43ed-92d6-e48ea2092106 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Feb 11 05:11:07.554251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-973fade0-77da-471c-a4b5-e366334f0085 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:11:07.562671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-973fade0-77da-471c-a4b5-e366334f0085 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220665 Feb 11 05:11:07.664399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-116e9168-8ac5-451e-a69f-9c8d00179770 service neutron] 10.222.0.62 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024945 Feb 11 05:11:07.742407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c53fcb5-6d58-44ed-ba66-f69ad12331ff req-cd7ab83f-6b48-488a-94e6-0f2f6050c16c tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 210 time: 0.0308573 Feb 11 05:11:07.803665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-e0bda3bf-453c-4ce1-b946-221f2346e354 service neutron] 10.222.0.62 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298525 Feb 11 05:11:08.032100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.123509 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.130186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16c0a74f-a0e8-4740-8f5d-1181a410ef09 req-85ffae69-02ca-49ee-963e-d6375144a34a tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 210 time: 0.0405204 Feb 11 05:11:08.370713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d0fed-df2d-42cb-9b45-b62988178a3a req-c63c5f4e-2eb4-406b-bcb6-4d0c0582ead7 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.379846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-282d0fed-df2d-42cb-9b45-b62988178a3a req-c63c5f4e-2eb4-406b-bcb6-4d0c0582ead7 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.0829203 Feb 11 05:11:08.427741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-282d0fed-df2d-42cb-9b45-b62988178a3a req-0df5bab9-d1a0-4ab7-902b-307361e64d6f tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Feb 11 05:11:09.052661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7db0542-0ad3-4c90-a710-3f6d3120b4cd req-00777cc3-4c19-497a-9d47-5bfbf4ea88bc tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 210 time: 0.0282927 Feb 11 05:11:09.055054 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.238290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67d4c4e9-8bf3-4900-b2d7-29b33b8c9689 req-a01dac9e-8806-48e4-9417-35311dda9956 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 210 time: 0.0307333 Feb 11 05:11:09.314890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.83', 63920) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:09.342727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-cd4350af-52fa-405b-b8e7-a378992d9f9e tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fe29eab512594f01ae8c8815dc415e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262179 Feb 11 05:11:09.506245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-a040f5a2-5074-4485-a8c2-0a72e5a184b6 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:09.508740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-a040f5a2-5074-4485-a8c2-0a72e5a184b6 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593497 Feb 11 05:11:09.594341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Request body: {'port': {'device_id': '88fdadd0-c20c-438d-ad80-a9abb67a6827', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': 'fe29eab512594f01ae8c8815dc415e43'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:09.872814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05568454-bb2c-4693-a1e3-fbdcbc2e329e req-f5e238f0-a465-4106-bbd7-d9f524690247 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:09.880065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05568454-bb2c-4693-a1e3-fbdcbc2e329e req-f5e238f0-a465-4106-bbd7-d9f524690247 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.0761116 Feb 11 05:11:09.934735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Made reservation on behalf of fe29eab512594f01ae8c8815dc415e43 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:09.934735 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.947009 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.963053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05568454-bb2c-4693-a1e3-fbdcbc2e329e req-b00574b5-1505-417d-abff-0c022e71052e tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790246 Feb 11 05:11:10.202037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36648) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:10.232660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d39331a0-708d-400a-8f2d-e223c3c5d5d7 req-e29360c7-58ba-4e0a-ada2-ff78e0d858b9 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 210 time: 0.0411837 Feb 11 05:11:10.385176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fccb922-dc3b-4270-bc32-dca021a8b4d5 req-cff50e69-a6c9-4a0f-a7ab-15a54d57939a tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c98ae80cc9c949d89d6f0567f7020c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466347 Feb 11 05:11:10.426525 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks [] for security_group (0fab18c3-e257-4103-a043-2bb17288aaf4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.439218 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f10548d-0615-4337-b615-09ee15f1d7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.567658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccb922-dc3b-4270-bc32-dca021a8b4d5 req-875ce868-9134-47cb-8c7e-aa460783412f tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:10.569378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fccb922-dc3b-4270-bc32-dca021a8b4d5 req-875ce868-9134-47cb-8c7e-aa460783412f tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748135 Feb 11 05:11:10.601310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fccb922-dc3b-4270-bc32-dca021a8b4d5 req-53a253d2-e8b3-4691-bdfc-1304396789aa tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/quotas/c98ae80cc9c949d89d6f0567f7020c27 HTTP/1.1" status: 200 len: 375 time: 0.0234385 Feb 11 05:11:10.648974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 455ca62e-c702-4512-85ba-514bcc9ed9da details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:10.662892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fccb922-dc3b-4270-bc32-dca021a8b4d5 req-e3aa7676-55d7-48c4-a78e-b5865a36227e tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c98ae80cc9c949d89d6f0567f7020c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527833 Feb 11 05:11:10.675300 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f10548d-0615-4337-b615-09ee15f1d7e9 admin admin] Publish callbacks [] for security_group (5cc92a67-5d84-49dd-b35f-0e47b4b466af), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.777861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 455ca62e-c702-4512-85ba-514bcc9ed9da, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=455ca62e-c702-4512-85ba-514bcc9ed9da,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:10.792142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '455ca62e-c702-4512-85ba-514bcc9ed9da', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '455ca62e-c702-4512-85ba-514bcc9ed9da', 'mac_address': 'fa:16:3e:19:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:tempest-test_az-1289410858', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:10.803664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42e5efd8-6bfe-40bf-9946-43ce9bf3c1d8 req-6f9e5e45-d694-4b6e-92bf-c1187e313520 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 210 time: 0.0324984 Feb 11 05:11:10.841691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 455ca62e-c702-4512-85ba-514bcc9ed9da is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:10.843030 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.896442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455ca62e-c702-4512-85ba-514bcc9ed9da {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:10.915546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 455ca62e-c702-4512-85ba-514bcc9ed9da, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=455ca62e-c702-4512-85ba-514bcc9ed9da,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:11.145531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb0263-7f68-4f7c-bbce-60dc60b3b52c req-600c654e-3761-441a-8e7e-ba4eb1946de0 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:11.146940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57cb0263-7f68-4f7c-bbce-60dc60b3b52c req-600c654e-3761-441a-8e7e-ba4eb1946de0 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 969 time: 0.0562384 Feb 11 05:11:11.181806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0fab18c3-e257-4103-a043-2bb17288aaf4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.312550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57cb0263-7f68-4f7c-bbce-60dc60b3b52c req-733eb285-77d4-4f88-8b4f-944a46a066c0 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574810 Feb 11 05:11:11.333806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fab18c3-e257-4103-a043-2bb17288aaf4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:11.417357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f10548d-0615-4337-b615-09ee15f1d7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5cc92a67-5d84-49dd-b35f-0e47b4b466af), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.438729 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.445725 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.500199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=455ca62e-c702-4512-85ba-514bcc9ed9da,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:11.513893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d72ec801-05c5-495a-b38b-f6c947cd7b0e req-d6a1ab09-622d-4824-9dcf-f9d8d0f4fc5f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 210 time: 0.0625384 Feb 11 05:11:11.522977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10548d-0615-4337-b615-09ee15f1d7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc92a67-5d84-49dd-b35f-0e47b4b466af,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:11.536270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3f10548d-0615-4337-b615-09ee15f1d7e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=429ea533e79e4b6b9a6257181bdd311d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3320992 Feb 11 05:11:11.545895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36692) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:11.561847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Allocated IP 192.168.233.126 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/caf5e04d-8304-4e95-b92d-e857d131a697) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:11.660549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d666a8ed-b50d-45af-a377-09746fb018ac admin admin] Publish callbacks [] for security_group (5cc92a67-5d84-49dd-b35f-0e47b4b466af), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.719906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d666a8ed-b50d-45af-a377-09746fb018ac admin admin] Publish callbacks [] for security_group (5cc92a67-5d84-49dd-b35f-0e47b4b466af), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.785975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['455ca62e-c702-4512-85ba-514bcc9ed9da'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:11.995653 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d666a8ed-b50d-45af-a377-09746fb018ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5cc92a67-5d84-49dd-b35f-0e47b4b466af), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.001460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d666a8ed-b50d-45af-a377-09746fb018ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.006913 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d666a8ed-b50d-45af-a377-09746fb018ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cc92a67-5d84-49dd-b35f-0e47b4b466af HTTP/1.1" status: 204 len: 168 time: 0.4588675 Feb 11 05:11:12.026149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666a8ed-b50d-45af-a377-09746fb018ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc92a67-5d84-49dd-b35f-0e47b4b466af,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:12.028775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7ef483f-a85e-45b6-8b1f-f5bc05e9bb0e req-ab26cd2c-fae1-4bb7-b632-f27ab4b486d6 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 210 time: 0.0689926 Feb 11 05:11:12.056403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks [] for port (caf5e04d-8304-4e95-b92d-e857d131a697), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.244166 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.327310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:12.332954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:12.344325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:12.349558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.350187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.378837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Pushing event updated for resources: {'Port': ['ID=caf5e04d-8304-4e95-b92d-e857d131a697,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:12.483172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-f0ff4fa8-4cdf-4064-8744-31607a10fa39 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8927948 Feb 11 05:11:12.519342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d696-8e57-445f-a599-bc789124a9ce req-a5ec8ad1-ab22-4fcb-8c96-0653a35db0db tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.529846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e333d696-8e57-445f-a599-bc789124a9ce req-a5ec8ad1-ab22-4fcb-8c96-0653a35db0db tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 970 time: 0.1061287 Feb 11 05:11:12.602147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36758) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:12.610878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e333d696-8e57-445f-a599-bc789124a9ce req-16b40af9-d51a-4bac-9450-02cb638b8e2a tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728085 Feb 11 05:11:12.648660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-86fbd622-74ea-4997-bde4-928861747321 None None] Provisioning complete for port caf5e04d-8304-4e95-b92d-e857d131a697 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:12.649351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86fbd622-74ea-4997-bde4-928861747321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.706344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 455ca62e-c702-4512-85ba-514bcc9ed9da up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:12.709306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-86fbd622-74ea-4997-bde4-928861747321 None None] Port caf5e04d-8304-4e95-b92d-e857d131a697 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:12.812197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-751484b9-fb77-4bac-aa53-ded6c21f50d8 req-205df041-c4cf-4a3a-b6a7-d58a844a3ae1 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c98ae80cc9c949d89d6f0567f7020c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2212627 Feb 11 05:11:12.855086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 455ca62e-c702-4512-85ba-514bcc9ed9da completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:12.860119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 455ca62e-c702-4512-85ba-514bcc9ed9da triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:12.868260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.948630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa5f84-57d5-4f7a-9206-04701950b152 req-fd7b6313-8d46-4e5e-a321-c9a8391549d6 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.950281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40fa5f84-57d5-4f7a-9206-04701950b152 req-fd7b6313-8d46-4e5e-a321-c9a8391549d6 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 936 time: 0.1410594 Feb 11 05:11:12.967496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 455ca62e-c702-4512-85ba-514bcc9ed9da is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:12.967496 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.000692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751484b9-fb77-4bac-aa53-ded6c21f50d8 req-1ab092cc-efce-44ed-8954-54b19d7e7f41 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.002427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-751484b9-fb77-4bac-aa53-ded6c21f50d8 req-1ab092cc-efce-44ed-8954-54b19d7e7f41 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823289 Feb 11 05:11:13.007654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a67cf7-e8ce-4859-8a42-2f563433b3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455ca62e-c702-4512-85ba-514bcc9ed9da'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:13.035866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-751484b9-fb77-4bac-aa53-ded6c21f50d8 req-0fae0d0f-7722-4fd6-b043-58d90891c99d tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/quotas/c98ae80cc9c949d89d6f0567f7020c27 HTTP/1.1" status: 200 len: 375 time: 0.0259528 Feb 11 05:11:13.040450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40fa5f84-57d5-4f7a-9206-04701950b152 req-c887d76e-bd51-463f-9f5e-61a6d5674414 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803540 Feb 11 05:11:13.082956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-751484b9-fb77-4bac-aa53-ded6c21f50d8 req-be26c545-023c-48db-ba1e-7e3d53702a74 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c98ae80cc9c949d89d6f0567f7020c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397840 Feb 11 05:11:13.087142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 455ca62e-c702-4512-85ba-514bcc9ed9da, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=455ca62e-c702-4512-85ba-514bcc9ed9da,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:13.116697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36766) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:13.145638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9c41011-56c9-4a6e-af3f-4eefbba89dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.202457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.241723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5117f8ef-865b-4310-962a-431ffa7667d4 req-5db6632a-fb51-43fc-a225-bc7ccb2366e5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 210 time: 0.0841160 Feb 11 05:11:13.257640 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9c41011-56c9-4a6e-af3f-4eefbba89dd3 admin admin] Publish callbacks [] for security_group (6f9d56b5-7361-43ee-b81c-1b0c99de8283), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.283446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=455ca62e-c702-4512-85ba-514bcc9ed9da,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.341491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36776) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:13.349996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9c41011-56c9-4a6e-af3f-4eefbba89dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f9d56b5-7361-43ee-b81c-1b0c99de8283), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.390594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c41011-56c9-4a6e-af3f-4eefbba89dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9d56b5-7361-43ee-b81c-1b0c99de8283,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.403769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c9c41011-56c9-4a6e-af3f-4eefbba89dd3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=784eb9fbd5e34338a4eecf77811ec616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859068 Feb 11 05:11:13.407975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36782) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:13.470030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd9244bb-1cc5-4810-a452-0b99bcd6a313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.503750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d8d375e-cb38-4db0-9dbf-e69bc06f68d7 admin admin] Publish callbacks [] for security_group (6f9d56b5-7361-43ee-b81c-1b0c99de8283), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.518163 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f6d83f-85eb-4775-9bc5-4f5ac093ebe0" -d '{"events": [{"server_uuid": "14a67cf7-e8ce-4859-8a42-2f563433b3b1", "name": "network-vif-plugged", "status": "completed", "tag": "455ca62e-c702-4512-85ba-514bcc9ed9da"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:13.539581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d8d375e-cb38-4db0-9dbf-e69bc06f68d7 admin admin] Publish callbacks [] for security_group (6f9d56b5-7361-43ee-b81c-1b0c99de8283), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.603204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcc3283e-3272-45c2-9f6a-ea05a1d17f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.645148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd9244bb-1cc5-4810-a452-0b99bcd6a313 admin admin] Publish callbacks [] for security_group (92993de3-0d37-4ac5-bc84-869575b5afe2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.698888 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85629878-6f23-4cf2-979b-210752d5ae45 x-openstack-request-id: req-85629878-6f23-4cf2-979b-210752d5ae45 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:13.699217 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a67cf7-e8ce-4859-8a42-2f563433b3b1", "name": "network-vif-plugged", "status": "completed", "tag": "455ca62e-c702-4512-85ba-514bcc9ed9da", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:13.699481 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85629878-6f23-4cf2-979b-210752d5ae45 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:13.699941 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a67cf7-e8ce-4859-8a42-2f563433b3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455ca62e-c702-4512-85ba-514bcc9ed9da', 'code': 200} Feb 11 05:11:13.746137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd9244bb-1cc5-4810-a452-0b99bcd6a313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (92993de3-0d37-4ac5-bc84-869575b5afe2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.762476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d8d375e-cb38-4db0-9dbf-e69bc06f68d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f9d56b5-7361-43ee-b81c-1b0c99de8283), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.765448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d8d375e-cb38-4db0-9dbf-e69bc06f68d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.766617 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4d8d375e-cb38-4db0-9dbf-e69bc06f68d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f9d56b5-7361-43ee-b81c-1b0c99de8283 HTTP/1.1" status: 204 len: 168 time: 0.3573835 Feb 11 05:11:13.838500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816f6c8-324c-48a0-a4a2-bd3d38dd23c9 req-2982061d-8eba-4437-b547-be08ebd9cd16 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.840499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1816f6c8-324c-48a0-a4a2-bd3d38dd23c9 req-2982061d-8eba-4437-b547-be08ebd9cd16 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 971 time: 0.0783308 Feb 11 05:11:13.850041 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd9244bb-1cc5-4810-a452-0b99bcd6a313 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f81d7569774d4cc58e0ce512a5b4dc37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2467833 Feb 11 05:11:13.854919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36792) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:13.862227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9244bb-1cc5-4810-a452-0b99bcd6a313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92993de3-0d37-4ac5-bc84-869575b5afe2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.885698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d375e-cb38-4db0-9dbf-e69bc06f68d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9d56b5-7361-43ee-b81c-1b0c99de8283,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.923678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcc3283e-3272-45c2-9f6a-ea05a1d17f75 admin admin] Publish callbacks [] for security_group (2b623150-2b2f-4554-8f40-2a76e39872d3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.926893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee92e12-25d4-41f4-89b3-a0174e164b51 req-8596f1fb-5f55-4da4-9e9f-2ed04c4613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.928737 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ee92e12-25d4-41f4-89b3-a0174e164b51 req-8596f1fb-5f55-4da4-9e9f-2ed04c4613b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 1154 time: 0.1445858 Feb 11 05:11:13.934461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1816f6c8-324c-48a0-a4a2-bd3d38dd23c9 req-fb282597-3e87-4a02-a2ea-5b9f12a121d2 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874910 Feb 11 05:11:13.953974 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ee92e12-25d4-41f4-89b3-a0174e164b51 req-2e501c72-5a2e-40ac-a15a-5a4ce8e0f8ae service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.955101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75b8c114-e523-4e94-bcf1-6f7280103caf admin admin] Publish callbacks [] for security_group (92993de3-0d37-4ac5-bc84-869575b5afe2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.996367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75b8c114-e523-4e94-bcf1-6f7280103caf admin admin] Publish callbacks [] for security_group (92993de3-0d37-4ac5-bc84-869575b5afe2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.052365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcc3283e-3272-45c2-9f6a-ea05a1d17f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2b623150-2b2f-4554-8f40-2a76e39872d3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.185350 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75b8c114-e523-4e94-bcf1-6f7280103caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (92993de3-0d37-4ac5-bc84-869575b5afe2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.188376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75b8c114-e523-4e94-bcf1-6f7280103caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.190483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-75b8c114-e523-4e94-bcf1-6f7280103caf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92993de3-0d37-4ac5-bc84-869575b5afe2 HTTP/1.1" status: 204 len: 168 time: 0.3344107 Feb 11 05:11:14.212063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8c114-e523-4e94-bcf1-6f7280103caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92993de3-0d37-4ac5-bc84-869575b5afe2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:14.244462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e320d7-de9e-4e81-8f02-b023e9447fce req-5e152548-b0d9-4e35-9f74-c000f9a5ec54 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:14.247109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3e320d7-de9e-4e81-8f02-b023e9447fce req-5e152548-b0d9-4e35-9f74-c000f9a5ec54 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 936 time: 0.1159668 Feb 11 05:11:14.283168 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fcc3283e-3272-45c2-9f6a-ea05a1d17f75 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d23ecd24478d4038b5923a563cef1cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9404829 Feb 11 05:11:14.286338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36808) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:14.318393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ee92e12-25d4-41f4-89b3-a0174e164b51 req-2e501c72-5a2e-40ac-a15a-5a4ce8e0f8ae service neutron] Publish callbacks [] for security_group (5ef0c0d5-e61c-40da-87f7-0249ff8debb0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.370611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3283e-3272-45c2-9f6a-ea05a1d17f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b623150-2b2f-4554-8f40-2a76e39872d3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:14.395712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3e320d7-de9e-4e81-8f02-b023e9447fce req-602d693b-c1de-4e08-9a71-6ff7e90bf4ef tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400719 Feb 11 05:11:14.414591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ee92e12-25d4-41f4-89b3-a0174e164b51 req-2e501c72-5a2e-40ac-a15a-5a4ce8e0f8ae service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5ef0c0d5-e61c-40da-87f7-0249ff8debb0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.441832 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f52ca483-c92b-45cd-aefe-36ab7bc417fc admin admin] Publish callbacks [] for security_group (2b623150-2b2f-4554-8f40-2a76e39872d3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.461276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e501c72-5a2e-40ac-a15a-5a4ce8e0f8ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0c0d5-e61c-40da-87f7-0249ff8debb0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:14.471599 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ee92e12-25d4-41f4-89b3-a0174e164b51 req-2e501c72-5a2e-40ac-a15a-5a4ce8e0f8ae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336652 Feb 11 05:11:14.513454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f52ca483-c92b-45cd-aefe-36ab7bc417fc admin admin] Publish callbacks [] for security_group (2b623150-2b2f-4554-8f40-2a76e39872d3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.517242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fbc7299-7125-43d8-af63-49139fcb58b4 req-d0f1dade-ba56-41cc-9c78-fa970ff504f7 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 210 time: 0.1095583 Feb 11 05:11:14.666373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f52ca483-c92b-45cd-aefe-36ab7bc417fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2b623150-2b2f-4554-8f40-2a76e39872d3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.669636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f52ca483-c92b-45cd-aefe-36ab7bc417fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.671281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f52ca483-c92b-45cd-aefe-36ab7bc417fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b623150-2b2f-4554-8f40-2a76e39872d3 HTTP/1.1" status: 204 len: 168 time: 0.3835261 Feb 11 05:11:14.679514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ca483-c92b-45cd-aefe-36ab7bc417fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b623150-2b2f-4554-8f40-2a76e39872d3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:14.779549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-d6563d21-86b0-419d-8021-5f196879fec1 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:11:14.785785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-d6563d21-86b0-419d-8021-5f196879fec1 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077043 Feb 11 05:11:15.087863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfdc76-1f82-4c8a-aba7-cebce435e0ca req-87fb6f4d-25e2-4575-abcb-5782802b2377 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:15.089675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89bfdc76-1f82-4c8a-aba7-cebce435e0ca req-87fb6f4d-25e2-4575-abcb-5782802b2377 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 971 time: 0.0559497 Feb 11 05:11:15.145526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89bfdc76-1f82-4c8a-aba7-cebce435e0ca req-b085baec-3e74-4233-9a31-04e895eb4b4b tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Feb 11 05:11:15.268383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.83', 63926) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:15.430924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cca802-dd51-452e-b956-06a24c578ed7 req-9c7d0df8-978f-4da9-a92a-4c80ce9dbbfd tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:15.431436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-9c7d0df8-978f-4da9-a92a-4c80ce9dbbfd tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.83 "GET /v2.0/networks?id=c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 200 len: 824 time: 0.1559339 Feb 11 05:11:15.482366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9676bde8-475e-474d-88d1-82974108e52d req-90baad10-3402-480c-b10e-e4a30a86aca7 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c98ae80cc9c949d89d6f0567f7020c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370164 Feb 11 05:11:15.484957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36852) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:15.501615 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfe62b7c-b8d0-4992-97bd-02c08ee5d613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.602531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfe62b7c-b8d0-4992-97bd-02c08ee5d613 admin admin] Publish callbacks [] for security_group (19d2c0c3-b7e8-4ea8-a855-ea6812323be0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.634264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Request body: {'port': {'device_id': '88fdadd0-c20c-438d-ad80-a9abb67a6827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:15.644952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f1d1bd1c-c91b-4503-89e0-2bf538a5c422 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a38adb6b69524aab983a2aba6d231c2e HTTP/1.1" status: 200 len: 379 time: 0.2059538 Feb 11 05:11:15.676526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Request body: {'port': {'device_id': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'admin_state_up': True, 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'security_groups': ['04c06e47-3b52-4a8f-ae85-986d621a15f7']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:15.709262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da294a3-9d7b-427f-b018-9940c5ddcf10 req-7cd6ef7a-10c5-4a62-9c77-6fe1fecbbf01 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:15.713213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9da294a3-9d7b-427f-b018-9940c5ddcf10 req-7cd6ef7a-10c5-4a62-9c77-6fe1fecbbf01 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 936 time: 0.2358491 Feb 11 05:11:15.717987 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfe62b7c-b8d0-4992-97bd-02c08ee5d613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (19d2c0c3-b7e8-4ea8-a855-ea6812323be0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.743484 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cfe62b7c-b8d0-4992-97bd-02c08ee5d613 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9f49548bc3e486d9d91ddd720b526fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570012 Feb 11 05:11:15.750291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36858) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:15.751430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676bde8-475e-474d-88d1-82974108e52d req-be141c79-4297-4213-8ae1-62c20e0e9585 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:15.754963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9676bde8-475e-474d-88d1-82974108e52d req-be141c79-4297-4213-8ae1-62c20e0e9585 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298083 Feb 11 05:11:15.788297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe62b7c-b8d0-4992-97bd-02c08ee5d613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d2c0c3-b7e8-4ea8-a855-ea6812323be0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:15.817636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-87e17f02-d3b1-4031-93a0-b17f0627d2d8 admin admin] Publish callbacks [] for security_group (19d2c0c3-b7e8-4ea8-a855-ea6812323be0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.839965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-87e17f02-d3b1-4031-93a0-b17f0627d2d8 admin admin] Publish callbacks [] for security_group (19d2c0c3-b7e8-4ea8-a855-ea6812323be0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.852484 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36862) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:15.854981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9676bde8-475e-474d-88d1-82974108e52d req-bcd1f2eb-4457-4867-876a-d057c16e4bc6 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/quotas/c98ae80cc9c949d89d6f0567f7020c27 HTTP/1.1" status: 200 len: 375 time: 0.0845749 Feb 11 05:11:15.874828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa12d-0bee-498e-a87f-51776618aeec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.888207 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.928891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9676bde8-475e-474d-88d1-82974108e52d req-0f838a53-0458-4659-9743-a4a04c6ff581 tempest-QuotasAdminNegativeTest-374463957 tempest-QuotasAdminNegativeTest-374463957-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c98ae80cc9c949d89d6f0567f7020c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651214 Feb 11 05:11:15.952104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9da294a3-9d7b-427f-b018-9940c5ddcf10 req-0d6f33d2-39a9-4bbf-bcea-61552bbd48e9 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875517 Feb 11 05:11:16.001064 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-87e17f02-d3b1-4031-93a0-b17f0627d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (19d2c0c3-b7e8-4ea8-a855-ea6812323be0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.004777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-87e17f02-d3b1-4031-93a0-b17f0627d2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.005993 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-87e17f02-d3b1-4031-93a0-b17f0627d2d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19d2c0c3-b7e8-4ea8-a855-ea6812323be0 HTTP/1.1" status: 204 len: 168 time: 0.2547536 Feb 11 05:11:16.019807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e17f02-d3b1-4031-93a0-b17f0627d2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d2c0c3-b7e8-4ea8-a855-ea6812323be0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:16.107796 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa12d-0bee-498e-a87f-51776618aeec admin admin] Publish callbacks [] for security_group (17f75685-7a4d-4004-af54-6ac44073f127), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.130745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Made reservation on behalf of a38adb6b69524aab983a2aba6d231c2e for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:16.133941 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.180728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c27ae050-efa7-42e7-84e9-e0e8c8e1253e req-943d26b1-ba42-4535-a860-62169b5c8821 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 210 time: 0.0664992 Feb 11 05:11:16.197613 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2dfa12d-0bee-498e-a87f-51776618aeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (17f75685-7a4d-4004-af54-6ac44073f127), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.244494 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f2dfa12d-0bee-498e-a87f-51776618aeec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ccd75a81de07490eba3c11928002c0f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911395 Feb 11 05:11:16.247700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36878) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:16.294935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfa12d-0bee-498e-a87f-51776618aeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f75685-7a4d-4004-af54-6ac44073f127,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:16.326425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d61d431-59da-4d79-b2b0-ff506dc1de3f admin admin] Publish callbacks [] for security_group (17f75685-7a4d-4004-af54-6ac44073f127), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.352748 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d61d431-59da-4d79-b2b0-ff506dc1de3f admin admin] Publish callbacks [] for security_group (17f75685-7a4d-4004-af54-6ac44073f127), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.431696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64faea-9a71-4913-93c7-5f3359b58c6e req-ca8f3ab8-cd5c-40fe-b84f-cdb1293db7cd tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:16.434158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af64faea-9a71-4913-93c7-5f3359b58c6e req-ca8f3ab8-cd5c-40fe-b84f-cdb1293db7cd tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 971 time: 0.1776266 Feb 11 05:11:16.486787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Allocated IP 172.20.0.10 (c82589a4-0749-42d5-a18e-27e1e6585753/f647ac4c-41aa-4863-b3ff-bd69634163d3/93c26a1f-84e2-46e6-8a81-94ee9452254a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:16.528910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d61d431-59da-4d79-b2b0-ff506dc1de3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (17f75685-7a4d-4004-af54-6ac44073f127), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.531588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d61d431-59da-4d79-b2b0-ff506dc1de3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.533833 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3d61d431-59da-4d79-b2b0-ff506dc1de3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17f75685-7a4d-4004-af54-6ac44073f127 HTTP/1.1" status: 204 len: 168 time: 0.2841668 Feb 11 05:11:16.541374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61d431-59da-4d79-b2b0-ff506dc1de3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f75685-7a4d-4004-af54-6ac44073f127,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:16.559950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af64faea-9a71-4913-93c7-5f3359b58c6e req-99d3b6bc-5115-4e1c-8221-5a7933542260 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172647 Feb 11 05:11:16.580948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf5e04d-8304-4e95-b92d-e857d131a697 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:16.597600 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Publish callbacks [] for port (caf5e04d-8304-4e95-b92d-e857d131a697), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.655951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Transition to ACTIVE for port object caf5e04d-8304-4e95-b92d-e857d131a697 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:16.737433 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.768202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.860327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Pushing event updated for resources: {'Port': ['ID=caf5e04d-8304-4e95-b92d-e857d131a697,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:16.885227 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.928833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Attempting to bind port caf5e04d-8304-4e95-b92d-e857d131a697 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:16.929208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Attempting to bind port caf5e04d-8304-4e95-b92d-e857d131a697 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:16.929602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Attempting to bind port caf5e04d-8304-4e95-b92d-e857d131a697 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:16.944094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Network c82589a4-0749-42d5-a18e-27e1e6585753 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:16.952633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:16.955032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:16.966014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:16.966014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.967442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Port caf5e04d-8304-4e95-b92d-e857d131a697 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:16.967840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Attempting to bind port caf5e04d-8304-4e95-b92d-e857d131a697 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:16.978621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event updated for resources: {'Port': ['ID=93c26a1f-84e2-46e6-8a81-94ee9452254a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:16.985042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:16.985389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:16.986078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:16.986558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Bound port: caf5e04d-8304-4e95-b92d-e857d131a697, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:16.986941 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.218866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-f4d71b8d-bf9d-40d9-bc10-f1a16285cf51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5543771 Feb 11 05:11:17.238415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Request body: {'port': {'device_id': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:17.298524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8946d5f5-5bd9-4169-be2f-5735c71c507b None None] Provisioning complete for port 93c26a1f-84e2-46e6-8a81-94ee9452254a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:17.299616 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8946d5f5-5bd9-4169-be2f-5735c71c507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.341685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8946d5f5-5bd9-4169-be2f-5735c71c507b None None] Port 93c26a1f-84e2-46e6-8a81-94ee9452254a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:17.379429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] For port caf5e04d-8304-4e95-b92d-e857d131a697, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:17.412983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] For port caf5e04d-8304-4e95-b92d-e857d131a697, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=caf5e04d-8304-4e95-b92d-e857d131a697,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:17.415018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.447306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289aab1b-caba-4bda-a0ce-1dfcc77df4af req-5978306f-4ead-47d6-b152-4097b0508c81 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:17.449384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-289aab1b-caba-4bda-a0ce-1dfcc77df4af req-5978306f-4ead-47d6-b152-4097b0508c81 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 948 time: 0.2360585 Feb 11 05:11:17.482402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e23fe5-a0b0-43a2-bd19-062275b3cfb1 req-9b2004b8-9650-4743-8ebe-5cda05823af2 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:17.483972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e23fe5-a0b0-43a2-bd19-062275b3cfb1 req-9b2004b8-9650-4743-8ebe-5cda05823af2 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 932 time: 0.1944051 Feb 11 05:11:17.519206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.636024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:17.636824 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.638387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] 10.222.0.83 "PUT /v2.0/ports/caf5e04d-8304-4e95-b92d-e857d131a697 HTTP/1.1" status: 200 len: 1097 time: 2.3807447 Feb 11 05:11:17.639821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fdadd0-c20c-438d-ad80-a9abb67a6827', 'tag': 'caf5e04d-8304-4e95-b92d-e857d131a697'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:17.768811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-289aab1b-caba-4bda-a0ce-1dfcc77df4af req-b836e0ff-63c5-451a-88e9-d8a916d535ee tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029082 Feb 11 05:11:17.806268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:17.859331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e23fe5-a0b0-43a2-bd19-062275b3cfb1 req-0c2d3dd4-ce87-487e-92f6-04df89f2ec78 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624527 Feb 11 05:11:17.987948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c24865-81f6-4ffd-bd9e-88518b1b9fef service neutron] Pushing event updated for resources: {'Port': ['ID=caf5e04d-8304-4e95-b92d-e857d131a697,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:18.044580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-04961151-ee33-466c-957c-591b5ba9aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:18.046136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-04961151-ee33-466c-957c-591b5ba9aa9f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe29eab512594f01ae8c8815dc415e43&device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 1131 time: 0.2535534 Feb 11 05:11:18.062202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0bfe-4753-47c5-ae72-ebb78cd619c4 req-b3394bc4-1756-431d-b83f-dde4507b4d28 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:18.063668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcbf0bfe-4753-47c5-ae72-ebb78cd619c4 req-b3394bc4-1756-431d-b83f-dde4507b4d28 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 971 time: 0.1641059 Feb 11 05:11:18.148126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-225d7f99-59bf-443f-90cf-274cd73e7bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.156411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-ea715f9b-f2f4-4015-aa5a-61cf4deca542 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=caf5e04d-8304-4e95-b92d-e857d131a697 HTTP/1.1" status: 200 len: 217 time: 0.1019344 Feb 11 05:11:18.210326 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609ea623-0dcf-4787-a9ec-3fd4c9298df6" -d '{"events": [{"name": "network-changed", "server_uuid": "88fdadd0-c20c-438d-ad80-a9abb67a6827", "tag": "caf5e04d-8304-4e95-b92d-e857d131a697"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:18.265140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcbf0bfe-4753-47c5-ae72-ebb78cd619c4 req-9faa0d02-2c46-4c36-b7a0-f1b45cefa54b tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933460 Feb 11 05:11:18.268972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-0a1ee8a5-e730-4da8-bfd0-77121a49f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:18.270380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-0a1ee8a5-e730-4da8-bfd0-77121a49f982 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1020720 Feb 11 05:11:18.295498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-225d7f99-59bf-443f-90cf-274cd73e7bfc admin admin] Publish callbacks [] for security_group (5521338d-0c7d-48fd-87a6-2daf1eaa4b05), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.353614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c26a1f-84e2-46e6-8a81-94ee9452254a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:18.363334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-225d7f99-59bf-443f-90cf-274cd73e7bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5521338d-0c7d-48fd-87a6-2daf1eaa4b05), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.367861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Publish callbacks [] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.389240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Transition to ACTIVE for port object 93c26a1f-84e2-46e6-8a81-94ee9452254a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:18.397907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-6d063920-375e-4e3a-bbd6-81560c1fa00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:18.399423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-6d063920-375e-4e3a-bbd6-81560c1fa00e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1118052 Feb 11 05:11:18.441239 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-225d7f99-59bf-443f-90cf-274cd73e7bfc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c98ae80cc9c949d89d6f0567f7020c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6321251 Feb 11 05:11:18.442488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d7f99-59bf-443f-90cf-274cd73e7bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5521338d-0c7d-48fd-87a6-2daf1eaa4b05,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:18.445595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:18.475982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.508303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-50bfb417-6ba5-4164-854f-4145ffda6f58 admin admin] Publish callbacks [] for security_group (5521338d-0c7d-48fd-87a6-2daf1eaa4b05), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.532952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-50bfb417-6ba5-4164-854f-4145ffda6f58 admin admin] Publish callbacks [] for security_group (5521338d-0c7d-48fd-87a6-2daf1eaa4b05), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.603571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Pushing event updated for resources: {'Port': ['ID=93c26a1f-84e2-46e6-8a81-94ee9452254a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:18.608164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb6a01-dc60-4fdb-bc75-4b1673578d06 req-f5f7c686-bebd-40e2-ad58-50b3bc55cb40 tempest-AggregatesAdminTestJSON-1208099684 tempest-AggregatesAdminTestJSON-1208099684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:18.609828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49fb6a01-dc60-4fdb-bc75-4b1673578d06 req-f5f7c686-bebd-40e2-ad58-50b3bc55cb40 tempest-AggregatesAdminTestJSON-1208099684 tempest-AggregatesAdminTestJSON-1208099684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 1154 time: 0.2094450 Feb 11 05:11:18.650377 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d3f2b4-dcd9-4a3a-9cbb-727862fc6078 x-openstack-request-id: req-71d3f2b4-dcd9-4a3a-9cbb-727862fc6078 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:18.650671 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fdadd0-c20c-438d-ad80-a9abb67a6827", "tag": "caf5e04d-8304-4e95-b92d-e857d131a697", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:18.651485 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71d3f2b4-dcd9-4a3a-9cbb-727862fc6078 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:18.651948 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fdadd0-c20c-438d-ad80-a9abb67a6827', 'tag': 'caf5e04d-8304-4e95-b92d-e857d131a697', 'status': 'completed', 'code': 200} Feb 11 05:11:18.675294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-50bfb417-6ba5-4164-854f-4145ffda6f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5521338d-0c7d-48fd-87a6-2daf1eaa4b05), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.678714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-50bfb417-6ba5-4164-854f-4145ffda6f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.682153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-02b7db18-a503-42d2-a2ac-133a6a749184 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508607 Feb 11 05:11:18.682310 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-50bfb417-6ba5-4164-854f-4145ffda6f58 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5521338d-0c7d-48fd-87a6-2daf1eaa4b05 HTTP/1.1" status: 204 len: 168 time: 0.2339537 Feb 11 05:11:18.682404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Attempting to bind port 93c26a1f-84e2-46e6-8a81-94ee9452254a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:18.682404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Attempting to bind port 93c26a1f-84e2-46e6-8a81-94ee9452254a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:18.682404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Attempting to bind port 93c26a1f-84e2-46e6-8a81-94ee9452254a on network c82589a4-0749-42d5-a18e-27e1e6585753 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:18.684301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49fb6a01-dc60-4fdb-bc75-4b1673578d06 req-f5669be1-85b4-47a0-ace4-023f745140c5 tempest-AggregatesAdminTestJSON-1208099684 tempest-AggregatesAdminTestJSON-1208099684-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.693339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfb417-6ba5-4164-854f-4145ffda6f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5521338d-0c7d-48fd-87a6-2daf1eaa4b05,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:18.704153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Port 93c26a1f-84e2-46e6-8a81-94ee9452254a on network c82589a4-0749-42d5-a18e-27e1e6585753 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:18.704401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Attempting to bind port 93c26a1f-84e2-46e6-8a81-94ee9452254a on network c82589a4-0749-42d5-a18e-27e1e6585753 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:18.747180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:18.747180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Checking segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:18.747180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Bound using segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:18.747180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Bound port: 93c26a1f-84e2-46e6-8a81-94ee9452254a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:18.747180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.906786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53fc52fe-bf0a-4403-9df7-1ddddb42550a req-a957bce8-9fa1-4baa-938f-c3f0c1426ec8 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178731 Feb 11 05:11:18.942667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] For port 93c26a1f-84e2-46e6-8a81-94ee9452254a, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:18.948009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] For port 93c26a1f-84e2-46e6-8a81-94ee9452254a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=93c26a1f-84e2-46e6-8a81-94ee9452254a,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:18.975027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49fb6a01-dc60-4fdb-bc75-4b1673578d06 req-f5669be1-85b4-47a0-ace4-023f745140c5 tempest-AggregatesAdminTestJSON-1208099684 tempest-AggregatesAdminTestJSON-1208099684-project-admin] Publish callbacks [] for security_group (dee3f343-e8d4-4e66-bfc3-40d262ed331f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.986132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbfc7c-3313-429f-9196-46a861d0cdda req-95d93793-3ca7-4bc8-9416-e227bd054c8f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:18.987645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44fbfc7c-3313-429f-9196-46a861d0cdda req-95d93793-3ca7-4bc8-9416-e227bd054c8f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 948 time: 0.1112819 Feb 11 05:11:19.031116 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.044298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44fbfc7c-3313-429f-9196-46a861d0cdda req-6c8b2641-1922-43fa-b80d-be1d7d1c81c3 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509973 Feb 11 05:11:19.081038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.081654 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.083133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] 10.222.0.83 "PUT /v2.0/ports/93c26a1f-84e2-46e6-8a81-94ee9452254a HTTP/1.1" status: 200 len: 1093 time: 1.8490140 Feb 11 05:11:19.102646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49fb6a01-dc60-4fdb-bc75-4b1673578d06 req-f5669be1-85b4-47a0-ace4-023f745140c5 tempest-AggregatesAdminTestJSON-1208099684 tempest-AggregatesAdminTestJSON-1208099684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dee3f343-e8d4-4e66-bfc3-40d262ed331f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.252803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36978) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:19.376353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb258e0-d8d3-492c-8823-550b1ed174ba service neutron] Pushing event updated for resources: {'Port': ['ID=93c26a1f-84e2-46e6-8a81-94ee9452254a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:19.387868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49fb6a01-dc60-4fdb-bc75-4b1673578d06 req-f5669be1-85b4-47a0-ace4-023f745140c5 tempest-AggregatesAdminTestJSON-1208099684 tempest-AggregatesAdminTestJSON-1208099684-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393157 Feb 11 05:11:19.395344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5669be1-85b4-47a0-ace4-023f745140c5 tempest-AggregatesAdminTestJSON-1208099684 tempest-AggregatesAdminTestJSON-1208099684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee3f343-e8d4-4e66-bfc3-40d262ed331f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:19.421209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-288aac58-1756-4185-b60c-6934874ef847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.422755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-288aac58-1756-4185-b60c-6934874ef847 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe29eab512594f01ae8c8815dc415e43&device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 1131 time: 0.3599660 Feb 11 05:11:19.513098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b9f3b-3060-4b11-a86f-fc58d49aa0ba req-61b1534f-01ca-46bf-ba5b-5880e3ac1ea2 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.514805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-869b9f3b-3060-4b11-a86f-fc58d49aa0ba req-61b1534f-01ca-46bf-ba5b-5880e3ac1ea2 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 944 time: 0.3897905 Feb 11 05:11:19.534362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afd10665-c1bd-4288-9a26-616719bfb003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.601202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cca802-dd51-452e-b956-06a24c578ed7 req-204ee916-b6b0-42c8-abeb-92d529dffa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.602704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-204ee916-b6b0-42c8-abeb-92d529dffa9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a38adb6b69524aab983a2aba6d231c2e&device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 1127 time: 0.2663581 Feb 11 05:11:19.632337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afd10665-c1bd-4288-9a26-616719bfb003 admin admin] Publish callbacks [] for security_group (a4e5d8d4-1964-41fd-b9b3-68460ac4ce76), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.672272 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-b1d6025e-8e0f-49e7-af64-903e798a7b1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c26a1f-84e2-46e6-8a81-94ee9452254a HTTP/1.1" status: 200 len: 217 time: 0.0569870 Feb 11 05:11:19.676000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-7ac13644-5071-4ea3-88a8-02037366aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.677416 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-7ac13644-5071-4ea3-88a8-02037366aa6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2475920 Feb 11 05:11:19.689454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-869b9f3b-3060-4b11-a86f-fc58d49aa0ba req-77adaa3c-297a-4505-8eef-f7ebe930eddb tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417415 Feb 11 05:11:19.732290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36992) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:19.747615 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-439e2d37-7af7-441f-bde0-5dc1385094fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.749400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-529b6b8a-e231-40b0-b62d-5d677732debc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=caf5e04d-8304-4e95-b92d-e857d131a697 HTTP/1.1" status: 200 len: 217 time: 0.0590470 Feb 11 05:11:19.779379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afd10665-c1bd-4288-9a26-616719bfb003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a4e5d8d4-1964-41fd-b9b3-68460ac4ce76), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.792160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cca802-dd51-452e-b956-06a24c578ed7 req-a7aad1ba-b911-4761-8bdc-cd117f99a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.793677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-a7aad1ba-b911-4761-8bdc-cd117f99a332 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f647ac4c-41aa-4863-b3ff-bd69634163d3 HTTP/1.1" status: 200 len: 863 time: 0.1146700 Feb 11 05:11:19.838858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-511e9e76-d7c2-44a8-9a3e-8a0a80e137da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.840860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-511e9e76-d7c2-44a8-9a3e-8a0a80e137da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0853662 Feb 11 05:11:19.867574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd10665-c1bd-4288-9a26-616719bfb003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e5d8d4-1964-41fd-b9b3-68460ac4ce76,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:19.893132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cca802-dd51-452e-b956-06a24c578ed7 req-71ceb58e-09bf-4150-bfb6-a8ef6de22c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.894690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-71ceb58e-09bf-4150-bfb6-a8ef6de22c69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c82589a4-0749-42d5-a18e-27e1e6585753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0944293 Feb 11 05:11:19.899717 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-afd10665-c1bd-4288-9a26-616719bfb003 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=631954ac690a4081bb8e169729d76330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6457629 Feb 11 05:11:19.906279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36996) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:19.969811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-21aa928a-af9d-49ae-bd0b-7e95b861688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.971404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-21aa928a-af9d-49ae-bd0b-7e95b861688d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1240106 Feb 11 05:11:19.986920 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-439e2d37-7af7-441f-bde0-5dc1385094fd admin admin] Publish callbacks [] for security_group (eaad0d52-2643-4851-a8ad-8ad159cd31ee), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.009153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43c1cba0-aec6-4dc9-9801-be04f5b47b49 admin admin] Publish callbacks [] for security_group (a4e5d8d4-1964-41fd-b9b3-68460ac4ce76), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.037738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43c1cba0-aec6-4dc9-9801-be04f5b47b49 admin admin] Publish callbacks [] for security_group (a4e5d8d4-1964-41fd-b9b3-68460ac4ce76), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.070586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-439e2d37-7af7-441f-bde0-5dc1385094fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (eaad0d52-2643-4851-a8ad-8ad159cd31ee), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.072140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-ad9cd199-5660-44e4-9a26-8f0ea7e3c999 service neutron] 10.222.0.83 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700501 Feb 11 05:11:20.123202 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-439e2d37-7af7-441f-bde0-5dc1385094fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80ca0d54752f4b03975623a32e3ca463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860745 Feb 11 05:11:20.123202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e2d37-7af7-441f-bde0-5dc1385094fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaad0d52-2643-4851-a8ad-8ad159cd31ee,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:20.124208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37004) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:20.189675 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fea8192b-2b07-45df-bf89-7365a9db0d27 admin admin] Publish callbacks [] for security_group (eaad0d52-2643-4851-a8ad-8ad159cd31ee), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.206168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-86605ccc-f5ae-4251-9dbd-129645d6c153 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254035 Feb 11 05:11:20.227528 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fea8192b-2b07-45df-bf89-7365a9db0d27 admin admin] Publish callbacks [] for security_group (eaad0d52-2643-4851-a8ad-8ad159cd31ee), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.229342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f668b0-ce4b-49c9-b284-404d5deeefeb req-af36b2cd-272a-42b2-9170-b413669b7483 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:20.235266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94f668b0-ce4b-49c9-b284-404d5deeefeb req-af36b2cd-272a-42b2-9170-b413669b7483 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 971 time: 0.2066050 Feb 11 05:11:20.269321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43c1cba0-aec6-4dc9-9801-be04f5b47b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a4e5d8d4-1964-41fd-b9b3-68460ac4ce76), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.274196 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43c1cba0-aec6-4dc9-9801-be04f5b47b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.275726 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-43c1cba0-aec6-4dc9-9801-be04f5b47b49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4e5d8d4-1964-41fd-b9b3-68460ac4ce76 HTTP/1.1" status: 204 len: 168 time: 0.3682308 Feb 11 05:11:20.287621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1cba0-aec6-4dc9-9801-be04f5b47b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e5d8d4-1964-41fd-b9b3-68460ac4ce76,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:20.297560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cca802-dd51-452e-b956-06a24c578ed7 req-b52234ac-fb52-4745-b8b7-2cbd73f5a461 service neutron] 10.222.0.83 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089875 Feb 11 05:11:20.380409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f9ebd-eab0-4238-aeab-df624ab909e7 req-dbeebcd6-d5a7-4e0e-803d-b25ef981dd2a tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:20.381916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf5f9ebd-eab0-4238-aeab-df624ab909e7 req-dbeebcd6-d5a7-4e0e-803d-b25ef981dd2a tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 948 time: 0.2017817 Feb 11 05:11:20.386889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94f668b0-ce4b-49c9-b284-404d5deeefeb req-0aa8729e-f6cd-4f7b-9d60-cea8693d566b tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405063 Feb 11 05:11:20.408776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fea8192b-2b07-45df-bf89-7365a9db0d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (eaad0d52-2643-4851-a8ad-8ad159cd31ee), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.411376 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fea8192b-2b07-45df-bf89-7365a9db0d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.412709 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fea8192b-2b07-45df-bf89-7365a9db0d27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eaad0d52-2643-4851-a8ad-8ad159cd31ee HTTP/1.1" status: 204 len: 168 time: 0.2875345 Feb 11 05:11:20.421852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8192b-2b07-45df-bf89-7365a9db0d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaad0d52-2643-4851-a8ad-8ad159cd31ee,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:20.423171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609ea623-0dcf-4787-a9ec-3fd4c9298df6 req-39f4010f-3fca-4150-9146-6205265b0d7e service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899035 Feb 11 05:11:20.450945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf5f9ebd-eab0-4238-aeab-df624ab909e7 req-6a336b77-2fa9-46d8-8202-5c944a34b904 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612872 Feb 11 05:11:20.652923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'tag': '93c26a1f-84e2-46e6-8a81-94ee9452254a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:20.655301 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107edf72-169f-4159-ad9f-2f85eff6d648" -d '{"events": [{"name": "network-changed", "server_uuid": "8a603b9d-e6d7-4a57-b815-98ebe7e145a1", "tag": "93c26a1f-84e2-46e6-8a81-94ee9452254a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:20.691803 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d154570c-46fc-4f46-a708-eac21fda4a7b x-openstack-request-id: req-d154570c-46fc-4f46-a708-eac21fda4a7b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:20.692263 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a603b9d-e6d7-4a57-b815-98ebe7e145a1", "tag": "93c26a1f-84e2-46e6-8a81-94ee9452254a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:20.692515 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d154570c-46fc-4f46-a708-eac21fda4a7b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:20.692941 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'tag': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'status': 'completed', 'code': 200} Feb 11 05:11:20.774924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-8f293b42-17fe-45ef-8cdd-19f396ee493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:20.777446 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-8f293b42-17fe-45ef-8cdd-19f396ee493f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a38adb6b69524aab983a2aba6d231c2e&device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 1127 time: 0.0626776 Feb 11 05:11:20.896617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff77891-fda0-4279-a948-b57a5bc96495 req-82179710-69ef-4e89-a19b-6b3a4dad60f2 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:20.901635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bff77891-fda0-4279-a948-b57a5bc96495 req-82179710-69ef-4e89-a19b-6b3a4dad60f2 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 944 time: 0.1366832 Feb 11 05:11:20.933965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-f9536795-5507-40e9-b1af-e6dad33157e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:20.935445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-f9536795-5507-40e9-b1af-e6dad33157e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 200 len: 925 time: 0.1504390 Feb 11 05:11:20.992623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-21a62200-3c08-4193-a033-971878c142d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c26a1f-84e2-46e6-8a81-94ee9452254a HTTP/1.1" status: 200 len: 217 time: 0.0458658 Feb 11 05:11:20.999713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bff77891-fda0-4279-a948-b57a5bc96495 req-606ccff7-d392-4424-9bd4-b8afd6053f3c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937164 Feb 11 05:11:21.043793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-db79152d-eedd-49a7-ae75-ed136e231c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.045280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-db79152d-eedd-49a7-ae75-ed136e231c1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f647ac4c-41aa-4863-b3ff-bd69634163d3 HTTP/1.1" status: 200 len: 863 time: 0.0447206 Feb 11 05:11:21.096746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-2d925bcf-2f8e-4805-b368-52f694b91c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.098146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-2d925bcf-2f8e-4805-b368-52f694b91c19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c82589a4-0749-42d5-a18e-27e1e6585753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454731 Feb 11 05:11:21.196512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-9e3e5c44-7dee-482d-8108-a4ce7605ecb2 service neutron] 10.222.0.83 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919816 Feb 11 05:11:21.288084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-107edf72-169f-4159-ad9f-2f85eff6d648 req-9abe4892-f2a1-47a9-84cf-66c5386c34b8 service neutron] 10.222.0.83 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Feb 11 05:11:21.345911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37036) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:21.403463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-090e0925-43d0-485d-83eb-3c8a19fc8964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.488387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-9f22f20a-0982-4a43-9131-5d5054a265a2 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.490464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-9f22f20a-0982-4a43-9131-5d5054a265a2 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.65 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 971 time: 0.1380818 Feb 11 05:11:21.544314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37562084-7f02-416e-bd07-36511ab0c530 req-57594653-dfef-4532-84d8-d58b19a2729b tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.551380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37562084-7f02-416e-bd07-36511ab0c530 req-57594653-dfef-4532-84d8-d58b19a2729b tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 971 time: 0.0742605 Feb 11 05:11:21.673330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37052) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:21.692140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Deleting port 455ca62e-c702-4512-85ba-514bcc9ed9da {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:21.692758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.805419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] For port 455ca62e-c702-4512-85ba-514bcc9ed9da, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=455ca62e-c702-4512-85ba-514bcc9ed9da,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:21.805965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.808563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device caf5e04d-8304-4e95-b92d-e857d131a697 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:21.824175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Calling delete_port for 455ca62e-c702-4512-85ba-514bcc9ed9da owned by compute:tempest-test_az-1289410858 {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:21.858508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37562084-7f02-416e-bd07-36511ab0c530 req-b4371111-9f32-47be-966b-50687d007a72 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057830 Feb 11 05:11:21.886324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585c9be-da08-4c16-9d1d-91521a5f8627 req-42321647-8b6a-4d48-a78c-62c6215760e8 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.887534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9585c9be-da08-4c16-9d1d-91521a5f8627 req-42321647-8b6a-4d48-a78c-62c6215760e8 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 948 time: 0.3070772 Feb 11 05:11:21.934130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7452c4fb-c0a2-42a9-8296-e9111c77eed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.938554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port caf5e04d-8304-4e95-b92d-e857d131a697, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=caf5e04d-8304-4e95-b92d-e857d131a697,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:21.970236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9585c9be-da08-4c16-9d1d-91521a5f8627 req-a824c0a2-82cd-4e16-b05c-9b1d1aaae0e1 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751886 Feb 11 05:11:21.976863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'caf5e04d-8304-4e95-b92d-e857d131a697', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'caf5e04d-8304-4e95-b92d-e857d131a697', 'mac_address': 'fa:16:3e:2d:e7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:21.981263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-090e0925-43d0-485d-83eb-3c8a19fc8964 admin admin] Publish callbacks [] for security_group (b171e807-7cd6-481a-923b-8bcff0f94f60), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.028047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port caf5e04d-8304-4e95-b92d-e857d131a697 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:22.028779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.047054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf5e04d-8304-4e95-b92d-e857d131a697 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:22.067746 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-090e0925-43d0-485d-83eb-3c8a19fc8964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b171e807-7cd6-481a-923b-8bcff0f94f60), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.073055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port caf5e04d-8304-4e95-b92d-e857d131a697, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=caf5e04d-8304-4e95-b92d-e857d131a697,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:22.125791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7452c4fb-c0a2-42a9-8296-e9111c77eed5 admin admin] Publish callbacks [] for security_group (d125ae7e-1ebe-4ece-bad7-33c5a0ba2b32), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.126726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (455ca62e-c702-4512-85ba-514bcc9ed9da), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.141871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['455ca62e-c702-4512-85ba-514bcc9ed9da'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:22.163334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Pushing event deleted for resources: {'Port': ['ID=455ca62e-c702-4512-85ba-514bcc9ed9da,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.165957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e0925-43d0-485d-83eb-3c8a19fc8964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b171e807-7cd6-481a-923b-8bcff0f94f60,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.174582 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-090e0925-43d0-485d-83eb-3c8a19fc8964 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b972348e2766445c81b0f067d2d98291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8275542 Feb 11 05:11:22.177253 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.177894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37068) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:22.198051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f66df-6031-4a2e-ab64-b4a32b1b8e48 req-2d399cf1-4be8-4dab-bd0f-a17202aebfb7 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:22.207758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a84f66df-6031-4a2e-ab64-b4a32b1b8e48 req-2d399cf1-4be8-4dab-bd0f-a17202aebfb7 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 944 time: 0.1005683 Feb 11 05:11:22.275284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=caf5e04d-8304-4e95-b92d-e857d131a697,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.285255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a84f66df-6031-4a2e-ab64-b4a32b1b8e48 req-1896be1b-e856-4369-8ba2-7e89b1277bce tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766418 Feb 11 05:11:22.298941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] No DVR routers for this DVR port 455ca62e-c702-4512-85ba-514bcc9ed9da on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:22.306178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7452c4fb-c0a2-42a9-8296-e9111c77eed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d125ae7e-1ebe-4ece-bad7-33c5a0ba2b32), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.318299 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.322284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c66ca37c-9b27-4d1f-a15c-7ef8c5836159 req-4c1b8488-b045-474c-85c9-e8bd8c39cfbc tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.65 "DELETE /v2.0/ports/455ca62e-c702-4512-85ba-514bcc9ed9da HTTP/1.1" status: 204 len: 173 time: 0.8257396 Feb 11 05:11:22.349865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a67cf7-e8ce-4859-8a42-2f563433b3b1', 'name': 'network-vif-deleted', 'tag': '455ca62e-c702-4512-85ba-514bcc9ed9da'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:22.352965 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7770d1-a10b-4bfb-a5a5-f5ad18587101" -d '{"events": [{"server_uuid": "14a67cf7-e8ce-4859-8a42-2f563433b3b1", "name": "network-vif-deleted", "tag": "455ca62e-c702-4512-85ba-514bcc9ed9da"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:22.388849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452c4fb-c0a2-42a9-8296-e9111c77eed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d125ae7e-1ebe-4ece-bad7-33c5a0ba2b32,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.399260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5271cbfe-c47f-4d8b-ac74-587bf189e4ac admin admin] Publish callbacks [] for security_group (b171e807-7cd6-481a-923b-8bcff0f94f60), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.458162 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abccfacd-754f-455e-abb5-eedccf5fd4f8 x-openstack-request-id: req-abccfacd-754f-455e-abb5-eedccf5fd4f8 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:22.458465 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a67cf7-e8ce-4859-8a42-2f563433b3b1", "name": "network-vif-deleted", "tag": "455ca62e-c702-4512-85ba-514bcc9ed9da", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:22.458735 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abccfacd-754f-455e-abb5-eedccf5fd4f8 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:22.459119 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a67cf7-e8ce-4859-8a42-2f563433b3b1', 'name': 'network-vif-deleted', 'tag': '455ca62e-c702-4512-85ba-514bcc9ed9da', 'status': 'completed', 'code': 200} Feb 11 05:11:22.469327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37084) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:22.469614 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7452c4fb-c0a2-42a9-8296-e9111c77eed5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3411489eb94747ceb1d34ccfb3919ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7946358 Feb 11 05:11:22.475506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5271cbfe-c47f-4d8b-ac74-587bf189e4ac admin admin] Publish callbacks [] for security_group (b171e807-7cd6-481a-923b-8bcff0f94f60), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.535834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9269f243-b42a-42cf-a0e0-55308cebc8be admin admin] Publish callbacks [] for security_group (d125ae7e-1ebe-4ece-bad7-33c5a0ba2b32), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.569861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9269f243-b42a-42cf-a0e0-55308cebc8be admin admin] Publish callbacks [] for security_group (d125ae7e-1ebe-4ece-bad7-33c5a0ba2b32), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.616562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5271cbfe-c47f-4d8b-ac74-587bf189e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b171e807-7cd6-481a-923b-8bcff0f94f60), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.623188 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5271cbfe-c47f-4d8b-ac74-587bf189e4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.624732 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5271cbfe-c47f-4d8b-ac74-587bf189e4ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b171e807-7cd6-481a-923b-8bcff0f94f60 HTTP/1.1" status: 204 len: 168 time: 0.4452398 Feb 11 05:11:22.633061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271cbfe-c47f-4d8b-ac74-587bf189e4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b171e807-7cd6-481a-923b-8bcff0f94f60,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.667198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['caf5e04d-8304-4e95-b92d-e857d131a697'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:22.802185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9269f243-b42a-42cf-a0e0-55308cebc8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d125ae7e-1ebe-4ece-bad7-33c5a0ba2b32), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.805264 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9269f243-b42a-42cf-a0e0-55308cebc8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.806486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9269f243-b42a-42cf-a0e0-55308cebc8be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d125ae7e-1ebe-4ece-bad7-33c5a0ba2b32 HTTP/1.1" status: 204 len: 168 time: 0.3361397 Feb 11 05:11:22.815376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269f243-b42a-42cf-a0e0-55308cebc8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d125ae7e-1ebe-4ece-bad7-33c5a0ba2b32,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.970748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc43af47-2fc3-4ee6-b431-7ea8c528f7cc req-ea9997c1-0ba9-4e13-b93d-87739c3a3d17 tempest-AggregatesAdminTestJSON-1418265403 tempest-AggregatesAdminTestJSON-1418265403-project] 10.222.0.62 "GET /v2.0/ports?device_id=14a67cf7-e8ce-4859-8a42-2f563433b3b1 HTTP/1.1" status: 200 len: 210 time: 0.0282705 Feb 11 05:11:23.133159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37104) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:23.134598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340922d-8481-4f3e-9c9c-ed153422f14c req-3ab49d6a-3186-4dfd-ac5c-5f47f79f1511 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:23.136923 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c340922d-8481-4f3e-9c9c-ed153422f14c req-3ab49d6a-3186-4dfd-ac5c-5f47f79f1511 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 949 time: 0.0923021 Feb 11 05:11:23.207462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c340922d-8481-4f3e-9c9c-ed153422f14c req-3646832a-f41a-4c4a-9c8c-bfd88ada2ec3 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587616 Feb 11 05:11:23.279916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abe4b12-de88-4796-acf5-ae522cfb4695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.382331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abe4b12-de88-4796-acf5-ae522cfb4695 admin admin] Publish callbacks [] for security_group (076e7222-037c-4783-b6c9-4fa824186a54), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.419618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e07aa-ed37-4a33-9bea-a0ecadc456ed req-f5ebf3d7-aa0a-4527-8f4b-469274fcb8ea tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:23.421846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef1e07aa-ed37-4a33-9bea-a0ecadc456ed req-f5ebf3d7-aa0a-4527-8f4b-469274fcb8ea tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 944 time: 0.0647080 Feb 11 05:11:23.455333 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abe4b12-de88-4796-acf5-ae522cfb4695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (076e7222-037c-4783-b6c9-4fa824186a54), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.491081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef1e07aa-ed37-4a33-9bea-a0ecadc456ed req-d409db81-bcc9-44a6-9216-130357b6d937 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631523 Feb 11 05:11:23.510647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9abe4b12-de88-4796-acf5-ae522cfb4695 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b28e6950ee94490fbfa74909d38fd056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755577 Feb 11 05:11:23.517350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe4b12-de88-4796-acf5-ae522cfb4695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e7222-037c-4783-b6c9-4fa824186a54,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:23.518797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37124) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:23.577733 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41f3b305-5275-47f4-bfad-05017dc6ad79 admin admin] Publish callbacks [] for security_group (076e7222-037c-4783-b6c9-4fa824186a54), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.605214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41f3b305-5275-47f4-bfad-05017dc6ad79 admin admin] Publish callbacks [] for security_group (076e7222-037c-4783-b6c9-4fa824186a54), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.721183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41f3b305-5275-47f4-bfad-05017dc6ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (076e7222-037c-4783-b6c9-4fa824186a54), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.725335 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41f3b305-5275-47f4-bfad-05017dc6ad79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.726836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-41f3b305-5275-47f4-bfad-05017dc6ad79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/076e7222-037c-4783-b6c9-4fa824186a54 HTTP/1.1" status: 204 len: 168 time: 0.2065070 Feb 11 05:11:23.739102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3b305-5275-47f4-bfad-05017dc6ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e7222-037c-4783-b6c9-4fa824186a54,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:23.803632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 93c26a1f-84e2-46e6-8a81-94ee9452254a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:23.823319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device caf5e04d-8304-4e95-b92d-e857d131a697 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:23.901478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37132) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:23.922515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a284e9f7-7da0-4871-b1a6-c69ec3e0d51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.958201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 93c26a1f-84e2-46e6-8a81-94ee9452254a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=93c26a1f-84e2-46e6-8a81-94ee9452254a,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:23.980569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'port_id': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'mac_address': 'fa:16:3e:eb:be:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:24.031550 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a284e9f7-7da0-4871-b1a6-c69ec3e0d51e admin admin] Publish callbacks [] for security_group (6ec245db-52c9-4896-8a20-d24d0e60c2fc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.049454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port caf5e04d-8304-4e95-b92d-e857d131a697 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:24.062607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port caf5e04d-8304-4e95-b92d-e857d131a697 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:24.062999 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.103412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 93c26a1f-84e2-46e6-8a81-94ee9452254a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:24.103813 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.115688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a284e9f7-7da0-4871-b1a6-c69ec3e0d51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6ec245db-52c9-4896-8a20-d24d0e60c2fc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.126073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c26a1f-84e2-46e6-8a81-94ee9452254a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:24.173842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a284e9f7-7da0-4871-b1a6-c69ec3e0d51e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09ad0cd46c3c49c5ad9965901ce3c023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710392 Feb 11 05:11:24.174615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284e9f7-7da0-4871-b1a6-c69ec3e0d51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec245db-52c9-4896-8a20-d24d0e60c2fc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:24.176513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37148) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:24.179782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 93c26a1f-84e2-46e6-8a81-94ee9452254a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=93c26a1f-84e2-46e6-8a81-94ee9452254a,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:24.232870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port caf5e04d-8304-4e95-b92d-e857d131a697 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:24.233183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.257471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fdadd0-c20c-438d-ad80-a9abb67a6827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5e04d-8304-4e95-b92d-e857d131a697'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:24.266165 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03765762-3d52-4524-9dd5-e90eb49de282" -d '{"events": [{"server_uuid": "88fdadd0-c20c-438d-ad80-a9abb67a6827", "name": "network-vif-plugged", "status": "completed", "tag": "caf5e04d-8304-4e95-b92d-e857d131a697"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:24.269981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-894636c7-466b-45e5-83d1-c3c4e5c79751 admin admin] Publish callbacks [] for security_group (6ec245db-52c9-4896-8a20-d24d0e60c2fc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.273401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port caf5e04d-8304-4e95-b92d-e857d131a697, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=caf5e04d-8304-4e95-b92d-e857d131a697,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:24.292700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-894636c7-466b-45e5-83d1-c3c4e5c79751 admin admin] Publish callbacks [] for security_group (6ec245db-52c9-4896-8a20-d24d0e60c2fc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.367009 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.373533 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.431116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=93c26a1f-84e2-46e6-8a81-94ee9452254a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:24.465010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-894636c7-466b-45e5-83d1-c3c4e5c79751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6ec245db-52c9-4896-8a20-d24d0e60c2fc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.468300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-894636c7-466b-45e5-83d1-c3c4e5c79751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.469503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-894636c7-466b-45e5-83d1-c3c4e5c79751 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ec245db-52c9-4896-8a20-d24d0e60c2fc HTTP/1.1" status: 204 len: 168 time: 0.2919946 Feb 11 05:11:24.477786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894636c7-466b-45e5-83d1-c3c4e5c79751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec245db-52c9-4896-8a20-d24d0e60c2fc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:24.489726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=caf5e04d-8304-4e95-b92d-e857d131a697,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:24.496337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d347056-ea8e-4dc1-9398-2f982736b418 req-f95b637b-2e69-4e6c-b71e-e7e460d985e7 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:24.503771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d347056-ea8e-4dc1-9398-2f982736b418 req-f95b637b-2e69-4e6c-b71e-e7e460d985e7 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 950 time: 0.0657518 Feb 11 05:11:24.561408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d347056-ea8e-4dc1-9398-2f982736b418 req-2c50abd7-2fbe-466f-a114-ebdc41e245f5 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566211 Feb 11 05:11:24.587484 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d329243a-8d9d-45fe-b4ad-1d172db11f2b x-openstack-request-id: req-d329243a-8d9d-45fe-b4ad-1d172db11f2b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:24.587783 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fdadd0-c20c-438d-ad80-a9abb67a6827", "name": "network-vif-plugged", "status": "completed", "tag": "caf5e04d-8304-4e95-b92d-e857d131a697", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:24.591747 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d329243a-8d9d-45fe-b4ad-1d172db11f2b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:24.592040 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fdadd0-c20c-438d-ad80-a9abb67a6827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5e04d-8304-4e95-b92d-e857d131a697', 'code': 200} Feb 11 05:11:24.603004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['93c26a1f-84e2-46e6-8a81-94ee9452254a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:24.657034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37172) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:24.677073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1754e8ea-ebd0-45dc-96ef-059fb4108be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.746406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feff4a-c85c-4a33-9966-5c04288d33d0 req-4ce6676a-ba0a-40b0-8f77-4dd6d0236011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:24.748477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32feff4a-c85c-4a33-9966-5c04288d33d0 req-4ce6676a-ba0a-40b0-8f77-4dd6d0236011 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 1133 time: 0.0810957 Feb 11 05:11:24.813321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1754e8ea-ebd0-45dc-96ef-059fb4108be8 admin admin] Publish callbacks [] for security_group (2d8142b3-2d69-4c83-ab8a-10e3bae1eb0c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.863049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32feff4a-c85c-4a33-9966-5c04288d33d0 req-9c217671-8ab6-42df-b0cd-b5d438d71083 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069729 Feb 11 05:11:24.875020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534eb38-0628-451f-9da0-fe98f32e5d6e req-a8c02d0c-1f76-4ac1-85ef-7f023757c806 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:24.876471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c534eb38-0628-451f-9da0-fe98f32e5d6e req-a8c02d0c-1f76-4ac1-85ef-7f023757c806 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 945 time: 0.1112111 Feb 11 05:11:24.887779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1754e8ea-ebd0-45dc-96ef-059fb4108be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2d8142b3-2d69-4c83-ab8a-10e3bae1eb0c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.956943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c534eb38-0628-451f-9da0-fe98f32e5d6e req-11a795bc-f21b-4e06-b728-a6c518d99a81 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743341 Feb 11 05:11:24.975002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37182) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:24.975724 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1754e8ea-ebd0-45dc-96ef-059fb4108be8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=712397343e2d44fa84396ddf4c3eafca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173342 Feb 11 05:11:24.977381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754e8ea-ebd0-45dc-96ef-059fb4108be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8142b3-2d69-4c83-ab8a-10e3bae1eb0c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:25.069093 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b78eb89-fdd5-46a0-ba28-a084c87d6f62 admin admin] Publish callbacks [] for security_group (2d8142b3-2d69-4c83-ab8a-10e3bae1eb0c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.099891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b78eb89-fdd5-46a0-ba28-a084c87d6f62 admin admin] Publish callbacks [] for security_group (2d8142b3-2d69-4c83-ab8a-10e3bae1eb0c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.351850 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b78eb89-fdd5-46a0-ba28-a084c87d6f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2d8142b3-2d69-4c83-ab8a-10e3bae1eb0c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.355786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b78eb89-fdd5-46a0-ba28-a084c87d6f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.357195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0b78eb89-fdd5-46a0-ba28-a084c87d6f62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d8142b3-2d69-4c83-ab8a-10e3bae1eb0c HTTP/1.1" status: 204 len: 168 time: 0.3802903 Feb 11 05:11:25.368030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78eb89-fdd5-46a0-ba28-a084c87d6f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8142b3-2d69-4c83-ab8a-10e3bae1eb0c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:25.407742 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:11:25.820644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 93c26a1f-84e2-46e6-8a81-94ee9452254a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:25.834884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0304-3e98-44eb-a396-b3f9b6c6332e req-be6103ca-eab5-4303-8d0e-b64492874812 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:25.836434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-765c0304-3e98-44eb-a396-b3f9b6c6332e req-be6103ca-eab5-4303-8d0e-b64492874812 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 950 time: 0.0671365 Feb 11 05:11:25.895175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-765c0304-3e98-44eb-a396-b3f9b6c6332e req-fc3f61b9-3ed1-49be-92e6-edaf1da8e583 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495839 Feb 11 05:11:25.974309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 93c26a1f-84e2-46e6-8a81-94ee9452254a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:25.983319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 93c26a1f-84e2-46e6-8a81-94ee9452254a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:25.983319 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.078298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 93c26a1f-84e2-46e6-8a81-94ee9452254a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:26.079244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.137557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 93c26a1f-84e2-46e6-8a81-94ee9452254a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=93c26a1f-84e2-46e6-8a81-94ee9452254a,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:26.156424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a854e-dd56-43ed-9ffe-cf39cd796dd4 req-22fe7b67-4b47-4481-b38b-6f500914ff61 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:26.158036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e12a854e-dd56-43ed-9ffe-cf39cd796dd4 req-22fe7b67-4b47-4481-b38b-6f500914ff61 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 945 time: 0.0839512 Feb 11 05:11:26.216629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e12a854e-dd56-43ed-9ffe-cf39cd796dd4 req-38b35722-6044-4d0a-94eb-2653d5d4d1d2 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527978 Feb 11 05:11:26.218040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37258) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:26.289078 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.338082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-824368087-network', 'tenant_id': 'd0e61b8c952744efa69044130c484b68'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:26.348837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=93c26a1f-84e2-46e6-8a81-94ee9452254a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:26.529408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Made reservation on behalf of d0e61b8c952744efa69044130c484b68 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:26.532117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.542073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.593310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c26a1f-84e2-46e6-8a81-94ee9452254a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:26.595834 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e9f08c-a365-48d2-84cd-954856f69a30" -d '{"events": [{"server_uuid": "8a603b9d-e6d7-4a57-b815-98ebe7e145a1", "name": "network-vif-plugged", "status": "completed", "tag": "93c26a1f-84e2-46e6-8a81-94ee9452254a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:26.621275 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Publish callbacks [] for security_group (79a37745-921f-4289-8349-b5344fa20e56), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.704024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 455ca62e-c702-4512-85ba-514bcc9ed9da no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:26.725271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 455ca62e-c702-4512-85ba-514bcc9ed9da {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:26.725917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 455ca62e-c702-4512-85ba-514bcc9ed9da not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:26.732102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (79a37745-921f-4289-8349-b5344fa20e56), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.759527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:26.770462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a37745-921f-4289-8349-b5344fa20e56,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:26.779549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b53b1606-f7b6-48c5-85c3-4d990f48a31f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.780133 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Added segment b53b1606-f7b6-48c5-85c3-4d990f48a31f of type vlan for network 581e75b9-da58-4622-8cd2-95bcd5f8d91f Feb 11 05:11:26.844549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (581e75b9-da58-4622-8cd2-95bcd5f8d91f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.957983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (581e75b9-da58-4622-8cd2-95bcd5f8d91f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.961440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:26.961440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.005475 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdfe24f-5cad-4259-9705-fe2eb21b4d25 x-openstack-request-id: req-abdfe24f-5cad-4259-9705-fe2eb21b4d25 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:27.006636 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a603b9d-e6d7-4a57-b815-98ebe7e145a1", "name": "network-vif-plugged", "status": "completed", "tag": "93c26a1f-84e2-46e6-8a81-94ee9452254a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:27.007290 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abdfe24f-5cad-4259-9705-fe2eb21b4d25 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:27.008060 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'code': 200} Feb 11 05:11:27.033646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] Pushing event updated for resources: {'Network': ['ID=581e75b9-da58-4622-8cd2-95bcd5f8d91f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:27.058805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 581e75b9-da58-4622-8cd2-95bcd5f8d91f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:27.125868 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-180407b8-0c4a-4f25-823f-a979ca32175d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9066477 Feb 11 05:11:27.129564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37316) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:27.132258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Request body: {'subnet': {'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-824368087-subnet', 'tenant_id': 'd0e61b8c952744efa69044130c484b68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:27.228108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61796e7f-46a2-48f6-929c-e3d14418b45a req-b508e3f1-e5db-4185-b645-1a7e60250bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.232011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61796e7f-46a2-48f6-929c-e3d14418b45a req-b508e3f1-e5db-4185-b645-1a7e60250bf0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 1129 time: 0.1540158 Feb 11 05:11:27.256662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f4ad-cb42-43ef-8151-b6e993854f08 req-98790616-9d93-4531-9650-50b658d7ba81 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.258915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5128f4ad-cb42-43ef-8151-b6e993854f08 req-98790616-9d93-4531-9650-50b658d7ba81 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 950 time: 0.1032321 Feb 11 05:11:27.330922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61796e7f-46a2-48f6-929c-e3d14418b45a req-724d30f7-c784-409f-a280-049e7bb334b1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884395 Feb 11 05:11:27.338966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5128f4ad-cb42-43ef-8151-b6e993854f08 req-798f8747-dcfa-4ec5-8c5b-b83f629c352f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683303 Feb 11 05:11:27.346614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Made reservation on behalf of d0e61b8c952744efa69044130c484b68 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:27.349020 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.489715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9e34c-1efb-43e1-ada8-cd6552b211c6 req-53bde6b5-ceed-4198-8f5a-31330ba71fa7 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.491635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42e9e34c-1efb-43e1-ada8-cd6552b211c6 req-53bde6b5-ceed-4198-8f5a-31330ba71fa7 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 946 time: 0.0656328 Feb 11 05:11:27.577590 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42e9e34c-1efb-43e1-ada8-cd6552b211c6 req-b78c8a2d-5002-4204-b94b-a86bb929b882 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780699 Feb 11 05:11:27.626717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (6af2cbd5-7e40-4a61-a04e-1ef587c9708f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.676502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af2cbd5-7e40-4a61-a04e-1ef587c9708f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:27.693198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:27.698886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Network hostable DHCP agents. Network: 581e75b9-da58-4622-8cd2-95bcd5f8d91f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:27.833119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Network 581e75b9-da58-4622-8cd2-95bcd5f8d91f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:27.981069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 581e75b9-da58-4622-8cd2-95bcd5f8d91f) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:27.985460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.986377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.998667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb72a36-30a3-471c-ba0e-19f721a74ea6 None None] Network 581e75b9-da58-4622-8cd2-95bcd5f8d91f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:28.085995 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dbfed29e-d99c-4848-8769-017e4a68b658 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9577484 Feb 11 05:11:28.136663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f7086-c203-499e-8cda-ce714f548c75 None None] Network 581e75b9-da58-4622-8cd2-95bcd5f8d91f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:28.142748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37362) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:28.465265 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9e3522c-6ddd-4182-a37f-c4c76c8f3ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.564966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9e3522c-6ddd-4182-a37f-c4c76c8f3ea7 admin admin] Publish callbacks [] for security_group (ae50c80a-01b4-4628-abd5-919382a5d111), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.652333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b006c34-8375-43ae-a861-a08854aef057 req-d6efa65b-fad9-43ce-89a7-b9ab2b34397e tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.654000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b006c34-8375-43ae-a861-a08854aef057 req-d6efa65b-fad9-43ce-89a7-b9ab2b34397e tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 950 time: 0.0611205 Feb 11 05:11:28.686564 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9e3522c-6ddd-4182-a37f-c4c76c8f3ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ae50c80a-01b4-4628-abd5-919382a5d111), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.738693 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f9e3522c-6ddd-4182-a37f-c4c76c8f3ea7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f57df01a22ab42be8b465a2f87046b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944493 Feb 11 05:11:28.742214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37392) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:28.747660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b006c34-8375-43ae-a861-a08854aef057 req-9ac6cb68-4f42-4ce1-bc50-278e755149ff tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Feb 11 05:11:28.801106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3522c-6ddd-4182-a37f-c4c76c8f3ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae50c80a-01b4-4628-abd5-919382a5d111,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:28.854066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57403510-5f67-4ccb-b48d-a1e004d3d22d admin admin] Publish callbacks [] for security_group (ae50c80a-01b4-4628-abd5-919382a5d111), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.886847 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57403510-5f67-4ccb-b48d-a1e004d3d22d admin admin] Publish callbacks [] for security_group (ae50c80a-01b4-4628-abd5-919382a5d111), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.038039 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57403510-5f67-4ccb-b48d-a1e004d3d22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ae50c80a-01b4-4628-abd5-919382a5d111), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.042842 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57403510-5f67-4ccb-b48d-a1e004d3d22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.044321 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-57403510-5f67-4ccb-b48d-a1e004d3d22d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae50c80a-01b4-4628-abd5-919382a5d111 HTTP/1.1" status: 204 len: 168 time: 0.3014166 Feb 11 05:11:29.055812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57403510-5f67-4ccb-b48d-a1e004d3d22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae50c80a-01b4-4628-abd5-919382a5d111,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:29.165468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0df15-0328-40ba-9b69-ce28705042f8 req-c1299de1-cdef-4383-9749-c676cfa97e2f tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:29.167754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dc0df15-0328-40ba-9b69-ce28705042f8 req-c1299de1-cdef-4383-9749-c676cfa97e2f tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 946 time: 0.0610271 Feb 11 05:11:29.219451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dc0df15-0328-40ba-9b69-ce28705042f8 req-52d7e81c-b6dd-4144-a257-e97e39d913dd tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460119 Feb 11 05:11:29.868383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37434) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:29.873505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-553121094-network', 'tenant_id': 'a483000c7d2d4d5ead3ea660b1e7c43b'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:30.011090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Made reservation on behalf of a483000c7d2d4d5ead3ea660b1e7c43b for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:30.013940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.025463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.043860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87742a-ada1-4511-93ab-e97591c59bd7 req-a966d6c3-d255-4673-80d5-68a0e7b0ba91 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:30.045671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d87742a-ada1-4511-93ab-e97591c59bd7 req-a966d6c3-d255-4673-80d5-68a0e7b0ba91 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 946 time: 0.0853114 Feb 11 05:11:30.055770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37442) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:30.062541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Request body: {'floatingip': {'port_id': '93c26a1f-84e2-46e6-8a81-94ee9452254a'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:30.177247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.225618 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Publish callbacks [] for security_group (8fb22829-fab1-435d-b4b4-88d72850291b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.380813 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8fb22829-fab1-435d-b4b4-88d72850291b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.406835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:30.434877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b1a0d7c6-004a-4b3c-9f27-1de6c947e82b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.435527 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Added segment b1a0d7c6-004a-4b3c-9f27-1de6c947e82b of type vlan for network b6726faf-cfcc-4300-ad8a-9bc488f0bf8e Feb 11 05:11:30.437283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb22829-fab1-435d-b4b4-88d72850291b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:30.565798 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b6726faf-cfcc-4300-ad8a-9bc488f0bf8e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.695026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b2323-e45b-4317-815a-1394e6d38a83 req-5dc52ad4-0a46-4e3b-89fd-fee7923f046c tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:30.696533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206b2323-e45b-4317-815a-1394e6d38a83 req-5dc52ad4-0a46-4e3b-89fd-fee7923f046c tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 950 time: 0.0950236 Feb 11 05:11:30.743503 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b6726faf-cfcc-4300-ad8a-9bc488f0bf8e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.746180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:30.746180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.808200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206b2323-e45b-4317-815a-1394e6d38a83 req-c04fbd80-2e55-4c48-b8d4-dcaee9067fe7 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016150 Feb 11 05:11:30.885902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37476) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:30.890843 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0206017 Feb 11 05:11:30.899703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37478) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:30.901544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03787bc7-e3d8-42b6-8bc8-2b3e2f8728b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6726faf-cfcc-4300-ad8a-9bc488f0bf8e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:30.926276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b6726faf-cfcc-4300-ad8a-9bc488f0bf8e details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:30.957775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Request body: {'subnet': {'network_id': 'b6726faf-cfcc-4300-ad8a-9bc488f0bf8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-553121094-subnet', 'tenant_id': 'a483000c7d2d4d5ead3ea660b1e7c43b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:31.096522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39979949-eb12-4066-af80-07bd1f499540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.211354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39979949-eb12-4066-af80-07bd1f499540 admin admin] Publish callbacks [] for security_group (f1d0e31d-c986-44e6-b008-3cda73edfc37), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.245431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Made reservation on behalf of a483000c7d2d4d5ead3ea660b1e7c43b for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:31.247769 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.329315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39979949-eb12-4066-af80-07bd1f499540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f1d0e31d-c986-44e6-b008-3cda73edfc37), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.380895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39979949-eb12-4066-af80-07bd1f499540 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c223d385666f49c087696320dabbde24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4889708 Feb 11 05:11:31.381526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39979949-eb12-4066-af80-07bd1f499540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d0e31d-c986-44e6-b008-3cda73edfc37,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.385324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37506) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:31.419315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37508) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:31.475097 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b9b19f-8c46-470e-b6a9-70287536f164 admin admin] Publish callbacks [] for security_group (f1d0e31d-c986-44e6-b008-3cda73edfc37), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.525373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b9b19f-8c46-470e-b6a9-70287536f164 admin admin] Publish callbacks [] for security_group (f1d0e31d-c986-44e6-b008-3cda73edfc37), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.561389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.609464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37522) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:31.681578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.705057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-200387170-network', 'tenant_id': '91bd13c4d99e4cf888f85287468155fb'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:31.716956 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b9b19f-8c46-470e-b6a9-70287536f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f1d0e31d-c986-44e6-b008-3cda73edfc37), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.721035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b9b19f-8c46-470e-b6a9-70287536f164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.722201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-89b9b19f-8c46-470e-b6a9-70287536f164 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1d0e31d-c986-44e6-b008-3cda73edfc37 HTTP/1.1" status: 204 len: 168 time: 0.3357491 Feb 11 05:11:31.734785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (675321de-4c66-4893-9793-2426fb057076), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.737612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9b19f-8c46-470e-b6a9-70287536f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d0e31d-c986-44e6-b008-3cda73edfc37,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.817084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-620f8087-a65f-4a03-9c22-577f27554b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.831620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Made reservation on behalf of 91bd13c4d99e4cf888f85287468155fb for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:31.834065 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.866044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675321de-4c66-4893-9793-2426fb057076,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.886256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.926615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Checking segment: {'id': 'b1a0d7c6-004a-4b3c-9f27-1de6c947e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b6726faf-cfcc-4300-ad8a-9bc488f0bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:31.926975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Network hostable DHCP agents. Network: b6726faf-cfcc-4300-ad8a-9bc488f0bf8e, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:31.935126 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Floating IP 68b9d1f9-c68b-4385-af93-0970f1407c0e associated. External IP: 172.25.8.191, port: 93c26a1f-84e2-46e6-8a81-94ee9452254a. Feb 11 05:11:32.004669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-17c11695-d09c-4257-b767-94cd4c68844e tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.006188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-17c11695-d09c-4257-b767-94cd4c68844e tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 1133 time: 0.1698792 Feb 11 05:11:32.067829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f6f6-06d9-4868-b580-b0bf557fd8fb req-79f0bdf4-e0ab-4c57-91ed-6f9f3f05ae9f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.069672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7566f6f6-06d9-4868-b580-b0bf557fd8fb req-79f0bdf4-e0ab-4c57-91ed-6f9f3f05ae9f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 950 time: 0.1562815 Feb 11 05:11:32.079753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-620f8087-a65f-4a03-9c22-577f27554b94 admin admin] Publish callbacks [] for security_group (ff8c2173-7464-4184-b54d-8a51ec7fa3b2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.145599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Network b6726faf-cfcc-4300-ad8a-9bc488f0bf8e is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:32.175043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Publish callbacks [] for security_group (3c8b9d55-273f-4c5b-9507-37e0a6e4f776), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.183765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7566f6f6-06d9-4868-b580-b0bf557fd8fb req-a1d46463-e043-4346-b1fd-23a44840f762 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073704 Feb 11 05:11:32.197993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-620f8087-a65f-4a03-9c22-577f27554b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ff8c2173-7464-4184-b54d-8a51ec7fa3b2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.202905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] Deleting port caf5e04d-8304-4e95-b92d-e857d131a697 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:32.203251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.257201 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-620f8087-a65f-4a03-9c22-577f27554b94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e20f1e85c6f74b61b5f1969d1fa2b1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6417496 Feb 11 05:11:32.261149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37550) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:32.271738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b6726faf-cfcc-4300-ad8a-9bc488f0bf8e) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:32.277751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.278366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.286584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba7f0b-f86f-4d1d-ba02-bbb58464a5b4 None None] Network b6726faf-cfcc-4300-ad8a-9bc488f0bf8e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:32.288756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f8087-a65f-4a03-9c22-577f27554b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8c2173-7464-4184-b54d-8a51ec7fa3b2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.312112 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3c8b9d55-273f-4c5b-9507-37e0a6e4f776), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.313519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:32.329687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] For port caf5e04d-8304-4e95-b92d-e857d131a697, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=caf5e04d-8304-4e95-b92d-e857d131a697,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:32.330110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.354029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:32.369200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] Calling delete_port for caf5e04d-8304-4e95-b92d-e857d131a697 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:32.389637 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (26f090fb-fbb3-4a99-88ee-24b015f7845f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.390033 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Added segment 26f090fb-fbb3-4a99-88ee-24b015f7845f of type vlan for network 8051ed20-5de1-40df-92ec-dc12f59b1c13 Feb 11 05:11:32.397696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b9d55-273f-4c5b-9507-37e0a6e4f776,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.472361 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4ba253f7-e2f8-47e9-9585-483f9cb9da34 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5715697 Feb 11 05:11:32.476401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37554) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:32.498087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e04cd2-e98a-46ca-a1c2-a9cb12c15171 None None] Network b6726faf-cfcc-4300-ad8a-9bc488f0bf8e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:32.532051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8051ed20-5de1-40df-92ec-dc12f59b1c13), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.584521 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3649a9f-a8df-4d0d-9a8d-2fcd405211a5 admin admin] Publish callbacks [] for security_group (ff8c2173-7464-4184-b54d-8a51ec7fa3b2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.589244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:32.595190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.615041 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] Sync routers for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:32.633651 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:32.636640 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:11:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:32.678989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3649a9f-a8df-4d0d-9a8d-2fcd405211a5 admin admin] Publish callbacks [] for security_group (ff8c2173-7464-4184-b54d-8a51ec7fa3b2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.684237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ddee8db4-c732-4eb0-950b-9ce12330f504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.693133 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-43cf68ff-c6e3-4e72-9abb-03a9c2ac82b3 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "PUT /v2.0/floatingips/68b9d1f9-c68b-4385-af93-0970f1407c0e HTTP/1.1" status: 200 len: 992 time: 2.6346197 Feb 11 05:11:32.696052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'tag': '93c26a1f-84e2-46e6-8a81-94ee9452254a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:32.698921 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65efa498-a350-4473-9f2a-ebf25727d5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a603b9d-e6d7-4a57-b815-98ebe7e145a1", "tag": "93c26a1f-84e2-46e6-8a81-94ee9452254a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:32.724171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8051ed20-5de1-40df-92ec-dc12f59b1c13), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.726068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.727669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.755444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37566) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:32.787646 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acb80e57-5b28-42e5-94a8-5109d6f19658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.830466 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (caf5e04d-8304-4e95-b92d-e857d131a697), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.842874 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542be666-cc9e-4980-ab81-2010899123b1 x-openstack-request-id: req-542be666-cc9e-4980-ab81-2010899123b1 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:32.846341 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a603b9d-e6d7-4a57-b815-98ebe7e145a1", "tag": "93c26a1f-84e2-46e6-8a81-94ee9452254a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:32.846687 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-542be666-cc9e-4980-ab81-2010899123b1 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:32.847932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['caf5e04d-8304-4e95-b92d-e857d131a697'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:32.848123 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'tag': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'status': 'completed', 'code': 200} Feb 11 05:11:32.852313 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3649a9f-a8df-4d0d-9a8d-2fcd405211a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ff8c2173-7464-4184-b54d-8a51ec7fa3b2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.857434 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3649a9f-a8df-4d0d-9a8d-2fcd405211a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.858685 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a3649a9f-a8df-4d0d-9a8d-2fcd405211a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff8c2173-7464-4184-b54d-8a51ec7fa3b2 HTTP/1.1" status: 204 len: 168 time: 0.5951869 Feb 11 05:11:32.900120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3649a9f-a8df-4d0d-9a8d-2fcd405211a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8c2173-7464-4184-b54d-8a51ec7fa3b2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:32.999204 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:33.002767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] Pushing event updated for resources: {'Network': ['ID=8051ed20-5de1-40df-92ec-dc12f59b1c13,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.017758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6f481306-84e9-42b7-a810-134f479b2112 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5949483 Feb 11 05:11:33.018212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8051ed20-5de1-40df-92ec-dc12f59b1c13 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:33.031566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37576) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:33.055633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] Pushing event deleted for resources: {'Port': ['ID=caf5e04d-8304-4e95-b92d-e857d131a697,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.067311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acb80e57-5b28-42e5-94a8-5109d6f19658 admin admin] Publish callbacks [] for security_group (a0011c4b-ad01-442e-a3bc-ed62c98c41ee), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.100928 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9dee81d0-9487-49c3-8f1f-5aeca40dccad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.107891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Request body: {'subnet': {'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-200387170-subnet', 'tenant_id': '91bd13c4d99e4cf888f85287468155fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:33.149005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acb80e57-5b28-42e5-94a8-5109d6f19658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a0011c4b-ad01-442e-a3bc-ed62c98c41ee), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.206262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-4f62572f-e638-4482-a9b2-3cc2e3ffc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.207863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-4f62572f-e638-4482-a9b2-3cc2e3ffc9bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a38adb6b69524aab983a2aba6d231c2e&device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 1129 time: 0.3401284 Feb 11 05:11:33.284125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] No DVR routers for this DVR port caf5e04d-8304-4e95-b92d-e857d131a697 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:33.315635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9dee81d0-9487-49c3-8f1f-5aeca40dccad admin admin] Publish callbacks [] for security_group (73f88324-3e82-435c-85c5-29babd699c00), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.332839 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.337024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bcfdec7-5639-40c0-b49b-17366bab4f0f req-34f041d9-790c-4030-b526-c43ed767f64d tempest-DeleteServersAdminTestJSON-467627224 tempest-DeleteServersAdminTestJSON-467627224-project-admin] 10.222.0.83 "DELETE /v2.0/ports/caf5e04d-8304-4e95-b92d-e857d131a697 HTTP/1.1" status: 204 len: 173 time: 1.3247907 Feb 11 05:11:33.344904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81f351-eba7-4957-8959-0012f3bebc60 req-48deaa67-692b-46a6-8c29-f94c0bb47ffd tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.349278 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-acb80e57-5b28-42e5-94a8-5109d6f19658 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff18fb64f1dd4b07a2d3804f423facab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5794163 Feb 11 05:11:33.350250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb80e57-5b28-42e5-94a8-5109d6f19658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0011c4b-ad01-442e-a3bc-ed62c98c41ee,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.352964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed81f351-eba7-4957-8959-0012f3bebc60 req-48deaa67-692b-46a6-8c29-f94c0bb47ffd tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 946 time: 0.5196538 Feb 11 05:11:33.354522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fdadd0-c20c-438d-ad80-a9abb67a6827', 'name': 'network-vif-deleted', 'tag': 'caf5e04d-8304-4e95-b92d-e857d131a697'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:33.355348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37594) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:33.356826 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb61d910-2279-450f-b8f2-d2b4cf7fb9ed" -d '{"events": [{"server_uuid": "88fdadd0-c20c-438d-ad80-a9abb67a6827", "name": "network-vif-deleted", "tag": "caf5e04d-8304-4e95-b92d-e857d131a697"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:33.429948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9dee81d0-9487-49c3-8f1f-5aeca40dccad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (73f88324-3e82-435c-85c5-29babd699c00), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.446873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Made reservation on behalf of 91bd13c4d99e4cf888f85287468155fb for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:33.450352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.474504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4da7c9f6-f15a-461b-93ec-967cea52ba38 admin admin] Publish callbacks [] for security_group (a0011c4b-ad01-442e-a3bc-ed62c98c41ee), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.506271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4da7c9f6-f15a-461b-93ec-967cea52ba38 admin admin] Publish callbacks [] for security_group (a0011c4b-ad01-442e-a3bc-ed62c98c41ee), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.531743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee81d0-9487-49c3-8f1f-5aeca40dccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f88324-3e82-435c-85c5-29babd699c00,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.537092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-bae38abc-a774-4fca-908d-f40827f942dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.538570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-bae38abc-a774-4fca-908d-f40827f942dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 200 len: 925 time: 0.3170636 Feb 11 05:11:33.557592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9dee81d0-9487-49c3-8f1f-5aeca40dccad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d65995c4fb2439099ff7169ea1fd5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0795848 Feb 11 05:11:33.560301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37598) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:33.571780 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '68b9d1f9-c68b-4385-af93-0970f1407c0e', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'port_id': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'mac_address': 'fa:16:3e:eb:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:31Z', 'revision_number': 1, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:33.622294 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] Checking router: 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:33.632569 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:33.633441 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:11:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:33.660226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acde3f05-1132-44e5-bb11-b605fa56e265 admin admin] Publish callbacks [] for security_group (73f88324-3e82-435c-85c5-29babd699c00), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.667922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed81f351-eba7-4957-8959-0012f3bebc60 req-e64c70fc-136f-4016-bc5a-4dffdbebc281 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140924 Feb 11 05:11:33.714475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acde3f05-1132-44e5-bb11-b605fa56e265 admin admin] Publish callbacks [] for security_group (73f88324-3e82-435c-85c5-29babd699c00), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.751424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4da7c9f6-f15a-461b-93ec-967cea52ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a0011c4b-ad01-442e-a3bc-ed62c98c41ee), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.753131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-7deb9ff9-3e2e-4cd8-a6b9-f779cafaaf78 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.754644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-7deb9ff9-3e2e-4cd8-a6b9-f779cafaaf78 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 820 time: 0.3930821 Feb 11 05:11:33.759613 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4da7c9f6-f15a-461b-93ec-967cea52ba38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.760479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-5b23c194-8713-41cc-9ccd-84d0ba95af8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c26a1f-84e2-46e6-8a81-94ee9452254a HTTP/1.1" status: 200 len: 1000 time: 0.2095675 Feb 11 05:11:33.767390 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4da7c9f6-f15a-461b-93ec-967cea52ba38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0011c4b-ad01-442e-a3bc-ed62c98c41ee HTTP/1.1" status: 204 len: 168 time: 0.4085238 Feb 11 05:11:33.791226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7c9f6-f15a-461b-93ec-967cea52ba38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0011c4b-ad01-442e-a3bc-ed62c98c41ee,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.817782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-941ed79e-08ea-4e10-963f-fcb83b6979a2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/quotas/d0e61b8c952744efa69044130c484b68 HTTP/1.1" status: 200 len: 375 time: 0.0537622 Feb 11 05:11:33.833328 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:33.894432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9e73f778-3457-459c-9435-8bb9d749316a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612333 Feb 11 05:11:33.895817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-e3ba3205-4aba-4ed1-abb4-d4f947e86653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.898103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-e3ba3205-4aba-4ed1-abb4-d4f947e86653 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f647ac4c-41aa-4863-b3ff-bd69634163d3 HTTP/1.1" status: 200 len: 863 time: 0.1313293 Feb 11 05:11:33.929872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acde3f05-1132-44e5-bb11-b605fa56e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (73f88324-3e82-435c-85c5-29babd699c00), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.933055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acde3f05-1132-44e5-bb11-b605fa56e265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.938005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-acde3f05-1132-44e5-bb11-b605fa56e265 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73f88324-3e82-435c-85c5-29babd699c00 HTTP/1.1" status: 204 len: 168 time: 0.3727846 Feb 11 05:11:33.946274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde3f05-1132-44e5-bb11-b605fa56e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f88324-3e82-435c-85c5-29babd699c00,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:34.130056 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '68b9d1f9-c68b-4385-af93-0970f1407c0e', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'port_id': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'mac_address': 'fa:16:3e:eb:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:31Z', 'revision_number': 1, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:34.158335 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce4819-2703-4e4f-8899-5c97bad67165 None None] The sync data for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 is: [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '68b9d1f9-c68b-4385-af93-0970f1407c0e', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'port_id': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'mac_address': 'fa:16:3e:eb:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:11:31Z', 'revision_number': 1, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:34.170081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37610) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:34.177947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de8b62ca-49d1-49cb-bb32-52b75294f228 req-d2183e08-b17c-4449-9d8a-e95f432b840a tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=88fdadd0-c20c-438d-ad80-a9abb67a6827 HTTP/1.1" status: 200 len: 210 time: 0.2591014 Feb 11 05:11:34.186106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-040358d0-1dbb-4a50-9687-a979ad5cfaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.263223 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f5a72-1499-431d-984d-a9bda3deae1e x-openstack-request-id: req-673f5a72-1499-431d-984d-a9bda3deae1e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:34.263543 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fdadd0-c20c-438d-ad80-a9abb67a6827", "name": "network-vif-deleted", "tag": "caf5e04d-8304-4e95-b92d-e857d131a697", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:34.263802 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-673f5a72-1499-431d-984d-a9bda3deae1e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:34.264199 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fdadd0-c20c-438d-ad80-a9abb67a6827', 'name': 'network-vif-deleted', 'tag': 'caf5e04d-8304-4e95-b92d-e857d131a697', 'status': 'completed', 'code': 200} Feb 11 05:11:34.301015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-73f9af5a-23e8-4fca-9b15-7a05a4b48091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.305450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-73f9af5a-23e8-4fca-9b15-7a05a4b48091 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c82589a4-0749-42d5-a18e-27e1e6585753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3909342 Feb 11 05:11:34.329363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-94785e6a-5cea-40fb-842c-dbc8ff2b6eb7 service neutron] 10.222.0.62 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258780 Feb 11 05:11:34.351291 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (9edb3b4f-79bc-4d39-a3bd-8da5f471a95a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.378917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-040358d0-1dbb-4a50-9687-a979ad5cfaf6 admin admin] Publish callbacks [] for security_group (e7ebcb32-d0f5-405c-a4a6-efd1c880a56c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.485060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:34.485283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-040358d0-1dbb-4a50-9687-a979ad5cfaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e7ebcb32-d0f5-405c-a4a6-efd1c880a56c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.569885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d44b0-9ef7-4cfc-87d8-0dd4f4824875 None None] New status for floating IP 68b9d1f9-c68b-4385-af93-0970f1407c0e: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:11:34.581161 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-040358d0-1dbb-4a50-9687-a979ad5cfaf6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19b8be06b8a248f2b17cac2739a4da1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151666 Feb 11 05:11:34.600933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37628) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:34.621794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040358d0-1dbb-4a50-9687-a979ad5cfaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ebcb32-d0f5-405c-a4a6-efd1c880a56c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:34.623068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-937a4473-8a39-4055-ad48-8a67755265d1 service neutron] 10.222.0.62 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658210 Feb 11 05:11:34.672950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Checking segment: {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:34.675199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Network hostable DHCP agents. Network: 8051ed20-5de1-40df-92ec-dc12f59b1c13, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:34.700448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae8a541c-aae1-4cc3-a258-1d4910bf525b admin admin] Publish callbacks [] for security_group (e7ebcb32-d0f5-405c-a4a6-efd1c880a56c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.701329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-40516834-71ca-47b7-a9c2-b603da92d5b0 service neutron] 10.222.0.83 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890233 Feb 11 05:11:34.735390 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae8a541c-aae1-4cc3-a258-1d4910bf525b admin admin] Publish callbacks [] for security_group (e7ebcb32-d0f5-405c-a4a6-efd1c880a56c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.801009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Network 8051ed20-5de1-40df-92ec-dc12f59b1c13 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:34.842943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65efa498-a350-4473-9f2a-ebf25727d5c9 req-00e0c0b5-ae90-42a9-84f0-0b5031d5a529 service neutron] 10.222.0.83 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340313 Feb 11 05:11:34.921220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae8a541c-aae1-4cc3-a258-1d4910bf525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e7ebcb32-d0f5-405c-a4a6-efd1c880a56c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.924205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae8a541c-aae1-4cc3-a258-1d4910bf525b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.925435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ae8a541c-aae1-4cc3-a258-1d4910bf525b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7ebcb32-d0f5-405c-a4a6-efd1c880a56c HTTP/1.1" status: 204 len: 168 time: 0.3227730 Feb 11 05:11:34.934406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a541c-aae1-4cc3-a258-1d4910bf525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ebcb32-d0f5-405c-a4a6-efd1c880a56c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:34.986015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8051ed20-5de1-40df-92ec-dc12f59b1c13) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:34.992959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.993502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.999157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8780d06-6710-48f9-b78d-0c06b947ae10 None None] Network 8051ed20-5de1-40df-92ec-dc12f59b1c13 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:35.109876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-05e9dd27-b81c-4462-8d73-b0b81a6dd909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.117715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2690bd-5b35-49b4-a50d-df781f55f620 None None] Network 8051ed20-5de1-40df-92ec-dc12f59b1c13 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:35.150504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec97b777-7ae7-44ee-9634-fc5db7b85972 req-1a1d2ccd-d9e4-4635-9de7-8acf3d223389 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 210 time: 0.0973523 Feb 11 05:11:35.162866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9995e9b2-47c6-4c02-a1aa-9e238ec7f0a7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0748243 Feb 11 05:11:35.459299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37654) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.472450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26680b7e-74e0-4dd6-a66e-522e5208caf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.556330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26680b7e-74e0-4dd6-a66e-522e5208caf4 admin admin] Publish callbacks [] for security_group (cdc585c9-c079-4650-9aeb-2e3080ae94f2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.695122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26680b7e-74e0-4dd6-a66e-522e5208caf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cdc585c9-c079-4650-9aeb-2e3080ae94f2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.734165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37662) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.744311 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-26680b7e-74e0-4dd6-a66e-522e5208caf4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27568bc2c7f041e396df04a6efe48519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837806 Feb 11 05:11:35.747900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.750255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26680b7e-74e0-4dd6-a66e-522e5208caf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc585c9-c079-4650-9aeb-2e3080ae94f2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:35.848711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aeb52ff7-33e3-405b-b0a0-9a76acfd01e8 admin admin] Publish callbacks [] for security_group (cdc585c9-c079-4650-9aeb-2e3080ae94f2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.865648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device caf5e04d-8304-4e95-b92d-e857d131a697 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:35.894642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: caf5e04d-8304-4e95-b92d-e857d131a697 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:35.895009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device caf5e04d-8304-4e95-b92d-e857d131a697 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:35.903548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-69e67410-aa18-48d6-883b-07c7dd3444cb tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe29eab512594f01ae8c8815dc415e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420251 Feb 11 05:11:35.905562 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aeb52ff7-33e3-405b-b0a0-9a76acfd01e8 admin admin] Publish callbacks [] for security_group (cdc585c9-c079-4650-9aeb-2e3080ae94f2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.083369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-25f9bb8b-cdf4-48df-b7df-7aaa74dcac64 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:36.085263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-25f9bb8b-cdf4-48df-b7df-7aaa74dcac64 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727774 Feb 11 05:11:36.117609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35492ec0-39a5-4b72-8c87-20523bd8b94c tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/quotas/fe29eab512594f01ae8c8815dc415e43 HTTP/1.1" status: 200 len: 375 time: 0.0236197 Feb 11 05:11:36.122183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f52aa310-c3fd-47ef-b9ba-f82f639d63e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4a3eb1f427f4142a7eb2d47a61887c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855314 Feb 11 05:11:36.124579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37692) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:36.170044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-01dcd64c-d6a6-482a-ad7c-b3c03ae42ea0 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe29eab512594f01ae8c8815dc415e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461323 Feb 11 05:11:36.217620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aeb52ff7-33e3-405b-b0a0-9a76acfd01e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cdc585c9-c079-4650-9aeb-2e3080ae94f2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.220268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aeb52ff7-33e3-405b-b0a0-9a76acfd01e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.221457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aeb52ff7-33e3-405b-b0a0-9a76acfd01e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdc585c9-c079-4650-9aeb-2e3080ae94f2 HTTP/1.1" status: 204 len: 168 time: 0.4726057 Feb 11 05:11:36.234089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb52ff7-33e3-405b-b0a0-9a76acfd01e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc585c9-c079-4650-9aeb-2e3080ae94f2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.246374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a764a275-53f9-45a2-aede-23b898f01de1 admin admin] Publish callbacks [] for security_group (9e83b7e6-a64f-4620-a1ae-fdede1c91eaa), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.275544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a764a275-53f9-45a2-aede-23b898f01de1 admin admin] Publish callbacks [] for security_group (9e83b7e6-a64f-4620-a1ae-fdede1c91eaa), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.414581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-a31681bb-6282-40aa-a31a-e40d259d1ef7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:36.416115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-a31681bb-6282-40aa-a31a-e40d259d1ef7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 814 time: 0.1108944 Feb 11 05:11:36.432771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-c968a4b6-1abb-46e8-a34b-cd76f6b37073 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/quotas/91bd13c4d99e4cf888f85287468155fb HTTP/1.1" status: 200 len: 375 time: 0.0094144 Feb 11 05:11:36.469877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-3b3ab232-8279-414d-8c3b-9200de385666 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312381 Feb 11 05:11:36.506318 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.521215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a764a275-53f9-45a2-aede-23b898f01de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9e83b7e6-a64f-4620-a1ae-fdede1c91eaa), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.523667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a764a275-53f9-45a2-aede-23b898f01de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.528655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a764a275-53f9-45a2-aede-23b898f01de1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e83b7e6-a64f-4620-a1ae-fdede1c91eaa HTTP/1.1" status: 204 len: 168 time: 0.3988454 Feb 11 05:11:36.621809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764a275-53f9-45a2-aede-23b898f01de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e83b7e6-a64f-4620-a1ae-fdede1c91eaa,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.641710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18671a71-6eaf-4b00-8437-bf48512054b6 req-9708834b-4197-4a25-a2de-f03b64f9e91e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 210 time: 0.0504229 Feb 11 05:11:36.654065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-7ee8eac9-b7b4-455b-828a-c9d082b5714f service neutron] 10.222.0.62 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728635 Feb 11 05:11:36.901736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74e5812f-aa4d-4542-b760-9a469afb786f req-90024db6-bf85-4d9e-8df2-49c2cce5bd0f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 210 time: 0.0587497 Feb 11 05:11:36.901736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-8189e160-ccfc-4dee-bf39-2e279e18212d service neutron] 10.222.0.62 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269453 Feb 11 05:11:37.218836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-949b1e83-e38e-4d77-aa08-4214e4e88524 req-739a1dee-cf46-45be-8132-5bcc012173ae tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 210 time: 0.0477598 Feb 11 05:11:38.002153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f33e4998-2a04-47ca-9e1c-d15e3342abeb req-146bbb55-0e24-45e0-b84a-fb5653e90983 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 210 time: 0.0432029 Feb 11 05:11:38.034330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cfdb587e-87dc-4afb-88f4-3f49fdccae98 req-63eaea72-242d-4927-bd57-4bcb4fde6c56 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 210 time: 0.0510316 Feb 11 05:11:38.095437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.098195 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.108624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37764) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:38.163422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5914be60-62d4-4b7a-9641-7d190cd470a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3727f31861f447e7bd928c25f92be6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533881 Feb 11 05:11:38.165907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37766) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:38.222308 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Publish callbacks [] for security_group (dee3f343-e8d4-4e66-bfc3-40d262ed331f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.249332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Publish callbacks [] for security_group (dee3f343-e8d4-4e66-bfc3-40d262ed331f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.323754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c54e7ac9-464b-4d32-84fc-6b5fd79d3ed7 req-a2ece885-8270-4e69-9d7a-393d66329208 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 210 time: 0.0375412 Feb 11 05:11:38.430176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dee3f343-e8d4-4e66-bfc3-40d262ed331f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.433495 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.434657 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dee3f343-e8d4-4e66-bfc3-40d262ed331f HTTP/1.1" status: 204 len: 168 time: 0.2662477 Feb 11 05:11:38.467004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee3f343-e8d4-4e66-bfc3-40d262ed331f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.494765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de55ece-2eb0-4db7-a9bf-f634e8919cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:38.529215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-45bc9ec8-0fd6-4f1f-8278-fca9cdccba7b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.530776 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-45bc9ec8-0fd6-4f1f-8278-fca9cdccba7b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 820 time: 0.2302718 Feb 11 05:11:38.542819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Request body: {'port': {'device_id': '4b092628-e350-4183-a70b-7cd9f70037a3', 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'admin_state_up': True, 'tenant_id': 'd0e61b8c952744efa69044130c484b68'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:38.989495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Made reservation on behalf of d0e61b8c952744efa69044130c484b68 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:38.993430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.060327 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.161518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Allocated IP 172.20.0.11 (581e75b9-da58-4622-8cd2-95bcd5f8d91f/6af2cbd5-7e40-4a61-a04e-1ef587c9708f/77b31172-1144-4bea-95d7-441088762053) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:39.168675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-556fcf49-c550-4825-a29c-6fefd0259c82 req-553a4374-37f3-4e15-a635-5da47971816a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 210 time: 0.0381837 Feb 11 05:11:39.219272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1503815014', 'description': 'tempest-description-1920030084'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:39.323295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9758659d-6a4d-4891-81b7-cdb45d014ddc req-e466124c-d084-4e3d-9d7a-2f1220619afc tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 210 time: 0.0357020 Feb 11 05:11:39.396609 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks [] for port (77b31172-1144-4bea-95d7-441088762053), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.397179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.433070 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.436694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2fbfbc7-2a75-4f5e-ae1c-c763593b18b7 req-a18fffbf-d387-4244-9ff1-135c3305c1b7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 210 time: 0.0410557 Feb 11 05:11:39.439390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.65', 52551) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:39.465211 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-16b5613c-8ecb-4fb8-8c3e-3b39aff01010 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fe29eab512594f01ae8c8815dc415e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246301 Feb 11 05:11:39.524840 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (77b31172-1144-4bea-95d7-441088762053), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.543183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (5877caf8-3c26-4029-8230-a72a8dfc0c0b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.590328 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Network 581e75b9-da58-4622-8cd2-95bcd5f8d91f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:39.597054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:39.607976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:39.613545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.613642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.652469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Pushing event updated for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:39.658178 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5877caf8-3c26-4029-8230-a72a8dfc0c0b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.664314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-7e3b6018-97e2-4900-a392-5415d9467baa tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.665865 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-7e3b6018-97e2-4900-a392-5415d9467baa tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945744 Feb 11 05:11:39.687119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Request body: {'port': {'device_id': 'aa6c3570-dd0c-4375-9a9e-12a31f84173c', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': 'fe29eab512594f01ae8c8815dc415e43'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:39.702985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5877caf8-3c26-4029-8230-a72a8dfc0c0b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:39.716100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.716760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.717876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.718403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.718945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.719481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.719994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.720506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.721057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.721726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.722264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.722593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.722929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:39.756866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (4ab213b0-ae27-4a23-b3b5-b484e0c45fe1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.783508 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-9a832325-85c1-4438-a2d0-b33b8785bc06 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2452281 Feb 11 05:11:39.800463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Request body: {'port': {'device_id': '4b092628-e350-4183-a70b-7cd9f70037a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:39.876550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (77b31172-1144-4bea-95d7-441088762053), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.906302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4ab213b0-ae27-4a23-b3b5-b484e0c45fe1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.939218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab213b0-ae27-4a23-b3b5-b484e0c45fe1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.009368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Made reservation on behalf of fe29eab512594f01ae8c8815dc415e43 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:40.012887 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.078148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.090329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-acab279d-b033-42df-803e-d3bf484664d4 req-a6d12b8c-d305-43c1-abb2-39b0cc3aee26 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8798497 Feb 11 05:11:40.118757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-6bcc8219-aa9d-4e96-ae34-0eba9462ef1e req-ffd90a49-8e74-4dd6-a0f0-b9aa16e0542a tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Request body: {'security_group': {'name': 'tempest-securitygroup-78782904', 'description': 'tempest-description-408671817'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:40.144409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.65', 52552) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:40.287994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b31172-1144-4bea-95d7-441088762053 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:40.296849 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Publish callbacks [] for port (77b31172-1144-4bea-95d7-441088762053), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.320819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Transition to ACTIVE for port object 77b31172-1144-4bea-95d7-441088762053 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:40.336414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Allocated IP 192.168.233.164 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/8f26fbbf-a6e3-4926-a08c-ff536fa5a48b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:40.387669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6bcc8219-aa9d-4e96-ae34-0eba9462ef1e req-ffd90a49-8e74-4dd6-a0f0-b9aa16e0542a tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.402018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-d3d998bd-fad9-4b5c-ae0f-0509486b38e7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.403942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-d3d998bd-fad9-4b5c-ae0f-0509486b38e7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.65 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 814 time: 0.2574666 Feb 11 05:11:40.420207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Request body: {'port': {'device_id': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'admin_state_up': True, 'tenant_id': '91bd13c4d99e4cf888f85287468155fb'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:40.464368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700f38-2480-4fec-af70-062625d972de req-6fc57bb2-275d-4549-b620-fc48b08f9742 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.465954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b700f38-2480-4fec-af70-062625d972de req-6fc57bb2-275d-4549-b620-fc48b08f9742 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 932 time: 0.1541650 Feb 11 05:11:40.498982 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (77b31172-1144-4bea-95d7-441088762053), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.594133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks [] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.596275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Pushing event updated for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.627034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6bcc8219-aa9d-4e96-ae34-0eba9462ef1e req-ffd90a49-8e74-4dd6-a0f0-b9aa16e0542a tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.632822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b700f38-2480-4fec-af70-062625d972de req-5ef63044-1dd8-461a-967c-c72e20f93a3d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574163 Feb 11 05:11:40.649505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:40.650154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:40.650154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:40.676446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:40.676446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:40.676446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:40.676446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:40.676446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:40.676446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Bound port: 77b31172-1144-4bea-95d7-441088762053, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:40.676446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (77b31172-1144-4bea-95d7-441088762053), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.727145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6bcc8219-aa9d-4e96-ae34-0eba9462ef1e req-ffd90a49-8e74-4dd6-a0f0-b9aa16e0542a tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.756913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.758952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:40.764370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Made reservation on behalf of 91bd13c4d99e4cf888f85287468155fb for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:40.768253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.804424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:40.823797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:40.826352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6bcc8219-aa9d-4e96-ae34-0eba9462ef1e req-ffd90a49-8e74-4dd6-a0f0-b9aa16e0542a tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.827890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6bcc8219-aa9d-4e96-ae34-0eba9462ef1e req-ffd90a49-8e74-4dd6-a0f0-b9aa16e0542a tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7142270 Feb 11 05:11:40.831668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd90a49-8e74-4dd6-a0f0-b9aa16e0542a tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.840996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:40.842934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Pushing event updated for resources: {'Port': ['ID=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.845164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:40.850976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.851142 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.873049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e16992-6a8d-4ec1-a718-b2f6402e983f req-9239a0d2-50ab-4f71-a5a0-9cd45b86fbbe tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.874742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05e16992-6a8d-4ec1-a718-b2f6402e983f req-9239a0d2-50ab-4f71-a5a0-9cd45b86fbbe tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 936 time: 0.1307786 Feb 11 05:11:40.876061 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (77b31172-1144-4bea-95d7-441088762053), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.927776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.936232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.936232 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] 10.222.0.65 "PUT /v2.0/ports/77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 1093 time: 1.1353271 Feb 11 05:11:40.936232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'tag': '77b31172-1144-4bea-95d7-441088762053'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:40.936232 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da802d91-f18c-47bf-a4a6-2910a4208475" -d '{"events": [{"name": "network-changed", "server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "tag": "77b31172-1144-4bea-95d7-441088762053"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:40.965330 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8a89ba74-f0fd-4be7-97f5-d4f470b90a7f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2860014 Feb 11 05:11:40.980320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Request body: {'port': {'device_id': 'aa6c3570-dd0c-4375-9a9e-12a31f84173c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:40.983619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c97437-2af2-4ee2-abbc-e8006f140de3 service neutron] Pushing event updated for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:41.033080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05e16992-6a8d-4ec1-a718-b2f6402e983f req-e5c19578-a923-4ba2-adef-e8c099332c78 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188383 Feb 11 05:11:41.071921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Allocated IP 172.20.0.2 (8051ed20-5de1-40df-92ec-dc12f59b1c13/9edb3b4f-79bc-4d39-a3bd-8da5f471a95a/cd048ef6-65a6-4d96-aa47-c8a6593ae90d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:41.142667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.175941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.224187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-0b2e8ee7-5969-4fbf-9f2a-389ea854c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.225914 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-0b2e8ee7-5969-4fbf-9f2a-389ea854c15a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1127 time: 0.1678793 Feb 11 05:11:41.248568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a18aa644-9f53-4981-b8ae-200228c331ee None None] Provisioning complete for port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:41.250090 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a18aa644-9f53-4981-b8ae-200228c331ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.268022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7eb58070-bccd-4d0d-8ba7-ea82d546e194 req-2c1ee805-f8c0-49ea-aaec-458909e9dd81 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 210 time: 0.0593672 Feb 11 05:11:41.297007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a18aa644-9f53-4981-b8ae-200228c331ee None None] Port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:41.334422 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-6f1525ff-e9fb-42df-b59a-07fa6e23ea11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.0983875 Feb 11 05:11:41.355623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks [] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.456712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-45258730-7390-4b4d-970f-467182dae0b8 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254033 Feb 11 05:11:41.481654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-ceab6b11-2ca7-4468-b6aa-6d7b6aaabd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.483235 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-ceab6b11-2ca7-4468-b6aa-6d7b6aaabd4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1434588 Feb 11 05:11:41.493617 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.546644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-234ea024-47d5-49c9-ac17-6cd50b719032 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567205 Feb 11 05:11:41.588342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Network 8051ed20-5de1-40df-92ec-dc12f59b1c13 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:41.598493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:41.600951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:41.606952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.608011 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.610819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Pushing event updated for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:41.635351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-61671451', 'description': 'tempest-description-1089195459'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:41.666803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dfc5-6920-4412-b04b-607635926a0f req-0444e875-848b-46c3-85dd-c95ae52b8619 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.668278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-0444e875-848b-46c3-85dd-c95ae52b8619 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036130 Feb 11 05:11:41.683441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-932157f0-1303-459a-8434-3a2fda3497e4 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/quotas/6ff7b2333c1b4da1b37cee247d88b53c HTTP/1.1" status: 200 len: 375 time: 0.0097663 Feb 11 05:11:41.706558 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-03ac458a-a779-44f0-a7d0-0fa06463b356 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524048 Feb 11 05:11:41.721884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-2ed7680c-daf7-4b6e-8399-a8b6bbdef8f7 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326777 Feb 11 05:11:41.723210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:41.727184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-f5d82416-d32f-4d13-86ce-d6029821af6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3133588 Feb 11 05:11:41.737694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Request body: {'port': {'device_id': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:41.742088 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Publish callbacks [] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.789125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Transition to ACTIVE for port object 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:41.814367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.825506 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6691472d-3cad-4f70-819e-e80e3ebcff9f req-2e72bb58-5d3e-41b8-88f6-0d28e318e7af service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131973 Feb 11 05:11:41.826527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.841558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.880903 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.959368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Pushing event updated for resources: {'Port': ['ID=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.046281 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93751004-cbd8-4a73-bac6-8a75450c1497 x-openstack-request-id: req-93751004-cbd8-4a73-bac6-8a75450c1497 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:42.047114 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "tag": "77b31172-1144-4bea-95d7-441088762053", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:42.047560 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93751004-cbd8-4a73-bac6-8a75450c1497 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:42.048689 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'tag': '77b31172-1144-4bea-95d7-441088762053', 'status': 'completed', 'code': 200} Feb 11 05:11:42.049915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Attempting to bind port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:42.050625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Attempting to bind port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:42.051090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Attempting to bind port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:42.067653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:42.068380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Attempting to bind port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:42.080327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:42.080827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:42.081289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:42.082052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Bound port: 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:42.082826 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.190759 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (256b2a6b-d754-4d27-b088-e7437fb08763), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.224216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] For port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:42.233282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] For port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:42.247215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-f20dde67-3eb9-4378-bf85-4ec6f851ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.248990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-f20dde67-3eb9-4378-bf85-4ec6f851ee75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1127 time: 0.1701798 Feb 11 05:11:42.277667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (256b2a6b-d754-4d27-b088-e7437fb08763), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.337431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.401847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd048ef6-65a6-4d96-aa47-c8a6593ae90d {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:42.410448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Publish callbacks [] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.422086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.431476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.431476 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] 10.222.0.65 "PUT /v2.0/ports/8f26fbbf-a6e3-4926-a08c-ff536fa5a48b HTTP/1.1" status: 200 len: 1097 time: 1.4494429 Feb 11 05:11:42.431716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Transition to ACTIVE for port object cd048ef6-65a6-4d96-aa47-c8a6593ae90d will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:42.441943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-641308fa-1cd6-48fe-a770-4da15cafefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.443382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-641308fa-1cd6-48fe-a770-4da15cafefeb service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1869674 Feb 11 05:11:42.460712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256b2a6b-d754-4d27-b088-e7437fb08763,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.498340 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-e68d3521-c5ab-48c9-a225-c6f179fa44fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.0483110 Feb 11 05:11:42.503080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9c9e1-3447-40cd-976c-bade8395c4df service neutron] Pushing event updated for resources: {'Port': ['ID=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.527619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52014df-d4de-41b2-bdb9-6531b6ce46c0 req-9f04946f-758d-4a0f-a8a8-13f9ee895b6d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.529478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f52014df-d4de-41b2-bdb9-6531b6ce46c0 req-9f04946f-758d-4a0f-a8a8-13f9ee895b6d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 944 time: 0.1876535 Feb 11 05:11:42.540121 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (2e5647c1-172a-455b-8a18-fc00eaf8c663), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.544750 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.602760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-22085100-1f5b-4afd-bc64-3849ee667dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.604320 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-22085100-1f5b-4afd-bc64-3849ee667dcc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0967612 Feb 11 05:11:42.639604 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-bf4a00af-be7a-4035-821a-5eb7a9f517ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286665 Feb 11 05:11:42.641813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-c7cfd6c4-4203-4b4d-aae2-f4501bdc149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.643220 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-c7cfd6c4-4203-4b4d-aae2-f4501bdc149b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe29eab512594f01ae8c8815dc415e43&device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 1131 time: 0.0980566 Feb 11 05:11:42.646734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Pushing event updated for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.658826 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2e5647c1-172a-455b-8a18-fc00eaf8c663), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.703754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f52014df-d4de-41b2-bdb9-6531b6ce46c0 req-0e4d0dfc-d3c9-4272-9e80-4a3f4449848a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617384 Feb 11 05:11:42.714792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-8db24630-59e5-44b3-8abc-6b5b7e0b3b42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b HTTP/1.1" status: 200 len: 217 time: 0.0556841 Feb 11 05:11:42.723355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Attempting to bind port cd048ef6-65a6-4d96-aa47-c8a6593ae90d on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:42.723706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Attempting to bind port cd048ef6-65a6-4d96-aa47-c8a6593ae90d by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:42.724037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Attempting to bind port cd048ef6-65a6-4d96-aa47-c8a6593ae90d on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:42.726322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5647c1-172a-455b-8a18-fc00eaf8c663,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.731406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Port cd048ef6-65a6-4d96-aa47-c8a6593ae90d on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:42.731740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Attempting to bind port cd048ef6-65a6-4d96-aa47-c8a6593ae90d on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:42.752909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:42.753263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Checking segment: {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:42.753661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Bound using segment: {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:42.754117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Bound port: cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:42.754683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.823481 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.824823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e951b406-4b6a-454a-bd97-e99c9255c592 req-0ea6244f-423c-43b5-bb97-7df04f132e2f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1957865 Feb 11 05:11:42.852100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79e57d37-1bfb-48a8-8089-798f7b1d02fc req-e1e7e7ca-397a-4c32-a494-25b79ead7cc6 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 210 time: 0.0421309 Feb 11 05:11:42.865965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-7559cf85-3815-40ec-b917-40017cd155cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.873815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-7559cf85-3815-40ec-b917-40017cd155cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1463447 Feb 11 05:11:42.894125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37918) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.906820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:42.911504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:42.924425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-d161cecc-39f9-4d44-9242-7b9fc0794561 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726891 Feb 11 05:11:43.006981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-74857725-60a6-45aa-a167-f30804bfe1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.008807 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-74857725-60a6-45aa-a167-f30804bfe1a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1297812 Feb 11 05:11:43.021711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8b6ae-2cc5-445c-9935-41ccc54bd9b8 req-cffe3d12-1c87-415a-aacb-cb15931e75de tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.023413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57b8b6ae-2cc5-445c-9935-41ccc54bd9b8 req-cffe3d12-1c87-415a-aacb-cb15931e75de tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 948 time: 0.0713766 Feb 11 05:11:43.049043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.082542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6fd650f-d737-48ce-bddb-836cbcdf312a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.108673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.109242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.110951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] 10.222.0.65 "PUT /v2.0/ports/cd048ef6-65a6-4d96-aa47-c8a6593ae90d HTTP/1.1" status: 200 len: 1092 time: 1.3777292 Feb 11 05:11:43.114117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:43.124573 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b2c811-7c99-42ef-828c-e61a98fccf3c" -d '{"events": [{"name": "network-changed", "server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:43.130591 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-da802d91-f18c-47bf-a4a6-2910a4208475 req-47631a9f-8749-41b0-a827-4dd5a71e1e46 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992059 Feb 11 05:11:43.154585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57b8b6ae-2cc5-445c-9935-41ccc54bd9b8 req-537fa4a9-03bf-41c3-b416-dd3f7addcfe6 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204176 Feb 11 05:11:43.178505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc777921-ed95-45c6-9ae0-f8a241b72fab service neutron] Pushing event updated for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.181643 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-2f264215-aae6-4bf4-bca6-1682dcd92238 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636944 Feb 11 05:11:43.262691 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6fd650f-d737-48ce-bddb-836cbcdf312a admin admin] Publish callbacks [] for security_group (f80551fc-c71a-464b-9767-31b6f90bcee1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.277481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ce8b7fdc-9cfe-42a5-891c-1abf126a6cb1 req-4b877ecb-401a-4e5c-9ad6-995c47e1bd32 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-94297262', 'description': 'tempest-description-197270306'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:43.342126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70d67-221d-491d-a2b9-a42237025ebd req-a549d079-00d1-438d-a7db-1e7a9d7b98c4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.344193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41b70d67-221d-491d-a2b9-a42237025ebd req-a549d079-00d1-438d-a7db-1e7a9d7b98c4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 943 time: 0.0932453 Feb 11 05:11:43.376758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6fd650f-d737-48ce-bddb-836cbcdf312a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f80551fc-c71a-464b-9767-31b6f90bcee1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.399793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41b70d67-221d-491d-a2b9-a42237025ebd req-6dc0f666-f35b-4a7b-a23c-76f54c076950 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470874 Feb 11 05:11:43.429660 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce8b7fdc-9cfe-42a5-891c-1abf126a6cb1 req-4b877ecb-401a-4e5c-9ad6-995c47e1bd32 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.438341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd650f-d737-48ce-bddb-836cbcdf312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80551fc-c71a-464b-9767-31b6f90bcee1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.448432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-73951d21-99b4-4041-b3dc-fb2319ab8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.450004 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-73951d21-99b4-4041-b3dc-fb2319ab8c1d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 1126 time: 0.1857698 Feb 11 05:11:43.450944 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cb5ed-a4fb-4916-9c1f-6fe1ef179225 x-openstack-request-id: req-fe5cb5ed-a4fb-4916-9c1f-6fe1ef179225 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:43.451153 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:43.451526 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe5cb5ed-a4fb-4916-9c1f-6fe1ef179225 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:43.452226 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'status': 'completed', 'code': 200} Feb 11 05:11:43.456468 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a6fd650f-d737-48ce-bddb-836cbcdf312a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=98eb4d001e5b438db44bd01462702d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5624547 Feb 11 05:11:43.461511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37930) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:43.464501 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c405617-5dea-45a3-aa37-5e4b916f445a req-fb95aa2c-bf4b-4019-8a3d-af7b70d23d52 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752972 Feb 11 05:11:43.517056 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-d64d5283-1eed-4925-a846-7afa682897ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d HTTP/1.1" status: 200 len: 217 time: 0.0597498 Feb 11 05:11:43.544387 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0fd612f-f0a8-4d55-8a58-c554a98b6d06 admin admin] Publish callbacks [] for security_group (f80551fc-c71a-464b-9767-31b6f90bcee1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.552251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce8b7fdc-9cfe-42a5-891c-1abf126a6cb1 req-4b877ecb-401a-4e5c-9ad6-995c47e1bd32 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (6a16000b-9686-4963-b0ca-3ce6d9773a57), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.576159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0fd612f-f0a8-4d55-8a58-c554a98b6d06 admin admin] Publish callbacks [] for security_group (f80551fc-c71a-464b-9767-31b6f90bcee1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.587193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-e211370b-d689-4436-893f-26ee4962036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.589934 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-e211370b-d689-4436-893f-26ee4962036f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a HTTP/1.1" status: 200 len: 854 time: 0.0671415 Feb 11 05:11:43.614955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce8b7fdc-9cfe-42a5-891c-1abf126a6cb1 req-4b877ecb-401a-4e5c-9ad6-995c47e1bd32 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6a16000b-9686-4963-b0ca-3ce6d9773a57), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.638721 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-a40fad52-878c-4a85-89df-03432698610b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8051ed20-5de1-40df-92ec-dc12f59b1c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430145 Feb 11 05:11:43.648830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b877ecb-401a-4e5c-9ad6-995c47e1bd32 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a16000b-9686-4963-b0ca-3ce6d9773a57,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.719728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce8b7fdc-9cfe-42a5-891c-1abf126a6cb1 req-4b877ecb-401a-4e5c-9ad6-995c47e1bd32 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.728835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce8b7fdc-9cfe-42a5-891c-1abf126a6cb1 req-4b877ecb-401a-4e5c-9ad6-995c47e1bd32 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4549983 Feb 11 05:11:43.742600 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0fd612f-f0a8-4d55-8a58-c554a98b6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f80551fc-c71a-464b-9767-31b6f90bcee1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.747484 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0fd612f-f0a8-4d55-8a58-c554a98b6d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.751942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d0fd612f-f0a8-4d55-8a58-c554a98b6d06 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f80551fc-c71a-464b-9767-31b6f90bcee1 HTTP/1.1" status: 204 len: 168 time: 0.2862227 Feb 11 05:11:43.807690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd612f-f0a8-4d55-8a58-c554a98b6d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80551fc-c71a-464b-9767-31b6f90bcee1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.973859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a74d8f-0ef1-42e7-a192-174b069071eb req-343b8459-bc0f-42e7-877f-3a0ff9727f97 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.975405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4a74d8f-0ef1-42e7-a192-174b069071eb req-343b8459-bc0f-42e7-877f-3a0ff9727f97 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 944 time: 0.1158106 Feb 11 05:11:43.979548 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-81a8b02d-382a-4471-84f6-1144c6dc6fe2 service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335648 Feb 11 05:11:44.052298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6c3570-dd0c-4375-9a9e-12a31f84173c', 'tag': '8f26fbbf-a6e3-4926-a08c-ff536fa5a48b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:44.054602 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b12b465-f46b-4417-a73c-6dd5f6481120" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6c3570-dd0c-4375-9a9e-12a31f84173c", "tag": "8f26fbbf-a6e3-4926-a08c-ff536fa5a48b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:44.059958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4a74d8f-0ef1-42e7-a192-174b069071eb req-0d6827d2-e599-445e-ae4d-b6ebdf63e069 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748968 Feb 11 05:11:44.083148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ac52e463-c314-45e7-86cd-98f9bc8a4be5 req-6b395fa3-3ad8-42a4-a481-d1eb9bc02633 service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955222 Feb 11 05:11:44.126533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-8cb5460f-2f27-473d-b39a-381828184e4d tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39823 time: 0.3745847 Feb 11 05:11:44.335283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-f1151a00-ed08-4ba6-bc59-91ed7ec4cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:44.336866 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-f1151a00-ed08-4ba6-bc59-91ed7ec4cde9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 1126 time: 0.0513420 Feb 11 05:11:44.391587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-5c6653ff-1137-4e24-a54c-426dd69e613b tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0fab18c3-e257-4103-a043-2bb17288aaf4 HTTP/1.1" status: 200 len: 2998 time: 0.2577875 Feb 11 05:11:44.409327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98183704-a167-4add-bd0f-3435ee1da491 req-86f68d4e-8ff1-43e7-89b6-e7b803ec571d tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 210 time: 0.0319772 Feb 11 05:11:44.445196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-eda69e0f-9282-4534-8ce9-4b7afa219604 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0fab18c3-e257-4103-a043-2bb17288aaf4 HTTP/1.1" status: 200 len: 2998 time: 0.0388713 Feb 11 05:11:44.470112 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c56750-2984-47d1-8525-9ba568069806 x-openstack-request-id: req-94c56750-2984-47d1-8525-9ba568069806 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:44.470447 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6c3570-dd0c-4375-9a9e-12a31f84173c", "tag": "8f26fbbf-a6e3-4926-a08c-ff536fa5a48b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:44.470713 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94c56750-2984-47d1-8525-9ba568069806 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:44.475609 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6c3570-dd0c-4375-9a9e-12a31f84173c', 'tag': '8f26fbbf-a6e3-4926-a08c-ff536fa5a48b', 'status': 'completed', 'code': 200} Feb 11 05:11:44.477321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-6d48dadb-964e-424e-bd74-1823cdeaa481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:44.478850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-6d48dadb-964e-424e-bd74-1823cdeaa481 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 915 time: 0.1354227 Feb 11 05:11:44.499924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-b1ccc0c3-6b1e-45d2-b940-131e60888aec tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/1f094d5e-34f9-496f-813f-36471df40b67 HTTP/1.1" status: 200 len: 2994 time: 0.0472820 Feb 11 05:11:44.564775 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-55c0f78d-40c0-4850-966a-72a1b79ff233 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d HTTP/1.1" status: 200 len: 217 time: 0.0713973 Feb 11 05:11:44.576152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37976) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.579184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-7935a409-83a1-42c4-a182-b97927211353 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/1f094d5e-34f9-496f-813f-36471df40b67 HTTP/1.1" status: 200 len: 2994 time: 0.0733566 Feb 11 05:11:44.596234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca58e7a3-460e-4c4b-b451-39def54308b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.612288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-55b1d733-3e65-47cf-aa7a-2674a22abaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:44.613859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-55b1d733-3e65-47cf-aa7a-2674a22abaa5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe29eab512594f01ae8c8815dc415e43&device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 1131 time: 0.1218028 Feb 11 05:11:44.645517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-c9f97103-d0d4-4817-9f52-c4a56b4d560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:44.647164 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-c9f97103-d0d4-4817-9f52-c4a56b4d560d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a HTTP/1.1" status: 200 len: 854 time: 0.0763080 Feb 11 05:11:44.655913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512035-5912-49f0-8188-0e0778e16fc7 req-61fd0dbf-9b30-4173-9bcf-532d40b451a5 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:44.657480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd512035-5912-49f0-8188-0e0778e16fc7 req-61fd0dbf-9b30-4173-9bcf-532d40b451a5 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 948 time: 0.1333175 Feb 11 05:11:44.679156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-bd00863f-db57-48bd-9afa-b528dbbb818b tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/256b2a6b-d754-4d27-b088-e7437fb08763 HTTP/1.1" status: 200 len: 2998 time: 0.0859787 Feb 11 05:11:44.685618 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-9127ee0c-3cdd-4bbc-a7e8-03fa792309e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8051ed20-5de1-40df-92ec-dc12f59b1c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312321 Feb 11 05:11:44.750007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 77b31172-1144-4bea-95d7-441088762053 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:44.799261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd512035-5912-49f0-8188-0e0778e16fc7 req-f94fad00-d460-4162-bbce-d9e0d3eade74 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252496 Feb 11 05:11:44.810822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37980) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.825060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-83ea9f99-5f2e-42fc-bc82-db354d70dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:44.826155 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-83ea9f99-5f2e-42fc-bc82-db354d70dcae service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2060473 Feb 11 05:11:44.826383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-5f99f2f8-a71a-4463-9d95-533952c8b062 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/256b2a6b-d754-4d27-b088-e7437fb08763 HTTP/1.1" status: 200 len: 2998 time: 0.1347270 Feb 11 05:11:44.879140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:44.886199 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-19835c74-f037-45d1-a185-1afdf2eafb0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b HTTP/1.1" status: 200 len: 217 time: 0.0528514 Feb 11 05:11:44.893291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-bd50eed9-3352-4167-891c-d369ffe988b1 service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745398 Feb 11 05:11:44.957090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-8b745de3-f1b7-4f06-8716-017326791808 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3c8b9d55-273f-4c5b-9507-37e0a6e4f776 HTTP/1.1" status: 200 len: 2998 time: 0.1289721 Feb 11 05:11:44.959140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca58e7a3-460e-4c4b-b451-39def54308b9 admin admin] Publish callbacks [] for security_group (0c4966c3-837e-4872-a59c-ac057e58a2ee), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.965226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-13913674-5c9a-4db9-8d20-eac0d1a6b8bd tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698543 Feb 11 05:11:45.035578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '77b31172-1144-4bea-95d7-441088762053', 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'port_id': '77b31172-1144-4bea-95d7-441088762053', 'mac_address': 'fa:16:3e:a1:aa:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2cbd5-7e40-4a61-a04e-1ef587c9708f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:45.042460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-41c04086-d15b-41d4-8f1d-b5dc35be14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.044039 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-41c04086-d15b-41d4-8f1d-b5dc35be14e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1497033 Feb 11 05:11:45.050672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca58e7a3-460e-4c4b-b451-39def54308b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c4966c3-837e-4872-a59c-ac057e58a2ee), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.084532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 77b31172-1144-4bea-95d7-441088762053 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:45.085175 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (77b31172-1144-4bea-95d7-441088762053), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.100494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b31172-1144-4bea-95d7-441088762053 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:45.105542 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49b2c811-7c99-42ef-828c-e61a98fccf3c req-427154ca-dfd9-4e2d-8080-a340fc70d010 service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018473 Feb 11 05:11:45.117805 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-111bf4d5-5691-4343-a17a-ab63541b110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.120163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-111bf4d5-5691-4343-a17a-ab63541b110f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0672512 Feb 11 05:11:45.126078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c761c2-b094-42a8-a9a7-028c964098e7 req-d07966a4-0799-45f7-8c1f-0e0c5e63df7e tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.126738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:45.129046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3c761c2-b094-42a8-a9a7-028c964098e7 req-d07966a4-0799-45f7-8c1f-0e0c5e63df7e tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 943 time: 0.2436783 Feb 11 05:11:45.216049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (77b31172-1144-4bea-95d7-441088762053), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.219086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-dd331186-34d3-4a30-aee0-0959fe746fb3 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3c8b9d55-273f-4c5b-9507-37e0a6e4f776 HTTP/1.1" status: 200 len: 2998 time: 0.2515497 Feb 11 05:11:45.219252 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-124e7ee9-176b-4360-be00-f090e23e5eda service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903015 Feb 11 05:11:45.234200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ca58e7a3-460e-4c4b-b451-39def54308b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9c03e1ecea948b499516b16a6671a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6543245 Feb 11 05:11:45.235439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37988) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:45.242371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58e7a3-460e-4c4b-b451-39def54308b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4966c3-837e-4872-a59c-ac057e58a2ee,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.245642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e82f6bd5-cf12-45cc-8327-a037023729ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.289163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.298425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.299026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.299574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.299915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.300404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.300924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.301264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.301600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.301927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.302414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.302748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.303085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.303412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:45.324896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dfc5-6920-4412-b04b-607635926a0f req-70244197-ec6a-4bc1-82a7-a548be28e576 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.326492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-70244197-ec6a-4bc1-82a7-a548be28e576 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3565724 Feb 11 05:11:45.345582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3c761c2-b094-42a8-a9a7-028c964098e7 req-9f4e2e0c-be32-46bb-b2de-21200017a6d8 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691189 Feb 11 05:11:45.349435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Request body: {'port': {'device_id': 'b3966078-4b36-4b68-9e9e-301fe5197b85', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '6ff7b2333c1b4da1b37cee247d88b53c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:45.354228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc02237c-5d78-4686-8988-736d0b443561 admin admin] Publish callbacks [] for security_group (0c4966c3-837e-4872-a59c-ac057e58a2ee), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.372998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-e100e0b2-3f91-48ef-a809-999d7084cbe7 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5877caf8-3c26-4029-8230-a72a8dfc0c0b HTTP/1.1" status: 200 len: 2998 time: 0.1359777 Feb 11 05:11:45.386196 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4b12b465-f46b-4417-a73c-6dd5f6481120 req-97f47b5d-6a87-4cb1-91d3-ef21410eb0d5 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589088 Feb 11 05:11:45.391598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc02237c-5d78-4686-8988-736d0b443561 admin admin] Publish callbacks [] for security_group (0c4966c3-837e-4872-a59c-ac057e58a2ee), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.424262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['77b31172-1144-4bea-95d7-441088762053'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:45.522993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc02237c-5d78-4686-8988-736d0b443561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c4966c3-837e-4872-a59c-ac057e58a2ee), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.525860 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc02237c-5d78-4686-8988-736d0b443561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.529738 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc02237c-5d78-4686-8988-736d0b443561 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c4966c3-837e-4872-a59c-ac057e58a2ee HTTP/1.1" status: 204 len: 168 time: 0.2898827 Feb 11 05:11:45.536718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02237c-5d78-4686-8988-736d0b443561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4966c3-837e-4872-a59c-ac057e58a2ee,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.563297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-cec7eef3-8aea-452c-92c4-2fc13a904403 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5877caf8-3c26-4029-8230-a72a8dfc0c0b HTTP/1.1" status: 200 len: 2998 time: 0.1793742 Feb 11 05:11:45.585498 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e82f6bd5-cf12-45cc-8327-a037023729ea admin admin] Publish callbacks [] for security_group (64342734-fdc1-4c5a-af72-b1b6131a3918), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.603202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32d0cf-2594-4244-9043-8fdc2b5dfd67 req-dba51173-3f88-43ec-9d3e-849fc9408eff tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.604756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa32d0cf-2594-4244-9043-8fdc2b5dfd67 req-dba51173-3f88-43ec-9d3e-849fc9408eff tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 945 time: 0.1614223 Feb 11 05:11:45.667908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-92b65298-bff8-42f0-98d1-fc1278a57feb tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5ef0c0d5-e61c-40da-87f7-0249ff8debb0 HTTP/1.1" status: 200 len: 2998 time: 0.0863054 Feb 11 05:11:45.676353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e82f6bd5-cf12-45cc-8327-a037023729ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (64342734-fdc1-4c5a-af72-b1b6131a3918), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.703617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa32d0cf-2594-4244-9043-8fdc2b5dfd67 req-dd4c25e2-64c3-4ede-ae31-57c3c3e3fdd4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918033 Feb 11 05:11:45.716932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Made reservation on behalf of 6ff7b2333c1b4da1b37cee247d88b53c for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:45.720235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.762014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e82f6bd5-cf12-45cc-8327-a037023729ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59d268798fde484ab547f0eaef0b1e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8779101 Feb 11 05:11:45.762014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.762668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37994) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:45.768691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f6bd5-cf12-45cc-8327-a037023729ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64342734-fdc1-4c5a-af72-b1b6131a3918,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.808243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-7c1262ec-c5c8-4cc7-ac05-5d126d9457d5 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5ef0c0d5-e61c-40da-87f7-0249ff8debb0 HTTP/1.1" status: 200 len: 2998 time: 0.1326985 Feb 11 05:11:45.812227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12a56f05-bedd-4d23-94b0-52907bed22a5 req-fbce95d2-571e-426c-8076-c3e05074c1a2 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 210 time: 0.0396214 Feb 11 05:11:45.829437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bda72a2e-18e0-4b46-9cfb-342b39d4b055 admin admin] Publish callbacks [] for security_group (64342734-fdc1-4c5a-af72-b1b6131a3918), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.855849 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bda72a2e-18e0-4b46-9cfb-342b39d4b055 admin admin] Publish callbacks [] for security_group (64342734-fdc1-4c5a-af72-b1b6131a3918), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.872717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-78ae2e0b-59ef-4434-bf49-51f925b82afa tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/75aaee49-9aad-4dab-bbb7-e3c3e7ba159e HTTP/1.1" status: 200 len: 2990 time: 0.0573006 Feb 11 05:11:45.972320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks [] for security_group (ed290dc3-5bc5-493c-8e71-2d4d06b25347), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.977634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-52a9ec5f-75ee-4d82-b779-ecc990d0ecb2 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/75aaee49-9aad-4dab-bbb7-e3c3e7ba159e HTTP/1.1" status: 200 len: 2990 time: 0.0982382 Feb 11 05:11:45.984343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bda72a2e-18e0-4b46-9cfb-342b39d4b055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (64342734-fdc1-4c5a-af72-b1b6131a3918), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.987014 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bda72a2e-18e0-4b46-9cfb-342b39d4b055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.988355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bda72a2e-18e0-4b46-9cfb-342b39d4b055 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64342734-fdc1-4c5a-af72-b1b6131a3918 HTTP/1.1" status: 204 len: 168 time: 0.2245574 Feb 11 05:11:46.006440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda72a2e-18e0-4b46-9cfb-342b39d4b055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64342734-fdc1-4c5a-af72-b1b6131a3918,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:46.030280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a4e9-badc-43f4-9899-ea3b55d36cee req-f4a35610-c981-44ee-93b3-2ce31a09a3cd tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.032055 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f78a4e9-badc-43f4-9899-ea3b55d36cee req-f4a35610-c981-44ee-93b3-2ce31a09a3cd tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 948 time: 0.1229649 Feb 11 05:11:46.040728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ed290dc3-5bc5-493c-8e71-2d4d06b25347), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.128566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-65ca4af6-0b1c-479b-9241-0afe62d19aa6 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/79a37745-921f-4289-8349-b5344fa20e56 HTTP/1.1" status: 200 len: 2998 time: 0.1438940 Feb 11 05:11:46.133529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed290dc3-5bc5-493c-8e71-2d4d06b25347,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:46.199801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f78a4e9-badc-43f4-9899-ea3b55d36cee req-ec692b2a-fd88-406d-8a9c-d529a3fbfec3 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575747 Feb 11 05:11:46.242164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-d33f2e42-0eab-475f-a430-115f929baa69 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/79a37745-921f-4289-8349-b5344fa20e56 HTTP/1.1" status: 200 len: 2998 time: 0.1050785 Feb 11 05:11:46.264978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Allocated IP 192.168.233.244 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/d8b8c815-5dbf-4a70-ba1b-f3637d884796) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:46.315953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-6052cd6d-7bb1-4018-bf3a-8c3044a3f488 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8fb22829-fab1-435d-b4b4-88d72850291b HTTP/1.1" status: 200 len: 2998 time: 0.0630894 Feb 11 05:11:46.401419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-b983a199-4cc8-47c4-9dee-8db3b4da8934 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8fb22829-fab1-435d-b4b4-88d72850291b HTTP/1.1" status: 200 len: 2998 time: 0.0772512 Feb 11 05:11:46.523095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-4d67f37e-ac37-4fa3-9af7-df86ae598236 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cbdd90ca-e1dc-4dc4-bfd4-02971c847f4f HTTP/1.1" status: 200 len: 2994 time: 0.0965939 Feb 11 05:11:46.542865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks [] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.563040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8641-a61d-4e46-9213-0f8539078112 req-a8e7cde9-075e-42a4-b60f-fc341c32cfad tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.564541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d7b8641-a61d-4e46-9213-0f8539078112 req-a8e7cde9-075e-42a4-b60f-fc341c32cfad tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 943 time: 0.1299553 Feb 11 05:11:46.620199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-b797f429-f3e3-4a50-97af-4ff2683ab868 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cbdd90ca-e1dc-4dc4-bfd4-02971c847f4f HTTP/1.1" status: 200 len: 2994 time: 0.0898104 Feb 11 05:11:46.671985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d7b8641-a61d-4e46-9213-0f8539078112 req-b3cc9e32-a93b-4fe1-819a-6aa0182aef8e tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984333 Feb 11 05:11:46.688528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-26e6b769-392a-439a-90aa-89f41ffe07f8 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ea894454-ef92-4dd7-be68-b8986ca20066 HTTP/1.1" status: 200 len: 2994 time: 0.0601530 Feb 11 05:11:46.722121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38022) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:46.736193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-902b24e5-27b6-406b-a138-ceda8917f557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.750349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd048ef6-65a6-4d96-aa47-c8a6593ae90d details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:46.751841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ceca3c7-1911-4556-88ba-c4305c05c7c1 req-c37dd164-2dbc-452d-8a8c-cc7749e1174d tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ea894454-ef92-4dd7-be68-b8986ca20066 HTTP/1.1" status: 200 len: 2994 time: 0.0563741 Feb 11 05:11:46.754500 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.785907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 77b31172-1144-4bea-95d7-441088762053 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:46.838575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Pushing event updated for resources: {'Port': ['ID=d8b8c815-5dbf-4a70-ba1b-f3637d884796,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:46.850200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-902b24e5-27b6-406b-a138-ceda8917f557 admin admin] Publish callbacks [] for security_group (be229f43-2487-47f4-93f2-652788f6347e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.893278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:46.896579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:46.900210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:46.905569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.906239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.914678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-902b24e5-27b6-406b-a138-ceda8917f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (be229f43-2487-47f4-93f2-652788f6347e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.935657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:46.957793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'port_id': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'mac_address': 'fa:16:3e:77:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb3b4f-79bc-4d39-a3bd-8da5f471a95a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:46.982875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4bf04fc-9852-4b31-b27b-6b26000300c2 req-a389acd5-c27a-40a2-974b-bb6b977a6863 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9efa1525d40349e8970e1fbbdd55a31f HTTP/1.1" status: 200 len: 6152 time: 0.1448627 Feb 11 05:11:46.991856 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-902b24e5-27b6-406b-a138-ceda8917f557 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ceb9132dbc8e4592abad3f53108625bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648501 Feb 11 05:11:46.993259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaa175-71d2-4482-b8ba-92d6363879d0 req-fae4ebb2-784a-4d8d-a7fb-aa4966239a05 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.994864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38036) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:46.994996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7beaa175-71d2-4482-b8ba-92d6363879d0 req-fae4ebb2-784a-4d8d-a7fb-aa4966239a05 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 945 time: 0.2067578 Feb 11 05:11:47.004413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b24e5-27b6-406b-a138-ceda8917f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be229f43-2487-47f4-93f2-652788f6347e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:47.028072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 77b31172-1144-4bea-95d7-441088762053 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:47.033887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 77b31172-1144-4bea-95d7-441088762053 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:47.034261 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (77b31172-1144-4bea-95d7-441088762053), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.061431 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-501aeaa2-5427-4a97-a75d-ab892a19dd28 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7249229 Feb 11 05:11:47.071520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd048ef6-65a6-4d96-aa47-c8a6593ae90d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:47.072162 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.075553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Request body: {'port': {'device_id': 'b3966078-4b36-4b68-9e9e-301fe5197b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:47.084254 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f61138-0b14-4635-9db0-470319489397 admin admin] Publish callbacks [] for security_group (be229f43-2487-47f4-93f2-652788f6347e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.090257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4bf04fc-9852-4b31-b27b-6b26000300c2 req-dc71a99b-0699-4660-89b9-fe4ddd7e6edc tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "GET /v2.0/security-groups/5877caf8-3c26-4029-8230-a72a8dfc0c0b HTTP/1.1" status: 200 len: 2998 time: 0.0943277 Feb 11 05:11:47.124758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f61138-0b14-4635-9db0-470319489397 admin admin] Publish callbacks [] for security_group (be229f43-2487-47f4-93f2-652788f6347e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.129829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd048ef6-65a6-4d96-aa47-c8a6593ae90d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:47.140624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7beaa175-71d2-4482-b8ba-92d6363879d0 req-93acc920-b280-41cd-911c-da99ea0e0639 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360040 Feb 11 05:11:47.177171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:47.238155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4bf04fc-9852-4b31-b27b-6b26000300c2 req-5f8adbb0-61cf-4e21-b1c8-198a7a1ed726 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "GET /v2.0/security-groups/5877caf8-3c26-4029-8230-a72a8dfc0c0b HTTP/1.1" status: 200 len: 2998 time: 0.1287832 Feb 11 05:11:47.260906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 77b31172-1144-4bea-95d7-441088762053 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:47.261297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (77b31172-1144-4bea-95d7-441088762053), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.266507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.267174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:47.278770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.294465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f61138-0b14-4635-9db0-470319489397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (be229f43-2487-47f4-93f2-652788f6347e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.297175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f61138-0b14-4635-9db0-470319489397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.298278 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-48f61138-0b14-4635-9db0-470319489397 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be229f43-2487-47f4-93f2-652788f6347e HTTP/1.1" status: 204 len: 168 time: 0.3022971 Feb 11 05:11:47.313646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f61138-0b14-4635-9db0-470319489397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be229f43-2487-47f4-93f2-652788f6347e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:47.386016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b31172-1144-4bea-95d7-441088762053'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:47.388463 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b608145b-c3c7-40d8-9293-ed5f33c55620" -d '{"events": [{"server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "name": "network-vif-plugged", "status": "completed", "tag": "77b31172-1144-4bea-95d7-441088762053"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:47.418822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98daa0-2fbc-48b7-baa3-49928afda949 req-2dcee7aa-625f-465a-aa8f-cdd06173cc3d tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:47.421862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa98daa0-2fbc-48b7-baa3-49928afda949 req-2dcee7aa-625f-465a-aa8f-cdd06173cc3d tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 936 time: 0.1783504 Feb 11 05:11:47.423716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:47.455069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:47.465871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6ac0ede2-4a3b-4974-80f3-2bcecb15c752 None None] Provisioning complete for port d8b8c815-5dbf-4a70-ba1b-f3637d884796 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:47.466445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ede2-4a3b-4974-80f3-2bcecb15c752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.520609 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (77b31172-1144-4bea-95d7-441088762053), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.532465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473938e6-0624-48f8-881e-37ebd29bac79 req-0384f252-f908-4550-ab6f-6e4ac32f9e6f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:47.534152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-473938e6-0624-48f8-881e-37ebd29bac79 req-0384f252-f908-4550-ab6f-6e4ac32f9e6f tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 948 time: 0.1795633 Feb 11 05:11:47.570386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa98daa0-2fbc-48b7-baa3-49928afda949 req-bf0438da-8299-46e0-a514-ebc7ad122b4e tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302354 Feb 11 05:11:47.581453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0ede2-4a3b-4974-80f3-2bcecb15c752 None None] Port d8b8c815-5dbf-4a70-ba1b-f3637d884796 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:47.607310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:47.624500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:47.631412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '8f26fbbf-a6e3-4926-a08c-ff536fa5a48b', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '8f26fbbf-a6e3-4926-a08c-ff536fa5a48b', 'mac_address': 'fa:16:3e:4c:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:47.683031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:47.684004 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.699240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:47.719916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:47.755835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-473938e6-0624-48f8-881e-37ebd29bac79 req-65a1d8d5-1c76-476c-95e9-53ad2de8c413 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909852 Feb 11 05:11:47.781844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84f28907-0561-4ae3-837f-31111d0723c1 req-6a73562d-41b7-4865-a18f-a8dff3a85f33 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/6a16000b-9686-4963-b0ca-3ce6d9773a57 HTTP/1.1" status: 200 len: 1792 time: 0.1639166 Feb 11 05:11:47.801197 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.896552 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce9a36c-1e43-4a60-a396-a3fc0d00763b x-openstack-request-id: req-dce9a36c-1e43-4a60-a396-a3fc0d00763b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:47.896918 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "name": "network-vif-plugged", "status": "completed", "tag": "77b31172-1144-4bea-95d7-441088762053", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:47.897183 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dce9a36c-1e43-4a60-a396-a3fc0d00763b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:47.897597 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b31172-1144-4bea-95d7-441088762053', 'code': 200} Feb 11 05:11:47.906709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84f28907-0561-4ae3-837f-31111d0723c1 req-9064ab09-7df5-4f73-adf6-75dc3a1c205f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (6a16000b-9686-4963-b0ca-3ce6d9773a57), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.924531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:47.924701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b8c815-5dbf-4a70-ba1b-f3637d884796 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:47.939345 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Publish callbacks [] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.995796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84f28907-0561-4ae3-837f-31111d0723c1 req-9064ab09-7df5-4f73-adf6-75dc3a1c205f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (6a16000b-9686-4963-b0ca-3ce6d9773a57), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.016345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Transition to ACTIVE for port object d8b8c815-5dbf-4a70-ba1b-f3637d884796 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:48.018627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5a34f-7788-4d97-bd8a-321e73cf749d req-9c846162-a8d3-4c55-b378-e08419990ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.020259 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebf5a34f-7788-4d97-bd8a-321e73cf749d req-9c846162-a8d3-4c55-b378-e08419990ffa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1129 time: 0.0680306 Feb 11 05:11:48.028403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd048ef6-65a6-4d96-aa47-c8a6593ae90d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:48.084202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.085386 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebf5a34f-7788-4d97-bd8a-321e73cf749d req-5c352dea-d7f1-4d79-bafb-175bfe0cf7e5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Feb 11 05:11:48.110773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8f26fbbf-a6e3-4926-a08c-ff536fa5a48b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:48.139956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc4525-ad99-492b-906f-8ca53f252b8b req-94934f40-032a-40d4-98dd-fc14da4cc64d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.141655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0dc4525-ad99-492b-906f-8ca53f252b8b req-94934f40-032a-40d4-98dd-fc14da4cc64d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 944 time: 0.1291687 Feb 11 05:11:48.177045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Pushing event updated for resources: {'Port': ['ID=d8b8c815-5dbf-4a70-ba1b-f3637d884796,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:48.185609 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84f28907-0561-4ae3-837f-31111d0723c1 req-9064ab09-7df5-4f73-adf6-75dc3a1c205f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6a16000b-9686-4963-b0ca-3ce6d9773a57), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.188764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84f28907-0561-4ae3-837f-31111d0723c1 req-9064ab09-7df5-4f73-adf6-75dc3a1c205f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.189907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84f28907-0561-4ae3-837f-31111d0723c1 req-9064ab09-7df5-4f73-adf6-75dc3a1c205f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a16000b-9686-4963-b0ca-3ce6d9773a57 HTTP/1.1" status: 204 len: 173 time: 0.3999565 Feb 11 05:11:48.240933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064ab09-7df5-4f73-adf6-75dc3a1c205f tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a16000b-9686-4963-b0ca-3ce6d9773a57,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:48.266720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Attempting to bind port d8b8c815-5dbf-4a70-ba1b-f3637d884796 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:48.267570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Attempting to bind port d8b8c815-5dbf-4a70-ba1b-f3637d884796 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:48.267570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Attempting to bind port d8b8c815-5dbf-4a70-ba1b-f3637d884796 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:48.274875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Port d8b8c815-5dbf-4a70-ba1b-f3637d884796 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:48.275198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Attempting to bind port d8b8c815-5dbf-4a70-ba1b-f3637d884796 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:48.296562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:48.297075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:48.297550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:48.297997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Bound port: d8b8c815-5dbf-4a70-ba1b-f3637d884796, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:48.298359 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.304394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0dc4525-ad99-492b-906f-8ca53f252b8b req-7421f838-5a58-424f-91b9-f66248234af4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432233 Feb 11 05:11:48.479630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] For port d8b8c815-5dbf-4a70-ba1b-f3637d884796, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:48.484659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] For port d8b8c815-5dbf-4a70-ba1b-f3637d884796, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d8b8c815-5dbf-4a70-ba1b-f3637d884796,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:48.548122 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.608778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.609717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.610592 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] 10.222.0.83 "PUT /v2.0/ports/d8b8c815-5dbf-4a70-ba1b-f3637d884796 HTTP/1.1" status: 200 len: 1097 time: 1.5395544 Feb 11 05:11:48.614648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3966078-4b36-4b68-9e9e-301fe5197b85', 'tag': 'd8b8c815-5dbf-4a70-ba1b-f3637d884796'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:48.617174 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889" -d '{"events": [{"name": "network-changed", "server_uuid": "b3966078-4b36-4b68-9e9e-301fe5197b85", "tag": "d8b8c815-5dbf-4a70-ba1b-f3637d884796"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:48.645420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ecd30-2342-416b-a677-789a01d82016 req-115ab5df-06a5-4e14-bf06-5dff5f4648af tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.647017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c63ecd30-2342-416b-a677-789a01d82016 req-115ab5df-06a5-4e14-bf06-5dff5f4648af tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 946 time: 0.1496379 Feb 11 05:11:48.651203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51afe4b-5eb5-4e38-9586-9d87ffee227e service neutron] Pushing event updated for resources: {'Port': ['ID=d8b8c815-5dbf-4a70-ba1b-f3637d884796,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:48.769818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c63ecd30-2342-416b-a677-789a01d82016 req-e06a6848-aec3-4613-b613-43c946ae4868 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148334 Feb 11 05:11:48.835121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dfc5-6920-4412-b04b-607635926a0f req-ea586fe9-458a-4f99-8300-64193fc17553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.839289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-ea586fe9-458a-4f99-8300-64193fc17553 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 1131 time: 0.0902638 Feb 11 05:11:48.903406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-84a6008c-ffbd-4fe3-88f5-743775bd7c9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d8b8c815-5dbf-4a70-ba1b-f3637d884796 HTTP/1.1" status: 200 len: 217 time: 0.0557640 Feb 11 05:11:48.971264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef317f64-00f5-4fc6-bbb4-26297da65db0 req-e7b9dcde-8eea-42b4-9d86-7ba0be105435 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2e5647c1-172a-455b-8a18-fc00eaf8c663 HTTP/1.1" status: 200 len: 1793 time: 0.1265244 Feb 11 05:11:48.975006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dfc5-6920-4412-b04b-607635926a0f req-6bb5a130-d36d-4ee2-9ebf-06f2d5df9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.976575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-6bb5a130-d36d-4ee2-9ebf-06f2d5df9498 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0645225 Feb 11 05:11:49.065323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef317f64-00f5-4fc6-bbb4-26297da65db0 req-29f703e6-6022-41b6-b120-487aef8c95a0 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (2e5647c1-172a-455b-8a18-fc00eaf8c663), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.068305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dfc5-6920-4412-b04b-607635926a0f req-c49c4565-8bdf-4e5f-8321-af563461e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:49.069864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-c49c4565-8bdf-4e5f-8321-af563461e92e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0802228 Feb 11 05:11:49.118288 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef317f64-00f5-4fc6-bbb4-26297da65db0 req-29f703e6-6022-41b6-b120-487aef8c95a0 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (2e5647c1-172a-455b-8a18-fc00eaf8c663), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.417211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-c7e4c651-82e2-4979-a188-f95ce21a3be7 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374610 Feb 11 05:11:49.488544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef317f64-00f5-4fc6-bbb4-26297da65db0 req-29f703e6-6022-41b6-b120-487aef8c95a0 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2e5647c1-172a-455b-8a18-fc00eaf8c663), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.491358 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef317f64-00f5-4fc6-bbb4-26297da65db0 req-29f703e6-6022-41b6-b120-487aef8c95a0 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.492468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef317f64-00f5-4fc6-bbb4-26297da65db0 req-29f703e6-6022-41b6-b120-487aef8c95a0 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e5647c1-172a-455b-8a18-fc00eaf8c663 HTTP/1.1" status: 204 len: 173 time: 0.5150201 Feb 11 05:11:49.509532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb0b6-5121-4a23-9e6e-74c6144a6c65 req-f9e2f11d-a965-4e20-a1c6-bfd14c200868 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:49.512178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bfeb0b6-5121-4a23-9e6e-74c6144a6c65 req-f9e2f11d-a965-4e20-a1c6-bfd14c200868 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 948 time: 0.1273739 Feb 11 05:11:49.526001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f703e6-6022-41b6-b120-487aef8c95a0 tempest-SecurityGroupsTestAdminJSON-1055464331 tempest-SecurityGroupsTestAdminJSON-1055464331-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5647c1-172a-455b-8a18-fc00eaf8c663,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.552061 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e4e0d1-43ba-4f84-8057-3328ed43eb12 x-openstack-request-id: req-03e4e0d1-43ba-4f84-8057-3328ed43eb12 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:49.552468 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3966078-4b36-4b68-9e9e-301fe5197b85", "tag": "d8b8c815-5dbf-4a70-ba1b-f3637d884796", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:49.552627 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03e4e0d1-43ba-4f84-8057-3328ed43eb12 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:49.560332 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3966078-4b36-4b68-9e9e-301fe5197b85', 'tag': 'd8b8c815-5dbf-4a70-ba1b-f3637d884796', 'status': 'completed', 'code': 200} Feb 11 05:11:49.578100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad82dfc5-6920-4412-b04b-607635926a0f req-d6a40f12-3f11-4626-a666-f4ce42d55376 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536603 Feb 11 05:11:49.600190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bfeb0b6-5121-4a23-9e6e-74c6144a6c65 req-38d3b12a-932c-4c85-80dd-c625aa189b30 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776298 Feb 11 05:11:49.676220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465568-6afa-4584-9d0f-abe575ff94bf req-642925c6-02ae-4d4c-8002-079de5865466 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:49.677788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b465568-6afa-4584-9d0f-abe575ff94bf req-642925c6-02ae-4d4c-8002-079de5865466 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 949 time: 0.0686367 Feb 11 05:11:49.761177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b465568-6afa-4584-9d0f-abe575ff94bf req-020933d9-e20f-4c4a-8d99-f694521dec7e tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763741 Feb 11 05:11:49.781815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-4c91fbc2-984e-43eb-a85a-4ab6db0e5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:49.783485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-4c91fbc2-984e-43eb-a85a-4ab6db0e5d6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 1131 time: 0.0675690 Feb 11 05:11:49.942504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-316ea12e-93b4-40f2-8cc1-8143857eaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:49.943980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-316ea12e-93b4-40f2-8cc1-8143857eaaf7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1544394 Feb 11 05:11:50.004216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec2dcb-068e-4e9a-8cdf-a4e2303cf7a7 req-a9d6ab12-7b2f-4dbd-a5fb-aec278493f6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.005725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80ec2dcb-068e-4e9a-8cdf-a4e2303cf7a7 req-a9d6ab12-7b2f-4dbd-a5fb-aec278493f6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 944 time: 0.1545627 Feb 11 05:11:50.008349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5643f7f8-ec25-4af8-9c32-9d573642f73a req-4822f57f-cf43-4b12-873e-330455b2ba5b tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "GET /v2.0/security-groups/d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c HTTP/1.1" status: 200 len: 1792 time: 0.1199248 Feb 11 05:11:50.009720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-3c5c208e-a98d-4a73-9902-0cbc8f2e47ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d8b8c815-5dbf-4a70-ba1b-f3637d884796 HTTP/1.1" status: 200 len: 217 time: 0.0566833 Feb 11 05:11:50.118149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-225f5077-0d92-404b-8366-b05fcfc3bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.119747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-225f5077-0d92-404b-8366-b05fcfc3bcf9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0926814 Feb 11 05:11:50.123207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80ec2dcb-068e-4e9a-8cdf-a4e2303cf7a7 req-ade7d34c-9f6d-4026-8e37-548b261f831c tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116765 Feb 11 05:11:50.169891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5643f7f8-ec25-4af8-9c32-9d573642f73a req-75cefd33-2081-4a31-9fd2-e660e6d4e144 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.199718 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5643f7f8-ec25-4af8-9c32-9d573642f73a req-75cefd33-2081-4a31-9fd2-e660e6d4e144 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.219488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-7d4697bd-264d-452a-95b0-7b44afc7f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.221357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-7d4697bd-264d-452a-95b0-7b44afc7f1d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0937457 Feb 11 05:11:50.353401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-3d94e9c2-52a3-42ca-a3db-479214a31cb0 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246762 Feb 11 05:11:50.357583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5643f7f8-ec25-4af8-9c32-9d573642f73a req-75cefd33-2081-4a31-9fd2-e660e6d4e144 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.360114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5643f7f8-ec25-4af8-9c32-9d573642f73a req-75cefd33-2081-4a31-9fd2-e660e6d4e144 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.361197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5643f7f8-ec25-4af8-9c32-9d573642f73a req-75cefd33-2081-4a31-9fd2-e660e6d4e144 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "DELETE /v2.0/security-groups/d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c HTTP/1.1" status: 204 len: 173 time: 0.3428850 Feb 11 05:11:50.393042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cefd33-2081-4a31-9fd2-e660e6d4e144 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a12e51-c499-4bc4-b5d9-fe071bb7fa8c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.443728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f6b81-1ef7-4f91-959f-8f9362776876 req-db66bd79-f0d1-47f2-84e4-0bab42183ea5 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.445243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df4f6b81-1ef7-4f91-959f-8f9362776876 req-db66bd79-f0d1-47f2-84e4-0bab42183ea5 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 946 time: 0.1334953 Feb 11 05:11:50.499855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6b10cca-986d-4bb4-a1ae-6ed3fada9889 req-e973039e-94ad-43ed-b1e1-b7f55a7fc487 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377082 Feb 11 05:11:50.521034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df4f6b81-1ef7-4f91-959f-8f9362776876 req-e7433b21-48c8-4649-a887-1248e083553b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690589 Feb 11 05:11:50.569600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac07d0af-c063-4de9-9a24-5ec12af344f5 req-18904bae-4940-4b6e-9226-b10a11cbdf7b tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "GET /v2.0/security-groups/4ab213b0-ae27-4a23-b3b5-b484e0c45fe1 HTTP/1.1" status: 200 len: 1795 time: 0.0425184 Feb 11 05:11:50.631076 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac07d0af-c063-4de9-9a24-5ec12af344f5 req-56847709-683c-4ba7-aa94-22d5d21a2624 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (4ab213b0-ae27-4a23-b3b5-b484e0c45fe1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.653352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac07d0af-c063-4de9-9a24-5ec12af344f5 req-56847709-683c-4ba7-aa94-22d5d21a2624 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (4ab213b0-ae27-4a23-b3b5-b484e0c45fe1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.766021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd048ef6-65a6-4d96-aa47-c8a6593ae90d up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:50.778210 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac07d0af-c063-4de9-9a24-5ec12af344f5 req-56847709-683c-4ba7-aa94-22d5d21a2624 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4ab213b0-ae27-4a23-b3b5-b484e0c45fe1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.780810 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac07d0af-c063-4de9-9a24-5ec12af344f5 req-56847709-683c-4ba7-aa94-22d5d21a2624 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.782466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac07d0af-c063-4de9-9a24-5ec12af344f5 req-56847709-683c-4ba7-aa94-22d5d21a2624 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] 10.222.0.62 "DELETE /v2.0/security-groups/4ab213b0-ae27-4a23-b3b5-b484e0c45fe1 HTTP/1.1" status: 204 len: 173 time: 0.2069829 Feb 11 05:11:50.796521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56847709-683c-4ba7-aa94-22d5d21a2624 tempest-SecurityGroupsTestAdminJSON-975344606 tempest-SecurityGroupsTestAdminJSON-975344606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab213b0-ae27-4a23-b3b5-b484e0c45fe1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.898007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port cd048ef6-65a6-4d96-aa47-c8a6593ae90d completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:50.903270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port cd048ef6-65a6-4d96-aa47-c8a6593ae90d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:50.904139 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.931994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462f767-4180-44e5-a74f-32d16f61a44a req-9a007657-4a45-499a-9d36-63f14f44ba50 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.934107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c462f767-4180-44e5-a74f-32d16f61a44a req-9a007657-4a45-499a-9d36-63f14f44ba50 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 948 time: 0.0642858 Feb 11 05:11:51.000402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd048ef6-65a6-4d96-aa47-c8a6593ae90d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:51.000881 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.019601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c462f767-4180-44e5-a74f-32d16f61a44a req-ad3e31e6-85da-4fa1-85c2-716629eda167 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735927 Feb 11 05:11:51.023723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd385f1-4ef5-47ae-8592-4119dbce0290 req-261c5a13-ede4-479e-90b8-0bc158f1db8b tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:51.025271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcd385f1-4ef5-47ae-8592-4119dbce0290 req-261c5a13-ede4-479e-90b8-0bc158f1db8b tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1129 time: 0.0900903 Feb 11 05:11:51.028652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:51.030969 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010f02ba-ed37-4df7-bd2b-3008bff0d623" -d '{"events": [{"server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "name": "network-vif-plugged", "status": "completed", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:51.049565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:51.094041 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcd385f1-4ef5-47ae-8592-4119dbce0290 req-eb47d531-6591-40cc-9407-4eab5a5df8ca tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575700 Feb 11 05:11:51.157441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.158694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:51.181054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c632687-35de-459a-ba89-72ca1d41c056 req-05e531c2-2177-4d4c-a594-7646d1e88e5c tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:51.186920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c632687-35de-459a-ba89-72ca1d41c056 req-05e531c2-2177-4d4c-a594-7646d1e88e5c tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 949 time: 0.0883937 Feb 11 05:11:51.236833 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4981273-5545-415d-86d5-1c6fe82c8168 x-openstack-request-id: req-f4981273-5545-415d-86d5-1c6fe82c8168 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:51.237456 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "name": "network-vif-plugged", "status": "completed", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:51.237855 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4981273-5545-415d-86d5-1c6fe82c8168 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:51.238387 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'code': 200} Feb 11 05:11:51.249598 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c632687-35de-459a-ba89-72ca1d41c056 req-f97e8fae-d591-4074-be01-f9eb7dc6320e tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617242 Feb 11 05:11:51.321708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38158) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:51.335780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.353391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709f673-07ca-4f0d-bac3-fb6579a84ac5 req-6d156cf4-6fe7-44bd-9e98-3df426929875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:51.355472 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0709f673-07ca-4f0d-bac3-fb6579a84ac5 req-6d156cf4-6fe7-44bd-9e98-3df426929875 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 1128 time: 0.0864484 Feb 11 05:11:51.402982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:51.407642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:51.408039 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.415880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0709f673-07ca-4f0d-bac3-fb6579a84ac5 req-28bdb539-1802-4c40-8686-632e30bfc838 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539162 Feb 11 05:11:51.425141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38162) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:51.457173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71b608-ad68-4986-9fc2-78cb533a5ac5 req-7076de86-4492-4587-b6fa-6dcdd36c13e4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:51.464814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c71b608-ad68-4986-9fc2-78cb533a5ac5 req-7076de86-4492-4587-b6fa-6dcdd36c13e4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1136904 Feb 11 05:11:51.484997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afe85f-51e8-4ec2-a90a-8d23a7867a4c req-f01a71ac-bf2d-4cf5-95cc-6f4f6b063556 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:51.486693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1afe85f-51e8-4ec2-a90a-8d23a7867a4c req-f01a71ac-bf2d-4cf5-95cc-6f4f6b063556 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1129 time: 0.0989575 Feb 11 05:11:51.517207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:51.517607 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.540054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24bfa638-0ef8-45f2-9b21-32e48a5f3a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.553558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:51.557259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c71b608-ad68-4986-9fc2-78cb533a5ac5 req-58fa9920-6efa-401b-8996-5c3404778708 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915391 Feb 11 05:11:51.587315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1afe85f-51e8-4ec2-a90a-8d23a7867a4c req-1b4c1c40-d762-42c6-98e6-20c2c38b905f tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936728 Feb 11 05:11:51.622487 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-45e4f4ed-e795-4cea-aa9f-f02f79be6b88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9efa1525d40349e8970e1fbbdd55a31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952450 Feb 11 05:11:51.625080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38166) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:51.626376 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.670836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24bfa638-0ef8-45f2-9b21-32e48a5f3a72 admin admin] Publish callbacks [] for security_group (074e8af7-bd55-4650-a4c8-020dc6306cb1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.683845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.690234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e0daa2-9355-4ecf-a31c-6244a9706217 admin admin] Publish callbacks [] for security_group (5877caf8-3c26-4029-8230-a72a8dfc0c0b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.717043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e0daa2-9355-4ecf-a31c-6244a9706217 admin admin] Publish callbacks [] for security_group (5877caf8-3c26-4029-8230-a72a8dfc0c0b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.746360 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24bfa638-0ef8-45f2-9b21-32e48a5f3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (074e8af7-bd55-4650-a4c8-020dc6306cb1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.780901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-581c9b18-e85c-4a37-8573-2440c335edc3 req-e4e0d1a8-7c2d-4b9a-a495-00340e3cee13 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:11:51.781875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-581c9b18-e85c-4a37-8573-2440c335edc3 req-e4e0d1a8-7c2d-4b9a-a495-00340e3cee13 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051360 Feb 11 05:11:51.794395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfa638-0ef8-45f2-9b21-32e48a5f3a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074e8af7-bd55-4650-a4c8-020dc6306cb1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.801097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-24bfa638-0ef8-45f2-9b21-32e48a5f3a72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=688eb19f90414a73ba62d3cc45650c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752119 Feb 11 05:11:51.802308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:51.831295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e0daa2-9355-4ecf-a31c-6244a9706217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5877caf8-3c26-4029-8230-a72a8dfc0c0b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.834304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e0daa2-9355-4ecf-a31c-6244a9706217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.837110 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a2e0daa2-9355-4ecf-a31c-6244a9706217 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5877caf8-3c26-4029-8230-a72a8dfc0c0b HTTP/1.1" status: 204 len: 168 time: 0.2105467 Feb 11 05:11:51.857496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0daa2-9355-4ecf-a31c-6244a9706217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5877caf8-3c26-4029-8230-a72a8dfc0c0b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.876957 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fe1f-01e7-4745-86e8-42c9040e1e32 admin admin] Publish callbacks [] for security_group (074e8af7-bd55-4650-a4c8-020dc6306cb1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.901599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fe1f-01e7-4745-86e8-42c9040e1e32 admin admin] Publish callbacks [] for security_group (074e8af7-bd55-4650-a4c8-020dc6306cb1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.944762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d8b8c815-5dbf-4a70-ba1b-f3637d884796 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:52.046081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d8b8c815-5dbf-4a70-ba1b-f3637d884796, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d8b8c815-5dbf-4a70-ba1b-f3637d884796,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:52.060566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fe1f-01e7-4745-86e8-42c9040e1e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (074e8af7-bd55-4650-a4c8-020dc6306cb1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.061138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'd8b8c815-5dbf-4a70-ba1b-f3637d884796', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'd8b8c815-5dbf-4a70-ba1b-f3637d884796', 'mac_address': 'fa:16:3e:9a:95:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:52.064195 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fe1f-01e7-4745-86e8-42c9040e1e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.069115 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c5a7fe1f-01e7-4745-86e8-42c9040e1e32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/074e8af7-bd55-4650-a4c8-020dc6306cb1 HTTP/1.1" status: 204 len: 168 time: 0.2652035 Feb 11 05:11:52.080015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7fe1f-01e7-4745-86e8-42c9040e1e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074e8af7-bd55-4650-a4c8-020dc6306cb1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:52.116590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d8b8c815-5dbf-4a70-ba1b-f3637d884796 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:52.117044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.131636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b8c815-5dbf-4a70-ba1b-f3637d884796 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:52.153892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d8b8c815-5dbf-4a70-ba1b-f3637d884796, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d8b8c815-5dbf-4a70-ba1b-f3637d884796,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:52.189621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb933-b54e-48c9-99ee-5838cfa99b97 req-acba5950-ff55-403d-8977-6ec5bd9273ad tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.196444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e3eb933-b54e-48c9-99ee-5838cfa99b97 req-acba5950-ff55-403d-8977-6ec5bd9273ad tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 948 time: 0.0807102 Feb 11 05:11:52.240113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e3eb933-b54e-48c9-99ee-5838cfa99b97 req-dafb8e77-1b20-4815-b8c6-906a5858b7a9 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428295 Feb 11 05:11:52.261344 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.311584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d8b8c815-5dbf-4a70-ba1b-f3637d884796,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:52.420682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d957ba-8d2f-474f-82be-0929368ed8ad req-f7eebec2-6174-466b-b0af-5d3c3a55b054 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.425061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99d957ba-8d2f-474f-82be-0929368ed8ad req-f7eebec2-6174-466b-b0af-5d3c3a55b054 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 950 time: 0.0843968 Feb 11 05:11:52.473508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99d957ba-8d2f-474f-82be-0929368ed8ad req-cc159c20-07a8-40e5-acf1-a552f91265f9 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456462 Feb 11 05:11:52.475130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d8b8c815-5dbf-4a70-ba1b-f3637d884796'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:52.680633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c44b77-35f6-40d1-a77e-a695b9b99e18 req-97735d66-b30c-4694-ab86-9e61a78b12ba tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.682828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34c44b77-35f6-40d1-a77e-a695b9b99e18 req-97735d66-b30c-4694-ab86-9e61a78b12ba tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0586250 Feb 11 05:11:52.700459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38200) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.704180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.748300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34c44b77-35f6-40d1-a77e-a695b9b99e18 req-8b847c49-4b88-4c1f-a78f-4e1539189d28 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587583 Feb 11 05:11:52.766267 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7fba6b55-3c95-45c9-8c5a-42c1806bb988 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=720d1eec22c6440fbfb50fecd7231672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0670631 Feb 11 05:11:52.773634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:52.834499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98194379-6142-4fdc-be50-f36b8048e830 admin admin] Publish callbacks [] for security_group (256b2a6b-d754-4d27-b088-e7437fb08763), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.862732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98194379-6142-4fdc-be50-f36b8048e830 admin admin] Publish callbacks [] for security_group (256b2a6b-d754-4d27-b088-e7437fb08763), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.879969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1bf93-4b9b-4c41-b2dc-e2b63496da3d req-aec3786f-16fd-4217-b220-1d7bfd823f67 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.881559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74f1bf93-4b9b-4c41-b2dc-e2b63496da3d req-aec3786f-16fd-4217-b220-1d7bfd823f67 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0593319 Feb 11 05:11:52.912732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4f282fa-4823-418f-8fbd-151067b193ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.953214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74f1bf93-4b9b-4c41-b2dc-e2b63496da3d req-e66f3368-8763-4d26-95f5-8486ed61b592 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617681 Feb 11 05:11:53.010290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4f282fa-4823-418f-8fbd-151067b193ee admin admin] Publish callbacks [] for security_group (e66f2d12-214b-41c1-ab4f-060234b370bb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.011668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98194379-6142-4fdc-be50-f36b8048e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (256b2a6b-d754-4d27-b088-e7437fb08763), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.014295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98194379-6142-4fdc-be50-f36b8048e830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.015634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-98194379-6142-4fdc-be50-f36b8048e830 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/256b2a6b-d754-4d27-b088-e7437fb08763 HTTP/1.1" status: 204 len: 168 time: 0.2409437 Feb 11 05:11:53.027323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98194379-6142-4fdc-be50-f36b8048e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b2a6b-d754-4d27-b088-e7437fb08763,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.115262 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4f282fa-4823-418f-8fbd-151067b193ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e66f2d12-214b-41c1-ab4f-060234b370bb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.160655 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e4f282fa-4823-418f-8fbd-151067b193ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45b0290479084ff89b0b107026453428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553375 Feb 11 05:11:53.161379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f282fa-4823-418f-8fbd-151067b193ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66f2d12-214b-41c1-ab4f-060234b370bb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.164320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38230) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:53.221209 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50cbcaba-a917-420d-a829-7bb1cee672c8 admin admin] Publish callbacks [] for security_group (e66f2d12-214b-41c1-ab4f-060234b370bb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.240183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c3570-dd0c-4375-9a9e-12a31f84173c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f26fbbf-a6e3-4926-a08c-ff536fa5a48b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:53.244310 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72254b50-70ed-4eb2-a106-822173cda40d" -d '{"events": [{"server_uuid": "aa6c3570-dd0c-4375-9a9e-12a31f84173c", "name": "network-vif-plugged", "status": "completed", "tag": "8f26fbbf-a6e3-4926-a08c-ff536fa5a48b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:53.245521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38232) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:53.252125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50cbcaba-a917-420d-a829-7bb1cee672c8 admin admin] Publish callbacks [] for security_group (e66f2d12-214b-41c1-ab4f-060234b370bb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.261842 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-499159d0-0efd-4958-b184-6832f5c5b584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.356763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-499159d0-0efd-4958-b184-6832f5c5b584 admin admin] Publish callbacks [] for security_group (620300fb-9cbd-4f64-97f8-7e468f400110), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.379249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50cbcaba-a917-420d-a829-7bb1cee672c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e66f2d12-214b-41c1-ab4f-060234b370bb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.382243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50cbcaba-a917-420d-a829-7bb1cee672c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.385907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-50cbcaba-a917-420d-a829-7bb1cee672c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e66f2d12-214b-41c1-ab4f-060234b370bb HTTP/1.1" status: 204 len: 168 time: 0.2177737 Feb 11 05:11:53.393220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbcaba-a917-420d-a829-7bb1cee672c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66f2d12-214b-41c1-ab4f-060234b370bb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.430430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-499159d0-0efd-4958-b184-6832f5c5b584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (620300fb-9cbd-4f64-97f8-7e468f400110), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.474255 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7a17ee-0482-47b6-9cf4-37330286183d x-openstack-request-id: req-2e7a17ee-0482-47b6-9cf4-37330286183d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:53.474669 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c3570-dd0c-4375-9a9e-12a31f84173c", "name": "network-vif-plugged", "status": "completed", "tag": "8f26fbbf-a6e3-4926-a08c-ff536fa5a48b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:53.475021 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e7a17ee-0482-47b6-9cf4-37330286183d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:53.475568 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c3570-dd0c-4375-9a9e-12a31f84173c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f26fbbf-a6e3-4926-a08c-ff536fa5a48b', 'code': 200} Feb 11 05:11:53.512973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-499159d0-0efd-4958-b184-6832f5c5b584 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef78a24391bb4f869b41864f629fb21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630095 Feb 11 05:11:53.513508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:53.518586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499159d0-0efd-4958-b184-6832f5c5b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620300fb-9cbd-4f64-97f8-7e468f400110,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.649617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ae7a5-4ef2-4bd0-9952-31e0cfa82c05 req-ec3a9de4-1664-42d8-9d80-a4efa14bdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:53.652281 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e1ae7a5-4ef2-4bd0-9952-31e0cfa82c05 req-ec3a9de4-1664-42d8-9d80-a4efa14bdaa0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 1133 time: 0.0819144 Feb 11 05:11:53.671039 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3199698f-4728-47d3-9787-9967651a5e88 admin admin] Publish callbacks [] for security_group (620300fb-9cbd-4f64-97f8-7e468f400110), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.699579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3199698f-4728-47d3-9787-9967651a5e88 admin admin] Publish callbacks [] for security_group (620300fb-9cbd-4f64-97f8-7e468f400110), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.700838 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e1ae7a5-4ef2-4bd0-9952-31e0cfa82c05 req-2665d3d2-1b4f-4b5c-a4ae-f76ee903497b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Feb 11 05:11:53.726730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddd0f5-5cf5-4f4f-a573-84b5a0e2d92c req-1431dd87-b650-499a-8955-a8c614588a8e tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:53.728209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeddd0f5-5cf5-4f4f-a573-84b5a0e2d92c req-1431dd87-b650-499a-8955-a8c614588a8e tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 949 time: 0.1078062 Feb 11 05:11:53.798675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeddd0f5-5cf5-4f4f-a573-84b5a0e2d92c req-6e69d29b-7bf4-4639-952b-b54e22e3f45c tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593483 Feb 11 05:11:53.852582 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3199698f-4728-47d3-9787-9967651a5e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (620300fb-9cbd-4f64-97f8-7e468f400110), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.861683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3199698f-4728-47d3-9787-9967651a5e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.862833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3199698f-4728-47d3-9787-9967651a5e88 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/620300fb-9cbd-4f64-97f8-7e468f400110 HTTP/1.1" status: 204 len: 168 time: 0.3478887 Feb 11 05:11:53.882981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199698f-4728-47d3-9787-9967651a5e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620300fb-9cbd-4f64-97f8-7e468f400110,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.955752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d8b8c815-5dbf-4a70-ba1b-f3637d884796 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:53.989382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c213-e8f5-41f9-bf40-19bd3d2fb438 req-743b4624-71a2-4bd7-aece-10a61465e609 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:53.993127 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db40c213-e8f5-41f9-bf40-19bd3d2fb438 req-743b4624-71a2-4bd7-aece-10a61465e609 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1122725 Feb 11 05:11:54.043030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db40c213-e8f5-41f9-bf40-19bd3d2fb438 req-3801fcfb-50cf-4119-a852-0390e1128b37 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459263 Feb 11 05:11:54.081228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port d8b8c815-5dbf-4a70-ba1b-f3637d884796 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:54.090957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port d8b8c815-5dbf-4a70-ba1b-f3637d884796 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:54.090957 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.175295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fc63f-8d89-4cd8-9421-0ec5282e30d3 req-ba223f48-231e-4045-bc41-62624a1b4a82 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:54.176926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a58fc63f-8d89-4cd8-9421-0ec5282e30d3 req-ba223f48-231e-4045-bc41-62624a1b4a82 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 950 time: 0.0710392 Feb 11 05:11:54.190388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d8b8c815-5dbf-4a70-ba1b-f3637d884796 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:54.190775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.229971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a58fc63f-8d89-4cd8-9421-0ec5282e30d3 req-9e3ebea8-f8c7-4193-b667-25ee42c31547 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Feb 11 05:11:54.230189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d8b8c815-5dbf-4a70-ba1b-f3637d884796, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d8b8c815-5dbf-4a70-ba1b-f3637d884796,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:54.351136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.398596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d8b8c815-5dbf-4a70-ba1b-f3637d884796,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:54.437561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38284) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:54.452219 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa67b24d-e35e-4782-b152-71cad13e0af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.553884 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa67b24d-e35e-4782-b152-71cad13e0af5 admin admin] Publish callbacks [] for security_group (abaf1df8-fd40-478a-8b4f-9b6a40da8242), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.641288 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa67b24d-e35e-4782-b152-71cad13e0af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (abaf1df8-fd40-478a-8b4f-9b6a40da8242), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.678062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fa67b24d-e35e-4782-b152-71cad13e0af5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d33bca7bf2874c7cb888be8bbf7fa71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393947 Feb 11 05:11:54.679170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67b24d-e35e-4782-b152-71cad13e0af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf1df8-fd40-478a-8b4f-9b6a40da8242,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:54.680826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38298) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:54.753137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f06789f-f5e7-4503-a957-33ac96e9291e admin admin] Publish callbacks [] for security_group (abaf1df8-fd40-478a-8b4f-9b6a40da8242), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.781030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f06789f-f5e7-4503-a957-33ac96e9291e admin admin] Publish callbacks [] for security_group (abaf1df8-fd40-478a-8b4f-9b6a40da8242), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.940119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3c7d2-acef-4e71-89b4-af51452570f2 req-39a95d96-eda9-496b-bdb8-9adcd646314a tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:54.941704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eeb3c7d2-acef-4e71-89b4-af51452570f2 req-39a95d96-eda9-496b-bdb8-9adcd646314a tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 950 time: 0.0582457 Feb 11 05:11:54.948794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f06789f-f5e7-4503-a957-33ac96e9291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (abaf1df8-fd40-478a-8b4f-9b6a40da8242), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.957621 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f06789f-f5e7-4503-a957-33ac96e9291e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.958868 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8f06789f-f5e7-4503-a957-33ac96e9291e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abaf1df8-fd40-478a-8b4f-9b6a40da8242 HTTP/1.1" status: 204 len: 168 time: 0.2767072 Feb 11 05:11:54.974606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06789f-f5e7-4503-a957-33ac96e9291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf1df8-fd40-478a-8b4f-9b6a40da8242,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:55.036720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eeb3c7d2-acef-4e71-89b4-af51452570f2 req-f935d3d4-29d3-4ccb-9f1f-a35304e41e11 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794153 Feb 11 05:11:55.190060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a3bfa-90cd-4007-be4c-77db9a85cbb4 req-9ba52a60-0aee-45b8-8fdc-42fe6996731c tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.191569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-297a3bfa-90cd-4007-be4c-77db9a85cbb4 req-9ba52a60-0aee-45b8-8fdc-42fe6996731c tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0549691 Feb 11 05:11:55.250615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-297a3bfa-90cd-4007-be4c-77db9a85cbb4 req-e98a2bfb-8a91-48c1-8922-0cc6a39a518f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531099 Feb 11 05:11:55.373904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d547a1b-ee26-4394-b0aa-65fc59eecaee req-64a9c2d2-ec4d-4c54-adff-f55429fa0c03 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.375424 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d547a1b-ee26-4394-b0aa-65fc59eecaee req-64a9c2d2-ec4d-4c54-adff-f55429fa0c03 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 950 time: 0.0658507 Feb 11 05:11:55.431374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d547a1b-ee26-4394-b0aa-65fc59eecaee req-c71df820-43fe-411d-b2d9-ca2d3fa12f75 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490577 Feb 11 05:11:55.476956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3966078-4b36-4b68-9e9e-301fe5197b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b8c815-5dbf-4a70-ba1b-f3637d884796'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:55.484351 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d394d1bc-c79a-4b2c-b867-a83705981356" -d '{"events": [{"server_uuid": "b3966078-4b36-4b68-9e9e-301fe5197b85", "name": "network-vif-plugged", "status": "completed", "tag": "d8b8c815-5dbf-4a70-ba1b-f3637d884796"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:55.498510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38342) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:55.537347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:55.725928 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-964926304-network', 'tenant_id': '6001f500edaa4e5f8fa6e2e42f81bcbe'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:55.735011 n-d-713498-37 neutron-server[104086]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 05:11:55.738869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7fd4d632-2053-41cf-84be-f9ecff197ce3 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:11:55.753290 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7fd4d632-2053-41cf-84be-f9ecff197ce3 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2501936 Feb 11 05:11:55.852234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Made reservation on behalf of 6001f500edaa4e5f8fa6e2e42f81bcbe for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:55.855744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.865018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.881120 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e47149-589c-4edf-a28c-2c3787cab119 x-openstack-request-id: req-18e47149-589c-4edf-a28c-2c3787cab119 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:55.881623 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3966078-4b36-4b68-9e9e-301fe5197b85", "name": "network-vif-plugged", "status": "completed", "tag": "d8b8c815-5dbf-4a70-ba1b-f3637d884796", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:55.882031 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18e47149-589c-4edf-a28c-2c3787cab119 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:55.882605 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3966078-4b36-4b68-9e9e-301fe5197b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b8c815-5dbf-4a70-ba1b-f3637d884796', 'code': 200} Feb 11 05:11:55.987221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-79ea4875-571a-48be-be36-8923e11ed622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.995315 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-79ea4875-571a-48be-be36-8923e11ed622 service neutron] 10.222.0.62 "GET /v2.0/ports/77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 1126 time: 0.1943200 Feb 11 05:11:56.007764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Request body: {'binding': {'host': 'n-h1-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:56.008298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Unknown quota resources ['binding']. {{(pid=104086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:11:56.082847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7afc51-dc0f-45d1-b94d-c5dd5ffee038 req-154d2e17-4fd3-4133-8823-c6eb9b3501b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.085774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a7afc51-dc0f-45d1-b94d-c5dd5ffee038 req-154d2e17-4fd3-4133-8823-c6eb9b3501b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 1133 time: 0.1351676 Feb 11 05:11:56.090328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Publish callbacks [] for security_group (238b9539-8198-4c48-b0db-4f7830a57974), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.117082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316bd10-1d2d-45be-a39a-98535a64ad8a req-c31773d5-a373-4b0c-80ac-2efccf7a4c62 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.125193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6316bd10-1d2d-45be-a39a-98535a64ad8a req-c31773d5-a373-4b0c-80ac-2efccf7a4c62 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 950 time: 0.1163805 Feb 11 05:11:56.162479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (238b9539-8198-4c48-b0db-4f7830a57974), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.195366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:56.198376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a7afc51-dc0f-45d1-b94d-c5dd5ffee038 req-a5c67ce4-416f-4a25-b589-11a2dd32c6de service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026115 Feb 11 05:11:56.201635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6316bd10-1d2d-45be-a39a-98535a64ad8a req-47461c45-077e-41ba-aef9-3fde409f13ea tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668888 Feb 11 05:11:56.219748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on host n-h1-713498-37 for vnic_type normal with profile None {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:56.220087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:56.220416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:56.224089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238b9539-8198-4c48-b0db-4f7830a57974,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:56.228407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7e7e0bec-9078-4d67-a66b-bc07f4f238f3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.229327 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Added segment 7e7e0bec-9078-4d67-a66b-bc07f4f238f3 of type vlan for network 23132324-c8ce-4e3f-a7ea-62f513882f4b Feb 11 05:11:56.241967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:56.241967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:56.273640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:56.273983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:56.274454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:56.274901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Bound port: 77b31172-1144-4bea-95d7-441088762053, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:56.301676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (23132324-c8ce-4e3f-a7ea-62f513882f4b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.351426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feb815-687d-44cd-a631-62af9d21696b req-177c6b52-41f9-4943-811c-2a0cae8b5e91 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.353113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00feb815-687d-44cd-a631-62af9d21696b req-177c6b52-41f9-4943-811c-2a0cae8b5e91 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 950 time: 0.0562613 Feb 11 05:11:56.383882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:56.405605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00feb815-687d-44cd-a631-62af9d21696b req-a36c48c7-071d-4e47-b7bf-bf359086a459 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453265 Feb 11 05:11:56.484060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.485544 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-c5049655-44c5-4864-a350-f500dcbdfbd6 service neutron] 10.222.0.62 "POST /v2.0/ports/77b31172-1144-4bea-95d7-441088762053/bindings HTTP/1.1" status: 201 len: 390 time: 0.4894347 Feb 11 05:11:56.486450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (23132324-c8ce-4e3f-a7ea-62f513882f4b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.487541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.488281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.560165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] Pushing event updated for resources: {'Network': ['ID=23132324-c8ce-4e3f-a7ea-62f513882f4b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:56.573662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 23132324-c8ce-4e3f-a7ea-62f513882f4b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:56.591995 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a3941d3f-ea75-4932-a151-1529142f9a60 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0502224 Feb 11 05:11:56.592200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38388) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:56.597096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Request body: {'subnet': {'network_id': '23132324-c8ce-4e3f-a7ea-62f513882f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-964926304-subnet', 'tenant_id': '6001f500edaa4e5f8fa6e2e42f81bcbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:56.666855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Made reservation on behalf of 6001f500edaa4e5f8fa6e2e42f81bcbe for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:56.669507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.801829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-9c7416b9-4e37-4051-9300-a9420b2d7e1f tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=132435f298514ff8806599fe4746722e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261359 Feb 11 05:11:56.932981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372a97-1cec-4081-a703-635798292966 req-8c5373f7-5936-4576-b0f3-eb025e277c96 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.934787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-8c5373f7-5936-4576-b0f3-eb025e277c96 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262741 Feb 11 05:11:56.950195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-4e221200-fee0-4f8f-945f-1d99a2fdf6e1 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/quotas/132435f298514ff8806599fe4746722e HTTP/1.1" status: 200 len: 375 time: 0.0098605 Feb 11 05:11:56.970239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (4e8b732d-5c2e-46e5-bd9d-c0966289bcd3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.993202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-5da59086-d853-4596-bb94-105abf2a8645 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=132435f298514ff8806599fe4746722e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372148 Feb 11 05:11:57.042460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8b732d-5c2e-46e5-bd9d-c0966289bcd3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:57.047072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Checking segment: {'id': '7e7e0bec-9078-4d67-a66b-bc07f4f238f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '23132324-c8ce-4e3f-a7ea-62f513882f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:57.047517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Network hostable DHCP agents. Network: 23132324-c8ce-4e3f-a7ea-62f513882f4b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:57.168763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Network 23132324-c8ce-4e3f-a7ea-62f513882f4b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:57.209274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-8b2f4dc1-d86c-478e-a099-eedc5335bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.210864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-8b2f4dc1-d86c-478e-a099-eedc5335bfd5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1129 time: 0.0611916 Feb 11 05:11:57.324502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 23132324-c8ce-4e3f-a7ea-62f513882f4b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:57.336684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.339860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11ec25-07c0-428e-8c71-71c9a2831cb3 None None] Network 23132324-c8ce-4e3f-a7ea-62f513882f4b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:57.340206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.380160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-99bd5a2f-a34f-4361-ba1e-31f4063cbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.381645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-99bd5a2f-a34f-4361-ba1e-31f4063cbec3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1621809 Feb 11 05:11:57.440733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-e51dacb5-2212-4b0f-8158-de6aa1edac2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.0516953 Feb 11 05:11:57.464208 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d0061c8a-c8c8-4e9c-a39a-f6bbd8d53250 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8517935 Feb 11 05:11:57.466218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbd3b2-a70e-4113-9076-c0d65d7d26be req-bc4e6b7f-294d-45a3-8bdb-e9ebd0ab4700 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.466218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bcbd3b2-a70e-4113-9076-c0d65d7d26be req-bc4e6b7f-294d-45a3-8bdb-e9ebd0ab4700 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1638610 Feb 11 05:11:57.523272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038910b9-92f3-41e8-ad45-31ac9b51e20e req-b29713ab-fc6c-4651-b15d-31d92d490885 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.532574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-038910b9-92f3-41e8-ad45-31ac9b51e20e req-b29713ab-fc6c-4651-b15d-31d92d490885 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 946 time: 0.1939306 Feb 11 05:11:57.551700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f629bf-ddcb-450e-ba34-c2318ec59998 None None] Network 23132324-c8ce-4e3f-a7ea-62f513882f4b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:57.594096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-a4768f85-bead-41e2-be0b-c5227b207ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.594096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-a4768f85-bead-41e2-be0b-c5227b207ebe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1365519 Feb 11 05:11:57.652086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-6ffa6015-103d-478b-a245-37d6e5357dea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529718 Feb 11 05:11:57.662756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bcbd3b2-a70e-4113-9076-c0d65d7d26be req-2b9261c5-3f7a-43af-9345-50c52d60806b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883109 Feb 11 05:11:57.768077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-038910b9-92f3-41e8-ad45-31ac9b51e20e req-801b7e76-d816-486b-a76e-03bac77a1733 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251477 Feb 11 05:11:57.770275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-b24049c3-81b2-4b42-97e2-7464035a7e0e service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066039 Feb 11 05:11:57.813422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55abd4db-7a33-4cce-a93e-4670fce6dbd3 req-93a17198-af32-441e-bbe0-fede0fbdf32a tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 210 time: 0.0536089 Feb 11 05:11:57.933361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-442077af-7e38-4c17-9763-7a0c899ae08c service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518338 Feb 11 05:11:58.005473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff94e8-d877-433d-93b4-b031f754b7ca req-18d65fe5-b932-4249-9498-0bb2c7b6785b tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:58.006952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97ff94e8-d877-433d-93b4-b031f754b7ca req-18d65fe5-b932-4249-9498-0bb2c7b6785b tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 950 time: 0.1032526 Feb 11 05:11:58.013724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c879d-de97-4685-91ba-9b2ea078855a req-f50ebd2a-5b03-4155-babf-b72169496da7 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:58.015213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f03c879d-de97-4685-91ba-9b2ea078855a req-f50ebd2a-5b03-4155-babf-b72169496da7 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 950 time: 0.1083448 Feb 11 05:11:58.087385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97ff94e8-d877-433d-93b4-b031f754b7ca req-613755ae-075b-4c30-896d-3d59dc878374 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712991 Feb 11 05:11:58.093171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f03c879d-de97-4685-91ba-9b2ea078855a req-a0a48248-b7b0-4c71-b7c1-cb2ca9fa97a4 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0fab18c3-e257-4103-a043-2bb17288aaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688326 Feb 11 05:11:58.293860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-f2f82622-cf15-43ca-b900-2ec26adb2a94 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:58.295525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-f2f82622-cf15-43ca-b900-2ec26adb2a94 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1129 time: 0.0965450 Feb 11 05:11:58.308166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-37'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:58.595606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-f354f803-db97-4d08-b8b1-67763aac892b tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4df070c30cf04b8490a9d4fab34dc109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565362 Feb 11 05:11:58.605641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38464) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:58.630405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1789382671-network', 'tenant_id': '754f3a2b364c4a4dafef883d2f61a761'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:58.630612 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (77b31172-1144-4bea-95d7-441088762053), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.671936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-fc9a076e-77f4-4c5e-8d18-e564b1466375 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:58.673610 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-fc9a076e-77f4-4c5e-8d18-e564b1466375 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 950 time: 0.0826788 Feb 11 05:11:58.714578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-13fa5e2d-2e42-4d7a-ac0c-551b3443992d req-e492a9ea-7cc6-4e02-b671-d67f33a638b4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:11:58.717172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13fa5e2d-2e42-4d7a-ac0c-551b3443992d req-e492a9ea-7cc6-4e02-b671-d67f33a638b4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1451578 Feb 11 05:11:58.769184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-f4fc65b5-944f-4def-b8c9-eee84dafcdf4 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:58.770837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-f4fc65b5-944f-4def-b8c9-eee84dafcdf4 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743369 Feb 11 05:11:58.770960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Made reservation on behalf of 754f3a2b364c4a4dafef883d2f61a761 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:58.773388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.785212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.799780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-4be7fb17-1b85-4336-b552-9572f2f48625 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/quotas/4df070c30cf04b8490a9d4fab34dc109 HTTP/1.1" status: 200 len: 375 time: 0.0185785 Feb 11 05:11:58.878579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-57249dd7-b7ef-42e6-9aa7-4df42e39b8d5 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4df070c30cf04b8490a9d4fab34dc109&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521815 Feb 11 05:11:58.886702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Deleting port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:58.887128 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.926530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:58.982719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c1cb-4e24-4808-8542-cf092dfedaa7 req-4365f94d-cd27-41a8-8c41-b66d10662247 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:58.983641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60a8c1cb-4e24-4808-8542-cf092dfedaa7 req-4365f94d-cd27-41a8-8c41-b66d10662247 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1078863 Feb 11 05:11:58.991651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:59.007945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Publish callbacks [] for security_group (4f5131bd-f726-486e-9e54-5a05b3fd2dec), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.036413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] For port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:59.036869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.050084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Calling delete_port for 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:59.059043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b31172-1144-4bea-95d7-441088762053'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:59.061347 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed501e7-95fa-4ddb-8302-f2e1321766ed" -d '{"events": [{"server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "name": "network-vif-unplugged", "status": "completed", "tag": "77b31172-1144-4bea-95d7-441088762053"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:59.069467 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Publish callbacks [] for port (77b31172-1144-4bea-95d7-441088762053), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.081438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60a8c1cb-4e24-4808-8542-cf092dfedaa7 req-fc8c7042-2fee-4a90-bec6-d6d91ea03f02 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911276 Feb 11 05:11:59.122741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4f5131bd-f726-486e-9e54-5a05b3fd2dec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.152087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (77b31172-1144-4bea-95d7-441088762053), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.169733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5131bd-f726-486e-9e54-5a05b3fd2dec,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.189704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:59.207305 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c63908bd-ed5d-4638-b2e6-171625093e7e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.207637 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Added segment c63908bd-ed5d-4638-b2e6-171625093e7e of type vlan for network 96668bd6-a5ae-418d-b995-18eece66380d Feb 11 05:11:59.264589 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (96668bd6-a5ae-418d-b995-18eece66380d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.341026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Pushing event updated for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.378954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7bcf-0472-469a-9c36-6b08880ae5fd req-e70805e2-1f22-4f70-a434-1cf1cde6ca69 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.380466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe0b7bcf-0472-469a-9c36-6b08880ae5fd req-e70805e2-1f22-4f70-a434-1cf1cde6ca69 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 950 time: 0.2207062 Feb 11 05:11:59.381186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on host n-h2-713498-37 for vnic_type normal with profile {"migrating_to": "n-h1-713498-37"} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:59.381509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:59.381877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:59.397517 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (96668bd6-a5ae-418d-b995-18eece66380d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.398516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.399114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.402719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0502c-6f91-49df-9ef3-164850c1d2ce req-ac25d1f9-eeeb-498f-b5ef-31a88c2307f4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.403965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ab0502c-6f91-49df-9ef3-164850c1d2ce req-ac25d1f9-eeeb-498f-b5ef-31a88c2307f4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 944 time: 0.1717193 Feb 11 05:11:59.404548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:59.407291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Attempting to bind port 77b31172-1144-4bea-95d7-441088762053 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:59.417681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:59.418018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:59.418871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:59.418871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Bound port: 77b31172-1144-4bea-95d7-441088762053, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:59.419180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (77b31172-1144-4bea-95d7-441088762053), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.430869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (8f26fbbf-a6e3-4926-a08c-ff536fa5a48b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.443106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8f26fbbf-a6e3-4926-a08c-ff536fa5a48b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:59.497855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] Pushing event updated for resources: {'Network': ['ID=96668bd6-a5ae-418d-b995-18eece66380d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.500467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Pushing event deleted for resources: {'Port': ['ID=8f26fbbf-a6e3-4926-a08c-ff536fa5a48b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.510869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 96668bd6-a5ae-418d-b995-18eece66380d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:59.518322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe0b7bcf-0472-469a-9c36-6b08880ae5fd req-2c31bb46-03c2-4d08-a605-784388c7c3be tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303895 Feb 11 05:11:59.536747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ab0502c-6f91-49df-9ef3-164850c1d2ce req-071449c9-40a5-42f4-87fc-56d09a4b343f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131718 Feb 11 05:11:59.537391 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-acf627bf-cf05-4f38-b043-ea20df0f3d09 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9305172 Feb 11 05:11:59.537971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38486) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:59.563297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Request body: {'subnet': {'network_id': '96668bd6-a5ae-418d-b995-18eece66380d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1789382671-subnet', 'tenant_id': '754f3a2b364c4a4dafef883d2f61a761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:59.566768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] No DVR routers for this DVR port 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:59.571552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.591651 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c96eefb5-6967-45ec-98af-c4a8bed6744e req-569991a5-6b76-49e7-addd-11f622821556 tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.65 "DELETE /v2.0/ports/8f26fbbf-a6e3-4926-a08c-ff536fa5a48b HTTP/1.1" status: 204 len: 173 time: 0.9098010 Feb 11 05:11:59.597784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:59.599115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c3570-dd0c-4375-9a9e-12a31f84173c', 'name': 'network-vif-deleted', 'tag': '8f26fbbf-a6e3-4926-a08c-ff536fa5a48b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:59.606919 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91bd27-d71b-4da5-ac8a-f71480a00e95" -d '{"events": [{"server_uuid": "aa6c3570-dd0c-4375-9a9e-12a31f84173c", "name": "network-vif-deleted", "tag": "8f26fbbf-a6e3-4926-a08c-ff536fa5a48b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:59.618061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:59.668179 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b5c4cb-bae3-485d-9d79-74383078cfbd x-openstack-request-id: req-10b5c4cb-bae3-485d-9d79-74383078cfbd {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:59.671343 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "name": "network-vif-unplugged", "status": "completed", "tag": "77b31172-1144-4bea-95d7-441088762053", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:59.682762 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10b5c4cb-bae3-485d-9d79-74383078cfbd {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:59.683388 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b31172-1144-4bea-95d7-441088762053', 'code': 200} Feb 11 05:11:59.705549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fa49d85-d199-4733-ba4e-3e5272cbe026 req-fd7f087a-c5c3-4393-ae59-e5b19906a8cb tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 210 time: 0.0500810 Feb 11 05:11:59.755745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Made reservation on behalf of 754f3a2b364c4a4dafef883d2f61a761 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:59.760571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.768849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b132164-f42c-40d8-913e-dd7de8c8a623 req-14816e94-9a65-4fbd-8903-db4c51b82fdf tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 210 time: 0.0609689 Feb 11 05:11:59.770748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (77b31172-1144-4bea-95d7-441088762053), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.883315 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936217ab-1fa5-4b06-b6fc-d11a28a9fa38 x-openstack-request-id: req-936217ab-1fa5-4b06-b6fc-d11a28a9fa38 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:59.883787 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c3570-dd0c-4375-9a9e-12a31f84173c", "name": "network-vif-deleted", "tag": "8f26fbbf-a6e3-4926-a08c-ff536fa5a48b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:59.884423 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-936217ab-1fa5-4b06-b6fc-d11a28a9fa38 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:59.886395 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c3570-dd0c-4375-9a9e-12a31f84173c', 'name': 'network-vif-deleted', 'tag': '8f26fbbf-a6e3-4926-a08c-ff536fa5a48b', 'status': 'completed', 'code': 200} Feb 11 05:11:59.903508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a356a9a-6c73-4844-bcc1-4cebc89ee162 req-f893afdf-590d-4dde-bdd9-784f4802b3af tempest-DeleteServersAdminTestJSON-1876380321 tempest-DeleteServersAdminTestJSON-1876380321-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa6c3570-dd0c-4375-9a9e-12a31f84173c HTTP/1.1" status: 200 len: 210 time: 0.0381453 Feb 11 05:11:59.950306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.950952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.952915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] 10.222.0.83 "PUT /v2.0/ports/77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 1124 time: 1.6496983 Feb 11 05:11:59.956579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f3cdd-3fa1-4f5e-9374-79e25b33183a service neutron] Pushing event updated for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=8']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.993288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-a230eae6-5b1d-43d3-a930-d94854746874 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319438 Feb 11 05:12:00.023628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['77b31172-1144-4bea-95d7-441088762053'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:00.068666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-40717a20-e49e-4890-8a29-421636da3a7c tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=132435f298514ff8806599fe4746722e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493679 Feb 11 05:12:00.133162 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (d2589a40-066f-4b79-bde7-b59ad8a7cc61), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.212882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2589a40-066f-4b79-bde7-b59ad8a7cc61,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:00.224406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Checking segment: {'id': 'c63908bd-ed5d-4638-b2e6-171625093e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '96668bd6-a5ae-418d-b995-18eece66380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:00.224406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Network hostable DHCP agents. Network: 96668bd6-a5ae-418d-b995-18eece66380d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:00.250452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-f1885044-a619-4bad-b705-687a8fff83aa tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.251935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-f1885044-a619-4bad-b705-687a8fff83aa tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504673 Feb 11 05:12:00.293198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-b5659493-c6a0-4fd9-95e8-f3378bc19fd1 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/quotas/6ff7b2333c1b4da1b37cee247d88b53c HTTP/1.1" status: 200 len: 375 time: 0.0237112 Feb 11 05:12:00.301118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372a97-1cec-4081-a703-635798292966 req-29bf0ceb-7394-45ad-a35c-9c1372dd9797 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.302607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-29bf0ceb-7394-45ad-a35c-9c1372dd9797 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280841 Feb 11 05:12:00.319376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Request body: {'port': {'device_id': '03656a92-b54a-4990-a838-6ae312ea886f', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '132435f298514ff8806599fe4746722e'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:00.348662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Network 96668bd6-a5ae-418d-b995-18eece66380d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:00.387284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1b5e-697e-427c-a36c-f4ab120753d7 req-a39e1c2c-441c-4a93-9189-d7b32041c0fe tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.388895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45cd1b5e-697e-427c-a36c-f4ab120753d7 req-a39e1c2c-441c-4a93-9189-d7b32041c0fe tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1642668 Feb 11 05:12:00.464201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-a428dd55-4417-43ee-a54e-55bdc32280e7 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597462 Feb 11 05:12:00.470287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 96668bd6-a5ae-418d-b995-18eece66380d) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:00.481274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.481885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.487730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfebc72-1af8-452f-bd29-09c8f569c5cc None None] Network 96668bd6-a5ae-418d-b995-18eece66380d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:00.498158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45cd1b5e-697e-427c-a36c-f4ab120753d7 req-536b66e7-fc63-4cae-a23f-6d8ea5eade75 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825667 Feb 11 05:12:00.612783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063e69a9-9cb4-4280-99fe-c9b29d34cfaf None None] Network 96668bd6-a5ae-418d-b995-18eece66380d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:00.626255 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fddfae85-8172-40b8-b6c2-65e0d8c4f3bc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0669446 Feb 11 05:12:00.636113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Made reservation on behalf of 132435f298514ff8806599fe4746722e for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:00.640560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.653253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.754433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a879f-1665-44f8-a0c5-80b732a0619f req-1bd7b94e-03de-474a-b7be-33526c20c9cb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.771761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff8a879f-1665-44f8-a0c5-80b732a0619f req-1bd7b94e-03de-474a-b7be-33526c20c9cb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 944 time: 0.1709676 Feb 11 05:12:00.810820 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38518) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:00.818748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bb33bdc-55d9-406e-bf78-904a7c1284de req-f6f3af80-203d-46b7-b8f2-e1dc7441cf67 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 210 time: 0.0448544 Feb 11 05:12:00.888627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff8a879f-1665-44f8-a0c5-80b732a0619f req-11e12902-15b1-4cf2-b5a6-f6679bb3f900 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159053 Feb 11 05:12:00.910580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85bc1d1-ac1a-46c5-aa33-80e20386a197 admin admin] Deleting subnet 4e8b732d-5c2e-46e5-bd9d-c0966289bcd3 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:00.915833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d85bc1d1-ac1a-46c5-aa33-80e20386a197 admin admin] Publish callbacks [] for subnet (4e8b732d-5c2e-46e5-bd9d-c0966289bcd3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.922831 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks [] for security_group (a5b340ea-68df-4aac-97b1-469aaa752ef8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.981547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d85bc1d1-ac1a-46c5-aa33-80e20386a197 admin admin] Publish callbacks [] for subnet (4e8b732d-5c2e-46e5-bd9d-c0966289bcd3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.991726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e895bae6-c4f6-4deb-88fc-55bb52e9f657 req-64a768a9-62f7-4e9c-9fc7-6f8f6c013067 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 210 time: 0.0406687 Feb 11 05:12:00.991956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d85bc1d1-ac1a-46c5-aa33-80e20386a197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4e8b732d-5c2e-46e5-bd9d-c0966289bcd3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.027809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b937111-6d33-43c0-8b69-55d16050bfdf req-8d55b2fb-ea30-4fb3-a907-5623d1e7d66c tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 210 time: 0.0350325 Feb 11 05:12:01.029327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a5b340ea-68df-4aac-97b1-469aaa752ef8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.101828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b340ea-68df-4aac-97b1-469aaa752ef8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.157686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d85bc1d1-ac1a-46c5-aa33-80e20386a197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (4e8b732d-5c2e-46e5-bd9d-c0966289bcd3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.188446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Allocated IP 192.168.233.43 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/f7361d6a-056a-4331-b0c3-4f7ac976796f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:01.192908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bc1d1-ac1a-46c5-aa33-80e20386a197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8b732d-5c2e-46e5-bd9d-c0966289bcd3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.214060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d85bc1d1-ac1a-46c5-aa33-80e20386a197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.217584 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d85bc1d1-ac1a-46c5-aa33-80e20386a197 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4e8b732d-5c2e-46e5-bd9d-c0966289bcd3 HTTP/1.1" status: 204 len: 168 time: 0.4058168 Feb 11 05:12:01.220227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38536) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:01.321603 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (23132324-c8ce-4e3f-a7ea-62f513882f4b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.394803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks [] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.418199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (23132324-c8ce-4e3f-a7ea-62f513882f4b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.442168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.442510 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.443294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.443624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > port after_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.443965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.448340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > port after_update 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.448340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.448340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.448340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.448340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.487060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.511279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.513594 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.513594 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.513594 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:12:01.513594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23132324-c8ce-4e3f-a7ea-62f513882f4b']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:01.531503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:01.531841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7e0bec-9078-4d67-a66b-bc07f4f238f3') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:01.532087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7e0bec-9078-4d67-a66b-bc07f4f238f3') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:01.534718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:01.538483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:01.545017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:01.545017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.555317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7e7e0bec-9078-4d67-a66b-bc07f4f238f3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.560051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Pushing event updated for resources: {'Port': ['ID=f7361d6a-056a-4331-b0c3-4f7ac976796f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.592355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7e7e0bec-9078-4d67-a66b-bc07f4f238f3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.601862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:01.602288 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7e7e0bec-9078-4d67-a66b-bc07f4f238f3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: from cryptography.utils import int_from_bytes Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: from cryptography.utils import int_from_bytes Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:01.645554 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:01.675009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc793f-1768-4c0e-96da-175834fad3a7 req-3926c7b6-3684-4507-9f4c-b69fe1d9934a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:01.676825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bbc793f-1768-4c0e-96da-175834fad3a7 req-3926c7b6-3684-4507-9f4c-b69fe1d9934a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0694456 Feb 11 05:12:01.681461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-860cc9c9-2338-455e-8b3a-eaf79c3d67af tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3656297 Feb 11 05:12:01.690378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'tag': '77b31172-1144-4bea-95d7-441088762053'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:01.692841 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a60049c-7ab7-41b2-a7bc-792cc37239f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "tag": "77b31172-1144-4bea-95d7-441088762053"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:01.701609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Request body: {'port': {'device_id': '03656a92-b54a-4990-a838-6ae312ea886f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:01.768692 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7477b20-3ade-47ba-b2f0-1f7fa08fa786 x-openstack-request-id: req-e7477b20-3ade-47ba-b2f0-1f7fa08fa786 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:01.768911 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "tag": "77b31172-1144-4bea-95d7-441088762053", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:01.769181 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7477b20-3ade-47ba-b2f0-1f7fa08fa786 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:01.771001 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'tag': '77b31172-1144-4bea-95d7-441088762053', 'status': 'completed', 'code': 200} Feb 11 05:12:01.825958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-656caafb-b613-4234-bf9c-d1e63502b312 None None] Provisioning complete for port f7361d6a-056a-4331-b0c3-4f7ac976796f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:01.827423 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-656caafb-b613-4234-bf9c-d1e63502b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.835921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (23132324-c8ce-4e3f-a7ea-62f513882f4b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.840743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bbc793f-1768-4c0e-96da-175834fad3a7 req-b607517d-ac89-44ee-b2e6-929ab8756e18 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556261 Feb 11 05:12:01.853021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.854306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38550) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:01.866605 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] 10.222.0.62 "DELETE /v2.0/networks/23132324-c8ce-4e3f-a7ea-62f513882f4b HTTP/1.1" status: 204 len: 168 time: 0.6452005 Feb 11 05:12:01.873934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38554) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:01.901714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-656caafb-b613-4234-bf9c-d1e63502b312 None None] Port f7361d6a-056a-4331-b0c3-4f7ac976796f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:01.903071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cc0ce-83af-4ac8-a7b8-f80eff10822a admin admin] Pushing event deleted for resources: {'Network': ['ID=23132324-c8ce-4e3f-a7ea-62f513882f4b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.930233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-5ce4a25d-eefa-4b3a-a269-aac71a0c750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:01.933025 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-5ce4a25d-eefa-4b3a-a269-aac71a0c750b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1158 time: 0.1436565 Feb 11 05:12:01.934287 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.964087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d65097-a70e-4c25-b26e-0d76ac4b99d6 admin admin] Deleting subnet d2589a40-066f-4b79-bde7-b59ad8a7cc61 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:01.967817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1d65097-a70e-4c25-b26e-0d76ac4b99d6 admin admin] Publish callbacks [] for subnet (d2589a40-066f-4b79-bde7-b59ad8a7cc61), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.006368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1d65097-a70e-4c25-b26e-0d76ac4b99d6 admin admin] Publish callbacks [] for subnet (d2589a40-066f-4b79-bde7-b59ad8a7cc61), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.055233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-9975ef39-c367-48e1-948f-67a226db7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.057664 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-9975ef39-c367-48e1-948f-67a226db7301 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1181140 Feb 11 05:12:02.064988 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1d65097-a70e-4c25-b26e-0d76ac4b99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d2589a40-066f-4b79-bde7-b59ad8a7cc61), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.068830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-869fb080-52a2-4115-87e8-5ac5223fbbdd tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4df070c30cf04b8490a9d4fab34dc109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1303029 Feb 11 05:12:02.108530 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-7407f6be-33b6-4657-96fc-99e2451a7751 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.0422015 Feb 11 05:12:02.164462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-907380e4-2027-4cb5-93c1-9d30513b8557 req-c1db21ad-7580-48a2-b8da-2e5d913d9ab2 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 210 time: 0.1358631 Feb 11 05:12:02.354533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c0a87c8d-667e-4ee0-9c1d-9c67fd733237 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe29eab512594f01ae8c8815dc415e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982653 Feb 11 05:12:02.373362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38564) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:02.385610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd331a7-fbe6-4eee-92bf-8e97a638d29f req-daa1469d-f998-46d4-b825-dd0c845c459d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.391428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3dd331a7-fbe6-4eee-92bf-8e97a638d29f req-daa1469d-f998-46d4-b825-dd0c845c459d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 944 time: 0.3660886 Feb 11 05:12:02.398189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-88cdc2ba-fad0-4882-99b1-b8acf040fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.399728 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-88cdc2ba-fad0-4882-99b1-b8acf040fc20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.2856340 Feb 11 05:12:02.409268 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:12:02.439645 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-09e56146-2b50-4ee9-959f-839ee6299698 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336905 Feb 11 05:12:02.556191 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-88c1532f-947d-4413-9ab5-43162516afe1 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042945 Feb 11 05:12:02.612114 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51a9d425-01e9-48c1-a9b8-76bb8f2a9a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.666086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a60049c-7ab7-41b2-a7bc-792cc37239f5 req-65d571d9-f653-4155-a86a-9f2fab598ec8 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907304 Feb 11 05:12:02.711154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1d65097-a70e-4c25-b26e-0d76ac4b99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (d2589a40-066f-4b79-bde7-b59ad8a7cc61), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.741681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-6b8555b4-e807-4d70-b0d3-a7131b454d98 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.743113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-6b8555b4-e807-4d70-b0d3-a7131b454d98 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6134112 Feb 11 05:12:02.769823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Request body: {'port': {'device_id': '0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '4df070c30cf04b8490a9d4fab34dc109'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:02.777251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1d65097-a70e-4c25-b26e-0d76ac4b99d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.782841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a1d65097-a70e-4c25-b26e-0d76ac4b99d6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d2589a40-066f-4b79-bde7-b59ad8a7cc61 HTTP/1.1" status: 204 len: 168 time: 0.9041400 Feb 11 05:12:02.783378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38568) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:02.862427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:02.863922 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (96668bd6-a5ae-418d-b995-18eece66380d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.873765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d65097-a70e-4c25-b26e-0d76ac4b99d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2589a40-066f-4b79-bde7-b59ad8a7cc61,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:02.893700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:02.898871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8f26fbbf-a6e3-4926-a08c-ff536fa5a48b not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:02.899907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3dd331a7-fbe6-4eee-92bf-8e97a638d29f req-c3f3db63-65ad-4585-ac2c-708dfdae400c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706929 Feb 11 05:12:02.917749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc954a8-b449-4431-81af-0953071a9f49 req-63148d1b-a8f5-45e6-ada5-be3e59fdcb45 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.919379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fc954a8-b449-4431-81af-0953071a9f49 req-63148d1b-a8f5-45e6-ada5-be3e59fdcb45 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 935 time: 0.6204419 Feb 11 05:12:02.949931 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c311bd8e-7d69-4c88-b207-b6880743c587 admin admin] Publish callbacks [] for security_group (0fab18c3-e257-4103-a043-2bb17288aaf4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.969950 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (96668bd6-a5ae-418d-b995-18eece66380d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.995285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96668bd6-a5ae-418d-b995-18eece66380d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:03.005580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63908bd-ed5d-4638-b2e6-171625093e7e') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:03.005773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63908bd-ed5d-4638-b2e6-171625093e7e') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:03.016481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (c63908bd-ed5d-4638-b2e6-171625093e7e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.030727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c63908bd-ed5d-4638-b2e6-171625093e7e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.037526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:03.037928 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (c63908bd-ed5d-4638-b2e6-171625093e7e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:03.040144 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:03.074709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c311bd8e-7d69-4c88-b207-b6880743c587 admin admin] Publish callbacks [] for security_group (0fab18c3-e257-4103-a043-2bb17288aaf4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.085944 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-2799f968-3245-43ed-b71b-c7b367ba345d tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306458 Feb 11 05:12:03.087132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28dd21a6-94cc-4d56-8f3f-08b22c816b12 req-711e524b-b4e1-44b9-90a3-e41f72c82b1d tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 210 time: 0.0897686 Feb 11 05:12:03.144498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fc954a8-b449-4431-81af-0953071a9f49 req-78e3da1c-dcd4-4d28-b049-c172cdadf350 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949928 Feb 11 05:12:03.208303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (96668bd6-a5ae-418d-b995-18eece66380d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.216221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.222354 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/96668bd6-a5ae-418d-b995-18eece66380d HTTP/1.1" status: 204 len: 168 time: 0.4377980 Feb 11 05:12:03.242878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6302b1-c0dd-4e71-94f7-2f8b81e6caf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=96668bd6-a5ae-418d-b995-18eece66380d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.267986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-7de3f841-7b8b-4b34-bec6-a11d969cf7d5 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.269615 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-7de3f841-7b8b-4b34-bec6-a11d969cf7d5 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582046 Feb 11 05:12:03.288340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Request body: {'port': {'device_id': 'e8c933b8-7639-477b-b58d-fd8d8feb6b41', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '6ff7b2333c1b4da1b37cee247d88b53c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:03.306602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7361d6a-056a-4331-b0c3-4f7ac976796f {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:03.329570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Publish callbacks [] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.349809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e41a7f34-d125-4876-afb8-a1ecd7867e90 req-3738ec25-6911-4c40-afd9-7d3b4e164eba tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 210 time: 0.0814729 Feb 11 05:12:03.375831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Made reservation on behalf of 4df070c30cf04b8490a9d4fab34dc109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:03.379491 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.395819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b107a-823a-4e63-a256-566bb39d2bd8 req-3c9b0b47-6cc6-41ed-bee4-397ab2e66e48 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.397368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a57b107a-823a-4e63-a256-566bb39d2bd8 req-3c9b0b47-6cc6-41ed-bee4-397ab2e66e48 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.2240901 Feb 11 05:12:03.398229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.439029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Transition to ACTIVE for port object f7361d6a-056a-4331-b0c3-4f7ac976796f will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:03.443427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c311bd8e-7d69-4c88-b207-b6880743c587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0fab18c3-e257-4103-a043-2bb17288aaf4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.445917 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c311bd8e-7d69-4c88-b207-b6880743c587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.447051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c311bd8e-7d69-4c88-b207-b6880743c587 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0fab18c3-e257-4103-a043-2bb17288aaf4 HTTP/1.1" status: 204 len: 168 time: 1.0698645 Feb 11 05:12:03.454978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Made reservation on behalf of 6ff7b2333c1b4da1b37cee247d88b53c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:03.458466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.484613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311bd8e-7d69-4c88-b207-b6880743c587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fab18c3-e257-4103-a043-2bb17288aaf4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.495067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a57b107a-823a-4e63-a256-566bb39d2bd8 req-12540e4d-0713-43bf-a465-fb85e53a3d80 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838735 Feb 11 05:12:03.517593 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.573936 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks [] for security_group (944735ad-0616-4622-a9d1-6fd22a577b29), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.610276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Pushing event updated for resources: {'Port': ['ID=f7361d6a-056a-4331-b0c3-4f7ac976796f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.621817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38578) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:03.653369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Allocated IP 192.168.233.39 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/c066acd3-e570-4088-80d2-1e5d7a022d0d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:03.653611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Attempting to bind port f7361d6a-056a-4331-b0c3-4f7ac976796f on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:03.654005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Attempting to bind port f7361d6a-056a-4331-b0c3-4f7ac976796f by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:03.654410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Attempting to bind port f7361d6a-056a-4331-b0c3-4f7ac976796f on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:03.660848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Port f7361d6a-056a-4331-b0c3-4f7ac976796f on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:03.661726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Attempting to bind port f7361d6a-056a-4331-b0c3-4f7ac976796f on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:03.669076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:03.669656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:03.670138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:03.670666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Bound port: f7361d6a-056a-4331-b0c3-4f7ac976796f, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:03.671085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.674323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (944735ad-0616-4622-a9d1-6fd22a577b29), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.699661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a43297f5-dfba-4921-87bc-6100633eaff0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6001f500edaa4e5f8fa6e2e42f81bcbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706573 Feb 11 05:12:03.702680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38580) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:03.768392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944735ad-0616-4622-a9d1-6fd22a577b29,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.826962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] For port f7361d6a-056a-4331-b0c3-4f7ac976796f, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:03.830642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] For port f7361d6a-056a-4331-b0c3-4f7ac976796f, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f7361d6a-056a-4331-b0c3-4f7ac976796f,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:03.833499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5fca682c-5916-44be-a253-61064669f26a admin admin] Publish callbacks [] for security_group (238b9539-8198-4c48-b0db-4f7830a57974), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.871415 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5fca682c-5916-44be-a253-61064669f26a admin admin] Publish callbacks [] for security_group (238b9539-8198-4c48-b0db-4f7830a57974), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.912361 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.918578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks [] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.996289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.996959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.998401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] 10.222.0.83 "PUT /v2.0/ports/f7361d6a-056a-4331-b0c3-4f7ac976796f HTTP/1.1" status: 200 len: 1096 time: 2.3016939 Feb 11 05:12:03.998976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03656a92-b54a-4990-a838-6ae312ea886f', 'tag': 'f7361d6a-056a-4331-b0c3-4f7ac976796f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:04.002053 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3a191c-d0da-44ff-bb9b-a657b298349b" -d '{"events": [{"name": "network-changed", "server_uuid": "03656a92-b54a-4990-a838-6ae312ea886f", "tag": "f7361d6a-056a-4331-b0c3-4f7ac976796f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:04.002839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 77b31172-1144-4bea-95d7-441088762053 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:04.040038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5fca682c-5916-44be-a253-61064669f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (238b9539-8198-4c48-b0db-4f7830a57974), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.040038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5fca682c-5916-44be-a253-61064669f26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.042286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5fca682c-5916-44be-a253-61064669f26a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/238b9539-8198-4c48-b0db-4f7830a57974 HTTP/1.1" status: 204 len: 168 time: 0.3375618 Feb 11 05:12:04.064256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca682c-5916-44be-a253-61064669f26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238b9539-8198-4c48-b0db-4f7830a57974,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.086945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.087653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d80167-d3e9-4030-a321-223666ab805c service neutron] Pushing event updated for resources: {'Port': ['ID=f7361d6a-056a-4331-b0c3-4f7ac976796f,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.145631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d8b8c815-5dbf-4a70-ba1b-f3637d884796'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:04.157945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Pushing event updated for resources: {'Port': ['ID=c066acd3-e570-4088-80d2-1e5d7a022d0d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.162948 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e3f8f-59ba-4efe-a4a3-1354d6d58b9a x-openstack-request-id: req-463e3f8f-59ba-4efe-a4a3-1354d6d58b9a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:04.164019 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03656a92-b54a-4990-a838-6ae312ea886f", "tag": "f7361d6a-056a-4331-b0c3-4f7ac976796f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:04.175801 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-463e3f8f-59ba-4efe-a4a3-1354d6d58b9a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:04.176260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:04.176924 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03656a92-b54a-4990-a838-6ae312ea886f', 'tag': 'f7361d6a-056a-4331-b0c3-4f7ac976796f', 'status': 'completed', 'code': 200} Feb 11 05:12:04.178120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:04.187730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:04.259410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:04.260534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.310216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e412315a-d817-48a0-88ef-8be0f3540e8a req-b16f794d-8871-45be-87ea-f413876228bb tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 210 time: 0.0681574 Feb 11 05:12:04.359519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Allocated IP 192.168.233.15 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:04.372802 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-565c5128-8793-491e-ae02-210236a0476f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0883574 Feb 11 05:12:04.376614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef20c-1b1a-43cd-85f1-97d0e59db368 req-69c24d34-aee4-4e88-a2cd-d2ddea28c291 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:04.384811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Request body: {'port': {'device_id': 'e8c933b8-7639-477b-b58d-fd8d8feb6b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:04.386871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c22ef20c-1b1a-43cd-85f1-97d0e59db368 req-69c24d34-aee4-4e88-a2cd-d2ddea28c291 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 944 time: 0.3564527 Feb 11 05:12:04.429937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:04.432887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38596) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:04.453675 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea338062-8de3-4b62-9bc5-a395318a458b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.466402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a191c-d0da-44ff-bb9b-a657b298349b req-c831deef-4f27-40d4-8a4a-bb19d293a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:04.467920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d3a191c-d0da-44ff-bb9b-a657b298349b req-c831deef-4f27-40d4-8a4a-bb19d293a331 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=132435f298514ff8806599fe4746722e&device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 1130 time: 0.3137612 Feb 11 05:12:04.468543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 77b31172-1144-4bea-95d7-441088762053 has no active binding in host n-h1-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:12:04.535158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d3a191c-d0da-44ff-bb9b-a657b298349b req-b8795e0a-7e35-4eef-a805-0806e6d21726 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=132435f298514ff8806599fe4746722e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521524 Feb 11 05:12:04.571815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea338062-8de3-4b62-9bc5-a395318a458b admin admin] Publish callbacks [] for security_group (ebd75abc-5f9a-41c7-ad09-f35fae388655), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.617745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.656096 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea338062-8de3-4b62-9bc5-a395318a458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ebd75abc-5f9a-41c7-ad09-f35fae388655), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.662298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c22ef20c-1b1a-43cd-85f1-97d0e59db368 req-f3db53c7-ba0f-4d0d-84b7-487a737cafcd tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743735 Feb 11 05:12:04.705231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-72945052-ced5-4203-8799-88fc244b1d11 None None] Provisioning complete for port c066acd3-e570-4088-80d2-1e5d7a022d0d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:04.706057 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-72945052-ced5-4203-8799-88fc244b1d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.753673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-72945052-ced5-4203-8799-88fc244b1d11 None None] Port c066acd3-e570-4088-80d2-1e5d7a022d0d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:04.764910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f5645-1905-4cfa-9717-b18773fe1e4f req-9b74baa4-e755-4bbb-929c-1c0230f9f588 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:04.766461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f8f5645-1905-4cfa-9717-b18773fe1e4f req-9b74baa4-e755-4bbb-929c-1c0230f9f588 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 947 time: 0.3465238 Feb 11 05:12:04.775093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea338062-8de3-4b62-9bc5-a395318a458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd75abc-5f9a-41c7-ad09-f35fae388655,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.783785 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ea338062-8de3-4b62-9bc5-a395318a458b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54640768e80d48608b50fa8f870b17fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493550 Feb 11 05:12:04.791735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38602) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:04.863169 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-870b3982-9182-4ea5-9ea9-6d841477fc73 admin admin] Publish callbacks [] for security_group (ebd75abc-5f9a-41c7-ad09-f35fae388655), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.875616 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks [] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.887445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-870b3982-9182-4ea5-9ea9-6d841477fc73 admin admin] Publish callbacks [] for security_group (ebd75abc-5f9a-41c7-ad09-f35fae388655), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.971324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f8f5645-1905-4cfa-9717-b18773fe1e4f req-30b12a83-1840-4c7a-8ff1-29977e9080f3 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884513 Feb 11 05:12:04.977951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a191c-d0da-44ff-bb9b-a657b298349b req-9a16ffa3-e426-4260-affb-be7e156cf7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:04.980271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d3a191c-d0da-44ff-bb9b-a657b298349b req-9a16ffa3-e426-4260-affb-be7e156cf7c7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3330722 Feb 11 05:12:05.006732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c0803-0853-4b34-afb9-d3efeeb67c20 req-0b06ed4d-6b36-4d75-9b73-d61d8204d88e tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.008338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad8c0803-0853-4b34-afb9-d3efeeb67c20 req-0b06ed4d-6b36-4d75-9b73-d61d8204d88e tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 935 time: 0.2392170 Feb 11 05:12:05.012628 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b89b3b06-817a-4c50-94af-49c2f612de83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.017071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-870b3982-9182-4ea5-9ea9-6d841477fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ebd75abc-5f9a-41c7-ad09-f35fae388655), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.021285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-870b3982-9182-4ea5-9ea9-6d841477fc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.022911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-870b3982-9182-4ea5-9ea9-6d841477fc73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebd75abc-5f9a-41c7-ad09-f35fae388655 HTTP/1.1" status: 204 len: 168 time: 0.2299085 Feb 11 05:12:05.029064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38606) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:05.040361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b3982-9182-4ea5-9ea9-6d841477fc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd75abc-5f9a-41c7-ad09-f35fae388655,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.087023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.176159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:05.203655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:05.206304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:05.211895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.212523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.277870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Pushing event updated for resources: {'Port': ['ID=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.286152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad8c0803-0853-4b34-afb9-d3efeeb67c20 req-46335e0c-a543-45fb-a77d-09f5ecb1c69f tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706068 Feb 11 05:12:05.286473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c066acd3-e570-4088-80d2-1e5d7a022d0d {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:05.298316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-89808516-ac8c-421f-a6de-d56c44dc5313 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=754f3a2b364c4a4dafef883d2f61a761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654510 Feb 11 05:12:05.298316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372a97-1cec-4081-a703-635798292966 req-c59e6743-d16d-4740-8b31-032ad28950dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.299674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-c59e6743-d16d-4740-8b31-032ad28950dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=132435f298514ff8806599fe4746722e&device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 1130 time: 0.2759552 Feb 11 05:12:05.300205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Publish callbacks [] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.301334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38608) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:05.331022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Transition to ACTIVE for port object c066acd3-e570-4088-80d2-1e5d7a022d0d will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:05.348314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af1d7-d5aa-488b-9c63-d931177cb284 req-f37054f5-8e5a-4cf5-8282-351403e60ed5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.349996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce9af1d7-d5aa-488b-9c63-d931177cb284 req-f37054f5-8e5a-4cf5-8282-351403e60ed5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.2904158 Feb 11 05:12:05.380389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.442200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Pushing event updated for resources: {'Port': ['ID=c066acd3-e570-4088-80d2-1e5d7a022d0d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.566393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Attempting to bind port c066acd3-e570-4088-80d2-1e5d7a022d0d on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:05.566393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Attempting to bind port c066acd3-e570-4088-80d2-1e5d7a022d0d by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:05.566393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Attempting to bind port c066acd3-e570-4088-80d2-1e5d7a022d0d on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:05.590672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f29c6463-8c81-47dc-bd01-2248a5e27d2a None None] Provisioning complete for port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:05.591538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f29c6463-8c81-47dc-bd01-2248a5e27d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.601254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Port c066acd3-e570-4088-80d2-1e5d7a022d0d on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:05.601582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Attempting to bind port c066acd3-e570-4088-80d2-1e5d7a022d0d on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:05.627895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-15ef97f5-eb62-44ac-bc30-7d14dae9251f tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8721352 Feb 11 05:12:05.631575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-c76d2244-4c31-474f-89ef-f25b0ce51b95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f7361d6a-056a-4331-b0c3-4f7ac976796f HTTP/1.1" status: 200 len: 217 time: 0.3217735 Feb 11 05:12:05.634915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:05.635273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:05.635834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:05.636273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Bound port: c066acd3-e570-4088-80d2-1e5d7a022d0d, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:05.636660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.641159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f29c6463-8c81-47dc-bd01-2248a5e27d2a None None] Port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:05.680579 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-63be7160-ac21-4aac-9a62-3b2e5ae8087f service neutron] 10.222.0.65 "GET /v2.0/ports/77b31172-1144-4bea-95d7-441088762053/bindings/n-h1-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.1498203 Feb 11 05:12:05.720531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Request body: {'port': {'device_id': '0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:05.765775 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0ac5-c47c-4b5d-bb4c-691da8854eba admin admin] Publish callbacks [] for security_group (4f5131bd-f726-486e-9e54-5a05b3fd2dec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.800053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] For port c066acd3-e570-4088-80d2-1e5d7a022d0d, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:05.803358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] For port c066acd3-e570-4088-80d2-1e5d7a022d0d, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c066acd3-e570-4088-80d2-1e5d7a022d0d,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:05.806164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce9af1d7-d5aa-488b-9c63-d931177cb284 req-7812dc09-e994-4628-aeb2-d4ad87520a84 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826406 Feb 11 05:12:05.835494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0ac5-c47c-4b5d-bb4c-691da8854eba admin admin] Publish callbacks [] for security_group (4f5131bd-f726-486e-9e54-5a05b3fd2dec), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.920303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.923694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372a97-1cec-4081-a703-635798292966 req-a831c4b9-601e-44c3-859b-1dc390738bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.925221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-a831c4b9-601e-44c3-859b-1dc390738bbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2271497 Feb 11 05:12:05.937607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e15a1-8ff0-44d8-af4f-2f032cb9ffe2 req-10564eed-11e2-46ed-bafb-be9897451f89 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.939087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db8e15a1-8ff0-44d8-af4f-2f032cb9ffe2 req-10564eed-11e2-46ed-bafb-be9897451f89 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 935 time: 0.3164656 Feb 11 05:12:05.971340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.974113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.974753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.976952 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] 10.222.0.65 "PUT /v2.0/ports/c066acd3-e570-4088-80d2-1e5d7a022d0d HTTP/1.1" status: 200 len: 1096 time: 1.5973203 Feb 11 05:12:05.980634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c933b8-7639-477b-b58d-fd8d8feb6b41', 'tag': 'c066acd3-e570-4088-80d2-1e5d7a022d0d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:05.982939 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c933b8-7639-477b-b58d-fd8d8feb6b41", "tag": "c066acd3-e570-4088-80d2-1e5d7a022d0d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:05.997786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:06.025103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5152f5-78a4-4d31-8b36-fe46a8471932 service neutron] Pushing event updated for resources: {'Port': ['ID=c066acd3-e570-4088-80d2-1e5d7a022d0d,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:06.033469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:06.087473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b31172-1144-4bea-95d7-441088762053 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:06.104978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:06.165789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-f7b8514e-7b6e-429b-96a3-6a1c878c6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.168208 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-f7b8514e-7b6e-429b-96a3-6a1c878c6d40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 1130 time: 0.0512612 Feb 11 05:12:06.168873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c9e6-515d-41ac-be6c-23e2aac862cf req-7fada908-ac07-4904-9b07-2aeb14a1e77c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.170492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ad9c9e6-515d-41ac-be6c-23e2aac862cf req-7fada908-ac07-4904-9b07-2aeb14a1e77c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 944 time: 0.2662868 Feb 11 05:12:06.176353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db8e15a1-8ff0-44d8-af4f-2f032cb9ffe2 req-1d491b41-dd22-4ca9-a7a4-91190f865784 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189696 Feb 11 05:12:06.178532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372a97-1cec-4081-a703-635798292966 req-f8271a65-954e-4a4c-9b4b-52631388b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.180158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-f8271a65-954e-4a4c-9b4b-52631388b940 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2378128 Feb 11 05:12:06.193437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (77b31172-1144-4bea-95d7-441088762053), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.246739 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a990239-1c54-450f-a591-b1a155cb734d x-openstack-request-id: req-2a990239-1c54-450f-a591-b1a155cb734d {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:06.248688 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c933b8-7639-477b-b58d-fd8d8feb6b41", "tag": "c066acd3-e570-4088-80d2-1e5d7a022d0d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:06.249049 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a990239-1c54-450f-a591-b1a155cb734d {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:06.249722 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c933b8-7639-477b-b58d-fd8d8feb6b41', 'tag': 'c066acd3-e570-4088-80d2-1e5d7a022d0d', 'status': 'completed', 'code': 200} Feb 11 05:12:06.255161 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-6a8a8c70-e604-47a9-8457-738dd2fbcda3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c066acd3-e570-4088-80d2-1e5d7a022d0d HTTP/1.1" status: 200 len: 217 time: 0.0760517 Feb 11 05:12:06.272183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0ac5-c47c-4b5d-bb4c-691da8854eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4f5131bd-f726-486e-9e54-5a05b3fd2dec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.275990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4bf0ac5-c47c-4b5d-bb4c-691da8854eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.277303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f4bf0ac5-c47c-4b5d-bb4c-691da8854eba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f5131bd-f726-486e-9e54-5a05b3fd2dec HTTP/1.1" status: 204 len: 168 time: 0.9750259 Feb 11 05:12:06.320021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf0ac5-c47c-4b5d-bb4c-691da8854eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5131bd-f726-486e-9e54-5a05b3fd2dec,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:06.438531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ad9c9e6-515d-41ac-be6c-23e2aac862cf req-eca43321-cf65-47f6-b7b9-d2fb4ee2e033 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573712 Feb 11 05:12:06.454157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-b0e1adac-f79a-4bb2-8740-00b739a0c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.455846 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-b0e1adac-f79a-4bb2-8740-00b739a0c934 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1389534 Feb 11 05:12:06.504765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] Transition to ACTIVE for port object 77b31172-1144-4bea-95d7-441088762053 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:06.530551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-192c78a4-6ae4-441b-9c25-1bd433b8f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.532042 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-192c78a4-6ae4-441b-9c25-1bd433b8f614 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0654118 Feb 11 05:12:06.539851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-825c9794-28aa-4ca4-b1d8-73ae75cfee4c service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527079 Feb 11 05:12:06.558743 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.586207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a78505-6a04-49df-93a8-b548380335bd req-123056b8-9810-4ed4-974f-3ba555983730 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.593607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6a78505-6a04-49df-93a8-b548380335bd req-123056b8-9810-4ed4-974f-3ba555983730 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 947 time: 0.2263715 Feb 11 05:12:06.616525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (77b31172-1144-4bea-95d7-441088762053), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.714387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] No DVR routers for this DVR port 77b31172-1144-4bea-95d7-441088762053 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:06.720923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-5b1c408b-715f-4390-9f2a-2887e5a54969 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820362 Feb 11 05:12:06.734204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] Pushing event updated for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=10']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:06.747920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb8ad-95fa-46b2-9045-d2835cd8e01b req-4c3ecdec-e3b0-4895-ada7-8501d40dcba4 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.749448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4efeb8ad-95fa-46b2-9045-d2835cd8e01b req-4c3ecdec-e3b0-4895-ada7-8501d40dcba4 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 947 time: 0.2247438 Feb 11 05:12:06.800976 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-881ec00d-0c0d-46b2-b581-5023eee529cf service neutron] 10.222.0.65 "PUT /v2.0/ports/77b31172-1144-4bea-95d7-441088762053/bindings/n-h1-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 1.0969722 Feb 11 05:12:06.813187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6a78505-6a04-49df-93a8-b548380335bd req-02ee1039-6459-4c29-873b-2da611b83ff2 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167561 Feb 11 05:12:06.827688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce372a97-1cec-4081-a703-635798292966 req-933080fa-0e21-4965-977c-ad80f9bbf719 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677264 Feb 11 05:12:06.863733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:06.888650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Publish callbacks [] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.914324 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d6a1cdde-d38f-4e47-8916-e0f0effcd311 req-699ad420-867b-48e2-be82-1a8e3fa63656 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815033 Feb 11 05:12:06.942027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Transition to ACTIVE for port object d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:06.953228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4efeb8ad-95fa-46b2-9045-d2835cd8e01b req-e1e1becf-6be9-4bf8-ac75-3ad578e46f85 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686418 Feb 11 05:12:07.024072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e29506-13d4-4768-b381-a01a630c6ad5 req-373ab4ec-b0a3-4453-b00b-6b69b5e75bbc tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.025709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92e29506-13d4-4768-b381-a01a630c6ad5 req-373ab4ec-b0a3-4453-b00b-6b69b5e75bbc tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1234951 Feb 11 05:12:07.042451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-e86d4357-0dc4-4fc5-8328-3c78a8ad82c7 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.043977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-e86d4357-0dc4-4fc5-8328-3c78a8ad82c7 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.0739059 Feb 11 05:12:07.063358 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.115256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-0f324a32-f8f9-409d-832f-1e3cf8465e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.116887 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-0f324a32-f8f9-409d-832f-1e3cf8465e8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 1130 time: 0.0590155 Feb 11 05:12:07.206832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Pushing event updated for resources: {'Port': ['ID=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:07.213995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92e29506-13d4-4768-b381-a01a630c6ad5 req-fc8e938a-df4b-499e-8d16-2a8c73250eec tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802595 Feb 11 05:12:07.266397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-a6e8db93-48fd-41a2-a326-5b21ffe519c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.268159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-a6e8db93-48fd-41a2-a326-5b21ffe519c3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3&tenant_id=d0e61b8c952744efa69044130c484b68 HTTP/1.1" status: 200 len: 1128 time: 0.2162409 Feb 11 05:12:07.319580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-0a651d79-5806-4f5e-b500-dcab7a36cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.321333 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-0a651d79-5806-4f5e-b500-dcab7a36cb40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1988266 Feb 11 05:12:07.346821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Attempting to bind port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:07.347151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Attempting to bind port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:07.347482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Attempting to bind port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:07.356586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:07.356934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Attempting to bind port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:07.397834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:07.397951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-a30b7f95-1889-4435-a622-bb44d082b961 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c066acd3-e570-4088-80d2-1e5d7a022d0d HTTP/1.1" status: 200 len: 217 time: 0.0686955 Feb 11 05:12:07.398033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:07.398033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:07.398033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Bound port: d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:07.398284 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.466397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-b0bafa50-7be0-424b-ac47-74ab9a2cb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.468027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-b0bafa50-7be0-424b-ac47-74ab9a2cb900 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1128 time: 0.1722479 Feb 11 05:12:07.484508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-7f85fff8-9d20-4029-92ba-dc900063d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.487489 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-7f85fff8-9d20-4029-92ba-dc900063d945 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0826406 Feb 11 05:12:07.536858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] For port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:07.560464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-0a348a96-7571-4274-ad4d-13973de7a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.563119 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-0a348a96-7571-4274-ad4d-13973de7a54e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0639985 Feb 11 05:12:07.598708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] For port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:07.608124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bf3b5-9f8c-4aeb-8c66-d426bdf6dd9c req-9d6211bc-837d-434c-9eaf-e32dfd35be07 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.615976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f9bf3b5-9f8c-4aeb-8c66-d426bdf6dd9c req-9d6211bc-837d-434c-9eaf-e32dfd35be07 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 947 time: 0.2557344 Feb 11 05:12:07.680841 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-01c7d266-3bc3-4388-977a-89f16ee6b50e service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123779 Feb 11 05:12:07.706047 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.737854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.737854 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.737854 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] 10.222.0.83 "PUT /v2.0/ports/d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 HTTP/1.1" status: 200 len: 1096 time: 2.0248351 Feb 11 05:12:07.737854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4', 'tag': 'd06d0f95-80d3-4311-b7fc-e01d0eb0d0e2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:07.737854 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5625112-a089-4b42-86ca-61ed9582c4df" -d '{"events": [{"name": "network-changed", "server_uuid": "0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4", "tag": "d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:07.754039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-a1f4de3d-6610-4cfb-b863-4ce7b8e511d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.755183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-a1f4de3d-6610-4cfb-b863-4ce7b8e511d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.2723536 Feb 11 05:12:07.800334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f9bf3b5-9f8c-4aeb-8c66-d426bdf6dd9c req-135d8887-a6ab-4d26-804c-93983b4feac2 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480217 Feb 11 05:12:07.874032 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4e1b0-c439-449e-a844-863a1d70c920 x-openstack-request-id: req-f7f4e1b0-c439-449e-a844-863a1d70c920 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:07.874646 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4", "tag": "d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:07.874904 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7f4e1b0-c439-449e-a844-863a1d70c920 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:07.875378 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4', 'tag': 'd06d0f95-80d3-4311-b7fc-e01d0eb0d0e2', 'status': 'completed', 'code': 200} Feb 11 05:12:07.886534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-a6fd3d93-7b7a-4be5-bc9d-7e5c6759250e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.1194620 Feb 11 05:12:07.900084 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bcda7a1a-77c1-4dc7-a5e4-4e80be48731d req-73a1988d-4852-4c63-9f79-9781324a9c1c service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101414 Feb 11 05:12:08.155265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.186369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.275285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488e359-8334-48c1-88e4-fdda7b7133ae service neutron] Pushing event updated for resources: {'Port': ['ID=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:08.319351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-502417c0-0c86-4794-82a8-fa2214968d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.321249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-502417c0-0c86-4794-82a8-fa2214968d6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1299660 Feb 11 05:12:08.348495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04aafe-c565-4fa8-9b15-1efea1f63b03 req-57cba47f-febc-4a6d-9e3e-6ee76f4f7021 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.350045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b04aafe-c565-4fa8-9b15-1efea1f63b03 req-57cba47f-febc-4a6d-9e3e-6ee76f4f7021 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 945 time: 0.5841837 Feb 11 05:12:08.355274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625112-a089-4b42-86ca-61ed9582c4df req-4ecfd50a-2bd2-4d08-9ce3-a5e500658113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.356583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5625112-a089-4b42-86ca-61ed9582c4df req-4ecfd50a-2bd2-4d08-9ce3-a5e500658113 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4df070c30cf04b8490a9d4fab34dc109&device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 1130 time: 0.1656249 Feb 11 05:12:08.377718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-7598d5f8-f833-47db-8580-0b5e6933528c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452690 Feb 11 05:12:08.400156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e86cca-71cf-4312-a8b4-bf0342161212 req-aa7c2532-9ac2-4682-9a7c-12323abebce8 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.401795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0e86cca-71cf-4312-a8b4-bf0342161212 req-aa7c2532-9ac2-4682-9a7c-12323abebce8 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 947 time: 0.2150571 Feb 11 05:12:08.435732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5625112-a089-4b42-86ca-61ed9582c4df req-4b22579d-690b-4460-b53e-071e817d4517 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4df070c30cf04b8490a9d4fab34dc109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604770 Feb 11 05:12:08.603086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b04aafe-c565-4fa8-9b15-1efea1f63b03 req-1c34b6f7-2382-4eec-9024-d6e0e95857e2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291152 Feb 11 05:12:08.634683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-b4da7ab4-ade4-4ebe-9e78-7ada46f51678 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442193 Feb 11 05:12:08.636216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0e86cca-71cf-4312-a8b4-bf0342161212 req-232d884a-42df-4a99-a236-3a0da368deb5 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184172 Feb 11 05:12:08.694934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625112-a089-4b42-86ca-61ed9582c4df req-ccde40d2-ca95-4daa-a199-5f441154d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.696484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5625112-a089-4b42-86ca-61ed9582c4df req-ccde40d2-ca95-4daa-a199-5f441154d2e2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455955 Feb 11 05:12:08.857581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-122b8019-fa34-42e6-b97e-59369c83468b service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135987 Feb 11 05:12:08.867826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-b11a865c-4af6-4e2c-90ea-9890faca5123 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--711932791&fields=id&tenant_id=a38adb6b69524aab983a2aba6d231c2e HTTP/1.1" status: 200 len: 267 time: 0.1396937 Feb 11 05:12:08.886781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563d691-4ff4-4d93-ab3f-88113888bca4 req-dea3df57-21a8-4ad5-91d7-1119b9d39e67 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.888263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9563d691-4ff4-4d93-ab3f-88113888bca4 req-dea3df57-21a8-4ad5-91d7-1119b9d39e67 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 947 time: 0.1489940 Feb 11 05:12:08.891348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-867377dc-5e89-4429-b6f4-74cec11ddd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.892765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-867377dc-5e89-4429-b6f4-74cec11ddd59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4df070c30cf04b8490a9d4fab34dc109&device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 1130 time: 0.1519282 Feb 11 05:12:08.905604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 77b31172-1144-4bea-95d7-441088762053 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:08.948164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port 77b31172-1144-4bea-95d7-441088762053 host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:12:08.948969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 77b31172-1144-4bea-95d7-441088762053 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:08.979497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-89436ea0-f402-422b-9747-95b93b3e68c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 HTTP/1.1" status: 200 len: 217 time: 0.0758753 Feb 11 05:12:09.083579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9563d691-4ff4-4d93-ab3f-88113888bca4 req-1854fd4f-930e-407f-82f1-5c38fd03d9d4 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815801 Feb 11 05:12:09.099090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-4111a154-2fe1-471c-9047-ecb973459d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.101209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-4111a154-2fe1-471c-9047-ecb973459d33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1071529 Feb 11 05:12:09.129769 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.172142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-0482df51-c61a-453f-a2a5-400f45e16684 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.173716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-0482df51-c61a-453f-a2a5-400f45e16684 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/networks?id=c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 200 len: 824 time: 0.2845345 Feb 11 05:12:09.216441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-e9df45e0-ae72-4c86-998b-dbde90990f51 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/quotas/a38adb6b69524aab983a2aba6d231c2e HTTP/1.1" status: 200 len: 375 time: 0.0319455 Feb 11 05:12:09.265104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-cd739781-53b2-4c79-a860-fedd3762d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.266558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-cd739781-53b2-4c79-a860-fedd3762d26e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1588283 Feb 11 05:12:09.279283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e83ffc-cade-41dc-a73e-0a032a88e2a6 req-0b429f9f-a5f5-4af4-8ef6-31283bec7f5b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.285132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95e83ffc-cade-41dc-a73e-0a032a88e2a6 req-0b429f9f-a5f5-4af4-8ef6-31283bec7f5b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1221685 Feb 11 05:12:09.356036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-95d40ad6-430c-48b4-aae9-325a047a56d9 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a38adb6b69524aab983a2aba6d231c2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1333265 Feb 11 05:12:09.375605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.83', 63942) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:09.403680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-93d8b447-aa7f-4242-94c9-8210c113ac0c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:12:09.404796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-93d8b447-aa7f-4242-94c9-8210c113ac0c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080962 Feb 11 05:12:09.474808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95e83ffc-cade-41dc-a73e-0a032a88e2a6 req-34fc1ac9-f66c-41bc-ab21-8511b1b01dc6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809163 Feb 11 05:12:09.481984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-80d78372-27e4-49b8-b80a-b8f70f8546ac tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.486170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-80d78372-27e4-49b8-b80a-b8f70f8546ac tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.1068199 Feb 11 05:12:09.522068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-798a699b-65ae-49e1-943c-b14c9d7549bf service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403069 Feb 11 05:12:09.538910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-d66df124-a1cc-4a93-8d85-7a5fd4944855 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.540631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-d66df124-a1cc-4a93-8d85-7a5fd4944855 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a603b9d-e6d7-4a57-b815-98ebe7e145a1 HTTP/1.1" status: 200 len: 946 time: 0.2105126 Feb 11 05:12:09.708920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-85beb50c-a66e-4920-8411-ce484973248f service neutron] 10.222.0.62 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911589 Feb 11 05:12:09.716864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-9dfa4f39-5c04-47e3-a225-adeb87ba5fb5 service neutron] For port 77b31172-1144-4bea-95d7-441088762053, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:09.720334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-9dfa4f39-5c04-47e3-a225-adeb87ba5fb5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.721566 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede51e9b-0fc9-4ba0-84a1-fee07b1a1986 req-9dfa4f39-5c04-47e3-a225-adeb87ba5fb5 service neutron] 10.222.0.83 "DELETE /v2.0/ports/77b31172-1144-4bea-95d7-441088762053/bindings/n-h2-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.2221048 Feb 11 05:12:09.854053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d51602-07f3-4f1e-ad86-0feb733b1e61 req-051d0fe7-51d9-47ce-af7a-75051a9d2fab service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099370 Feb 11 05:12:09.860805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b7159-184d-425f-993a-efd0148cd6b5 req-c4d2e2e2-dbbd-4df3-89b7-2f2b15296615 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.862248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-271b7159-184d-425f-993a-efd0148cd6b5 req-c4d2e2e2-dbbd-4df3-89b7-2f2b15296615 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 947 time: 0.3059936 Feb 11 05:12:10.016621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f7361d6a-056a-4331-b0c3-4f7ac976796f details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:10.122490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f7361d6a-056a-4331-b0c3-4f7ac976796f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f7361d6a-056a-4331-b0c3-4f7ac976796f,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:10.134573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f7361d6a-056a-4331-b0c3-4f7ac976796f', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'f7361d6a-056a-4331-b0c3-4f7ac976796f', 'mac_address': 'fa:16:3e:f9:f3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:10.140355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-c9a412ce-5637-4758-9265-cfb84a097d4c service neutron] 10.222.0.62 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242098 Feb 11 05:12:10.157086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Deleting port 93c26a1f-84e2-46e6-8a81-94ee9452254a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:10.157424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.178105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-271b7159-184d-425f-993a-efd0148cd6b5 req-880bfd15-b628-48c6-926f-c688ae4db298 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085570 Feb 11 05:12:10.187696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f7361d6a-056a-4331-b0c3-4f7ac976796f is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:10.188102 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.218799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7361d6a-056a-4331-b0c3-4f7ac976796f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:10.248298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f7361d6a-056a-4331-b0c3-4f7ac976796f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f7361d6a-056a-4331-b0c3-4f7ac976796f,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:10.283013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] For port 93c26a1f-84e2-46e6-8a81-94ee9452254a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=93c26a1f-84e2-46e6-8a81-94ee9452254a,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:10.283652 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.352245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.413354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f7361d6a-056a-4331-b0c3-4f7ac976796f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:10.613956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f7361d6a-056a-4331-b0c3-4f7ac976796f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:10.629646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.629974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.630368 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Floating IP 68b9d1f9-c68b-4385-af93-0970f1407c0e disassociated. External IP: 172.25.8.191, port: 93c26a1f-84e2-46e6-8a81-94ee9452254a. Feb 11 05:12:10.630693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Calling delete_port for 93c26a1f-84e2-46e6-8a81-94ee9452254a owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:10.651518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fda23f-7dc7-43de-8736-6b0b8bf85f8c req-9db0ac31-69b8-439e-8974-579c38e8a154 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.653111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73fda23f-7dc7-43de-8736-6b0b8bf85f8c req-9db0ac31-69b8-439e-8974-579c38e8a154 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 945 time: 0.1604729 Feb 11 05:12:10.751521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73fda23f-7dc7-43de-8736-6b0b8bf85f8c req-f6af3a0d-d980-452e-afe8-0866ff4e12ac tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618277 Feb 11 05:12:10.904231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56cb30-cd49-455f-b4d4-3cf1287d03db req-4c456837-477f-4c70-9fd2-748e0a41ac4b tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.905863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f56cb30-cd49-455f-b4d4-3cf1287d03db req-4c456837-477f-4c70-9fd2-748e0a41ac4b tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 948 time: 0.1295469 Feb 11 05:12:10.927941 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (93c26a1f-84e2-46e6-8a81-94ee9452254a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.937453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c066acd3-e570-4088-80d2-1e5d7a022d0d details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:10.980670 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event deleted for resources: {'Port': ['ID=93c26a1f-84e2-46e6-8a81-94ee9452254a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:10.997662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07048-5bb7-49f8-85d0-8f6ed98007ed req-2d1409b8-3aa0-4a55-a6c4-29808b5fc0e8 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.999301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ba07048-5bb7-49f8-85d0-8f6ed98007ed req-2d1409b8-3aa0-4a55-a6c4-29808b5fc0e8 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 947 time: 0.1412539 Feb 11 05:12:11.031179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f56cb30-cd49-455f-b4d4-3cf1287d03db req-dc6188d4-c455-4f4b-b1b3-2912165c0433 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132576 Feb 11 05:12:11.118666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c066acd3-e570-4088-80d2-1e5d7a022d0d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c066acd3-e570-4088-80d2-1e5d7a022d0d,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:11.135886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'c066acd3-e570-4088-80d2-1e5d7a022d0d', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'c066acd3-e570-4088-80d2-1e5d7a022d0d', 'mac_address': 'fa:16:3e:dc:7b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:11.168400 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.179834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ba07048-5bb7-49f8-85d0-8f6ed98007ed req-3824c343-21dc-4f89-9679-59c03c6ef159 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622422 Feb 11 05:12:11.198271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c066acd3-e570-4088-80d2-1e5d7a022d0d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:11.199410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.206347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c85d8a77-75d1-43a8-acff-d936d0fb7d2a req-a4d3a15b-9fae-48d1-8b0f-359d9d4b1e69 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 210 time: 0.0849547 Feb 11 05:12:11.246524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c066acd3-e570-4088-80d2-1e5d7a022d0d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:11.276922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c066acd3-e570-4088-80d2-1e5d7a022d0d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c066acd3-e570-4088-80d2-1e5d7a022d0d,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:11.280819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:11.352671 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.412742 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c066acd3-e570-4088-80d2-1e5d7a022d0d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:11.425241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b4186-3f2a-4cd7-bc12-c5ca61bab891 req-b7ef2a32-3c8d-4702-9f74-86be89ac2915 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:11.426750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a1b4186-3f2a-4cd7-bc12-c5ca61bab891 req-b7ef2a32-3c8d-4702-9f74-86be89ac2915 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0699344 Feb 11 05:12:11.511461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:11.523142 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] Sync routers for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:11.542274 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:11.543095 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:11.567483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['c066acd3-e570-4088-80d2-1e5d7a022d0d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:11.580399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] No DVR routers for this DVR port 93c26a1f-84e2-46e6-8a81-94ee9452254a on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:11.585060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.588906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b50b7157-7966-4182-98d6-82bac8f4f141 req-30fe6c02-6bcf-4f58-ac7a-7885cc88941c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.83 "DELETE /v2.0/ports/93c26a1f-84e2-46e6-8a81-94ee9452254a HTTP/1.1" status: 204 len: 173 time: 2.0336866 Feb 11 05:12:11.589538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'name': 'network-vif-deleted', 'tag': '93c26a1f-84e2-46e6-8a81-94ee9452254a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:11.591814 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7763370-aaa8-4bb7-931f-d35c9295a516" -d '{"events": [{"server_uuid": "8a603b9d-e6d7-4a57-b815-98ebe7e145a1", "name": "network-vif-deleted", "tag": "93c26a1f-84e2-46e6-8a81-94ee9452254a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:11.599481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a1b4186-3f2a-4cd7-bc12-c5ca61bab891 req-34bd51f6-7982-4db4-b228-e1d80fa1302d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364651 Feb 11 05:12:11.738412 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:11.833138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3a882-d401-46f6-b496-5f347054916b req-3a384686-9341-44f4-814a-9c499283b798 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:11.843434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89a3a882-d401-46f6-b496-5f347054916b req-3a384686-9341-44f4-814a-9c499283b798 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 947 time: 0.1211185 Feb 11 05:12:11.921781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89a3a882-d401-46f6-b496-5f347054916b req-eeabe83c-28e8-4667-afb9-06fb2f8ef710 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766513 Feb 11 05:12:11.999749 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5486936e-7eee-488b-8042-274aaaf63e6c x-openstack-request-id: req-5486936e-7eee-488b-8042-274aaaf63e6c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:12.000581 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a603b9d-e6d7-4a57-b815-98ebe7e145a1", "name": "network-vif-deleted", "tag": "93c26a1f-84e2-46e6-8a81-94ee9452254a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:12.001044 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5486936e-7eee-488b-8042-274aaaf63e6c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:12.002282 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a603b9d-e6d7-4a57-b815-98ebe7e145a1', 'name': 'network-vif-deleted', 'tag': '93c26a1f-84e2-46e6-8a81-94ee9452254a', 'status': 'completed', 'code': 200} Feb 11 05:12:12.036527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f7361d6a-056a-4331-b0c3-4f7ac976796f up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:12.093189 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:12.128050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ff5a-89ca-4218-967b-b7381c6282dd req-6926131b-2ffe-4002-b372-de34fad0f8ee tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:12.130029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b64ff5a-89ca-4218-967b-b7381c6282dd req-6926131b-2ffe-4002-b372-de34fad0f8ee tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1128 time: 0.1021836 Feb 11 05:12:12.175676 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] Checking router: 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:12.186648 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:12.188886 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:12.214889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b64ff5a-89ca-4218-967b-b7381c6282dd req-1724c1d9-243f-4ab4-8132-57ddd52495a6 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737302 Feb 11 05:12:12.229511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port f7361d6a-056a-4331-b0c3-4f7ac976796f completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:12.236993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f7361d6a-056a-4331-b0c3-4f7ac976796f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:12.237531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.408877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f7361d6a-056a-4331-b0c3-4f7ac976796f is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:12.409655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.460843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f7361d6a-056a-4331-b0c3-4f7ac976796f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f7361d6a-056a-4331-b0c3-4f7ac976796f,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:12.462160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03656a92-b54a-4990-a838-6ae312ea886f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7361d6a-056a-4331-b0c3-4f7ac976796f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:12.465841 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d81bc6-fadb-4b25-bd91-27a9e69dd8a7" -d '{"events": [{"server_uuid": "03656a92-b54a-4990-a838-6ae312ea886f", "name": "network-vif-plugged", "status": "completed", "tag": "f7361d6a-056a-4331-b0c3-4f7ac976796f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:12.534497 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.535826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 93c26a1f-84e2-46e6-8a81-94ee9452254a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:12.570882 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:12.599713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc521063-51f2-4e53-9d6c-164365dba4aa req-79717116-aff2-4248-9a7c-1ff672bcebfe tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:12.604031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc521063-51f2-4e53-9d6c-164365dba4aa req-79717116-aff2-4248-9a7c-1ff672bcebfe tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 948 time: 0.1026962 Feb 11 05:12:12.610924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 93c26a1f-84e2-46e6-8a81-94ee9452254a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:12.611283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 93c26a1f-84e2-46e6-8a81-94ee9452254a not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:12.707957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f7361d6a-056a-4331-b0c3-4f7ac976796f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:12.733073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc521063-51f2-4e53-9d6c-164365dba4aa req-b60e4085-6b30-4f24-b651-ded7e234772a tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243176 Feb 11 05:12:12.765467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff7582-6316-4246-bfb3-ba91c978a3be req-ea03d61e-83a3-48c8-ab3b-06c2bc43b3c2 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:12.774964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1ff7582-6316-4246-bfb3-ba91c978a3be req-ea03d61e-83a3-48c8-ab3b-06c2bc43b3c2 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 948 time: 0.0876822 Feb 11 05:12:12.885820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1ff7582-6316-4246-bfb3-ba91c978a3be req-776e7297-bab0-4a91-8802-652372cf642a tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036251 Feb 11 05:12:12.922689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-611a95dc-d2d7-465f-944d-932599bfc4af req-7d2921aa-2dcb-4dee-bace-9b7889605069 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 210 time: 0.0660126 Feb 11 05:12:12.943360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c066acd3-e570-4088-80d2-1e5d7a022d0d up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:13.030175 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a929a8-295a-4a61-a30b-30d877d223e2 x-openstack-request-id: req-01a929a8-295a-4a61-a30b-30d877d223e2 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:13.030500 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03656a92-b54a-4990-a838-6ae312ea886f", "name": "network-vif-plugged", "status": "completed", "tag": "f7361d6a-056a-4331-b0c3-4f7ac976796f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:13.030897 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01a929a8-295a-4a61-a30b-30d877d223e2 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:13.031313 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03656a92-b54a-4990-a838-6ae312ea886f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7361d6a-056a-4331-b0c3-4f7ac976796f', 'code': 200} Feb 11 05:12:13.046573 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:13.089143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port c066acd3-e570-4088-80d2-1e5d7a022d0d completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:13.103983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port c066acd3-e570-4088-80d2-1e5d7a022d0d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:13.104713 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.142532 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ccfa-f6ae-4775-bd25-ca59899d28a1 None None] The sync data for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 is: [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:13.209641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-26be230c-987a-47c4-bcaf-0000fe67b650 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.218766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-26be230c-987a-47c4-bcaf-0000fe67b650 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.65 "GET /v2.0/networks?id=c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 200 len: 824 time: 0.2341287 Feb 11 05:12:13.247919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c066acd3-e570-4088-80d2-1e5d7a022d0d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:13.248766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.312384 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-901480ab-d01e-4d82-8256-3f0a52aa2e63 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a38adb6b69524aab983a2aba6d231c2e HTTP/1.1" status: 200 len: 379 time: 0.0827663 Feb 11 05:12:13.322526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Request body: {'port': {'device_id': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'admin_state_up': True, 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'security_groups': ['04c06e47-3b52-4a8f-ae85-986d621a15f7']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:13.325135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c066acd3-e570-4088-80d2-1e5d7a022d0d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c066acd3-e570-4088-80d2-1e5d7a022d0d,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:13.416721 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.448083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e903-38c3-4844-9745-2a1cd08bd29e req-5fc24e06-f7f8-4220-b5a5-897248b971c9 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.449708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77b5e903-38c3-4844-9745-2a1cd08bd29e req-5fc24e06-f7f8-4220-b5a5-897248b971c9 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.2884386 Feb 11 05:12:13.466727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-5cf8db74-c808-46fb-85c7-d6f6fc941c9b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.468314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-5cf8db74-c808-46fb-85c7-d6f6fc941c9b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 820 time: 0.2995288 Feb 11 05:12:13.494534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb3848-6881-4748-9074-3274b25fe563 req-3347b976-80c9-4607-bf4f-de7603418957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.496986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9fb3848-6881-4748-9074-3274b25fe563 req-3347b976-80c9-4607-bf4f-de7603418957 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 1132 time: 0.4056044 Feb 11 05:12:13.532443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-be50f8b3-39f6-4405-8ce0-41a2d0c5ffc4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/quotas/d0e61b8c952744efa69044130c484b68 HTTP/1.1" status: 200 len: 375 time: 0.0333757 Feb 11 05:12:13.533867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c066acd3-e570-4088-80d2-1e5d7a022d0d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:13.563081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d7e88-d1c1-4869-8441-c12b8fba783f None None] New status for floating IP 68b9d1f9-c68b-4385-af93-0970f1407c0e: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:12:13.577504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Made reservation on behalf of a38adb6b69524aab983a2aba6d231c2e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:13.580925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.696731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77b5e903-38c3-4844-9745-2a1cd08bd29e req-9729bb41-6fee-43de-9f97-3e8445413075 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270582 Feb 11 05:12:13.726026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9fb3848-6881-4748-9074-3274b25fe563 req-b660d468-94ee-4294-9355-2a40f5aecd78 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027280 Feb 11 05:12:13.740710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-be848a18-9d2a-4620-a402-bb5a89ada1d9 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1758990 Feb 11 05:12:13.777916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Allocated IP 172.20.0.4 (c82589a4-0749-42d5-a18e-27e1e6585753/f647ac4c-41aa-4863-b3ff-bd69634163d3/8616d1c9-7f40-419f-b2ae-3b09e172e3ad) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:13.902849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-28f56f08-9547-4f08-9dbc-882c163358dd service neutron] 10.222.0.62 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546309 Feb 11 05:12:13.924205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cbdf2-37a5-476d-a707-631d0b0695af req-47bd9410-1d36-4066-9532-b38396535d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:13.925817 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-357cbdf2-37a5-476d-a707-631d0b0695af req-47bd9410-1d36-4066-9532-b38396535d8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 1128 time: 0.1324284 Feb 11 05:12:14.033312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-e0d2d75f-87fd-4b84-9571-140b4696dbc8 service neutron] 10.222.0.62 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233447 Feb 11 05:12:14.037589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:14.054067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cbdf2-37a5-476d-a707-631d0b0695af req-c821ce7c-b9b8-45ba-9594-47469eb95fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.055560 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-357cbdf2-37a5-476d-a707-631d0b0695af req-c821ce7c-b9b8-45ba-9594-47469eb95fe8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 915 time: 0.1081922 Feb 11 05:12:14.135529 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-357cbdf2-37a5-476d-a707-631d0b0695af req-06065621-6822-439f-93ea-e4a44966929a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d HTTP/1.1" status: 200 len: 217 time: 0.0479527 Feb 11 05:12:14.173269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76010dc1-b5e5-4133-85a4-04020620fd77 req-4fcc1104-a4fe-46d0-84a1-1909bafc77c4 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.175019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76010dc1-b5e5-4133-85a4-04020620fd77 req-4fcc1104-a4fe-46d0-84a1-1909bafc77c4 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 947 time: 0.0977857 Feb 11 05:12:14.192782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cbdf2-37a5-476d-a707-631d0b0695af req-54d65f34-a32c-469d-9b0c-9184100089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.194273 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-357cbdf2-37a5-476d-a707-631d0b0695af req-54d65f34-a32c-469d-9b0c-9184100089a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a HTTP/1.1" status: 200 len: 854 time: 0.0506406 Feb 11 05:12:14.211185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:14.228431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'd06d0f95-80d3-4311-b7fc-e01d0eb0d0e2', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'd06d0f95-80d3-4311-b7fc-e01d0eb0d0e2', 'mac_address': 'fa:16:3e:a5:30:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:14.252072 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-357cbdf2-37a5-476d-a707-631d0b0695af req-b24d0de3-c353-4f79-b28a-ef0f62d9abf7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8051ed20-5de1-40df-92ec-dc12f59b1c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486236 Feb 11 05:12:14.300265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76010dc1-b5e5-4133-85a4-04020620fd77 req-c338b841-c0b4-4a87-bb52-f600ba2697c3 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187391 Feb 11 05:12:14.406225 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-357cbdf2-37a5-476d-a707-631d0b0695af req-35c7f703-dac5-4d5f-85d6-8af5bb12cb49 service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468992 Feb 11 05:12:14.497968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:14.498488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.498590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.515279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:14.546382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:14.611298 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-357cbdf2-37a5-476d-a707-631d0b0695af req-674cd7fd-358c-40f0-a0c1-27f4622d843a service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924305 Feb 11 05:12:14.621146 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.631336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915cb27-e974-46ae-9f3e-b89c0c3b405f req-4dc7814e-0e91-4b35-bf55-c161eceb157c tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.637138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9915cb27-e974-46ae-9f3e-b89c0c3b405f req-4dc7814e-0e91-4b35-bf55-c161eceb157c tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 949 time: 0.1913533 Feb 11 05:12:14.659601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e109c-4cc9-4edf-9eb0-f8f393a86eca req-49790feb-4943-487e-a283-47847c80a476 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.661246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f18e109c-4cc9-4edf-9eb0-f8f393a86eca req-49790feb-4943-487e-a283-47847c80a476 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 949 time: 0.1507692 Feb 11 05:12:14.679456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:14.687598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.693208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-4a604074-1e43-411e-acd3-d0796f8839c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1321638 Feb 11 05:12:14.743003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9915cb27-e974-46ae-9f3e-b89c0c3b405f req-4d5ae197-6754-45a3-8c31-97e98451fefa tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031606 Feb 11 05:12:14.753056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f18e109c-4cc9-4edf-9eb0-f8f393a86eca req-92279e1f-46ae-4d75-a0c9-e44e1deb3fae tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829070 Feb 11 05:12:14.755403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Network c82589a4-0749-42d5-a18e-27e1e6585753 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:14.758676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:14.776234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:14.776234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event updated for resources: {'Port': ['ID=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:14.855115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.855889 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.909703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:14.925433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb8f894e-7b4c-40a9-b868-5fd4c5ebc1c2 req-f88a1dc1-5ab1-406c-be89-dd0d805ac5c9 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 210 time: 0.0487397 Feb 11 05:12:14.947698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122212e-8864-478d-ba0d-26a9daabc650 req-0ef42859-9367-4b28-95e6-8c4e949974d7 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.954749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c122212e-8864-478d-ba0d-26a9daabc650 req-0ef42859-9367-4b28-95e6-8c4e949974d7 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 931 time: 0.1179152 Feb 11 05:12:14.973022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-29f3800a-caf9-483b-8c24-707e27827926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.974547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-29f3800a-caf9-483b-8c24-707e27827926 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1128 time: 0.2206249 Feb 11 05:12:14.995056 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-04881ed5-eddb-4e2c-b2d6-8d963a7c1ad5 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6766620 Feb 11 05:12:15.014330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Request body: {'port': {'device_id': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:15.033904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c933b8-7639-477b-b58d-fd8d8feb6b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066acd3-e570-4088-80d2-1e5d7a022d0d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:15.037772 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2963b2ec-9f28-45dc-b020-b6aa712a7b1b" -d '{"events": [{"server_uuid": "e8c933b8-7639-477b-b58d-fd8d8feb6b41", "name": "network-vif-plugged", "status": "completed", "tag": "c066acd3-e570-4088-80d2-1e5d7a022d0d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:15.083905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c122212e-8864-478d-ba0d-26a9daabc650 req-e18d6f3e-1ded-4f21-acc6-b5ce0765d3c8 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281829 Feb 11 05:12:15.170024 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.174745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-d2a07123-1096-4171-8408-e5f6d2c798b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:15.177216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-d2a07123-1096-4171-8408-e5f6d2c798b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1839797 Feb 11 05:12:15.249867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-585b2f0a-2d80-4d33-beac-71978780dd9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.0649259 Feb 11 05:12:15.359845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-44e28ea4-697e-49c8-8165-a115baf40ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:15.362364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-44e28ea4-697e-49c8-8165-a115baf40ea3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1053679 Feb 11 05:12:15.402784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6897df9b-f3c4-4546-a0ce-ee4c39fcd868 None None] Provisioning complete for port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:15.403575 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6897df9b-f3c4-4546-a0ce-ee4c39fcd868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.405766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-eadb6793-ad75-4b82-802e-793e70d2edd0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354962 Feb 11 05:12:15.417949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795d424-8e85-4503-bde3-52816e1928ef req-204b6bea-52a0-4ad2-8015-e4c4434f00f6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:15.420024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4795d424-8e85-4503-bde3-52816e1928ef req-204b6bea-52a0-4ad2-8015-e4c4434f00f6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1246824 Feb 11 05:12:15.444371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6897df9b-f3c4-4546-a0ce-ee4c39fcd868 None None] Port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:15.523915 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cb767a-4685-49c7-8473-dae24406c455 x-openstack-request-id: req-17cb767a-4685-49c7-8473-dae24406c455 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:15.527482 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c933b8-7639-477b-b58d-fd8d8feb6b41", "name": "network-vif-plugged", "status": "completed", "tag": "c066acd3-e570-4088-80d2-1e5d7a022d0d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:15.527938 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17cb767a-4685-49c7-8473-dae24406c455 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:15.528746 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c933b8-7639-477b-b58d-fd8d8feb6b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066acd3-e570-4088-80d2-1e5d7a022d0d', 'code': 200} Feb 11 05:12:15.590998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4795d424-8e85-4503-bde3-52816e1928ef req-f1745df2-54e6-4337-9728-73a340e18d62 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605597 Feb 11 05:12:15.623437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-1e02baf8-747d-4ab5-81b3-9fef599931dc service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019899 Feb 11 05:12:15.717447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f5f6-f095-4822-9d5f-4db1e5415d7c req-7b5af693-3c87-4edd-b9eb-69c9a35e9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:15.719012 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede2f5f6-f095-4822-9d5f-4db1e5415d7c req-7b5af693-3c87-4edd-b9eb-69c9a35e9d72 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 1132 time: 0.0916414 Feb 11 05:12:15.805848 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ede2f5f6-f095-4822-9d5f-4db1e5415d7c req-afd53cfa-d36e-4f4d-aa09-127665138626 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759463 Feb 11 05:12:15.841768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8616d1c9-7f40-419f-b2ae-3b09e172e3ad {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:15.850054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Publish callbacks [] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.865798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Transition to ACTIVE for port object 8616d1c9-7f40-419f-b2ae-3b09e172e3ad will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:15.980270 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.985401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f79b1d-4a62-41a4-8c94-23a2f489959f req-b314f84e-a631-482c-af25-027176375658 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:15.992285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27f79b1d-4a62-41a4-8c94-23a2f489959f req-b314f84e-a631-482c-af25-027176375658 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 948 time: 0.3869786 Feb 11 05:12:16.033432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Pushing event updated for resources: {'Port': ['ID=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.050885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:16.072029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1e02e23-a654-46ed-ae79-e9b8e99fa38a req-fbe1a393-15b1-4b9a-b103-c467f8ba63d5 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256775 Feb 11 05:12:16.091809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e783d1-3097-44c6-b9c9-bc8ab8705730 req-94d166ed-26ed-4167-b71d-70867fb2d781 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.093485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86e783d1-3097-44c6-b9c9-bc8ab8705730 req-94d166ed-26ed-4167-b71d-70867fb2d781 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 949 time: 0.1322877 Feb 11 05:12:16.111216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27f79b1d-4a62-41a4-8c94-23a2f489959f req-859f8ca5-3399-4a6b-985d-1ddcfa98e6a2 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179671 Feb 11 05:12:16.135049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Attempting to bind port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:16.137881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Attempting to bind port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:16.138483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Attempting to bind port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad on network c82589a4-0749-42d5-a18e-27e1e6585753 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:16.143553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad on network c82589a4-0749-42d5-a18e-27e1e6585753 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:16.144286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Attempting to bind port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad on network c82589a4-0749-42d5-a18e-27e1e6585753 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:16.150716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:16.150987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Checking segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:16.151609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Bound using segment: {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:16.152302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Bound port: 8616d1c9-7f40-419f-b2ae-3b09e172e3ad, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30969482-4501-4dc6-bc58-08378b26501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:16.152794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.197287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:16.201781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:16.204719 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.217800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86e783d1-3097-44c6-b9c9-bc8ab8705730 req-8a17f2a1-b282-4b52-9afc-34ce54c0a465 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049547 Feb 11 05:12:16.258769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] For port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:16.263461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] For port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:16.297645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f2d24-1632-4710-b20f-dbf5b91d46e7 req-80e6551e-21a0-4c0b-9fd4-905abc1f67d1 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.303876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-719f2d24-1632-4710-b20f-dbf5b91d46e7 req-80e6551e-21a0-4c0b-9fd4-905abc1f67d1 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 949 time: 0.1024399 Feb 11 05:12:16.329892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:16.330150 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.343921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.365921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c301172-097c-43f7-b1b5-85d877c0a1ae req-2e42064a-480f-440a-be4e-038c77b623b4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 210 time: 0.0337858 Feb 11 05:12:16.382733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-719f2d24-1632-4710-b20f-dbf5b91d46e7 req-4ad9b2d8-d3ca-47ec-8ab2-8829afa93903 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762269 Feb 11 05:12:16.382946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.382946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.383459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] 10.222.0.65 "PUT /v2.0/ports/8616d1c9-7f40-419f-b2ae-3b09e172e3ad HTTP/1.1" status: 200 len: 1092 time: 1.3796449 Feb 11 05:12:16.383826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'tag': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:16.387882 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf040f9-1a7f-4a23-af4d-f780ba445842" -d '{"events": [{"name": "network-changed", "server_uuid": "94a4abf4-6caa-43ba-8ac0-cfd041a817b6", "tag": "8616d1c9-7f40-419f-b2ae-3b09e172e3ad"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:16.406520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:16.432933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d017614-2a2a-4b7f-9af5-25b9d0c2a0ee service neutron] Pushing event updated for resources: {'Port': ['ID=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.483032 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.561224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d349e-2516-498e-b5dd-16fcec4e01a3 req-f2e30d50-ed76-4f9b-bcb1-12c133e815e8 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.567203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a45d349e-2516-498e-b5dd-16fcec4e01a3 req-f2e30d50-ed76-4f9b-bcb1-12c133e815e8 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 943 time: 0.0946214 Feb 11 05:12:16.597781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.602831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-8ff0ff55-a240-4799-9712-4aab845f99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.605634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-8ff0ff55-a240-4799-9712-4aab845f99c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a38adb6b69524aab983a2aba6d231c2e&device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 1126 time: 0.1077254 Feb 11 05:12:16.639513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a45d349e-2516-498e-b5dd-16fcec4e01a3 req-5c4106fb-fc8c-4787-96c6-64737f43f680 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640259 Feb 11 05:12:16.680940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-23632d26-b0d3-4c32-ad9e-0700e64bf458 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8616d1c9-7f40-419f-b2ae-3b09e172e3ad HTTP/1.1" status: 200 len: 217 time: 0.0593300 Feb 11 05:12:16.730695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-9cf3f3d3-5067-428f-8e2a-6903dcdf4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.732191 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-9cf3f3d3-5067-428f-8e2a-6903dcdf4ae0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f647ac4c-41aa-4863-b3ff-bd69634163d3 HTTP/1.1" status: 200 len: 863 time: 0.0485179 Feb 11 05:12:16.791857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-a27863a3-e7d1-4425-8d7f-942456a0261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.795199 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-a27863a3-e7d1-4425-8d7f-942456a0261d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c82589a4-0749-42d5-a18e-27e1e6585753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0561113 Feb 11 05:12:16.857118 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df60fbae-f4fc-4212-804e-c5a76a0947ce x-openstack-request-id: req-df60fbae-f4fc-4212-804e-c5a76a0947ce {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:16.861877 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a4abf4-6caa-43ba-8ac0-cfd041a817b6", "tag": "8616d1c9-7f40-419f-b2ae-3b09e172e3ad", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:16.861877 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df60fbae-f4fc-4212-804e-c5a76a0947ce {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:16.861877 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'tag': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'status': 'completed', 'code': 200} Feb 11 05:12:16.958631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-0c0ae6ae-0b61-4892-9947-0d18797c265d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.960521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-0c0ae6ae-0b61-4892-9947-0d18797c265d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 820 time: 0.1635056 Feb 11 05:12:16.998066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Request body: {'port': {'device_id': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'admin_state_up': True, 'tenant_id': 'd0e61b8c952744efa69044130c484b68'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:17.017949 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-059b9c4e-a8b7-48a0-9626-8ae7799fa489 service neutron] 10.222.0.65 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150154 Feb 11 05:12:17.107065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06eeacf-c424-4b4a-b058-9693a7ac7043 req-3f44c904-8d6a-4fb0-9088-145b631f33ab tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.108782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e06eeacf-c424-4b4a-b058-9693a7ac7043 req-3f44c904-8d6a-4fb0-9088-145b631f33ab tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1469932 Feb 11 05:12:17.158519 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6b9a0238-dce1-4d17-b552-9513ce6c9080 req-49380604-b561-47fc-af51-3d2ecb9b1b12 service neutron] 10.222.0.65 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341102 Feb 11 05:12:17.218227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e06eeacf-c424-4b4a-b058-9693a7ac7043 req-c14deb5a-c677-4161-ab35-f86965f5b5e8 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738974 Feb 11 05:12:17.309418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Made reservation on behalf of d0e61b8c952744efa69044130c484b68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:17.312732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.342369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571212cc-cfc6-4208-a7b4-188288601821 req-3952ca85-a64a-4052-941f-5a1297172d2a tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.343857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-571212cc-cfc6-4208-a7b4-188288601821 req-3952ca85-a64a-4052-941f-5a1297172d2a tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 949 time: 0.0735714 Feb 11 05:12:17.432762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-dbbed673-abb2-407c-8d3b-e1d27eb05695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.436141 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-dbbed673-abb2-407c-8d3b-e1d27eb05695 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a38adb6b69524aab983a2aba6d231c2e&device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 1126 time: 0.0640371 Feb 11 05:12:17.507859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-571212cc-cfc6-4208-a7b4-188288601821 req-5d088eff-56e9-47ce-b8a2-7e0072529aa9 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459961 Feb 11 05:12:17.530653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06d0f95-80d3-4311-b7fc-e01d0eb0d0e2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:17.533294 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4526898-c157-46c5-86b5-7248e364eb53" -d '{"events": [{"server_uuid": "0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4", "name": "network-vif-plugged", "status": "completed", "tag": "d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:17.583427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-5bb85a8f-7f4e-4faa-8606-daa435e7f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.585290 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-5bb85a8f-7f4e-4faa-8606-daa435e7f068 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 200 len: 925 time: 0.1432045 Feb 11 05:12:17.598987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Allocated IP 172.20.0.4 (581e75b9-da58-4622-8cd2-95bcd5f8d91f/6af2cbd5-7e40-4a61-a04e-1ef587c9708f/57ff140b-0a7b-488f-baf1-21843e876e73) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:17.630870 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-fcc2ecf1-20c8-4c88-989c-7e6206b1df2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8616d1c9-7f40-419f-b2ae-3b09e172e3ad HTTP/1.1" status: 200 len: 217 time: 0.0384285 Feb 11 05:12:17.632322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0258c40b-6cfe-4838-8604-2421bd0f7661 req-2fc097ac-4ba7-4d78-869d-178b39676c33 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 210 time: 0.0473986 Feb 11 05:12:17.663250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73674a8-34e1-4a6c-9824-9ae24aaf5e82 req-da48a093-f0d1-4738-9e3f-8250522916e4 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.663250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d73674a8-34e1-4a6c-9824-9ae24aaf5e82 req-da48a093-f0d1-4738-9e3f-8250522916e4 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 949 time: 0.1207838 Feb 11 05:12:17.698691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-bfe90d4c-0e6d-4c92-8b71-e6c9ecec61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.700533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-bfe90d4c-0e6d-4c92-8b71-e6c9ecec61d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f647ac4c-41aa-4863-b3ff-bd69634163d3 HTTP/1.1" status: 200 len: 863 time: 0.0606024 Feb 11 05:12:17.754716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-44ac686c-1cb6-4e55-96fd-8a373e24f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.757014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d73674a8-34e1-4a6c-9824-9ae24aaf5e82 req-217fb2c0-91a7-4468-ab94-c55e68d25317 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935004 Feb 11 05:12:17.757394 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-44ac686c-1cb6-4e55-96fd-8a373e24f95e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c82589a4-0749-42d5-a18e-27e1e6585753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510221 Feb 11 05:12:17.860904 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks [] for port (57ff140b-0a7b-488f-baf1-21843e876e73), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.862163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-b34116a3-193f-43b8-990d-4d0a47640826 service neutron] 10.222.0.65 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981185 Feb 11 05:12:17.887758 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f234ee5-3dc4-4da8-a8e0-70931ccad8f1 x-openstack-request-id: req-7f234ee5-3dc4-4da8-a8e0-70931ccad8f1 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:17.888261 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4", "name": "network-vif-plugged", "status": "completed", "tag": "d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:17.888349 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f234ee5-3dc4-4da8-a8e0-70931ccad8f1 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:17.888787 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06d0f95-80d3-4311-b7fc-e01d0eb0d0e2', 'code': 200} Feb 11 05:12:17.955515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.973263 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bf040f9-1a7f-4a23-af4d-f780ba445842 req-334b461f-1aa3-47eb-86ab-1bec886cb2f6 service neutron] 10.222.0.65 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010396 Feb 11 05:12:18.074204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Network 581e75b9-da58-4622-8cd2-95bcd5f8d91f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:18.084525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:18.089382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:18.094470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.095091 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.099024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Pushing event updated for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:18.133366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8dcae-d009-48e8-9e1f-edd729cf57b8 req-4c0565ce-ed14-43e8-936f-1f97a4b0b21b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.135332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89e8dcae-d009-48e8-9e1f-edd729cf57b8 req-4c0565ce-ed14-43e8-936f-1f97a4b0b21b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 943 time: 0.1738076 Feb 11 05:12:18.137106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776cab4-5d57-41a8-82e1-83d429005b25 req-5d6ffa44-f737-4616-a79a-6c0c1b2752a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.138463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5776cab4-5d57-41a8-82e1-83d429005b25 req-5d6ffa44-f737-4616-a79a-6c0c1b2752a9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 1132 time: 0.1686134 Feb 11 05:12:18.199311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-cf206b28-b955-4eee-8653-e332ece8a7ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2061975 Feb 11 05:12:18.225049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Request body: {'port': {'device_id': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:18.233801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89e8dcae-d009-48e8-9e1f-edd729cf57b8 req-07527de6-f265-44a9-a5d8-a59da0a93db8 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920959 Feb 11 05:12:18.262162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5776cab4-5d57-41a8-82e1-83d429005b25 req-476b9eb7-9f5e-405d-9803-21e522bc18df service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145165 Feb 11 05:12:18.304817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.613631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ff140b-0a7b-488f-baf1-21843e876e73 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:18.624715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Publish callbacks [] for port (57ff140b-0a7b-488f-baf1-21843e876e73), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.642806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Transition to ACTIVE for port object 57ff140b-0a7b-488f-baf1-21843e876e73 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:18.649788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1bed2-2e5c-46f4-ace5-cab835226f5d req-5e31d8b4-8773-4db7-a780-4fd5e1798393 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.651298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ce1bed2-2e5c-46f4-ace5-cab835226f5d req-5e31d8b4-8773-4db7-a780-4fd5e1798393 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 949 time: 0.1029351 Feb 11 05:12:18.698048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ce1bed2-2e5c-46f4-ace5-cab835226f5d req-f1110635-6ada-4f24-a004-fc8ce9c09e85 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Feb 11 05:12:18.734293 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.817256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Pushing event updated for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:18.857504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:18.857787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:18.858116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:18.866213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb526-9870-4f9a-8ded-b1a2058dabc3 req-5b1eeb6f-ee60-48b7-983e-727a0924d80d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.867686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d2fb526-9870-4f9a-8ded-b1a2058dabc3 req-5b1eeb6f-ee60-48b7-983e-727a0924d80d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1060393 Feb 11 05:12:18.871782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:18.872115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:18.883571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:18.883908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:18.884271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:18.884779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Bound port: 57ff140b-0a7b-488f-baf1-21843e876e73, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:18.885142 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.954789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d2fb526-9870-4f9a-8ded-b1a2058dabc3 req-28f6640f-dc63-448a-a8b8-6ce07eac7ca9 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795918 Feb 11 05:12:18.981952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:18.985237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:19.079521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087691d7-c837-476e-b04e-c90170913371 req-7c0696be-6500-48ee-b693-99b4b8ba7313 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.081107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-087691d7-c837-476e-b04e-c90170913371 req-7c0696be-6500-48ee-b693-99b4b8ba7313 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 949 time: 0.0592737 Feb 11 05:12:19.082969 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.139702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.140331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.141768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] 10.222.0.83 "PUT /v2.0/ports/57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 1092 time: 0.9233825 Feb 11 05:12:19.142288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:19.144509 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:19.184549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766935-1074-4f2e-b54b-9f3e426dfce9 service neutron] Pushing event updated for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:19.190136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-087691d7-c837-476e-b04e-c90170913371 req-9b6ede60-fa3d-4ce0-a697-53c86a015dce tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022131 Feb 11 05:12:19.344378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-af45ee3b-3733-46dd-95b6-cce4def57469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.345919 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-af45ee3b-3733-46dd-95b6-cce4def57469 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1126 time: 0.0609910 Feb 11 05:12:19.352726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b03c0-9151-40f7-ba4d-b16064106fe6 req-b1b19406-4e0b-4937-974e-6912a1c1e2a0 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.355184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-923b03c0-9151-40f7-ba4d-b16064106fe6 req-b1b19406-4e0b-4937-974e-6912a1c1e2a0 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 949 time: 0.1071439 Feb 11 05:12:19.396938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-5001a22d-257a-4534-b47a-30c3b1a0b88b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 217 time: 0.0407870 Feb 11 05:12:19.468079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-923b03c0-9151-40f7-ba4d-b16064106fe6 req-e9b65f8f-fe44-4279-a5d3-f65ea9e8c1f2 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035619 Feb 11 05:12:19.479037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-08af4f20-f9bc-4ae5-a7eb-a728069388ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.488987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-08af4f20-f9bc-4ae5-a7eb-a728069388ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0620053 Feb 11 05:12:19.528152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-94bce381-efca-48e9-9560-9f7725029366 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293117 Feb 11 05:12:19.657265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c238e91-867f-4509-b0bc-7c99edb889ad req-d5164e3b-925b-4437-b53e-7c5c12960218 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.658840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c238e91-867f-4509-b0bc-7c99edb889ad req-d5164e3b-925b-4437-b53e-7c5c12960218 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.1290946 Feb 11 05:12:19.692746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-5355dfbd-e1c7-4a73-920e-81a72ded4615 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543016 Feb 11 05:12:19.745758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c238e91-867f-4509-b0bc-7c99edb889ad req-37f3af3d-31b0-497d-b0aa-fb8ac9235e63 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802300 Feb 11 05:12:19.807151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d51d83f6-1f6c-425e-a635-f1b81c9275c3 req-4de06cc2-9421-4eae-bb1a-2e501219cd4a service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055186 Feb 11 05:12:19.972847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783d139-fe16-409a-9f4b-d465100503d7 req-6153728d-cba4-429d-a82a-746a5f2ba8f7 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.974445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3783d139-fe16-409a-9f4b-d465100503d7 req-6153728d-cba4-429d-a82a-746a5f2ba8f7 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.83 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 949 time: 0.0633531 Feb 11 05:12:19.987815 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404952d7-ac5c-4342-b6e8-6a54beda888c x-openstack-request-id: req-404952d7-ac5c-4342-b6e8-6a54beda888c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:19.988351 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:19.988555 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-404952d7-ac5c-4342-b6e8-6a54beda888c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:19.989198 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73', 'status': 'completed', 'code': 200} Feb 11 05:12:20.194351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b1ed7-4713-41ea-b456-a416a6164cd2 req-e78978b0-b593-4548-b214-2c7874dd3359 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.195819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-980b1ed7-4713-41ea-b456-a416a6164cd2 req-e78978b0-b593-4548-b214-2c7874dd3359 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 943 time: 0.1683257 Feb 11 05:12:20.197990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-02eedd75-c031-404d-8327-5bc5686ab9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.199414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-02eedd75-c031-404d-8327-5bc5686ab9c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1126 time: 0.1708333 Feb 11 05:12:20.207096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f781c-8377-4ad5-95ff-446a75586883 req-f556342f-d255-454d-b8d6-084dca83e7e5 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.208470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c59f781c-8377-4ad5-95ff-446a75586883 req-f556342f-d255-454d-b8d6-084dca83e7e5 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 949 time: 0.1587656 Feb 11 05:12:20.330671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Deleting port f7361d6a-056a-4331-b0c3-4f7ac976796f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:20.331032 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.380480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-980b1ed7-4713-41ea-b456-a416a6164cd2 req-a742861d-ebcd-4dab-b36f-4acf5b610851 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708946 Feb 11 05:12:20.387253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c59f781c-8377-4ad5-95ff-446a75586883 req-aaee0421-2af0-4d7c-8755-dd13869b3840 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/security-groups?id=a5b340ea-68df-4aac-97b1-469aaa752ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623218 Feb 11 05:12:20.435795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-018f98e6-f3ef-4691-bef4-7651c2afd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.441105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-018f98e6-f3ef-4691-bef4-7651c2afd20d service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.2267845 Feb 11 05:12:20.486379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-0d853e10-c053-4d31-9878-39f3ecc5efd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 217 time: 0.0398557 Feb 11 05:12:20.510949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] For port f7361d6a-056a-4331-b0c3-4f7ac976796f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f7361d6a-056a-4331-b0c3-4f7ac976796f,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:20.511156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.545027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Calling delete_port for f7361d6a-056a-4331-b0c3-4f7ac976796f owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:20.591493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-e44f1566-3249-4a8e-9015-94a49e9bb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.592864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-e44f1566-3249-4a8e-9015-94a49e9bb1d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0965724 Feb 11 05:12:20.659775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-605eb337-9eff-4f64-8d1d-4a3e9429cb32 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339100 Feb 11 05:12:20.704966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f847-13b8-4880-988e-86ffc6eb53a6 req-95842e60-8e47-4957-af8a-5b5c93b25f75 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.706437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4179f847-13b8-4880-988e-86ffc6eb53a6 req-95842e60-8e47-4957-af8a-5b5c93b25f75 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1547968 Feb 11 05:12:20.968414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8616d1c9-7f40-419f-b2ae-3b09e172e3ad details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:21.060956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4179f847-13b8-4880-988e-86ffc6eb53a6 req-0a92b19f-e5ef-4151-b513-b26312264525 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464065 Feb 11 05:12:21.067706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-c160364d-a33a-4f47-ac45-3372a219aa65 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962727 Feb 11 05:12:21.073337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:21.085921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'port_id': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'mac_address': 'fa:16:3e:0b:30:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:21.125349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:21.125749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.140941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8616d1c9-7f40-419f-b2ae-3b09e172e3ad {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:21.162895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:21.202070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faecefc0-b36c-4b37-ac69-4a4e7605c5b0 req-6750c9a7-0869-4479-b21e-6907ac932c2f service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285019 Feb 11 05:12:21.217077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb5e6b-7fc0-4a5f-bffa-4c985fe6e859 req-2996b369-bbe4-45d5-acfb-2a824cfca312 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.218602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ddb5e6b-7fc0-4a5f-bffa-4c985fe6e859 req-2996b369-bbe4-45d5-acfb-2a824cfca312 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 949 time: 0.0765536 Feb 11 05:12:21.240454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.271323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ddb5e6b-7fc0-4a5f-bffa-4c985fe6e859 req-821eb23f-e443-4e82-b411-5f4457fc1135 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469289 Feb 11 05:12:21.292900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:21.362964 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (f7361d6a-056a-4331-b0c3-4f7ac976796f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.374487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f7361d6a-056a-4331-b0c3-4f7ac976796f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:21.393574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Pushing event deleted for resources: {'Port': ['ID=f7361d6a-056a-4331-b0c3-4f7ac976796f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:21.453386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc5ef9-1265-441b-a003-70868c7fa9ee req-fe16b1ff-2b63-451d-bb32-f75488a05c33 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.453989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83fc5ef9-1265-441b-a003-70868c7fa9ee req-fe16b1ff-2b63-451d-bb32-f75488a05c33 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 949 time: 0.1202443 Feb 11 05:12:21.455147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] No DVR routers for this DVR port f7361d6a-056a-4331-b0c3-4f7ac976796f on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:21.457824 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.461129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3783d139-fe16-409a-9f4b-d465100503d7 req-2f26c54c-9215-429c-a086-7836cfb0b3bf tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.83 "DELETE /v2.0/ports/f7361d6a-056a-4331-b0c3-4f7ac976796f HTTP/1.1" status: 204 len: 173 time: 1.4677253 Feb 11 05:12:21.506472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8616d1c9-7f40-419f-b2ae-3b09e172e3ad'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:21.508568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83fc5ef9-1265-441b-a003-70868c7fa9ee req-8e557de3-2b66-4d4a-b257-b26619c1f404 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Feb 11 05:12:21.677595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213877-63e5-4e89-8f86-a128f2a50534 req-3a68391f-7618-4538-b217-8bd16b56a8d6 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.679001 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd213877-63e5-4e89-8f86-a128f2a50534 req-3a68391f-7618-4538-b217-8bd16b56a8d6 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.0584877 Feb 11 05:12:21.731488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd213877-63e5-4e89-8f86-a128f2a50534 req-a42c62ed-79f8-42fa-9b87-51d3de9a261e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Feb 11 05:12:21.833165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1136dec-feb2-4030-8003-2ab4ef2a647c req-74acf383-2f75-44b8-8ca4-5cfef77048be tempest-LiveMigrationNegativeTest-1840140176 tempest-LiveMigrationNegativeTest-1840140176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.834773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1136dec-feb2-4030-8003-2ab4ef2a647c req-74acf383-2f75-44b8-8ca4-5cfef77048be tempest-LiveMigrationNegativeTest-1840140176 tempest-LiveMigrationNegativeTest-1840140176-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 1132 time: 0.0456042 Feb 11 05:12:21.854495 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1136dec-feb2-4030-8003-2ab4ef2a647c req-3de5c8dc-29c2-4f10-a1a5-08abd035cc43 tempest-LiveMigrationNegativeTest-1840140176 tempest-LiveMigrationNegativeTest-1840140176-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.931099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1136dec-feb2-4030-8003-2ab4ef2a647c req-3de5c8dc-29c2-4f10-a1a5-08abd035cc43 tempest-LiveMigrationNegativeTest-1840140176 tempest-LiveMigrationNegativeTest-1840140176-project-admin] Publish callbacks [] for security_group (681fe60f-22e8-479a-a136-bab20d8e7e8f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.985607 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1136dec-feb2-4030-8003-2ab4ef2a647c req-3de5c8dc-29c2-4f10-a1a5-08abd035cc43 tempest-LiveMigrationNegativeTest-1840140176 tempest-LiveMigrationNegativeTest-1840140176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (681fe60f-22e8-479a-a136-bab20d8e7e8f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.990711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03656a92-b54a-4990-a838-6ae312ea886f', 'name': 'network-vif-deleted', 'tag': 'f7361d6a-056a-4331-b0c3-4f7ac976796f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:21.993648 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4d370e-7654-41f0-bd87-f52c11c08804" -d '{"events": [{"server_uuid": "03656a92-b54a-4990-a838-6ae312ea886f", "name": "network-vif-deleted", "tag": "f7361d6a-056a-4331-b0c3-4f7ac976796f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:22.027583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5c8dc-29c2-4f10-a1a5-08abd035cc43 tempest-LiveMigrationNegativeTest-1840140176 tempest-LiveMigrationNegativeTest-1840140176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681fe60f-22e8-479a-a136-bab20d8e7e8f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:22.031887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1136dec-feb2-4030-8003-2ab4ef2a647c req-3de5c8dc-29c2-4f10-a1a5-08abd035cc43 tempest-LiveMigrationNegativeTest-1840140176 tempest-LiveMigrationNegativeTest-1840140176-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912560 Feb 11 05:12:22.145547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd4ef9-3692-45e5-8372-2e7e7885bda9 req-aea72f27-cbe5-4031-8af3-cbfc0a0a52ab tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:22.147026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02cd4ef9-3692-45e5-8372-2e7e7885bda9 req-aea72f27-cbe5-4031-8af3-cbfc0a0a52ab tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 944 time: 0.0555911 Feb 11 05:12:22.196173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02cd4ef9-3692-45e5-8372-2e7e7885bda9 req-a0ec3f4a-583f-4a34-bc8d-f1e637329423 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Feb 11 05:12:22.292735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed6d50c1-9536-4a29-993d-4b3619d5e1eb req-7252c34d-5653-4552-9ba8-c3950b2692c2 tempest-TenantUsagesTestJSON-1270788645 tempest-TenantUsagesTestJSON-1270788645-project] 10.222.0.62 "GET /v2.0/ports?device_id=03656a92-b54a-4990-a838-6ae312ea886f HTTP/1.1" status: 200 len: 210 time: 0.0289350 Feb 11 05:12:22.419729 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da686417-0ce9-4d90-ab06-d82374f1d92d x-openstack-request-id: req-da686417-0ce9-4d90-ab06-d82374f1d92d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:22.420130 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03656a92-b54a-4990-a838-6ae312ea886f", "name": "network-vif-deleted", "tag": "f7361d6a-056a-4331-b0c3-4f7ac976796f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:22.420800 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da686417-0ce9-4d90-ab06-d82374f1d92d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:22.424043 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03656a92-b54a-4990-a838-6ae312ea886f', 'name': 'network-vif-deleted', 'tag': 'f7361d6a-056a-4331-b0c3-4f7ac976796f', 'status': 'completed', 'code': 200} Feb 11 05:12:22.544919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb281-9488-4934-b0fa-cf28b9c7b3f0 req-d4238528-05e2-4fd4-931c-679e0f51aac4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:22.546465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47afb281-9488-4934-b0fa-cf28b9c7b3f0 req-d4238528-05e2-4fd4-931c-679e0f51aac4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0642173 Feb 11 05:12:22.594848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47afb281-9488-4934-b0fa-cf28b9c7b3f0 req-e188a80c-779f-4c86-9814-9dac43f365d7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Feb 11 05:12:22.922635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39062) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:22.981655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c2605-c212-4aab-a766-221ddb23d51c req-13480e35-1638-4e2e-a3ce-b3500694ddbf tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:22.983857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c76c2605-c212-4aab-a766-221ddb23d51c req-13480e35-1638-4e2e-a3ce-b3500694ddbf tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.0560589 Feb 11 05:12:22.987554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8616d1c9-7f40-419f-b2ae-3b09e172e3ad up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:23.045211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c76c2605-c212-4aab-a766-221ddb23d51c req-218c5048-aaf9-4580-b5ec-acd6ccce51e4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549388 Feb 11 05:12:23.048296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8ccd012-7d6b-4b83-9b15-4f133d2f3797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.139437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8ccd012-7d6b-4b83-9b15-4f133d2f3797 admin admin] Publish callbacks [] for security_group (477ccf6e-17a8-4b84-bf5b-1e00ce94eef1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.151880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:23.155943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:23.156490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.164712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4b8e8-fa1d-482e-b5b0-d16293f0d228 req-b91266d7-08ce-43cf-98ae-ea47b687ab7d tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:23.166839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcc4b8e8-fa1d-482e-b5b0-d16293f0d228 req-b91266d7-08ce-43cf-98ae-ea47b687ab7d tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 949 time: 0.0568850 Feb 11 05:12:23.230090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcc4b8e8-fa1d-482e-b5b0-d16293f0d228 req-ae98bdf0-822f-4915-a054-c382a0b3f383 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570354 Feb 11 05:12:23.245989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:23.247254 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.274661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:23.280204 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6042c1ce-34aa-45f1-8016-fef704af0a8c" -d '{"events": [{"server_uuid": "94a4abf4-6caa-43ba-8ac0-cfd041a817b6", "name": "network-vif-plugged", "status": "completed", "tag": "8616d1c9-7f40-419f-b2ae-3b09e172e3ad"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:23.292506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:23.299851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8ccd012-7d6b-4b83-9b15-4f133d2f3797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (477ccf6e-17a8-4b84-bf5b-1e00ce94eef1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.337436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccd012-7d6b-4b83-9b15-4f133d2f3797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477ccf6e-17a8-4b84-bf5b-1e00ce94eef1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:23.346798 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f8ccd012-7d6b-4b83-9b15-4f133d2f3797 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be117da8063f477fa3b7dd8bfa1188dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225240 Feb 11 05:12:23.349526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39076) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:23.376910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd40da-0558-4961-8308-6894c9a57f77 req-64ef0516-39a5-4f00-862b-97bdb796d174 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:23.378685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93fd40da-0558-4961-8308-6894c9a57f77 req-64ef0516-39a5-4f00-862b-97bdb796d174 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 949 time: 0.0900512 Feb 11 05:12:23.386409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.391439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e0e79-2597-4f2e-99ef-48e6d64ea35b req-52afc128-ba94-424a-82c6-558c16e99645 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:23.394801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c7e0e79-2597-4f2e-99ef-48e6d64ea35b req-52afc128-ba94-424a-82c6-558c16e99645 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 944 time: 0.0738847 Feb 11 05:12:23.404183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3cfc5dd-754c-4efe-9aa0-b5d212d4116c admin admin] Publish callbacks [] for security_group (477ccf6e-17a8-4b84-bf5b-1e00ce94eef1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.426598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3cfc5dd-754c-4efe-9aa0-b5d212d4116c admin admin] Publish callbacks [] for security_group (477ccf6e-17a8-4b84-bf5b-1e00ce94eef1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.439237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:23.475249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93fd40da-0558-4961-8308-6894c9a57f77 req-b02fb6cf-2912-4718-8717-5b2ab7ac0dad tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811856 Feb 11 05:12:23.478540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c7e0e79-2597-4f2e-99ef-48e6d64ea35b req-490f8346-13e0-44fb-bfc4-6b6e3b932a95 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763988 Feb 11 05:12:23.521458 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce302f-02b1-45ef-b7e5-f2037d152df0 x-openstack-request-id: req-7dce302f-02b1-45ef-b7e5-f2037d152df0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:23.521784 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a4abf4-6caa-43ba-8ac0-cfd041a817b6", "name": "network-vif-plugged", "status": "completed", "tag": "8616d1c9-7f40-419f-b2ae-3b09e172e3ad", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:23.522405 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7dce302f-02b1-45ef-b7e5-f2037d152df0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:23.522818 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'code': 200} Feb 11 05:12:23.583144 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3cfc5dd-754c-4efe-9aa0-b5d212d4116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (477ccf6e-17a8-4b84-bf5b-1e00ce94eef1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.585868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3cfc5dd-754c-4efe-9aa0-b5d212d4116c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.587140 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a3cfc5dd-754c-4efe-9aa0-b5d212d4116c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/477ccf6e-17a8-4b84-bf5b-1e00ce94eef1 HTTP/1.1" status: 204 len: 168 time: 0.2367065 Feb 11 05:12:23.618013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfc5dd-754c-4efe-9aa0-b5d212d4116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477ccf6e-17a8-4b84-bf5b-1e00ce94eef1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:23.639519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe975a10-bc95-4de7-a9f1-089d6d930952 req-b4b53bec-edb3-4194-98dd-e169475fd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:23.641163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fe975a10-bc95-4de7-a9f1-089d6d930952 req-b4b53bec-edb3-4194-98dd-e169475fd9fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 1128 time: 0.0521991 Feb 11 05:12:23.693908 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fe975a10-bc95-4de7-a9f1-089d6d930952 req-023b5c13-f093-4462-bdfb-ee6646f96169 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458214 Feb 11 05:12:23.734329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91138f6-d1be-4cf3-afb9-271a5aa95858 req-c3a1270d-ba7b-4c5b-8dc9-b082c1c54c3b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:23.736017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a91138f6-d1be-4cf3-afb9-271a5aa95858 req-c3a1270d-ba7b-4c5b-8dc9-b082c1c54c3b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0658953 Feb 11 05:12:23.801495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a91138f6-d1be-4cf3-afb9-271a5aa95858 req-15a3b9bf-f776-4833-bdf5-81c89b51a7be tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Feb 11 05:12:24.007081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39090) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.032782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39094) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.053163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 57ff140b-0a7b-488f-baf1-21843e876e73 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:24.058643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f7361d6a-056a-4331-b0c3-4f7ac976796f no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:24.095814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: f7361d6a-056a-4331-b0c3-4f7ac976796f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:24.096272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f7361d6a-056a-4331-b0c3-4f7ac976796f not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:24.154940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3653106f-bd8c-44ab-8e13-b0ce5711ce03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.198926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:24.199166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95644629-38c5-4c8e-a5d4-98b4d965965d req-d85b7cf6-059f-4210-892f-bc012caed009 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:24.200635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95644629-38c5-4c8e-a5d4-98b4d965965d req-d85b7cf6-059f-4210-892f-bc012caed009 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.0739703 Feb 11 05:12:24.211471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '57ff140b-0a7b-488f-baf1-21843e876e73', 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'port_id': '57ff140b-0a7b-488f-baf1-21843e876e73', 'mac_address': 'fa:16:3e:f1:f8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2cbd5-7e40-4a61-a04e-1ef587c9708f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:24.254288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95644629-38c5-4c8e-a5d4-98b4d965965d req-92831b66-2fb1-4f48-ae4e-665bc59dd035 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460856 Feb 11 05:12:24.259860 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d39c4283-671e-4d9e-910d-69d726c3a616 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=132435f298514ff8806599fe4746722e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255938 Feb 11 05:12:24.262708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 57ff140b-0a7b-488f-baf1-21843e876e73 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:24.263225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39102) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.263376 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.277784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ff140b-0a7b-488f-baf1-21843e876e73 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:24.304736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:24.334187 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3653106f-bd8c-44ab-8e13-b0ce5711ce03 admin admin] Publish callbacks [] for security_group (dea1c744-7ecd-4dea-9743-42a5b10fc429), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.349881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3069b5f3-9429-44fb-bfcb-5118f0ae72f7 admin admin] Publish callbacks [] for security_group (a5b340ea-68df-4aac-97b1-469aaa752ef8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.372292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3069b5f3-9429-44fb-bfcb-5118f0ae72f7 admin admin] Publish callbacks [] for security_group (a5b340ea-68df-4aac-97b1-469aaa752ef8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.386957 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.390753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a2681-4df2-4d93-bd6c-de4dbb40f6ad req-f2d3a45a-14fb-49d3-84ed-db01b1a4f552 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:24.392436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e2a2681-4df2-4d93-bd6c-de4dbb40f6ad req-f2d3a45a-14fb-49d3-84ed-db01b1a4f552 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 949 time: 0.0592587 Feb 11 05:12:24.413063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3653106f-bd8c-44ab-8e13-b0ce5711ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dea1c744-7ecd-4dea-9743-42a5b10fc429), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.443371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.445599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39104) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.457967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653106f-bd8c-44ab-8e13-b0ce5711ce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea1c744-7ecd-4dea-9743-42a5b10fc429,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.476460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d036034-905a-4ad4-a209-793748aca14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.484929 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3653106f-bd8c-44ab-8e13-b0ce5711ce03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5710c9e83f964028a8466e4c1f72e900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4767272 Feb 11 05:12:24.488024 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39106) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.500787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e2a2681-4df2-4d93-bd6c-de4dbb40f6ad req-6d7ca9ff-a02d-49ad-ad31-e375ed27d610 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/security-groups?id=944735ad-0616-4622-a9d1-6fd22a577b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010842 Feb 11 05:12:24.536793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-c2333c48-c573-496c-818f-02380cda4fbf tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:24.538464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-c2333c48-c573-496c-818f-02380cda4fbf tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 949 time: 0.1219666 Feb 11 05:12:24.550813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a11194f2-c6bf-40fb-8107-0af64914b169 admin admin] Publish callbacks [] for security_group (dea1c744-7ecd-4dea-9743-42a5b10fc429), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.563449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3069b5f3-9429-44fb-bfcb-5118f0ae72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a5b340ea-68df-4aac-97b1-469aaa752ef8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.566534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3069b5f3-9429-44fb-bfcb-5118f0ae72f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.570044 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3069b5f3-9429-44fb-bfcb-5118f0ae72f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5b340ea-68df-4aac-97b1-469aaa752ef8 HTTP/1.1" status: 204 len: 168 time: 0.3035605 Feb 11 05:12:24.587655 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a11194f2-c6bf-40fb-8107-0af64914b169 admin admin] Publish callbacks [] for security_group (dea1c744-7ecd-4dea-9743-42a5b10fc429), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.589659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069b5f3-9429-44fb-bfcb-5118f0ae72f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b340ea-68df-4aac-97b1-469aaa752ef8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.658567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['57ff140b-0a7b-488f-baf1-21843e876e73'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:24.729375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a11194f2-c6bf-40fb-8107-0af64914b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dea1c744-7ecd-4dea-9743-42a5b10fc429), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.732035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a11194f2-c6bf-40fb-8107-0af64914b169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.733471 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a11194f2-c6bf-40fb-8107-0af64914b169 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dea1c744-7ecd-4dea-9743-42a5b10fc429 HTTP/1.1" status: 204 len: 168 time: 0.2450509 Feb 11 05:12:24.747759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11194f2-c6bf-40fb-8107-0af64914b169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea1c744-7ecd-4dea-9743-42a5b10fc429,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.806787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f8742-8fed-4945-a8f6-e3346fdd115b req-4054b5b1-15de-48b3-ba78-935885352e8e tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:24.813976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-982f8742-8fed-4945-a8f6-e3346fdd115b req-4054b5b1-15de-48b3-ba78-935885352e8e tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 945 time: 0.2369530 Feb 11 05:12:24.861956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e42e1-1b9f-479d-9a55-6a55439f2b7c req-387eaeab-3ca3-4ff8-8445-2a275b1ccfe7 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:24.863520 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b1e42e1-1b9f-479d-9a55-6a55439f2b7c req-387eaeab-3ca3-4ff8-8445-2a275b1ccfe7 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 949 time: 0.2846932 Feb 11 05:12:24.867455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d036034-905a-4ad4-a209-793748aca14e admin admin] Publish callbacks [] for security_group (b14eab6f-c2f6-4d13-a9e6-cafdffed3672), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.912476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db2973-2de0-4928-8ace-50dceff5de7c req-596cbeca-cdc2-484f-a592-0a93c5317440 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:24.913978 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-69db2973-2de0-4928-8ace-50dceff5de7c req-596cbeca-cdc2-484f-a592-0a93c5317440 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 949 time: 0.0631320 Feb 11 05:12:24.925152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-982f8742-8fed-4945-a8f6-e3346fdd115b req-51f459d8-7980-4e12-b7ed-671221599341 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102521 Feb 11 05:12:24.943953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d036034-905a-4ad4-a209-793748aca14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b14eab6f-c2f6-4d13-a9e6-cafdffed3672), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.973801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Deleting port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:24.974148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.052233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d036034-905a-4ad4-a209-793748aca14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14eab6f-c2f6-4d13-a9e6-cafdffed3672,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:25.074248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Deleting port c066acd3-e570-4088-80d2-1e5d7a022d0d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:25.074737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.087519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b1e42e1-1b9f-479d-9a55-6a55439f2b7c req-01433b29-ddb6-4829-84c4-47bbdda86c1e tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159147 Feb 11 05:12:25.119642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] For port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:25.120395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.125990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6d036034-905a-4ad4-a209-793748aca14e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10739389613748819856fa01823e1d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6767528 Feb 11 05:12:25.129048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39122) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:25.169975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Calling delete_port for d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:25.240734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1fed2-9ad8-4427-bb69-954ce149526a req-f9ac1e2b-a969-4bd3-bbc8-2c8bc4f908f0 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:25.240894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] For port c066acd3-e570-4088-80d2-1e5d7a022d0d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c066acd3-e570-4088-80d2-1e5d7a022d0d,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:25.241311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.242783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2a1fed2-9ad8-4427-bb69-954ce149526a req-f9ac1e2b-a969-4bd3-bbc8-2c8bc4f908f0 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1951487 Feb 11 05:12:25.256110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-904de90a-d021-474e-9d90-01677da9dc4a admin admin] Publish callbacks [] for security_group (b14eab6f-c2f6-4d13-a9e6-cafdffed3672), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.263221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Calling delete_port for c066acd3-e570-4088-80d2-1e5d7a022d0d owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:25.294627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-904de90a-d021-474e-9d90-01677da9dc4a admin admin] Publish callbacks [] for security_group (b14eab6f-c2f6-4d13-a9e6-cafdffed3672), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.319869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2a1fed2-9ad8-4427-bb69-954ce149526a req-9ad02a13-91f2-41e5-8533-66f3f630430e tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602844 Feb 11 05:12:25.462293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623f168-57de-49f1-bf37-97508c05a702 req-64ac5917-f317-4008-a91d-70bdd038cdae tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:25.464058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8623f168-57de-49f1-bf37-97508c05a702 req-64ac5917-f317-4008-a91d-70bdd038cdae tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 944 time: 0.0989659 Feb 11 05:12:25.471699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-904de90a-d021-474e-9d90-01677da9dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b14eab6f-c2f6-4d13-a9e6-cafdffed3672), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.474446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-904de90a-d021-474e-9d90-01677da9dc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.478069 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-904de90a-d021-474e-9d90-01677da9dc4a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b14eab6f-c2f6-4d13-a9e6-cafdffed3672 HTTP/1.1" status: 204 len: 168 time: 0.3454330 Feb 11 05:12:25.483905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de90a-d021-474e-9d90-01677da9dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14eab6f-c2f6-4d13-a9e6-cafdffed3672,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:25.517941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8623f168-57de-49f1-bf37-97508c05a702 req-339c1011-f11b-425e-a416-89c5dd9b21a7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Feb 11 05:12:25.529023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39128) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:25.553014 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e05caccc-a92a-47ca-aa45-272d35da9c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.557622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.569580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:25.577430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c066acd3-e570-4088-80d2-1e5d7a022d0d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.616386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Pushing event deleted for resources: {'Port': ['ID=d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:25.630913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Pushing event deleted for resources: {'Port': ['ID=c066acd3-e570-4088-80d2-1e5d7a022d0d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:25.636877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d8b8c815-5dbf-4a70-ba1b-f3637d884796'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:25.642347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39132) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:25.644014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['c066acd3-e570-4088-80d2-1e5d7a022d0d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:25.685197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a649b95-d8e3-431d-bb6d-90760fa114e5 req-aa726eab-38f1-4d17-b0a6-df39274247c2 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 210 time: 0.0797298 Feb 11 05:12:25.718017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] No DVR routers for this DVR port d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:25.722251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.726122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09ca8e5e-6821-46ae-9bf9-e141a7d2fb66 req-70e09346-0da3-4b55-86c4-28c08525fe26 tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.83 "DELETE /v2.0/ports/d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 HTTP/1.1" status: 204 len: 173 time: 1.1665027 Feb 11 05:12:25.726733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4', 'name': 'network-vif-deleted', 'tag': 'd06d0f95-80d3-4311-b7fc-e01d0eb0d0e2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:25.731576 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7521f92a-b575-4a56-92ac-673c2e3a0226" -d '{"events": [{"server_uuid": "0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4", "name": "network-vif-deleted", "tag": "d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:25.753106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd2d64b0-aab1-4d27-b873-4b53f1811fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.796726 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79bcb23-2fd8-4384-b3a7-1f12bb56b74f x-openstack-request-id: req-c79bcb23-2fd8-4384-b3a7-1f12bb56b74f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:25.796726 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4", "name": "network-vif-deleted", "tag": "d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:25.796726 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c79bcb23-2fd8-4384-b3a7-1f12bb56b74f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:25.796726 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4', 'name': 'network-vif-deleted', 'tag': 'd06d0f95-80d3-4311-b7fc-e01d0eb0d0e2', 'status': 'completed', 'code': 200} Feb 11 05:12:25.801897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] No DVR routers for this DVR port c066acd3-e570-4088-80d2-1e5d7a022d0d on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:25.808699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.812225 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-69db2973-2de0-4928-8ace-50dceff5de7c req-c364d03b-0446-4b90-b004-941ddd242c54 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.65 "DELETE /v2.0/ports/c066acd3-e570-4088-80d2-1e5d7a022d0d HTTP/1.1" status: 204 len: 173 time: 0.8907909 Feb 11 05:12:25.812887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c933b8-7639-477b-b58d-fd8d8feb6b41', 'name': 'network-vif-deleted', 'tag': 'c066acd3-e570-4088-80d2-1e5d7a022d0d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:25.815237 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2aeff1-e888-48be-b8f3-0572d52a469b" -d '{"events": [{"server_uuid": "e8c933b8-7639-477b-b58d-fd8d8feb6b41", "name": "network-vif-deleted", "tag": "c066acd3-e570-4088-80d2-1e5d7a022d0d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:25.879790 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef5c3e0-6fd6-4f36-9797-55967ceaa446 x-openstack-request-id: req-8ef5c3e0-6fd6-4f36-9797-55967ceaa446 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:25.881268 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c933b8-7639-477b-b58d-fd8d8feb6b41", "name": "network-vif-deleted", "tag": "c066acd3-e570-4088-80d2-1e5d7a022d0d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:25.881536 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ef5c3e0-6fd6-4f36-9797-55967ceaa446 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:25.881957 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c933b8-7639-477b-b58d-fd8d8feb6b41', 'name': 'network-vif-deleted', 'tag': 'c066acd3-e570-4088-80d2-1e5d7a022d0d', 'status': 'completed', 'code': 200} Feb 11 05:12:25.885918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e05caccc-a92a-47ca-aa45-272d35da9c02 admin admin] Publish callbacks [] for security_group (31b940e6-fa0b-43d1-a016-f3f721da19c1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.964922 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd2d64b0-aab1-4d27-b873-4b53f1811fa9 admin admin] Publish callbacks [] for security_group (d824cf47-2c13-4ccf-888a-1607c98402c3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.008806 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e05caccc-a92a-47ca-aa45-272d35da9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31b940e6-fa0b-43d1-a016-f3f721da19c1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.045718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd2d64b0-aab1-4d27-b873-4b53f1811fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d824cf47-2c13-4ccf-888a-1607c98402c3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.060014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 57ff140b-0a7b-488f-baf1-21843e876e73 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:26.082069 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e05caccc-a92a-47ca-aa45-272d35da9c02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed7d67ce819d4c9fb1806211d9995a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5493543 Feb 11 05:12:26.083886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:26.085049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05caccc-a92a-47ca-aa45-272d35da9c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b940e6-fa0b-43d1-a016-f3f721da19c1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.125737 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd2d64b0-aab1-4d27-b873-4b53f1811fa9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cc19bd34d1049ed8fa7f1c121d58293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4745030 Feb 11 05:12:26.130144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39148) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:26.187483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d64b0-aab1-4d27-b873-4b53f1811fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d824cf47-2c13-4ccf-888a-1607c98402c3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.201930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbec5a-c96d-419c-9c74-677746be0170 req-5ade6954-641c-4540-904c-b93dcfe9c0dc tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:26.214220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3edbec5a-c96d-419c-9c74-677746be0170 req-5ade6954-641c-4540-904c-b93dcfe9c0dc tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 945 time: 0.1836107 Feb 11 05:12:26.225836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0996ec3f-255b-4dae-bea9-67a55640af60 admin admin] Publish callbacks [] for security_group (31b940e6-fa0b-43d1-a016-f3f721da19c1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.249688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a05b5668-1c9a-454c-93a7-6b133af1514f admin admin] Publish callbacks [] for security_group (d824cf47-2c13-4ccf-888a-1607c98402c3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.265916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 57ff140b-0a7b-488f-baf1-21843e876e73 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:26.266448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0996ec3f-255b-4dae-bea9-67a55640af60 admin admin] Publish callbacks [] for security_group (31b940e6-fa0b-43d1-a016-f3f721da19c1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.271063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 57ff140b-0a7b-488f-baf1-21843e876e73 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:26.271492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.298881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a05b5668-1c9a-454c-93a7-6b133af1514f admin admin] Publish callbacks [] for security_group (d824cf47-2c13-4ccf-888a-1607c98402c3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.319051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d9aba11-bb1b-4b8b-bca0-b728515a0477 req-775d46e2-0abe-4029-9792-c5c51a701e12 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c933b8-7639-477b-b58d-fd8d8feb6b41 HTTP/1.1" status: 200 len: 210 time: 0.0565505 Feb 11 05:12:26.330467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3edbec5a-c96d-419c-9c74-677746be0170 req-6ec12c97-dae0-43ed-a00b-321b80ad3340 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153116 Feb 11 05:12:26.425624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 57ff140b-0a7b-488f-baf1-21843e876e73 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:26.425624 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.456978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:26.459782 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e21595-7fec-48bb-8a5d-5942f6f545b0" -d '{"events": [{"server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "name": "network-vif-plugged", "status": "completed", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:26.475460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:26.488729 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0996ec3f-255b-4dae-bea9-67a55640af60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31b940e6-fa0b-43d1-a016-f3f721da19c1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.493236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0996ec3f-255b-4dae-bea9-67a55640af60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.497046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0996ec3f-255b-4dae-bea9-67a55640af60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31b940e6-fa0b-43d1-a016-f3f721da19c1 HTTP/1.1" status: 204 len: 168 time: 0.4104700 Feb 11 05:12:26.503458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996ec3f-255b-4dae-bea9-67a55640af60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b940e6-fa0b-43d1-a016-f3f721da19c1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.516922 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a05b5668-1c9a-454c-93a7-6b133af1514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d824cf47-2c13-4ccf-888a-1607c98402c3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.519778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a05b5668-1c9a-454c-93a7-6b133af1514f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.520452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4375d-b477-44ab-93e8-f9a7a866dd65 req-05c3911b-2927-4ab9-af5c-1f457223959f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:26.520996 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a05b5668-1c9a-454c-93a7-6b133af1514f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d824cf47-2c13-4ccf-888a-1607c98402c3 HTTP/1.1" status: 204 len: 168 time: 0.3873940 Feb 11 05:12:26.526091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fa4375d-b477-44ab-93e8-f9a7a866dd65 req-05c3911b-2927-4ab9-af5c-1f457223959f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0997932 Feb 11 05:12:26.530057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b5668-1c9a-454c-93a7-6b133af1514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d824cf47-2c13-4ccf-888a-1607c98402c3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.547617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3b5fe-9eb1-4524-834f-c6370a664218 req-f14cdc14-926b-4e39-ab14-99964f5a6ffe tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:26.549190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24c3b5fe-9eb1-4524-834f-c6370a664218 req-f14cdc14-926b-4e39-ab14-99964f5a6ffe tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 945 time: 0.1223364 Feb 11 05:12:26.557620 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.558718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:26.559816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39168) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:26.568623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Request body: {'floatingip': {'port_id': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:26.589995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:26.589995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d06d0f95-80d3-4311-b7fc-e01d0eb0d0e2 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:26.641425 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e62b06-1e27-48c5-a2e8-8b50d3fbee64 x-openstack-request-id: req-52e62b06-1e27-48c5-a2e8-8b50d3fbee64 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:26.641931 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "name": "network-vif-plugged", "status": "completed", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:26.642247 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52e62b06-1e27-48c5-a2e8-8b50d3fbee64 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:26.645392 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73', 'code': 200} Feb 11 05:12:26.668959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fa4375d-b477-44ab-93e8-f9a7a866dd65 req-91baf358-f583-4a2d-8954-ecdb66581e7b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318564 Feb 11 05:12:26.680643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.703101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.811953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920433bd-c4d9-432c-b99f-7bc6ae7cc0c9 req-c45c0e25-3818-4704-8113-3dd61578f055 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:26.813548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-920433bd-c4d9-432c-b99f-7bc6ae7cc0c9 req-c45c0e25-3818-4704-8113-3dd61578f055 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 945 time: 0.1093891 Feb 11 05:12:26.850495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9f0768e-b616-422b-8f52-69518733981b req-3360fb62-a4d6-4276-8dc6-21f9a7143f1c tempest-ServerDiagnosticsNegativeTest-1569214447 tempest-ServerDiagnosticsNegativeTest-1569214447-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b38dd4d-916b-41fd-a0d8-8c0ac42b1ab4 HTTP/1.1" status: 200 len: 210 time: 0.0359464 Feb 11 05:12:26.868278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8376035-923d-46cb-a88b-938f88456bf9 req-d0922fc1-4157-4c94-8c21-7bbf2e18cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:26.869976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8376035-923d-46cb-a88b-938f88456bf9 req-d0922fc1-4157-4c94-8c21-7bbf2e18cf7c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1128 time: 0.1268983 Feb 11 05:12:26.912638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-920433bd-c4d9-432c-b99f-7bc6ae7cc0c9 req-6570eb4e-44eb-48c4-9783-df8beb6168e5 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854442 Feb 11 05:12:26.939423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8376035-923d-46cb-a88b-938f88456bf9 req-a315ec22-53b8-431e-90f1-11de356b6035 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590088 Feb 11 05:12:27.308730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.379984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.505277 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Floating IP 68b9d1f9-c68b-4385-af93-0970f1407c0e associated. External IP: 172.25.8.191, port: 8616d1c9-7f40-419f-b2ae-3b09e172e3ad. Feb 11 05:12:27.579901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39198) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:27.594280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80d10658-2479-4bca-9d61-332f31cf3e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.724556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80d10658-2479-4bca-9d61-332f31cf3e73 admin admin] Publish callbacks [] for security_group (cb872d8b-87aa-40aa-8ec0-3a5deb50b371), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.772771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:27.821700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406d5b4-1eb6-4847-a41f-161a4c15c0f4 req-41ade87b-e6a4-46fd-9d0c-e11d37aace8a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:27.825094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7406d5b4-1eb6-4847-a41f-161a4c15c0f4 req-41ade87b-e6a4-46fd-9d0c-e11d37aace8a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0693526 Feb 11 05:12:27.829157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80d10658-2479-4bca-9d61-332f31cf3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cb872d8b-87aa-40aa-8ec0-3a5deb50b371), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.897813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-80d10658-2479-4bca-9d61-332f31cf3e73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7731a276cb2d4201a28338ef824bfda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178730 Feb 11 05:12:27.908729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:27.908956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d10658-2479-4bca-9d61-332f31cf3e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb872d8b-87aa-40aa-8ec0-3a5deb50b371,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:27.955265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7406d5b4-1eb6-4847-a41f-161a4c15c0f4 req-1c399e08-31b1-4902-8f44-362f276eb445 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089368 Feb 11 05:12:27.976760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068c270-534c-452b-9be6-97069af28da2 req-b24d94d5-64f4-4b19-ade1-7e60afad0a48 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:27.979016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9068c270-534c-452b-9be6-97069af28da2 req-b24d94d5-64f4-4b19-ade1-7e60afad0a48 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 950 time: 0.0885999 Feb 11 05:12:27.982848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:28.002559 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] Sync routers for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:28.008242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.034434 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:28.035610 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:28.096576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9068c270-534c-452b-9be6-97069af28da2 req-2ff4ce4a-441d-416d-b286-791261c566d1 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093769 Feb 11 05:12:28.144109 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-44fd91bd-ba4b-4513-b75b-cd0168ce8fb4 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "PUT /v2.0/floatingips/68b9d1f9-c68b-4385-af93-0970f1407c0e HTTP/1.1" status: 200 len: 991 time: 1.5831738 Feb 11 05:12:28.145010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'tag': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:28.151340 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33992cc-85a5-414f-9bad-bacf02e3fdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "94a4abf4-6caa-43ba-8ac0-cfd041a817b6", "tag": "8616d1c9-7f40-419f-b2ae-3b09e172e3ad"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:28.158045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-755f4cd5-a266-4ba9-b5d1-754b8a7b6197 admin admin] Publish callbacks [] for security_group (cb872d8b-87aa-40aa-8ec0-3a5deb50b371), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.193120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-755f4cd5-a266-4ba9-b5d1-754b8a7b6197 admin admin] Publish callbacks [] for security_group (cb872d8b-87aa-40aa-8ec0-3a5deb50b371), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.230349 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:28.249602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c89bb-0d1f-481c-a071-6ca845d588cf req-5236ccd4-9dc4-4688-9fa9-64890ee5573a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:28.251283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a24c89bb-0d1f-481c-a071-6ca845d588cf req-5236ccd4-9dc4-4688-9fa9-64890ee5573a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 945 time: 0.1151001 Feb 11 05:12:28.332169 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-755f4cd5-a266-4ba9-b5d1-754b8a7b6197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cb872d8b-87aa-40aa-8ec0-3a5deb50b371), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.336702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-755f4cd5-a266-4ba9-b5d1-754b8a7b6197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.339238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-755f4cd5-a266-4ba9-b5d1-754b8a7b6197 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb872d8b-87aa-40aa-8ec0-3a5deb50b371 HTTP/1.1" status: 204 len: 168 time: 0.4328310 Feb 11 05:12:28.345741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa453b-6cee-45f3-a681-acafe67f2ebf req-610746ab-41e8-4198-a5b8-4425be66b655 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:28.347388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4fa453b-6cee-45f3-a681-acafe67f2ebf req-610746ab-41e8-4198-a5b8-4425be66b655 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 945 time: 0.0951824 Feb 11 05:12:28.352186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a24c89bb-0d1f-481c-a071-6ca845d588cf req-7f75fd68-4632-4434-b119-230ca86f51bb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912843 Feb 11 05:12:28.362580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f4cd5-a266-4ba9-b5d1-754b8a7b6197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb872d8b-87aa-40aa-8ec0-3a5deb50b371,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:28.439583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4fa453b-6cee-45f3-a681-acafe67f2ebf req-01c36f2f-03fe-43bb-aad9-084ca8671f24 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863283 Feb 11 05:12:28.460024 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68322e83-912e-4f53-8d34-cc9e8c7e9059 x-openstack-request-id: req-68322e83-912e-4f53-8d34-cc9e8c7e9059 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:28.461737 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a4abf4-6caa-43ba-8ac0-cfd041a817b6", "tag": "8616d1c9-7f40-419f-b2ae-3b09e172e3ad", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:28.462009 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68322e83-912e-4f53-8d34-cc9e8c7e9059 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:28.462430 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'tag': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'status': 'completed', 'code': 200} Feb 11 05:12:28.530357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-ab1f9b3f-f00e-4b0a-8f27-432da10fd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:28.531991 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-ab1f9b3f-f00e-4b0a-8f27-432da10fd449 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a38adb6b69524aab983a2aba6d231c2e&device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 1128 time: 0.0594978 Feb 11 05:12:28.662553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-d705a27b-7505-4ed6-be6b-c4e2701f0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:28.665299 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-d705a27b-7505-4ed6-be6b-c4e2701f0100 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 200 len: 925 time: 0.1268613 Feb 11 05:12:28.686216 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '68b9d1f9-c68b-4385-af93-0970f1407c0e', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'port_id': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'mac_address': 'fa:16:3e:0b:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:28.759124 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] Checking router: 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:28.770885 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:28.771413 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:28.905261 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:29.016474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd048ef6-65a6-4d96-aa47-c8a6593ae90d details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:29.021779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd048ef6-65a6-4d96-aa47-c8a6593ae90d no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:29.126705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:29.174213 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-81620625-4762-47c4-8dfc-cdccfb005792 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8616d1c9-7f40-419f-b2ae-3b09e172e3ad HTTP/1.1" status: 200 len: 999 time: 0.5042601 Feb 11 05:12:29.192957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366a834-4f74-4299-9edc-9a6227cf330e req-3c4f01bd-e5e0-4b7f-8017-5b9f1d8db5e9 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.204449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3366a834-4f74-4299-9edc-9a6227cf330e req-3c4f01bd-e5e0-4b7f-8017-5b9f1d8db5e9 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1612344 Feb 11 05:12:29.284567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-55698722-f63b-4aeb-98ae-e6d765fce41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.286286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-55698722-f63b-4aeb-98ae-e6d765fce41f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f647ac4c-41aa-4863-b3ff-bd69634163d3 HTTP/1.1" status: 200 len: 863 time: 0.1063304 Feb 11 05:12:29.308410 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '68b9d1f9-c68b-4385-af93-0970f1407c0e', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'port_id': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'mac_address': 'fa:16:3e:0b:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:29.315960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3366a834-4f74-4299-9edc-9a6227cf330e req-77aad9bd-aef0-43fa-bc23-915e2da0fb48 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993268 Feb 11 05:12:29.325648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd048ef6-65a6-4d96-aa47-c8a6593ae90d is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:29.326147 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.363784 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c5312-c2ec-4148-b0c5-28e34656ab58 None None] The sync data for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 is: [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '68b9d1f9-c68b-4385-af93-0970f1407c0e', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'port_id': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'mac_address': 'fa:16:3e:0b:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:11:04Z', 'updated_at': '2022-02-11T05:12:27Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:29.364715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:29.367560 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b42131-fb9c-4a49-8d57-43b25a3eb98d" -d '{"events": [{"server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "name": "network-vif-unplugged", "status": "completed", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:29.405546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:29.414162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-b110b691-7729-47d4-861b-da130f36d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.420070 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-b110b691-7729-47d4-861b-da130f36d18d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c82589a4-0749-42d5-a18e-27e1e6585753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1235414 Feb 11 05:12:29.420210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:29.453605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'port_id': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'mac_address': 'fa:16:3e:77:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb3b4f-79bc-4d39-a3bd-8da5f471a95a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:29.527883 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.529369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c066acd3-e570-4088-80d2-1e5d7a022d0d no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:29.562851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: c066acd3-e570-4088-80d2-1e5d7a022d0d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:29.563537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c066acd3-e570-4088-80d2-1e5d7a022d0d not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:29.653046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd048ef6-65a6-4d96-aa47-c8a6593ae90d is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:29.653659 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.658533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-a66b491b-c7ea-48e3-9aaa-ecb0c92503d7 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.671145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-a66b491b-c7ea-48e3-9aaa-ecb0c92503d7 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.83 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 950 time: 0.2895434 Feb 11 05:12:29.692060 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa963ddc-0e98-4da1-8e93-3724b961e494 x-openstack-request-id: req-fa963ddc-0e98-4da1-8e93-3724b961e494 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:29.695823 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "name": "network-vif-unplugged", "status": "completed", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:29.696272 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa963ddc-0e98-4da1-8e93-3724b961e494 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:29.697230 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'code': 200} Feb 11 05:12:29.701606 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-8756abe2-b948-42c0-826f-5bcfca3e4fc8 service neutron] 10.222.0.65 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725463 Feb 11 05:12:29.704341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd048ef6-65a6-4d96-aa47-c8a6593ae90d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:29.751713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdc625-9215-477e-b0b1-3e24be1026b9 req-91815693-bc91-4827-acc7-23ef3c4acf46 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.753658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43bdc625-9215-477e-b0b1-3e24be1026b9 req-91815693-bc91-4827-acc7-23ef3c4acf46 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 950 time: 0.3011403 Feb 11 05:12:29.821689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ef17412c-5e9a-40e8-8e28-af85f3b8a950 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4df070c30cf04b8490a9d4fab34dc109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6870711 Feb 11 05:12:29.831993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39274) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:29.832786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.854181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64821a-35bb-4c52-8e38-9f8e37202e1f None None] New status for floating IP 68b9d1f9-c68b-4385-af93-0970f1407c0e: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:12:29.904311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:29.904802 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:29.938698 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a33992cc-85a5-414f-9bad-bacf02e3fdbf req-e1ea8472-85c7-44d6-90fc-4bb4055e32d9 service neutron] 10.222.0.65 "GET /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316926 Feb 11 05:12:29.982349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43bdc625-9215-477e-b0b1-3e24be1026b9 req-36ab2b17-9c94-4602-a8f3-d6538f71a44c tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed290dc3-5bc5-493c-8e71-2d4d06b25347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266889 Feb 11 05:12:30.029913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-115bdca7-d205-4dde-984f-6f823a0be196 admin admin] Publish callbacks [] for security_group (944735ad-0616-4622-a9d1-6fd22a577b29), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.041620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f8257-a859-488b-a032-e4f6051e68a3 req-93c05c97-b215-4b1c-94f7-7410a914c627 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.043431 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f96f8257-a859-488b-a032-e4f6051e68a3 req-93c05c97-b215-4b1c-94f7-7410a914c627 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 945 time: 0.2122197 Feb 11 05:12:30.106394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-115bdca7-d205-4dde-984f-6f823a0be196 admin admin] Publish callbacks [] for security_group (944735ad-0616-4622-a9d1-6fd22a577b29), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.111264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Deleting port d8b8c815-5dbf-4a70-ba1b-f3637d884796 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:30.111771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.193677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f96f8257-a859-488b-a032-e4f6051e68a3 req-3a23c1bb-b434-456c-9c84-2b8a4a27ab87 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327822 Feb 11 05:12:30.293540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] For port d8b8c815-5dbf-4a70-ba1b-f3637d884796, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d8b8c815-5dbf-4a70-ba1b-f3637d884796,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:30.294047 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.311987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Calling delete_port for d8b8c815-5dbf-4a70-ba1b-f3637d884796 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:30.435283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-115bdca7-d205-4dde-984f-6f823a0be196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (944735ad-0616-4622-a9d1-6fd22a577b29), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.438699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-115bdca7-d205-4dde-984f-6f823a0be196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.442990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-115bdca7-d205-4dde-984f-6f823a0be196 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/944735ad-0616-4622-a9d1-6fd22a577b29 HTTP/1.1" status: 204 len: 168 time: 0.6071384 Feb 11 05:12:30.487317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39304) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:30.506299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd048ef6-65a6-4d96-aa47-c8a6593ae90d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:30.507502 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.527460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd048ef6-65a6-4d96-aa47-c8a6593ae90d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:30.553042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bdca7-d205-4dde-984f-6f823a0be196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944735ad-0616-4622-a9d1-6fd22a577b29,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.578926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:30.629573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f102e0-de2a-4df9-80a3-0dd1fccf75cc req-2ecf7c4d-fc61-43c1-845b-d3c086d5f348 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.631567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5f102e0-de2a-4df9-80a3-0dd1fccf75cc req-2ecf7c4d-fc61-43c1-845b-d3c086d5f348 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1128 time: 0.2019851 Feb 11 05:12:30.640987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584d94-ddea-493c-83b5-785ca66f3e9a req-4d68eb8a-8ed6-402b-9e31-acdb706595e5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.642471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10584d94-ddea-493c-83b5-785ca66f3e9a req-4d68eb8a-8ed6-402b-9e31-acdb706595e5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 943 time: 0.2113724 Feb 11 05:12:30.663331 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.710168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5f102e0-de2a-4df9-80a3-0dd1fccf75cc req-ab7c6e48-5570-4e4d-b004-66f3547ea678 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665212 Feb 11 05:12:30.723181 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10584d94-ddea-493c-83b5-785ca66f3e9a req-956404b2-94aa-44fe-ad67-a202d7503ac5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718262 Feb 11 05:12:30.730642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d8b8c815-5dbf-4a70-ba1b-f3637d884796), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.760105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d8b8c815-5dbf-4a70-ba1b-f3637d884796'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:30.769997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.816648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Pushing event deleted for resources: {'Port': ['ID=d8b8c815-5dbf-4a70-ba1b-f3637d884796,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.910602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] No DVR routers for this DVR port d8b8c815-5dbf-4a70-ba1b-f3637d884796 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:30.914120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.918414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0426f4cb-ccd6-40ac-a563-6847ca78a326 req-d7748a56-9956-4fc1-a97e-99ef7f8bfff0 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.83 "DELETE /v2.0/ports/d8b8c815-5dbf-4a70-ba1b-f3637d884796 HTTP/1.1" status: 204 len: 173 time: 1.2359014 Feb 11 05:12:30.918868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3966078-4b36-4b68-9e9e-301fe5197b85', 'name': 'network-vif-deleted', 'tag': 'd8b8c815-5dbf-4a70-ba1b-f3637d884796'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:30.921421 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc1e8a4-35da-48d7-be3d-1123415899bd" -d '{"events": [{"server_uuid": "b3966078-4b36-4b68-9e9e-301fe5197b85", "name": "network-vif-deleted", "tag": "d8b8c815-5dbf-4a70-ba1b-f3637d884796"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:30.925434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd048ef6-65a6-4d96-aa47-c8a6593ae90d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:30.970200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16847c-f0f2-4f3a-be97-4286cf9b11c3 req-b67f0f57-3a93-4eac-b328-ebf7136a747c tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.977067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f16847c-f0f2-4f3a-be97-4286cf9b11c3 req-b67f0f57-3a93-4eac-b328-ebf7136a747c tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1128 time: 0.1123459 Feb 11 05:12:31.003834 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86600442-89a0-44dd-896e-5afd5c51bd5a x-openstack-request-id: req-86600442-89a0-44dd-896e-5afd5c51bd5a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:31.004343 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3966078-4b36-4b68-9e9e-301fe5197b85", "name": "network-vif-deleted", "tag": "d8b8c815-5dbf-4a70-ba1b-f3637d884796", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:31.016578 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86600442-89a0-44dd-896e-5afd5c51bd5a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:31.017832 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3966078-4b36-4b68-9e9e-301fe5197b85', 'name': 'network-vif-deleted', 'tag': 'd8b8c815-5dbf-4a70-ba1b-f3637d884796', 'status': 'completed', 'code': 200} Feb 11 05:12:31.105986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f16847c-f0f2-4f3a-be97-4286cf9b11c3 req-8df74d5f-76f7-4334-8ed7-82572128588d tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279476 Feb 11 05:12:31.193125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-814cb035-8b7f-4e21-8b6c-ad573a37f4da req-0015bb13-15b5-4e9a-b425-4942f59a88e5 tempest-LiveMigrationNegativeTest-58633485 tempest-LiveMigrationNegativeTest-58633485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3966078-4b36-4b68-9e9e-301fe5197b85 HTTP/1.1" status: 200 len: 210 time: 0.0781853 Feb 11 05:12:31.366459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-999ee86e-ab8e-42df-8879-0ad59e72df7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.473413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-999ee86e-ab8e-42df-8879-0ad59e72df7f admin admin] Publish callbacks [] for security_group (c1f3d7dd-3cb1-4773-8d37-5057811353f3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.574362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-999ee86e-ab8e-42df-8879-0ad59e72df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c1f3d7dd-3cb1-4773-8d37-5057811353f3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.635286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-999ee86e-ab8e-42df-8879-0ad59e72df7f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f10525c4a4ba43aaa585634b79e55651&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1463072 Feb 11 05:12:31.636362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ee86e-ab8e-42df-8879-0ad59e72df7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f3d7dd-3cb1-4773-8d37-5057811353f3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:31.643846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39342) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:31.717205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fa41b2e-9bb7-4ad0-8146-f77f92a43f3d admin admin] Publish callbacks [] for security_group (c1f3d7dd-3cb1-4773-8d37-5057811353f3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.732060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:31.758075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6be3607e-d3f7-4689-a1a5-9021ee69e49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.762595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fa41b2e-9bb7-4ad0-8146-f77f92a43f3d admin admin] Publish callbacks [] for security_group (c1f3d7dd-3cb1-4773-8d37-5057811353f3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.879079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6be3607e-d3f7-4689-a1a5-9021ee69e49b admin admin] Publish callbacks [] for security_group (0a1350a8-b081-4d0a-8f0e-2c5e7bd09f17), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.905574 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fa41b2e-9bb7-4ad0-8146-f77f92a43f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c1f3d7dd-3cb1-4773-8d37-5057811353f3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.908684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fa41b2e-9bb7-4ad0-8146-f77f92a43f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.910956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1fa41b2e-9bb7-4ad0-8146-f77f92a43f3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1f3d7dd-3cb1-4773-8d37-5057811353f3 HTTP/1.1" status: 204 len: 168 time: 0.2649686 Feb 11 05:12:31.920339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa41b2e-9bb7-4ad0-8146-f77f92a43f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f3d7dd-3cb1-4773-8d37-5057811353f3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:31.965977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6be3607e-d3f7-4689-a1a5-9021ee69e49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a1350a8-b081-4d0a-8f0e-2c5e7bd09f17), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.034596 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6be3607e-d3f7-4689-a1a5-9021ee69e49b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09121b9299d7491d83db52cf08bc4b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035066 Feb 11 05:12:32.037019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3607e-d3f7-4689-a1a5-9021ee69e49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1350a8-b081-4d0a-8f0e-2c5e7bd09f17,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:32.039524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39362) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:32.071691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c96355f2-25ca-4414-9acc-8daf6d0123b8 req-a51498a4-527d-4025-9786-2632b843d775 tempest-FlavorsV2NegativeTest-351717847 tempest-FlavorsV2NegativeTest-351717847-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7388e2c2a3c14a58b11cce8485310325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380533 Feb 11 05:12:32.081559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3995a-01a9-4a36-9918-5182966c0c10 req-7313000e-2c67-4bba-b19d-036014f3bae4 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.082777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95d3995a-01a9-4a36-9918-5182966c0c10 req-7313000e-2c67-4bba-b19d-036014f3bae4 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1128 time: 0.4400799 Feb 11 05:12:32.112463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb89b-ff8e-4dd9-ad63-af6bec0e3069 admin admin] Publish callbacks [] for security_group (0a1350a8-b081-4d0a-8f0e-2c5e7bd09f17), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.140282 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb89b-ff8e-4dd9-ad63-af6bec0e3069 admin admin] Publish callbacks [] for security_group (0a1350a8-b081-4d0a-8f0e-2c5e7bd09f17), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.206686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96355f2-25ca-4414-9acc-8daf6d0123b8 req-0622b261-51d3-4399-9c6b-c3e0937564e0 tempest-FlavorsV2NegativeTest-351717847 tempest-FlavorsV2NegativeTest-351717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.208206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c96355f2-25ca-4414-9acc-8daf6d0123b8 req-0622b261-51d3-4399-9c6b-c3e0937564e0 tempest-FlavorsV2NegativeTest-351717847 tempest-FlavorsV2NegativeTest-351717847-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245697 Feb 11 05:12:32.240240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c96355f2-25ca-4414-9acc-8daf6d0123b8 req-bdf19914-16c8-467c-8043-931ba61cad6c tempest-FlavorsV2NegativeTest-351717847 tempest-FlavorsV2NegativeTest-351717847-project] 10.222.0.62 "GET /v2.0/quotas/7388e2c2a3c14a58b11cce8485310325 HTTP/1.1" status: 200 len: 375 time: 0.0226908 Feb 11 05:12:32.242524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95d3995a-01a9-4a36-9918-5182966c0c10 req-6479493c-0c97-4d66-9d0b-d35e27552f96 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695169 Feb 11 05:12:32.248757 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb89b-ff8e-4dd9-ad63-af6bec0e3069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a1350a8-b081-4d0a-8f0e-2c5e7bd09f17), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.251560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb89b-ff8e-4dd9-ad63-af6bec0e3069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.255829 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6bbdb89b-ff8e-4dd9-ad63-af6bec0e3069 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a1350a8-b081-4d0a-8f0e-2c5e7bd09f17 HTTP/1.1" status: 204 len: 168 time: 0.2150254 Feb 11 05:12:32.264324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdb89b-ff8e-4dd9-ad63-af6bec0e3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1350a8-b081-4d0a-8f0e-2c5e7bd09f17,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:32.295330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c96355f2-25ca-4414-9acc-8daf6d0123b8 req-c9c1c99c-c4d9-4fad-9696-58cd9113a631 tempest-FlavorsV2NegativeTest-351717847 tempest-FlavorsV2NegativeTest-351717847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7388e2c2a3c14a58b11cce8485310325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436580 Feb 11 05:12:32.398068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97bb31-8cbf-4438-940a-9f94070bf5c3 req-1144559b-8f8e-4d45-b4a1-12c62dfb7f8f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.399476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b97bb31-8cbf-4438-940a-9f94070bf5c3 req-1144559b-8f8e-4d45-b4a1-12c62dfb7f8f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 944 time: 0.0545845 Feb 11 05:12:32.455860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b97bb31-8cbf-4438-940a-9f94070bf5c3 req-68b1824d-f2b6-42e3-a5a9-0da31f8457fc tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505555 Feb 11 05:12:32.612027 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93d6738c-e3ed-428a-ba1c-f6630acbd9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.015432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd048ef6-65a6-4d96-aa47-c8a6593ae90d up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:33.057538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39398) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:33.073063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port cd048ef6-65a6-4d96-aa47-c8a6593ae90d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:33.073442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.138714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39404) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:33.159095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ffd78da8-ed5b-40a3-81ee-acd2d3eaeb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.169123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd048ef6-65a6-4d96-aa47-c8a6593ae90d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:33.169411 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.199463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:33.201816 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44e69d6-7f58-4e5a-85f0-45ee728a215f" -d '{"events": [{"server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "name": "network-vif-plugged", "status": "completed", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:33.216899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:33.249981 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b09f1-8408-4289-b86f-eb9da152ca16 x-openstack-request-id: req-054b09f1-8408-4289-b86f-eb9da152ca16 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:33.250307 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "name": "network-vif-plugged", "status": "completed", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:33.250568 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-054b09f1-8408-4289-b86f-eb9da152ca16 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:33.251068 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'code': 200} Feb 11 05:12:33.259913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ffd78da8-ed5b-40a3-81ee-acd2d3eaeb7c admin admin] Publish callbacks [] for security_group (c96ad307-2965-40e5-9472-150ab152c4ef), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.280162 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.409432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.418423 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-028d57b8-fa6a-446c-a26b-48c497676c1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ff7b2333c1b4da1b37cee247d88b53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568428 Feb 11 05:12:33.419714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39420) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:33.444898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ffd78da8-ed5b-40a3-81ee-acd2d3eaeb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c96ad307-2965-40e5-9472-150ab152c4ef), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.535899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745d413-cfa3-4b01-b945-f03b2cb2aefb req-b108c790-c2f6-4e6f-9667-1566b6500dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.537737 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c745d413-cfa3-4b01-b945-f03b2cb2aefb req-b108c790-c2f6-4e6f-9667-1566b6500dbc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 1128 time: 0.0593574 Feb 11 05:12:33.558667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ffd78da8-ed5b-40a3-81ee-acd2d3eaeb7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eaf5c20494d34a2284baefa582ada58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150934 Feb 11 05:12:33.567192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:33.584815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd78da8-ed5b-40a3-81ee-acd2d3eaeb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96ad307-2965-40e5-9472-150ab152c4ef,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.637397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-88067705-a02f-4b58-abbd-0fe565d6d687 admin admin] Publish callbacks [] for security_group (ed290dc3-5bc5-493c-8e71-2d4d06b25347), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.644563 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c745d413-cfa3-4b01-b945-f03b2cb2aefb req-04741522-e12c-4865-8efa-19025610d1a6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972910 Feb 11 05:12:33.646040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d34c51-308e-4109-aeb7-63c85c92bc17 req-f68912a0-5057-43a9-b5f3-4cf6529333ff tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.654999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51d34c51-308e-4109-aeb7-63c85c92bc17 req-f68912a0-5057-43a9-b5f3-4cf6529333ff tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1128 time: 0.2287652 Feb 11 05:12:33.664208 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25b3cf6d-54bd-40fd-93a4-0fe4ec7fee01 admin admin] Publish callbacks [] for security_group (c96ad307-2965-40e5-9472-150ab152c4ef), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.690968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25b3cf6d-54bd-40fd-93a4-0fe4ec7fee01 admin admin] Publish callbacks [] for security_group (c96ad307-2965-40e5-9472-150ab152c4ef), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.705903 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-88067705-a02f-4b58-abbd-0fe565d6d687 admin admin] Publish callbacks [] for security_group (ed290dc3-5bc5-493c-8e71-2d4d06b25347), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.738952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be0cd-9384-4728-b645-f60df5d13bea req-fc72a6ca-cedb-4290-8889-e7978de1c586 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.740450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-915be0cd-9384-4728-b645-f60df5d13bea req-fc72a6ca-cedb-4290-8889-e7978de1c586 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.1589556 Feb 11 05:12:33.772756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51d34c51-308e-4109-aeb7-63c85c92bc17 req-c0df6569-e16b-4b42-baa1-9ff6d45e8a03 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167696 Feb 11 05:12:33.806778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25b3cf6d-54bd-40fd-93a4-0fe4ec7fee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c96ad307-2965-40e5-9472-150ab152c4ef), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.809740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25b3cf6d-54bd-40fd-93a4-0fe4ec7fee01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.810962 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-25b3cf6d-54bd-40fd-93a4-0fe4ec7fee01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c96ad307-2965-40e5-9472-150ab152c4ef HTTP/1.1" status: 204 len: 168 time: 0.2424459 Feb 11 05:12:33.814365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-915be0cd-9384-4728-b645-f60df5d13bea req-7d3725ff-7614-423b-8ab6-ae1aba34f1b1 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620396 Feb 11 05:12:33.819737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3cf6d-54bd-40fd-93a4-0fe4ec7fee01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96ad307-2965-40e5-9472-150ab152c4ef,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.880816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-88067705-a02f-4b58-abbd-0fe565d6d687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ed290dc3-5bc5-493c-8e71-2d4d06b25347), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.883496 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-88067705-a02f-4b58-abbd-0fe565d6d687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.887117 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-88067705-a02f-4b58-abbd-0fe565d6d687 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed290dc3-5bc5-493c-8e71-2d4d06b25347 HTTP/1.1" status: 204 len: 168 time: 0.4640710 Feb 11 05:12:33.897354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88067705-a02f-4b58-abbd-0fe565d6d687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed290dc3-5bc5-493c-8e71-2d4d06b25347,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:34.080271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d8b8c815-5dbf-4a70-ba1b-f3637d884796 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:34.102664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: d8b8c815-5dbf-4a70-ba1b-f3637d884796 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:34.103824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d8b8c815-5dbf-4a70-ba1b-f3637d884796 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:34.372943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39464) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:34.741612 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-912f06a2-bc24-4f0a-bd1b-01cd44ca0fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.848546 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-912f06a2-bc24-4f0a-bd1b-01cd44ca0fc9 admin admin] Publish callbacks [] for security_group (f39efa50-44f8-4e18-9608-1052f6c382eb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.933917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-912f06a2-bc24-4f0a-bd1b-01cd44ca0fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f39efa50-44f8-4e18-9608-1052f6c382eb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.989255 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-912f06a2-bc24-4f0a-bd1b-01cd44ca0fc9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7388e2c2a3c14a58b11cce8485310325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6154974 Feb 11 05:12:34.992278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f06a2-bc24-4f0a-bd1b-01cd44ca0fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39efa50-44f8-4e18-9608-1052f6c382eb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:34.992575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39492) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:35.013668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5daee75-3287-4314-a35f-56f0664ff799 req-4205a9ad-1557-4c36-8c7f-867d85ec1cf5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:35.015121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a5daee75-3287-4314-a35f-56f0664ff799 req-4205a9ad-1557-4c36-8c7f-867d85ec1cf5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0878661 Feb 11 05:12:35.071424 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fa76cb6-9ab9-4812-b9d0-365c928e7db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.092984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1dc47f8-eecd-48e6-a351-8a21be8275d6 admin admin] Publish callbacks [] for security_group (f39efa50-44f8-4e18-9608-1052f6c382eb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.097508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a5daee75-3287-4314-a35f-56f0664ff799 req-76e02a09-7393-4985-aa38-8eb1868a3552 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735002 Feb 11 05:12:35.124327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1dc47f8-eecd-48e6-a351-8a21be8275d6 admin admin] Publish callbacks [] for security_group (f39efa50-44f8-4e18-9608-1052f6c382eb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.162134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39506) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:35.231826 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-67f6f827-5f15-4d73-b117-62b6939f675d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd1e73cc4bdc4945bb6b64ce91dbcc9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680060 Feb 11 05:12:35.235231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:35.287797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580dd4b-ed41-4f8c-bf95-20d0fa6126c1 req-4366f1a8-9496-446e-a3dd-10b4a6a63bf0 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:35.294777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b580dd4b-ed41-4f8c-bf95-20d0fa6126c1 req-4366f1a8-9496-446e-a3dd-10b4a6a63bf0 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0637054 Feb 11 05:12:35.306838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4691ee4-3b4f-4bad-94ff-d032e386e833 admin admin] Publish callbacks [] for security_group (681fe60f-22e8-479a-a136-bab20d8e7e8f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.309765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1dc47f8-eecd-48e6-a351-8a21be8275d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f39efa50-44f8-4e18-9608-1052f6c382eb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.313634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1dc47f8-eecd-48e6-a351-8a21be8275d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.316206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e1dc47f8-eecd-48e6-a351-8a21be8275d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f39efa50-44f8-4e18-9608-1052f6c382eb HTTP/1.1" status: 204 len: 168 time: 0.3226249 Feb 11 05:12:35.333300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4691ee4-3b4f-4bad-94ff-d032e386e833 admin admin] Publish callbacks [] for security_group (681fe60f-22e8-479a-a136-bab20d8e7e8f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.337432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc47f8-eecd-48e6-a351-8a21be8275d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39efa50-44f8-4e18-9608-1052f6c382eb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:35.370576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b580dd4b-ed41-4f8c-bf95-20d0fa6126c1 req-eebec1c8-4941-4e73-bd71-f3992ea99487 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Feb 11 05:12:35.460028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4691ee4-3b4f-4bad-94ff-d032e386e833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (681fe60f-22e8-479a-a136-bab20d8e7e8f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.464381 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4691ee4-3b4f-4bad-94ff-d032e386e833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.468241 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e4691ee4-3b4f-4bad-94ff-d032e386e833 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/681fe60f-22e8-479a-a136-bab20d8e7e8f HTTP/1.1" status: 204 len: 168 time: 0.2295709 Feb 11 05:12:35.474841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4691ee4-3b4f-4bad-94ff-d032e386e833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681fe60f-22e8-479a-a136-bab20d8e7e8f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:36.166805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39546) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:36.457495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-1ebec627-f83d-45dc-bd3c-4b1472afada3 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:36.459027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-1ebec627-f83d-45dc-bd3c-4b1472afada3 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 814 time: 0.1268032 Feb 11 05:12:36.460306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee20edb1-803b-4fe9-81a2-77964b23585b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.488744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-6508ca51-1bd0-4d9b-91ca-9cfe4ae27685 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/quotas/91bd13c4d99e4cf888f85287468155fb HTTP/1.1" status: 200 len: 375 time: 0.0194778 Feb 11 05:12:36.549445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.590583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-f1f47ad9-bb4a-4b0c-bd16-092689649601 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891764 Feb 11 05:12:36.602509 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee20edb1-803b-4fe9-81a2-77964b23585b admin admin] Publish callbacks [] for security_group (4167c638-5c88-413a-8b4e-561f6359f346), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.672298 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee20edb1-803b-4fe9-81a2-77964b23585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4167c638-5c88-413a-8b4e-561f6359f346), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.734226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ee20edb1-803b-4fe9-81a2-77964b23585b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37cd1f31ec2e4a94ae0b82016439d7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5663064 Feb 11 05:12:36.736960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-a21a01ea-ed12-4924-8232-6a6c9ad3f891 service neutron] 10.222.0.62 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329803 Feb 11 05:12:36.737105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39588) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:36.737914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20edb1-803b-4fe9-81a2-77964b23585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4167c638-5c88-413a-8b4e-561f6359f346,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:36.799329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fab8de0f-4431-400e-a957-48257171f116 admin admin] Publish callbacks [] for security_group (4167c638-5c88-413a-8b4e-561f6359f346), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.825608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fab8de0f-4431-400e-a957-48257171f116 admin admin] Publish callbacks [] for security_group (4167c638-5c88-413a-8b4e-561f6359f346), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.860309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-325dfb9b-05dc-473c-9ad5-ee7e4eeb43b1 service neutron] 10.222.0.62 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065209 Feb 11 05:12:36.949072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fab8de0f-4431-400e-a957-48257171f116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4167c638-5c88-413a-8b4e-561f6359f346), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.952026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fab8de0f-4431-400e-a957-48257171f116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.955477 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fab8de0f-4431-400e-a957-48257171f116 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4167c638-5c88-413a-8b4e-561f6359f346 HTTP/1.1" status: 204 len: 168 time: 0.2147591 Feb 11 05:12:36.967207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8de0f-4431-400e-a957-48257171f116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4167c638-5c88-413a-8b4e-561f6359f346,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:36.991613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39598) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:37.090552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39610) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:37.206958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936ed54-d959-41cc-a070-41f181776ef0 req-57357477-ce89-4359-8bf2-dc7a93979e9c tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.208648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d936ed54-d959-41cc-a070-41f181776ef0 req-57357477-ce89-4359-8bf2-dc7a93979e9c tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a3e2d4-9e52-4169-8c0b-878f5edde726 HTTP/1.1" status: 200 len: 945 time: 0.0594988 Feb 11 05:12:37.318456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Deleting port cd048ef6-65a6-4d96-aa47-c8a6593ae90d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:37.318807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.417643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] For port cd048ef6-65a6-4d96-aa47-c8a6593ae90d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:37.418294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.432155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Calling delete_port for cd048ef6-65a6-4d96-aa47-c8a6593ae90d owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:37.476821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-a350936e-0780-468d-bb4a-f098e78296f6 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:12:37.487963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-a350936e-0780-468d-bb4a-f098e78296f6 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4938343 Feb 11 05:12:37.689074 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cd048ef6-65a6-4d96-aa47-c8a6593ae90d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.701268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd048ef6-65a6-4d96-aa47-c8a6593ae90d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:37.739467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Pushing event deleted for resources: {'Port': ['ID=cd048ef6-65a6-4d96-aa47-c8a6593ae90d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:37.783759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-network', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:37.797866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] No DVR routers for this DVR port cd048ef6-65a6-4d96-aa47-c8a6593ae90d on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:37.801202 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.804506 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d936ed54-d959-41cc-a070-41f181776ef0 req-6737926e-25e9-453c-98ce-dbc257c11551 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.65 "DELETE /v2.0/ports/cd048ef6-65a6-4d96-aa47-c8a6593ae90d HTTP/1.1" status: 204 len: 173 time: 0.5908425 Feb 11 05:12:37.805011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'name': 'network-vif-deleted', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:37.807947 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ab5f25-77c6-4bce-a391-4c970ac0758a" -d '{"events": [{"server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "name": "network-vif-deleted", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:37.813344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a9eb0f8-96dd-403a-8b77-6013d436fd8e req-59f2c3ec-0a19-4c43-a8bc-9613d7502153 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 210 time: 0.0459206 Feb 11 05:12:37.906766 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6276443-b63d-4791-bc3d-88fdaf461519 x-openstack-request-id: req-e6276443-b63d-4791-bc3d-88fdaf461519 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:37.907064 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a3e2d4-9e52-4169-8c0b-878f5edde726", "name": "network-vif-deleted", "tag": "cd048ef6-65a6-4d96-aa47-c8a6593ae90d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:37.907334 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6276443-b63d-4791-bc3d-88fdaf461519 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:37.907724 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a3e2d4-9e52-4169-8c0b-878f5edde726', 'name': 'network-vif-deleted', 'tag': 'cd048ef6-65a6-4d96-aa47-c8a6593ae90d', 'status': 'completed', 'code': 200} Feb 11 05:12:37.945277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Made reservation on behalf of 2345eed1b43142a4be5b2e83eb7b9cf2 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:37.955416 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.974355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.086869 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.106103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-1df9a14d-1fcd-4d48-a139-eecf1bd799c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:38.107552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-1df9a14d-1fcd-4d48-a139-eecf1bd799c4 service neutron] 10.222.0.62 "GET /v2.0/ports/57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 1125 time: 0.2416923 Feb 11 05:12:38.119851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Request body: {'binding': {'host': 'n-h2-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:38.120371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Unknown quota resources ['binding']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:12:38.143689 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.174286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Publish callbacks [] for security_group (08d30be2-125d-47fb-80e5-21207908f243), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.255114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (08d30be2-125d-47fb-80e5-21207908f243), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.285565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39668) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:38.300825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:38.303361 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.336016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d30be2-125d-47fb-80e5-21207908f243,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:38.343085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ddb634a7-c74c-409c-a8d0-4f7f3e33904a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.343432 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Added segment ddb634a7-c74c-409c-a8d0-4f7f3e33904a of type vlan for network 35827c82-ab69-4ace-8213-b1783031d193 Feb 11 05:12:38.353332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on host n-h2-713498-37 for vnic_type normal with profile None {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:38.353632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:38.355338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:38.363903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:38.364415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:38.390369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:38.391014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:38.391562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:38.392184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Bound port: 57ff140b-0a7b-488f-baf1-21843e876e73, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:38.422713 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Publish callbacks [] for security_group (f26bc6ea-74a9-4f62-af7a-1518e09944ff), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.455998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39672) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:38.472635 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (35827c82-ab69-4ace-8213-b1783031d193), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.483334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f26bc6ea-74a9-4f62-af7a-1518e09944ff), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.574543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:38.574543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39678) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a970b6686da4636a634aa285a9e8815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630372 Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26bc6ea-74a9-4f62-af7a-1518e09944ff,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.575677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229ca8b-8a2e-49f0-aa96-220da77bd6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:38.608307 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38a64e16-1379-4e70-bd64-f3892c8d68fc admin admin] Publish callbacks [] for security_group (f26bc6ea-74a9-4f62-af7a-1518e09944ff), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.631885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38a64e16-1379-4e70-bd64-f3892c8d68fc admin admin] Publish callbacks [] for security_group (f26bc6ea-74a9-4f62-af7a-1518e09944ff), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.636350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-network', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:38.917697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04cda4ca-b9bc-4a5d-83bb-047cedbea0f5 req-913c02b0-debf-44fc-ab07-46d8600419a3 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 210 time: 0.0263822 Feb 11 05:12:39.046109 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.046498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Made reservation on behalf of 2aa802ae35294bca881ec6772e7f211d for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:39.047275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f1fd026d-fcd3-4526-b2a5-4c62c6349466 service neutron] 10.222.0.62 "POST /v2.0/ports/57ff140b-0a7b-488f-baf1-21843e876e73/bindings HTTP/1.1" status: 201 len: 390 time: 0.9311969 Feb 11 05:12:39.048050 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (35827c82-ab69-4ace-8213-b1783031d193), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.048870 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.049367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:39.050124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.069397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.069562 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38a64e16-1379-4e70-bd64-f3892c8d68fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f26bc6ea-74a9-4f62-af7a-1518e09944ff), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.070494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38a64e16-1379-4e70-bd64-f3892c8d68fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.072667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-38a64e16-1379-4e70-bd64-f3892c8d68fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f26bc6ea-74a9-4f62-af7a-1518e09944ff HTTP/1.1" status: 204 len: 168 time: 0.5210254 Feb 11 05:12:39.093351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a64e16-1379-4e70-bd64-f3892c8d68fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26bc6ea-74a9-4f62-af7a-1518e09944ff,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.118167 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.145831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=35827c82-ab69-4ace-8213-b1783031d193,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.162941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2d96b48f-5efc-486f-a65e-bf874f311ff9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0612769 Feb 11 05:12:39.163477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39686) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:39.170277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Request body: {'subnet': {'network_id': '35827c82-ab69-4ace-8213-b1783031d193', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-subnet', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:39.187343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 35827c82-ab69-4ace-8213-b1783031d193 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:39.219954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Publish callbacks [] for security_group (06b358de-446d-4d46-a0f9-1ee0969ad3a9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.271042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Made reservation on behalf of 2345eed1b43142a4be5b2e83eb7b9cf2 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:39.274671 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.335350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (06b358de-446d-4d46-a0f9-1ee0969ad3a9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.430901 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:12:39.453119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:39.472199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b358de-446d-4d46-a0f9-1ee0969ad3a9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.508106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e0a3d7ee-bc3f-455c-b138-670952136634), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.508962 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Added segment e0a3d7ee-bc3f-455c-b138-670952136634 of type vlan for network 6e6a1f29-7743-4c14-ae17-8af384647b8a Feb 11 05:12:39.590639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131642-6b40-4559-b030-14275abb14ee req-8bdd8d7c-6a40-4244-a66c-863985db3703 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:39.592846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4131642-6b40-4559-b030-14275abb14ee req-8bdd8d7c-6a40-4244-a66c-863985db3703 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 945 time: 0.0824230 Feb 11 05:12:39.610346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6e6a1f29-7743-4c14-ae17-8af384647b8a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.652394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4131642-6b40-4559-b030-14275abb14ee req-2fb82887-ed27-4f39-a719-79b408fd75e5 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485837 Feb 11 05:12:39.672016 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (49443536-9197-4e82-ae0d-089847558ccd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.753259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49443536-9197-4e82-ae0d-089847558ccd,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.761165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.761556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.762081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.762587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.763287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.763784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.764281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.764788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.765338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.765714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.766022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.766381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.766741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:39.772119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39696) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:39.776930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Checking segment: {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:39.777713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Network hostable DHCP agents. Network: 35827c82-ab69-4ace-8213-b1783031d193, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:39.783069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6e6a1f29-7743-4c14-ae17-8af384647b8a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.788478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:39.788478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.859990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6a1f29-7743-4c14-ae17-8af384647b8a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.871815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6e6a1f29-7743-4c14-ae17-8af384647b8a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:39.894541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Network 35827c82-ab69-4ace-8213-b1783031d193 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:39.903290 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c0d46e92-1665-47e2-9441-632e1d395c48 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4420688 Feb 11 05:12:39.904308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39700) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:39.909630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Request body: {'subnet': {'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-subnet', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:39.951740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-2ae201ab-9132-4e01-a0e0-9d4fa2af1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:39.953341 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-2ae201ab-9132-4e01-a0e0-9d4fa2af1404 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1128 time: 0.0663064 Feb 11 05:12:40.017543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 35827c82-ab69-4ace-8213-b1783031d193) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:40.027792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059991a-e5e9-4e7f-88e9-56786c3a8c18 None None] Network 35827c82-ab69-4ace-8213-b1783031d193 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:40.030808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.031336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.077188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-adab068b-e998-428b-8250-67bd6d02c558 req-65c4ae5a-505a-4320-81d8-ab8c57aca299 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 210 time: 0.0557380 Feb 11 05:12:40.080521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Made reservation on behalf of 2aa802ae35294bca881ec6772e7f211d for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:40.083068 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.157822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-f22bb429-53e3-467d-a2da-67a18c160468 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.159812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-f22bb429-53e3-467d-a2da-67a18c160468 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.83 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 814 time: 0.2316256 Feb 11 05:12:40.168761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cce8b1fc-ce76-4ebe-a717-eb0020c40a87 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0040061 Feb 11 05:12:40.180302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39712) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:40.201027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Request body: {'port': {'device_id': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'admin_state_up': True, 'tenant_id': '91bd13c4d99e4cf888f85287468155fb'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:40.203845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:40.216547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-35827c82-ab69-4ace-8213-b1783031d193', 'network_id': '35827c82-ab69-4ace-8213-b1783031d193', 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'fixed_ips': [{'subnet_id': '49443536-9197-4e82-ae0d-089847558ccd'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:40.218078 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.291888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-fdb74347-d4c4-40e4-b52f-605fff67deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.295912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-fdb74347-d4c4-40e4-b52f-605fff67deb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.3368130 Feb 11 05:12:40.299034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7f239e7d-c320-4ab3-9817-625d8b1d6b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.400198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Allocated IP 172.20.0.2 (35827c82-ab69-4ace-8213-b1783031d193/49443536-9197-4e82-ae0d-089847558ccd/a0a9603e-85d0-48a3-8764-1e8c3caf8b6b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:40.403902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-715a7b78-b545-4495-a265-afa09466eb70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 217 time: 0.0993786 Feb 11 05:12:40.410529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (32b2c274-2ce0-4320-bcc6-572b09380a43), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.414252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (32b2c274-2ce0-4320-bcc6-572b09380a43), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.461318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Made reservation on behalf of 91bd13c4d99e4cf888f85287468155fb for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:40.467181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.520031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b1f556fc-3296-4784-8516-ef18f5b1fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.523386 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b1f556fc-3296-4784-8516-ef18f5b1fcbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1009161 Feb 11 05:12:40.528014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for subnet (4cdd054d-456d-4483-8329-1b16b4e38351), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.598466 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Publish callbacks [] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.602741 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-1aba5825-43f9-4afd-9cb6-64d8c9091862 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412235 Feb 11 05:12:40.609779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks [] for router_controller (32b2c274-2ce0-4320-bcc6-572b09380a43), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.645220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7f239e7d-c320-4ab3-9817-625d8b1d6b1e admin admin] Publish callbacks [] for security_group (47d73c29-1039-4c82-a496-45c88d196b92), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.661231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdd054d-456d-4483-8329-1b16b4e38351,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:40.683959 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.692302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Checking segment: {'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:40.692302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Network hostable DHCP agents. Network: 6e6a1f29-7743-4c14-ae17-8af384647b8a, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:40.756045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7f239e7d-c320-4ab3-9817-625d8b1d6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (47d73c29-1039-4c82-a496-45c88d196b92), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.756297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Network 35827c82-ab69-4ace-8213-b1783031d193 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:40.760128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:40.764860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:40.765707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Allocated IP 172.20.0.5 (8051ed20-5de1-40df-92ec-dc12f59b1c13/9edb3b4f-79bc-4d39-a3bd-8da5f471a95a/4d5b8e5f-035a-428e-b868-7f2d4d39e289) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:40.779740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Pushing event updated for resources: {'Port': ['ID=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:40.788997 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7f239e7d-c320-4ab3-9817-625d8b1d6b1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac64c568b8524fb3889b0d66b89996b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0149841 Feb 11 05:12:40.808912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39730) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:40.875310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239e7d-c320-4ab3-9817-625d8b1d6b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d73c29-1039-4c82-a496-45c88d196b92,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:40.890196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Attempting to bind port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:40.891898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Attempting to bind port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:40.892392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Attempting to bind port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b on network 35827c82-ab69-4ace-8213-b1783031d193 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:40.899302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Network 6e6a1f29-7743-4c14-ae17-8af384647b8a is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:40.901293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:40.906251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Checking segment: {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:40.912576 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.912576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Bound using segment: {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:40.912576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Bound port: a0a9603e-85d0-48a3-8764-1e8c3caf8b6b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:40.912576 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.922708 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0a75a129-0538-4d1d-b7d5-10c718a98735 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102148 Feb 11 05:12:40.973438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks [] for router_gateway (32b2c274-2ce0-4320-bcc6-572b09380a43), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.996070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d07e62-0e8f-4c84-a11f-507db554111e req-70bc30e6-3c2a-400d-b776-bafe14598ddb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.001708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] For port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:41.005001 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81d07e62-0e8f-4c84-a11f-507db554111e req-70bc30e6-3c2a-400d-b776-bafe14598ddb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 945 time: 0.2226765 Feb 11 05:12:41.006521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] For port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:41.024631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6e6a1f29-7743-4c14-ae17-8af384647b8a) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:41.035244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd048ef6-65a6-4d96-aa47-c8a6593ae90d no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:41.067312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845b31b-b0a0-4ad6-875f-b5bf6bc4ddad None None] Network 6e6a1f29-7743-4c14-ae17-8af384647b8a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:41.086406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: cd048ef6-65a6-4d96-aa47-c8a6593ae90d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:41.087113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd048ef6-65a6-4d96-aa47-c8a6593ae90d not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:41.102425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.103866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.110948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.136479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81d07e62-0e8f-4c84-a11f-507db554111e req-37e77170-f563-4a70-afec-6f528a86b89c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171420 Feb 11 05:12:41.158452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-d15f2cc6-80f9-47d2-9110-9715ff9ec75d service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285943 Feb 11 05:12:41.201472 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.267033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-6e6a1f29-7743-4c14-ae17-8af384647b8a', 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a', 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'fixed_ips': [{'subnet_id': '4cdd054d-456d-4483-8329-1b16b4e38351'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:41.267885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.272567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61674d49-786b-4512-9b0d-6c615eca4bc4 None None] Pushing event updated for resources: {'Port': ['ID=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.290137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-48ab0e49-e073-4ecf-8f13-90c747f6ad0c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3821671 Feb 11 05:12:41.326101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39746) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:41.330215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:41.379850 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc4321aa-c6fc-4369-9075-f55944793395 admin admin] Publish callbacks [] for security_group (47d73c29-1039-4c82-a496-45c88d196b92), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.402613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39748) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:41.467813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Allocated IP 172.20.0.2 (6e6a1f29-7743-4c14-ae17-8af384647b8a/4cdd054d-456d-4483-8329-1b16b4e38351/d9727c60-acca-44dc-884a-ab91ccef558e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:41.475445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f691ebd8-0da5-41c8-ab47-a81289ec784c req-c0fe42ed-72e3-4d61-a5a7-5ad4085e4092 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 210 time: 0.1164114 Feb 11 05:12:41.479570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-2891d139-a377-4147-8f81-26701da301ca tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.481268 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-2891d139-a377-4147-8f81-26701da301ca tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.1559823 Feb 11 05:12:41.485735 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks [] for router_gateway (32b2c274-2ce0-4320-bcc6-572b09380a43), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.536541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-37'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:41.549776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.549776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (453dae15-f679-4bfa-a5f7-83563a4c346b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.549776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (453dae15-f679-4bfa-a5f7-83563a4c346b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.654958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc4321aa-c6fc-4369-9075-f55944793395 admin admin] Publish callbacks [] for security_group (47d73c29-1039-4c82-a496-45c88d196b92), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.747639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks [] for router_controller (453dae15-f679-4bfa-a5f7-83563a4c346b), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.756103 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Publish callbacks [] for port (d9727c60-acca-44dc-884a-ab91ccef558e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.759021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.838257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.892477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Network 6e6a1f29-7743-4c14-ae17-8af384647b8a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:41.900383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:41.903223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Pushing event updated for resources: {'Port': ['ID=d9727c60-acca-44dc-884a-ab91ccef558e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.910901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:41.934108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Allocated IP 172.25.8.110 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e847d49f-75b7-4c72-8242-9a1fc31b6a8d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:41.951422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-network', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:41.986699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Attempting to bind port d9727c60-acca-44dc-884a-ab91ccef558e on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:41.987221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Attempting to bind port d9727c60-acca-44dc-884a-ab91ccef558e by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:41.987855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Attempting to bind port d9727c60-acca-44dc-884a-ab91ccef558e on network 6e6a1f29-7743-4c14-ae17-8af384647b8a {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:41.990770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks [] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.995400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:41.996788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Checking segment: {'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:41.996788 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.996788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Bound using segment: {'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:41.997352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Bound port: d9727c60-acca-44dc-884a-ab91ccef558e, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:41.997840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.025345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.026176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.026496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.026961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.027413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.027860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.028299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.028767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.029219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.029664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.031858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3004d7b-4635-4c96-992a-ad9b16305df4 req-46dadbf2-83c5-4d54-80be-c6a0fc5e59c7 tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7155 time: 0.8768384 Feb 11 05:12:42.077646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] For port d9727c60-acca-44dc-884a-ab91ccef558e, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:42.081395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] For port d9727c60-acca-44dc-884a-ab91ccef558e, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d9727c60-acca-44dc-884a-ab91ccef558e,segment=NetworkSegment(e0a3d7ee-bc3f-455c-b138-670952136634),segment_id=e0a3d7ee-bc3f-455c-b138-670952136634)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:42.141765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Made reservation on behalf of ce6c268a0d0a4bd0a7837eec08588b54 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:42.144108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.162027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.182204 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.191981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.191981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc4321aa-c6fc-4369-9075-f55944793395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (47d73c29-1039-4c82-a496-45c88d196b92), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.194853 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc4321aa-c6fc-4369-9075-f55944793395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.198668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dc4321aa-c6fc-4369-9075-f55944793395 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47d73c29-1039-4c82-a496-45c88d196b92 HTTP/1.1" status: 204 len: 168 time: 1.3860948 Feb 11 05:12:42.270333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Network 8051ed20-5de1-40df-92ec-dc12f59b1c13 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:42.278025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67464e2-bca3-4de6-8c0d-17609c4294ab req-effdc39c-0e04-4740-b595-2bb75c8b75fa tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.280140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a67464e2-bca3-4de6-8c0d-17609c4294ab req-effdc39c-0e04-4740-b595-2bb75c8b75fa tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 886 time: 0.2172275 Feb 11 05:12:42.294569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4321aa-c6fc-4369-9075-f55944793395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d73c29-1039-4c82-a496-45c88d196b92,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:42.308097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:42.320907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:42.328125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.328838 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.339561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ed022-62b2-44fe-9a70-ea7d4be42b62 None None] Pushing event updated for resources: {'Port': ['ID=d9727c60-acca-44dc-884a-ab91ccef558e,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:42.428748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Pushing event updated for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:42.430762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks [] for router_gateway (453dae15-f679-4bfa-a5f7-83563a4c346b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.535413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:42.559628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cc0bc-a290-456f-988d-0fe9fc1970a4 req-80351ea5-3631-432f-a2fa-b8459a16f47e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.561263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b2cc0bc-a290-456f-988d-0fe9fc1970a4 req-80351ea5-3631-432f-a2fa-b8459a16f47e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 945 time: 0.2896984 Feb 11 05:12:42.594500 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-c5a033b4-caa0-42ce-abe6-c6bc1deb4e25 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4228997 Feb 11 05:12:42.628360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Request body: {'port': {'device_id': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:42.648530 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks [] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.654637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0a9603e-85d0-48a3-8764-1e8c3caf8b6b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:42.728949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:42.806951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:42.807345 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.882310 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Publish callbacks [] for security_group (ffd9f1e1-4fd6-4883-8ca2-ab1f013da278), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.886250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.887268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.888493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.889191 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.890890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.891150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:42.891724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.892497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.893151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.893470 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad680c27-3e2d-42ae-be88-53269880c3dc" -d '{"events": [{"server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:42.893953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.894552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.899336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4b49ef7-cc09-4e2f-bedc-26d32a1ca057 req-02b4476d-9b80-455e-b181-b98c411a271c tempest-NetworksTest-744786808 tempest-NetworksTest-744786808-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7155 time: 0.5422688 Feb 11 05:12:42.917818 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.926967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fd168-4576-419b-ad28-afd1817914be None None] Network 35827c82-ab69-4ace-8213-b1783031d193 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:42.935108 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Publish callbacks [] for port (57ff140b-0a7b-488f-baf1-21843e876e73), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.980710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b2cc0bc-a290-456f-988d-0fe9fc1970a4 req-deb6bd02-3fa8-4965-afb4-449a2a47bb8c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795259 Feb 11 05:12:42.990294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ffd9f1e1-4fd6-4883-8ca2-ab1f013da278), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.070112 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e074b3e5-a4ed-490e-852e-8fa31cf6571a x-openstack-request-id: req-e074b3e5-a4ed-490e-852e-8fa31cf6571a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:43.070523 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:43.070657 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e074b3e5-a4ed-490e-852e-8fa31cf6571a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:43.071025 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73', 'code': 200} Feb 11 05:12:43.074012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.084399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.122663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:43.163887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.176457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:43.176588 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (85526fbc-72f6-4493-9077-3fa15387ead2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.181030 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Added segment 85526fbc-72f6-4493-9077-3fa15387ead2 of type vlan for network 27c1b95c-7283-4030-b268-21a4787f6ccc Feb 11 05:12:43.191094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:43.198964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:43.230464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:43.230862 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.236810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Pushing event updated for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.268028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks [] for router_gateway (453dae15-f679-4bfa-a5f7-83563a4c346b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.271941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9141766b-79d6-4106-86a3-b980bd03020a None None] Provisioning complete for port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:43.272316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9141766b-79d6-4106-86a3-b980bd03020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.288037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f30f1-3ba2-4745-ac6a-d97205f2d11b req-cd0e49e6-a079-4b96-bdfc-ad36a7e4b47a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.289612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c4f30f1-3ba2-4745-ac6a-d97205f2d11b req-cd0e49e6-a079-4b96-bdfc-ad36a7e4b47a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 931 time: 0.2421467 Feb 11 05:12:43.290095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39768) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:43.335522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (27c1b95c-7283-4030-b268-21a4787f6ccc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.342464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.348301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5da2f654-30f5-4cfe-a0cf-2ab747688daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.355020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:43.358630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:43.359265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:43.359818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:43.376823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Pushing event updated for resources: {'Port': ['ID=e847d49f-75b7-4c72-8242-9a1fc31b6a8d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.433905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.464364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:43.464983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Attempting to bind port 57ff140b-0a7b-488f-baf1-21843e876e73 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:43.467085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9141766b-79d6-4106-86a3-b980bd03020a None None] Current status of the port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:43.467563 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9141766b-79d6-4106-86a3-b980bd03020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.479337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:43.479572 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:43.480216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:43.480897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Bound port: 57ff140b-0a7b-488f-baf1-21843e876e73, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:43.481488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.501082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c4f30f1-3ba2-4745-ac6a-d97205f2d11b req-7f0ea350-bc90-496b-8808-52f44996d44d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912842 Feb 11 05:12:43.510788 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (27c1b95c-7283-4030-b268-21a4787f6ccc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.511779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.512754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.520264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.576069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-9141766b-79d6-4106-86a3-b980bd03020a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:43.576485 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-9141766b-79d6-4106-86a3-b980bd03020a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:43.620578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1967409 Feb 11 05:12:43.623963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39772) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:43.629453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Request body: {'subnet': {'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-subnet', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:43.668619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39774) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:43.747572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dafdc7-b7cf-49c0-9567-357425cd9138 admin admin] Pushing event updated for resources: {'Network': ['ID=27c1b95c-7283-4030-b268-21a4787f6ccc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.748644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Allocated IP 172.25.8.168 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/791a1d4f-87ee-41e2-92f4-33c9cd8c2749) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:43.767226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 27c1b95c-7283-4030-b268-21a4787f6ccc details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:43.791672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:43.876966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:43.883124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Made reservation on behalf of ce6c268a0d0a4bd0a7837eec08588b54 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:43.886397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.935085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5da2f654-30f5-4cfe-a0cf-2ab747688daa admin admin] Publish callbacks [] for security_group (a91dd7bb-eef3-4e02-8bd7-8710266eac0b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.957991 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-460ccda7-434c-46d6-97fb-815d1373ffc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.982451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5b8e5f-035a-428e-b868-7f2d4d39e289 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:43.992444 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Publish callbacks [] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.003616 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.007294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5da2f654-30f5-4cfe-a0cf-2ab747688daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a91dd7bb-eef3-4e02-8bd7-8710266eac0b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.032302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Transition to ACTIVE for port object 4d5b8e5f-035a-428e-b868-7f2d4d39e289 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:44.047681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041fba38-463a-4df8-8768-9df4026cd762 None None] Network 6e6a1f29-7743-4c14-ae17-8af384647b8a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:44.077758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5da2f654-30f5-4cfe-a0cf-2ab747688daa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f49f573c0ab14ef2b14572312a09dc2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7735293 Feb 11 05:12:44.084797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39780) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:44.100086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks [] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.120272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks [] for router_gateway (32b2c274-2ce0-4320-bcc6-572b09380a43), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.121551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2f654-30f5-4cfe-a0cf-2ab747688daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91dd7bb-eef3-4e02-8bd7-8710266eac0b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.145253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.176152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9141766b-79d6-4106-86a3-b980bd03020a None None] Current status of the port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:44.248121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.253242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Pushing event updated for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=8']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.253797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-460ccda7-434c-46d6-97fb-815d1373ffc9 admin admin] Publish callbacks [] for security_group (3beea95e-fed5-4949-b0ab-a59f031bf451), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.271164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70463425-0be0-4ed1-876a-86dfb587aeb0 req-a53a34af-e659-4ac1-95a5-9cfd53361f12 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:44.273020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70463425-0be0-4ed1-876a-86dfb587aeb0 req-a53a34af-e659-4ac1-95a5-9cfd53361f12 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.1693935 Feb 11 05:12:44.298032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Provisioning complete for port d9727c60-acca-44dc-884a-ab91ccef558e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:44.298504 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.302949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:44.303580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.305032 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0c27067d-4e5c-4e4e-af01-0181f55b8c68 service neutron] 10.222.0.65 "PUT /v2.0/ports/57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 1123 time: 2.8163538 Feb 11 05:12:44.320452 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ca56bf8-6fbe-4188-a68e-6fccbf2c84c7 admin admin] Publish callbacks [] for security_group (a91dd7bb-eef3-4e02-8bd7-8710266eac0b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.336796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-460ccda7-434c-46d6-97fb-815d1373ffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3beea95e-fed5-4949-b0ab-a59f031bf451), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.341896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Attempting to bind port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:44.346821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Attempting to bind port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:44.346821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Attempting to bind port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:44.378961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:44.379253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Attempting to bind port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:44.398997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['57ff140b-0a7b-488f-baf1-21843e876e73'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:44.399584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ca56bf8-6fbe-4188-a68e-6fccbf2c84c7 admin admin] Publish callbacks [] for security_group (a91dd7bb-eef3-4e02-8bd7-8710266eac0b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.428102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-460ccda7-434c-46d6-97fb-815d1373ffc9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62a8192860654ad7b4c8ad45b33248a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7537715 Feb 11 05:12:44.428102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ccda7-434c-46d6-97fb-815d1373ffc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beea95e-fed5-4949-b0ab-a59f031bf451,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.430583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39786) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:44.433146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:44.433515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Checking segment: {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:44.434478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Bound using segment: {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:44.434478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Bound port: 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:44.434875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.439702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70463425-0be0-4ed1-876a-86dfb587aeb0 req-ed7c2a4d-f70b-4c8d-bcd6-b32fc64e67ba tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490681 Feb 11 05:12:44.446562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.506592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Current status of the port d9727c60-acca-44dc-884a-ab91ccef558e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:44.507222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.595802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:44.598808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (9962d048-dd66-4b07-bfb1-1f84c11615d8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.608237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:44.608945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:44.618556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0465-2cf3-4313-8cab-05565ab0feb4 admin admin] Publish callbacks [] for security_group (3beea95e-fed5-4949-b0ab-a59f031bf451), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.645553 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0465-2cf3-4313-8cab-05565ab0feb4 admin admin] Publish callbacks [] for security_group (3beea95e-fed5-4949-b0ab-a59f031bf451), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.649499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:44.653114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:44.664861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] For port d9727c60-acca-44dc-884a-ab91ccef558e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d9727c60-acca-44dc-884a-ab91ccef558e,segment=NetworkSegment(e0a3d7ee-bc3f-455c-b138-670952136634),segment_id=e0a3d7ee-bc3f-455c-b138-670952136634)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:44.700064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Pushing event updated for resources: {'Port': ['ID=791a1d4f-87ee-41e2-92f4-33c9cd8c2749,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.724567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.732148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d9727c60-acca-44dc-884a-ab91ccef558e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:44.764421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:44.765079 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.766480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] 10.222.0.83 "PUT /v2.0/ports/4d5b8e5f-035a-428e-b868-7f2d4d39e289 HTTP/1.1" status: 200 len: 1092 time: 2.1553848 Feb 11 05:12:44.769045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'tag': '4d5b8e5f-035a-428e-b868-7f2d4d39e289'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:44.771382 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbcc032-9d1d-4b73-aedc-e109d3121ea4", "tag": "4d5b8e5f-035a-428e-b868-7f2d4d39e289"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:44.781247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.820441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7989b-7846-483b-876c-4bf03951d729 req-300319a0-74b5-445f-95f4-cb5282acd41f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:44.822759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ed7989b-7846-483b-876c-4bf03951d729 req-300319a0-74b5-445f-95f4-cb5282acd41f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 943 time: 0.1422265 Feb 11 05:12:44.823482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9962d048-dd66-4b07-bfb1-1f84c11615d8,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.824482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929582c4-9a31-4125-ae0b-0c2424ed4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.882681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ed7989b-7846-483b-876c-4bf03951d729 req-0b07aff2-19d9-4c05-ae2b-e2b48512d8ed tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495987 Feb 11 05:12:44.898124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Provisioning complete for port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:44.898124 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.898315 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ca56bf8-6fbe-4188-a68e-6fccbf2c84c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a91dd7bb-eef3-4e02-8bd7-8710266eac0b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.903133 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e26167-16c6-4908-8f26-713a21b18b5a x-openstack-request-id: req-d4e26167-16c6-4908-8f26-713a21b18b5a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:44.903459 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbcc032-9d1d-4b73-aedc-e109d3121ea4", "tag": "4d5b8e5f-035a-428e-b868-7f2d4d39e289", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:44.903768 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4e26167-16c6-4908-8f26-713a21b18b5a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:44.904831 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'tag': '4d5b8e5f-035a-428e-b868-7f2d4d39e289', 'status': 'completed', 'code': 200} Feb 11 05:12:44.909521 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ca56bf8-6fbe-4188-a68e-6fccbf2c84c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.911221 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9ca56bf8-6fbe-4188-a68e-6fccbf2c84c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a91dd7bb-eef3-4e02-8bd7-8710266eac0b HTTP/1.1" status: 204 len: 168 time: 0.8187428 Feb 11 05:12:44.937813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (32b2c274-2ce0-4320-bcc6-572b09380a43), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.942465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Pushing event updated for resources: {'Port': ['ID=d9727c60-acca-44dc-884a-ab91ccef558e,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.945596 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0465-2cf3-4313-8cab-05565ab0feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3beea95e-fed5-4949-b0ab-a59f031bf451), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.951810 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0465-2cf3-4313-8cab-05565ab0feb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.956061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d7aa0465-2cf3-4313-8cab-05565ab0feb4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3beea95e-fed5-4949-b0ab-a59f031bf451 HTTP/1.1" status: 204 len: 168 time: 0.5216923 Feb 11 05:12:44.978315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca56bf8-6fbe-4188-a68e-6fccbf2c84c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91dd7bb-eef3-4e02-8bd7-8710266eac0b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.980685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d9727c60-acca-44dc-884a-ab91ccef558e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:44.980866 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.991376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Checking segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:44.991759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Network hostable DHCP agents. Network: 27c1b95c-7283-4030-b268-21a4787f6ccc, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:45.003373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa0465-2cf3-4313-8cab-05565ab0feb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beea95e-fed5-4949-b0ab-a59f031bf451,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.029074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-bb2a9941-9365-48fc-be86-9f5170431a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.031476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-bb2a9941-9365-48fc-be86-9f5170431a88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 1126 time: 0.1250665 Feb 11 05:12:45.086542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3fb80fab-3add-4af2-92f6-6c2c0e0eb7bd None None] Current status of the port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:45.102271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:45.105425 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00" -d '{"events": [{"name": "network-changed", "server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:45.105830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-1ba7e537-c0ea-4a99-8c5d-7645b0378e9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289 HTTP/1.1" status: 200 len: 217 time: 0.0633523 Feb 11 05:12:45.142178 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d9727c60-acca-44dc-884a-ab91ccef558e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:45.147643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0a9603e-85d0-48a3-8764-1e8c3caf8b6b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:45.211702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-eba4243b-82dc-483b-b748-b93acfaa0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.214318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-eba4243b-82dc-483b-b748-b93acfaa0a9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a HTTP/1.1" status: 200 len: 854 time: 0.0867903 Feb 11 05:12:45.223820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-20b3fb87-325e-4197-bd98-59954282a2ae None None] Provisioning complete for port d9727c60-acca-44dc-884a-ab91ccef558e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:45.224261 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-20b3fb87-325e-4197-bd98-59954282a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.260920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:45.261386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.313624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-00aa44e3-6a9d-407c-925b-e980fc27f230 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8051ed20-5de1-40df-92ec-dc12f59b1c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829446 Feb 11 05:12:45.383269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-20b3fb87-325e-4197-bd98-59954282a2ae None None] Current status of the port d9727c60-acca-44dc-884a-ab91ccef558e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:45.393715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:45.410033 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da83998-033c-4c64-908b-8a44c44ce371 x-openstack-request-id: req-9da83998-033c-4c64-908b-8a44c44ce371 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:45.410326 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:45.410582 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9da83998-033c-4c64-908b-8a44c44ce371 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:45.410976 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73', 'status': 'completed', 'code': 200} Feb 11 05:12:45.458369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-47deeb25-0c5c-4c22-ae82-6eb3318f52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.464198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-47deeb25-0c5c-4c22-ae82-6eb3318f52b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1157 time: 0.2514875 Feb 11 05:12:45.488379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Network 27c1b95c-7283-4030-b268-21a4787f6ccc is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:45.522318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-fb858051-ac97-454a-9619-9b3e773eca94 service neutron] 10.222.0.83 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979485 Feb 11 05:12:45.583716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 27c1b95c-7283-4030-b268-21a4787f6ccc) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:45.592138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d34b0e-65df-4395-a1c7-c404c7fd42e1 None None] Network 27c1b95c-7283-4030-b268-21a4787f6ccc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:45.593810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.594504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.683241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-52fcd8e2-48f4-4a02-8b79-8be843cdf222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.684804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-52fcd8e2-48f4-4a02-8b79-8be843cdf222 service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.2173388 Feb 11 05:12:45.685271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks [] for router_gateway (453dae15-f679-4bfa-a5f7-83563a4c346b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.735516 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4ddf8221-9ebb-461f-baa4-362f49f33c7e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1066518 Feb 11 05:12:45.735516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39812) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:45.740135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-27c1b95c-7283-4030-b268-21a4787f6ccc', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:45.741479 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.741595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:45.756653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-13257f22-c4cd-43a7-8365-e1cb2b0c597c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 217 time: 0.0582085 Feb 11 05:12:45.776624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eff480-990b-4e22-909f-7154b8d479f9 req-fec09bc9-7ddc-4a0c-9508-ca239d90bf3d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.778255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6eff480-990b-4e22-909f-7154b8d479f9 req-fec09bc9-7ddc-4a0c-9508-ca239d90bf3d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.1945884 Feb 11 05:12:45.828460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-911ed6db-085c-4937-ab45-04a6f5bdfa24 req-729e022a-87c7-41d4-971d-459772947cc9 service neutron] 10.222.0.83 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724779 Feb 11 05:12:45.837404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Router 32b2c274-2ce0-4320-bcc6-572b09380a43 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:12:45.867647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-e6234589-7e16-4626-8d3d-1fc0d525379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.870160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-e6234589-7e16-4626-8d3d-1fc0d525379b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1071241 Feb 11 05:12:45.911053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6eff480-990b-4e22-909f-7154b8d479f9 req-cc6dc297-28bb-4cca-aa0a-1622c65078e8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098976 Feb 11 05:12:45.918389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Allocated IP 172.20.0.2 (27c1b95c-7283-4030-b268-21a4787f6ccc/9962d048-dd66-4b07-bfb1-1f84c11615d8/119aa4af-7e9a-409d-aad0-90060c9d5c06) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:45.955327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-9a7e555c-991a-40d5-a004-8473b1e01a16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761850 Feb 11 05:12:45.973576 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (89d75b23-8559-4147-bc4e-d1e267f91521), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.976864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (89d75b23-8559-4147-bc4e-d1e267f91521), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.979517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39820) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.119790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Publish callbacks [] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.128619 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6955e89-b4ff-4be3-ae81-94bbc6dbe5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.214764 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.217416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ed65e-f369-4829-9c42-b3c30eb28764 req-204a3b4e-d59e-4756-a6a1-13d2bc7eff47 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.218968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-936ed65e-f369-4829-9c42-b3c30eb28764 req-204a3b4e-d59e-4756-a6a1-13d2bc7eff47 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 943 time: 0.1655872 Feb 11 05:12:46.233375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks [] for router_controller (89d75b23-8559-4147-bc4e-d1e267f91521), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.234939 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (453dae15-f679-4bfa-a5f7-83563a4c346b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.251652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-7b945e01-6b70-4630-afa8-626354eae057 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855563 Feb 11 05:12:46.260292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-dd01d202-d306-4d08-a68f-f31b73018d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.261807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-dd01d202-d306-4d08-a68f-f31b73018d63 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 1126 time: 0.2755244 Feb 11 05:12:46.265436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Network 27c1b95c-7283-4030-b268-21a4787f6ccc is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:46.270387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:46.272634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Pushing event updated for resources: {'Port': ['ID=119aa4af-7e9a-409d-aad0-90060c9d5c06,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.285069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:46.298534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.299852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.300212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.300983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.301358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.301696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.302776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.303541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.303541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.303817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.304152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.304482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.305424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:46.329480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:46.348026 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Sync routers for ids ['32b2c274-2ce0-4320-bcc6-572b09380a43'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:46.364336 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Routers {'32b2c274-2ce0-4320-bcc6-572b09380a43'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:46.365554 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['32b2c274-2ce0-4320-bcc6-572b09380a43'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:46.430067 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.434726 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8578b23b-28a5-435c-8b68-45ab4110a37c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2533023 Feb 11 05:12:46.435423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39826) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.436534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Attempting to bind port 119aa4af-7e9a-409d-aad0-90060c9d5c06 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:46.437100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Attempting to bind port 119aa4af-7e9a-409d-aad0-90060c9d5c06 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:46.438036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Attempting to bind port 119aa4af-7e9a-409d-aad0-90060c9d5c06 on network 27c1b95c-7283-4030-b268-21a4787f6ccc {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:46.452880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:46.454091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Checking segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:46.455787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.456278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Bound using segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:46.456821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Bound port: 119aa4af-7e9a-409d-aad0-90060c9d5c06, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:46.457984 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.544329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] For port 119aa4af-7e9a-409d-aad0-90060c9d5c06, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:46.548074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] For port 119aa4af-7e9a-409d-aad0-90060c9d5c06, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=119aa4af-7e9a-409d-aad0-90060c9d5c06,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:46.571504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d9727c60-acca-44dc-884a-ab91ccef558e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:46.585823 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Set router 32b2c274-2ce0-4320-bcc6-572b09380a43 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:46.638450 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.706050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks [] for router_gateway (89d75b23-8559-4147-bc4e-d1e267f91521), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.712906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d9727c60-acca-44dc-884a-ab91ccef558e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:46.713316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.827284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-936ed65e-f369-4829-9c42-b3c30eb28764 req-121c4613-8886-4bf6-9a51-8fd9c4d538f0 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927122 Feb 11 05:12:46.835451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748236c-28dd-464f-ad53-356879cb6f41 None None] Pushing event updated for resources: {'Port': ['ID=119aa4af-7e9a-409d-aad0-90060c9d5c06,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.867894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6955e89-b4ff-4be3-ae81-94bbc6dbe5fd admin admin] Publish callbacks [] for security_group (6a5d03ee-ca96-4f1c-82bb-9bb02926967c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.889187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-25e49c2f-3f93-4dc9-9201-890d1671969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.890808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-25e49c2f-3f93-4dc9-9201-890d1671969c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 915 time: 0.6161294 Feb 11 05:12:46.908356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Router 453dae15-f679-4bfa-a5f7-83563a4c346b is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:12:46.925854 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4df8f94-e6f4-4e9d-b96c-8c43418feb00 req-2961b158-352a-476f-8bc9-8ac3a24852a4 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609564 Feb 11 05:12:46.938927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d9727c60-acca-44dc-884a-ab91ccef558e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:47.005869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-02da04be-f973-4adc-a10d-0629ffc2dd28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289 HTTP/1.1" status: 200 len: 217 time: 0.1061277 Feb 11 05:12:47.006463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6955e89-b4ff-4be3-ae81-94bbc6dbe5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6a5d03ee-ca96-4f1c-82bb-9bb02926967c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.045559 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:12:43Z', 'revision_number': 3, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port': {'id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:47.088417 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Checking router: 32b2c274-2ce0-4320-bcc6-572b09380a43 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:47.112356 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Updating router 32b2c274-2ce0-4320-bcc6-572b09380a43 port e847d49f-75b7-4c72-8242-9a1fc31b6a8d binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:47.112689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 57ff140b-0a7b-488f-baf1-21843e876e73 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:47.164641 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.192742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c6955e89-b4ff-4be3-ae81-94bbc6dbe5fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2be6a52b42b14b9ca5bb9ae5b2cf273f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2037697 Feb 11 05:12:47.194125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6955e89-b4ff-4be3-ae81-94bbc6dbe5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5d03ee-ca96-4f1c-82bb-9bb02926967c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:47.202926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39834) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.234043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-bf86ff51-bc22-4a58-887f-4bd34e4b0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.239038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-bf86ff51-bc22-4a58-887f-4bd34e4b0a53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a HTTP/1.1" status: 200 len: 854 time: 0.2153411 Feb 11 05:12:47.314605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:47.344045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:47.357050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-6e8f82c9-6a38-4537-8b53-76efdc3213af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8051ed20-5de1-40df-92ec-dc12f59b1c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108887 Feb 11 05:12:47.453980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67ab71-53f8-4a4b-b063-c0c8ce6c2af5 req-a269acba-8330-45c0-88b5-5d2ce15b87cf tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.455718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de67ab71-53f8-4a4b-b063-c0c8ce6c2af5 req-a269acba-8330-45c0-88b5-5d2ce15b87cf tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.3864789 Feb 11 05:12:47.468874 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.470165 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b1c2d71-177f-45b4-8705-8021a93d7814 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1431692 Feb 11 05:12:47.490086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39840) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:47.498862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d158e4c-d2a9-49da-993c-8d91fcb9eea2 admin admin] Publish callbacks [] for security_group (6a5d03ee-ca96-4f1c-82bb-9bb02926967c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.563745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 57ff140b-0a7b-488f-baf1-21843e876e73 has no active binding in host n-h2-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:12:47.569821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Sync routers for ids ['453dae15-f679-4bfa-a5f7-83563a4c346b'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:47.589187 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Routers {'453dae15-f679-4bfa-a5f7-83563a4c346b'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:47.590907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['453dae15-f679-4bfa-a5f7-83563a4c346b'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:47.605721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d158e4c-d2a9-49da-993c-8d91fcb9eea2 admin admin] Publish callbacks [] for security_group (6a5d03ee-ca96-4f1c-82bb-9bb02926967c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.620137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks [] for router_gateway (89d75b23-8559-4147-bc4e-d1e267f91521), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.647086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.709986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de67ab71-53f8-4a4b-b063-c0c8ce6c2af5 req-bbb4e5b9-0db2-43d5-a5fe-dd0cc224ca39 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206924 Feb 11 05:12:47.711913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-b4ae6f5d-92bc-49cf-9d38-853f3f4bf69a service neutron] 10.222.0.83 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306530 Feb 11 05:12:47.737716 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Publish callbacks [] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.771784 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.840001 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.851750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Set router 453dae15-f679-4bfa-a5f7-83563a4c346b gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:47.927835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Allocated IP 172.25.8.159 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/6b7a174c-fa34-4c42-a0c3-1a55307e22e5) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:48.010307 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Pushing event updated for resources: {'Port': ['ID=e847d49f-75b7-4c72-8242-9a1fc31b6a8d,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.017637 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Attempting to bind port e847d49f-75b7-4c72-8242-9a1fc31b6a8d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:48.018013 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Attempting to bind port e847d49f-75b7-4c72-8242-9a1fc31b6a8d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:48.018378 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Attempting to bind port e847d49f-75b7-4c72-8242-9a1fc31b6a8d on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:48.046891 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.047235 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.047573 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.047913 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.048249 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.048582 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.048932 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.049262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.049588 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.049910 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.050232 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.050557 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.050876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:48.075367 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:48.076056 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:48.076336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks [] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.076922 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.078041 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:48.078783 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Bound port: e847d49f-75b7-4c72-8242-9a1fc31b6a8d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:48.079414 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.182898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4d5b8e5f-035a-428e-b868-7f2d4d39e289 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:48.246007 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] For port e847d49f-75b7-4c72-8242-9a1fc31b6a8d, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:48.250963 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] For port e847d49f-75b7-4c72-8242-9a1fc31b6a8d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e847d49f-75b7-4c72-8242-9a1fc31b6a8d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:48.324038 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d158e4c-d2a9-49da-993c-8d91fcb9eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6a5d03ee-ca96-4f1c-82bb-9bb02926967c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.327034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d158e4c-d2a9-49da-993c-8d91fcb9eea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.330464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1d158e4c-d2a9-49da-993c-8d91fcb9eea2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a5d03ee-ca96-4f1c-82bb-9bb02926967c HTTP/1.1" status: 204 len: 168 time: 1.1229270 Feb 11 05:12:48.357310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8375f43-0537-4311-b3ab-9f8a9a6fba0d req-b1b8ab30-c0a8-45f7-aeb6-da42c98b5b38 service neutron] 10.222.0.83 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291711 Feb 11 05:12:48.366322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d158e4c-d2a9-49da-993c-8d91fcb9eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5d03ee-ca96-4f1c-82bb-9bb02926967c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.371922 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.396319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:48.478999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8a6dc-decc-4822-a386-c203b951a377 None None] Network 27c1b95c-7283-4030-b268-21a4787f6ccc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:48.484253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4b760-052a-4dfd-a8c1-28418902b1b0 None None] Pushing event updated for resources: {'Port': ['ID=e847d49f-75b7-4c72-8242-9a1fc31b6a8d,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.489080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df329bf-b1b9-4d7b-a61e-c78ca7ee8c0f req-bf65a6d9-86b4-474d-a12e-629d525be548 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:48.494180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4df329bf-b1b9-4d7b-a61e-c78ca7ee8c0f req-bf65a6d9-86b4-474d-a12e-629d525be548 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 943 time: 0.4132178 Feb 11 05:12:48.516100 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Routers {'32b2c274-2ce0-4320-bcc6-572b09380a43'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:48.518624 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['32b2c274-2ce0-4320-bcc6-572b09380a43'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:48.585689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:45Z', 'revision_number': 3, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port': {'id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:48.600911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '4d5b8e5f-035a-428e-b868-7f2d4d39e289', 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'port_id': '4d5b8e5f-035a-428e-b868-7f2d4d39e289', 'mac_address': 'fa:16:3e:dc:c9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb3b4f-79bc-4d39-a3bd-8da5f471a95a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:48.603871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.682355 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] Set router 32b2c274-2ce0-4320-bcc6-572b09380a43 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:48.695201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 119aa4af-7e9a-409d-aad0-90060c9d5c06 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:48.699121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d77f4afb-ce0e-49c0-89a5-ec832dacd129 None None] Provisioning complete for port 119aa4af-7e9a-409d-aad0-90060c9d5c06 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:48.699447 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d77f4afb-ce0e-49c0-89a5-ec832dacd129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.735155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Checking router: 453dae15-f679-4bfa-a5f7-83563a4c346b for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:48.735683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Updating router 453dae15-f679-4bfa-a5f7-83563a4c346b port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:48.747675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-0219c63f-91e3-4b9e-b8e5-6ac55a92537c service neutron] 10.222.0.83 "GET /v2.0/ports/57ff140b-0a7b-488f-baf1-21843e876e73/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.3940265 Feb 11 05:12:48.753380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:48.834468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:48.844497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:48.899014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4df329bf-b1b9-4d7b-a61e-c78ca7ee8c0f req-9aaf8609-f689-4c73-92d0-6522c2c0752c tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702338 Feb 11 05:12:48.916133 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.919848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7a174c-fa34-4c42-a0c3-1a55307e22e5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.923431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:48.923744 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.125858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5b8e5f-035a-428e-b868-7f2d4d39e289 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:49.173306 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:12:43Z', 'revision_number': 3, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port': {'id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:49.215824 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58067e-a43b-411a-a138-71e0d7f20485 None None] The sync data for ids ['32b2c274-2ce0-4320-bcc6-572b09380a43'] in n-d-713498-37 is: [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:12:43Z', 'revision_number': 3, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port': {'id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:49.235040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:49.238482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 119aa4af-7e9a-409d-aad0-90060c9d5c06 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:49.238482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.300028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Allocated IP 172.20.0.1 (35827c82-ab69-4ace-8213-b1783031d193/49443536-9197-4e82-ae0d-089847558ccd/37dd8c0e-2fbf-4a46-96b8-dccc6213d64a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:49.333516 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.346426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d77f4afb-ce0e-49c0-89a5-ec832dacd129 None None] Current status of the port 119aa4af-7e9a-409d-aad0-90060c9d5c06 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:49.346426 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d77f4afb-ce0e-49c0-89a5-ec832dacd129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.356090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.390914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171ef0a-2bad-4466-8d7f-f8b689571fd5 req-f0c52d73-913f-4b56-8960-bdfd4a545adb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:49.397801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0171ef0a-2bad-4466-8d7f-f8b689571fd5 req-f0c52d73-913f-4b56-8960-bdfd4a545adb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.4952865 Feb 11 05:12:49.719254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:49.719501 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Publish callbacks [] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.731272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Publish callbacks [] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.748488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.799555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks [] for router_gateway (89d75b23-8559-4147-bc4e-d1e267f91521), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.800284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:49.832332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['4d5b8e5f-035a-428e-b868-7f2d4d39e289'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:49.844347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d77f4afb-ce0e-49c0-89a5-ec832dacd129 None None] For port 119aa4af-7e9a-409d-aad0-90060c9d5c06, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=119aa4af-7e9a-409d-aad0-90060c9d5c06,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:49.849930 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.925286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Allocated IP 172.20.0.1 (6e6a1f29-7743-4c14-ae17-8af384647b8a/4cdd054d-456d-4483-8329-1b16b4e38351/21007e4a-135a-47bb-ae63-ccbf293cb838) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:50.125638 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d77f4afb-ce0e-49c0-89a5-ec832dacd129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.151623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 119aa4af-7e9a-409d-aad0-90060c9d5c06 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:50.164110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.185366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 57ff140b-0a7b-488f-baf1-21843e876e73 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:50.235521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Attempting to bind port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:50.235900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Attempting to bind port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:50.236269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Attempting to bind port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:50.237132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0171ef0a-2bad-4466-8d7f-f8b689571fd5 req-4f81bc3f-c865-465f-893b-0654a5a1f71b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7328811 Feb 11 05:12:50.241056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Pushing event updated for resources: {'Port': ['ID=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:50.266693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Network 35827c82-ab69-4ace-8213-b1783031d193 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:50.296267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:50.296887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:50.297409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.297918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:50.300538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Bound port: 791a1d4f-87ee-41e2-92f4-33c9cd8c2749, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:50.301265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.327371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Publish callbacks [] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.341363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:50.343712 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (89d75b23-8559-4147-bc4e-d1e267f91521), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.357528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ff140b-0a7b-488f-baf1-21843e876e73 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:50.360378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:50.407551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:50.546979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (32b2c274-2ce0-4320-bcc6-572b09380a43), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.552249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11cbfb-366a-4c34-abee-f446f96f778d req-6d3f64bc-8492-4860-9e79-851cbf1014ad tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:50.567483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c11cbfb-366a-4c34-abee-f446f96f778d req-6d3f64bc-8492-4860-9e79-851cbf1014ad tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 944 time: 0.3953421 Feb 11 05:12:50.580769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] For port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:50.585191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] For port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=791a1d4f-87ee-41e2-92f4-33c9cd8c2749,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:50.591963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39918) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:50.623293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6fca6de6-cb43-47c8-91e9-1497e81cb997 None None] Provisioning complete for port 119aa4af-7e9a-409d-aad0-90060c9d5c06 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:50.624115 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6fca6de6-cb43-47c8-91e9-1497e81cb997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.666292 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.734865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.735466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e847d49f-75b7-4c72-8242-9a1fc31b6a8d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:50.830585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d47489-b150-4422-a656-afc0695d6910 None None] Pushing event updated for resources: {'Port': ['ID=791a1d4f-87ee-41e2-92f4-33c9cd8c2749,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:50.855475 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.895049 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.106407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Router 89d75b23-8559-4147-bc4e-d1e267f91521 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:12:51.127612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 57ff140b-0a7b-488f-baf1-21843e876e73 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:51.157189 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Publish callbacks [] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.175530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f4afb-ce0e-49c0-89a5-ec832dacd129 None None] Pushing event updated for resources: {'Port': ['ID=119aa4af-7e9a-409d-aad0-90060c9d5c06,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:51.187445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Routers {'453dae15-f679-4bfa-a5f7-83563a4c346b'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:51.188626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['453dae15-f679-4bfa-a5f7-83563a4c346b'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:51.195079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Network 6e6a1f29-7743-4c14-ae17-8af384647b8a is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:51.209880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c11cbfb-366a-4c34-abee-f446f96f778d req-3bc1d092-df8b-40f8-a1be-5bfc093a05e4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417196 Feb 11 05:12:51.214270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39b36417-107c-4a95-ba90-776e6c6970c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.225359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:51.258394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:51.258870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (453dae15-f679-4bfa-a5f7-83563a4c346b), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.300444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:51.302752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.312504 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:51.331330 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:51.332240 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:51.355256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Pushing event updated for resources: {'Port': ['ID=21007e4a-135a-47bb-ae63-ccbf293cb838,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:51.442949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6fca6de6-cb43-47c8-91e9-1497e81cb997 None None] Current status of the port 119aa4af-7e9a-409d-aad0-90060c9d5c06 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:51.485078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.491869 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f987f66c-cd45-4f0b-ad56-fece313f90c3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.7533357 Feb 11 05:12:51.501362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39940) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:51.517884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d47489-b150-4422-a656-afc0695d6910 None None] Pushing event updated for resources: {'Port': ['ID=791a1d4f-87ee-41e2-92f4-33c9cd8c2749,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:51.550670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e847d49f-75b7-4c72-8242-9a1fc31b6a8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:51.553569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.581354 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:51.596300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (32b2c274-2ce0-4320-bcc6-572b09380a43), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.616516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Pushing event updated for resources: {'Port': ['ID=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:51.703605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] Transition to ACTIVE for port object 57ff140b-0a7b-488f-baf1-21843e876e73 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:51.728708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bd1f0-09bb-49b1-b9c1-c4795b2d8312 req-c0c132f9-0bc0-4139-8bd5-2dede019a3b5 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:51.730495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-570bd1f0-09bb-49b1-b9c1-c4795b2d8312 req-c0c132f9-0bc0-4139-8bd5-2dede019a3b5 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 943 time: 0.3390868 Feb 11 05:12:51.736672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-101a5506-54c5-477d-93e3-3125266702c7 None None] Provisioning complete for port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:51.737938 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-101a5506-54c5-477d-93e3-3125266702c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.746421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] Set router 453dae15-f679-4bfa-a5f7-83563a4c346b gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:51.783758 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39b36417-107c-4a95-ba90-776e6c6970c6 admin admin] Publish callbacks [] for security_group (46e51cf6-0980-461b-b97a-48e1096dec4f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.813459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.829706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-570bd1f0-09bb-49b1-b9c1-c4795b2d8312 req-5952d665-554a-4f6e-92a2-f54a0c3dc566 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923233 Feb 11 05:12:51.830717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Network 35827c82-ab69-4ace-8213-b1783031d193 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:51.836635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:51.869757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39b36417-107c-4a95-ba90-776e6c6970c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (46e51cf6-0980-461b-b97a-48e1096dec4f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.946170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-101a5506-54c5-477d-93e3-3125266702c7 None None] Port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:52.020962 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:49Z', 'revision_number': 3, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:52.023183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.067922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e847d49f-75b7-4c72-8242-9a1fc31b6a8d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:52.068319 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.073717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b36417-107c-4a95-ba90-776e6c6970c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e51cf6-0980-461b-b97a-48e1096dec4f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.078228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] No DVR routers for this DVR port 57ff140b-0a7b-488f-baf1-21843e876e73 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:52.099011 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:52.099369 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Updating router 89d75b23-8559-4147-bc4e-d1e267f91521 port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:52.117245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Router 32b2c274-2ce0-4320-bcc6-572b09380a43 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:52.145274 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.185627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] Pushing event updated for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=10']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.213895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-b736d68a-9d03-4c19-b679-219699b4c900 service neutron] 10.222.0.83 "PUT /v2.0/ports/57ff140b-0a7b-488f-baf1-21843e876e73/bindings/n-h2-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 3.4573314 Feb 11 05:12:52.221877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39b36417-107c-4a95-ba90-776e6c6970c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a088913168b0486aa644914300ff475c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6285381 Feb 11 05:12:52.226013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port e847d49f-75b7-4c72-8242-9a1fc31b6a8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e847d49f-75b7-4c72-8242-9a1fc31b6a8d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:52.229010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39952) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:52.238676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4d5b8e5f-035a-428e-b868-7f2d4d39e289 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:52.299279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ef703f38-d0b8-45c5-81a3-1cb5d650a9d2 None None] Provisioning complete for port 21007e4a-135a-47bb-ae63-ccbf293cb838 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:52.299853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ef703f38-d0b8-45c5-81a3-1cb5d650a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.343200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:52.364954 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.380569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ef703f38-d0b8-45c5-81a3-1cb5d650a9d2 None None] Port 21007e4a-135a-47bb-ae63-ccbf293cb838 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:52.384145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Sync routers for ids ['32b2c274-2ce0-4320-bcc6-572b09380a43'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:52.388964 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1bf8d709-db73-46d3-b044-6f2a5093e22b admin admin] 10.222.0.62 "PUT /v2.0/routers/32b2c274-2ce0-4320-bcc6-572b09380a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9493589 Feb 11 05:12:52.519087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Routers {'32b2c274-2ce0-4320-bcc6-572b09380a43'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:52.519689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['32b2c274-2ce0-4320-bcc6-572b09380a43'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:52.576248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:52.621796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Publish callbacks [] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.625516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b519da7-97be-4706-abcd-3f59e7912dd1 admin admin] Publish callbacks [] for security_group (46e51cf6-0980-461b-b97a-48e1096dec4f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.631979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 119aa4af-7e9a-409d-aad0-90060c9d5c06 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:52.652064 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b519da7-97be-4706-abcd-3f59e7912dd1 admin admin] Publish callbacks [] for security_group (46e51cf6-0980-461b-b97a-48e1096dec4f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.705147 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.705956 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (453dae15-f679-4bfa-a5f7-83563a4c346b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.726505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526bc74-801d-4870-82d9-2f9b790be7b3 req-85ad0973-17e3-4f41-ba04-c004d791e694 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:52.728169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b526bc74-801d-4870-82d9-2f9b790be7b3 req-85ad0973-17e3-4f41-ba04-c004d791e694 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 944 time: 0.3309333 Feb 11 05:12:52.755771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:52.756409 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Publish callbacks [] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.757588 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.808034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=e847d49f-75b7-4c72-8242-9a1fc31b6a8d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.837096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 119aa4af-7e9a-409d-aad0-90060c9d5c06 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:52.840466 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.850758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6e4a6ea1-1e67-42bb-ba65-b0c9d40e62dc None None] Provisioning complete for port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:52.852716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e4a6ea1-1e67-42bb-ba65-b0c9d40e62dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.878581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b519da7-97be-4706-abcd-3f59e7912dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (46e51cf6-0980-461b-b97a-48e1096dec4f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.881245 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b519da7-97be-4706-abcd-3f59e7912dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.886304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8b519da7-97be-4706-abcd-3f59e7912dd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46e51cf6-0980-461b-b97a-48e1096dec4f HTTP/1.1" status: 204 len: 168 time: 0.6548872 Feb 11 05:12:52.891581 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.893868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b526bc74-801d-4870-82d9-2f9b790be7b3 req-9dee24e0-7978-48ca-a532-ffa245cc3b72 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447299 Feb 11 05:12:52.902706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-46b25681-a798-445f-82b1-e405a7a15132 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:52.904698 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-46b25681-a798-445f-82b1-e405a7a15132 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.5646303 Feb 11 05:12:52.918277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b519da7-97be-4706-abcd-3f59e7912dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e51cf6-0980-461b-b97a-48e1096dec4f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.925869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Pushing event updated for resources: {'Port': ['ID=21007e4a-135a-47bb-ae63-ccbf293cb838,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.939470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Network 6e6a1f29-7743-4c14-ae17-8af384647b8a is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:52.940928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:53.061344 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61042b8-522b-4e6f-8da0-d5a380f1ea53 None None] Pushing event updated for resources: {'Port': ['ID=6b7a174c-fa34-4c42-a0c3-1a55307e22e5,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:53.078222 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Attempting to bind port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:53.078492 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Attempting to bind port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:53.080478 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Attempting to bind port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:53.093400 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:53.093797 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:53.094192 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.094596 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:53.104755 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Bound port: 6b7a174c-fa34-4c42-a0c3-1a55307e22e5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:53.104755 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.105581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Set router 32b2c274-2ce0-4320-bcc6-572b09380a43 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:53.202870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-d34f980f-9e5e-42a1-9d13-3465348f26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:53.205247 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-d34f980f-9e5e-42a1-9d13-3465348f26c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a&tenant_id=d0e61b8c952744efa69044130c484b68 HTTP/1.1" status: 200 len: 1127 time: 0.2560756 Feb 11 05:12:53.255926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Router 453dae15-f679-4bfa-a5f7-83563a4c346b has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:53.266601 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] For port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:53.272437 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] For port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6b7a174c-fa34-4c42-a0c3-1a55307e22e5,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:53.326189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a6ea1-1e67-42bb-ba65-b0c9d40e62dc None None] Port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:53.372516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f25d4-70e3-4d3a-bddd-836f4f7d3051 req-97db82f3-8ba9-433f-966d-de039c840f2d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:53.372854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f2348121-88e4-43f2-af15-6f598278970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:53.374475 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-f2348121-88e4-43f2-af15-6f598278970c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1127 time: 0.1276004 Feb 11 05:12:53.380216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b3f25d4-70e3-4d3a-bddd-836f4f7d3051 req-97db82f3-8ba9-433f-966d-de039c840f2d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 944 time: 0.2832077 Feb 11 05:12:53.383909 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.484354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b3f25d4-70e3-4d3a-bddd-836f4f7d3051 req-85f9939a-9f22-4c7c-9d62-fa64ce2bf3c6 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031380 Feb 11 05:12:53.499262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:53.512477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.520676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5e3c365f-3a3c-4915-9bfb-75e1cc239a8a admin admin] 10.222.0.62 "PUT /v2.0/routers/453dae15-f679-4bfa-a5f7-83563a4c346b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0296009 Feb 11 05:12:53.548725 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:53.549616 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.617986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7b7c68a5-f2c5-4454-bd8a-382fcba224b4 None None] Provisioning complete for port 21007e4a-135a-47bb-ae63-ccbf293cb838 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:53.619161 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7b7c68a5-f2c5-4454-bd8a-382fcba224b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.713170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-ed7f9ed9-1003-4fd4-a95b-c683f57e1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:53.714785 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-ed7f9ed9-1003-4fd4-a95b-c683f57e1cbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.3337367 Feb 11 05:12:53.732072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:45Z', 'revision_number': 3, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port': {'id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:53.770368 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-ffc0008f-bd3b-4582-8f15-8349e1f21655 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 217 time: 0.0467300 Feb 11 05:12:53.794114 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:53.796565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d29e0f-7fd4-4230-b198-f91fe68248d4 None None] The sync data for ids ['453dae15-f679-4bfa-a5f7-83563a4c346b'] in n-d-713498-37 is: [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:45Z', 'revision_number': 3, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port': {'id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:53.799448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c68a5-f2c5-4454-bd8a-382fcba224b4 None None] Port 21007e4a-135a-47bb-ae63-ccbf293cb838 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:53.804376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:53.804805 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.829286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Allocated IP 172.20.0.1 (27c1b95c-7283-4030-b268-21a4787f6ccc/9962d048-dd66-4b07-bfb1-1f84c11615d8/313d4c4b-a96a-406f-adcf-02a29b6f35eb) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:53.843054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-46f5734d-2c53-4822-9441-af1e5562131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:53.844645 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-46f5734d-2c53-4822-9441-af1e5562131a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0672038 Feb 11 05:12:53.846019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 119aa4af-7e9a-409d-aad0-90060c9d5c06 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:53.855322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5b8e5f-035a-428e-b868-7f2d4d39e289'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:53.857730 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e8e6cf-31b0-4c3d-9dc6-71eaff133c0d" -d '{"events": [{"server_uuid": "1bbcc032-9d1d-4b73-aedc-e109d3121ea4", "name": "network-vif-plugged", "status": "completed", "tag": "4d5b8e5f-035a-428e-b868-7f2d4d39e289"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:53.891688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-68f426fd-bef5-44d0-85e9-e350bc09fdad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408943 Feb 11 05:12:53.908113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:53.932720 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9ad0a1-2c70-4334-aefc-3c80009dbb44 x-openstack-request-id: req-2f9ad0a1-2c70-4334-aefc-3c80009dbb44 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:53.933259 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbcc032-9d1d-4b73-aedc-e109d3121ea4", "name": "network-vif-plugged", "status": "completed", "tag": "4d5b8e5f-035a-428e-b868-7f2d4d39e289", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:53.933727 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f9ad0a1-2c70-4334-aefc-3c80009dbb44 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:53.934381 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5b8e5f-035a-428e-b868-7f2d4d39e289', 'code': 200} Feb 11 05:12:53.938657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 4, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port': {'id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '37dd8c0e-2fbf-4a46-96b8-dccc6213d64a', 'name': '', 'network_id': '35827c82-ab69-4ace-8213-b1783031d193', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'mac_address': 'fa:16:3e:a7:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '49443536-9197-4e82-ae0d-089847558ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 2, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'subnets': [{'id': '49443536-9197-4e82-ae0d-089847558ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:54.003451 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61042b8-522b-4e6f-8da0-d5a380f1ea53 None None] Pushing event updated for resources: {'Port': ['ID=6b7a174c-fa34-4c42-a0c3-1a55307e22e5,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.008992 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.013210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Checking router: 32b2c274-2ce0-4320-bcc6-572b09380a43 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:54.014347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Updating router 32b2c274-2ce0-4320-bcc6-572b09380a43 port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:54.142412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39996) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:54.166383 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.194945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdbab266-4429-4e75-b68c-e40fdc24c380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.206253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:49Z', 'revision_number': 3, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:54.211602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b786-e9a2-4841-9444-32f0f3bb97ee req-8bd178ae-12a3-452c-9b24-c44804fa00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:54.213752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c049b786-e9a2-4841-9444-32f0f3bb97ee req-8bd178ae-12a3-452c-9b24-c44804fa00b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 1128 time: 0.1975927 Feb 11 05:12:54.273480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.292129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdbab266-4429-4e75-b68c-e40fdc24c380 admin admin] Publish callbacks [] for security_group (77ee35bc-72b0-4e76-aa4f-cfd50b7fb185), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.324774 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa443541-bfe9-4820-b95f-6203c30e023f None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:49Z', 'revision_number': 3, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:54.408423 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdbab266-4429-4e75-b68c-e40fdc24c380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (77ee35bc-72b0-4e76-aa4f-cfd50b7fb185), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.414762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Publish callbacks [] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.471043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126f7ea-fe49-440f-bf7d-0190a834627a req-34f2ae47-6b23-4abb-b636-559942a4f9f2 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:54.476032 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-975137a5-7155-471d-9ee2-91c4046949cd service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729442 Feb 11 05:12:54.478095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4126f7ea-fe49-440f-bf7d-0190a834627a req-34f2ae47-6b23-4abb-b636-559942a4f9f2 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.3980901 Feb 11 05:12:54.508412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c049b786-e9a2-4841-9444-32f0f3bb97ee req-0f29ba2f-72a2-4654-a605-ce8ff0ddc50d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137327 Feb 11 05:12:54.599185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fdbab266-4429-4e75-b68c-e40fdc24c380 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=423cde54be914971bdca26a0f3a50f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4550478 Feb 11 05:12:54.602309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40004) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:54.633207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbab266-4429-4e75-b68c-e40fdc24c380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee35bc-72b0-4e76-aa4f-cfd50b7fb185,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.737357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-bdafac5b-1ea2-438a-bfb9-6b883df482ec service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473011 Feb 11 05:12:54.761820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.823804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4126f7ea-fe49-440f-bf7d-0190a834627a req-1607f530-89ca-424c-a348-4306271d7e55 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012688 Feb 11 05:12:54.844815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Network 27c1b95c-7283-4030-b268-21a4787f6ccc is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:54.849690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e847d49f-75b7-4c72-8242-9a1fc31b6a8d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:54.869711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:54.875059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3da918fb-e0a8-44d4-b4bf-ba64a4f362e1 admin admin] Publish callbacks [] for security_group (77ee35bc-72b0-4e76-aa4f-cfd50b7fb185), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.895927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:55.042471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Pushing event updated for resources: {'Port': ['ID=313d4c4b-a96a-406f-adcf-02a29b6f35eb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:55.049496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad4048fb-d28a-4e3f-b953-d9bcb8921558 req-96f469ab-9802-4404-b73c-ad3c72675152 tempest-FloatingIPsNegativeTestJSON-1814638733 tempest-FloatingIPsNegativeTestJSON-1814638733-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=2aa802ae35294bca881ec6772e7f211d HTTP/1.1" status: 200 len: 217 time: 0.1135819 Feb 11 05:12:55.073936 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3da918fb-e0a8-44d4-b4bf-ba64a4f362e1 admin admin] Publish callbacks [] for security_group (77ee35bc-72b0-4e76-aa4f-cfd50b7fb185), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.077845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (89d75b23-8559-4147-bc4e-d1e267f91521), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.180264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40014) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:55.197414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-network', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:55.292250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a151a6-daad-4b80-b130-41398c006c56 req-f98ea94b-106e-4860-83d1-78456fcb8a7c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:55.300215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54a151a6-daad-4b80-b130-41398c006c56 req-f98ea94b-106e-4860-83d1-78456fcb8a7c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 944 time: 0.2463968 Feb 11 05:12:55.309070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Publish callbacks [] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.402179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3da918fb-e0a8-44d4-b4bf-ba64a4f362e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (77ee35bc-72b0-4e76-aa4f-cfd50b7fb185), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.405516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3da918fb-e0a8-44d4-b4bf-ba64a4f362e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.413121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3da918fb-e0a8-44d4-b4bf-ba64a4f362e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77ee35bc-72b0-4e76-aa4f-cfd50b7fb185 HTTP/1.1" status: 204 len: 168 time: 0.7968550 Feb 11 05:12:55.413459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e847d49f-75b7-4c72-8242-9a1fc31b6a8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:55.413459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.450078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da918fb-e0a8-44d4-b4bf-ba64a4f362e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee35bc-72b0-4e76-aa4f-cfd50b7fb185,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:55.455336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Made reservation on behalf of dac792aae8344640bc2a3c9416a968e3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:55.457602 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.467258 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.482114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54a151a6-daad-4b80-b130-41398c006c56 req-e822bcb5-46ee-4e03-aa4b-938f0efe86bd tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813221 Feb 11 05:12:55.497099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.545524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-705be193-1d2e-48fd-9802-116dac3dd21c None None] Provisioning complete for port 313d4c4b-a96a-406f-adcf-02a29b6f35eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:55.545905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-705be193-1d2e-48fd-9802-116dac3dd21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.628255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e847d49f-75b7-4c72-8242-9a1fc31b6a8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:55.629409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:55.693877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fab8f-9b8c-4157-b886-1871b9889dce req-57825644-c0fd-4ff1-ba6a-dbbc72e00ac3 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:55.701860 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-57825644-c0fd-4ff1-ba6a-dbbc72e00ac3 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.4578602 Feb 11 05:12:55.727233 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Publish callbacks [] for security_group (6f143c83-1f32-4ace-9561-21e0c526125b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.753018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99503a5-f0f9-452e-b22a-d138ed9ee112 None None] Pushing event updated for resources: {'Port': ['ID=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:55.815845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f143c83-1f32-4ace-9561-21e0c526125b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.828202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f3f87a1-6993-46ee-865b-f968c64545ee req-2e40ee35-4d76-489f-878a-5838ce19159e tempest-FloatingIPsNegativeTestJSON-1814638733 tempest-FloatingIPsNegativeTestJSON-1814638733-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1585639 Feb 11 05:12:55.832257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:55.832659 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.844295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Attempting to bind port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:55.845832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Attempting to bind port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:55.846105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Attempting to bind port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a on network 35827c82-ab69-4ace-8213-b1783031d193 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:55.866237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:55.866931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Checking segment: {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:55.869445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.869869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Bound using segment: {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:55.873137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Bound port: 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:55.873519 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.878132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-705be193-1d2e-48fd-9802-116dac3dd21c None None] Port 313d4c4b-a96a-406f-adcf-02a29b6f35eb cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:55.897143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:55.938748 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.949813 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (8137f49a-3467-4e91-86fa-afd947bcfc61), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.951707 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Added segment 8137f49a-3467-4e91-86fa-afd947bcfc61 of type vlan for network a7fd05ab-e78a-4938-850a-418cccec812b Feb 11 05:12:55.968060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f143c83-1f32-4ace-9561-21e0c526125b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:56.124162 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (a7fd05ab-e78a-4938-850a-418cccec812b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.136117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:56.139777 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.167831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820eda4-004b-4d27-bf66-9274c2214c66 req-676b09e5-6d3c-4afa-a226-ed04e634a94e tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.179392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4820eda4-004b-4d27-bf66-9274c2214c66 req-676b09e5-6d3c-4afa-a226-ed04e634a94e tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.2138891 Feb 11 05:12:56.261739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Publish callbacks [] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.269062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4820eda4-004b-4d27-bf66-9274c2214c66 req-14712895-2a36-43c7-a3b9-670503367d3e tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873177 Feb 11 05:12:56.288303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=791a1d4f-87ee-41e2-92f4-33c9cd8c2749,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:56.293769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3386b28b-f7cd-41d2-b15e-f368f9afe210 None None] Provisioning complete for port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:56.296505 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3386b28b-f7cd-41d2-b15e-f368f9afe210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.349787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] For port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:56.351993 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-e6157fd3-3fa2-45c1-a50c-3dacc60a503e req-b3adf251-3310-4a3b-84e6-a9d4207c8e84 tempest-FloatingIPsNegativeTestJSON-1814638733 tempest-FloatingIPsNegativeTestJSON-1814638733-project] show failed (client error): The resource could not be found. Feb 11 05:12:56.354245 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6157fd3-3fa2-45c1-a50c-3dacc60a503e req-b3adf251-3310-4a3b-84e6-a9d4207c8e84 tempest-FloatingIPsNegativeTestJSON-1814638733 tempest-FloatingIPsNegativeTestJSON-1814638733-project] 10.222.0.62 "GET /v2.0/floatingips/e92ab44a-5c16-41e3-8631-fb6ea5cacf94 HTTP/1.1" status: 404 len: 350 time: 0.0552998 Feb 11 05:12:56.354409 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (a7fd05ab-e78a-4938-850a-418cccec812b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.356630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.372177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.372526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.374027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] For port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:56.375760 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3386b28b-f7cd-41d2-b15e-f368f9afe210 None None] Port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:56.392165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40032) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:56.408092 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.523909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3382657 Feb 11 05:12:56.526956 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.533232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40046) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:56.549462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Request body: {'subnet': {'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-subnet', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:56.549462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-531fab8f-9b8c-4157-b886-1871b9889dce req-d5e80531-6820-4e4d-a4c5-9679abe68373 service neutron] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:56.616017 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-531fab8f-9b8c-4157-b886-1871b9889dce req-d5e80531-6820-4e4d-a4c5-9679abe68373 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.617043 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-531fab8f-9b8c-4157-b886-1871b9889dce req-d5e80531-6820-4e4d-a4c5-9679abe68373 service neutron] 10.222.0.65 "DELETE /v2.0/ports/57ff140b-0a7b-488f-baf1-21843e876e73/bindings/n-h1-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.9097457 Feb 11 05:12:56.630430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Pushing event updated for resources: {'Port': ['ID=313d4c4b-a96a-406f-adcf-02a29b6f35eb,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:56.637540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:56.641303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (89d75b23-8559-4147-bc4e-d1e267f91521), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.669094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Made reservation on behalf of dac792aae8344640bc2a3c9416a968e3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:56.672320 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.701853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Routers {'32b2c274-2ce0-4320-bcc6-572b09380a43'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:56.702610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['32b2c274-2ce0-4320-bcc6-572b09380a43'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:56.721870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc521db-81a2-4144-9a2a-12fc4f63bc58 admin admin] Pushing event updated for resources: {'Network': ['ID=a7fd05ab-e78a-4938-850a-418cccec812b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:56.848952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] Set router 32b2c274-2ce0-4320-bcc6-572b09380a43 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:56.883287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7cd70-c38f-46a1-b995-a8396d4e0114 req-36344971-04b2-431d-b688-e7cf4bd9e9f6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.894071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ee7cd70-c38f-46a1-b995-a8396d4e0114 req-36344971-04b2-431d-b688-e7cf4bd9e9f6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.3945777 Feb 11 05:12:57.029909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network a7fd05ab-e78a-4938-850a-418cccec812b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:57.070773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ee7cd70-c38f-46a1-b995-a8396d4e0114 req-73a7b4dc-779a-4e56-8945-f69c64dceaf9 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695917 Feb 11 05:12:57.134900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Network 27c1b95c-7283-4030-b268-21a4787f6ccc is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:57.145399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:57.184865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=791a1d4f-87ee-41e2-92f4-33c9cd8c2749,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:57.373063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f564a-b6d1-49b0-8e53-b0aef0a4e6eb req-dc14e4cd-bcd1-4b59-b949-64787a475933 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:57.381772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed3f564a-b6d1-49b0-8e53-b0aef0a4e6eb req-dc14e4cd-bcd1-4b59-b949-64787a475933 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 944 time: 0.4789999 Feb 11 05:12:57.421209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2b14b200-e457-46eb-ab67-d5203675c153 None None] Provisioning complete for port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:57.421662 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b14b200-e457-46eb-ab67-d5203675c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.494608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99503a5-f0f9-452e-b22a-d138ed9ee112 None None] Pushing event updated for resources: {'Port': ['ID=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:57.551508 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (89910d9c-c6de-4818-87a9-a19889cd6680), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.553039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:57.553770 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.673910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89910d9c-c6de-4818-87a9-a19889cd6680,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:57.704120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed3f564a-b6d1-49b0-8e53-b0aef0a4e6eb req-7d6cf7d4-ed0a-46ac-b542-87dea3374a3f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213010 Feb 11 05:12:57.783007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Router 89d75b23-8559-4147-bc4e-d1e267f91521 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:57.817984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Checking segment: {'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:57.818404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Network hostable DHCP agents. Network: a7fd05ab-e78a-4938-850a-418cccec812b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:57.827015 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Sync routers for ids ['453dae15-f679-4bfa-a5f7-83563a4c346b'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:57.843022 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Routers {'453dae15-f679-4bfa-a5f7-83563a4c346b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:57.844476 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['453dae15-f679-4bfa-a5f7-83563a4c346b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:57.922250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2b14b200-e457-46eb-ab67-d5203675c153 None None] Current status of the port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:57.922970 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b14b200-e457-46eb-ab67-d5203675c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.026172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:58.026896 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.036337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Network a7fd05ab-e78a-4938-850a-418cccec812b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:58.066469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:58.071946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6b7a174c-fa34-4c42-a0c3-1a55307e22e5,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:58.088065 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-170dde84-da72-443b-8c74-30d7d7e434a2 admin admin] 10.222.0.62 "PUT /v2.0/routers/89d75b23-8559-4147-bc4e-d1e267f91521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5762105 Feb 11 05:12:58.103945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 4, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port': {'id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '37dd8c0e-2fbf-4a46-96b8-dccc6213d64a', 'name': '', 'network_id': '35827c82-ab69-4ace-8213-b1783031d193', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'mac_address': 'fa:16:3e:a7:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '49443536-9197-4e82-ae0d-089847558ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 4, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'subnets': [{'id': '49443536-9197-4e82-ae0d-089847558ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:58.126416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, a7fd05ab-e78a-4938-850a-418cccec812b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:58.131772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:58.136570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.167935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514c282-ac2e-4105-a4d3-9eb64db253f2 None None] The sync data for ids ['32b2c274-2ce0-4320-bcc6-572b09380a43'] in n-d-713498-37 is: [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 4, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port': {'id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '37dd8c0e-2fbf-4a46-96b8-dccc6213d64a', 'name': '', 'network_id': '35827c82-ab69-4ace-8213-b1783031d193', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'mac_address': 'fa:16:3e:a7:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '49443536-9197-4e82-ae0d-089847558ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 4, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'subnets': [{'id': '49443536-9197-4e82-ae0d-089847558ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:58.172235 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.172235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:58.174340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8fe92-4bf2-44bb-a67d-0ccf8793883f None None] Network a7fd05ab-e78a-4938-850a-418cccec812b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:58.230844 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Set router 453dae15-f679-4bfa-a5f7-83563a4c346b gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:58.272054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-73beb2a6-5b5b-424e-9e8a-7e65f13e3e86 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7359240 Feb 11 05:12:58.275058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40080) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:58.280635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:58.311536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2b14b200-e457-46eb-ab67-d5203675c153 None None] For port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:58.355681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=6b7a174c-fa34-4c42-a0c3-1a55307e22e5,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:58.373793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67698f-9c90-4f23-949e-d70b5932ec29 req-a9116127-812a-4732-85b1-44a1264105ec tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:58.375350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc67698f-9c90-4f23-949e-d70b5932ec29 req-a9116127-812a-4732-85b1-44a1264105ec tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.8086965 Feb 11 05:12:58.474272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (0bbbcffb-6da2-4bef-a2b5-264710359e0c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.475364 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (0bbbcffb-6da2-4bef-a2b5-264710359e0c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.537449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2587860-7f3f-4cd2-a167-06133d0da5e3 req-942f6d28-b6c6-4914-a542-3448126ed0f3 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:58.550667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2587860-7f3f-4cd2-a167-06133d0da5e3 req-942f6d28-b6c6-4914-a542-3448126ed0f3 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1127 time: 0.6781282 Feb 11 05:12:58.584441 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (453dae15-f679-4bfa-a5f7-83563a4c346b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.651566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks [] for router_controller (0bbbcffb-6da2-4bef-a2b5-264710359e0c), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.661873 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b14b200-e457-46eb-ab67-d5203675c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.669706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:58.670426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:58.694510 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:51Z', 'revision_number': 4, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port': {'id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '21007e4a-135a-47bb-ae63-ccbf293cb838', 'name': '', 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'mac_address': 'fa:16:3e:88:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4cdd054d-456d-4483-8329-1b16b4e38351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:49Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 2, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'subnets': [{'id': '4cdd054d-456d-4483-8329-1b16b4e38351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:58.752823 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Checking router: 453dae15-f679-4bfa-a5f7-83563a4c346b for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:58.757325 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Updating router 453dae15-f679-4bfa-a5f7-83563a4c346b port 21007e4a-135a-47bb-ae63-ccbf293cb838 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:58.778018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:58.803658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc67698f-9c90-4f23-949e-d70b5932ec29 req-b9278cf5-15e9-41b9-83cc-8766fd6a079c tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997545 Feb 11 05:12:58.839111 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.860726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2587860-7f3f-4cd2-a167-06133d0da5e3 req-307e4d0f-7d15-437f-be90-6ddf7d34751f tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050344 Feb 11 05:12:58.903262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-a7fd05ab-e78a-4938-850a-418cccec812b', 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b', 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'fixed_ips': [{'subnet_id': '89910d9c-c6de-4818-87a9-a19889cd6680'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:58.905000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.027439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-89a45aab-e16c-4427-b66a-57fa8b154846 None None] Provisioning complete for port 313d4c4b-a96a-406f-adcf-02a29b6f35eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:59.036723 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-89a45aab-e16c-4427-b66a-57fa8b154846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.120050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40100) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.233099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks [] for router_gateway (0bbbcffb-6da2-4bef-a2b5-264710359e0c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.293816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277e473-9d01-4569-87cb-1e985dac3b24 req-c845310c-3621-40b9-a626-a8f206ed8912 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:59.301547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6277e473-9d01-4569-87cb-1e985dac3b24 req-c845310c-3621-40b9-a626-a8f206ed8912 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.2320619 Feb 11 05:12:59.315055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14b200-e457-46eb-ab67-d5203675c153 None None] Pushing event updated for resources: {'Port': ['ID=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:59.468339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-89a45aab-e16c-4427-b66a-57fa8b154846 None None] Port 313d4c4b-a96a-406f-adcf-02a29b6f35eb cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:59.473822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:59.474197 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.486088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6277e473-9d01-4569-87cb-1e985dac3b24 req-e212afaa-0cbd-4628-86d9-af2f41d8dfe8 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833692 Feb 11 05:12:59.575395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:59.579729 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Publish callbacks [] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.670997 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.722114 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1014f4-b61b-4ce0-82f3-f87a2e122695 None None] Pushing event updated for resources: {'Port': ['ID=21007e4a-135a-47bb-ae63-ccbf293cb838,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:59.830040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:59.832523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:59.878383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Allocated IP 172.20.0.2 (a7fd05ab-e78a-4938-850a-418cccec812b/89910d9c-c6de-4818-87a9-a19889cd6680/26c220f9-f88a-4ea4-a63c-389c30cde6c0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:59.891620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-74941828-488d-4afa-a3f9-b8d0ee3f5f55 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:59.893318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-74941828-488d-4afa-a3f9-b8d0ee3f5f55 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 820 time: 0.2422729 Feb 11 05:12:59.897171 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Attempting to bind port 21007e4a-135a-47bb-ae63-ccbf293cb838 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:59.897779 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Attempting to bind port 21007e4a-135a-47bb-ae63-ccbf293cb838 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:59.897952 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Attempting to bind port 21007e4a-135a-47bb-ae63-ccbf293cb838 on network 6e6a1f29-7743-4c14-ae17-8af384647b8a {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:59.914134 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:59.918294 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Checking segment: {'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:59.918294 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.918294 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Bound using segment: {'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:59.918294 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Bound port: 21007e4a-135a-47bb-ae63-ccbf293cb838, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3d7ee-bc3f-455c-b138-670952136634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:59.918294 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.928409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-5b7dd482-1af1-4bc4-ba30-8f09dfbe4e08 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/quotas/d0e61b8c952744efa69044130c484b68 HTTP/1.1" status: 200 len: 375 time: 0.0267262 Feb 11 05:12:59.973546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-11f693dc-2297-4c5b-87f2-68ac7e02c328 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:59.975224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-11f693dc-2297-4c5b-87f2-68ac7e02c328 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 821 time: 0.4714696 Feb 11 05:13:00.029841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Deleting port 21007e4a-135a-47bb-ae63-ccbf293cb838 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:00.030188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.093513 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] For port 21007e4a-135a-47bb-ae63-ccbf293cb838, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:00.106275 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] For port 21007e4a-135a-47bb-ae63-ccbf293cb838, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=21007e4a-135a-47bb-ae63-ccbf293cb838,segment=NetworkSegment(e0a3d7ee-bc3f-455c-b138-670952136634),segment_id=e0a3d7ee-bc3f-455c-b138-670952136634)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:00.129088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-3e806787-e2bd-4717-9c00-ffd3cea71024 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/quotas/ce6c268a0d0a4bd0a7837eec08588b54 HTTP/1.1" status: 200 len: 375 time: 0.1157343 Feb 11 05:13:00.169348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:00.169810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.178617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] For port 21007e4a-135a-47bb-ae63-ccbf293cb838, host n-d-713498-37, got binding levels [] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:00.178989 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.185497 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.198412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Calling delete_port for 21007e4a-135a-47bb-ae63-ccbf293cb838 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:00.213542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-b11d2fec-563f-4aa5-87b5-705478cf6e1c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2702186 Feb 11 05:13:00.292479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-919a929d-6730-46de-b512-91ccf499fcac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.299656 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Routers {'453dae15-f679-4bfa-a5f7-83563a4c346b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:00.300696 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['453dae15-f679-4bfa-a5f7-83563a4c346b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:00.311605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5ace3ec2-0eda-40f1-a459-fa017d1224ff None None] Provisioning complete for port 21007e4a-135a-47bb-ae63-ccbf293cb838 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:00.312169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ace3ec2-0eda-40f1-a459-fa017d1224ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.334181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks [] for router_gateway (0bbbcffb-6da2-4bef-a2b5-264710359e0c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.371710 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.437770 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1014f4-b61b-4ce0-82f3-f87a2e122695 None None] Pushing event updated for resources: {'Port': ['ID=21007e4a-135a-47bb-ae63-ccbf293cb838,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:00.438178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-3591aa9e-9d22-43d9-be92-33502982fe67 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2978926 Feb 11 05:13:00.522669 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Publish callbacks [] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.558725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:00.559810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:00.563729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5ace3ec2-0eda-40f1-a459-fa017d1224ff None None] Current status of the port 21007e4a-135a-47bb-ae63-ccbf293cb838 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:00.564137 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ace3ec2-0eda-40f1-a459-fa017d1224ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.594952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 2, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:00.610809 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-919a929d-6730-46de-b512-91ccf499fcac admin admin] Publish callbacks [] for security_group (78defc1f-0efc-44a4-8f0e-4ce8e0e8b870), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.612836 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] Set router 453dae15-f679-4bfa-a5f7-83563a4c346b gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:00.617779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ee0a4da1-89dd-4cf5-b232-691cb1fb6650 service neutron] 10.222.0.62 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032531 Feb 11 05:13:00.621032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Allocated IP 172.25.8.226 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/13bc312a-9b79-4e22-89f1-08a20894708f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:00.641122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:00.641780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Updating router 89d75b23-8559-4147-bc4e-d1e267f91521 port 313d4c4b-a96a-406f-adcf-02a29b6f35eb binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:00.644246 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.742492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-7ba1d4db-5376-4de8-8c44-d7b5836eb6ef service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842190 Feb 11 05:13:00.758077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5ace3ec2-0eda-40f1-a459-fa017d1224ff None None] For port 21007e4a-135a-47bb-ae63-ccbf293cb838, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=21007e4a-135a-47bb-ae63-ccbf293cb838,segment=NetworkSegment(e0a3d7ee-bc3f-455c-b138-670952136634),segment_id=e0a3d7ee-bc3f-455c-b138-670952136634)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:00.760440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Network a7fd05ab-e78a-4938-850a-418cccec812b is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:00.763573 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.773886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:00.776522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Pushing event updated for resources: {'Port': ['ID=26c220f9-f88a-4ea4-a63c-389c30cde6c0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:00.781823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:00.795707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-a33c744a-d4b4-4800-9aba-94e618edb6df service neutron] 10.222.0.62 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763399 Feb 11 05:13:00.797520 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks [] for port (13bc312a-9b79-4e22-89f1-08a20894708f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.847839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:00.848441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.865207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-919a929d-6730-46de-b512-91ccf499fcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (78defc1f-0efc-44a4-8f0e-4ce8e0e8b870), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.900302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ace3ec2-0eda-40f1-a459-fa017d1224ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.906388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a929d-6730-46de-b512-91ccf499fcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78defc1f-0efc-44a4-8f0e-4ce8e0e8b870,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:00.938581 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:51Z', 'revision_number': 4, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port': {'id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '21007e4a-135a-47bb-ae63-ccbf293cb838', 'name': '', 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'mac_address': 'fa:16:3e:88:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4cdd054d-456d-4483-8329-1b16b4e38351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:49Z', 'updated_at': '2022-02-11T05:13:00Z', 'revision_number': 4, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'subnets': [{'id': '4cdd054d-456d-4483-8329-1b16b4e38351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:00.949707 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-919a929d-6730-46de-b512-91ccf499fcac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83881410a08b4ca8b07e46dfbff1c043&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8288493 Feb 11 05:13:00.953608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40128) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:00.956371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.973864 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed38fe5c-0fbb-4f90-9653-268c7f875fec None None] The sync data for ids ['453dae15-f679-4bfa-a5f7-83563a4c346b'] in n-d-713498-37 is: [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:51Z', 'revision_number': 4, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port': {'id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '21007e4a-135a-47bb-ae63-ccbf293cb838', 'name': '', 'network_id': '6e6a1f29-7743-4c14-ae17-8af384647b8a', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'mac_address': 'fa:16:3e:88:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4cdd054d-456d-4483-8329-1b16b4e38351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:49Z', 'updated_at': '2022-02-11T05:13:00Z', 'revision_number': 4, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'subnets': [{'id': '4cdd054d-456d-4483-8329-1b16b4e38351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:00.997025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-aae2f447-f0bd-4d3b-91fc-de98d55bc823 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460899 Feb 11 05:13:01.049697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:01.052891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:01.063485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:01.063982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a92b746e-a0f2-40bd-b1f5-6dc636ff71b0 admin admin] Publish callbacks [] for security_group (78defc1f-0efc-44a4-8f0e-4ce8e0e8b870), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.088204 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (21007e4a-135a-47bb-ae63-ccbf293cb838), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.099859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Pushing event updated for resources: {'Port': ['ID=13bc312a-9b79-4e22-89f1-08a20894708f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:01.104322 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a92b746e-a0f2-40bd-b1f5-6dc636ff71b0 admin admin] Publish callbacks [] for security_group (78defc1f-0efc-44a4-8f0e-4ce8e0e8b870), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.172226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=21007e4a-135a-47bb-ae63-ccbf293cb838,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:01.432822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b1b229fd-6f0c-41e7-8448-accc4fda2913 None None] Could not find standard attr ID for object 21007e4a-135a-47bb-ae63-ccbf293cb838. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:13:01.435765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Attempting to bind port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:01.436257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Attempting to bind port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:01.436641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Attempting to bind port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 on network a7fd05ab-e78a-4938-850a-418cccec812b {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:01.449328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:01.449749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Checking segment: {'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:01.450178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.457495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Bound using segment: {'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:01.457495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Bound port: 26c220f9-f88a-4ea4-a63c-389c30cde6c0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:01.457495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.457927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (453dae15-f679-4bfa-a5f7-83563a4c346b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.577822 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a92b746e-a0f2-40bd-b1f5-6dc636ff71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (78defc1f-0efc-44a4-8f0e-4ce8e0e8b870), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.580430 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a92b746e-a0f2-40bd-b1f5-6dc636ff71b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.582375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a92b746e-a0f2-40bd-b1f5-6dc636ff71b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78defc1f-0efc-44a4-8f0e-4ce8e0e8b870 HTTP/1.1" status: 204 len: 168 time: 0.6249804 Feb 11 05:13:01.649119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b746e-a0f2-40bd-b1f5-6dc636ff71b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78defc1f-0efc-44a4-8f0e-4ce8e0e8b870,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:01.808059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks [] for router_gateway (0bbbcffb-6da2-4bef-a2b5-264710359e0c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.924306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace3ec2-0eda-40f1-a459-fa017d1224ff None None] Pushing event updated for resources: {'Port': ['ID=21007e4a-135a-47bb-ae63-ccbf293cb838,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:01.943189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15b22aa7-99fd-4070-bba8-3fd88ffe50b0 req-c3946a88-b1c7-4729-8b2a-d02cb1ad2257 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 210 time: 0.1029317 Feb 11 05:13:01.973089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f76e9a35-7051-4a9e-ba54-1d7a122278e4 req-d25d0c91-0bf0-42c7-a18d-c7fc2d2cc352 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 210 time: 0.1203110 Feb 11 05:13:02.074710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:02.139700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] For port 26c220f9-f88a-4ea4-a63c-389c30cde6c0, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:02.150380 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Publish callbacks [] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.169525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] For port 26c220f9-f88a-4ea4-a63c-389c30cde6c0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=26c220f9-f88a-4ea4-a63c-389c30cde6c0,segment=NetworkSegment(8137f49a-3467-4e91-86fa-afd947bcfc61),segment_id=8137f49a-3467-4e91-86fa-afd947bcfc61)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:02.265326 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.303534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (0bbbcffb-6da2-4bef-a2b5-264710359e0c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.371453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:02.549722 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.660653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab066a-1ee5-44c3-aafb-e5bdbf58dbf6 None None] Pushing event updated for resources: {'Port': ['ID=313d4c4b-a96a-406f-adcf-02a29b6f35eb,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:02.670905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Router 0bbbcffb-6da2-4bef-a2b5-264710359e0c is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:02.845736 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-318f9517-7fad-443b-bda8-f07b0195642e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.849152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Attempting to bind port 313d4c4b-a96a-406f-adcf-02a29b6f35eb on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:02.849553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Attempting to bind port 313d4c4b-a96a-406f-adcf-02a29b6f35eb by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:02.849921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Attempting to bind port 313d4c4b-a96a-406f-adcf-02a29b6f35eb on network 27c1b95c-7283-4030-b268-21a4787f6ccc {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:02.920777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40184) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:02.931252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:02.935580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Checking segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:02.935580 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.935580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Bound using segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:02.936420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Bound port: 313d4c4b-a96a-406f-adcf-02a29b6f35eb, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:02.937041 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.952921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:02.963689 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Sync routers for ids ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:02.981941 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Routers {'0bbbcffb-6da2-4bef-a2b5-264710359e0c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:02.982990 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:03.086187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf98b-d673-4c3e-b2f9-36123693c022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.094054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.096031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e4c24134-364f-4d85-8a1a-53fb4c61bdee admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8189259 Feb 11 05:13:03.098614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40190) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.128337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc5c8-3614-4b00-a0aa-1d6e8657fa4d req-588a3c53-04fd-4b4b-bb98-adbddee0a12a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:03.135988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] For port 313d4c4b-a96a-406f-adcf-02a29b6f35eb, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:03.140769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] For port 313d4c4b-a96a-406f-adcf-02a29b6f35eb, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=313d4c4b-a96a-406f-adcf-02a29b6f35eb,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:03.146422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb4fc5c8-3614-4b00-a0aa-1d6e8657fa4d req-588a3c53-04fd-4b4b-bb98-adbddee0a12a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.9668167 Feb 11 05:13:03.173821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bf9e487e-78bd-490e-ae83-853498d8ddf1 None None] Provisioning complete for port 313d4c4b-a96a-406f-adcf-02a29b6f35eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:03.174226 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf9e487e-78bd-490e-ae83-853498d8ddf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.280316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e487e-78bd-490e-ae83-853498d8ddf1 None None] Port 313d4c4b-a96a-406f-adcf-02a29b6f35eb cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:03.284536 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.328135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4776f-cf4e-47b0-9b26-55fed294d99b None None] Pushing event updated for resources: {'Port': ['ID=26c220f9-f88a-4ea4-a63c-389c30cde6c0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:03.332292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:03.332993 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.380537 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Set router 0bbbcffb-6da2-4bef-a2b5-264710359e0c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:03.397504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40194) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.439361 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf98b-d673-4c3e-b2f9-36123693c022 admin admin] Publish callbacks [] for security_group (d527fae8-7e8c-4f38-94bb-f76dd9b24603), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.460330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Router 453dae15-f679-4bfa-a5f7-83563a4c346b has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:03.708393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab066a-1ee5-44c3-aafb-e5bdbf58dbf6 None None] Pushing event updated for resources: {'Port': ['ID=313d4c4b-a96a-406f-adcf-02a29b6f35eb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:03.712246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:03.716297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:03.717104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:03.852097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:03.866766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b98613ee-16ff-4ae9-903d-5b5e56f57e1f admin admin] 10.222.0.62 "PUT /v2.0/routers/453dae15-f679-4bfa-a5f7-83563a4c346b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4716668 Feb 11 05:13:03.872705 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf98b-d673-4c3e-b2f9-36123693c022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d527fae8-7e8c-4f38-94bb-f76dd9b24603), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.881004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40200) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.897077 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:13:01Z', 'revision_number': 3, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port': {'id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:03.903152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb4fc5c8-3614-4b00-a0aa-1d6e8657fa4d req-f8cbb1fc-f2a2-4b52-901d-d36fb9e989b3 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7536302 Feb 11 05:13:04.030771 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-732fc9a4-a22b-49d3-8c27-49672503933c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.125964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:04.125964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9bc053e6-7e76-410a-a4f0-eef8ed333533 None None] Provisioning complete for port 313d4c4b-a96a-406f-adcf-02a29b6f35eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:04.125964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bc053e6-7e76-410a-a4f0-eef8ed333533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.263358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f22b602-4f2c-45f3-bee2-697a3e001956 req-b597578a-852d-47b9-82d5-f3af889fe22f tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 210 time: 0.4174738 Feb 11 05:13:04.288179 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Checking router: 0bbbcffb-6da2-4bef-a2b5-264710359e0c for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:04.289305 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Updating router 0bbbcffb-6da2-4bef-a2b5-264710359e0c port 13bc312a-9b79-4e22-89f1-08a20894708f binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:04.310386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4ebcf98b-d673-4c3e-b2f9-36123693c022 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db97b572adda4539b30afd4e8dcacecb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3645229 Feb 11 05:13:04.313319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:04.376739 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.390137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] Sync routers for ids ['453dae15-f679-4bfa-a5f7-83563a4c346b'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:04.394325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.397287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 26c220f9-f88a-4ea4-a63c-389c30cde6c0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:04.451661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcf98b-d673-4c3e-b2f9-36123693c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d527fae8-7e8c-4f38-94bb-f76dd9b24603,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:04.473744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd038184-106a-42c7-8a05-c56ca80342ae req-67cf495c-a634-46fe-8b28-3be56c4d8385 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 210 time: 0.2854285 Feb 11 05:13:04.491922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] Routers {'453dae15-f679-4bfa-a5f7-83563a4c346b'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:04.492580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['453dae15-f679-4bfa-a5f7-83563a4c346b'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:04.557020 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks [] for router (453dae15-f679-4bfa-a5f7-83563a4c346b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.671096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d83db79-b5c3-441f-af79-ec5da98858fa None None] Network a7fd05ab-e78a-4938-850a-418cccec812b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:04.704379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Allocated IP 172.20.0.1 (a7fd05ab-e78a-4938-850a-418cccec812b/89910d9c-c6de-4818-87a9-a19889cd6680/ed202539-3530-412a-9821-d19f7c72681e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:04.770897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248133-558d-41b8-9caf-e87009514ba4 req-804e0042-8ca1-42fb-a307-a7b02ba82c85 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:04.783106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47248133-558d-41b8-9caf-e87009514ba4 req-804e0042-8ca1-42fb-a307-a7b02ba82c85 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 945 time: 0.3323908 Feb 11 05:13:04.823158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-f6a788a7-a2fd-40ea-868b-4e65b09c9c78 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:04.825518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-f6a788a7-a2fd-40ea-868b-4e65b09c9c78 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 820 time: 0.5950449 Feb 11 05:13:04.833510 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Publish callbacks [] for port (ed202539-3530-412a-9821-d19f7c72681e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.851668 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Publish callbacks [] for port (13bc312a-9b79-4e22-89f1-08a20894708f), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.853950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Request body: {'port': {'device_id': '18b8035c-3884-4972-9a66-995f80ceda9f', 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'admin_state_up': True, 'tenant_id': 'd0e61b8c952744efa69044130c484b68'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:04.913213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-732fc9a4-a22b-49d3-8c27-49672503933c admin admin] Publish callbacks [] for security_group (07c87272-a917-4945-8adf-d44af14f9ad6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.922954 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.925310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:04.925310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.958904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c337b99-3a80-4c08-98b9-986ec54cb983 admin admin] Publish callbacks [] for security_group (d527fae8-7e8c-4f38-94bb-f76dd9b24603), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.988704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-732fc9a4-a22b-49d3-8c27-49672503933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (07c87272-a917-4945-8adf-d44af14f9ad6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.017878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9bc053e6-7e76-410a-a4f0-eef8ed333533 None None] Current status of the port 313d4c4b-a96a-406f-adcf-02a29b6f35eb is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:05.020040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bc053e6-7e76-410a-a4f0-eef8ed333533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.030730 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6ab5e-da99-4990-8bc4-747ae30cb2e0 None None] Pushing event updated for resources: {'Port': ['ID=13bc312a-9b79-4e22-89f1-08a20894708f,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.059418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks [] for router_gateway (453dae15-f679-4bfa-a5f7-83563a4c346b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.064787 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Attempting to bind port 13bc312a-9b79-4e22-89f1-08a20894708f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:05.065501 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Attempting to bind port 13bc312a-9b79-4e22-89f1-08a20894708f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:05.066253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Attempting to bind port 13bc312a-9b79-4e22-89f1-08a20894708f on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:05.076858 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:05.077578 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:05.082280 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.082760 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:05.083302 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Bound port: 13bc312a-9b79-4e22-89f1-08a20894708f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:05.085169 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.100737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c337b99-3a80-4c08-98b9-986ec54cb983 admin admin] Publish callbacks [] for security_group (d527fae8-7e8c-4f38-94bb-f76dd9b24603), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.104564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47248133-558d-41b8-9caf-e87009514ba4 req-b26df2d1-e7ef-4385-a6e1-4ec55cdd431c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201323 Feb 11 05:13:05.114081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] Set router 453dae15-f679-4bfa-a5f7-83563a4c346b gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:05.134767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Made reservation on behalf of d0e61b8c952744efa69044130c484b68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:05.139716 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.175628 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] For port 13bc312a-9b79-4e22-89f1-08a20894708f, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:05.179622 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] For port 13bc312a-9b79-4e22-89f1-08a20894708f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=13bc312a-9b79-4e22-89f1-08a20894708f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:05.210263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ed202539-3530-412a-9821-d19f7c72681e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.223534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fc9a4-a22b-49d3-8c27-49672503933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c87272-a917-4945-8adf-d44af14f9ad6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.235851 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-732fc9a4-a22b-49d3-8c27-49672503933c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3467486d604142ec989ddd82d1787d84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8381038 Feb 11 05:13:05.248074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40208) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:05.257797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-2b292d67-b9f8-473b-a891-4606ba1df215 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:05.257797 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-2b292d67-b9f8-473b-a891-4606ba1df215 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.65 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 945 time: 0.3966858 Feb 11 05:13:05.303831 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.317158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-533bc67d-6f8c-4d9c-b1eb-2e8d9e104172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.331000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Network a7fd05ab-e78a-4938-850a-418cccec812b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:05.376118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9bc053e6-7e76-410a-a4f0-eef8ed333533 None None] For port 313d4c4b-a96a-406f-adcf-02a29b6f35eb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=313d4c4b-a96a-406f-adcf-02a29b6f35eb,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:05.401899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:05.407538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:05.421495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-0af6e8dc-1675-4968-9590-fbe67b9c8d6b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:05.423091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-0af6e8dc-1675-4968-9590-fbe67b9c8d6b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.83 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 821 time: 0.4248075 Feb 11 05:13:05.427344 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Routers {'0bbbcffb-6da2-4bef-a2b5-264710359e0c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:05.437396 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:05.448957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4ad5-1e85-4141-87e9-8a52fff6f712 req-1023c1c8-237f-457f-b3e6-b0250638320b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:05.452193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-274c4ad5-1e85-4141-87e9-8a52fff6f712 req-1023c1c8-237f-457f-b3e6-b0250638320b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.4123709 Feb 11 05:13:05.469184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Request body: {'port': {'device_id': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'admin_state_up': True, 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:05.527473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed202539-3530-412a-9821-d19f7c72681e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.529478 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6ab5e-da99-4990-8bc4-747ae30cb2e0 None None] Pushing event updated for resources: {'Port': ['ID=13bc312a-9b79-4e22-89f1-08a20894708f,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.558869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (0bbbcffb-6da2-4bef-a2b5-264710359e0c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.583963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-464437cd-6b2c-42a8-a3f6-1a3d5f11fe9b req-1ea1e985-d506-4a11-a7da-c934e97410e4 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 210 time: 0.0946422 Feb 11 05:13:05.615170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c337b99-3a80-4c08-98b9-986ec54cb983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d527fae8-7e8c-4f38-94bb-f76dd9b24603), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.617882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c337b99-3a80-4c08-98b9-986ec54cb983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.620884 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9c337b99-3a80-4c08-98b9-986ec54cb983 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d527fae8-7e8c-4f38-94bb-f76dd9b24603 HTTP/1.1" status: 204 len: 168 time: 1.3049815 Feb 11 05:13:05.645092 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6db10ea-c4e9-4b88-9132-03970c0eda39 admin admin] Publish callbacks [] for security_group (07c87272-a917-4945-8adf-d44af14f9ad6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.697104 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] Set router 0bbbcffb-6da2-4bef-a2b5-264710359e0c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:05.708694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Deleting port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:05.714781 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.714941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bc053e6-7e76-410a-a4f0-eef8ed333533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.737839 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6db10ea-c4e9-4b88-9132-03970c0eda39 admin admin] Publish callbacks [] for security_group (07c87272-a917-4945-8adf-d44af14f9ad6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.797718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:03Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:05.805601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:05.805601 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.808293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Allocated IP 172.20.0.3 (581e75b9-da58-4622-8cd2-95bcd5f8d91f/6af2cbd5-7e40-4a61-a04e-1ef587c9708f/d7718e05-95ec-4c05-8f56-74b33b9e9591) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:05.816713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be535880-4cf5-4304-8fdd-bcc74c560236 req-47b826b0-122c-40aa-b7da-c99ba6a25ca6 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 210 time: 0.1214182 Feb 11 05:13:05.891328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc053e6-7e76-410a-a4f0-eef8ed333533 None None] Pushing event updated for resources: {'Port': ['ID=313d4c4b-a96a-406f-adcf-02a29b6f35eb,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.908502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d6e3f-4505-4c8e-927c-7b8c47e1a514 None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:03Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:05.963864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-30eb30fa-ddf2-48d1-9e94-debf552bdae9 None None] Provisioning complete for port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:05.964347 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-30eb30fa-ddf2-48d1-9e94-debf552bdae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.011552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 26c220f9-f88a-4ea4-a63c-389c30cde6c0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=26c220f9-f88a-4ea4-a63c-389c30cde6c0,segment=NetworkSegment(8137f49a-3467-4e91-86fa-afd947bcfc61),segment_id=8137f49a-3467-4e91-86fa-afd947bcfc61)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:06.029373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c337b99-3a80-4c08-98b9-986ec54cb983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d527fae8-7e8c-4f38-94bb-f76dd9b24603,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.039561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:13:00Z', 'revision_number': 5, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port': {'id': '791a1d4f-87ee-41e2-92f4-33c9cd8c2749', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.129768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.142824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed202539-3530-412a-9821-d19f7c72681e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.161492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] Checking router: 453dae15-f679-4bfa-a5f7-83563a4c346b for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:06.170028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Deleting port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:06.172147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.175654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6db10ea-c4e9-4b88-9132-03970c0eda39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (07c87272-a917-4945-8adf-d44af14f9ad6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.179114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6db10ea-c4e9-4b88-9132-03970c0eda39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.184011 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c6db10ea-c4e9-4b88-9132-03970c0eda39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07c87272-a917-4945-8adf-d44af14f9ad6 HTTP/1.1" status: 204 len: 168 time: 0.9253094 Feb 11 05:13:06.226419 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:13:01Z', 'revision_number': 3, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port': {'id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.315104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] Routers {'453dae15-f679-4bfa-a5f7-83563a4c346b'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:06.319614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['453dae15-f679-4bfa-a5f7-83563a4c346b'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.345076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db10ea-c4e9-4b88-9132-03970c0eda39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c87272-a917-4945-8adf-d44af14f9ad6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.383643 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1d550-5e2f-4f0c-be33-32bc1530b57c None None] The sync data for ids ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'] in n-d-713498-37 is: [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:13:01Z', 'revision_number': 3, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port': {'id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:06.427951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=26c220f9-f88a-4ea4-a63c-389c30cde6c0,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.456535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 313d4c4b-a96a-406f-adcf-02a29b6f35eb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:06.596296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] For port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:06.596706 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.673402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-274c4ad5-1e85-4141-87e9-8a52fff6f712 req-fe380a73-bc23-4b4e-b3a1-91f4e08a9ac4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1987424 Feb 11 05:13:06.677915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] Set router 453dae15-f679-4bfa-a5f7-83563a4c346b gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:06.837825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-30eb30fa-ddf2-48d1-9e94-debf552bdae9 None None] Current status of the port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:06.845108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] For port 791a1d4f-87ee-41e2-92f4-33c9cd8c2749, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=791a1d4f-87ee-41e2-92f4-33c9cd8c2749,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:06.846163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.846283 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.851048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 6, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.905037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d5059-9f70-4aa2-9731-4862bb9e2abf None None] The sync data for ids ['453dae15-f679-4bfa-a5f7-83563a4c346b'] in n-d-713498-37 is: [{'id': '453dae15-f679-4bfa-a5f7-83563a4c346b', 'name': 'tempest-FloatingIPsNegativeTestJSON-451703508-router', 'tenant_id': '2aa802ae35294bca881ec6772e7f211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 6, 'project_id': '2aa802ae35294bca881ec6772e7f211d', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:06.905728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Calling delete_port for 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:06.942109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 313d4c4b-a96a-406f-adcf-02a29b6f35eb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:06.942513 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.976271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad22bf81-cef4-4d30-bd95-bfabca6088bb req-23fd284b-d4eb-466e-8b13-18cdbd56d714 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 210 time: 0.1108484 Feb 11 05:13:07.084707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a48ee-58da-4a19-ad91-0ded2862f4f1 req-4f654555-8e10-4488-825f-f0d779868a85 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:07.096257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-465a48ee-58da-4a19-ad91-0ded2862f4f1 req-4f654555-8e10-4488-825f-f0d779868a85 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 945 time: 0.4145555 Feb 11 05:13:07.106573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Made reservation on behalf of ce6c268a0d0a4bd0a7837eec08588b54 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:07.113888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.139075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3f4a73fd-3e56-486e-badf-eb7e517e3b14 None None] Provisioning complete for port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:07.139461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f4a73fd-3e56-486e-badf-eb7e517e3b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.240804 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Publish callbacks [] for port (ed202539-3530-412a-9821-d19f7c72681e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.248191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 313d4c4b-a96a-406f-adcf-02a29b6f35eb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:07.249442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks [] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.367058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a73fd-3e56-486e-badf-eb7e517e3b14 None None] Current status of the port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:07.370684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ed202539-3530-412a-9821-d19f7c72681e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.421967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3f4a73fd-3e56-486e-badf-eb7e517e3b14 None None] Provisioning complete for port ed202539-3530-412a-9821-d19f7c72681e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:07.422571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f4a73fd-3e56-486e-badf-eb7e517e3b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed202539-3530-412a-9821-d19f7c72681e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.499263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a73fd-3e56-486e-badf-eb7e517e3b14 None None] Port ed202539-3530-412a-9821-d19f7c72681e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:07.500231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8cc6a481-d6f4-4f1a-89c0-5848d6845a27 req-1fda6d59-6a21-4ed2-8333-d53cf24b2e6d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 210 time: 0.3121874 Feb 11 05:13:07.544950 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (0bbbcffb-6da2-4bef-a2b5-264710359e0c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.552802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed202539-3530-412a-9821-d19f7c72681e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.578085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40236) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.615727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.616413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.616939 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Floating IP 68b9d1f9-c68b-4385-af93-0970f1407c0e disassociated. External IP: 172.25.8.191, port: 8616d1c9-7f40-419f-b2ae-3b09e172e3ad. Feb 11 05:13:07.617467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Calling delete_port for 8616d1c9-7f40-419f-b2ae-3b09e172e3ad owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:07.658711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fb18436-e1c3-4d65-8090-678e8917f612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.984656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8616d1c9-7f40-419f-b2ae-3b09e172e3ad), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.058227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event deleted for resources: {'Port': ['ID=8616d1c9-7f40-419f-b2ae-3b09e172e3ad,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.083854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.159542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.177414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Network a7fd05ab-e78a-4938-850a-418cccec812b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:08.246772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:08.259645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-465a48ee-58da-4a19-ad91-0ded2862f4f1 req-2da461cf-da29-4f7c-b368-b67dad85e73d tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c06e47-3b52-4a8f-ae85-986d621a15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1619267 Feb 11 05:13:08.267241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.533318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 13bc312a-9b79-4e22-89f1-08a20894708f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:08.608225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Network 581e75b9-da58-4622-8cd2-95bcd5f8d91f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:08.613030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Pushing event updated for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.621156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-965034da-9dd7-4105-a4fc-b338e1fa35e1 req-8e42fb41-505e-4096-abce-46bae1d4ecd5 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 210 time: 0.0899224 Feb 11 05:13:08.635585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 13bc312a-9b79-4e22-89f1-08a20894708f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:08.636179 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.710406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Allocated IP 172.20.0.13 (27c1b95c-7283-4030-b268-21a4787f6ccc/9962d048-dd66-4b07-bfb1-1f84c11615d8/587758e2-3d0c-4e9c-aa45-28203613046f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:08.781048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-41f6396c-ceb7-45d3-83cf-baf1198fcf8b None None] Provisioning complete for port ed202539-3530-412a-9821-d19f7c72681e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:08.781611 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41f6396c-ceb7-45d3-83cf-baf1198fcf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed202539-3530-412a-9821-d19f7c72681e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.791071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:08.796535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:08.802082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:08.802908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.827668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fb18436-e1c3-4d65-8090-678e8917f612 admin admin] Publish callbacks [] for security_group (70ec7bd9-765c-470c-8c26-b0e17b55c03e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.844852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-41f6396c-ceb7-45d3-83cf-baf1198fcf8b None None] Port ed202539-3530-412a-9821-d19f7c72681e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:08.846164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:08.904060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 13bc312a-9b79-4e22-89f1-08a20894708f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:08.904768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.910336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fb18436-e1c3-4d65-8090-678e8917f612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (70ec7bd9-765c-470c-8c26-b0e17b55c03e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.959730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 13bc312a-9b79-4e22-89f1-08a20894708f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=13bc312a-9b79-4e22-89f1-08a20894708f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:08.966195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148b85a-904c-4129-ab5f-50c8acd9ddf6 req-d728f960-570a-4af8-aeaf-a13083f58073 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:08.966195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2148b85a-904c-4129-ab5f-50c8acd9ddf6 req-d728f960-570a-4af8-aeaf-a13083f58073 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.7404890 Feb 11 05:13:08.977596 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ad3f380d-5d40-471d-b645-a3698ba33463 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1319666 Feb 11 05:13:09.030956 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.032081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 26c220f9-f88a-4ea4-a63c-389c30cde6c0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:09.052136 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0fb18436-e1c3-4d65-8090-678e8917f612 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5584b8ee490b4504a4d8618f401ff03e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4701898 Feb 11 05:13:09.059379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Request body: {'port': {'device_id': '18b8035c-3884-4972-9a66-995f80ceda9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:09.062035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40258) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.075179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb18436-e1c3-4d65-8090-678e8917f612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec7bd9-765c-470c-8c26-b0e17b55c03e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.085699 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.086487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Router 0bbbcffb-6da2-4bef-a2b5-264710359e0c has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:09.134422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=13bc312a-9b79-4e22-89f1-08a20894708f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.146197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:09.147095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.229604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8616d1c9-7f40-419f-b2ae-3b09e172e3ad no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:09.230939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:09.245486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d806df5-7456-48d1-87ea-ff2378d66c5a admin admin] Publish callbacks [] for security_group (70ec7bd9-765c-470c-8c26-b0e17b55c03e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.246077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2148b85a-904c-4129-ab5f-50c8acd9ddf6 req-06194374-2f3a-45af-aba4-3926fa9190b5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609727 Feb 11 05:13:09.250261 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] Sync routers for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:09.269666 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:09.270861 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:09.275022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 8616d1c9-7f40-419f-b2ae-3b09e172e3ad {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:09.276184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8616d1c9-7f40-419f-b2ae-3b09e172e3ad not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:09.289574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.294658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:09.296017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for port (587758e2-3d0c-4e9c-aa45-28203613046f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.316176 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (791a1d4f-87ee-41e2-92f4-33c9cd8c2749), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.356798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc63af-92c9-4865-9284-069066dcd8ca req-30691b33-a967-4ed6-876c-dec0a4f9f26c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:09.364119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-effc63af-92c9-4865-9284-069066dcd8ca req-30691b33-a967-4ed6-876c-dec0a4f9f26c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 931 time: 0.3323426 Feb 11 05:13:09.382485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 21007e4a-135a-47bb-ae63-ccbf293cb838 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:09.396050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:09.427072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 21007e4a-135a-47bb-ae63-ccbf293cb838 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:09.427422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 21007e4a-135a-47bb-ae63-ccbf293cb838 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:09.428026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:09.428850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] No DVR routers for this DVR port 8616d1c9-7f40-419f-b2ae-3b09e172e3ad on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:09.435019 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d806df5-7456-48d1-87ea-ff2378d66c5a admin admin] Publish callbacks [] for security_group (70ec7bd9-765c-470c-8c26-b0e17b55c03e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.456943 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b6f84f9f-cb3e-4c0f-90e6-6ffe801a6ce5 admin admin] 10.222.0.62 "PUT /v2.0/routers/0bbbcffb-6da2-4bef-a2b5-264710359e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3526390 Feb 11 05:13:09.458102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-045e6bc1-bdd3-489a-8186-a8cbeb5acf3a req-ae24d54e-49cd-4791-bba4-4ef8d2891718 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 210 time: 0.0812492 Feb 11 05:13:09.463355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.467332 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ae9f9f1-0993-458a-9ecd-c99c1bc1c881 req-1ec6bccc-c58c-4899-bc1b-91549314360c tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.65 "DELETE /v2.0/ports/8616d1c9-7f40-419f-b2ae-3b09e172e3ad HTTP/1.1" status: 204 len: 173 time: 4.2016251 Feb 11 05:13:09.479917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:09.480404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 791a1d4f-87ee-41e2-92f4-33c9cd8c2749 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:09.481105 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:09.484931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'name': 'network-vif-deleted', 'tag': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:09.489152 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dcb720-0ca7-4f69-86e5-6d0367652511" -d '{"events": [{"server_uuid": "94a4abf4-6caa-43ba-8ac0-cfd041a817b6", "name": "network-vif-deleted", "tag": "8616d1c9-7f40-419f-b2ae-3b09e172e3ad"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:09.849037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Pushing event deleted for resources: {'Port': ['ID=791a1d4f-87ee-41e2-92f4-33c9cd8c2749,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.850485 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e8450c-defa-43bc-b294-d2a7216f7715 x-openstack-request-id: req-42e8450c-defa-43bc-b294-d2a7216f7715 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:09.850485 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a4abf4-6caa-43ba-8ac0-cfd041a817b6", "name": "network-vif-deleted", "tag": "8616d1c9-7f40-419f-b2ae-3b09e172e3ad", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:09.850485 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42e8450c-defa-43bc-b294-d2a7216f7715 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:09.850485 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a4abf4-6caa-43ba-8ac0-cfd041a817b6', 'name': 'network-vif-deleted', 'tag': '8616d1c9-7f40-419f-b2ae-3b09e172e3ad', 'status': 'completed', 'code': 200} Feb 11 05:13:09.853570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (453dae15-f679-4bfa-a5f7-83563a4c346b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.853664 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:09.853664 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] Checking router: 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:09.864311 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:09.865507 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:09.902800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-effc63af-92c9-4865-9284-069066dcd8ca req-1b7820ab-132a-4695-b6f7-7e1a960bd28e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377645 Feb 11 05:13:09.914719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b563f6ed-c527-46b1-ae6f-4d455220484f req-f431c6c9-31b9-47e5-84d2-364bd5730b80 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 210 time: 0.1852753 Feb 11 05:13:09.985717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (453dae15-f679-4bfa-a5f7-83563a4c346b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.990199 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks [] for router_controller (453dae15-f679-4bfa-a5f7-83563a4c346b), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.008239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d806df5-7456-48d1-87ea-ff2378d66c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (70ec7bd9-765c-470c-8c26-b0e17b55c03e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.012327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d806df5-7456-48d1-87ea-ff2378d66c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.013702 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9d806df5-7456-48d1-87ea-ff2378d66c5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70ec7bd9-765c-470c-8c26-b0e17b55c03e HTTP/1.1" status: 204 len: 168 time: 0.9504023 Feb 11 05:13:10.048214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d806df5-7456-48d1-87ea-ff2378d66c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec7bd9-765c-470c-8c26-b0e17b55c03e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.051784 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:10.097120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.347025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 13bc312a-9b79-4e22-89f1-08a20894708f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:10.440239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Network 27c1b95c-7283-4030-b268-21a4787f6ccc is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:10.476488 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (453dae15-f679-4bfa-a5f7-83563a4c346b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.480387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453dae15-f679-4bfa-a5f7-83563a4c346b {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:10.484290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:10.537389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 13bc312a-9b79-4e22-89f1-08a20894708f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:10.544358 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.632076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:10.657792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:10.658586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.679717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.683281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-72d40ab3-0922-4761-8e27-4a0b472c8582 admin admin] 10.222.0.62 "DELETE /v2.0/routers/453dae15-f679-4bfa-a5f7-83563a4c346b HTTP/1.1" status: 204 len: 168 time: 6.7769883 Feb 11 05:13:10.683899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40306) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.697811 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:10.763816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Pushing event updated for resources: {'Port': ['ID=587758e2-3d0c-4e9c-aa45-28203613046f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.856533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd1302a-3adc-45e4-a29d-32cf00c62ef9 admin admin] Deleting subnet 4cdd054d-456d-4483-8329-1b16b4e38351 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:10.857476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fd1302a-3adc-45e4-a29d-32cf00c62ef9 admin admin] Publish callbacks [] for subnet (4cdd054d-456d-4483-8329-1b16b4e38351), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.918044 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fd1302a-3adc-45e4-a29d-32cf00c62ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (4cdd054d-456d-4483-8329-1b16b4e38351), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.134485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 13bc312a-9b79-4e22-89f1-08a20894708f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:11.142484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-349120a0-9a1a-4213-9fc6-f2dd15d7d513 req-e013292d-188f-44fe-a08d-ab4f6f6ffa5b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a4abf4-6caa-43ba-8ac0-cfd041a817b6 HTTP/1.1" status: 200 len: 210 time: 0.3108213 Feb 11 05:13:11.174234 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.210466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933554d-4eb4-4e15-a65a-192bacb032d1 req-6601df42-de8f-454b-a0ea-a4ef66a5e7b0 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.239734 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fd1302a-3adc-45e4-a29d-32cf00c62ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4cdd054d-456d-4483-8329-1b16b4e38351), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.245284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a933554d-4eb4-4e15-a65a-192bacb032d1 req-6601df42-de8f-454b-a0ea-a4ef66a5e7b0 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.7932811 Feb 11 05:13:11.278480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-00ab3314-33f4-4260-89c1-a56fc069ad38 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8266079 Feb 11 05:13:11.320807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Request body: {'port': {'device_id': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.331173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b392af23-5c61-4ca8-9073-2d0e1c5fcf43 None None] Provisioning complete for port 587758e2-3d0c-4e9c-aa45-28203613046f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:11.331554 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b392af23-5c61-4ca8-9073-2d0e1c5fcf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.457221 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420b310-a736-4d40-a0a4-e5f437715129 None None] The sync data for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 is: [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:42Z', 'revision_number': 4, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '090343a4-ce89-4c6c-b768-10c34286d313', 'name': '', 'network_id': 'c82589a4-0749-42d5-a18e-27e1e6585753', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'mac_address': 'fa:16:3e:42:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:40Z', 'updated_at': '2022-02-11T05:10:45Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'subnets': [{'id': 'f647ac4c-41aa-4863-b3ff-bd69634163d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:11.512205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fd1302a-3adc-45e4-a29d-32cf00c62ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (4cdd054d-456d-4483-8329-1b16b4e38351), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.539040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b392af23-5c61-4ca8-9073-2d0e1c5fcf43 None None] Port 587758e2-3d0c-4e9c-aa45-28203613046f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:11.558254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1302a-3adc-45e4-a29d-32cf00c62ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdd054d-456d-4483-8329-1b16b4e38351,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.577104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f862f2ef-d193-4d30-9025-224a3531ea3a None None] Network 6e6a1f29-7743-4c14-ae17-8af384647b8a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:11.578703 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fd1302a-3adc-45e4-a29d-32cf00c62ef9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.583864 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0fd1302a-3adc-45e4-a29d-32cf00c62ef9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4cdd054d-456d-4483-8329-1b16b4e38351 HTTP/1.1" status: 204 len: 168 time: 0.8982360 Feb 11 05:13:11.592380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.602323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.688297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a933554d-4eb4-4e15-a65a-192bacb032d1 req-81656ebd-b6cb-467f-98b9-0f0715bcd948 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408615 Feb 11 05:13:11.862255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7718e05-95ec-4c05-8f56-74b33b9e9591 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:11.885647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Sync routers for ids ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:11.897752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Publish callbacks [] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.905570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6e6a1f29-7743-4c14-ae17-8af384647b8a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.943532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49d05e-e6a5-4798-84c2-1ce4a6b64b5f req-56157b2f-0e84-489e-9d45-32d431d59183 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.958522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f49d05e-e6a5-4798-84c2-1ce4a6b64b5f req-56157b2f-0e84-489e-9d45-32d431d59183 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 932 time: 0.5175707 Feb 11 05:13:12.003450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Routers {'0bbbcffb-6da2-4bef-a2b5-264710359e0c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:12.004467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:12.182786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Transition to ACTIVE for port object d7718e05-95ec-4c05-8f56-74b33b9e9591 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:12.184363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Set router 0bbbcffb-6da2-4bef-a2b5-264710359e0c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:12.214290 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba292dc-d426-4749-aef6-98371d32f7bf None None] New status for floating IP 68b9d1f9-c68b-4385-af93-0970f1407c0e: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:13:12.323413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] DHCP port deletion for 6e6a1f29-7743-4c14-ae17-8af384647b8a request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:12.335841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.395713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f49d05e-e6a5-4798-84c2-1ce4a6b64b5f req-c914b44d-77f1-42cc-89ca-f48392037e58 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357898 Feb 11 05:13:12.650481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a380-6d13-448e-938d-b9add886d394 req-6442183b-b742-499d-bf71-aa06aedd44d4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:12.666473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7784a380-6d13-448e-938d-b9add886d394 req-6442183b-b742-499d-bf71-aa06aedd44d4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 931 time: 0.6029017 Feb 11 05:13:12.687263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Pushing event updated for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.752667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] Deleting port d9727c60-acca-44dc-884a-ab91ccef558e {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:12.753683 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.966899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587758e2-3d0c-4e9c-aa45-28203613046f {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:12.976581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:12.984097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:12.984097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:13.013929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Deleting port d9727c60-acca-44dc-884a-ab91ccef558e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:13.014592 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.060284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] For port d9727c60-acca-44dc-884a-ab91ccef558e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d9727c60-acca-44dc-884a-ab91ccef558e,segment=NetworkSegment(e0a3d7ee-bc3f-455c-b138-670952136634),segment_id=e0a3d7ee-bc3f-455c-b138-670952136634)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:13.060873 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.062661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Publish callbacks [] for port (587758e2-3d0c-4e9c-aa45-28203613046f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.160747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7784a380-6d13-448e-938d-b9add886d394 req-ed3af009-f6f0-48b6-8f69-aa54bdd5d6ca tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731824 Feb 11 05:13:13.162695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] Calling delete_port for d9727c60-acca-44dc-884a-ab91ccef558e owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:13.170636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:13.177023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:13.285201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Transition to ACTIVE for port object 587758e2-3d0c-4e9c-aa45-28203613046f will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:13.296216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:13.299879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:13.300371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:13.301110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Bound port: d7718e05-95ec-4c05-8f56-74b33b9e9591, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:13.301699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.351030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 4, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port': {'id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ed202539-3530-412a-9821-d19f7c72681e', 'name': '', 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'mac_address': 'fa:16:3e:ea:ba:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '89910d9c-c6de-4818-87a9-a19889cd6680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:04Z', 'updated_at': '2022-02-11T05:13:06Z', 'revision_number': 2, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'subnets': [{'id': '89910d9c-c6de-4818-87a9-a19889cd6680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:13.382308 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.390601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Checking router: 0bbbcffb-6da2-4bef-a2b5-264710359e0c for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:13.390966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Updating router 0bbbcffb-6da2-4bef-a2b5-264710359e0c port ed202539-3530-412a-9821-d19f7c72681e binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:13.462606 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed202539-3530-412a-9821-d19f7c72681e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.469097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40360) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.476462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] For port d9727c60-acca-44dc-884a-ab91ccef558e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d9727c60-acca-44dc-884a-ab91ccef558e,segment=NetworkSegment(e0a3d7ee-bc3f-455c-b138-670952136634),segment_id=e0a3d7ee-bc3f-455c-b138-670952136634)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:13.476864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.524387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Calling delete_port for d9727c60-acca-44dc-884a-ab91ccef558e owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:13.540447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Pushing event updated for resources: {'Port': ['ID=587758e2-3d0c-4e9c-aa45-28203613046f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.587482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c6a1c-77c2-4e23-aa8b-942515123e13 req-bc0da9bb-a49f-48c3-a78c-1ac828f6b9df tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.599718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-002c6a1c-77c2-4e23-aa8b-942515123e13 req-bc0da9bb-a49f-48c3-a78c-1ac828f6b9df tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.3965993 Feb 11 05:13:13.732126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.812248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] Pushing event deleted for resources: {'Port': ['ID=d9727c60-acca-44dc-884a-ab91ccef558e,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.815485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9c7708e-5bb6-4901-a13e-382f09f6bf45 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group (04c06e47-3b52-4a8f-ae85-986d621a15f7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.839648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38dfc74-c2b5-4239-be00-f15f93cbcdce None None] No DVR routers for this DVR port d9727c60-acca-44dc-884a-ab91ccef558e on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:13.923594 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9c7708e-5bb6-4901-a13e-382f09f6bf45 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group (04c06e47-3b52-4a8f-ae85-986d621a15f7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.944683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:14.162283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9c7708e-5bb6-4901-a13e-382f09f6bf45 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (04c06e47-3b52-4a8f-ae85-986d621a15f7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.166507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d9c7708e-5bb6-4901-a13e-382f09f6bf45 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.171078 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d9c7708e-5bb6-4901-a13e-382f09f6bf45 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "DELETE /v2.0/security-groups/04c06e47-3b52-4a8f-ae85-986d621a15f7 HTTP/1.1" status: 204 len: 168 time: 0.6989522 Feb 11 05:13:14.171855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40364) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.224213 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-71e7d4de-58bd-441b-8895-453e2cd89c54 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] show failed (client error): The resource could not be found. Feb 11 05:13:14.233217 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-71e7d4de-58bd-441b-8895-453e2cd89c54 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "GET /v2.0/security-groups/04c06e47-3b52-4a8f-ae85-986d621a15f7 HTTP/1.1" status: 404 len: 347 time: 0.0549335 Feb 11 05:13:14.233857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40368) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.236610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7708e-5bb6-4901-a13e-382f09f6bf45 tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c06e47-3b52-4a8f-ae85-986d621a15f7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.363170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d9727c60-acca-44dc-884a-ab91ccef558e no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:14.390025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d9727c60-acca-44dc-884a-ab91ccef558e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:14.390418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d9727c60-acca-44dc-884a-ab91ccef558e not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:14.403343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Attempting to bind port 587758e2-3d0c-4e9c-aa45-28203613046f on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:14.403760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Attempting to bind port 587758e2-3d0c-4e9c-aa45-28203613046f by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:14.404006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Attempting to bind port 587758e2-3d0c-4e9c-aa45-28203613046f on network 27c1b95c-7283-4030-b268-21a4787f6ccc {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:14.409416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:14.436139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Port 587758e2-3d0c-4e9c-aa45-28203613046f on network 27c1b95c-7283-4030-b268-21a4787f6ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:14.436460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Attempting to bind port 587758e2-3d0c-4e9c-aa45-28203613046f on network 27c1b95c-7283-4030-b268-21a4787f6ccc {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:14.464506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-002c6a1c-77c2-4e23-aa8b-942515123e13 req-e4a9f363-6b6b-4efe-bd6e-10fbf1eaf935 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8608479 Feb 11 05:13:14.489674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:14.497414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Checking segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:14.498028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Bound using segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:14.498675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Bound port: 587758e2-3d0c-4e9c-aa45-28203613046f, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:14.499236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.500047 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Publish callbacks [] for port (ed202539-3530-412a-9821-d19f7c72681e), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.535558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.543526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d9727c60-acca-44dc-884a-ab91ccef558e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.544694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Deleting port 8e495ffe-2615-480a-ad06-da5cf321b61a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:14.545228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8e495ffe-2615-480a-ad06-da5cf321b61a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.560110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fe227-b97b-412b-9f82-882e86314921 req-d34b34fb-1445-4183-b687-594cc43d17ed tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:14.572993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d2fe227-b97b-412b-9f82-882e86314921 req-d34b34fb-1445-4183-b687-594cc43d17ed tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 944 time: 0.7793441 Feb 11 05:13:14.590604 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ed202539-3530-412a-9821-d19f7c72681e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.725871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:14.726726 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.730303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] 10.222.0.83 "PUT /v2.0/ports/d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 1092 time: 5.6864755 Feb 11 05:13:14.733225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:14.735948 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04490df9-a270-4fa9-8b61-06fe55544a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:14.754136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7524b-5329-4390-b7bd-339e30d5e5a5 None None] Pushing event updated for resources: {'Port': ['ID=ed202539-3530-412a-9821-d19f7c72681e,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.802041 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eeab2870-1816-451a-a966-728c527d2a05 req-ec3f54a7-4009-4957-8a12-cfb339b4c577 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1720169 Feb 11 05:13:14.804747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8e495ffe-2615-480a-ad06-da5cf321b61a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.805079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (8e495ffe-2615-480a-ad06-da5cf321b61a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.860951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Calling delete_port for 8e495ffe-2615-480a-ad06-da5cf321b61a owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:14.871778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Attempting to bind port ed202539-3530-412a-9821-d19f7c72681e on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:14.872416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Attempting to bind port ed202539-3530-412a-9821-d19f7c72681e by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:14.874686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Attempting to bind port ed202539-3530-412a-9821-d19f7c72681e on network a7fd05ab-e78a-4938-850a-418cccec812b {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:14.890292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:14.895761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Checking segment: {'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:14.896668 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.897791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Bound using segment: {'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:14.898807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] For port 587758e2-3d0c-4e9c-aa45-28203613046f, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:14.901498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Bound port: ed202539-3530-412a-9821-d19f7c72681e, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8137f49a-3467-4e91-86fa-afd947bcfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:14.901498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed202539-3530-412a-9821-d19f7c72681e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.906464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] For port 587758e2-3d0c-4e9c-aa45-28203613046f, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=587758e2-3d0c-4e9c-aa45-28203613046f,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:14.918209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] No DVR routers for this DVR port d9727c60-acca-44dc-884a-ab91ccef558e on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:15.099172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] For port ed202539-3530-412a-9821-d19f7c72681e, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:15.114677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] For port ed202539-3530-412a-9821-d19f7c72681e, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ed202539-3530-412a-9821-d19f7c72681e,segment=NetworkSegment(8137f49a-3467-4e91-86fa-afd947bcfc61),segment_id=8137f49a-3467-4e91-86fa-afd947bcfc61)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:15.179472 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6e6a1f29-7743-4c14-ae17-8af384647b8a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.213198 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ed202539-3530-412a-9821-d19f7c72681e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.213506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2870-1816-451a-a966-728c527d2a05 req-9520ddda-6c6e-4434-a6f1-96ef69578c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:15.213506 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eeab2870-1816-451a-a966-728c527d2a05 req-9520ddda-6c6e-4434-a6f1-96ef69578c3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1127 time: 0.1298399 Feb 11 05:13:15.449141 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.449379 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.450264 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.450699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > port after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.451159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.451745 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > port after_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.452097 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.452528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.452940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.453464 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.483974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2870-1816-451a-a966-728c527d2a05 req-769dfcad-4112-4095-a4b2-c3d728757f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:15.486201 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eeab2870-1816-451a-a966-728c527d2a05 req-769dfcad-4112-4095-a4b2-c3d728757f60 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.2192454 Feb 11 05:13:15.490504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-373db92c-9526-47a4-a254-0cbed44da2cd None None] Provisioning complete for port ed202539-3530-412a-9821-d19f7c72681e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:15.491226 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-373db92c-9526-47a4-a254-0cbed44da2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed202539-3530-412a-9821-d19f7c72681e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.503858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Routers {'0bbbcffb-6da2-4bef-a2b5-264710359e0c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:15.504794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:15.528984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8e495ffe-2615-480a-ad06-da5cf321b61a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.578205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eeab2870-1816-451a-a966-728c527d2a05 req-b50a3eeb-0b7c-41b6-986d-6e308b989aba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 217 time: 0.0646203 Feb 11 05:13:15.609779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7524b-5329-4390-b7bd-339e30d5e5a5 None None] Pushing event updated for resources: {'Port': ['ID=ed202539-3530-412a-9821-d19f7c72681e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:15.610263 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.610965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.612174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.612565 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:13:15.613074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6a1f29-7743-4c14-ae17-8af384647b8a']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:15.660805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a3d7ee-bc3f-455c-b138-670952136634') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:15.661208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a3d7ee-bc3f-455c-b138-670952136634') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:15.667104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Pushing event deleted for resources: {'Port': ['ID=8e495ffe-2615-480a-ad06-da5cf321b61a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:15.693919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (e0a3d7ee-bc3f-455c-b138-670952136634), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.738376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e0a3d7ee-bc3f-455c-b138-670952136634), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.752538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:15.753552 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (e0a3d7ee-bc3f-455c-b138-670952136634), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.858419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-373db92c-9526-47a4-a254-0cbed44da2cd None None] Current status of the port ed202539-3530-412a-9821-d19f7c72681e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:15.858824 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-373db92c-9526-47a4-a254-0cbed44da2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed202539-3530-412a-9821-d19f7c72681e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: from cryptography.utils import int_from_bytes Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: from cryptography.utils import int_from_bytes Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:15.860892 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:15.865731 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.882150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] Set router 0bbbcffb-6da2-4bef-a2b5-264710359e0c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:15.924107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-373db92c-9526-47a4-a254-0cbed44da2cd None None] For port ed202539-3530-412a-9821-d19f7c72681e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ed202539-3530-412a-9821-d19f7c72681e,segment=NetworkSegment(8137f49a-3467-4e91-86fa-afd947bcfc61),segment_id=8137f49a-3467-4e91-86fa-afd947bcfc61)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:15.940178 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2870-1816-451a-a966-728c527d2a05 req-4f836407-8ce7-4966-adc2-1b35957e803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:15.943452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eeab2870-1816-451a-a966-728c527d2a05 req-4f836407-8ce7-4966-adc2-1b35957e803b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.3357465 Feb 11 05:13:15.991439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d2fe227-b97b-412b-9f82-882e86314921 req-46cbad77-bc83-4cf8-8ba5-c6f1e6d4313c tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4207036 Feb 11 05:13:16.023733 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6e6a1f29-7743-4c14-ae17-8af384647b8a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.026245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed173bc2-90c2-4440-b612-1abbb4084729 service neutron] Pushing event updated for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.034353 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eeab2870-1816-451a-a966-728c527d2a05 req-d1d0162e-211b-47b7-bb36-27e76e22f209 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797317 Feb 11 05:13:16.135298 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.173962 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-373db92c-9526-47a4-a254-0cbed44da2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ed202539-3530-412a-9821-d19f7c72681e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.174866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6e6a1f29-7743-4c14-ae17-8af384647b8a HTTP/1.1" status: 204 len: 168 time: 4.5531342 Feb 11 05:13:16.202852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:16.208886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.217182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] 10.222.0.83 "PUT /v2.0/ports/587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 1093 time: 4.9198208 Feb 11 05:13:16.235478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks [] for floatingip (68b9d1f9-c68b-4385-af93-0970f1407c0e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.242095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.249605 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4bf8f816-6e0e-4b72-8287-4c2fe64afe9b tempest-ServersWithSpecificFlavorTestJSON-60520847 tempest-ServersWithSpecificFlavorTestJSON-60520847-project] 10.222.0.62 "DELETE /v2.0/floatingips/68b9d1f9-c68b-4385-af93-0970f1407c0e HTTP/1.1" status: 204 len: 168 time: 2.0140953 Feb 11 05:13:16.346051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9727c60-acca-44dc-884a-ab91ccef558e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.434980 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:13:16.521591 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eeab2870-1816-451a-a966-728c527d2a05 req-03e12f3f-e88d-4633-80ab-89f05e22eb0b service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409962 Feb 11 05:13:16.657296 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eeab2870-1816-451a-a966-728c527d2a05 req-74e3b9ee-a26f-4243-bceb-92ffde3eb4f6 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254952 Feb 11 05:13:16.679856 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bfab59-7981-44cd-a6a1-548a2d245425 x-openstack-request-id: req-79bfab59-7981-44cd-a6a1-548a2d245425 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:16.680326 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:16.682588 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79bfab59-7981-44cd-a6a1-548a2d245425 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:16.683152 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591', 'status': 'completed', 'code': 200} Feb 11 05:13:16.689058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6098b90-9435-488f-953d-87cf29baa184 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6a1f29-7743-4c14-ae17-8af384647b8a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.709474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-01819686-2900-4200-86ac-10e0cc494e2b None None] Provisioning complete for port ed202539-3530-412a-9821-d19f7c72681e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:16.709474 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01819686-2900-4200-86ac-10e0cc494e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed202539-3530-412a-9821-d19f7c72681e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.734999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b030a3-41cf-4e21-bff7-29c927136cae service neutron] Pushing event updated for resources: {'Port': ['ID=587758e2-3d0c-4e9c-aa45-28203613046f,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.739981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373db92c-9526-47a4-a254-0cbed44da2cd None None] Pushing event updated for resources: {'Port': ['ID=ed202539-3530-412a-9821-d19f7c72681e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.785235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-9fe38a3d-49af-4475-b5f1-e4bb825ce96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:16.787170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-9fe38a3d-49af-4475-b5f1-e4bb825ce96c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1126 time: 0.9349473 Feb 11 05:13:16.811595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43b4bc-a338-4ac5-8680-3f86b1be2a3d req-3a34b761-955d-43dc-b8db-cd6fa917031f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:16.813508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae43b4bc-a338-4ac5-8680-3f86b1be2a3d req-3a34b761-955d-43dc-b8db-cd6fa917031f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 2.1097095 Feb 11 05:13:16.821881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 4, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port': {'id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ed202539-3530-412a-9821-d19f7c72681e', 'name': '', 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'mac_address': 'fa:16:3e:ea:ba:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '89910d9c-c6de-4818-87a9-a19889cd6680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:04Z', 'updated_at': '2022-02-11T05:13:15Z', 'revision_number': 4, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'subnets': [{'id': '89910d9c-c6de-4818-87a9-a19889cd6680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:16.865468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b0ff7-b928-4456-a5f6-6998345235e8 None None] The sync data for ids ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'] in n-d-713498-37 is: [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 4, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port': {'id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ed202539-3530-412a-9821-d19f7c72681e', 'name': '', 'network_id': 'a7fd05ab-e78a-4938-850a-418cccec812b', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'mac_address': 'fa:16:3e:ea:ba:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '89910d9c-c6de-4818-87a9-a19889cd6680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:04Z', 'updated_at': '2022-02-11T05:13:15Z', 'revision_number': 4, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'subnets': [{'id': '89910d9c-c6de-4818-87a9-a19889cd6680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:16.878257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-01819686-2900-4200-86ac-10e0cc494e2b None None] Current status of the port ed202539-3530-412a-9821-d19f7c72681e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:16.878487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-c24001e2-6e4c-45d3-b3b2-9bbf2a71a586 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 217 time: 0.0833175 Feb 11 05:13:16.934765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd8005-7ab5-4bcb-986b-6b9ad3bc9330 req-5f1840cb-5638-4c8f-b33f-f6b54dd8e9c9 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:16.935143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0fd8005-7ab5-4bcb-986b-6b9ad3bc9330 req-5f1840cb-5638-4c8f-b33f-f6b54dd8e9c9 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.3912683 Feb 11 05:13:17.022539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-4d979629-4f56-42f2-be48-f29a51624275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:17.024125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-4d979629-4f56-42f2-be48-f29a51624275 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1127 time: 0.3910630 Feb 11 05:13:17.053250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40404) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:17.163876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-d083d465-5e24-4340-820e-250d3d3637f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 217 time: 0.1072443 Feb 11 05:13:17.171059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-6996a464-b6d1-4b3b-9ee1-1d49e293b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:17.173332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-6996a464-b6d1-4b3b-9ee1-1d49e293b5eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.2820356 Feb 11 05:13:17.190416 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-43a7eff3-08e4-474c-ad62-c15e7f938752 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2aa802ae35294bca881ec6772e7f211d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342723 Feb 11 05:13:17.191611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40410) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:17.199814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae43b4bc-a338-4ac5-8680-3f86b1be2a3d req-9b3853ed-1294-4604-9955-7219ae763716 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358901 Feb 11 05:13:17.372242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76940959-276c-42b6-a360-a0adc43a20de admin admin] Publish callbacks [] for security_group (06b358de-446d-4d46-a0f9-1ee0969ad3a9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.379178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-d9ff2b65-3940-4d9c-a4d4-d14c2b0052ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831369 Feb 11 05:13:17.401662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40422) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:17.415564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0fd8005-7ab5-4bcb-986b-6b9ad3bc9330 req-cc3bb7dd-f614-400a-9e95-a17f34ecb652 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874574 Feb 11 05:13:17.419810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76940959-276c-42b6-a360-a0adc43a20de admin admin] Publish callbacks [] for security_group (06b358de-446d-4d46-a0f9-1ee0969ad3a9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.440178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-e077a845-6ec3-4e0c-9718-5db088c51523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:17.449440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-e077a845-6ec3-4e0c-9718-5db088c51523 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.2690246 Feb 11 05:13:17.596306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76940959-276c-42b6-a360-a0adc43a20de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (06b358de-446d-4d46-a0f9-1ee0969ad3a9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.598990 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76940959-276c-42b6-a360-a0adc43a20de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.606069 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-76940959-276c-42b6-a360-a0adc43a20de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06b358de-446d-4d46-a0f9-1ee0969ad3a9 HTTP/1.1" status: 204 len: 168 time: 0.4108596 Feb 11 05:13:17.635585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76940959-276c-42b6-a360-a0adc43a20de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b358de-446d-4d46-a0f9-1ee0969ad3a9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:17.700235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a205af4d-8976-475d-b228-582417b35e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.822006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-32c845b2-ed44-482b-ac66-71ccbfb345be service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026208 Feb 11 05:13:17.853735 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a205af4d-8976-475d-b228-582417b35e7c admin admin] Publish callbacks [] for security_group (95e74380-1943-42f2-8965-9af877b70324), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.923361 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a205af4d-8976-475d-b228-582417b35e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (95e74380-1943-42f2-8965-9af877b70324), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.985738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df073b-6927-4b42-beda-dd6e5c5a2b02 req-40c0d8fd-f2ec-406a-818c-df22dd8db602 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:18.000610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14df073b-6927-4b42-beda-dd6e5c5a2b02 req-40c0d8fd-f2ec-406a-818c-df22dd8db602 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 944 time: 0.4407077 Feb 11 05:13:18.005708 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a205af4d-8976-475d-b228-582417b35e7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1de3b016f85941aab2fcad9bfffcb5c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6028688 Feb 11 05:13:18.010380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40454) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.074112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-0dfe9b15-92e5-42c2-93b0-2f5f50bb9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:18.079427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-0dfe9b15-92e5-42c2-93b0-2f5f50bb9c81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5756946 Feb 11 05:13:18.110205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205af4d-8976-475d-b228-582417b35e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e74380-1943-42f2-8965-9af877b70324,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.171955 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb7723db-8c43-4797-94ee-64fb954af6af admin admin] Publish callbacks [] for security_group (95e74380-1943-42f2-8965-9af877b70324), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.189275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40460) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.295449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8007e2-cfe1-4caf-8179-0725033491b6 req-bf7bd028-bec4-4c9e-a777-9ac6dbeed034 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352798 Feb 11 05:13:18.384801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ed202539-3530-412a-9821-d19f7c72681e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:18.424762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14df073b-6927-4b42-beda-dd6e5c5a2b02 req-ddaa1c15-a5ac-456b-bc6c-8895c116f818 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192901 Feb 11 05:13:18.449669 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb7723db-8c43-4797-94ee-64fb954af6af admin admin] Publish callbacks [] for security_group (95e74380-1943-42f2-8965-9af877b70324), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.594464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ed202539-3530-412a-9821-d19f7c72681e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:18.594990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed202539-3530-412a-9821-d19f7c72681e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.688197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:18.691392 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ba5813-4035-4627-a789-fead6e993ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:18.714040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-01e3db22-10f3-407f-bced-ace5ed196347 service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248319 Feb 11 05:13:18.781399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ed202539-3530-412a-9821-d19f7c72681e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:18.849405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb7723db-8c43-4797-94ee-64fb954af6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (95e74380-1943-42f2-8965-9af877b70324), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.855899 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb7723db-8c43-4797-94ee-64fb954af6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.860485 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cb7723db-8c43-4797-94ee-64fb954af6af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95e74380-1943-42f2-8965-9af877b70324 HTTP/1.1" status: 204 len: 168 time: 0.8429184 Feb 11 05:13:18.889264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7723db-8c43-4797-94ee-64fb954af6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e74380-1943-42f2-8965-9af877b70324,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.939603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84721cde-f14f-42cc-bd34-de4fba034084 req-f0a20af6-3ae1-4029-9fba-e4c6d244552f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:18.958209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84721cde-f14f-42cc-bd34-de4fba034084 req-f0a20af6-3ae1-4029-9fba-e4c6d244552f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.5278459 Feb 11 05:13:19.062576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-4db978e1-d1eb-4174-abde-949ada11f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:19.064255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-4db978e1-d1eb-4174-abde-949ada11f3ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1126 time: 0.5071502 Feb 11 05:13:19.124513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa59288-783f-4b8f-bde2-3d75eeb36f0f req-1fc8eb01-0534-4b6b-9468-fdc4d1e70165 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:19.132236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faa59288-783f-4b8f-bde2-3d75eeb36f0f req-1fc8eb01-0534-4b6b-9468-fdc4d1e70165 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.4901228 Feb 11 05:13:19.162563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84721cde-f14f-42cc-bd34-de4fba034084 req-e3266492-40ae-4ce1-9f7a-a91e0c4280f6 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034562 Feb 11 05:13:19.184458 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f3cc73-1783-40c5-8fb2-6035000fc92f req-7712a459-ef20-4d7f-910a-30fd2202812d service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844886 Feb 11 05:13:19.312022 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7b73a8-8385-497d-ba82-77f8cdfedf33 x-openstack-request-id: req-8e7b73a8-8385-497d-ba82-77f8cdfedf33 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:19.312318 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:19.312696 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e7b73a8-8385-497d-ba82-77f8cdfedf33 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:19.313603 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f', 'status': 'completed', 'code': 200} Feb 11 05:13:19.362464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faa59288-783f-4b8f-bde2-3d75eeb36f0f req-301c6c89-d9b5-4e28-8100-c4de779ac095 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250409 Feb 11 05:13:19.373243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.463852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-0ad131af-b065-41e8-b0a7-bd83e5aaf315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:19.467210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-0ad131af-b065-41e8-b0a7-bd83e5aaf315 service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.3704476 Feb 11 05:13:19.579530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-7a9b0c27-5631-4a21-b0cc-e27bb865959c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 217 time: 0.0830123 Feb 11 05:13:19.720337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-6ae438ea-581a-4ee4-91bf-877dbb2fa059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:19.722568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-6ae438ea-581a-4ee4-91bf-877dbb2fa059 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1329253 Feb 11 05:13:19.755510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba5813-4035-4627-a789-fead6e993ea4 req-bbd21898-f614-4f70-b11c-fdb58bc63676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:19.761214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ba5813-4035-4627-a789-fead6e993ea4 req-bbd21898-f614-4f70-b11c-fdb58bc63676 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1127 time: 0.3602610 Feb 11 05:13:19.912324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba5813-4035-4627-a789-fead6e993ea4 req-d3104dc7-2319-4bba-ba26-7c75e2075e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:19.914089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ba5813-4035-4627-a789-fead6e993ea4 req-d3104dc7-2319-4bba-ba26-7c75e2075e1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.1412153 Feb 11 05:13:19.918959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-d031b44b-d783-4ee3-a049-310155b11f3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732173 Feb 11 05:13:20.116566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ecf6a-6af3-42a0-bc41-e76c0254c74c req-716c90f1-d24f-4b11-9d93-5dfc0ecbaced tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:20.124699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-220ecf6a-6af3-42a0-bc41-e76c0254c74c req-716c90f1-d24f-4b11-9d93-5dfc0ecbaced tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 944 time: 0.4416151 Feb 11 05:13:20.130563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ba5813-4035-4627-a789-fead6e993ea4 req-8c8a86cf-cda5-4d16-a806-32e6de9ac1ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 217 time: 0.2023075 Feb 11 05:13:20.130563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-789cf664-a3ba-4b98-aef0-80ae5c920989 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943102 Feb 11 05:13:20.173919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40510) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.215363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Deleting port 090343a4-ce89-4c6c-b768-10c34286d313 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:20.216262 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (090343a4-ce89-4c6c-b768-10c34286d313), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.282268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-220ecf6a-6af3-42a0-bc41-e76c0254c74c req-5bf5e641-d691-4c48-9d77-fb9bdcef2296 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564405 Feb 11 05:13:20.316509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba5813-4035-4627-a789-fead6e993ea4 req-9a31b9c8-9c7f-4e89-95fd-848a72576346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:20.326197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ba5813-4035-4627-a789-fead6e993ea4 req-9a31b9c8-9c7f-4e89-95fd-848a72576346 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.1416709 Feb 11 05:13:20.353716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] For port 090343a4-ce89-4c6c-b768-10c34286d313, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=090343a4-ce89-4c6c-b768-10c34286d313,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:20.354182 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (090343a4-ce89-4c6c-b768-10c34286d313), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.371832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Calling delete_port for 090343a4-ce89-4c6c-b768-10c34286d313 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:20.400999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04490df9-a270-4fa9-8b61-06fe55544a9d req-cb435602-e915-495e-bc9d-315bb8e6a2f8 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198250 Feb 11 05:13:20.909435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2110281772-network', 'tenant_id': '8dc370b746064d40b0903223466bdfb2'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:20.991624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba5813-4035-4627-a789-fead6e993ea4 req-7f93c35e-5377-4906-a55a-db604f44df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:20.993523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ba5813-4035-4627-a789-fead6e993ea4 req-7f93c35e-5377-4906-a55a-db604f44df9c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5973313 Feb 11 05:13:21.035961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de2b4e-01fd-4211-987b-be19d4f6c97f req-aeb96e98-1fce-416a-9010-5b8650fd64de tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:21.037638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47de2b4e-01fd-4211-987b-be19d4f6c97f req-aeb96e98-1fce-416a-9010-5b8650fd64de tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.6145699 Feb 11 05:13:21.083607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1425468-1d52-433f-8357-4cd402566e90 req-c03abd4b-77c6-4bf2-993e-d12ac28c30e3 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:21.085359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1425468-1d52-433f-8357-4cd402566e90 req-c03abd4b-77c6-4bf2-993e-d12ac28c30e3 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.2139039 Feb 11 05:13:21.121580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Made reservation on behalf of 8dc370b746064d40b0903223466bdfb2 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:21.124121 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.177826 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (090343a4-ce89-4c6c-b768-10c34286d313), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.185116 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.216432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47de2b4e-01fd-4211-987b-be19d4f6c97f req-2e9ba782-0b76-4f0b-8201-113970aabf63 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612687 Feb 11 05:13:21.280638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ba5813-4035-4627-a789-fead6e993ea4 req-61f5380d-74a3-45b7-b344-3dd8b50132b1 service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757986 Feb 11 05:13:21.331010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Pushing event deleted for resources: {'Port': ['ID=090343a4-ce89-4c6c-b768-10c34286d313,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.350569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1425468-1d52-433f-8357-4cd402566e90 req-504b79be-3acb-4e33-a540-2bb800414059 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337112 Feb 11 05:13:21.443573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40546) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:21.631049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-network', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:21.697151 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Publish callbacks [] for security_group (b9d48257-ef83-49e0-9372-4badba3c2313), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.705347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ba5813-4035-4627-a789-fead6e993ea4 req-690b12f4-fe67-454b-905a-16e983e08fd5 service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186578 Feb 11 05:13:21.715245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5cf24-e0f5-473b-90e3-c4a32b78d562 req-4ca8fde5-37a9-49c7-9fd8-783e64784b84 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:21.716892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31d5cf24-e0f5-473b-90e3-c4a32b78d562 req-4ca8fde5-37a9-49c7-9fd8-783e64784b84 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 944 time: 0.1574085 Feb 11 05:13:21.723811 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.786896 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b9d48257-ef83-49e0-9372-4badba3c2313), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.798928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31d5cf24-e0f5-473b-90e3-c4a32b78d562 req-68fe8ae1-2352-4282-acef-02bcf2b971b2 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641894 Feb 11 05:13:21.816388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:21.833423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Made reservation on behalf of 1b27b36d4bf64d2d9fea197da9f9ad12 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:21.835920 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.837655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d48257-ef83-49e0-9372-4badba3c2313,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.842534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (04f3e3e4-c740-47dd-9258-08840d4de60e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.843014 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Added segment 04f3e3e4-c740-47dd-9258-08840d4de60e of type vlan for network 553580b2-0e17-4030-80a5-758bb17887f7 Feb 11 05:13:21.849658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.893055 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (553580b2-0e17-4030-80a5-758bb17887f7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.976692 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (553580b2-0e17-4030-80a5-758bb17887f7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.979496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:21.980286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.046547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] Pushing event updated for resources: {'Network': ['ID=553580b2-0e17-4030-80a5-758bb17887f7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:22.046814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Publish callbacks [] for security_group (481f1514-a977-476c-bb5a-b05075f6dff0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.058081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 553580b2-0e17-4030-80a5-758bb17887f7 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:22.064966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:22.096696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a0fbb7e1-d0c0-45a9-afec-f0b0a36c0e65 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9156356 Feb 11 05:13:22.097863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.106966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Request body: {'subnet': {'network_id': '553580b2-0e17-4030-80a5-758bb17887f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2110281772-subnet', 'tenant_id': '8dc370b746064d40b0903223466bdfb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:22.141274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (481f1514-a977-476c-bb5a-b05075f6dff0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.177922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:22.229426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (95b9ac04-0116-49b2-9d76-28da2fce7ea5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.229744 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Added segment 95b9ac04-0116-49b2-9d76-28da2fce7ea5 of type vlan for network d768a005-6060-4484-80bb-ea6f7a9c5972 Feb 11 05:13:22.248974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Made reservation on behalf of 8dc370b746064d40b0903223466bdfb2 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:22.249222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f1514-a977-476c-bb5a-b05075f6dff0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:22.249320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.300084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d768a005-6060-4484-80bb-ea6f7a9c5972), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.325741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d7718e05-95ec-4c05-8f56-74b33b9e9591 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:22.360573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:22.381521 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5dd78171-849d-4baf-abb0-c77dfbba7207 admin admin] 10.222.0.62 "PUT /v2.0/routers/0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1911111 Feb 11 05:13:22.386475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40568) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.454399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1faf-23f7-4240-9a6a-2f9daf9090d1 req-8e77ecf1-aa2d-454b-a3d5-5d418f8bfca7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:22.456487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49aa1faf-23f7-4240-9a6a-2f9daf9090d1 req-8e77ecf1-aa2d-454b-a3d5-5d418f8bfca7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.1230731 Feb 11 05:13:22.471820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] Sync routers for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:22.486377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:22.487261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:22.500027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d768a005-6060-4484-80bb-ea6f7a9c5972), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.503170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:22.503768 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.604910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] Pushing event updated for resources: {'Network': ['ID=d768a005-6060-4484-80bb-ea6f7a9c5972,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:22.663290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:22.703178 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:22.707057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks [] for router (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.711414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49aa1faf-23f7-4240-9a6a-2f9daf9090d1 req-8489203e-0d54-47f3-b196-24f264b734b7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491388 Feb 11 05:13:22.720229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70a621-ea63-4480-8035-6ba5c57888a6 req-a8a68d7a-3b08-4850-b26c-61a99959c012 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:22.721829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b70a621-ea63-4480-8035-6ba5c57888a6 req-a8a68d7a-3b08-4850-b26c-61a99959c012 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.2336621 Feb 11 05:13:22.723515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (838db87b-ed59-4a7c-b14a-84ad378e489d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.732528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bd5f0ae7-0717-443b-b846-293f60c3104c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2874656 Feb 11 05:13:22.772527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40574) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:22.801254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Request body: {'subnet': {'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-subnet', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:22.863945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838db87b-ed59-4a7c-b14a-84ad378e489d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:22.879486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d768a005-6060-4484-80bb-ea6f7a9c5972 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:22.893171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b70a621-ea63-4480-8035-6ba5c57888a6 req-6c09f208-7c7d-4034-9b69-d800e6ba79f7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626019 Feb 11 05:13:22.901388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks [] for router_gateway (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.957752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Checking segment: {'id': '04f3e3e4-c740-47dd-9258-08840d4de60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '553580b2-0e17-4030-80a5-758bb17887f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:22.958614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Network hostable DHCP agents. Network: 553580b2-0e17-4030-80a5-758bb17887f7, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:22.994719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Made reservation on behalf of 1b27b36d4bf64d2d9fea197da9f9ad12 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:23.011670 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.013598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'd7718e05-95ec-4c05-8f56-74b33b9e9591', 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'port_id': 'd7718e05-95ec-4c05-8f56-74b33b9e9591', 'mac_address': 'fa:16:3e:56:17:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2cbd5-7e40-4a61-a04e-1ef587c9708f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:23.077741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d7718e05-95ec-4c05-8f56-74b33b9e9591 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:23.078903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.095626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7718e05-95ec-4c05-8f56-74b33b9e9591 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:23.119439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:23.174970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Deleting port 0b9ab980-285b-44e8-ada3-e624e979256d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:23.175970 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.192631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Network 553580b2-0e17-4030-80a5-758bb17887f7 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:23.219638 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.220698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 587758e2-3d0c-4e9c-aa45-28203613046f details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:23.245506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33d4d6-ba90-4186-9fca-15bb53775f06 req-6b880984-29bd-4d8e-929a-76f19f370ed9 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:23.271566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf33d4d6-ba90-4186-9fca-15bb53775f06 req-6b880984-29bd-4d8e-929a-76f19f370ed9 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 944 time: 0.2587874 Feb 11 05:13:23.301248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] For port 0b9ab980-285b-44e8-ada3-e624e979256d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0b9ab980-285b-44e8-ada3-e624e979256d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:23.301975 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.332088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Calling delete_port for 0b9ab980-285b-44e8-ada3-e624e979256d owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:23.380114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf33d4d6-ba90-4186-9fca-15bb53775f06 req-ae5d6219-fc66-4003-ba5f-3ab6a1fd2e0e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074324 Feb 11 05:13:23.384767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.445882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 553580b2-0e17-4030-80a5-758bb17887f7) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:23.456052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:23.456861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.471363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1388703b-14db-43f4-b199-1ae09c58ea8b None None] Network 553580b2-0e17-4030-80a5-758bb17887f7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:23.574932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-78ad44fe-04c8-4ce1-bfa1-e9782b9080a3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4746046 Feb 11 05:13:23.661513 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (230d3fc7-b0b9-4b22-935b-8b047ba7dde3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.661786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:13:21Z', 'revision_number': 5, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port': {'id': '0b9ab980-285b-44e8-ada3-e624e979256d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:23.663042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b576e-37e5-443d-823d-3baeced5e787 None None] Network 553580b2-0e17-4030-80a5-758bb17887f7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:23.783961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230d3fc7-b0b9-4b22-935b-8b047ba7dde3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.828968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0b9ab980-285b-44e8-ada3-e624e979256d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.829652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Checking segment: {'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:23.829652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Network hostable DHCP agents. Network: d768a005-6060-4484-80bb-ea6f7a9c5972, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:23.939242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9ab980-285b-44e8-ada3-e624e979256d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.968799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Network d768a005-6060-4484-80bb-ea6f7a9c5972 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:23.989504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a9928105-f4f5-4cf0-833c-a3b7d56fcff8 req-f9d4764d-3fbb-49e4-8fb5-3a10680627be tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-88945202', 'description': 'tempest-description-445736266'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.035853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aab100-c977-4266-8258-1490b800b211 req-fecbdd83-8152-46fa-a2a5-4d4918f89492 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:24.038511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95aab100-c977-4266-8258-1490b800b211 req-fecbdd83-8152-46fa-a2a5-4d4918f89492 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 944 time: 0.1355252 Feb 11 05:13:24.073942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.079330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d768a005-6060-4484-80bb-ea6f7a9c5972) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:24.085826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:24.086723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.123181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a9928105-f4f5-4cf0-833c-a3b7d56fcff8 req-f9d4764d-3fbb-49e4-8fb5-3a10680627be tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.128728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f1495-28e0-458c-86f9-ef5c17acc1e4 None None] Network d768a005-6060-4484-80bb-ea6f7a9c5972 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:24.135072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] Checking router: 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:24.142970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95aab100-c977-4266-8258-1490b800b211 req-6404745c-c60e-4182-8610-0fa875c4636d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980816 Feb 11 05:13:24.219606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] Routers {'0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:24.224045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.254456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a9928105-f4f5-4cf0-833c-a3b7d56fcff8 req-f9d4764d-3fbb-49e4-8fb5-3a10680627be tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (8b34b883-3fcc-4990-b5ce-15a03bafaa1d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.264902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b0b0f30d-66ec-4651-bf17-1ac93cb4efb8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4691522 Feb 11 05:13:24.265879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40610) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.271683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.319480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.323427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks [] for router_controller (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.331603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a9928105-f4f5-4cf0-833c-a3b7d56fcff8 req-f9d4764d-3fbb-49e4-8fb5-3a10680627be tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8b34b883-3fcc-4990-b5ce-15a03bafaa1d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.381272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4764d-3fbb-49e4-8fb5-3a10680627be tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b34b883-3fcc-4990-b5ce-15a03bafaa1d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.385900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (aacbb330-75a0-4e34-88ac-a78bc3596dc4), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.387924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] Set router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:24.388672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (aacbb330-75a0-4e34-88ac-a78bc3596dc4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.468800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.469850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:24.483040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.486705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-201987c1-c28a-4912-a264-9f905d18d329 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35 HTTP/1.1" status: 204 len: 168 time: 2.0973392 Feb 11 05:13:24.487126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40624) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.494014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 587758e2-3d0c-4e9c-aa45-28203613046f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=587758e2-3d0c-4e9c-aa45-28203613046f,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:24.498608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:13:23Z', 'revision_number': 7, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.503419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a9928105-f4f5-4cf0-833c-a3b7d56fcff8 req-f9d4764d-3fbb-49e4-8fb5-3a10680627be tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.504709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9928105-f4f5-4cf0-833c-a3b7d56fcff8 req-f9d4764d-3fbb-49e4-8fb5-3a10680627be tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5230532 Feb 11 05:13:24.507385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks [] for router_controller (aacbb330-75a0-4e34-88ac-a78bc3596dc4), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.530461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400f4c9-b16e-4368-aa3f-925a19b125c1 req-fc644fc0-c19f-48c8-b13e-41bba7f93a6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:24.538105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1400f4c9-b16e-4368-aa3f-925a19b125c1 req-fc644fc0-c19f-48c8-b13e-41bba7f93a6b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.1590521 Feb 11 05:13:24.549895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04576255-c2b2-44ac-9211-0c1104d3e509 None None] The sync data for ids ['0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35'] in n-d-713498-37 is: [{'id': '0b1f83bc-1b9b-47c3-a37a-c2a2f2cbca35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1871957975-router', 'tenant_id': 'a38adb6b69524aab983a2aba6d231c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:37Z', 'updated_at': '2022-02-11T05:13:23Z', 'revision_number': 7, 'project_id': 'a38adb6b69524aab983a2aba6d231c2e', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:24.553870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '587758e2-3d0c-4e9c-aa45-28203613046f', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'mac_address': 'fa:16:3e:63:58:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:24.565449 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a37f78e-839f-49d5-b506-bf9adcb3d845 admin admin] Deleting subnet f647ac4c-41aa-4863-b3ff-bd69634163d3 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:24.569577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a37f78e-839f-49d5-b506-bf9adcb3d845 admin admin] Publish callbacks [] for subnet (f647ac4c-41aa-4863-b3ff-bd69634163d3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.626239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a37f78e-839f-49d5-b506-bf9adcb3d845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (f647ac4c-41aa-4863-b3ff-bd69634163d3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.690127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 587758e2-3d0c-4e9c-aa45-28203613046f is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:24.691016 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.701801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1400f4c9-b16e-4368-aa3f-925a19b125c1 req-d9f756e6-f599-494b-84ab-3aa9fb9953a4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627710 Feb 11 05:13:24.711569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-d768a005-6060-4484-80bb-ea6f7a9c5972', 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972', 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'fixed_ips': [{'subnet_id': '230d3fc7-b0b9-4b22-935b-8b047ba7dde3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:24.712555 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.738677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587758e2-3d0c-4e9c-aa45-28203613046f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:24.781797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 587758e2-3d0c-4e9c-aa45-28203613046f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=587758e2-3d0c-4e9c-aa45-28203613046f,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:24.801740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a37f78e-839f-49d5-b506-bf9adcb3d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f647ac4c-41aa-4863-b3ff-bd69634163d3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.868881 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.892118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks [] for router_gateway (aacbb330-75a0-4e34-88ac-a78bc3596dc4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.911484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828edb4-e502-4c28-ad14-cf354bfaf4b6 req-e0361408-6293-46f1-9b7e-bfacaa71d3ff tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:24.912915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3828edb4-e502-4c28-ad14-cf354bfaf4b6 req-e0361408-6293-46f1-9b7e-bfacaa71d3ff tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 944 time: 0.2354729 Feb 11 05:13:24.917409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3cb49b5d-9282-43af-b083-162947585888 req-267ec188-55ae-4f31-82f3-cce8656b4e6c tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/8b34b883-3fcc-4990-b5ce-15a03bafaa1d HTTP/1.1" status: 200 len: 1827 time: 0.1549032 Feb 11 05:13:24.939026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-3cb49b5d-9282-43af-b083-162947585888 req-0801aadf-0b49-4c7c-836a-b32b4a9c60c9 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b34b883-3fcc-4990-b5ce-15a03bafaa1d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.939355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-3cb49b5d-9282-43af-b083-162947585888 req-0801aadf-0b49-4c7c-836a-b32b4a9c60c9 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b34b883-3fcc-4990-b5ce-15a03bafaa1d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.964995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a37f78e-839f-49d5-b506-bf9adcb3d845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (f647ac4c-41aa-4863-b3ff-bd69634163d3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.967856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=587758e2-3d0c-4e9c-aa45-28203613046f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.973906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Allocated IP 172.20.0.2 (d768a005-6060-4484-80bb-ea6f7a9c5972/230d3fc7-b0b9-4b22-935b-8b047ba7dde3/cad6fbd5-409c-4227-8bb5-07359baee6bf) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:25.006582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3828edb4-e502-4c28-ad14-cf354bfaf4b6 req-ea800b50-1407-4e5f-a236-b6ea0e843eeb tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866458 Feb 11 05:13:25.016509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37f78e-839f-49d5-b506-bf9adcb3d845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f647ac4c-41aa-4863-b3ff-bd69634163d3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:25.029627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a37f78e-839f-49d5-b506-bf9adcb3d845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.030979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6a37f78e-839f-49d5-b506-bf9adcb3d845 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f647ac4c-41aa-4863-b3ff-bd69634163d3 HTTP/1.1" status: 204 len: 168 time: 0.5427992 Feb 11 05:13:25.033569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40650) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.041451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d97bcc-1543-49e4-8084-47342f61b277 None None] Network c82589a4-0749-42d5-a18e-27e1e6585753 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:25.167825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['587758e2-3d0c-4e9c-aa45-28203613046f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:25.171414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d7718e05-95ec-4c05-8f56-74b33b9e9591'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:25.223418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c82589a4-0749-42d5-a18e-27e1e6585753), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.225603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cb49b5d-9282-43af-b083-162947585888 req-0801aadf-0b49-4c7c-836a-b32b4a9c60c9 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group_rule (da5fa6f6-6b64-43a4-9f68-b11d51aaa581), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.284651 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cb49b5d-9282-43af-b083-162947585888 req-0801aadf-0b49-4c7c-836a-b32b4a9c60c9 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group_rule (da5fa6f6-6b64-43a4-9f68-b11d51aaa581), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.290833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Deleting port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:25.291595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.297581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-9ef80edc-65b8-4277-a59f-27bf33c5b2f3 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ff5529a1fbcc43269a327186e282d0ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975556 Feb 11 05:13:25.389126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] For port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4727dcd9-71ef-44b4-a5e0-58ac15f181ed,segment=NetworkSegment(30969482-4501-4dc6-bc58-08378b26501a),segment_id=30969482-4501-4dc6-bc58-08378b26501a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:25.389345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.404619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Calling delete_port for 4727dcd9-71ef-44b4-a5e0-58ac15f181ed owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:25.476947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969623-14c3-447d-84cf-549193df6beb req-31bc9d39-0404-47e7-814f-3f6a63d34524 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:25.486999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-31bc9d39-0404-47e7-814f-3f6a63d34524 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816409 Feb 11 05:13:25.518002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-277f4139-0c0f-4a17-bb51-f2facc6599ae tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/quotas/ff5529a1fbcc43269a327186e282d0ec HTTP/1.1" status: 200 len: 375 time: 0.0300491 Feb 11 05:13:25.531133 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cb49b5d-9282-43af-b083-162947585888 req-0801aadf-0b49-4c7c-836a-b32b4a9c60c9 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (da5fa6f6-6b64-43a4-9f68-b11d51aaa581), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.556493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] DHCP port deletion for c82589a4-0749-42d5-a18e-27e1e6585753 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:25.663820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Publish callbacks [] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.678311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-1fcb5b6c-a11e-4be8-ad07-87738458c0a2 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff5529a1fbcc43269a327186e282d0ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1570191 Feb 11 05:13:25.699280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.753701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] No DVR routers for this DVR port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:25.784795 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cb49b5d-9282-43af-b083-162947585888 req-0801aadf-0b49-4c7c-836a-b32b4a9c60c9 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.786134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] Deleting port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:25.786520 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.789134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3cb49b5d-9282-43af-b083-162947585888 req-0801aadf-0b49-4c7c-836a-b32b4a9c60c9 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8608658 Feb 11 05:13:25.798071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.803806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks [] for router_gateway (aacbb330-75a0-4e34-88ac-a78bc3596dc4), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.804357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4727dcd9-71ef-44b4-a5e0-58ac15f181ed,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:25.809698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801aadf-0b49-4c7c-836a-b32b4a9c60c9 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5fa6f6-6b64-43a4-9f68-b11d51aaa581,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:25.869873 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.958191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c82589a4-0749-42d5-a18e-27e1e6585753), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.042108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82589a4-0749-42d5-a18e-27e1e6585753']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:26.060506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30969482-4501-4dc6-bc58-08378b26501a') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:26.060841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30969482-4501-4dc6-bc58-08378b26501a') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:26.065198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Network d768a005-6060-4484-80bb-ea6f7a9c5972 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:26.075055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:26.080882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (30969482-4501-4dc6-bc58-08378b26501a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.084376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:26.087740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] For port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:26.088408 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.091264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Pushing event updated for resources: {'Port': ['ID=cad6fbd5-409c-4227-8bb5-07359baee6bf,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.101932 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (30969482-4501-4dc6-bc58-08378b26501a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.112938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:26.113354 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (30969482-4501-4dc6-bc58-08378b26501a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.116796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] Calling delete_port for 4727dcd9-71ef-44b4-a5e0-58ac15f181ed owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:26.123286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] Port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:13:26.157978 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (4727dcd9-71ef-44b4-a5e0-58ac15f181ed), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:26.192932 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:26.231059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] Pushing event deleted for resources: {'Port': ['ID=4727dcd9-71ef-44b4-a5e0-58ac15f181ed,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.235399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ce9f7-6c1c-46fb-b7fe-b9d2de978791 None None] No DVR routers for this DVR port 4727dcd9-71ef-44b4-a5e0-58ac15f181ed on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:26.239703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Attempting to bind port cad6fbd5-409c-4227-8bb5-07359baee6bf on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:26.240190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Attempting to bind port cad6fbd5-409c-4227-8bb5-07359baee6bf by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:26.240533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Attempting to bind port cad6fbd5-409c-4227-8bb5-07359baee6bf on network d768a005-6060-4484-80bb-ea6f7a9c5972 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:26.257608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:26.258019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Checking segment: {'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:26.258458 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.262792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Bound using segment: {'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:26.262792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Bound port: cad6fbd5-409c-4227-8bb5-07359baee6bf, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:26.262792 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.282573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c82589a4-0749-42d5-a18e-27e1e6585753), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.291196 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.297615 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] 10.222.0.62 "DELETE /v2.0/networks/c82589a4-0749-42d5-a18e-27e1e6585753 HTTP/1.1" status: 204 len: 168 time: 1.2620480 Feb 11 05:13:26.308048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40674) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.314988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e2b46-52be-4036-acce-d279357f16ac admin admin] Pushing event deleted for resources: {'Network': ['ID=c82589a4-0749-42d5-a18e-27e1e6585753,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.351657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4727dcd9-71ef-44b4-a5e0-58ac15f181ed no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:26.395851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 4727dcd9-71ef-44b4-a5e0-58ac15f181ed {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:26.396262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4727dcd9-71ef-44b4-a5e0-58ac15f181ed not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:26.396840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0b9ab980-285b-44e8-ada3-e624e979256d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:26.435415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 0b9ab980-285b-44e8-ada3-e624e979256d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:26.435924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0b9ab980-285b-44e8-ada3-e624e979256d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:26.436454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 090343a4-ce89-4c6c-b768-10c34286d313 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:26.468795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 090343a4-ce89-4c6c-b768-10c34286d313 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:26.469292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 090343a4-ce89-4c6c-b768-10c34286d313 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:26.485497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] For port cad6fbd5-409c-4227-8bb5-07359baee6bf, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:26.499416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] For port cad6fbd5-409c-4227-8bb5-07359baee6bf, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cad6fbd5-409c-4227-8bb5-07359baee6bf,segment=NetworkSegment(95b9ac04-0116-49b2-9d76-28da2fce7ea5),segment_id=95b9ac04-0116-49b2-9d76-28da2fce7ea5)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:26.589455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.623221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa95d5-fd83-47bc-9cbd-e70a83f0a1c5 req-7892a665-41f3-4d34-8ed6-5b9e79379811 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:26.631270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1aa95d5-fd83-47bc-9cbd-e70a83f0a1c5 req-7892a665-41f3-4d34-8ed6-5b9e79379811 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 944 time: 0.7347035 Feb 11 05:13:26.682161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543caf8-8f6d-49c7-9d01-9b32278ffa3a None None] Pushing event updated for resources: {'Port': ['ID=cad6fbd5-409c-4227-8bb5-07359baee6bf,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.754422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbe45-c5e9-4988-ba87-83078438b7bf req-b7f0ba15-36e2-4d18-ba87-baec2fb49336 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:26.763267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8dcbe45-c5e9-4988-ba87-83078438b7bf req-b7f0ba15-36e2-4d18-ba87-baec2fb49336 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.2313495 Feb 11 05:13:26.822624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.836031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Allocated IP 172.25.8.207 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/477755c6-5469-4694-a102-416ad5f5c38a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:26.879059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1aa95d5-fd83-47bc-9cbd-e70a83f0a1c5 req-58870cf2-5eff-4d6d-b8ef-b62d830331c4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468824 Feb 11 05:13:26.898192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d7718e05-95ec-4c05-8f56-74b33b9e9591 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:27.081331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8dcbe45-c5e9-4988-ba87-83078438b7bf req-ec1318b0-80bc-4cb5-b32d-523f661c82a5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171642 Feb 11 05:13:27.136903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f7b5584-2dbf-40c3-a489-ba7e4205d9ee req-0e857091-fffe-4c42-a217-1ec471a510f2 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/8b34b883-3fcc-4990-b5ce-15a03bafaa1d HTTP/1.1" status: 200 len: 2420 time: 0.1370215 Feb 11 05:13:27.139094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port d7718e05-95ec-4c05-8f56-74b33b9e9591 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:13:27.143613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port d7718e05-95ec-4c05-8f56-74b33b9e9591 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:27.144166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.257319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks [] for port (477755c6-5469-4694-a102-416ad5f5c38a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.326151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d7718e05-95ec-4c05-8f56-74b33b9e9591 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:27.327146 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.367546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:27.369345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:27.371867 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae67a57-aa63-440b-a8e7-126778308282" -d '{"events": [{"server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "name": "network-vif-plugged", "status": "completed", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:27.372968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Deleting port f6d128c9-bac8-4435-a2fe-5f89437cffcf {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:27.373437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.410636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-5c9deba6-33df-4304-9ae6-335e6bbdd0d5 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ff5529a1fbcc43269a327186e282d0ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126370 Feb 11 05:13:27.453768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.456423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 587758e2-3d0c-4e9c-aa45-28203613046f up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:27.460703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (477755c6-5469-4694-a102-416ad5f5c38a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.575969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] For port f6d128c9-bac8-4435-a2fe-5f89437cffcf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f6d128c9-bac8-4435-a2fe-5f89437cffcf,segment=NetworkSegment(aefb8f03-9751-4d52-9b47-3520f4af94ea),segment_id=aefb8f03-9751-4d52-9b47-3520f4af94ea)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:27.576389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.582839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:27.590128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6caac-5bff-4b0a-939d-e3978203fcd0 req-24722cc5-af4f-4502-95e1-f7cb210f0213 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:27.591902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32d6caac-5bff-4b0a-939d-e3978203fcd0 req-24722cc5-af4f-4502-95e1-f7cb210f0213 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 945 time: 0.3000126 Feb 11 05:13:27.597282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:27.608393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:27.623442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Calling delete_port for f6d128c9-bac8-4435-a2fe-5f89437cffcf owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:27.696513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Pushing event updated for resources: {'Port': ['ID=477755c6-5469-4694-a102-416ad5f5c38a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.714794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.811045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 587758e2-3d0c-4e9c-aa45-28203613046f completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:13:27.817511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 587758e2-3d0c-4e9c-aa45-28203613046f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:27.818133 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.853068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32d6caac-5bff-4b0a-939d-e3978203fcd0 req-2d7261a4-9287-4781-a8f7-21f1eab183db tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387540 Feb 11 05:13:27.881369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1349415-f763-4584-a011-e5f7850d3709 req-220071b8-ae77-4bf2-b334-509bf2813ae9 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:27.891218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-220071b8-ae77-4bf2-b334-509bf2813ae9 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4663072 Feb 11 05:13:28.021488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 587758e2-3d0c-4e9c-aa45-28203613046f is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:28.023561 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.079543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f6d128c9-bac8-4435-a2fe-5f89437cffcf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.110543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 587758e2-3d0c-4e9c-aa45-28203613046f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=587758e2-3d0c-4e9c-aa45-28203613046f,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:28.124198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-49c28d28-a24c-4cd5-98ac-ca49687f6cda tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/quotas/ff5529a1fbcc43269a327186e282d0ec HTTP/1.1" status: 200 len: 375 time: 0.0464334 Feb 11 05:13:28.134338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ad0beab-7569-4117-8170-e321e614a002 req-8f957780-855b-447c-8519-a1c4ac4cbfcc tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-group-rules/da5fa6f6-6b64-43a4-9f68-b11d51aaa581 HTTP/1.1" status: 200 len: 778 time: 0.0495403 Feb 11 05:13:28.162899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d128c9-bac8-4435-a2fe-5f89437cffcf,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.224166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-8fa46023-6480-49e7-b4d0-6e0cebc497c3 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ff5529a1fbcc43269a327186e282d0ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887883 Feb 11 05:13:28.236494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.326757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ad0beab-7569-4117-8170-e321e614a002 req-43966cda-98f9-47d3-9435-f8d70b554e02 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/8b34b883-3fcc-4990-b5ce-15a03bafaa1d HTTP/1.1" status: 200 len: 2420 time: 0.1509094 Feb 11 05:13:28.385763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=587758e2-3d0c-4e9c-aa45-28203613046f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.416859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514503d1-7d47-4501-87ae-3826840e34a2 None None] Network d768a005-6060-4484-80bb-ea6f7a9c5972 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:28.493002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cad6fbd5-409c-4227-8bb5-07359baee6bf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:28.573390 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ad0beab-7569-4117-8170-e321e614a002 req-84f3b977-2000-4a30-88b4-3dbd8b8e2d2c tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group_rule (da5fa6f6-6b64-43a4-9f68-b11d51aaa581), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.588008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ad0beab-7569-4117-8170-e321e614a002 req-84f3b977-2000-4a30-88b4-3dbd8b8e2d2c tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group_rule (da5fa6f6-6b64-43a4-9f68-b11d51aaa581), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.679481 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks [] for router_gateway (aacbb330-75a0-4e34-88ac-a78bc3596dc4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.754224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.781067 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ad0beab-7569-4117-8170-e321e614a002 req-84f3b977-2000-4a30-88b4-3dbd8b8e2d2c tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (da5fa6f6-6b64-43a4-9f68-b11d51aaa581), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.785312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cad6fbd5-409c-4227-8bb5-07359baee6bf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:28.786537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.804393 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ad0beab-7569-4117-8170-e321e614a002 req-84f3b977-2000-4a30-88b4-3dbd8b8e2d2c tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.810624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ad0beab-7569-4117-8170-e321e614a002 req-84f3b977-2000-4a30-88b4-3dbd8b8e2d2c tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/da5fa6f6-6b64-43a4-9f68-b11d51aaa581 HTTP/1.1" status: 204 len: 173 time: 0.4783919 Feb 11 05:13:28.859922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3b977-2000-4a30-88b4-3dbd8b8e2d2c tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da5fa6f6-6b64-43a4-9f68-b11d51aaa581,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:29.303950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7fe9-428b-4484-900b-9646c067cbec req-ceb2174c-b11a-4d00-8a4b-5ec223ca1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:29.306278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bac7fe9-428b-4484-900b-9646c067cbec req-ceb2174c-b11a-4d00-8a4b-5ec223ca1a88 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1128 time: 0.2288461 Feb 11 05:13:29.357247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6a50a-1245-4fbb-8568-6740308439c9 req-8c3eb75b-c368-4930-a080-6ace98e1473d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:29.358888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57c6a50a-1245-4fbb-8568-6740308439c9 req-8c3eb75b-c368-4930-a080-6ace98e1473d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.2755139 Feb 11 05:13:29.359887 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eca4ad-6d81-4f77-a597-1d757251183e x-openstack-request-id: req-a4eca4ad-6d81-4f77-a597-1d757251183e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:29.360307 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "name": "network-vif-plugged", "status": "completed", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:29.361353 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4eca4ad-6d81-4f77-a597-1d757251183e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:29.361787 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591', 'code': 200} Feb 11 05:13:29.396920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bac7fe9-428b-4484-900b-9646c067cbec req-3369d8af-c212-48be-a607-c2dc22aeda28 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774202 Feb 11 05:13:29.422431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-91e739c8-13d9-4e23-bbfd-d6c58dba9839 None None] Provisioning complete for port cad6fbd5-409c-4227-8bb5-07359baee6bf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:29.423149 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91e739c8-13d9-4e23-bbfd-d6c58dba9839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.460147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f238-5e1f-4708-aaf0-34c9aad7d508 req-cb64cb21-2e88-464f-9c77-f1e883d969da tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:29.470652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c01f238-5e1f-4708-aaf0-34c9aad7d508 req-cb64cb21-2e88-464f-9c77-f1e883d969da tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.3460131 Feb 11 05:13:29.598465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57c6a50a-1245-4fbb-8568-6740308439c9 req-b59b7640-af93-44a2-9220-3744e5905e12 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061906 Feb 11 05:13:29.643956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cad6fbd5-409c-4227-8bb5-07359baee6bf is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:29.645481 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.694530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port cad6fbd5-409c-4227-8bb5-07359baee6bf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cad6fbd5-409c-4227-8bb5-07359baee6bf,segment=NetworkSegment(95b9ac04-0116-49b2-9d76-28da2fce7ea5),segment_id=95b9ac04-0116-49b2-9d76-28da2fce7ea5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:29.697119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91e739c8-13d9-4e23-bbfd-d6c58dba9839 None None] Current status of the port cad6fbd5-409c-4227-8bb5-07359baee6bf is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:29.697705 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91e739c8-13d9-4e23-bbfd-d6c58dba9839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.724003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c01f238-5e1f-4708-aaf0-34c9aad7d508 req-3dcdf93b-e561-42aa-9998-a303bf128071 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523458 Feb 11 05:13:29.779345 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.822780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8183f07e-63d4-4c28-b164-01860bab9849 req-e80101f3-04ef-4464-afbb-c03fb2f913ad tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 210 time: 0.0819395 Feb 11 05:13:29.835155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (aacbb330-75a0-4e34-88ac-a78bc3596dc4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.851723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-69157742-3738-4d5e-90c6-73fc036b0755 req-f12c7b95-8071-4a45-a1d1-e86df1680cce tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1740549570', 'description': 'tempest-description-17350432'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:29.938250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-91e739c8-13d9-4e23-bbfd-d6c58dba9839 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:13:29.939099 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-91e739c8-13d9-4e23-bbfd-d6c58dba9839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:13:29.963921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=cad6fbd5-409c-4227-8bb5-07359baee6bf,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:30.186017 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-adc75465-c0f3-430f-ad1e-1a4ac6470761 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ff5529a1fbcc43269a327186e282d0ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319645 Feb 11 05:13:30.223998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-69157742-3738-4d5e-90c6-73fc036b0755 req-f12c7b95-8071-4a45-a1d1-e86df1680cce tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.274698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72604e8-1cc4-43d8-a578-582c219e5eb9 req-4d90df7d-513e-4d1d-940e-26adcab66ad8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:30.276812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f72604e8-1cc4-43d8-a578-582c219e5eb9 req-4d90df7d-513e-4d1d-940e-26adcab66ad8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 946 time: 0.2065973 Feb 11 05:13:30.453037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f72604e8-1cc4-43d8-a578-582c219e5eb9 req-47635d00-d7c7-4e5c-b99a-1e71f0ee66eb tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643965 Feb 11 05:13:30.458397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cad6fbd5-409c-4227-8bb5-07359baee6bf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:30.464834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-69157742-3738-4d5e-90c6-73fc036b0755 req-f12c7b95-8071-4a45-a1d1-e86df1680cce tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (86e80355-0ca8-480b-a61d-10653a11db92), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.522110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-69157742-3738-4d5e-90c6-73fc036b0755 req-f12c7b95-8071-4a45-a1d1-e86df1680cce tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (86e80355-0ca8-480b-a61d-10653a11db92), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.563803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969623-14c3-447d-84cf-549193df6beb req-6a765489-0275-4171-8741-ef9bad792f34 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:30.565427 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-6a765489-0275-4171-8741-ef9bad792f34 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3767495 Feb 11 05:13:30.576252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:30.581630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Request body: {'port': {'device_id': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': 'ff5529a1fbcc43269a327186e282d0ec'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:30.610166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91e739c8-13d9-4e23-bbfd-d6c58dba9839 None None] Current status of the port cad6fbd5-409c-4227-8bb5-07359baee6bf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:30.610427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Router aacbb330-75a0-4e34-88ac-a78bc3596dc4 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:30.630009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c7b95-8071-4a45-a1d1-e86df1680cce tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e80355-0ca8-480b-a61d-10653a11db92,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:30.684384 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-69157742-3738-4d5e-90c6-73fc036b0755 req-f12c7b95-8071-4a45-a1d1-e86df1680cce tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.707364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69157742-3738-4d5e-90c6-73fc036b0755 req-f12c7b95-8071-4a45-a1d1-e86df1680cce tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.8826332 Feb 11 05:13:30.802742 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dba13c9c-355e-4997-9f88-177199555640 None None] Provisioning complete for port cad6fbd5-409c-4227-8bb5-07359baee6bf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:30.803630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dba13c9c-355e-4997-9f88-177199555640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.807825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cad6fbd5-409c-4227-8bb5-07359baee6bf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:30.809168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.849374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:30.861804 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9af21ccf-94a5-414c-80e8-5bf2e9088a15 admin admin] 10.222.0.62 "PUT /v2.0/routers/9effc02d-c9bf-4493-bd42-3ecd6eefaad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5496342 Feb 11 05:13:30.871416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40722) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:30.876433 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] Sync routers for ids ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:30.895617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Made reservation on behalf of ff5529a1fbcc43269a327186e282d0ec for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:30.899857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.906926 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] Routers {'9effc02d-c9bf-4493-bd42-3ecd6eefaad3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:30.907929 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:31.037359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cad6fbd5-409c-4227-8bb5-07359baee6bf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:31.102901 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] Set router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:31.113591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:31.136242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Sync routers for ids ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:31.152831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Routers {'aacbb330-75a0-4e34-88ac-a78bc3596dc4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:31.153493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:31.171886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.186096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ea1db58-9f41-4ab4-acfd-878d5fa1a5ae req-4e32e840-43e3-42a6-88c1-9bb4ffb861bb tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/86e80355-0ca8-480b-a61d-10653a11db92 HTTP/1.1" status: 200 len: 1828 time: 0.3585618 Feb 11 05:13:31.221465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dba13c9c-355e-4997-9f88-177199555640 None None] Current status of the port cad6fbd5-409c-4227-8bb5-07359baee6bf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:31.258277 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks [] for router (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.259993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafed87-c944-40cb-8949-d5d96bfc3c43 req-73cfe572-1ddb-4199-8d1b-d9c5d9ba4eda tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:31.272573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bafed87-c944-40cb-8949-d5d96bfc3c43 req-73cfe572-1ddb-4199-8d1b-d9c5d9ba4eda tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.4390290 Feb 11 05:13:31.313409 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.323488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-435c859b-4fa1-46e5-bc61-4f853ac0ad0f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.0528255 Feb 11 05:13:31.323693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40726) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:31.391008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:31.393284 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257ee41a-2b84-44cd-9b62-7b50045b7527" -d '{"events": [{"server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "name": "network-vif-plugged", "status": "completed", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:31.464255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Set router aacbb330-75a0-4e34-88ac-a78bc3596dc4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:31.522844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks [] for router_gateway (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.527305 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:13:27Z', 'revision_number': 5, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:31.560538 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] Checking router: 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:31.569987 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] Routers {'9effc02d-c9bf-4493-bd42-3ecd6eefaad3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:31.571543 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:31.693932 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] Set router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:31.717780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bafed87-c944-40cb-8949-d5d96bfc3c43 req-3545fc59-cdc5-4c00-beea-119fac1acb06 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365208 Feb 11 05:13:31.744553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17578184-2ff5-4f8f-9adc-a469b6677ea1 req-ae89d370-8c36-4fb6-8490-68f7435fe63d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:31.757501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17578184-2ff5-4f8f-9adc-a469b6677ea1 req-ae89d370-8c36-4fb6-8490-68f7435fe63d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.4209380 Feb 11 05:13:31.820033 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks [] for security_group (46f8a3d2-a5e8-42de-a3a8-c5d730ade13d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.843416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Deleting port 8e247e5b-b63a-4783-b92d-36cd831089fd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:31.843854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.925185 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-44e9cc34-e37c-4dc7-ac9a-ff02d67861a1 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ff5529a1fbcc43269a327186e282d0ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305011 Feb 11 05:13:31.944078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (46f8a3d2-a5e8-42de-a3a8-c5d730ade13d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.021796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '477755c6-5469-4694-a102-416ad5f5c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 3, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port': {'id': '477755c6-5469-4694-a102-416ad5f5c38a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:25Z', 'updated_at': '2022-02-11T05:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:32.028489 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:13:27Z', 'revision_number': 5, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:32.081767 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ea869-d443-479f-b943-cee7d5419485 None None] The sync data for ids ['9effc02d-c9bf-4493-bd42-3ecd6eefaad3'] in n-d-713498-37 is: [{'id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498616934-router', 'tenant_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:49Z', 'updated_at': '2022-02-11T05:13:27Z', 'revision_number': 5, 'project_id': '5a0b94fb7cfe4ad38f32683383300dd2', 'gw_port': {'id': '8e247e5b-b63a-4783-b92d-36cd831089fd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9effc02d-c9bf-4493-bd42-3ecd6eefaad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:50Z', 'updated_at': '2022-02-11T05:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:32.103563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Checking router: aacbb330-75a0-4e34-88ac-a78bc3596dc4 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:32.103926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Updating router aacbb330-75a0-4e34-88ac-a78bc3596dc4 port 477755c6-5469-4694-a102-416ad5f5c38a binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:32.205943 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (477755c6-5469-4694-a102-416ad5f5c38a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.310407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:32.337822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] For port 8e247e5b-b63a-4783-b92d-36cd831089fd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8e247e5b-b63a-4783-b92d-36cd831089fd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:32.339123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.469882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Calling delete_port for 8e247e5b-b63a-4783-b92d-36cd831089fd owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:32.518917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1349415-f763-4584-a011-e5f7850d3709 req-4571a51f-c1f2-4d63-bc7a-ffae566ccb27 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.520482 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-4571a51f-c1f2-4d63-bc7a-ffae566ccb27 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5864234 Feb 11 05:13:32.532962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17578184-2ff5-4f8f-9adc-a469b6677ea1 req-2b7bf4ed-c0e1-4fd7-af9e-f94a20290cae tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7680132 Feb 11 05:13:32.568922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Request body: {'port': {'device_id': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': 'ff5529a1fbcc43269a327186e282d0ec'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:32.572662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9a07bc2-bc84-4795-9914-6afd4b1b6cbb req-a9db2c7b-6fcf-4ea2-a654-bf236f9c5cc1 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 210 time: 0.0898409 Feb 11 05:13:32.744203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Allocated IP 192.168.233.101 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/80c4adeb-a67a-4509-830c-30a50c4f5cad) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:32.782457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Publish callbacks [] for port (477755c6-5469-4694-a102-416ad5f5c38a), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.794035 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75861718-9808-4287-ba49-c279b12bcbd3 x-openstack-request-id: req-75861718-9808-4287-ba49-c279b12bcbd3 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:32.794719 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "name": "network-vif-plugged", "status": "completed", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:32.796538 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75861718-9808-4287-ba49-c279b12bcbd3 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:32.797438 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f', 'code': 200} Feb 11 05:13:32.805281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f6d128c9-bac8-4435-a2fe-5f89437cffcf no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:32.867347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f6d128c9-bac8-4435-a2fe-5f89437cffcf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:32.870162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f6d128c9-bac8-4435-a2fe-5f89437cffcf not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:32.902733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (477755c6-5469-4694-a102-416ad5f5c38a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.938683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4d5b8e5f-035a-428e-b868-7f2d4d39e289 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:32.943729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4d5b8e5f-035a-428e-b868-7f2d4d39e289 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:33.086350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429fa1-298b-48e1-9795-5062dc108e97 req-7777733c-ad06-4c2a-bec1-f15c7186cbe7 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:33.088589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26429fa1-298b-48e1-9795-5062dc108e97 req-7777733c-ad06-4c2a-bec1-f15c7186cbe7 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1128 time: 0.1476319 Feb 11 05:13:33.125801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9cf71-5845-4022-9388-663bada96153 req-98117ffb-cdac-42e4-a564-507bb5fc50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:33.127829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afe9cf71-5845-4022-9388-663bada96153 req-98117ffb-cdac-42e4-a564-507bb5fc50eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.3231125 Feb 11 05:13:33.158067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:33.175136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd98ef2-27da-4f1e-96f5-d3198647ff80 req-a49c5717-78e9-45d9-8937-7e43f4f99c51 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:33.181604 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efd98ef2-27da-4f1e-96f5-d3198647ff80 req-a49c5717-78e9-45d9-8937-7e43f4f99c51 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 946 time: 0.4359217 Feb 11 05:13:33.194286 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks [] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.200223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6dc52fe2-ff36-4bf5-9b1d-521dd470a3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.205709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '4d5b8e5f-035a-428e-b868-7f2d4d39e289', 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'port_id': '4d5b8e5f-035a-428e-b868-7f2d4d39e289', 'mac_address': 'fa:16:3e:dc:c9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb3b4f-79bc-4d39-a3bd-8da5f471a95a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:33.209083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Attempting to bind port 477755c6-5469-4694-a102-416ad5f5c38a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:33.209651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Attempting to bind port 477755c6-5469-4694-a102-416ad5f5c38a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:33.210135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Attempting to bind port 477755c6-5469-4694-a102-416ad5f5c38a on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:33.251475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:33.252354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:33.252944 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.256164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:33.256924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Bound port: 477755c6-5469-4694-a102-416ad5f5c38a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:33.257468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (477755c6-5469-4694-a102-416ad5f5c38a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.283118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Made reservation on behalf of ff5529a1fbcc43269a327186e282d0ec for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:33.286749 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.308418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26429fa1-298b-48e1-9795-5062dc108e97 req-9022f4eb-2712-4520-9d7d-d070da15c4a3 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923769 Feb 11 05:13:33.314486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.331783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.452897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afe9cf71-5845-4022-9388-663bada96153 req-4c414e2f-c7f3-45d7-a25c-a84677b9d8c0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098872 Feb 11 05:13:33.459334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0a5a8c8e-74d3-4772-8f08-11cd4bbd17ce req-c47fe953-78f8-4edc-a4a8-3718d42d89a7 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-664879964', 'description': 'tempest-description-1141537656'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:33.507689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efd98ef2-27da-4f1e-96f5-d3198647ff80 req-46c24685-615e-449c-b3f7-00acb52294c8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157468 Feb 11 05:13:33.552914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Allocated IP 192.168.233.199 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/886f06d9-d8df-475c-b452-661b900be5a0) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:33.575232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8e247e5b-b63a-4783-b92d-36cd831089fd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.596794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:33.606179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a5a8c8e-74d3-4772-8f08-11cd4bbd17ce req-c47fe953-78f8-4edc-a4a8-3718d42d89a7 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.608637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:33.609049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.636352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:33.637358 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.639663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:33.640444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aec47-3c66-42c3-b4f9-2cf526c600f1 None None] Pushing event updated for resources: {'Port': ['ID=477755c6-5469-4694-a102-416ad5f5c38a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:33.694161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:33.698629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] For port 477755c6-5469-4694-a102-416ad5f5c38a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:33.707224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d5b8e5f-035a-428e-b868-7f2d4d39e289 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:33.739623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] For port 477755c6-5469-4694-a102-416ad5f5c38a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=477755c6-5469-4694-a102-416ad5f5c38a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:33.792756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:33.802653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:33.845000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:33.845663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.898703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1633e-0816-492a-b3f8-115b72c7b98b req-760cb170-0828-44ec-b0f9-9dc846e57726 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:33.901045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9dd1633e-0816-492a-b3f8-115b72c7b98b req-760cb170-0828-44ec-b0f9-9dc846e57726 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.2545154 Feb 11 05:13:33.952171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e247e5b-b63a-4783-b92d-36cd831089fd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:33.968306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a5a8c8e-74d3-4772-8f08-11cd4bbd17ce req-c47fe953-78f8-4edc-a4a8-3718d42d89a7 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (769feb57-b8f3-40d9-8106-d0408aa4341d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.971130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Allocated IP 172.20.0.1 (d768a005-6060-4484-80bb-ea6f7a9c5972/230d3fc7-b0b9-4b22-935b-8b047ba7dde3/6e1aad15-f466-4d33-9c12-29284ee6d8c1) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:33.997163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.006432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9dd1633e-0816-492a-b3f8-115b72c7b98b req-5bde4ba8-57f4-4378-ae32-b0add66ffec1 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957901 Feb 11 05:13:34.101446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-177391c8-8845-49a5-afef-29166b2106f4 None None] Provisioning complete for port 80c4adeb-a67a-4509-830c-30a50c4f5cad triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:34.103263 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-177391c8-8845-49a5-afef-29166b2106f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.134081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks [] for port (886f06d9-d8df-475c-b452-661b900be5a0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.136453 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.143639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks [] for router_controller (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.154943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Publish callbacks [] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.164294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-177391c8-8845-49a5-afef-29166b2106f4 None None] Port 80c4adeb-a67a-4509-830c-30a50c4f5cad cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:34.229579 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (477755c6-5469-4694-a102-416ad5f5c38a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.234758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-697e1d84-4bda-4ab7-bc4c-c8073b3de90a req-561c905b-c437-42bd-8e6a-7a0fd489ab07 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 210 time: 0.0411150 Feb 11 05:13:34.260964 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-248d1a6a-14ca-4e42-81d1-691f50a5068d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6818855 Feb 11 05:13:34.262487 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a5a8c8e-74d3-4772-8f08-11cd4bbd17ce req-c47fe953-78f8-4edc-a4a8-3718d42d89a7 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (769feb57-b8f3-40d9-8106-d0408aa4341d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.273818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Request body: {'port': {'device_id': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:34.276972 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.322165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fe953-78f8-4edc-a4a8-3718d42d89a7 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769feb57-b8f3-40d9-8106-d0408aa4341d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:34.373832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:13:34.374310 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:13:34.375693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Routers {'aacbb330-75a0-4e34-88ac-a78bc3596dc4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:34.376548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.378986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aec47-3c66-42c3-b4f9-2cf526c600f1 None None] Pushing event updated for resources: {'Port': ['ID=477755c6-5469-4694-a102-416ad5f5c38a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:34.407711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (9effc02d-c9bf-4493-bd42-3ecd6eefaad3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.408290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9effc02d-c9bf-4493-bd42-3ecd6eefaad3 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:34.410668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.416770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.420424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.420424 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ce14f70-3708-4beb-8a59-b16563ff0030 admin admin] 10.222.0.62 "DELETE /v2.0/routers/9effc02d-c9bf-4493-bd42-3ecd6eefaad3 HTTP/1.1" status: 204 len: 168 time: 3.5483558 Feb 11 05:13:34.432778 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40754) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:34.526626 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a5a8c8e-74d3-4772-8f08-11cd4bbd17ce req-c47fe953-78f8-4edc-a4a8-3718d42d89a7 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.548237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a5a8c8e-74d3-4772-8f08-11cd4bbd17ce req-c47fe953-78f8-4edc-a4a8-3718d42d89a7 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.0947592 Feb 11 05:13:34.578959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Pushing event updated for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:34.627630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Network d768a005-6060-4484-80bb-ea6f7a9c5972 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:34.631341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['4d5b8e5f-035a-428e-b868-7f2d4d39e289'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:34.648733 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.664341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:34.695363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:34.720275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:34.741496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:34.759973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:34.809222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1aad15-f466-4d33-9c12-29284ee6d8c1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:34.865601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:34.924382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:34.925419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.944729 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f3535c9-a9dc-49cb-8d35-5227f3f0f4e2 req-0187d4fb-a187-4a67-b988-ff456508de9f tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/769feb57-b8f3-40d9-8106-d0408aa4341d HTTP/1.1" status: 200 len: 1829 time: 0.3045988 Feb 11 05:13:34.944729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (aacbb330-75a0-4e34-88ac-a78bc3596dc4), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.945038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-93594db6-686d-488e-a43d-8c8e211911a7 admin admin] Deleting subnet ca0351f8-fc61-4973-bfc6-6f611f2fabfa {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:35.000451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-93594db6-686d-488e-a43d-8c8e211911a7 admin admin] Publish callbacks [] for subnet (ca0351f8-fc61-4973-bfc6-6f611f2fabfa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.043147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 is: BUILD; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:35.043811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.122995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] Set router aacbb330-75a0-4e34-88ac-a78bc3596dc4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:35.156158 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-93594db6-686d-488e-a43d-8c8e211911a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (ca0351f8-fc61-4973-bfc6-6f611f2fabfa), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.167747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-e0906586-5ec7-4696-b5ed-d3b0c9cb3941 req-17d86c25-c385-4fc5-824c-61c697bd1132 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-901149279', 'description': 'tempest-description-1750929817'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:35.189180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661643e-b27c-4bd9-b70e-60f3e101c36b req-9f90004a-2373-44c3-8d49-149f4cde2f2f tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:35.199775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d661643e-b27c-4bd9-b70e-60f3e101c36b req-9f90004a-2373-44c3-8d49-149f4cde2f2f tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 946 time: 0.4118121 Feb 11 05:13:35.309166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d661643e-b27c-4bd9-b70e-60f3e101c36b req-fe3d16bd-7b33-4edc-a8df-b3066c96bf6a tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970457 Feb 11 05:13:35.372191 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-c05ab063-55c2-49de-829b-304a1145514c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8089349 Feb 11 05:13:35.379894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Request body: {'port': {'device_id': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:35.401172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.499489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fd099974-e5a6-4915-a840-30d8742b65b4 None None] Provisioning complete for port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:35.499883 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fd099974-e5a6-4915-a840-30d8742b65b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.553102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-93594db6-686d-488e-a43d-8c8e211911a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ca0351f8-fc61-4973-bfc6-6f611f2fabfa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.566698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4d5b8e5f-035a-428e-b868-7f2d4d39e289 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:35.588874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:35.595974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fd099974-e5a6-4915-a840-30d8742b65b4 None None] Port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:35.598409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14244bc2-1b19-49aa-8998-45ea99b9f9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.613286 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (886f06d9-d8df-475c-b452-661b900be5a0), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.628734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Publish callbacks [] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.647612 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e0906586-5ec7-4696-b5ed-d3b0c9cb3941 req-17d86c25-c385-4fc5-824c-61c697bd1132 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.661884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '477755c6-5469-4694-a102-416ad5f5c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 3, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port': {'id': '477755c6-5469-4694-a102-416ad5f5c38a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:25Z', 'updated_at': '2022-02-11T05:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.699125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.778516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7507436-1cdc-4ad2-9091-337176eb4e42 None None] The sync data for ids ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'] in n-d-713498-37 is: [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '477755c6-5469-4694-a102-416ad5f5c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 3, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port': {'id': '477755c6-5469-4694-a102-416ad5f5c38a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:25Z', 'updated_at': '2022-02-11T05:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:35.779784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.783887 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e0906586-5ec7-4696-b5ed-d3b0c9cb3941 req-17d86c25-c385-4fc5-824c-61c697bd1132 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (325ca72d-44c5-46c4-a361-647fe9146f88), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.819448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:35.847540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-68f5645b-0796-4819-9328-c4b8142e9029 None None] Provisioning complete for port 886f06d9-d8df-475c-b452-661b900be5a0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:35.864703 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-68f5645b-0796-4819-9328-c4b8142e9029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (886f06d9-d8df-475c-b452-661b900be5a0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.924931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-93594db6-686d-488e-a43d-8c8e211911a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (ca0351f8-fc61-4973-bfc6-6f611f2fabfa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.939072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-68f5645b-0796-4819-9328-c4b8142e9029 None None] Port 886f06d9-d8df-475c-b452-661b900be5a0 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:35.947614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e0906586-5ec7-4696-b5ed-d3b0c9cb3941 req-17d86c25-c385-4fc5-824c-61c697bd1132 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (325ca72d-44c5-46c4-a361-647fe9146f88), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.987889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1aad15-f466-4d33-9c12-29284ee6d8c1,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.006348 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (aacbb330-75a0-4e34-88ac-a78bc3596dc4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.008083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93594db6-686d-488e-a43d-8c8e211911a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0351f8-fc61-4973-bfc6-6f611f2fabfa,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.019283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-93594db6-686d-488e-a43d-8c8e211911a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.022661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-93594db6-686d-488e-a43d-8c8e211911a7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ca0351f8-fc61-4973-bfc6-6f611f2fabfa HTTP/1.1" status: 204 len: 168 time: 1.4742320 Feb 11 05:13:36.026137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40774) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.033141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85faa9-5951-412c-aa28-336c7852fc57 None None] Network d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:36.053765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c4adeb-a67a-4509-830c-30a50c4f5cad {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:36.063489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ada1-cbf2-4cee-920c-fa17b3881784 req-b0537dee-970c-4a40-9c38-528069f410df tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:36.073283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a63ada1-cbf2-4cee-920c-fa17b3881784 req-b0537dee-970c-4a40-9c38-528069f410df tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 944 time: 0.4405828 Feb 11 05:13:36.076898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Publish callbacks [] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.152864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e0906586-5ec7-4696-b5ed-d3b0c9cb3941 req-17d86c25-c385-4fc5-824c-61c697bd1132 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.154150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0906586-5ec7-4696-b5ed-d3b0c9cb3941 req-17d86c25-c385-4fc5-824c-61c697bd1132 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.0119281 Feb 11 05:13:36.204313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Transition to ACTIVE for port object 80c4adeb-a67a-4509-830c-30a50c4f5cad will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:36.211344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d86c25-c385-4fc5-824c-61c697bd1132 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325ca72d-44c5-46c4-a361-647fe9146f88,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.213745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.248973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8e247e5b-b63a-4783-b92d-36cd831089fd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:36.297976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8e247e5b-b63a-4783-b92d-36cd831089fd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:36.298661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8e247e5b-b63a-4783-b92d-36cd831089fd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:36.337386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.427061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.488182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a63ada1-cbf2-4cee-920c-fa17b3881784 req-7a976e33-8f87-4dbf-9184-d7b0649fb122 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139917 Feb 11 05:13:36.532640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc398-8560-43bd-a77a-bacc20090b61 req-f8c522b6-2f42-4984-823d-073df985d9dc tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:36.534091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf8cc398-8560-43bd-a77a-bacc20090b61 req-f8c522b6-2f42-4984-823d-073df985d9dc tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 936 time: 0.1516616 Feb 11 05:13:36.548433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Network d768a005-6060-4484-80bb-ea6f7a9c5972 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:36.558126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] DHCP port deletion for d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:36.558644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:36.568192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.728882 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] Deleting port 981cf975-6df8-4bd2-89b9-9cdfecda17cd {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:36.729289 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.770380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Deleting port 981cf975-6df8-4bd2-89b9-9cdfecda17cd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:36.771509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.834650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cec0bd7-33c1-4a86-82a2-f111b155759f req-cafbac0c-46ba-4461-8675-cc59dd7ce748 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/325ca72d-44c5-46c4-a361-647fe9146f88 HTTP/1.1" status: 200 len: 1829 time: 0.1836874 Feb 11 05:13:36.876358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf8cc398-8560-43bd-a77a-bacc20090b61 req-68e8e8bc-2099-49cd-a33f-9528489b41c9 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268068 Feb 11 05:13:36.972051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] For port 981cf975-6df8-4bd2-89b9-9cdfecda17cd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=981cf975-6df8-4bd2-89b9-9cdfecda17cd,segment=NetworkSegment(aefb8f03-9751-4d52-9b47-3520f4af94ea),segment_id=aefb8f03-9751-4d52-9b47-3520f4af94ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:36.972709 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.975565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-3be5495e-ff69-4d73-82d0-4d9d9e75a449 req-30ee365a-0740-4c1e-a3ac-b19d2d6a04a1 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1675877219', 'description': 'tempest-description-466320851'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:37.022879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] Calling delete_port for 981cf975-6df8-4bd2-89b9-9cdfecda17cd owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:37.046151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] For port 981cf975-6df8-4bd2-89b9-9cdfecda17cd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=981cf975-6df8-4bd2-89b9-9cdfecda17cd,segment=NetworkSegment(aefb8f03-9751-4d52-9b47-3520f4af94ea),segment_id=aefb8f03-9751-4d52-9b47-3520f4af94ea)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:37.046989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.172330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Router aacbb330-75a0-4e34-88ac-a78bc3596dc4 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:37.193843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4d5b8e5f-035a-428e-b868-7f2d4d39e289 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:37.213951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520317-2017-4542-959b-cfd054eee776 req-df198732-da72-4eba-8680-d1cbfc39bb71 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:37.215802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05520317-2017-4542-959b-cfd054eee776 req-df198732-da72-4eba-8680-d1cbfc39bb71 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 946 time: 0.1410768 Feb 11 05:13:37.233259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886f06d9-d8df-475c-b452-661b900be5a0 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:37.243221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Publish callbacks [] for port (886f06d9-d8df-475c-b452-661b900be5a0), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.261154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Transition to ACTIVE for port object 886f06d9-d8df-475c-b452-661b900be5a0 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:37.262410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Calling delete_port for 981cf975-6df8-4bd2-89b9-9cdfecda17cd owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:37.281807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Attempting to bind port 80c4adeb-a67a-4509-830c-30a50c4f5cad on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:37.282147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Attempting to bind port 80c4adeb-a67a-4509-830c-30a50c4f5cad by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:37.282481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Attempting to bind port 80c4adeb-a67a-4509-830c-30a50c4f5cad on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:37.293311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Port 80c4adeb-a67a-4509-830c-30a50c4f5cad on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:37.293649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Attempting to bind port 80c4adeb-a67a-4509-830c-30a50c4f5cad on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:37.319150 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.409431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:37.415570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] Pushing event deleted for resources: {'Port': ['ID=981cf975-6df8-4bd2-89b9-9cdfecda17cd,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.417028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3be5495e-ff69-4d73-82d0-4d9d9e75a449 req-30ee365a-0740-4c1e-a3ac-b19d2d6a04a1 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.425154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f7e2adff-0399-4067-a714-bd74baf2df87 admin admin] 10.222.0.62 "PUT /v2.0/routers/aacbb330-75a0-4e34-88ac-a78bc3596dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1005476 Feb 11 05:13:37.435609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce8206-4c0c-4271-9566-f0147f23f402 None None] No DVR routers for this DVR port 981cf975-6df8-4bd2-89b9-9cdfecda17cd on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:37.435609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:37.435609 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.445342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-563e0906-6644-49b0-a1e5-d01623fb641c None None] Provisioning complete for port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:37.447684 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-563e0906-6644-49b0-a1e5-d01623fb641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.588460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05520317-2017-4542-959b-cfd054eee776 req-f5871772-2d54-4adb-a16f-8297e8528fdb tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122771 Feb 11 05:13:37.633195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-563e0906-6644-49b0-a1e5-d01623fb641c None None] Port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:37.734009 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3be5495e-ff69-4d73-82d0-4d9d9e75a449 req-30ee365a-0740-4c1e-a3ac-b19d2d6a04a1 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (bb9a88c6-8b68-4033-a20f-d85ae8d325c8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.757177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:37.757647 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.828216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5b8e5f-035a-428e-b868-7f2d4d39e289'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:37.831035 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f510bdc7-e123-44e4-904f-b57943ed6738" -d '{"events": [{"server_uuid": "1bbcc032-9d1d-4b73-aedc-e109d3121ea4", "name": "network-vif-plugged", "status": "completed", "tag": "4d5b8e5f-035a-428e-b868-7f2d4d39e289"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:37.840235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3be5495e-ff69-4d73-82d0-4d9d9e75a449 req-30ee365a-0740-4c1e-a3ac-b19d2d6a04a1 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bb9a88c6-8b68-4033-a20f-d85ae8d325c8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.851862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:37.903669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee365a-0740-4c1e-a3ac-b19d2d6a04a1 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9a88c6-8b68-4033-a20f-d85ae8d325c8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.921077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf5f8d-298f-428e-8004-8cf72bf99b24 req-647118e8-7a2e-4666-a1b4-f9cb42ea178d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:37.923086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5daf5f8d-298f-428e-8004-8cf72bf99b24 req-647118e8-7a2e-4666-a1b4-f9cb42ea178d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 943 time: 0.1455998 Feb 11 05:13:37.936422 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.026600 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3be5495e-ff69-4d73-82d0-4d9d9e75a449 req-30ee365a-0740-4c1e-a3ac-b19d2d6a04a1 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.041742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3be5495e-ff69-4d73-82d0-4d9d9e75a449 req-30ee365a-0740-4c1e-a3ac-b19d2d6a04a1 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.0803745 Feb 11 05:13:38.097096 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.118296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.124199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:38.124565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:38.124983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:38.125433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Bound port: 80c4adeb-a67a-4509-830c-30a50c4f5cad, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:38.125862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.169484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5daf5f8d-298f-428e-8004-8cf72bf99b24 req-fe722a6a-68de-45a9-9320-87355221b96f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404876 Feb 11 05:13:38.171203 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.205736 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.286599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Pushing event updated for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.435545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 477755c6-5469-4694-a102-416ad5f5c38a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:38.511569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (981cf975-6df8-4bd2-89b9-9cdfecda17cd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.550829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-4302dd58-29c6-4995-b795-e1a8a9a34266 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4901924 Feb 11 05:13:38.613123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 477755c6-5469-4694-a102-416ad5f5c38a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:38.613496 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (477755c6-5469-4694-a102-416ad5f5c38a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.629625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] No DVR routers for this DVR port 981cf975-6df8-4bd2-89b9-9cdfecda17cd on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:38.639591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:38.654090 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-9d3d066d-fafa-4f95-825c-40bd5192b4c8 req-c87fb682-b1e8-4c80-aa10-2caee00161ab tempest-FloatingIPDetailsNegativeTestJSON-1260169302 tempest-FloatingIPDetailsNegativeTestJSON-1260169302-project] show failed (client error): The resource could not be found. Feb 11 05:13:38.663059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d3d066d-fafa-4f95-825c-40bd5192b4c8 req-c87fb682-b1e8-4c80-aa10-2caee00161ab tempest-FloatingIPDetailsNegativeTestJSON-1260169302 tempest-FloatingIPDetailsNegativeTestJSON-1260169302-project] 10.222.0.62 "GET /v2.0/floatingips/f5844a61-02b6-4c1c-be75-1efe4d81dd8e HTTP/1.1" status: 404 len: 350 time: 0.2058103 Feb 11 05:13:38.680983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40808) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:38.763301 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95284e50-2d8f-41bf-879e-5b5a6d6b2318 x-openstack-request-id: req-95284e50-2d8f-41bf-879e-5b5a6d6b2318 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:38.763794 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbcc032-9d1d-4b73-aedc-e109d3121ea4", "name": "network-vif-plugged", "status": "completed", "tag": "4d5b8e5f-035a-428e-b868-7f2d4d39e289", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:38.764228 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95284e50-2d8f-41bf-879e-5b5a6d6b2318 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:38.764849 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5b8e5f-035a-428e-b868-7f2d4d39e289', 'code': 200} Feb 11 05:13:38.839904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=981cf975-6df8-4bd2-89b9-9cdfecda17cd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.853575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 477755c6-5469-4694-a102-416ad5f5c38a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:38.859009 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (477755c6-5469-4694-a102-416ad5f5c38a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.886275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:38.913170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:38.921232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 477755c6-5469-4694-a102-416ad5f5c38a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=477755c6-5469-4694-a102-416ad5f5c38a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:38.940075 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.942908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.943280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.943636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.943975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.944312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.944674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.945007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.945340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.946068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.946448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.947117 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.947463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.947792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:38.966624 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Sync routers for ids ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:38.996892 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (477755c6-5469-4694-a102-416ad5f5c38a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.999450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.002146 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Routers {'aacbb330-75a0-4e34-88ac-a78bc3596dc4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:39.003995 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:39.078617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.091049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 981cf975-6df8-4bd2-89b9-9cdfecda17cd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:39.094130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Attempting to bind port 886f06d9-d8df-475c-b452-661b900be5a0 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:39.096739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Attempting to bind port 886f06d9-d8df-475c-b452-661b900be5a0 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:39.103112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Attempting to bind port 886f06d9-d8df-475c-b452-661b900be5a0 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:39.119123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 981cf975-6df8-4bd2-89b9-9cdfecda17cd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:39.119645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 981cf975-6df8-4bd2-89b9-9cdfecda17cd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:39.137931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=477755c6-5469-4694-a102-416ad5f5c38a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.228422 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.241901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Port 886f06d9-d8df-475c-b452-661b900be5a0 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:39.242297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Attempting to bind port 886f06d9-d8df-475c-b452-661b900be5a0 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:39.262598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.263239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.264715 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] 10.222.0.65 "PUT /v2.0/ports/80c4adeb-a67a-4509-830c-30a50c4f5cad HTTP/1.1" status: 200 len: 1097 time: 4.9976945 Feb 11 05:13:39.265202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:39.267508 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff17f1dc-64f1-4b85-a710-eac9a11a7829" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:39.325139 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Set router aacbb330-75a0-4e34-88ac-a78bc3596dc4 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:39.329803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:39.330284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:39.331061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:39.331845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Bound port: 886f06d9-d8df-475c-b452-661b900be5a0, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:39.332387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (886f06d9-d8df-475c-b452-661b900be5a0), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.448829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:39.516639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d8e2c-b23a-4cd0-b675-259361a9223a service neutron] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.571922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefb8f03-9751-4d52-9b47-3520f4af94ea') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:39.572476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefb8f03-9751-4d52-9b47-3520f4af94ea') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:39.599750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (aefb8f03-9751-4d52-9b47-3520f4af94ea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.622112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969623-14c3-447d-84cf-549193df6beb req-0f209cb0-cfc1-4640-a32e-b221aa98d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.624499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-0f209cb0-cfc1-4640-a32e-b221aa98d6d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ff5529a1fbcc43269a327186e282d0ec&device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 1131 time: 0.1724393 Feb 11 05:13:39.687788 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-f138c792-575b-42a7-8890-9b4d53dd7eaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad HTTP/1.1" status: 200 len: 217 time: 0.0504353 Feb 11 05:13:39.691947 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (aefb8f03-9751-4d52-9b47-3520f4af94ea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.759548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449d986-af9d-4cad-a5a4-986e88930c79 req-c5c8fda1-1fa9-497a-950c-4380ac48abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.761107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1449d986-af9d-4cad-a5a4-986e88930c79 req-c5c8fda1-1fa9-497a-950c-4380ac48abab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 1128 time: 0.7633045 Feb 11 05:13:39.769152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969623-14c3-447d-84cf-549193df6beb req-726815a1-bd26-493c-9eb9-1065782f644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.771093 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-726815a1-bd26-493c-9eb9-1065782f644f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0694366 Feb 11 05:13:39.778695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:39.779463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (aefb8f03-9751-4d52-9b47-3520f4af94ea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.799380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e3eae-879a-4b92-b9f5-26115022ee63 req-99563c8d-8795-4709-93f9-855d514cbe43 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.807028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-681e3eae-879a-4b92-b9f5-26115022ee63 req-99563c8d-8795-4709-93f9-855d514cbe43 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 948 time: 0.8511803 Feb 11 05:13:39.827457 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '477755c6-5469-4694-a102-416ad5f5c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:35Z', 'revision_number': 4, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port': {'id': '477755c6-5469-4694-a102-416ad5f5c38a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:25Z', 'updated_at': '2022-02-11T05:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '6e1aad15-f466-4d33-9c12-29284ee6d8c1', 'name': '', 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'mac_address': 'fa:16:3e:99:33:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '230d3fc7-b0b9-4b22-935b-8b047ba7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:33Z', 'updated_at': '2022-02-11T05:13:35Z', 'revision_number': 2, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'subnets': [{'id': '230d3fc7-b0b9-4b22-935b-8b047ba7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:39.846230 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:39.857883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:39.871243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:39.891162 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Checking router: aacbb330-75a0-4e34-88ac-a78bc3596dc4 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:39.891162 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Updating router aacbb330-75a0-4e34-88ac-a78bc3596dc4 port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:39.958057 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.969052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.028912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.030325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.032319 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] 10.222.0.65 "PUT /v2.0/ports/886f06d9-d8df-475c-b452-661b900be5a0 HTTP/1.1" status: 200 len: 1097 time: 4.6580372 Feb 11 05:13:40.034197 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.044460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.052924 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61 HTTP/1.1" status: 204 len: 168 time: 4.0254483 Feb 11 05:13:40.094392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56768fc-4340-40c4-8bf1-0d07350d3a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9166fc2-c2a6-4c7f-aa1e-6bf408bb8d61,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:40.120539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969623-14c3-447d-84cf-549193df6beb req-afc39654-2405-4a8b-882e-30202f6bf71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.122808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-afc39654-2405-4a8b-882e-30202f6bf71a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3410172 Feb 11 05:13:40.141341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1449d986-af9d-4cad-a5a4-986e88930c79 req-f2b6caf5-50aa-45b4-b980-82c315d71e73 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271804 Feb 11 05:13:40.169592 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-681e3eae-879a-4b92-b9f5-26115022ee63 req-71c09a73-3a6b-4282-b3b2-60504e156c0f tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615952 Feb 11 05:13:40.213389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faeb4e-0d40-436f-83ec-f11b2e80c225 service neutron] Pushing event updated for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:40.357772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 477755c6-5469-4694-a102-416ad5f5c38a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:40.520834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 477755c6-5469-4694-a102-416ad5f5c38a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:40.529920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (477755c6-5469-4694-a102-416ad5f5c38a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.544468 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-22e31a84-3022-4819-b1d4-d7e05017dc17 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077094 Feb 11 05:13:40.669927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe5f76bd-ac5d-44ac-8497-590fe49827f0 req-c14b1036-a9d1-44fa-b3a6-e5ce4b35c647 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/bb9a88c6-8b68-4033-a20f-d85ae8d325c8 HTTP/1.1" status: 200 len: 1829 time: 0.3280644 Feb 11 05:13:40.681585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.790905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1349415-f763-4584-a011-e5f7850d3709 req-b15795d9-df68-4722-96d5-2d8731108077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.795916 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-b15795d9-df68-4722-96d5-2d8731108077 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ff5529a1fbcc43269a327186e282d0ec&device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 1131 time: 0.6477470 Feb 11 05:13:40.932099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 477755c6-5469-4694-a102-416ad5f5c38a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:40.942464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40822) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:41.086095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-85f32de6-8f81-47b5-b864-65707f5f1798 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=886f06d9-d8df-475c-b452-661b900be5a0 HTTP/1.1" status: 200 len: 217 time: 0.0808370 Feb 11 05:13:41.112142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Allocated IP 172.25.8.232 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/a372b85f-58f5-4b1c-b17d-b70e598b8e99) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:41.122863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7d8f-bfc3-492d-b7b0-440a8cc99df1 req-935d53ba-ffa3-4421-a109-9fb367edc928 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.124923 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d3e7d8f-bfc3-492d-b7b0-440a8cc99df1 req-935d53ba-ffa3-4421-a109-9fb367edc928 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.1462581 Feb 11 05:13:41.145912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.178865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-692d98ba-8c73-45c3-8c07-ede576317183 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a38adb6b69524aab983a2aba6d231c2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2346621 Feb 11 05:13:41.203162 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Publish callbacks [] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.204887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1349415-f763-4584-a011-e5f7850d3709 req-5b1375b4-ad6f-4634-ac61-20f29d700f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.207018 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-5b1375b4-ad6f-4634-ac61-20f29d700f54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1048036 Feb 11 05:13:41.209323 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f969623-14c3-447d-84cf-549193df6beb req-c88c5708-da34-4415-97c5-9d514802a5a1 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473958 Feb 11 05:13:41.219262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40824) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:41.219439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d3e7d8f-bfc3-492d-b7b0-440a8cc99df1 req-91ace26a-814d-455f-b646-e953f5217873 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779393 Feb 11 05:13:41.238211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (aacbb330-75a0-4e34-88ac-a78bc3596dc4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.312441 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.403313 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f481c1-fcbd-4661-9e90-787f7c29921a x-openstack-request-id: req-27f481c1-fcbd-4661-9e90-787f7c29921a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:41.403609 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:41.403869 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27f481c1-fcbd-4661-9e90-787f7c29921a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:41.404281 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'status': 'completed', 'code': 200} Feb 11 05:13:41.419969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8141423a-65e8-4d7d-bb17-86a33b95aff5 admin admin] Publish callbacks [] for security_group (1f094d5e-34f9-496f-813f-36471df40b67), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.432467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1349415-f763-4584-a011-e5f7850d3709 req-e363d771-51eb-4cab-a9af-cbf0409653b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.435816 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-e363d771-51eb-4cab-a9af-cbf0409653b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1891110 Feb 11 05:13:41.460361 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd6fc4-f945-4dab-a4e0-f4864c8f8217 None None] Pushing event updated for resources: {'Port': ['ID=6e1aad15-f466-4d33-9c12-29284ee6d8c1,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:41.617215 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Attempting to bind port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:41.618439 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Attempting to bind port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:41.619102 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Attempting to bind port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 on network d768a005-6060-4484-80bb-ea6f7a9c5972 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:41.627588 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-dbf753b8-c548-4fbb-a6dc-1ab088ca6bd1 req-4ebec954-5ca2-4263-bdec-8d58e790d524 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] show failed (client error): The resource could not be found. Feb 11 05:13:41.629646 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:41.630323 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Checking segment: {'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:41.630995 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.631652 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Bound using segment: {'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:41.632540 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Bound port: 6e1aad15-f466-4d33-9c12-29284ee6d8c1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b9ac04-0116-49b2-9d76-28da2fce7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:41.634392 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.642983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbf753b8-c548-4fbb-a6dc-1ab088ca6bd1 req-4ebec954-5ca2-4263-bdec-8d58e790d524 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/e57b91e2-d40c-4773-80db-cc502a3f44d8 HTTP/1.1" status: 404 len: 352 time: 0.1869371 Feb 11 05:13:41.648636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8141423a-65e8-4d7d-bb17-86a33b95aff5 admin admin] Publish callbacks [] for security_group (1f094d5e-34f9-496f-813f-36471df40b67), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.709078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for port (a372b85f-58f5-4b1c-b17d-b70e598b8e99), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.872629 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] For port 6e1aad15-f466-4d33-9c12-29284ee6d8c1, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:41.877726 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] For port 6e1aad15-f466-4d33-9c12-29284ee6d8c1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6e1aad15-f466-4d33-9c12-29284ee6d8c1,segment=NetworkSegment(95b9ac04-0116-49b2-9d76-28da2fce7ea5),segment_id=95b9ac04-0116-49b2-9d76-28da2fce7ea5)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:41.932327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a372b85f-58f5-4b1c-b17d-b70e598b8e99), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.955735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5b1e4a12-b792-4979-a049-e550d0db375b None None] Provisioning complete for port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:41.956501 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b1e4a12-b792-4979-a049-e550d0db375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.969086 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.012782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e4a12-b792-4979-a049-e550d0db375b None None] Port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:42.026658 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-d35f981b-0e58-449f-9352-fad4614ec493 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712571 Feb 11 05:13:42.064826 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd6fc4-f945-4dab-a4e0-f4864c8f8217 None None] Pushing event updated for resources: {'Port': ['ID=6e1aad15-f466-4d33-9c12-29284ee6d8c1,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.075254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-30659374-0759-4647-9578-29fb9131e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:42.078087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-30659374-0759-4647-9578-29fb9131e5b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ff5529a1fbcc43269a327186e282d0ec&device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 1131 time: 0.5619297 Feb 11 05:13:42.113686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8141423a-65e8-4d7d-bb17-86a33b95aff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1f094d5e-34f9-496f-813f-36471df40b67), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.115587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:42.121127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8141423a-65e8-4d7d-bb17-86a33b95aff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.122098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8141423a-65e8-4d7d-bb17-86a33b95aff5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f094d5e-34f9-496f-813f-36471df40b67 HTTP/1.1" status: 204 len: 168 time: 0.9109337 Feb 11 05:13:42.132003 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Routers {'aacbb330-75a0-4e34-88ac-a78bc3596dc4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:42.132805 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:42.151220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:42.161560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141423a-65e8-4d7d-bb17-86a33b95aff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f094d5e-34f9-496f-813f-36471df40b67,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.228549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:42.241518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Pushing event updated for resources: {'Port': ['ID=a372b85f-58f5-4b1c-b17d-b70e598b8e99,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.280078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.280757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.281276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.281780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.282279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.282795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.283293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.283790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.284506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.285043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.286446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.286966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.287466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:42.345440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea721ed1-ee16-494b-9bf9-b55443e96fbc req-81b465bb-d2d5-40c6-80e7-3144b4b3a0fd tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:42.354134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea721ed1-ee16-494b-9bf9-b55443e96fbc req-81b465bb-d2d5-40c6-80e7-3144b4b3a0fd tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 948 time: 0.4633424 Feb 11 05:13:42.474470 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] Set router aacbb330-75a0-4e34-88ac-a78bc3596dc4 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:42.549894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1349415-f763-4584-a011-e5f7850d3709 req-5bf88f0d-6a30-40a8-9cb9-4e91edab9b82 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143299 Feb 11 05:13:42.588836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.609905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-1791ebbe-6413-488e-973e-dc55178c58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:42.612904 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-1791ebbe-6413-488e-973e-dc55178c58bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.5159764 Feb 11 05:13:42.649376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea721ed1-ee16-494b-9bf9-b55443e96fbc req-b78bfe13-5b83-4372-90d9-9628ba292aa3 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788095 Feb 11 05:13:42.657755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Deleting port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:42.658102 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.710417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5bc08266-7173-475e-9e2f-5419eaffd2a4 None None] Provisioning complete for port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:42.717726 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc08266-7173-475e-9e2f-5419eaffd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.721426 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-baddfd5b-cda6-4886-a559-02d7b9c2b5be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad HTTP/1.1" status: 200 len: 217 time: 0.0968385 Feb 11 05:13:42.794660 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a372b85f-58f5-4b1c-b17d-b70e598b8e99), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.819485 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '477755c6-5469-4694-a102-416ad5f5c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:35Z', 'revision_number': 4, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port': {'id': '477755c6-5469-4694-a102-416ad5f5c38a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:25Z', 'updated_at': '2022-02-11T05:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '6e1aad15-f466-4d33-9c12-29284ee6d8c1', 'name': '', 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'mac_address': 'fa:16:3e:99:33:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '230d3fc7-b0b9-4b22-935b-8b047ba7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:33Z', 'updated_at': '2022-02-11T05:13:41Z', 'revision_number': 4, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'subnets': [{'id': '230d3fc7-b0b9-4b22-935b-8b047ba7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:42.823316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-e07096c3-a8d6-4092-bc98-dcf95644f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:42.826740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-e07096c3-a8d6-4092-bc98-dcf95644f820 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0996604 Feb 11 05:13:42.864285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] For port 6e1aad15-f466-4d33-9c12-29284ee6d8c1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6e1aad15-f466-4d33-9c12-29284ee6d8c1,segment=NetworkSegment(95b9ac04-0116-49b2-9d76-28da2fce7ea5),segment_id=95b9ac04-0116-49b2-9d76-28da2fce7ea5)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:42.864715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.881133 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-d65161fe-fccf-487d-a89d-e5cc6739e248 req-93d13a89-fba8-45e3-b389-2a18d818993e tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] show failed (client error): The resource could not be found. Feb 11 05:13:42.882202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d65161fe-fccf-487d-a89d-e5cc6739e248 req-93d13a89-fba8-45e3-b389-2a18d818993e tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-group-rules/a9304df5-50cd-40ee-986a-57a05373b47f HTTP/1.1" status: 404 len: 361 time: 0.0539999 Feb 11 05:13:42.892331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Calling delete_port for 6e1aad15-f466-4d33-9c12-29284ee6d8c1 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:42.917658 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f889715-d4de-40bc-9c70-2f38a8cde53f None None] The sync data for ids ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'] in n-d-713498-37 is: [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '477755c6-5469-4694-a102-416ad5f5c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:35Z', 'revision_number': 4, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port': {'id': '477755c6-5469-4694-a102-416ad5f5c38a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:25Z', 'updated_at': '2022-02-11T05:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '6e1aad15-f466-4d33-9c12-29284ee6d8c1', 'name': '', 'network_id': 'd768a005-6060-4484-80bb-ea6f7a9c5972', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'mac_address': 'fa:16:3e:99:33:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '230d3fc7-b0b9-4b22-935b-8b047ba7dde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:33Z', 'updated_at': '2022-02-11T05:13:41Z', 'revision_number': 4, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'subnets': [{'id': '230d3fc7-b0b9-4b22-935b-8b047ba7dde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:42.934171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-8b8e3b3b-410d-41b4-a207-b7399980d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:42.940723 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-8b8e3b3b-410d-41b4-a207-b7399980d95b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1070428 Feb 11 05:13:43.241404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5bc08266-7173-475e-9e2f-5419eaffd2a4 None None] Current status of the port 6e1aad15-f466-4d33-9c12-29284ee6d8c1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:43.242471 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc08266-7173-475e-9e2f-5419eaffd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.253999 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-9b7889de-e180-4899-9256-aeb50298a62e service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066375 Feb 11 05:13:43.287005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40846) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.290263 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for port (a372b85f-58f5-4b1c-b17d-b70e598b8e99), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.333808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5bc08266-7173-475e-9e2f-5419eaffd2a4 None None] For port 6e1aad15-f466-4d33-9c12-29284ee6d8c1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6e1aad15-f466-4d33-9c12-29284ee6d8c1,segment=NetworkSegment(95b9ac04-0116-49b2-9d76-28da2fce7ea5),segment_id=95b9ac04-0116-49b2-9d76-28da2fce7ea5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:43.376306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a372b85f-58f5-4b1c-b17d-b70e598b8e99), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.401731 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc08266-7173-475e-9e2f-5419eaffd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.407622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:43.418917 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eed940c-2ea7-4f09-8b9c-a04772130683" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "tag": "886f06d9-d8df-475c-b452-661b900be5a0"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:43.447839 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff17f1dc-64f1-4b85-a710-eac9a11a7829 req-6a9800a2-56d6-41c4-a4e1-fbfee97f5ece service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876891 Feb 11 05:13:43.487038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:43.581879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc08266-7173-475e-9e2f-5419eaffd2a4 None None] Pushing event updated for resources: {'Port': ['ID=6e1aad15-f466-4d33-9c12-29284ee6d8c1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:43.643138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3ed6e992-22c9-4da4-adba-0a89f73820f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a0b94fb7cfe4ad38f32683383300dd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3558595 Feb 11 05:13:43.656272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40854) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.664205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Pushing event updated for resources: {'Port': ['ID=a372b85f-58f5-4b1c-b17d-b70e598b8e99,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:43.674748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.721947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:43.746138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'mac_address': 'fa:16:3e:fd:7e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:43.767636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6a4c-4147-416d-9fc1-e745c367154a admin admin] Publish callbacks [] for security_group (ea894454-ef92-4dd7-be68-b8986ca20066), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.816863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6a4c-4147-416d-9fc1-e745c367154a admin admin] Publish callbacks [] for security_group (ea894454-ef92-4dd7-be68-b8986ca20066), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.822974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 80c4adeb-a67a-4509-830c-30a50c4f5cad is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:43.823455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.824305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.832306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-5cd04ef4-f679-4dc6-a60a-90da630089dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1971757 Feb 11 05:13:43.834697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (6e1aad15-f466-4d33-9c12-29284ee6d8c1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.851526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c4adeb-a67a-4509-830c-30a50c4f5cad {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:43.874542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:43.977550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1aad15-f466-4d33-9c12-29284ee6d8c1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:43.987927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-31bb0609-9bff-45c2-83a5-03e279937927 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 696 time: 0.1543748 Feb 11 05:13:44.195413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-dd6cad61-c25d-4fd1-96e3-5f475e5f6a4d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:44.197489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-dd6cad61-c25d-4fd1-96e3-5f475e5f6a4d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.1905873 Feb 11 05:13:44.213601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-4883e350-d22a-4c78-ba1b-f5aabec21e34 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:13:44.215058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd7c4cd1-a784-49c3-b149-b357f25e8ade req-4883e350-d22a-4c78-ba1b-f5aabec21e34 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092318 Feb 11 05:13:44.294888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (aacbb330-75a0-4e34-88ac-a78bc3596dc4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.448308 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.453697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa95eba-5c77-4bf9-905f-cb4cf48d77eb req-66b5d68d-9c5f-4013-8dd2-f00d61610bdd tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:44.459583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8aa95eba-5c77-4bf9-905f-cb4cf48d77eb req-66b5d68d-9c5f-4013-8dd2-f00d61610bdd tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.1036878 Feb 11 05:13:44.467383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6a4c-4147-416d-9fc1-e745c367154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ea894454-ef92-4dd7-be68-b8986ca20066), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.470358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6a4c-4147-416d-9fc1-e745c367154a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.471863 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ec1d6a4c-4147-416d-9fc1-e745c367154a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea894454-ef92-4dd7-be68-b8986ca20066 HTTP/1.1" status: 204 len: 168 time: 0.8144476 Feb 11 05:13:44.500913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d6a4c-4147-416d-9fc1-e745c367154a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea894454-ef92-4dd7-be68-b8986ca20066,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:44.519304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:44.577067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8aa95eba-5c77-4bf9-905f-cb4cf48d77eb req-e5dde461-2c4e-4d1a-9271-eb7df576763b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145587 Feb 11 05:13:44.669058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['80c4adeb-a67a-4509-830c-30a50c4f5cad'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:44.720423 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eafbdd7-aadc-4b4e-81d6-95ebefaefd5b x-openstack-request-id: req-8eafbdd7-aadc-4b4e-81d6-95ebefaefd5b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:44.724844 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "tag": "886f06d9-d8df-475c-b452-661b900be5a0", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:44.725280 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8eafbdd7-aadc-4b4e-81d6-95ebefaefd5b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:44.727379 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0', 'status': 'completed', 'code': 200} Feb 11 05:13:44.832515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c6fdf04-bc22-4522-9502-fb4c3f49e1ef req-2163fe94-b7ff-4e93-a4a6-df777d25f092 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/bb9a88c6-8b68-4033-a20f-d85ae8d325c8 HTTP/1.1" status: 200 len: 1829 time: 0.2107284 Feb 11 05:13:44.857121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-cde6a06c-8f46-4578-870f-58b408f8b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:44.859575 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-cde6a06c-8f46-4578-870f-58b408f8b3a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ff5529a1fbcc43269a327186e282d0ec&device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 1131 time: 0.1115813 Feb 11 05:13:44.932794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Router aacbb330-75a0-4e34-88ac-a78bc3596dc4 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:45.064836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-5a076471-877a-4d03-b762-30cc04fec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.068778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-5a076471-877a-4d03-b762-30cc04fec56e service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2043941 Feb 11 05:13:45.110919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd15b3-8c87-40c5-a389-f1cef665218f req-1b82873f-1f75-454c-847e-c42c7c3f5711 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.112499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61dd15b3-8c87-40c5-a389-f1cef665218f req-1b82873f-1f75-454c-847e-c42c7c3f5711 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 948 time: 0.2707324 Feb 11 05:13:45.123219 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c6fdf04-bc22-4522-9502-fb4c3f49e1ef req-bd7263e2-7227-4380-bee2-814e163b175d tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (bb9a88c6-8b68-4033-a20f-d85ae8d325c8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.161730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c6fdf04-bc22-4522-9502-fb4c3f49e1ef req-bd7263e2-7227-4380-bee2-814e163b175d tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (bb9a88c6-8b68-4033-a20f-d85ae8d325c8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.183534 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-e4f35a27-aa6e-4294-888b-e6705bd1efce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=886f06d9-d8df-475c-b452-661b900be5a0 HTTP/1.1" status: 200 len: 217 time: 0.1077516 Feb 11 05:13:45.242135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-005993e5-3c85-4829-9df6-3616d059c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.245733 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-005993e5-3c85-4829-9df6-3616d059c2de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0553877 Feb 11 05:13:45.317127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-8d0bf841-9988-4503-a808-211999e9512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.318848 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-8d0bf841-9988-4503-a808-211999e9512c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0663490 Feb 11 05:13:45.340241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c6fdf04-bc22-4522-9502-fb4c3f49e1ef req-bd7263e2-7227-4380-bee2-814e163b175d tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bb9a88c6-8b68-4033-a20f-d85ae8d325c8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.345066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c6fdf04-bc22-4522-9502-fb4c3f49e1ef req-bd7263e2-7227-4380-bee2-814e163b175d tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.347653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c6fdf04-bc22-4522-9502-fb4c3f49e1ef req-bd7263e2-7227-4380-bee2-814e163b175d tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "DELETE /v2.0/security-groups/bb9a88c6-8b68-4033-a20f-d85ae8d325c8 HTTP/1.1" status: 204 len: 173 time: 0.4204197 Feb 11 05:13:45.423665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:45.433177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0100d8e9-930c-460f-82ec-f5113517cbb8 admin admin] 10.222.0.62 "PUT /v2.0/routers/aacbb330-75a0-4e34-88ac-a78bc3596dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7480063 Feb 11 05:13:45.436672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1981f-d001-4385-9444-1e4741034875 None None] Sync routers for ids ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:45.453924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:45.470838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7263e2-7227-4380-bee2-814e163b175d tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9a88c6-8b68-4033-a20f-d85ae8d325c8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:45.481991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 886f06d9-d8df-475c-b452-661b900be5a0 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:45.506911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:45.513035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61dd15b3-8c87-40c5-a389-f1cef665218f req-d7d52a61-564b-4c51-a51e-c8908d2e5f5c tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929636 Feb 11 05:13:45.636316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1981f-d001-4385-9444-1e4741034875 None None] Routers {'aacbb330-75a0-4e34-88ac-a78bc3596dc4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:45.643594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-60d1981f-d001-4385-9444-1e4741034875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:45.776877 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-1317eda0-83de-419c-992c-e884ce25627f service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358974 Feb 11 05:13:45.861536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-9f4d198c-13d4-4292-a578-bd4466053b7b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.867956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-9f4d198c-13d4-4292-a578-bd4466053b7b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 821 time: 0.3188372 Feb 11 05:13:45.879965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks [] for router (aacbb330-75a0-4e34-88ac-a78bc3596dc4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.887436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cfb85-a2d5-4739-b7fa-d1af5fc31940 req-91443650-03b1-4a7f-bdbd-296d187a6742 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.895634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e4cfb85-a2d5-4739-b7fa-d1af5fc31940 req-91443650-03b1-4a7f-bdbd-296d187a6742 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.2271445 Feb 11 05:13:45.948298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-60d1981f-d001-4385-9444-1e4741034875 None None] Set router aacbb330-75a0-4e34-88ac-a78bc3596dc4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:45.964106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-fb45a6d8-6987-4ef7-9831-542316b125bc tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/quotas/ce6c268a0d0a4bd0a7837eec08588b54 HTTP/1.1" status: 200 len: 375 time: 0.0672324 Feb 11 05:13:46.103215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 80c4adeb-a67a-4509-830c-30a50c4f5cad completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:13:46.128349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 80c4adeb-a67a-4509-830c-30a50c4f5cad triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:46.128906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.158934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e4cfb85-a2d5-4739-b7fa-d1af5fc31940 req-a38e9a0b-c01e-4e5b-8497-84a4b80b9038 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603137 Feb 11 05:13:46.216255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-f3c79cd8-2b0a-43e7-9c9f-18d8104fc066 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2337964 Feb 11 05:13:46.328892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 80c4adeb-a67a-4509-830c-30a50c4f5cad is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:46.329440 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.348151 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5eed940c-2ea7-4f09-8b9c-a04772130683 req-86aaa6d4-1531-45a9-af5d-b5576887eef7 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518417 Feb 11 05:13:46.390057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks [] for router_gateway (aacbb330-75a0-4e34-88ac-a78bc3596dc4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.401102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:46.439381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:46.446525 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1228d50-28f4-46f1-a162-2b20354bc275" -d '{"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-plugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:46.525034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '886f06d9-d8df-475c-b452-661b900be5a0', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '886f06d9-d8df-475c-b452-661b900be5a0', 'mac_address': 'fa:16:3e:73:6c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:46.543708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:46.604206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Deleting port 477755c6-5469-4694-a102-416ad5f5c38a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:46.605732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (477755c6-5469-4694-a102-416ad5f5c38a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.664274 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.728491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:46.736519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 886f06d9-d8df-475c-b452-661b900be5a0 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:46.737214 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (886f06d9-d8df-475c-b452-661b900be5a0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.762165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.762807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.763342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.763849 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.764392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.764955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.765456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.771552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.773361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.774036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.779813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.781809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.784921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:46.809186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-7f03a883-8721-4538-95dc-3dc44e3870ad service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917373 Feb 11 05:13:46.811576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886f06d9-d8df-475c-b452-661b900be5a0 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:46.854988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] For port 477755c6-5469-4694-a102-416ad5f5c38a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=477755c6-5469-4694-a102-416ad5f5c38a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:46.858617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (477755c6-5469-4694-a102-416ad5f5c38a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.879383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:46.891833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-60d1981f-d001-4385-9444-1e4741034875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '477755c6-5469-4694-a102-416ad5f5c38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:43Z', 'revision_number': 5, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port': {'id': '477755c6-5469-4694-a102-416ad5f5c38a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:25Z', 'updated_at': '2022-02-11T05:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:46.914912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Calling delete_port for 477755c6-5469-4694-a102-416ad5f5c38a owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:46.925976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-b09b9314-3ea0-4d30-9ebd-1e2055e659f3 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156476 Feb 11 05:13:46.980650 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.994771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1981f-d001-4385-9444-1e4741034875 None None] Checking router: aacbb330-75a0-4e34-88ac-a78bc3596dc4 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:47.022475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c516ac82-0814-42d8-87b7-e919ce7cddc7 req-df6bbc5e-1040-4c3f-abfe-cd5a2939ea84 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/325ca72d-44c5-46c4-a361-647fe9146f88 HTTP/1.1" status: 200 len: 1829 time: 0.8036616 Feb 11 05:13:47.114284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:47.128631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1981f-d001-4385-9444-1e4741034875 None None] Routers {'aacbb330-75a0-4e34-88ac-a78bc3596dc4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:47.129419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-60d1981f-d001-4385-9444-1e4741034875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:13:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:47.188028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c516ac82-0814-42d8-87b7-e919ce7cddc7 req-52549df1-be38-4847-98ac-562672aad6ec tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (325ca72d-44c5-46c4-a361-647fe9146f88), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.216204 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c516ac82-0814-42d8-87b7-e919ce7cddc7 req-52549df1-be38-4847-98ac-562672aad6ec tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (325ca72d-44c5-46c4-a361-647fe9146f88), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.255745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['886f06d9-d8df-475c-b452-661b900be5a0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:47.355912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c516ac82-0814-42d8-87b7-e919ce7cddc7 req-52549df1-be38-4847-98ac-562672aad6ec tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (325ca72d-44c5-46c4-a361-647fe9146f88), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.359115 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c516ac82-0814-42d8-87b7-e919ce7cddc7 req-52549df1-be38-4847-98ac-562672aad6ec tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.360374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c516ac82-0814-42d8-87b7-e919ce7cddc7 req-52549df1-be38-4847-98ac-562672aad6ec tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "DELETE /v2.0/security-groups/325ca72d-44c5-46c4-a361-647fe9146f88 HTTP/1.1" status: 204 len: 173 time: 0.3296530 Feb 11 05:13:47.382393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52549df1-be38-4847-98ac-562672aad6ec tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ca72d-44c5-46c4-a361-647fe9146f88,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:47.419353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-60d1981f-d001-4385-9444-1e4741034875 None None] Set router aacbb330-75a0-4e34-88ac-a78bc3596dc4 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:47.448723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (477755c6-5469-4694-a102-416ad5f5c38a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.510974 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54371f06-016d-4c03-961d-a0334dbe0978 x-openstack-request-id: req-54371f06-016d-4c03-961d-a0334dbe0978 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:47.511299 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-plugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:47.511560 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54371f06-016d-4c03-961d-a0334dbe0978 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:47.511959 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'code': 200} Feb 11 05:13:47.608688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=477755c6-5469-4694-a102-416ad5f5c38a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:47.750913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e50544-9634-47b2-9dde-2d8581e1c4cd req-0447947c-fa55-4da0-b781-e3eddb0add67 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:47.765382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32e50544-9634-47b2-9dde-2d8581e1c4cd req-0447947c-fa55-4da0-b781-e3eddb0add67 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 949 time: 0.1991453 Feb 11 05:13:47.866573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-60d1981f-d001-4385-9444-1e4741034875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:46Z', 'revision_number': 6, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:47.878656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (aacbb330-75a0-4e34-88ac-a78bc3596dc4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.900869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998f3c8-2793-4850-b9a7-e520095c242c req-71c12583-9a68-4dfd-9a67-74afa8c604f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:47.904724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32e50544-9634-47b2-9dde-2d8581e1c4cd req-5dcb8fd3-c9b3-4883-8b54-5076108da5fd tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382558 Feb 11 05:13:47.910541 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b998f3c8-2793-4850-b9a7-e520095c242c req-71c12583-9a68-4dfd-9a67-74afa8c604f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 1133 time: 0.3370419 Feb 11 05:13:47.984258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1981f-d001-4385-9444-1e4741034875 None None] The sync data for ids ['aacbb330-75a0-4e34-88ac-a78bc3596dc4'] in n-d-713498-37 is: [{'id': 'aacbb330-75a0-4e34-88ac-a78bc3596dc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181174008-router', 'tenant_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:24Z', 'updated_at': '2022-02-11T05:13:46Z', 'revision_number': 6, 'project_id': '1b27b36d4bf64d2d9fea197da9f9ad12', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:48.166205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (aacbb330-75a0-4e34-88ac-a78bc3596dc4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.169460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks [] for router_controller (aacbb330-75a0-4e34-88ac-a78bc3596dc4), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.182992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9e68951-bee8-4234-b8f7-173f0e5ba388 req-38d852a3-745d-4c4b-a6c2-6ca9362441fb tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 210 time: 0.1077847 Feb 11 05:13:48.185886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf2ad3c3-9227-4e72-a932-e50f3b8153b8 req-da18e209-a6b1-4fb5-8f5f-03720e52a2bd tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/769feb57-b8f3-40d9-8106-d0408aa4341d HTTP/1.1" status: 200 len: 1829 time: 0.2039721 Feb 11 05:13:48.288950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf2ad3c3-9227-4e72-a932-e50f3b8153b8 req-a4b0df52-8235-4361-9e5a-0b30a00921b0 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (769feb57-b8f3-40d9-8106-d0408aa4341d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.354455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf2ad3c3-9227-4e72-a932-e50f3b8153b8 req-a4b0df52-8235-4361-9e5a-0b30a00921b0 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (769feb57-b8f3-40d9-8106-d0408aa4341d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.383368 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (aacbb330-75a0-4e34-88ac-a78bc3596dc4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.383368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aacbb330-75a0-4e34-88ac-a78bc3596dc4 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:48.411736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.422021 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-25a869e4-305a-407f-90df-3f13c890f1b7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/aacbb330-75a0-4e34-88ac-a78bc3596dc4 HTTP/1.1" status: 204 len: 168 time: 2.9658840 Feb 11 05:13:48.427453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40952) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:48.482070 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b998f3c8-2793-4850-b9a7-e520095c242c req-def50db3-18f7-4b71-b6b2-371b86134479 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587891 Feb 11 05:13:48.540115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c352c16-84ee-4329-bb8e-5d42cbe2d6fd admin admin] Deleting subnet 230d3fc7-b0b9-4b22-935b-8b047ba7dde3 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:48.544222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c352c16-84ee-4329-bb8e-5d42cbe2d6fd admin admin] Publish callbacks [] for subnet (230d3fc7-b0b9-4b22-935b-8b047ba7dde3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.556225 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf2ad3c3-9227-4e72-a932-e50f3b8153b8 req-a4b0df52-8235-4361-9e5a-0b30a00921b0 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (769feb57-b8f3-40d9-8106-d0408aa4341d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.559543 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf2ad3c3-9227-4e72-a932-e50f3b8153b8 req-a4b0df52-8235-4361-9e5a-0b30a00921b0 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.566560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6e1aad15-f466-4d33-9c12-29284ee6d8c1 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:48.567180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf2ad3c3-9227-4e72-a932-e50f3b8153b8 req-a4b0df52-8235-4361-9e5a-0b30a00921b0 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "DELETE /v2.0/security-groups/769feb57-b8f3-40d9-8106-d0408aa4341d HTTP/1.1" status: 204 len: 173 time: 0.3726645 Feb 11 05:13:48.604996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0df52-8235-4361-9e5a-0b30a00921b0 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769feb57-b8f3-40d9-8106-d0408aa4341d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:48.653953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 6e1aad15-f466-4d33-9c12-29284ee6d8c1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:48.654304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6e1aad15-f466-4d33-9c12-29284ee6d8c1 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:48.657826 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c352c16-84ee-4329-bb8e-5d42cbe2d6fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (230d3fc7-b0b9-4b22-935b-8b047ba7dde3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.882053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c352c16-84ee-4329-bb8e-5d42cbe2d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (230d3fc7-b0b9-4b22-935b-8b047ba7dde3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.902874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32cada25-0a5d-41fd-9550-90127e1dcd1a req-957290c5-c9b5-41c3-8c53-c2262381476a tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/86e80355-0ca8-480b-a61d-10653a11db92 HTTP/1.1" status: 200 len: 1828 time: 0.1943996 Feb 11 05:13:48.980634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f047e-9048-4286-8cff-942e8e3453c4 req-8d1d7162-18ad-4f4d-a117-4f98e36893b8 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:48.988851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-8d1d7162-18ad-4f4d-a117-4f98e36893b8 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 814 time: 0.2397995 Feb 11 05:13:49.011550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-77b40cba-3337-4406-9935-a9919b7f018a tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/quotas/91bd13c4d99e4cf888f85287468155fb HTTP/1.1" status: 200 len: 375 time: 0.0216134 Feb 11 05:13:49.038836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-32cada25-0a5d-41fd-9550-90127e1dcd1a req-b1aac876-3446-4e27-816d-b4524493622b tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (86e80355-0ca8-480b-a61d-10653a11db92), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.106528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-32cada25-0a5d-41fd-9550-90127e1dcd1a req-b1aac876-3446-4e27-816d-b4524493622b tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (86e80355-0ca8-480b-a61d-10653a11db92), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.112321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c352c16-84ee-4329-bb8e-5d42cbe2d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (230d3fc7-b0b9-4b22-935b-8b047ba7dde3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.155106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-5cdef9c2-4ee8-4219-ac3b-ff3f0ef5eef4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423836 Feb 11 05:13:49.218379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c352c16-84ee-4329-bb8e-5d42cbe2d6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230d3fc7-b0b9-4b22-935b-8b047ba7dde3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:49.276049 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c352c16-84ee-4329-bb8e-5d42cbe2d6fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.281350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d6db3-cf3b-4736-9c0d-9eaba915d757 None None] Network d768a005-6060-4484-80bb-ea6f7a9c5972 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:49.292902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7c352c16-84ee-4329-bb8e-5d42cbe2d6fd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/230d3fc7-b0b9-4b22-935b-8b047ba7dde3 HTTP/1.1" status: 204 len: 168 time: 0.8597841 Feb 11 05:13:49.294297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40972) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:49.329173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-d87a09ea-f779-49b7-93e9-5babb534f34f service neutron] 10.222.0.62 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729960 Feb 11 05:13:49.354071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-32cada25-0a5d-41fd-9550-90127e1dcd1a req-b1aac876-3446-4e27-816d-b4524493622b tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (86e80355-0ca8-480b-a61d-10653a11db92), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.362305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-32cada25-0a5d-41fd-9550-90127e1dcd1a req-b1aac876-3446-4e27-816d-b4524493622b tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.380579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32cada25-0a5d-41fd-9550-90127e1dcd1a req-b1aac876-3446-4e27-816d-b4524493622b tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "DELETE /v2.0/security-groups/86e80355-0ca8-480b-a61d-10653a11db92 HTTP/1.1" status: 204 len: 173 time: 0.4766669 Feb 11 05:13:49.515647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 886f06d9-d8df-475c-b452-661b900be5a0 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:49.518059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d768a005-6060-4484-80bb-ea6f7a9c5972), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.582930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aac876-3446-4e27-816d-b4524493622b tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e80355-0ca8-480b-a61d-10653a11db92,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:49.684736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Deleting port cad6fbd5-409c-4227-8bb5-07359baee6bf {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:49.685231 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.785774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] For port cad6fbd5-409c-4227-8bb5-07359baee6bf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cad6fbd5-409c-4227-8bb5-07359baee6bf,segment=NetworkSegment(95b9ac04-0116-49b2-9d76-28da2fce7ea5),segment_id=95b9ac04-0116-49b2-9d76-28da2fce7ea5)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:49.787042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.822585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-939bccfb-5cee-40c4-9e4f-a457951cf8cf tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:49.824431 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-939bccfb-5cee-40c4-9e4f-a457951cf8cf tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bbcc032-9d1d-4b73-aedc-e109d3121ea4 HTTP/1.1" status: 200 len: 945 time: 0.3850698 Feb 11 05:13:49.836148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Calling delete_port for cad6fbd5-409c-4227-8bb5-07359baee6bf owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:49.868251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 886f06d9-d8df-475c-b452-661b900be5a0 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:13:49.882468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 886f06d9-d8df-475c-b452-661b900be5a0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:49.884617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (886f06d9-d8df-475c-b452-661b900be5a0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.921404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] DHCP port deletion for d768a005-6060-4484-80bb-ea6f7a9c5972 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:49.926548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-fc83add0-e090-48e2-b67e-5c3b421158f9 service neutron] 10.222.0.62 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949519 Feb 11 05:13:49.965819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab6831-4f06-4a1f-ae95-b0b16c662616 req-271f7843-6cd2-4890-b4f0-8488146e8757 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:49.967115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2ab6831-4f06-4a1f-ae95-b0b16c662616 req-271f7843-6cd2-4890-b4f0-8488146e8757 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 949 time: 0.3102226 Feb 11 05:13:50.064033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] Deleting port cad6fbd5-409c-4227-8bb5-07359baee6bf {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:50.064708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.068123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.080978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2ab6831-4f06-4a1f-ae95-b0b16c662616 req-995f9691-b53f-4b07-9598-d0c8d146bcfa tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937245 Feb 11 05:13:50.155457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Deleting port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:50.156814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.160113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad6fbd5-409c-4227-8bb5-07359baee6bf,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:50.172872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] No DVR routers for this DVR port cad6fbd5-409c-4227-8bb5-07359baee6bf on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:50.241374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] For port cad6fbd5-409c-4227-8bb5-07359baee6bf, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:50.241791 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.300649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] Calling delete_port for cad6fbd5-409c-4227-8bb5-07359baee6bf owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:50.307236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 886f06d9-d8df-475c-b452-661b900be5a0 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:50.307236 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (886f06d9-d8df-475c-b452-661b900be5a0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.354579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] Port cad6fbd5-409c-4227-8bb5-07359baee6bf was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:13:50.371227 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (cad6fbd5-409c-4227-8bb5-07359baee6bf), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.427880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:50.430918 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e151d39-2f8b-4d53-98f7-f52a6d686c38" -d '{"events": [{"server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "name": "network-vif-plugged", "status": "completed", "tag": "886f06d9-d8df-475c-b452-661b900be5a0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:50.490510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cad6fbd5-409c-4227-8bb5-07359baee6bf no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:50.609233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] For port 4d5b8e5f-035a-428e-b868-7f2d4d39e289, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4d5b8e5f-035a-428e-b868-7f2d4d39e289,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:50.609506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.655215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Calling delete_port for 4d5b8e5f-035a-428e-b868-7f2d4d39e289 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:50.666123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:50.667414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] Pushing event deleted for resources: {'Port': ['ID=cad6fbd5-409c-4227-8bb5-07359baee6bf,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:50.689855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: cad6fbd5-409c-4227-8bb5-07359baee6bf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:50.689855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cad6fbd5-409c-4227-8bb5-07359baee6bf not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:50.689855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 477755c6-5469-4694-a102-416ad5f5c38a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:50.694310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ff8b5-139d-4c54-923c-9c99bb17bed9 None None] No DVR routers for this DVR port cad6fbd5-409c-4227-8bb5-07359baee6bf on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:50.730255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 477755c6-5469-4694-a102-416ad5f5c38a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:50.730837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 477755c6-5469-4694-a102-416ad5f5c38a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:50.750128 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.781918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d768a005-6060-4484-80bb-ea6f7a9c5972), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.868826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d768a005-6060-4484-80bb-ea6f7a9c5972']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:50.894299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:50.950858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b9ac04-0116-49b2-9d76-28da2fce7ea5') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:50.951137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b9ac04-0116-49b2-9d76-28da2fce7ea5') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:50.980705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (95b9ac04-0116-49b2-9d76-28da2fce7ea5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.005271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-40640364-3acf-4b59-9b3c-298ab80c22f1 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:51.007245 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d82bad06-6f85-4e55-802a-5e3ed3cb92fe req-283e7217-733d-49ea-b8c1-aa2902f8de05 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 210 time: 0.1084278 Feb 11 05:13:51.019057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-40640364-3acf-4b59-9b3c-298ab80c22f1 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.65 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 821 time: 0.7546613 Feb 11 05:13:51.024505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df1f7ed7-6987-4f02-9047-6ca1fd5546e3 req-59181cdd-51e4-4216-8a74-f90d38901f53 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "GET /v2.0/security-groups/8b34b883-3fcc-4990-b5ce-15a03bafaa1d HTTP/1.1" status: 200 len: 1827 time: 0.1232185 Feb 11 05:13:51.042497 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (95b9ac04-0116-49b2-9d76-28da2fce7ea5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.060506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Request body: {'port': {'device_id': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'admin_state_up': True, 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:51.104955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:51.135680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (95b9ac04-0116-49b2-9d76-28da2fce7ea5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:51.137797 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:51.171901 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115a4efa-1e34-4670-827f-5607158f52d9 x-openstack-request-id: req-115a4efa-1e34-4670-827f-5607158f52d9 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:51.172208 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "name": "network-vif-plugged", "status": "completed", "tag": "886f06d9-d8df-475c-b452-661b900be5a0", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:51.172499 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-115a4efa-1e34-4670-827f-5607158f52d9 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:51.172922 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0', 'code': 200} Feb 11 05:13:51.323545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-674848d1-3220-4f91-a6d7-013e53054acd req-dd75ba3f-1745-4076-aebf-30b8401d8baa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 210 time: 0.1023533 Feb 11 05:13:51.328111 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-df1f7ed7-6987-4f02-9047-6ca1fd5546e3 req-10d952dc-2858-4d5f-ab69-7b111c3cc035 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (8b34b883-3fcc-4990-b5ce-15a03bafaa1d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.377321 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-df1f7ed7-6987-4f02-9047-6ca1fd5546e3 req-10d952dc-2858-4d5f-ab69-7b111c3cc035 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (8b34b883-3fcc-4990-b5ce-15a03bafaa1d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.452935 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4d5b8e5f-035a-428e-b868-7f2d4d39e289), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.519447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-df1f7ed7-6987-4f02-9047-6ca1fd5546e3 req-10d952dc-2858-4d5f-ab69-7b111c3cc035 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8b34b883-3fcc-4990-b5ce-15a03bafaa1d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.523143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-df1f7ed7-6987-4f02-9047-6ca1fd5546e3 req-10d952dc-2858-4d5f-ab69-7b111c3cc035 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.528952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df1f7ed7-6987-4f02-9047-6ca1fd5546e3 req-10d952dc-2858-4d5f-ab69-7b111c3cc035 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] 10.222.0.62 "DELETE /v2.0/security-groups/8b34b883-3fcc-4990-b5ce-15a03bafaa1d HTTP/1.1" status: 204 len: 173 time: 0.4946401 Feb 11 05:13:51.545385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Pushing event deleted for resources: {'Port': ['ID=4d5b8e5f-035a-428e-b868-7f2d4d39e289,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:51.601457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40996) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.642501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d952dc-2858-4d5f-ab69-7b111c3cc035 tempest-SecurityGroupRulesNegativeTestJSON-501000308 tempest-SecurityGroupRulesNegativeTestJSON-501000308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b34b883-3fcc-4990-b5ce-15a03bafaa1d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:51.822765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] No DVR routers for this DVR port 4d5b8e5f-035a-428e-b868-7f2d4d39e289 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:51.830635 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.841501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e6a4fd1-5f2d-42b7-9e2f-628b51047ef0 req-35077834-77c1-4278-b4c3-18a8bbbe7eaa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.83 "DELETE /v2.0/ports/4d5b8e5f-035a-428e-b868-7f2d4d39e289 HTTP/1.1" status: 204 len: 173 time: 1.9849470 Feb 11 05:13:51.859269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'name': 'network-vif-deleted', 'tag': '4d5b8e5f-035a-428e-b868-7f2d4d39e289'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:51.863234 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488d29f-3bfe-4e39-b509-3cae25ec9409" -d '{"events": [{"server_uuid": "1bbcc032-9d1d-4b73-aedc-e109d3121ea4", "name": "network-vif-deleted", "tag": "4d5b8e5f-035a-428e-b868-7f2d4d39e289"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:51.903441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-754ef8e2-64af-4de4-97bf-92c93019d2c8 admin admin] Deleting subnet 838db87b-ed59-4a7c-b14a-84ad378e489d {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:51.908552 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-754ef8e2-64af-4de4-97bf-92c93019d2c8 admin admin] Publish callbacks [] for subnet (838db87b-ed59-4a7c-b14a-84ad378e489d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.006277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470708d-584f-4b49-8f79-2d008ad6168e req-aab8434d-832d-49e7-a1df-143cb16c2de9 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:52.014752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3470708d-584f-4b49-8f79-2d008ad6168e req-aab8434d-832d-49e7-a1df-143cb16c2de9 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 950 time: 0.4986417 Feb 11 05:13:52.038523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-754ef8e2-64af-4de4-97bf-92c93019d2c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (838db87b-ed59-4a7c-b14a-84ad378e489d), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.112834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fd77f-98db-4ede-88d8-0b4316484b19 req-10285848-2466-4fd7-9faa-1f137d9e539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:52.114531 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a0fd77f-98db-4ede-88d8-0b4316484b19 req-10285848-2466-4fd7-9faa-1f137d9e539a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 1133 time: 0.8146505 Feb 11 05:13:52.166508 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374da5cc-3a5f-42f1-b420-0a9ec67149ce x-openstack-request-id: req-374da5cc-3a5f-42f1-b420-0a9ec67149ce {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:52.168707 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbcc032-9d1d-4b73-aedc-e109d3121ea4", "name": "network-vif-deleted", "tag": "4d5b8e5f-035a-428e-b868-7f2d4d39e289", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:52.169718 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-374da5cc-3a5f-42f1-b420-0a9ec67149ce {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:52.170252 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbcc032-9d1d-4b73-aedc-e109d3121ea4', 'name': 'network-vif-deleted', 'tag': '4d5b8e5f-035a-428e-b868-7f2d4d39e289', 'status': 'completed', 'code': 200} Feb 11 05:13:52.196352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d768a005-6060-4484-80bb-ea6f7a9c5972), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.209845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-754ef8e2-64af-4de4-97bf-92c93019d2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (838db87b-ed59-4a7c-b14a-84ad378e489d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.219392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.255433 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d768a005-6060-4484-80bb-ea6f7a9c5972 HTTP/1.1" status: 204 len: 168 time: 2.9598582 Feb 11 05:13:52.264471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b164471-5c85-4ba5-b68f-b85c2618c0ab req-8a62b006-91fe-493e-9eda-cb93f8ac0514 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 210 time: 0.0929391 Feb 11 05:13:52.309937 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a0fd77f-98db-4ede-88d8-0b4316484b19 req-ddb893c9-72e6-46b5-b195-01cbaf43a5e0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754217 Feb 11 05:13:52.339815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea432a9d-b710-442a-acca-0a74211f1fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d768a005-6060-4484-80bb-ea6f7a9c5972,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:52.358451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3470708d-584f-4b49-8f79-2d008ad6168e req-ab2bf97e-7564-44f7-a91c-98ef001d504e tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707473 Feb 11 05:13:52.421912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Made reservation on behalf of ce6c268a0d0a4bd0a7837eec08588b54 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:52.425394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.566806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f491f7b3-733d-4b35-befc-9c9b7de46887 req-99650e79-b2cd-4e2c-8a0b-79cdac579924 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 210 time: 0.0779221 Feb 11 05:13:52.568153 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-754ef8e2-64af-4de4-97bf-92c93019d2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (838db87b-ed59-4a7c-b14a-84ad378e489d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.641443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef8e2-64af-4de4-97bf-92c93019d2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838db87b-ed59-4a7c-b14a-84ad378e489d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:52.676474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-754ef8e2-64af-4de4-97bf-92c93019d2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.683337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-754ef8e2-64af-4de4-97bf-92c93019d2c8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/838db87b-ed59-4a7c-b14a-84ad378e489d HTTP/1.1" status: 204 len: 168 time: 1.0777822 Feb 11 05:13:52.684416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41020) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:52.734652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Allocated IP 172.20.0.5 (27c1b95c-7283-4030-b268-21a4787f6ccc/9962d048-dd66-4b07-bfb1-1f84c11615d8/0dfb4840-2477-4714-a545-cb509757d31c) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:52.787216 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (553580b2-0e17-4030-80a5-758bb17887f7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.881626 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (553580b2-0e17-4030-80a5-758bb17887f7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.910206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553580b2-0e17-4030-80a5-758bb17887f7']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:52.925792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f3e3e4-c740-47dd-9258-08840d4de60e') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:52.926053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f3e3e4-c740-47dd-9258-08840d4de60e') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:52.933757 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for port (0dfb4840-2477-4714-a545-cb509757d31c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.936720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (04f3e3e4-c740-47dd-9258-08840d4de60e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.956544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (04f3e3e4-c740-47dd-9258-08840d4de60e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.965663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:52.966258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (04f3e3e4-c740-47dd-9258-08840d4de60e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:52.977767 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:53.052681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4d5b8e5f-035a-428e-b868-7f2d4d39e289 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:53.074177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 4d5b8e5f-035a-428e-b868-7f2d4d39e289 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:53.074404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4d5b8e5f-035a-428e-b868-7f2d4d39e289 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:53.328212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0dfb4840-2477-4714-a545-cb509757d31c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.330543 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (553580b2-0e17-4030-80a5-758bb17887f7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.339982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['587758e2-3d0c-4e9c-aa45-28203613046f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:53.357315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.378134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] 10.222.0.62 "DELETE /v2.0/networks/553580b2-0e17-4030-80a5-758bb17887f7 HTTP/1.1" status: 204 len: 168 time: 0.6905866 Feb 11 05:13:53.415009 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:13:53.437533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd90f04-f259-4d24-b469-cfad7d11853c admin admin] Pushing event deleted for resources: {'Network': ['ID=553580b2-0e17-4030-80a5-758bb17887f7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:53.496669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Network 27c1b95c-7283-4030-b268-21a4787f6ccc is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:53.525635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:53.553896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:53.575658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Pushing event updated for resources: {'Port': ['ID=0dfb4840-2477-4714-a545-cb509757d31c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:53.617959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41040) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:53.786505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:53.791297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.866347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e309-dc5f-48b6-b7b9-a16be25b310a req-4d5297b1-9180-4a1e-9ec5-cb7b5434a1df tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:53.871453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df88e309-dc5f-48b6-b7b9-a16be25b310a req-4d5297b1-9180-4a1e-9ec5-cb7b5434a1df tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 931 time: 0.3924897 Feb 11 05:13:53.905854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41044) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:53.912104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ca60f1c6-6e22-4538-9778-76840c64d4ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b27b36d4bf64d2d9fea197da9f9ad12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946012 Feb 11 05:13:54.014909 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a91ea63a-97ef-4b71-9ef3-08d18acff9aa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9817274 Feb 11 05:13:54.037976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Request body: {'port': {'device_id': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:54.065668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f359-2100-4d90-b840-da74dda765c2 req-6b1fdd14-bfa6-422f-b28f-096cb4990aaa tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:54.067281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6b7f359-2100-4d90-b840-da74dda765c2 req-6b1fdd14-bfa6-422f-b28f-096cb4990aaa tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 950 time: 0.3828156 Feb 11 05:13:54.067795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41046) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:54.081394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-143a8d3a-353c-4759-832d-8d1c87fab670 None None] Provisioning complete for port 0dfb4840-2477-4714-a545-cb509757d31c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:54.082655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-143a8d3a-353c-4759-832d-8d1c87fab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0dfb4840-2477-4714-a545-cb509757d31c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.142797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-143a8d3a-353c-4759-832d-8d1c87fab670 None None] Port 0dfb4840-2477-4714-a545-cb509757d31c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:54.143245 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df88e309-dc5f-48b6-b7b9-a16be25b310a req-df5235d3-ed07-44e5-8cc5-861998a90546 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635875 Feb 11 05:13:54.178924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8899ae45-d413-4b1a-865f-2e42b3b68acc admin admin] Publish callbacks [] for security_group (481f1514-a977-476c-bb5a-b05075f6dff0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.237717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0dfb4840-2477-4714-a545-cb509757d31c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.261375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2d367e6f-190d-4356-9d15-c7430cbfb94d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8dc370b746064d40b0903223466bdfb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871250 Feb 11 05:13:54.265105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41048) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:54.320069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6b7f359-2100-4d90-b840-da74dda765c2 req-0d3df408-8ea5-4c84-b8b3-e4628ce3c138 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437484 Feb 11 05:13:54.328209 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8899ae45-d413-4b1a-865f-2e42b3b68acc admin admin] Publish callbacks [] for security_group (481f1514-a977-476c-bb5a-b05075f6dff0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.435640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2781902-1a04-49e7-8153-8173445a1c26 admin admin] Publish callbacks [] for security_group (b9d48257-ef83-49e0-9372-4badba3c2313), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.458048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7229747-4656-4009-b4ee-99c06d722dd5 req-09359b56-17d4-4886-b683-0f4c94aea542 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 210 time: 0.0566182 Feb 11 05:13:54.516747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2781902-1a04-49e7-8153-8173445a1c26 admin admin] Publish callbacks [] for security_group (b9d48257-ef83-49e0-9372-4badba3c2313), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.710336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2781902-1a04-49e7-8153-8173445a1c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b9d48257-ef83-49e0-9372-4badba3c2313), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.713762 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2781902-1a04-49e7-8153-8173445a1c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.715691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b2781902-1a04-49e7-8153-8173445a1c26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9d48257-ef83-49e0-9372-4badba3c2313 HTTP/1.1" status: 204 len: 168 time: 0.4494917 Feb 11 05:13:54.728016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2781902-1a04-49e7-8153-8173445a1c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d48257-ef83-49e0-9372-4badba3c2313,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:54.734627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8899ae45-d413-4b1a-865f-2e42b3b68acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (481f1514-a977-476c-bb5a-b05075f6dff0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.738346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8899ae45-d413-4b1a-865f-2e42b3b68acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.739721 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8899ae45-d413-4b1a-865f-2e42b3b68acc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/481f1514-a977-476c-bb5a-b05075f6dff0 HTTP/1.1" status: 204 len: 168 time: 0.8387749 Feb 11 05:13:54.763447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899ae45-d413-4b1a-865f-2e42b3b68acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f1514-a977-476c-bb5a-b05075f6dff0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:54.770907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfb4840-2477-4714-a545-cb509757d31c {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:54.779987 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Publish callbacks [] for port (0dfb4840-2477-4714-a545-cb509757d31c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.795601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Transition to ACTIVE for port object 0dfb4840-2477-4714-a545-cb509757d31c will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:54.858954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0dfb4840-2477-4714-a545-cb509757d31c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.021506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb4840-2477-4714-a545-cb509757d31c,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:55.184666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Attempting to bind port 0dfb4840-2477-4714-a545-cb509757d31c on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:55.184954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Attempting to bind port 0dfb4840-2477-4714-a545-cb509757d31c by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:55.185231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Attempting to bind port 0dfb4840-2477-4714-a545-cb509757d31c on network 27c1b95c-7283-4030-b268-21a4787f6ccc {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:55.197505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Port 0dfb4840-2477-4714-a545-cb509757d31c on network 27c1b95c-7283-4030-b268-21a4787f6ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:55.197505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Attempting to bind port 0dfb4840-2477-4714-a545-cb509757d31c on network 27c1b95c-7283-4030-b268-21a4787f6ccc {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:55.214029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f047e-9048-4286-8cff-942e8e3453c4 req-351c2bc8-2d9d-476a-8af7-8a51b921bd3b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.214319 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-351c2bc8-2d9d-476a-8af7-8a51b921bd3b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.65 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 814 time: 0.2735479 Feb 11 05:13:55.215574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:55.215574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Checking segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:55.215836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Bound using segment: {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:55.216276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Bound port: 0dfb4840-2477-4714-a545-cb509757d31c, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85526fbc-72f6-4493-9077-3fa15387ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:55.216676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0dfb4840-2477-4714-a545-cb509757d31c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.240272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Request body: {'port': {'device_id': 'a73792e8-23e9-4454-bda9-4c7f9fc74bf5', 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'admin_state_up': True, 'tenant_id': '91bd13c4d99e4cf888f85287468155fb'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:55.388908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65020c2d-41c4-4126-bcf0-e4169bc41830 req-612863b6-63ce-4dbc-b8e3-2236e964bb62 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.391600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65020c2d-41c4-4126-bcf0-e4169bc41830 req-612863b6-63ce-4dbc-b8e3-2236e964bb62 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 943 time: 0.1285727 Feb 11 05:13:55.430201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] For port 0dfb4840-2477-4714-a545-cb509757d31c, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:55.435161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] For port 0dfb4840-2477-4714-a545-cb509757d31c, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0dfb4840-2477-4714-a545-cb509757d31c,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:55.495153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65020c2d-41c4-4126-bcf0-e4169bc41830 req-534d791a-d8f1-49ac-a686-a759eded677a tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961444 Feb 11 05:13:55.562274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0dfb4840-2477-4714-a545-cb509757d31c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.656998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Made reservation on behalf of 91bd13c4d99e4cf888f85287468155fb for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:55.666451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.686450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.688268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.694398 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] 10.222.0.65 "PUT /v2.0/ports/0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 1092 time: 1.6703877 Feb 11 05:13:55.701551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff3b17-7922-4133-9c7c-a0182977429d req-1939c41e-095d-4a6e-beef-c97e129cc84e tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.709245 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdff3b17-7922-4133-9c7c-a0182977429d req-1939c41e-095d-4a6e-beef-c97e129cc84e tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 950 time: 0.1206052 Feb 11 05:13:55.724338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:55.745227 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf2c09-92b0-4e0d-8c06-057e1e724c84" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "tag": "0dfb4840-2477-4714-a545-cb509757d31c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:55.853081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a9c6-408a-4c0d-a7cc-621675341c11 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb4840-2477-4714-a545-cb509757d31c,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:55.860966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdff3b17-7922-4133-9c7c-a0182977429d req-c433ade1-8aac-4207-94f1-d959d208e640 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505771 Feb 11 05:13:56.043709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Allocated IP 172.20.0.3 (8051ed20-5de1-40df-92ec-dc12f59b1c13/9edb3b4f-79bc-4d39-a3bd-8da5f471a95a/6c436d55-a992-44fa-bacf-79c8817ee21a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:56.071058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-79bd5564-fc7b-4199-a3f7-1d0a54245922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.079885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6adce4f6-e899-46e9-93ba-1872a211826c req-1f16b974-09b6-4d17-9749-e8dfe25dccda tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 210 time: 0.0515702 Feb 11 05:13:56.080122 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-79bd5564-fc7b-4199-a3f7-1d0a54245922 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 1126 time: 0.1436553 Feb 11 05:13:56.172270 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-d943de19-11d9-454c-a8b6-5d1b00035900 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 217 time: 0.0777447 Feb 11 05:13:56.215327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-123e7849-b49d-4923-bc08-ebf438c6d51b tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.224074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-123e7849-b49d-4923-bc08-ebf438c6d51b tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/networks?id=35827c82-ab69-4ace-8213-b1783031d193 HTTP/1.1" status: 200 len: 814 time: 0.2009974 Feb 11 05:13:56.244832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-7b806890-5fdc-40cc-ba68-1d6805f2c85a tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/quotas/2345eed1b43142a4be5b2e83eb7b9cf2 HTTP/1.1" status: 200 len: 375 time: 0.0195947 Feb 11 05:13:56.350439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-f3bdb1d7-4d9c-47c1-b320-b839d1a76525 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2345eed1b43142a4be5b2e83eb7b9cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038980 Feb 11 05:13:56.423129 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks [] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.428120 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d6e8cd-41c4-4e6e-ac05-ed70d128217e x-openstack-request-id: req-37d6e8cd-41c4-4e6e-ac05-ed70d128217e {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:56.428448 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "tag": "0dfb4840-2477-4714-a545-cb509757d31c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:56.429501 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37d6e8cd-41c4-4e6e-ac05-ed70d128217e {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:56.429501 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c', 'status': 'completed', 'code': 200} Feb 11 05:13:56.486361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c9406f8f-43e1-487d-81ce-d2f1a543a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.487935 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-c9406f8f-43e1-487d-81ce-d2f1a543a346 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.3041408 Feb 11 05:13:56.538939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-f67c8b7d-658b-4b81-ba24-8c3739123d3c service neutron] 10.222.0.62 "GET /v2.0/networks/35827c82-ab69-4ace-8213-b1783031d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774368 Feb 11 05:13:56.547784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cccee0-634a-451d-9e45-c0f79362df2d req-2d22da14-1f5b-4d40-8f33-a95f2ec51857 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.549400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8cccee0-634a-451d-9e45-c0f79362df2d req-2d22da14-1f5b-4d40-8f33-a95f2ec51857 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 950 time: 0.1347272 Feb 11 05:13:56.551907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-e5707558-a2ea-46be-a754-b622c5786f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.553195 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-e5707558-a2ea-46be-a754-b622c5786f8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0586247 Feb 11 05:13:56.699038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8cccee0-634a-451d-9e45-c0f79362df2d req-717b813f-e4d1-4068-a3eb-929ddea918d6 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384370 Feb 11 05:13:56.704803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.748529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-53317755-36f7-4660-84b5-2778a5c80b68 service neutron] 10.222.0.62 "GET /v2.0/networks/35827c82-ab69-4ace-8213-b1783031d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079651 Feb 11 05:13:56.821042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Pushing event updated for resources: {'Port': ['ID=6c436d55-a992-44fa-bacf-79c8817ee21a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:56.833906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Network 8051ed20-5de1-40df-92ec-dc12f59b1c13 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:56.843063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:56.844825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:56.852284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-a3d6ac08-b839-4860-a46e-3c4b0da3b252 service neutron] 10.222.0.65 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905738 Feb 11 05:13:56.940469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.941175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.007643 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eaba4502-78ca-4111-8eb2-21d0109e2f29 req-d94eddc3-c293-423d-a5cb-0bfeea693042 service neutron] 10.222.0.65 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313975 Feb 11 05:13:57.094764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7efcc4-fa27-4206-a5b2-eb47ed98ec23 req-4c9eb95c-325f-4f23-83e4-f02fb3b70321 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.102240 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-89805091-6af4-418a-989a-4cddea2fd7cb tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8764198 Feb 11 05:13:57.113240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Request body: {'port': {'device_id': 'a73792e8-23e9-4454-bda9-4c7f9fc74bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:57.126155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be7efcc4-fa27-4206-a5b2-eb47ed98ec23 req-4c9eb95c-325f-4f23-83e4-f02fb3b70321 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 943 time: 0.1928997 Feb 11 05:13:57.216715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be7efcc4-fa27-4206-a5b2-eb47ed98ec23 req-b180c88e-13d1-4cb7-a57f-5f6461e52207 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869968 Feb 11 05:13:57.322968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.327705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-41c24de0-1ae7-4005-8339-3c186f9d23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.329170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-41c24de0-1ae7-4005-8339-3c186f9d23f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 1126 time: 0.1404848 Feb 11 05:13:57.437851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa024e98-c067-4b16-a2f9-cafd5c94faa7 req-03f5856a-5bda-4a3d-a6e8-e25a6c274def tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 210 time: 0.0459514 Feb 11 05:13:57.538639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-230f0959-e9f1-43c6-a098-d4f47cd48463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.540827 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-230f0959-e9f1-43c6-a098-d4f47cd48463 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.2052093 Feb 11 05:13:57.586658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0a8be-b25c-4200-bec6-ef8324ce0381 req-9c4d2b5b-116c-45bf-b39b-0bdf1e4d3e5b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.589580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fd0a8be-b25c-4200-bec6-ef8324ce0381 req-9c4d2b5b-116c-45bf-b39b-0bdf1e4d3e5b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 931 time: 0.0817006 Feb 11 05:13:57.604231 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-d4bee668-c2d0-4286-b2e9-a43f1679ab71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 217 time: 0.0572901 Feb 11 05:13:57.675700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fd0a8be-b25c-4200-bec6-ef8324ce0381 req-2b09a61d-d51b-47f4-86a9-0020656675f5 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738277 Feb 11 05:13:57.718966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-419777b2-e8f7-49ea-ad89-b1cd1701f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.720452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-419777b2-e8f7-49ea-ad89-b1cd1701f5e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.1100001 Feb 11 05:13:57.829131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c436d55-a992-44fa-bacf-79c8817ee21a {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:57.839786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Publish callbacks [] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.872764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-b6f04050-fefd-417a-9fe1-5343d3dd2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.874379 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-b6f04050-fefd-417a-9fe1-5343d3dd2a50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1378815 Feb 11 05:13:57.877524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Transition to ACTIVE for port object 6c436d55-a992-44fa-bacf-79c8817ee21a will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:57.990779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.138483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Pushing event updated for resources: {'Port': ['ID=6c436d55-a992-44fa-bacf-79c8817ee21a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:58.258901 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-dd078e74-5e35-4d24-a7c6-f2218d66908d service neutron] 10.222.0.65 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764060 Feb 11 05:13:58.400256 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55cf2c09-92b0-4e0d-8c06-057e1e724c84 req-15aa6180-d49b-4bb7-9236-09e8aa766b00 service neutron] 10.222.0.65 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351392 Feb 11 05:13:58.401035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Attempting to bind port 6c436d55-a992-44fa-bacf-79c8817ee21a on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:58.401373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Attempting to bind port 6c436d55-a992-44fa-bacf-79c8817ee21a by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:58.401710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Attempting to bind port 6c436d55-a992-44fa-bacf-79c8817ee21a on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:58.402462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b696a0-14cf-4beb-a338-62ca112df886 req-77ebdba4-adfd-4345-be6f-f897d5347d4e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:58.405766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2b696a0-14cf-4beb-a338-62ca112df886 req-77ebdba4-adfd-4345-be6f-f897d5347d4e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 943 time: 0.1028247 Feb 11 05:13:58.411415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Port 6c436d55-a992-44fa-bacf-79c8817ee21a on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:58.411415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Attempting to bind port 6c436d55-a992-44fa-bacf-79c8817ee21a on network 8051ed20-5de1-40df-92ec-dc12f59b1c13 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:58.413890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:58.414807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Checking segment: {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:58.415465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Bound using segment: {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:58.416039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Bound port: 6c436d55-a992-44fa-bacf-79c8817ee21a, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f090fb-fbb3-4a99-88ee-24b015f7845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:58.416408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.472122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2b696a0-14cf-4beb-a338-62ca112df886 req-b4e09383-7ca1-4b68-a812-875a99d5bd5b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604110 Feb 11 05:13:58.498822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] For port 6c436d55-a992-44fa-bacf-79c8817ee21a, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:58.502373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] For port 6c436d55-a992-44fa-bacf-79c8817ee21a, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c436d55-a992-44fa-bacf-79c8817ee21a,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:58.586516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-946a1a9c-abbd-445e-89be-4ecd10546ab9 req-89e19516-c8d8-4066-9a30-cb68961ebb25 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 210 time: 0.0381906 Feb 11 05:13:58.628975 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.690451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:58.691077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.692490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] 10.222.0.65 "PUT /v2.0/ports/6c436d55-a992-44fa-bacf-79c8817ee21a HTTP/1.1" status: 200 len: 1092 time: 1.5840321 Feb 11 05:13:58.692990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73792e8-23e9-4454-bda9-4c7f9fc74bf5', 'tag': '6c436d55-a992-44fa-bacf-79c8817ee21a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:58.695524 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a73792e8-23e9-4454-bda9-4c7f9fc74bf5", "tag": "6c436d55-a992-44fa-bacf-79c8817ee21a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:58.733890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f6d88-ed12-487d-aaae-4045062fa1ce service neutron] Pushing event updated for resources: {'Port': ['ID=6c436d55-a992-44fa-bacf-79c8817ee21a,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:58.892332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f047e-9048-4286-8cff-942e8e3453c4 req-5256e4dc-2da8-49de-8774-0643a4dcf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:58.896967 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-5256e4dc-2da8-49de-8774-0643a4dcf372 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 1126 time: 0.0744612 Feb 11 05:13:58.936628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c65422-f824-4b3e-8bfc-a1805b5b6a64 req-fadb4d88-cd87-4850-b7a6-68141834dd36 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:58.938996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80c65422-f824-4b3e-8bfc-a1805b5b6a64 req-fadb4d88-cd87-4850-b7a6-68141834dd36 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 943 time: 0.1198590 Feb 11 05:13:58.978807 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-f0942074-d480-4848-bc54-af2d57c58ac2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c436d55-a992-44fa-bacf-79c8817ee21a HTTP/1.1" status: 200 len: 217 time: 0.0725114 Feb 11 05:13:59.005834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80c65422-f824-4b3e-8bfc-a1805b5b6a64 req-d06c6bc1-f09c-4a0d-82e5-d17d8396708d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582013 Feb 11 05:13:59.025385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41222) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:59.063135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f047e-9048-4286-8cff-942e8e3453c4 req-ca9f7d82-4ed5-4e9d-b444-0eb507da47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:59.065915 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-ca9f7d82-4ed5-4e9d-b444-0eb507da47ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a HTTP/1.1" status: 200 len: 854 time: 0.0789704 Feb 11 05:13:59.091840 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59076bb-678b-417b-ba70-9af95c984462 x-openstack-request-id: req-a59076bb-678b-417b-ba70-9af95c984462 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:59.092364 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73792e8-23e9-4454-bda9-4c7f9fc74bf5", "tag": "6c436d55-a992-44fa-bacf-79c8817ee21a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:59.093335 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a59076bb-678b-417b-ba70-9af95c984462 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:59.094518 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73792e8-23e9-4454-bda9-4c7f9fc74bf5', 'tag': '6c436d55-a992-44fa-bacf-79c8817ee21a', 'status': 'completed', 'code': 200} Feb 11 05:13:59.119612 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-a95dad82-5fc3-454e-b4df-b7e8fc0924c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8051ed20-5de1-40df-92ec-dc12f59b1c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431957 Feb 11 05:13:59.218117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f398a3a0-ae75-470b-85e1-e100502627d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.284508 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-44001fa0-9205-4cb3-9319-cf6939f6ee69 service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580369 Feb 11 05:13:59.464191 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-856f047e-9048-4286-8cff-942e8e3453c4 req-3396ee95-932f-4ab9-8a69-fa57b24fdcde service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711347 Feb 11 05:13:59.508938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f398a3a0-ae75-470b-85e1-e100502627d1 admin admin] Publish callbacks [] for security_group (194deea2-4aee-4b74-8d43-0c6a03b6a680), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.565673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0dfb4840-2477-4714-a545-cb509757d31c details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:59.619961 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f398a3a0-ae75-470b-85e1-e100502627d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (194deea2-4aee-4b74-8d43-0c6a03b6a680), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.676573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f41b-5c8e-4445-890f-5951d4293970 req-de64f0de-1d14-4137-abe1-7720395720e9 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:59.678322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32d4f41b-5c8e-4445-890f-5951d4293970 req-de64f0de-1d14-4137-abe1-7720395720e9 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 943 time: 0.1024821 Feb 11 05:13:59.701750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398a3a0-ae75-470b-85e1-e100502627d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194deea2-4aee-4b74-8d43-0c6a03b6a680,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:59.715984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0dfb4840-2477-4714-a545-cb509757d31c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0dfb4840-2477-4714-a545-cb509757d31c,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:59.732485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '0dfb4840-2477-4714-a545-cb509757d31c', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'port_id': '0dfb4840-2477-4714-a545-cb509757d31c', 'mac_address': 'fa:16:3e:d9:32:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:59.746272 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f398a3a0-ae75-470b-85e1-e100502627d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d0d45ca24284346a1ef55cf29c7bf64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7174704 Feb 11 05:13:59.746857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41276) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:59.767727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-08bc7486-0a8f-4929-8dd5-459335a9b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:59.769777 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-08bc7486-0a8f-4929-8dd5-459335a9b00e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91bd13c4d99e4cf888f85287468155fb&device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 1126 time: 0.1295223 Feb 11 05:13:59.773974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 0dfb4840-2477-4714-a545-cb509757d31c is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:59.774468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0dfb4840-2477-4714-a545-cb509757d31c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.823314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32d4f41b-5c8e-4445-890f-5951d4293970 req-d46fdcb0-3561-45f3-aef5-b125199b6a94 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345956 Feb 11 05:13:59.836848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfb4840-2477-4714-a545-cb509757d31c {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:59.909187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8660fa08-3e41-4dd6-8a6c-d28e4e4942c1 req-488306a5-6fe1-4110-a655-1e1c0b144849 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 210 time: 0.0759037 Feb 11 05:13:59.909470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0dfb4840-2477-4714-a545-cb509757d31c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0dfb4840-2477-4714-a545-cb509757d31c,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:59.927937 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf6f5588-99a1-4352-b4ac-0340a6456f45 admin admin] Publish callbacks [] for security_group (194deea2-4aee-4b74-8d43-0c6a03b6a680), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.962313 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf6f5588-99a1-4352-b4ac-0340a6456f45 admin admin] Publish callbacks [] for security_group (194deea2-4aee-4b74-8d43-0c6a03b6a680), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.001965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-a2b09ce5-0093-417e-b4bd-ea038a9eabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:00.003236 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-a2b09ce5-0093-417e-b4bd-ea038a9eabee service neutron] 10.222.0.65 "GET /v2.0/networks?id=8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 200 len: 915 time: 0.2242835 Feb 11 05:14:00.010348 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0dfb4840-2477-4714-a545-cb509757d31c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.077329 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-58c00d9b-509b-490e-88ee-d677ddb1cc53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c436d55-a992-44fa-bacf-79c8817ee21a HTTP/1.1" status: 200 len: 217 time: 0.0586760 Feb 11 05:14:00.083531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=0dfb4840-2477-4714-a545-cb509757d31c,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:00.133394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf6f5588-99a1-4352-b4ac-0340a6456f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (194deea2-4aee-4b74-8d43-0c6a03b6a680), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.137312 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf6f5588-99a1-4352-b4ac-0340a6456f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.139824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bf6f5588-99a1-4352-b4ac-0340a6456f45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/194deea2-4aee-4b74-8d43-0c6a03b6a680 HTTP/1.1" status: 204 len: 168 time: 0.3733056 Feb 11 05:14:00.159867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f5588-99a1-4352-b4ac-0340a6456f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194deea2-4aee-4b74-8d43-0c6a03b6a680,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:00.172536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-3aa2c467-25d3-4121-a2ec-1fe195e53416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:00.177582 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-3aa2c467-25d3-4121-a2ec-1fe195e53416 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a HTTP/1.1" status: 200 len: 854 time: 0.0908184 Feb 11 05:14:00.184990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41290) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:00.247385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a078c60-c161-473a-9a4c-018f9dc10122 req-1cbe0d55-209d-4ee2-9dce-c8a788a78d87 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:00.249623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a078c60-c161-473a-9a4c-018f9dc10122 req-1cbe0d55-209d-4ee2-9dce-c8a788a78d87 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 943 time: 0.1026082 Feb 11 05:14:00.259205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-a708d54c-9cab-4485-9aae-c89de289fec5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8051ed20-5de1-40df-92ec-dc12f59b1c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751512 Feb 11 05:14:00.342523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0dfb4840-2477-4714-a545-cb509757d31c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:00.411473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a078c60-c161-473a-9a4c-018f9dc10122 req-1c552de3-8fb2-49d9-9a08-2a04e4517962 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551259 Feb 11 05:14:00.594869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-6112800c-96ee-4866-9083-a2ad59d12f74 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:00.596587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-6112800c-96ee-4866-9083-a2ad59d12f74 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.83 "GET /v2.0/networks?id=35827c82-ab69-4ace-8213-b1783031d193 HTTP/1.1" status: 200 len: 814 time: 0.2344546 Feb 11 05:14:00.614174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Request body: {'port': {'device_id': '79a0c5b1-f2df-452c-9cac-51f207663f3e', 'network_id': '35827c82-ab69-4ace-8213-b1783031d193', 'admin_state_up': True, 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:00.629266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-baf90063-3360-4ad1-b2b2-36fd29785b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.692075 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-b163a93d-87bc-417c-8fa4-aa5eb27ad3f9 service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214168 Feb 11 05:14:00.831579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-baf90063-3360-4ad1-b2b2-36fd29785b96 admin admin] Publish callbacks [] for security_group (e834115d-118f-4f89-9794-c5c5f8dee13b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.997194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Made reservation on behalf of 2345eed1b43142a4be5b2e83eb7b9cf2 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:00.999455 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-baf90063-3360-4ad1-b2b2-36fd29785b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e834115d-118f-4f89-9794-c5c5f8dee13b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.011930 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.039150 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ba120fa-1fe7-4c7a-b008-6d54cae020ca req-96d78ec8-4d01-4084-8f5b-38f119a9896e service neutron] 10.222.0.65 "GET /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320403 Feb 11 05:14:01.097695 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-baf90063-3360-4ad1-b2b2-36fd29785b96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=040378871aa74522b9913745ae213a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9115472 Feb 11 05:14:01.098361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41340) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:01.100489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf90063-3360-4ad1-b2b2-36fd29785b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834115d-118f-4f89-9794-c5c5f8dee13b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:01.139417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9abd69-78ac-44e9-8ab8-1d7dbf541c2d req-1a780727-0e60-4bb4-87b0-89140c3b6c5b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:01.147294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad9abd69-78ac-44e9-8ab8-1d7dbf541c2d req-1a780727-0e60-4bb4-87b0-89140c3b6c5b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 944 time: 0.2452080 Feb 11 05:14:01.200268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf257236-e003-48dd-85fa-d55c83a0e219 req-5513b382-b1b0-4388-a1e0-a9a87181017b tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 210 time: 0.0360811 Feb 11 05:14:01.254573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69eab21a-accb-4e76-8360-54d299c5f8af admin admin] Publish callbacks [] for security_group (e834115d-118f-4f89-9794-c5c5f8dee13b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.285593 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69eab21a-accb-4e76-8360-54d299c5f8af admin admin] Publish callbacks [] for security_group (e834115d-118f-4f89-9794-c5c5f8dee13b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.301985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad9abd69-78ac-44e9-8ab8-1d7dbf541c2d req-12e19fc0-0d13-49d2-9dbb-d192e7f40726 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489058 Feb 11 05:14:01.322134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Allocated IP 172.20.0.4 (35827c82-ab69-4ace-8213-b1783031d193/49443536-9197-4e82-ae0d-089847558ccd/86484fb2-01a5-4dd8-83f5-16291951b3fd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:01.487001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69eab21a-accb-4e76-8360-54d299c5f8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e834115d-118f-4f89-9794-c5c5f8dee13b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.490641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69eab21a-accb-4e76-8360-54d299c5f8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.493085 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-69eab21a-accb-4e76-8360-54d299c5f8af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e834115d-118f-4f89-9794-c5c5f8dee13b HTTP/1.1" status: 204 len: 168 time: 0.3934925 Feb 11 05:14:01.520360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eab21a-accb-4e76-8360-54d299c5f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834115d-118f-4f89-9794-c5c5f8dee13b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:01.575191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:01.577634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0dfb4840-2477-4714-a545-cb509757d31c up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:01.705290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f55f-772a-4f04-a0f4-256d6dd5430e req-439bab14-1a78-4a64-9d8b-df7915515c88 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:01.707004 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b20f55f-772a-4f04-a0f4-256d6dd5430e req-439bab14-1a78-4a64-9d8b-df7915515c88 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 943 time: 0.1104028 Feb 11 05:14:01.713408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Publish callbacks [] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.764097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:01.779151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'mac_address': 'fa:16:3e:fd:7e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:01.787504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b20f55f-772a-4f04-a0f4-256d6dd5430e req-c90ba530-adf1-4c81-a805-d00b7467b334 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593922 Feb 11 05:14:01.816664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 0dfb4840-2477-4714-a545-cb509757d31c completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:01.823997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 0dfb4840-2477-4714-a545-cb509757d31c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:01.824759 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0dfb4840-2477-4714-a545-cb509757d31c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.856385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 80c4adeb-a67a-4509-830c-30a50c4f5cad is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:01.856799 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.879908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80c4adeb-a67a-4509-830c-30a50c4f5cad {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:01.888131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.909649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:01.937491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Network 35827c82-ab69-4ace-8213-b1783031d193 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:01.940617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:01.946330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Pushing event updated for resources: {'Port': ['ID=86484fb2-01a5-4dd8-83f5-16291951b3fd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:01.948945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:01.951327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 0dfb4840-2477-4714-a545-cb509757d31c is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:01.951650 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0dfb4840-2477-4714-a545-cb509757d31c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.978318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:01.982784 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8bb514-05cd-463f-b82d-fb64dea1e482" -d '{"events": [{"server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb4840-2477-4714-a545-cb509757d31c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:01.994886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0dfb4840-2477-4714-a545-cb509757d31c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0dfb4840-2477-4714-a545-cb509757d31c,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:02.022233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.022233 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.022787 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1728295-e103-443e-bec5-61b4f5908ead x-openstack-request-id: req-a1728295-e103-443e-bec5-61b4f5908ead {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:02.023222 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb4840-2477-4714-a545-cb509757d31c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:02.024951 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1728295-e103-443e-bec5-61b4f5908ead {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:02.025860 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c', 'code': 200} Feb 11 05:14:02.087022 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.130265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0dfb4840-2477-4714-a545-cb509757d31c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.154530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:02.166986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158271f2-a2a0-4f0a-b714-84940709f64b req-120cd624-8ef9-4d1d-8df9-51731265504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.169388 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-158271f2-a2a0-4f0a-b714-84940709f64b req-120cd624-8ef9-4d1d-8df9-51731265504e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 1127 time: 0.0792096 Feb 11 05:14:02.173437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7469ccb-20ce-4a73-9a9a-57cbb7af50f6 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5680821 Feb 11 05:14:02.188579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Request body: {'port': {'device_id': '79a0c5b1-f2df-452c-9cac-51f207663f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:02.252283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-158271f2-a2a0-4f0a-b714-84940709f64b req-a46cf6ea-2551-4dd6-8eb9-5c321be3daff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760341 Feb 11 05:14:02.294792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=0dfb4840-2477-4714-a545-cb509757d31c,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:02.298087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['80c4adeb-a67a-4509-830c-30a50c4f5cad'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:02.329670 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.400365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-872454b9-21d8-4d11-af93-119474acde8b None None] Provisioning complete for port 86484fb2-01a5-4dd8-83f5-16291951b3fd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:02.400790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-872454b9-21d8-4d11-af93-119474acde8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.496390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-872454b9-21d8-4d11-af93-119474acde8b None None] Port 86484fb2-01a5-4dd8-83f5-16291951b3fd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:02.510515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41398) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:02.523534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace064e7-878b-4a82-bfcd-bda0e2bad7e9 req-672c25c5-3bd8-4156-af7f-c96bebba45a8 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.532180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ace064e7-878b-4a82-bfcd-bda0e2bad7e9 req-672c25c5-3bd8-4156-af7f-c96bebba45a8 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 931 time: 0.1830735 Feb 11 05:14:02.664937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ace064e7-878b-4a82-bfcd-bda0e2bad7e9 req-f84371e0-0a51-4fb9-b5aa-cf10e4d79561 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230872 Feb 11 05:14:02.713174 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c516e7d6-ce42-4f3a-bb03-2cbf3aa867c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.898104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5e6e-cfc5-4509-b15b-527b6b85e93e req-249319ba-04fd-4adf-95c1-3193ca3a1a5d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.906897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fcb5e6e-cfc5-4509-b15b-527b6b85e93e req-249319ba-04fd-4adf-95c1-3193ca3a1a5d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 945 time: 0.1200943 Feb 11 05:14:02.932185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6f47f2d-b8a1-496f-9165-45fdcae33b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.006155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86484fb2-01a5-4dd8-83f5-16291951b3fd {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:03.020256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Publish callbacks [] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.058221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fcb5e6e-cfc5-4509-b15b-527b6b85e93e req-38c0961e-c218-4aaf-ac16-db1db79ffd3e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432910 Feb 11 05:14:03.063033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Transition to ACTIVE for port object 86484fb2-01a5-4dd8-83f5-16291951b3fd will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:03.147518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.173981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6f47f2d-b8a1-496f-9165-45fdcae33b8f admin admin] Publish callbacks [] for security_group (eca7b8d2-e039-4bc6-a00e-bf9510e6ed24), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.234395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=86484fb2-01a5-4dd8-83f5-16291951b3fd,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:03.262777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6f47f2d-b8a1-496f-9165-45fdcae33b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (eca7b8d2-e039-4bc6-a00e-bf9510e6ed24), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.367407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41424) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:03.412524 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f6f47f2d-b8a1-496f-9165-45fdcae33b8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c70a60018f734a30b9142952ff462a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9048042 Feb 11 05:14:03.423605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41428) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:03.574940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c436d55-a992-44fa-bacf-79c8817ee21a details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:03.582846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:03.631487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f47f2d-b8a1-496f-9165-45fdcae33b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca7b8d2-e039-4bc6-a00e-bf9510e6ed24,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:03.650756 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-046528e1-e4b3-4929-88ab-be359db5684d admin admin] Publish callbacks [] for security_group (eca7b8d2-e039-4bc6-a00e-bf9510e6ed24), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.752404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Attempting to bind port 86484fb2-01a5-4dd8-83f5-16291951b3fd on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:03.752621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Attempting to bind port 86484fb2-01a5-4dd8-83f5-16291951b3fd by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:03.753023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Attempting to bind port 86484fb2-01a5-4dd8-83f5-16291951b3fd on network 35827c82-ab69-4ace-8213-b1783031d193 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:03.779901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-046528e1-e4b3-4929-88ab-be359db5684d admin admin] Publish callbacks [] for security_group (eca7b8d2-e039-4bc6-a00e-bf9510e6ed24), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.796860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54747ac9-94c0-41c3-bfb4-c9b108484ad2 req-c322daa0-bfa9-4497-a355-5e3492e6d7bf tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:03.802999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54747ac9-94c0-41c3-bfb4-c9b108484ad2 req-c322daa0-bfa9-4497-a355-5e3492e6d7bf tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 943 time: 0.5987053 Feb 11 05:14:03.816472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Port 86484fb2-01a5-4dd8-83f5-16291951b3fd on network 35827c82-ab69-4ace-8213-b1783031d193 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:03.816964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Attempting to bind port 86484fb2-01a5-4dd8-83f5-16291951b3fd on network 35827c82-ab69-4ace-8213-b1783031d193 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:03.833355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:03.833706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Checking segment: {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:03.837308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Bound using segment: {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:03.838765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Bound port: 86484fb2-01a5-4dd8-83f5-16291951b3fd, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '35827c82-ab69-4ace-8213-b1783031d193'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:03.839292 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.852503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1176260891-network', 'tenant_id': '7cc0084c391b4055abb4b20bcfd59945'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:04.024430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 80c4adeb-a67a-4509-830c-30a50c4f5cad triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:04.025194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-046528e1-e4b3-4929-88ab-be359db5684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (eca7b8d2-e039-4bc6-a00e-bf9510e6ed24), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.025293 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.031627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-046528e1-e4b3-4929-88ab-be359db5684d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.045178 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-046528e1-e4b3-4929-88ab-be359db5684d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eca7b8d2-e039-4bc6-a00e-bf9510e6ed24 HTTP/1.1" status: 204 len: 168 time: 0.6050818 Feb 11 05:14:04.067551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Made reservation on behalf of 7cc0084c391b4055abb4b20bcfd59945 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:04.078439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.081721 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54747ac9-94c0-41c3-bfb4-c9b108484ad2 req-82b62b90-ad1d-4eeb-b5af-1125c1b3dac1 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709656 Feb 11 05:14:04.122686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.159939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046528e1-e4b3-4929-88ab-be359db5684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca7b8d2-e039-4bc6-a00e-bf9510e6ed24,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:04.178522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] For port 86484fb2-01a5-4dd8-83f5-16291951b3fd, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:04.194965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] For port 86484fb2-01a5-4dd8-83f5-16291951b3fd, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=86484fb2-01a5-4dd8-83f5-16291951b3fd,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:04.263776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c436d55-a992-44fa-bacf-79c8817ee21a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c436d55-a992-44fa-bacf-79c8817ee21a,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:04.283320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '6c436d55-a992-44fa-bacf-79c8817ee21a', 'network_id': '8051ed20-5de1-40df-92ec-dc12f59b1c13', 'port_id': '6c436d55-a992-44fa-bacf-79c8817ee21a', 'mac_address': 'fa:16:3e:ed:4e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb3b4f-79bc-4d39-a3bd-8da5f471a95a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:04.347461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.383370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 80c4adeb-a67a-4509-830c-30a50c4f5cad is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:04.394160 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.406552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Publish callbacks [] for security_group (7a2593f8-411a-4dbd-aed9-91b16331623b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.490970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=86484fb2-01a5-4dd8-83f5-16291951b3fd,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:04.501883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6c436d55-a992-44fa-bacf-79c8817ee21a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:04.506986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.508023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7a2593f8-411a-4dbd-aed9-91b16331623b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.520614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:04.532144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.532709 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434a0524-6155-422d-a7af-4316f7630c73" -d '{"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-plugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:04.536118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.540678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-2d57be08-83c6-451e-853b-d3299628dac0 service neutron] 10.222.0.83 "PUT /v2.0/ports/86484fb2-01a5-4dd8-83f5-16291951b3fd HTTP/1.1" status: 200 len: 1092 time: 2.3576798 Feb 11 05:14:04.540678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a0c5b1-f2df-452c-9cac-51f207663f3e', 'tag': '86484fb2-01a5-4dd8-83f5-16291951b3fd'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:04.546956 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88c0af6-0ac6-4be9-a268-bff03e722e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "79a0c5b1-f2df-452c-9cac-51f207663f3e", "tag": "86484fb2-01a5-4dd8-83f5-16291951b3fd"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:04.602324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bb23b-3fbc-4cfd-b1c7-6247d6a61679 req-370be2a4-31fa-4da7-8971-32a5a7f43619 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.608263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec2bb23b-3fbc-4cfd-b1c7-6247d6a61679 req-370be2a4-31fa-4da7-8971-32a5a7f43619 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 943 time: 0.2851665 Feb 11 05:14:04.640282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c436d55-a992-44fa-bacf-79c8817ee21a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:04.669668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2593f8-411a-4dbd-aed9-91b16331623b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:04.673377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:04.700404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:04.753906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b05b72ad-7e93-4a44-b315-4c83818dcc27), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.756206 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Added segment b05b72ad-7e93-4a44-b315-4c83818dcc27 of type vlan for network f7a986f1-db79-4288-a522-b369f31aed12 Feb 11 05:14:04.771248 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.783871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c436d55-a992-44fa-bacf-79c8817ee21a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c436d55-a992-44fa-bacf-79c8817ee21a,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:04.906937 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.952076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f7a986f1-db79-4288-a522-b369f31aed12), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.990664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:05.095208 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b4b652a1-6574-42e4-9bb7-fb2e45565cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.110707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f7a986f1-db79-4288-a522-b369f31aed12), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.111733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.112341 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.183210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6c436d55-a992-44fa-bacf-79c8817ee21a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:05.206964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['6c436d55-a992-44fa-bacf-79c8817ee21a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:05.257949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a986f1-db79-4288-a522-b369f31aed12,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:05.300833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f7a986f1-db79-4288-a522-b369f31aed12 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:05.314976 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-86037636-ef00-4469-94a3-06338b014ab7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9367628 Feb 11 05:14:05.315213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41458) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:05.320848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Request body: {'subnet': {'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1176260891-subnet', 'tenant_id': '7cc0084c391b4055abb4b20bcfd59945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:05.487075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Made reservation on behalf of 7cc0084c391b4055abb4b20bcfd59945 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:05.489691 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.593320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec2bb23b-3fbc-4cfd-b1c7-6247d6a61679 req-30acfdc0-2d53-49cd-ba83-9d3772344930 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9839282 Feb 11 05:14:05.622605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7ea9925-349b-4568-917f-9d15718f9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.624401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b7ea9925-349b-4568-917f-9d15718f9c03 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2345eed1b43142a4be5b2e83eb7b9cf2&device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 1126 time: 0.9234524 Feb 11 05:14:05.706332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-efe937a1-ffaa-4195-8f11-a7d5faa7152a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86484fb2-01a5-4dd8-83f5-16291951b3fd HTTP/1.1" status: 200 len: 217 time: 0.0590861 Feb 11 05:14:05.771258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41462) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:05.798923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6240dcb-60a9-4c1b-8697-4fabfee7bac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.859453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-aa9656b0-bf51-4f32-aea2-8377eab6b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.861410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-aa9656b0-bf51-4f32-aea2-8377eab6b6ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49443536-9197-4e82-ae0d-089847558ccd HTTP/1.1" status: 200 len: 853 time: 0.0940728 Feb 11 05:14:05.891785 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ca1e4-bc09-454d-8d56-f27780b3054a req-eba05a6a-71c1-44ff-b417-4ff7f05dde7a tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.893763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-706ca1e4-bc09-454d-8d56-f27780b3054a req-eba05a6a-71c1-44ff-b417-4ff7f05dde7a tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 945 time: 0.1700203 Feb 11 05:14:06.019840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-706ca1e4-bc09-454d-8d56-f27780b3054a req-9ef0dfb7-b4a8-4d46-80ad-f2ebb56269ff tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007054 Feb 11 05:14:06.053616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-acfcfba5-bffa-4a32-a8e8-65987017692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.059123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-acfcfba5-bffa-4a32-a8e8-65987017692c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35827c82-ab69-4ace-8213-b1783031d193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1812952 Feb 11 05:14:06.086769 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6240dcb-60a9-4c1b-8697-4fabfee7bac0 admin admin] Publish callbacks [] for security_group (aa62db1a-0dee-4247-b7fd-976faac58efb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.089018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (dc24fff8-7d32-4bf0-92db-76f41fec26b5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.115578 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21caa79b-9964-4a6a-bdb1-0cb258f68865 x-openstack-request-id: req-21caa79b-9964-4a6a-bdb1-0cb258f68865 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:06.116085 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-plugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:06.116194 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21caa79b-9964-4a6a-bdb1-0cb258f68865 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:06.116567 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'code': 200} Feb 11 05:14:06.166676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc24fff8-7d32-4bf0-92db-76f41fec26b5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:06.182051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Checking segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:06.182954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Network hostable DHCP agents. Network: f7a986f1-db79-4288-a522-b369f31aed12, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:06.189150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6240dcb-60a9-4c1b-8697-4fabfee7bac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (aa62db1a-0dee-4247-b7fd-976faac58efb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.273817 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f6240dcb-60a9-4c1b-8697-4fabfee7bac0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=843251f5297346bb9fa8f3411f392e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4985218 Feb 11 05:14:06.277487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41468) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:06.307866 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0fc3c7-39ee-492f-a697-1fb2621585fb x-openstack-request-id: req-0c0fc3c7-39ee-492f-a697-1fb2621585fb {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:06.308283 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a0c5b1-f2df-452c-9cac-51f207663f3e", "tag": "86484fb2-01a5-4dd8-83f5-16291951b3fd", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:06.308453 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c0fc3c7-39ee-492f-a697-1fb2621585fb {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:06.308894 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a0c5b1-f2df-452c-9cac-51f207663f3e', 'tag': '86484fb2-01a5-4dd8-83f5-16291951b3fd', 'status': 'completed', 'code': 200} Feb 11 05:14:06.346288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6240dcb-60a9-4c1b-8697-4fabfee7bac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62db1a-0dee-4247-b7fd-976faac58efb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:06.406168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Network f7a986f1-db79-4288-a522-b369f31aed12 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:06.417342 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d638058-4b7d-4a12-869c-8ee2dbe7f694 admin admin] Publish callbacks [] for security_group (aa62db1a-0dee-4247-b7fd-976faac58efb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.418878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-4751fe2c-1cd5-431e-a2b9-fd69be9ffe32 service neutron] 10.222.0.83 "GET /v2.0/networks/35827c82-ab69-4ace-8213-b1783031d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972000 Feb 11 05:14:06.464381 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d638058-4b7d-4a12-869c-8ee2dbe7f694 admin admin] Publish callbacks [] for security_group (aa62db1a-0dee-4247-b7fd-976faac58efb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.479718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f7a986f1-db79-4288-a522-b369f31aed12) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:06.495854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.499690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.641928 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1f93ef43-bb50-4d10-928a-722ec67a5584 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3253505 Feb 11 05:14:06.667433 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d638058-4b7d-4a12-869c-8ee2dbe7f694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (aa62db1a-0dee-4247-b7fd-976faac58efb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.670300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d638058-4b7d-4a12-869c-8ee2dbe7f694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.672326 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2d638058-4b7d-4a12-869c-8ee2dbe7f694 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa62db1a-0dee-4247-b7fd-976faac58efb HTTP/1.1" status: 204 len: 168 time: 0.3925278 Feb 11 05:14:06.691604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d638058-4b7d-4a12-869c-8ee2dbe7f694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62db1a-0dee-4247-b7fd-976faac58efb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:06.800195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac09a60f-a04c-4281-8e72-2dea7c93bd8a req-b3ee403d-8ea1-4495-aaba-1fce71ad2c65 service neutron] 10.222.0.83 "GET /v2.0/networks/35827c82-ab69-4ace-8213-b1783031d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446488 Feb 11 05:14:06.930262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd6b0ef-ed90-4335-922d-0c8d34efd79c None None] Network f7a986f1-db79-4288-a522-b369f31aed12 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:06.936143 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.239000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3299853-a756-45a6-8fec-e69fed73a38a None None] Network f7a986f1-db79-4288-a522-b369f31aed12 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:07.297928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d7906-097e-43cd-b182-bfd88b10b2df req-9f51141b-dfbf-4d6d-8988-2a7a37ea04f4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.299701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f0d7906-097e-43cd-b182-bfd88b10b2df req-9f51141b-dfbf-4d6d-8988-2a7a37ea04f4 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 944 time: 0.1942301 Feb 11 05:14:07.301612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-d8aa1629-0078-4500-855a-86683e0e54a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.314805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-d8aa1629-0078-4500-855a-86683e0e54a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2345eed1b43142a4be5b2e83eb7b9cf2&device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 1126 time: 0.3208361 Feb 11 05:14:07.545242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f0d7906-097e-43cd-b182-bfd88b10b2df req-90c4c4f3-5f45-4d6f-a5a3-4a53fa3a5f06 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292671 Feb 11 05:14:07.595650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c436d55-a992-44fa-bacf-79c8817ee21a up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:07.641441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-24285f26-51a2-442d-b34a-f3ef00f28452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.643367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-24285f26-51a2-442d-b34a-f3ef00f28452 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35827c82-ab69-4ace-8213-b1783031d193 HTTP/1.1" status: 200 len: 915 time: 0.2938788 Feb 11 05:14:07.793141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 6c436d55-a992-44fa-bacf-79c8817ee21a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:07.793570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-e0598323-908a-49f5-a9d0-73b2cc775362 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86484fb2-01a5-4dd8-83f5-16291951b3fd HTTP/1.1" status: 200 len: 217 time: 0.1208701 Feb 11 05:14:07.797729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 6c436d55-a992-44fa-bacf-79c8817ee21a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:07.798326 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.007127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6c436d55-a992-44fa-bacf-79c8817ee21a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:08.007597 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.060452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-f4eb789d-aed9-4e6b-beca-163a751c3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.062674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-f4eb789d-aed9-4e6b-beca-163a751c3edb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49443536-9197-4e82-ae0d-089847558ccd HTTP/1.1" status: 200 len: 853 time: 0.2621219 Feb 11 05:14:08.091241 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.102598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c436d55-a992-44fa-bacf-79c8817ee21a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c436d55-a992-44fa-bacf-79c8817ee21a,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:08.118109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73792e8-23e9-4454-bda9-4c7f9fc74bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c436d55-a992-44fa-bacf-79c8817ee21a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:08.122364 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0701b2-075a-4ed6-9414-44bfc3bed567" -d '{"events": [{"server_uuid": "a73792e8-23e9-4454-bda9-4c7f9fc74bf5", "name": "network-vif-plugged", "status": "completed", "tag": "6c436d55-a992-44fa-bacf-79c8817ee21a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:08.126213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534051b9-4cf4-486d-b097-c3317db40c68 req-593de11a-edaf-4ec0-8e6b-67cc15e1785b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.128095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-593de11a-edaf-4ec0-8e6b-67cc15e1785b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3171599 Feb 11 05:14:08.161396 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.184709 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.287872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-4eb32f1a-a236-4882-a345-a10de954567a tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 696 time: 0.1473668 Feb 11 05:14:08.308985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Request body: {'floatingip': {'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:08.327623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6c436d55-a992-44fa-bacf-79c8817ee21a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:08.359500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-95484ccd-fc90-4f03-8b4e-869cf78ec7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.361120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-95484ccd-fc90-4f03-8b4e-869cf78ec7d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35827c82-ab69-4ace-8213-b1783031d193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2800891 Feb 11 05:14:08.374994 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.626017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-c5bcf595-5fac-4941-b474-31d5d06715ee service neutron] 10.222.0.83 "GET /v2.0/networks/35827c82-ab69-4ace-8213-b1783031d193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117488 Feb 11 05:14:08.806762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c0af6-0ac6-4be9-a268-bff03e722e1a req-1eda6c9a-0e8c-40d3-a976-293154a153b0 service neutron] 10.222.0.83 "GET /v2.0/networks/35827c82-ab69-4ace-8213-b1783031d193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719007 Feb 11 05:14:09.067407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.254323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.341843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.619822 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f associated. External IP: 172.25.8.232, port: 587758e2-3d0c-4e9c-aa45-28203613046f. Feb 11 05:14:10.563353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Router 89d75b23-8559-4147-bc4e-d1e267f91521 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:10.777341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:10.782133 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.790539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a33125-5365-4754-9572-370792464b28 None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:10.811972 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a33125-5365-4754-9572-370792464b28 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:10.812985 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70a33125-5365-4754-9572-370792464b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:10.819274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-828f6210-a4a3-4216-a29e-2c718593ecf8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "PUT /v2.0/floatingips/5ede55ff-7b09-4e77-98bd-f0efedfd3e0f HTTP/1.1" status: 200 len: 997 time: 2.5303967 Feb 11 05:14:10.819740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:10.822279 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dc473e-d889-4260-8b7c-d257a5104b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:10.921430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534051b9-4cf4-486d-b097-c3317db40c68 req-3291b41f-fc18-44f8-9719-5e0a6037d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.923101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-3291b41f-fc18-44f8-9719-5e0a6037d0e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.0765648 Feb 11 05:14:11.021731 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-70a33125-5365-4754-9572-370792464b28 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:11.147528 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.150219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534051b9-4cf4-486d-b097-c3317db40c68 req-4ec9ad88-a759-46ce-b6c7-797d91baa7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.155868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-4ec9ad88-a759-46ce-b6c7-797d91baa7a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.2242842 Feb 11 05:14:11.321286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-76bbd95a-5130-4a15-96b4-35f3a91e9980 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 1000 time: 0.1585534 Feb 11 05:14:11.386131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534051b9-4cf4-486d-b097-c3317db40c68 req-26b6fc04-dec1-49b0-b866-86e07cc10626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.388011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-26b6fc04-dec1-49b0-b866-86e07cc10626 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.0639067 Feb 11 05:14:11.417726 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70a33125-5365-4754-9572-370792464b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:63:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:09Z', 'revision_number': 1, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:11.448418 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a33125-5365-4754-9572-370792464b28 None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:11.459920 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a33125-5365-4754-9572-370792464b28 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:11.461282 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70a33125-5365-4754-9572-370792464b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:11.479067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534051b9-4cf4-486d-b097-c3317db40c68 req-81af7f43-840e-4356-bf15-acfe3a52edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.480796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-81af7f43-840e-4356-bf15-acfe3a52edbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0852010 Feb 11 05:14:11.513269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-d9af9f92-e7cf-4c34-8afb-3aee69ccef41 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:14:11.514583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-d9af9f92-e7cf-4c34-8afb-3aee69ccef41 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276461 Feb 11 05:14:11.591798 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-70a33125-5365-4754-9572-370792464b28 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:11.631006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-3d560623-e32a-424b-b868-f9cd5c4533eb service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094480 Feb 11 05:14:11.806772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534051b9-4cf4-486d-b097-c3317db40c68 req-3539d148-13ec-466d-9bd7-76c12bab0632 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688261 Feb 11 05:14:12.108110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b22fe-1fa5-4872-b305-303fbd4a11ac req-01461278-0407-4c25-bce5-c13e1dfb81b9 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:12.114777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e6b22fe-1fa5-4872-b305-303fbd4a11ac req-01461278-0407-4c25-bce5-c13e1dfb81b9 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 943 time: 0.1490517 Feb 11 05:14:12.217093 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e6b22fe-1fa5-4872-b305-303fbd4a11ac req-f3e0115b-632a-420a-b526-c6de261cfdad tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961931 Feb 11 05:14:12.288950 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70a33125-5365-4754-9572-370792464b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:63:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:09Z', 'revision_number': 1, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:12.376761 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a33125-5365-4754-9572-370792464b28 None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:63:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:09Z', 'revision_number': 1, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:12.605480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fb567-8716-4e70-80c6-4f10f86f2c7e None None] New status for floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:14:15.771213 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-ad5ff2dc-ef51-42f7-bc4f-6cc4b93a1ea0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1181338 Feb 11 05:14:15.891122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-20bfb5c6-06bd-458b-928e-0f3d3c3feeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.892773 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-20bfb5c6-06bd-458b-928e-0f3d3c3feeb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1127 time: 0.0632493 Feb 11 05:14:16.075305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-c22becf3-5e7d-4437-a606-b5c4de27fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.078324 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-c22becf3-5e7d-4437-a606-b5c4de27fb30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1602745 Feb 11 05:14:16.197382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-89ee183d-585d-40e0-98ac-0536fd0a77cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 217 time: 0.1126308 Feb 11 05:14:16.356191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-3684ea20-8644-4656-abfe-03719d3aadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.358380 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-3684ea20-8644-4656-abfe-03719d3aadb0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1481390 Feb 11 05:14:16.409205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-6defa230-f5e8-4ae9-aed3-cfc650a5a990 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411677 Feb 11 05:14:16.621885 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-8259c04a-4209-475f-b26b-1e3f83754952 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032838 Feb 11 05:14:16.687633 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-05cc4c64-c893-44f8-a5dd-5c8684a39920 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1098242 Feb 11 05:14:16.763566 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7fbaa4c9-21b6-44f2-b9a4-34f8314d4efc req-31eff244-390b-4cf0-9a2a-de63041c392c service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341927 Feb 11 05:14:16.877279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-69484fd7-2d91-4026-81c7-46ab8352fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.879023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-69484fd7-2d91-4026-81c7-46ab8352fa10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1128 time: 0.0573330 Feb 11 05:14:16.989320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-75ec83ae-40fb-4d4e-ab5b-7d4b96f77908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.990855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-75ec83ae-40fb-4d4e-ab5b-7d4b96f77908 service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.0930994 Feb 11 05:14:17.040921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-c38ce210-ac72-4ed8-ba44-d0c75793d5e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.0438697 Feb 11 05:14:17.094424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-a76c1407-c4c6-4ab7-b4ab-36ebce23facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.096012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-a76c1407-c4c6-4ab7-b4ab-36ebce23facb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0478537 Feb 11 05:14:17.128490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-8714da9b-3b1c-4937-a3db-56d671928b6c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263824 Feb 11 05:14:17.226694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-0c0374b1-7ce5-464f-9d61-ef7dd58c8314 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919273 Feb 11 05:14:17.331447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429f996f-0b3a-4067-88dc-fb1009223a3c req-fa1d5658-dc01-4f8b-801b-ab3234ff1c49 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963359 Feb 11 05:14:18.444461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c72c797-d76f-4844-bc93-ed7209914369 req-62a21939-6753-4ed8-9da2-7004dea299bc tempest-AbsoluteLimitsNegativeTestJSON-1514531449 tempest-AbsoluteLimitsNegativeTestJSON-1514531449-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=62cbd5bbcbc94cc99a02723f1e7ff278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220799 Feb 11 05:14:18.571458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72c797-d76f-4844-bc93-ed7209914369 req-7c4a05a3-083f-44ec-a3de-83aa0559f805 tempest-AbsoluteLimitsNegativeTestJSON-1514531449 tempest-AbsoluteLimitsNegativeTestJSON-1514531449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.573003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c72c797-d76f-4844-bc93-ed7209914369 req-7c4a05a3-083f-44ec-a3de-83aa0559f805 tempest-AbsoluteLimitsNegativeTestJSON-1514531449 tempest-AbsoluteLimitsNegativeTestJSON-1514531449-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200707 Feb 11 05:14:18.589907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c72c797-d76f-4844-bc93-ed7209914369 req-1c5110b2-bc28-4c64-a749-5ecfa24c5c15 tempest-AbsoluteLimitsNegativeTestJSON-1514531449 tempest-AbsoluteLimitsNegativeTestJSON-1514531449-project] 10.222.0.62 "GET /v2.0/quotas/62cbd5bbcbc94cc99a02723f1e7ff278 HTTP/1.1" status: 200 len: 375 time: 0.0102158 Feb 11 05:14:18.623992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c72c797-d76f-4844-bc93-ed7209914369 req-a715afe9-fd44-4b17-b6fa-3230ebd252c9 tempest-AbsoluteLimitsNegativeTestJSON-1514531449 tempest-AbsoluteLimitsNegativeTestJSON-1514531449-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=62cbd5bbcbc94cc99a02723f1e7ff278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293519 Feb 11 05:14:18.692858 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed7ade-3a09-40f4-b8fc-71b6e5b961b9 x-openstack-request-id: req-91ed7ade-3a09-40f4-b8fc-71b6e5b961b9 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:18.696396 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73792e8-23e9-4454-bda9-4c7f9fc74bf5", "name": "network-vif-plugged", "status": "completed", "tag": "6c436d55-a992-44fa-bacf-79c8817ee21a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:18.696396 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91ed7ade-3a09-40f4-b8fc-71b6e5b961b9 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:18.696396 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73792e8-23e9-4454-bda9-4c7f9fc74bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c436d55-a992-44fa-bacf-79c8817ee21a', 'code': 200} Feb 11 05:14:18.827034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-88595efe-0492-4fd9-b670-492d144fb349 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.828745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-88595efe-0492-4fd9-b670-492d144fb349 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.1660814 Feb 11 05:14:18.856770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72833f93-fcec-4015-8fd7-e2bd381af165 req-2a77fd99-6018-42fb-a668-ee4240f909aa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.858251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72833f93-fcec-4015-8fd7-e2bd381af165 req-2a77fd99-6018-42fb-a668-ee4240f909aa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 945 time: 0.1078787 Feb 11 05:14:18.859943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-6bfecbd2-a459-4d55-bd3e-3b8a9b589c0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/quotas/7cc0084c391b4055abb4b20bcfd59945 HTTP/1.1" status: 200 len: 375 time: 0.0217056 Feb 11 05:14:18.899647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a77f8-e121-431f-8354-fedbcd869eed req-aef6a8e1-fd53-4908-bb33-b068d7172b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.901307 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-751a77f8-e121-431f-8354-fedbcd869eed req-aef6a8e1-fd53-4908-bb33-b068d7172b06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 1128 time: 0.0512562 Feb 11 05:14:18.907697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-a83e0a37-e2b6-46d0-aeea-e4e9f8017c8a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409997 Feb 11 05:14:18.955419 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-751a77f8-e121-431f-8354-fedbcd869eed req-e238be0d-b211-4f47-b4a3-95d31d5bd05a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 Feb 11 05:14:18.963731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72833f93-fcec-4015-8fd7-e2bd381af165 req-91e0d584-8f8a-49da-bb59-0a8c16b7e56b tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988150 Feb 11 05:14:19.030201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-33a941e7-980a-4ca0-8ade-36b826296071 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121750 Feb 11 05:14:19.146294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c93716-4deb-42e9-bea9-ddf43271b34e req-e4543870-7d83-4123-8216-f7597c8c666f tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.147836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8c93716-4deb-42e9-bea9-ddf43271b34e req-e4543870-7d83-4123-8216-f7597c8c666f tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1128 time: 0.1167784 Feb 11 05:14:19.153699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-a8a96bd0-e156-4b34-a2eb-5cc632c88cfb service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148825 Feb 11 05:14:19.189982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41594) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:19.204382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8c93716-4deb-42e9-bea9-ddf43271b34e req-d0b3cfcd-f99a-4a4c-b294-f69cb0f194aa tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Feb 11 05:14:19.303362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63768f49-1369-4b26-acb5-d52cfe76d61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.390753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63768f49-1369-4b26-acb5-d52cfe76d61e admin admin] Publish callbacks [] for security_group (279ad7a3-97f9-419d-8a42-c93573639999), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.403205 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363d9b2a-93d0-4597-b4b7-7dfd4b8c2fcb x-openstack-request-id: req-363d9b2a-93d0-4597-b4b7-7dfd4b8c2fcb {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:19.403205 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:19.403205 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-363d9b2a-93d0-4597-b4b7-7dfd4b8c2fcb {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:19.403205 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f', 'status': 'completed', 'code': 200} Feb 11 05:14:19.462130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63768f49-1369-4b26-acb5-d52cfe76d61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (279ad7a3-97f9-419d-8a42-c93573639999), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.519728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-a6731601-d2b6-4745-8ecf-b1123def5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.521314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-a6731601-d2b6-4745-8ecf-b1123def5d68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.0956292 Feb 11 05:14:19.527704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41608) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:19.531185 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-63768f49-1369-4b26-acb5-d52cfe76d61e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62cbd5bbcbc94cc99a02723f1e7ff278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397975 Feb 11 05:14:19.533529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63768f49-1369-4b26-acb5-d52cfe76d61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ad7a3-97f9-419d-8a42-c93573639999,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:19.745798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-73c58c27-f314-47e9-920e-aa62d6ba82bd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.747263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-73c58c27-f314-47e9-920e-aa62d6ba82bd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2213776 Feb 11 05:14:19.748203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-988b37e9-0875-45f9-863a-5561ad6ce01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.749572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-988b37e9-0875-45f9-863a-5561ad6ce01c service neutron] 10.222.0.83 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.2225723 Feb 11 05:14:19.752739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d9380782-90a7-48e7-9795-76c0e7536491 admin admin] Publish callbacks [] for security_group (279ad7a3-97f9-419d-8a42-c93573639999), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.784543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bd77-62bb-46d5-af33-37409887b238 req-f2f552a5-6127-4868-8dc9-db2ee7bbae8f tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.786087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b260bd77-62bb-46d5-af33-37409887b238 req-f2f552a5-6127-4868-8dc9-db2ee7bbae8f tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 943 time: 0.1733310 Feb 11 05:14:19.902530 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d9380782-90a7-48e7-9795-76c0e7536491 admin admin] Publish callbacks [] for security_group (279ad7a3-97f9-419d-8a42-c93573639999), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.980527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-51057221-5aa5-47a0-86ca-df342b5e8c27 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.2258530 Feb 11 05:14:19.993645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-97938f8b-4efc-4873-8837-6b5d19c8c916 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 1002 time: 0.2357540 Feb 11 05:14:19.999384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Request body: {'floatingip': {'port_id': '0dfb4840-2477-4714-a545-cb509757d31c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:20.007054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b260bd77-62bb-46d5-af33-37409887b238 req-9c537f84-0830-49f2-a699-9fd6df89d932 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489959 Feb 11 05:14:20.106326 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.109269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-c732b094-20f2-48f0-8983-7d0170ba41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.110721 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-c732b094-20f2-48f0-8983-7d0170ba41fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.1073365 Feb 11 05:14:20.198158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d9380782-90a7-48e7-9795-76c0e7536491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (279ad7a3-97f9-419d-8a42-c93573639999), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.200713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d9380782-90a7-48e7-9795-76c0e7536491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.202014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d9380782-90a7-48e7-9795-76c0e7536491 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/279ad7a3-97f9-419d-8a42-c93573639999 HTTP/1.1" status: 204 len: 168 time: 0.6732781 Feb 11 05:14:20.236174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9380782-90a7-48e7-9795-76c0e7536491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ad7a3-97f9-419d-8a42-c93573639999,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:20.260735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-518270db-d844-4424-a7ca-3f2729edc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.260735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-518270db-d844-4424-a7ca-3f2729edc696 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1079087 Feb 11 05:14:20.425939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-9eca035e-ed23-408f-82b7-20b0ee6d6dd9 service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530561 Feb 11 05:14:20.612091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41dc473e-d889-4260-8b7c-d257a5104b3d req-4409fbdb-9405-4f6e-8fee-5be8ceae3d04 service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557701 Feb 11 05:14:20.826298 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.915783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.048218 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f associated. External IP: 172.25.8.232, port: 587758e2-3d0c-4e9c-aa45-28203613046f. Feb 11 05:14:21.283963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Router 89d75b23-8559-4147-bc4e-d1e267f91521 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:21.405927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41662) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:21.409015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:21.420866 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:21.435759 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:21.436379 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:21.617972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-100233099-network', 'tenant_id': '1436af19f9ac469b89d1005ee1d6743d'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:21.618085 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:21.839287 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '0dfb4840-2477-4714-a545-cb509757d31c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:d9:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:20Z', 'revision_number': 3, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:21.866008 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:21.876983 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:21.877537 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:21.994004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Router 89d75b23-8559-4147-bc4e-d1e267f91521 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:21.994716 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:22.110517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:22.115045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.146118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:22.147671 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d845f99-f3c2-4a91-ab3a-adbdc969a844" -d '{"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:22.179249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d63c8d5e-836a-4b77-bfac-54ebf454d76d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "PUT /v2.0/floatingips/5ede55ff-7b09-4e77-98bd-f0efedfd3e0f HTTP/1.1" status: 200 len: 998 time: 2.1882625 Feb 11 05:14:22.209374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Made reservation on behalf of 1436af19f9ac469b89d1005ee1d6743d for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:22.217025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.234476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.255628 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '0dfb4840-2477-4714-a545-cb509757d31c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:d9:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:20Z', 'revision_number': 3, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:22.274430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-e4c1e7b7-eaea-411b-861e-a9914d83f3b2 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.275961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-e4c1e7b7-eaea-411b-861e-a9914d83f3b2 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports/587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 943 time: 0.0910454 Feb 11 05:14:22.287842 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04540f-9d6b-4705-8017-84bccae437f3 None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '0dfb4840-2477-4714-a545-cb509757d31c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:d9:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:20Z', 'revision_number': 3, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:22.391885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Publish callbacks [] for security_group (6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.417488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-fa9e5410-418e-4d0e-82cf-85f5dd75c298 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.418938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-fa9e5410-418e-4d0e-82cf-85f5dd75c298 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.2026570 Feb 11 05:14:22.432558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Request body: {'port': {'device_id': '530cec3a-765f-4106-acb9-4e998b8690e6', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'admin_state_up': True, 'tenant_id': '7cc0084c391b4055abb4b20bcfd59945'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:22.468478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-0db44a58-37bb-401c-8a3c-33e70a809dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.469547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.477124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-0db44a58-37bb-401c-8a3c-33e70a809dde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.1131046 Feb 11 05:14:22.504627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:22.509894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b143f-c90e-46e3-aa6d-721047875cc2 None None] New status for floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:14:22.514704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:22.521733 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c894ed59-fc74-4d59-85e1-fea37eab4268), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.522153 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Added segment c894ed59-fc74-4d59-85e1-fea37eab4268 of type vlan for network 1a6e4e59-8b37-4864-8ae3-469263e26e3b Feb 11 05:14:22.601776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1a6e4e59-8b37-4864-8ae3-469263e26e3b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.657291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-cbaa27be-32e0-492b-91fa-debaa7888667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.658852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-cbaa27be-32e0-492b-91fa-debaa7888667 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.1804962 Feb 11 05:14:22.703878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-a4d0615b-3ce7-48c4-bffd-0d1c706acce9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 217 time: 0.0363410 Feb 11 05:14:22.743978 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1a6e4e59-8b37-4864-8ae3-469263e26e3b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.745179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.745780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.759756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-5ae34489-6256-4ae2-bb48-49649ed216d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.761299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-5ae34489-6256-4ae2-bb48-49649ed216d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.0518820 Feb 11 05:14:22.795292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Made reservation on behalf of 7cc0084c391b4055abb4b20bcfd59945 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:22.798955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.809720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6e4e59-8b37-4864-8ae3-469263e26e3b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:22.826078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1a6e4e59-8b37-4864-8ae3-469263e26e3b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:22.839348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-babfd341-10a2-4e91-ad2b-854de472a10f tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:14:22.850854 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-babfd341-10a2-4e91-ad2b-854de472a10f tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207829 Feb 11 05:14:22.868500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1abe697b-9d96-47f8-a9dc-4b292e3b9a95 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4592385 Feb 11 05:14:22.881821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41668) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:22.888804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Request body: {'subnet': {'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-100233099-subnet', 'tenant_id': '1436af19f9ac469b89d1005ee1d6743d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:22.896810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d13ba15e-6d1b-4808-9a89-4d61bfb6c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.904205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d13ba15e-6d1b-4808-9a89-4d61bfb6c4b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1358149 Feb 11 05:14:22.914110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-2217a6e6-b344-4061-9a80-d6fb5847319f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:14:22.916898 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:22.921223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-2217a6e6-b344-4061-9a80-d6fb5847319f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162287 Feb 11 05:14:22.928417 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:22.929911 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:23.046306 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:23.067178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Made reservation on behalf of 1436af19f9ac469b89d1005ee1d6743d for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:23.069565 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.128018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-9dc03228-6047-4120-8402-b0c047ed8627 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054999 Feb 11 05:14:23.131553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Allocated IP 172.20.0.5 (f7a986f1-db79-4288-a522-b369f31aed12/dc24fff8-7d32-4bf0-92db-76f41fec26b5/36623c8e-f3fb-49ac-84e2-f3bd7cc9019d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:23.134700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 86484fb2-01a5-4dd8-83f5-16291951b3fd details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:23.199007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-a2c167fd-222e-4658-a198-07e6d295e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.206953 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-a2c167fd-222e-4658-a198-07e6d295e909 service neutron] 10.222.0.62 "GET /v2.0/ports/d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 1125 time: 0.3548584 Feb 11 05:14:23.217495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Request body: {'binding': {'host': 'n-h2-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:23.217495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Unknown quota resources ['binding']. {{(pid=104086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:14:23.272612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 86484fb2-01a5-4dd8-83f5-16291951b3fd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=86484fb2-01a5-4dd8-83f5-16291951b3fd,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:23.286698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '86484fb2-01a5-4dd8-83f5-16291951b3fd', 'network_id': '35827c82-ab69-4ace-8213-b1783031d193', 'port_id': '86484fb2-01a5-4dd8-83f5-16291951b3fd', 'mac_address': 'fa:16:3e:14:95:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49443536-9197-4e82-ae0d-089847558ccd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:23.317161 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-d1a3c5f1-2801-4347-9adf-2deaecc4204e service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489561 Feb 11 05:14:23.333094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 86484fb2-01a5-4dd8-83f5-16291951b3fd is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:23.333832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.355427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86484fb2-01a5-4dd8-83f5-16291951b3fd {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:23.380701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 86484fb2-01a5-4dd8-83f5-16291951b3fd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=86484fb2-01a5-4dd8-83f5-16291951b3fd,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:23.382063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on host n-h2-713498-37 for vnic_type normal with profile None {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:23.383565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:23.383715 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '0dfb4840-2477-4714-a545-cb509757d31c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:d9:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:22Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:23.383891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:23.389003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:23.389335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:23.394739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:23.399927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:23.399927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:23.399927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Bound port: d7718e05-95ec-4c05-8f56-74b33b9e9591, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:23.412915 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:23.426688 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:23.428901 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:23.449278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.455272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:23.504042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=86484fb2-01a5-4dd8-83f5-16291951b3fd,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:23.535685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.541591 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4924b635-a369-4b2f-9f6d-b38501e9c39c service neutron] 10.222.0.62 "POST /v2.0/ports/d7718e05-95ec-4c05-8f56-74b33b9e9591/bindings HTTP/1.1" status: 201 len: 390 time: 0.3337018 Feb 11 05:14:23.561036 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:23.589786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks [] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.598560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-21994917-fd76-4514-b197-ae156328ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.600193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-21994917-fd76-4514-b197-ae156328ee5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 1128 time: 0.1493580 Feb 11 05:14:23.687063 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (67ad5461-469e-4e8f-8f0c-8b60dec5cdda), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.694308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['86484fb2-01a5-4dd8-83f5-16291951b3fd'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:23.747468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:23.784546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.792299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-fb8ca3b5-3e16-4b15-9565-3f99734deff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.793872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-fb8ca3b5-3e16-4b15-9565-3f99734deff1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.1846983 Feb 11 05:14:23.794497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ad5461-469e-4e8f-8f0c-8b60dec5cdda,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:23.845484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Checking segment: {'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:23.845710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Network hostable DHCP agents. Network: 1a6e4e59-8b37-4864-8ae3-469263e26e3b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:23.846988 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '0dfb4840-2477-4714-a545-cb509757d31c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:d9:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:22Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:23.930808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Network f7a986f1-db79-4288-a522-b369f31aed12 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:23.936645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 80c4adeb-a67a-4509-830c-30a50c4f5cad is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:23.937718 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.968334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:23.971328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-3c98b3f5-b6a8-4233-8416-07f9b33531a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 1001 time: 0.1674242 Feb 11 05:14:23.972381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:23.978067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:23.980316 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3649c133-cf5d-4d78-8419-65aff4e50c47" -d '{"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-unplugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:23.984535 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52271e-4eac-40eb-aac4-24481745b886 None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '0dfb4840-2477-4714-a545-cb509757d31c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:d9:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:22Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:23.996241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:24.003865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event updated for resources: {'Port': ['ID=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:24.066967 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.084238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e85274-a23c-4fd7-92de-6f042e792b90 req-ae5569ae-1ee9-4389-9af4-fd8311e54af5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.086356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71e85274-a23c-4fd7-92de-6f042e792b90 req-ae5569ae-1ee9-4389-9af4-fd8311e54af5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 931 time: 0.2870831 Feb 11 05:14:24.093725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.094366 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.114579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-0ad17253-f5f9-4246-874b-ac98ec4cbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.116069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-0ad17253-f5f9-4246-874b-ac98ec4cbc43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.1370399 Feb 11 05:14:24.147387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:24.161443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Network 1a6e4e59-8b37-4864-8ae3-469263e26e3b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:24.196381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71e85274-a23c-4fd7-92de-6f042e792b90 req-43007e18-6531-4197-8194-c71fded669b3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992465 Feb 11 05:14:24.206115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-b1c57917-2bb0-400a-827e-0560844f6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.207615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-b1c57917-2bb0-400a-827e-0560844f6e60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0787351 Feb 11 05:14:24.242939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f16ff072-9a0e-423b-8e85-6c6c6d5cea0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8142645 Feb 11 05:14:24.259154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Request body: {'port': {'device_id': '530cec3a-765f-4106-acb9-4e998b8690e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:24.284823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1a6e4e59-8b37-4864-8ae3-469263e26e3b) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:24.291639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-2cc64721-715d-4f62-871e-791b1c0b724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.294314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-2cc64721-715d-4f62-871e-791b1c0b724b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1128 time: 0.0690010 Feb 11 05:14:24.295141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ecc44-f434-4735-9315-c59c3c4adba5 None None] Network 1a6e4e59-8b37-4864-8ae3-469263e26e3b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:24.321828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.322426 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.391060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-eb70b350-d951-47db-be6d-af036d7fd01a service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705649 Feb 11 05:14:24.391602 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.420660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-08576655-7bef-45a1-97b2-088360c341e2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5313976 Feb 11 05:14:24.430007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3a1fd-86f8-4177-b0a5-59f9f8b1f929 None None] Network 1a6e4e59-8b37-4864-8ae3-469263e26e3b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:24.442169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-af762480-bc4d-4d74-8e6c-7b07209d49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.443680 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-af762480-bc4d-4d74-8e6c-7b07209d49c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1430843 Feb 11 05:14:24.503101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-e51f403e-4bc0-4b00-8b3f-3416571d8d76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 217 time: 0.0516512 Feb 11 05:14:24.568022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-48f836f2-1e0e-40bf-b85a-24721163576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.568022 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-48f836f2-1e0e-40bf-b85a-24721163576c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0565002 Feb 11 05:14:24.606947 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-34c57ed4-4a88-4c77-9908-9e2045955384 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307903 Feb 11 05:14:24.608281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8279bef8-72f3-4459-9e3a-80c2b8c8f12b req-4a74d9f7-bdae-4f77-a2b2-b7e6afb6f643 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064872 Feb 11 05:14:24.686376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ee3db-3150-4bb2-ba15-fa1b36dbed44 req-c28b8e18-d573-41e8-baa6-e88f1b9587d6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.687850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-443ee3db-3150-4bb2-ba15-fa1b36dbed44 req-c28b8e18-d573-41e8-baa6-e88f1b9587d6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 945 time: 0.1875732 Feb 11 05:14:24.706072 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-efeb91a2-4563-4031-b0e9-1dd9ba9c0bd6 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926533 Feb 11 05:14:24.778435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-443ee3db-3150-4bb2-ba15-fa1b36dbed44 req-a0a5af21-ac2a-49c3-a2d3-c2c24ca0d941 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835934 Feb 11 05:14:24.819434 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-477a03f1-8a09-4728-81d5-145971e023c2 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067986 Feb 11 05:14:24.841795 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e65706-7fc6-4235-96a4-6e8d6bd00ac2 x-openstack-request-id: req-72e65706-7fc6-4235-96a4-6e8d6bd00ac2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:24.845299 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:24.845299 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72e65706-7fc6-4235-96a4-6e8d6bd00ac2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:24.845299 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f', 'status': 'completed', 'code': 200} Feb 11 05:14:24.962908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3e246-d1e0-4006-a3ab-611b9cfac706 req-47ed0ff2-ef26-4a94-a805-daf2fb186c52 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.965873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87b3e246-d1e0-4006-a3ab-611b9cfac706 req-47ed0ff2-ef26-4a94-a805-daf2fb186c52 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 944 time: 0.1611068 Feb 11 05:14:25.065256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:25.084800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Publish callbacks [] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.093955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-43ec436b-c9d8-4fa8-a8fc-93865ef70fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.097381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-43ec436b-c9d8-4fa8-a8fc-93865ef70fad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.2247665 Feb 11 05:14:25.107510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160296fd-08f1-4be5-b03e-287e97013464 req-158d0fd2-68f6-493b-8661-a97e7e597b89 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.109100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-160296fd-08f1-4be5-b03e-287e97013464 req-158d0fd2-68f6-493b-8661-a97e7e597b89 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.2189012 Feb 11 05:14:25.143681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Transition to ACTIVE for port object 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:25.148230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 86484fb2-01a5-4dd8-83f5-16291951b3fd up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:25.171034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87b3e246-d1e0-4006-a3ab-611b9cfac706 req-7638dfe7-b7de-4f10-a973-acd0f46de503 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925464 Feb 11 05:14:25.231409 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.231551 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ff0f5b-8900-45a4-8bb7-42752e3568fc x-openstack-request-id: req-89ff0f5b-8900-45a4-8bb7-42752e3568fc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:25.231551 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-unplugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:25.231551 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89ff0f5b-8900-45a4-8bb7-42752e3568fc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:25.231551 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'code': 200} Feb 11 05:14:25.298691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-160296fd-08f1-4be5-b03e-287e97013464 req-7608da76-fbaf-4f73-95e1-ab2c35f07138 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670966 Feb 11 05:14:25.306988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 86484fb2-01a5-4dd8-83f5-16291951b3fd completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:25.312690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 86484fb2-01a5-4dd8-83f5-16291951b3fd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:25.313318 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.323286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Pushing event updated for resources: {'Port': ['ID=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:25.331309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-933dcf3e-8c5e-400e-bee9-6e3db9b753dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.337283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-933dcf3e-8c5e-400e-bee9-6e3db9b753dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.2265270 Feb 11 05:14:25.461365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-a0db0f49-975e-4f97-a0b6-9e0447a785f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 217 time: 0.1160369 Feb 11 05:14:25.475523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 86484fb2-01a5-4dd8-83f5-16291951b3fd is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:25.476498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.522352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 86484fb2-01a5-4dd8-83f5-16291951b3fd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=86484fb2-01a5-4dd8-83f5-16291951b3fd,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:25.537172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-024478dc-98d6-4514-b4bb-8e4c7bea98ab req-c69bb17f-30d8-49f4-be8e-7db1fedee5bc tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-784320938', 'description': 'tempest-description-1265877876'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:25.584745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09331f68-9e70-4f58-b68e-200d9d346c91 req-b92bd76d-2fce-4667-b3b2-faf2e9686b54 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1001 time: 0.1822093 Feb 11 05:14:25.590134 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.599284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-44d9d78f-eff6-4363-a48d-09f6baefd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.600733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-44d9d78f-eff6-4363-a48d-09f6baefd14b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.1093550 Feb 11 05:14:25.618026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Attempting to bind port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:25.618026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Attempting to bind port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:25.618026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Attempting to bind port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:25.646229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d on network f7a986f1-db79-4288-a522-b369f31aed12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:25.646550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Attempting to bind port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:25.650002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=86484fb2-01a5-4dd8-83f5-16291951b3fd,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:25.672553 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024478dc-98d6-4514-b4bb-8e4c7bea98ab req-c69bb17f-30d8-49f4-be8e-7db1fedee5bc tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.678084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:25.678424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Checking segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:25.678813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Bound using segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:25.679985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Bound port: 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:25.680356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.687652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09331f68-9e70-4f58-b68e-200d9d346c91 req-92356af6-9ee6-4b44-bf2d-0dd3e4a29590 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.689050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09331f68-9e70-4f58-b68e-200d9d346c91 req-92356af6-9ee6-4b44-bf2d-0dd3e4a29590 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports/0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 942 time: 0.0947104 Feb 11 05:14:25.860212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41714) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:26.014385 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6012-edfd-4e8e-b172-71c517d8f248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.068331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-5554641f-3d12-4901-a238-72deb8888aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.070457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-5554641f-3d12-4901-a238-72deb8888aa2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4565146 Feb 11 05:14:26.099188 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6012-edfd-4e8e-b172-71c517d8f248 admin admin] Publish callbacks [] for security_group (58b9f764-ea41-4797-9e8f-99e94c0c56c2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.166705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6012-edfd-4e8e-b172-71c517d8f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (58b9f764-ea41-4797-9e8f-99e94c0c56c2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.183116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] For port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:26.189210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09331f68-9e70-4f58-b68e-200d9d346c91 req-0f466c31-37bf-4684-b766-0178a20289b9 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1001 time: 0.1464405 Feb 11 05:14:26.211228 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bc6e6012-edfd-4e8e-b172-71c517d8f248 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2770445c2e744a0be59c0de2bc5328f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486674 Feb 11 05:14:26.212421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e6012-edfd-4e8e-b172-71c517d8f248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b9f764-ea41-4797-9e8f-99e94c0c56c2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:26.220236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41720) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:26.269960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] For port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:26.271383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32273fdd-db7f-456f-a03c-8183d17a88ca admin admin] Publish callbacks [] for security_group (58b9f764-ea41-4797-9e8f-99e94c0c56c2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.274686 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024478dc-98d6-4514-b4bb-8e4c7bea98ab req-c69bb17f-30d8-49f4-be8e-7db1fedee5bc tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (558a1706-5ca9-457d-bca5-9f70cba32312), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.296118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32273fdd-db7f-456f-a03c-8183d17a88ca admin admin] Publish callbacks [] for security_group (58b9f764-ea41-4797-9e8f-99e94c0c56c2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.365552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-eba56d78-2dd1-40a7-bc53-55e3937ffaef service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643580 Feb 11 05:14:26.366185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024478dc-98d6-4514-b4bb-8e4c7bea98ab req-c69bb17f-30d8-49f4-be8e-7db1fedee5bc tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (558a1706-5ca9-457d-bca5-9f70cba32312), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.448197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.458125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bb17f-30d8-49f4-be8e-7db1fedee5bc tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558a1706-5ca9-457d-bca5-9f70cba32312,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:26.481699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32273fdd-db7f-456f-a03c-8183d17a88ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (58b9f764-ea41-4797-9e8f-99e94c0c56c2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.484537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32273fdd-db7f-456f-a03c-8183d17a88ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.488111 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-32273fdd-db7f-456f-a03c-8183d17a88ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58b9f764-ea41-4797-9e8f-99e94c0c56c2 HTTP/1.1" status: 204 len: 168 time: 0.2688661 Feb 11 05:14:26.495674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32273fdd-db7f-456f-a03c-8183d17a88ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b9f764-ea41-4797-9e8f-99e94c0c56c2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:26.519134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09331f68-9e70-4f58-b68e-200d9d346c91 req-fc6f8fcf-550a-49fe-b614-ff979e9e71f2 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.521397 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09331f68-9e70-4f58-b68e-200d9d346c91 req-fc6f8fcf-550a-49fe-b614-ff979e9e71f2 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2833588 Feb 11 05:14:26.537905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024478dc-98d6-4514-b4bb-8e4c7bea98ab req-c69bb17f-30d8-49f4-be8e-7db1fedee5bc tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.546444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024478dc-98d6-4514-b4bb-8e4c7bea98ab req-c69bb17f-30d8-49f4-be8e-7db1fedee5bc tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.0351567 Feb 11 05:14:26.566619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.569455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.571734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] 10.222.0.83 "PUT /v2.0/ports/36623c8e-f3fb-49ac-84e2-f3bd7cc9019d HTTP/1.1" status: 200 len: 1092 time: 2.3188071 Feb 11 05:14:26.624137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d845f99-f3c2-4a91-ab3a-adbdc969a844 req-15a47e2d-bf72-470b-855d-58cd91193c39 service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481740 Feb 11 05:14:26.624770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f8f1a-f2a7-441d-8d05-3386c00730fd service neutron] Pushing event updated for resources: {'Port': ['ID=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:26.744468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89e6f8-00ee-4142-94ec-0b452bd1ad40 req-9edc273e-c257-4ec6-9bdf-08e5a33c63e6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.746072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e89e6f8-00ee-4142-94ec-0b452bd1ad40 req-9edc273e-c257-4ec6-9bdf-08e5a33c63e6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 945 time: 0.1375997 Feb 11 05:14:26.776804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c27b5-30c2-452e-b085-ad63f866f6b4 req-4e0330f6-2741-4bb1-84fd-86be5c56f8dd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.779307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f8c27b5-30c2-452e-b085-ad63f866f6b4 req-4e0330f6-2741-4bb1-84fd-86be5c56f8dd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 943 time: 0.1576791 Feb 11 05:14:26.810167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-def7eea5-701f-4a73-a610-56174e6e4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.811768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-def7eea5-701f-4a73-a610-56174e6e4e0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 1126 time: 0.1238430 Feb 11 05:14:26.866706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c'}, {'name': 'network-changed', 'server_uuid': '530cec3a-765f-4106-acb9-4e998b8690e6', 'tag': '36623c8e-f3fb-49ac-84e2-f3bd7cc9019d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:26.870629 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb49b624-d85f-4337-8489-8f6d85a78f48" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "tag": "0dfb4840-2477-4714-a545-cb509757d31c"}, {"name": "network-changed", "server_uuid": "530cec3a-765f-4106-acb9-4e998b8690e6", "tag": "36623c8e-f3fb-49ac-84e2-f3bd7cc9019d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:26.887252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-95ef79aa-5460-4363-a9c3-af05cbce6735 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d HTTP/1.1" status: 200 len: 217 time: 0.0629961 Feb 11 05:14:26.920691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e89e6f8-00ee-4142-94ec-0b452bd1ad40 req-685e963d-14d9-41d3-b432-25f4ab1c1cfa tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640372 Feb 11 05:14:26.943838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f8c27b5-30c2-452e-b085-ad63f866f6b4 req-750c88e7-8368-4af9-93e2-a478e9025403 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485305 Feb 11 05:14:26.978443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-13677d20-c904-420d-b997-d7635aa24320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.979985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-13677d20-c904-420d-b997-d7635aa24320 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.0823658 Feb 11 05:14:27.028559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-236339a4-3fb0-4e7f-be3c-4faab1fa5d0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415623 Feb 11 05:14:27.184101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41738) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:27.199571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-290d41ee-eb98-4966-a937-ec2b0ba2de4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.207903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9dbac-fb66-41b8-84e5-604509172060 req-e8c5a8bb-0632-45d7-951d-3a2a32ed4b76 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.213810 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ba9dbac-fb66-41b8-84e5-604509172060 req-e8c5a8bb-0632-45d7-951d-3a2a32ed4b76 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 945 time: 0.1869843 Feb 11 05:14:27.222941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d80a4d-420e-4c45-9e1d-e8c884243061 req-e76a2837-f4b9-4ec3-9b1e-3d951d5da760 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.224434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6d80a4d-420e-4c45-9e1d-e8c884243061 req-e76a2837-f4b9-4ec3-9b1e-3d951d5da760 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 948 time: 0.2000861 Feb 11 05:14:27.230863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a0c5b1-f2df-452c-9cac-51f207663f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86484fb2-01a5-4dd8-83f5-16291951b3fd'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:27.234987 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f9fa89-5d7f-4742-88bc-55d582d97127" -d '{"events": [{"server_uuid": "79a0c5b1-f2df-452c-9cac-51f207663f3e", "name": "network-vif-plugged", "status": "completed", "tag": "86484fb2-01a5-4dd8-83f5-16291951b3fd"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:27.238014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-f44b1001-d783-49a2-9fa4-e6ea36b494f4 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889598 Feb 11 05:14:27.290464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-290d41ee-eb98-4966-a937-ec2b0ba2de4c admin admin] Publish callbacks [] for security_group (04f9ecb0-629d-4f87-bf97-65917b05c29d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.360555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-290d41ee-eb98-4966-a937-ec2b0ba2de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (04f9ecb0-629d-4f87-bf97-65917b05c29d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.379823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ba9dbac-fb66-41b8-84e5-604509172060 req-9af78c4b-9b46-4fe6-acdd-c08fa4020197 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543674 Feb 11 05:14:27.385422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6d80a4d-420e-4c45-9e1d-e8c884243061 req-4555bc24-5cf5-4f6c-9f08-05cca0aa6176 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399446 Feb 11 05:14:27.407969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c029339f-8026-48f5-a3f8-4ef57f145b84 req-0d153cce-5dee-427d-8a03-8c228211718e service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612301 Feb 11 05:14:27.422206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d41ee-eb98-4966-a937-ec2b0ba2de4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f9ecb0-629d-4f87-bf97-65917b05c29d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:27.445664 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-290d41ee-eb98-4966-a937-ec2b0ba2de4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=755fc731e12441488c880efdb0d6ac5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597787 Feb 11 05:14:27.448183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41744) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:27.502449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-589f570a-a85b-4e9e-ac6b-c2265ef68e49 admin admin] Publish callbacks [] for security_group (04f9ecb0-629d-4f87-bf97-65917b05c29d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.529407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-589f570a-a85b-4e9e-ac6b-c2265ef68e49 admin admin] Publish callbacks [] for security_group (04f9ecb0-629d-4f87-bf97-65917b05c29d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.536795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-c16f9f0c-cd6e-44e7-b629-e4ab737c3915 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1001 time: 0.1057065 Feb 11 05:14:27.589278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdadef8-7776-4fb4-84a3-02aeece0f693 req-9e018512-236e-4e60-9e00-25e66e52ff0d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.591066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbdadef8-7776-4fb4-84a3-02aeece0f693 req-9e018512-236e-4e60-9e00-25e66e52ff0d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.1101890 Feb 11 05:14:27.618738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-8cbd4b77-2f1d-44f3-a0c6-d489234c55dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.620096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-8cbd4b77-2f1d-44f3-a0c6-d489234c55dd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports/0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 942 time: 0.0725472 Feb 11 05:14:27.658372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbdadef8-7776-4fb4-84a3-02aeece0f693 req-29fd8b75-a419-4519-95ad-a866146be6ac tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557737 Feb 11 05:14:27.697550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-589f570a-a85b-4e9e-ac6b-c2265ef68e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (04f9ecb0-629d-4f87-bf97-65917b05c29d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.697550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-589f570a-a85b-4e9e-ac6b-c2265ef68e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.698849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-589f570a-a85b-4e9e-ac6b-c2265ef68e49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04f9ecb0-629d-4f87-bf97-65917b05c29d HTTP/1.1" status: 204 len: 168 time: 0.2492118 Feb 11 05:14:27.707881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f570a-a85b-4e9e-ac6b-c2265ef68e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f9ecb0-629d-4f87-bf97-65917b05c29d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:27.741681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-e9848a38-506d-4712-90da-60bf2f37d2b7 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1001 time: 0.0807724 Feb 11 05:14:27.745696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8dfde095-b902-4acc-ab18-2df5c3e04ec8 req-9f2e2444-2511-4a53-a68a-2d7ff99f47a1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1762537048', 'description': 'tempest-description-669422858'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:27.866022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-ed3c5a88-2d9a-4c85-9f3c-64092656132b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.867323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-ed3c5a88-2d9a-4c85-9f3c-64092656132b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.1174300 Feb 11 05:14:27.868806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8dfde095-b902-4acc-ab18-2df5c3e04ec8 req-9f2e2444-2511-4a53-a68a-2d7ff99f47a1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.970167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-03c37100-9a93-4d12-b169-4c1f9a68c1fa tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1001 time: 0.0922282 Feb 11 05:14:27.985188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:28.043526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8dfde095-b902-4acc-ab18-2df5c3e04ec8 req-9f2e2444-2511-4a53-a68a-2d7ff99f47a1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (af1b4740-70b6-40ba-878c-e91b649b1369), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.061652 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.125742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8dfde095-b902-4acc-ab18-2df5c3e04ec8 req-9f2e2444-2511-4a53-a68a-2d7ff99f47a1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (af1b4740-70b6-40ba-878c-e91b649b1369), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.196909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2444-2511-4a53-a68a-2d7ff99f47a1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1b4740-70b6-40ba-878c-e91b649b1369,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:28.258935 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8dfde095-b902-4acc-ab18-2df5c3e04ec8 req-9f2e2444-2511-4a53-a68a-2d7ff99f47a1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.258935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dfde095-b902-4acc-ab18-2df5c3e04ec8 req-9f2e2444-2511-4a53-a68a-2d7ff99f47a1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5162795 Feb 11 05:14:28.273946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.315547 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a256bc-234d-47ca-9834-73e5292f83c3 x-openstack-request-id: req-84a256bc-234d-47ca-9834-73e5292f83c3 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:28.316264 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "tag": "0dfb4840-2477-4714-a545-cb509757d31c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "530cec3a-765f-4106-acb9-4e998b8690e6", "tag": "36623c8e-f3fb-49ac-84e2-f3bd7cc9019d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:28.316896 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84a256bc-234d-47ca-9834-73e5292f83c3 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:28.317537 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c', 'status': 'completed', 'code': 200} Feb 11 05:14:28.317977 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530cec3a-765f-4106-acb9-4e998b8690e6', 'tag': '36623c8e-f3fb-49ac-84e2-f3bd7cc9019d', 'status': 'completed', 'code': 200} Feb 11 05:14:28.404230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.405663 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f disassociated. External IP: 172.25.8.232, port: 0dfb4840-2477-4714-a545-cb509757d31c. Feb 11 05:14:28.436075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-69d7a210-aa37-4c65-a2d9-0138592a8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.437667 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-69d7a210-aa37-4c65-a2d9-0138592a8b5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 1128 time: 0.0978658 Feb 11 05:14:28.486540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-21694e5a-4f2a-400d-b807-1393c82ea354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.488858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-21694e5a-4f2a-400d-b807-1393c82ea354 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 1126 time: 0.1522775 Feb 11 05:14:28.554457 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96f7fcf-3383-4622-ad0e-3a0cd2d6c497 x-openstack-request-id: req-d96f7fcf-3383-4622-ad0e-3a0cd2d6c497 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:28.554947 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a0c5b1-f2df-452c-9cac-51f207663f3e", "name": "network-vif-plugged", "status": "completed", "tag": "86484fb2-01a5-4dd8-83f5-16291951b3fd", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:28.555055 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d96f7fcf-3383-4622-ad0e-3a0cd2d6c497 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:28.555637 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a0c5b1-f2df-452c-9cac-51f207663f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86484fb2-01a5-4dd8-83f5-16291951b3fd', 'code': 200} Feb 11 05:14:28.666635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-18978a85-27ba-4720-a34e-6e22acfd1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.668288 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-18978a85-27ba-4720-a34e-6e22acfd1b79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.2219560 Feb 11 05:14:28.723856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eafb15-8e0d-438c-a53b-3c00d3aa4d0a req-b524fa51-f9ce-41f1-81fc-7a3730e1dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.725538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0eafb15-8e0d-438c-a53b-3c00d3aa4d0a req-b524fa51-f9ce-41f1-81fc-7a3730e1dda1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 1128 time: 0.0896339 Feb 11 05:14:28.772485 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-22701f52-a019-4e3a-881f-948a68b2f4ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 217 time: 0.0974281 Feb 11 05:14:28.776214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-0de2cd65-a013-425c-9f83-ef0f39a8d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.777790 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-0de2cd65-a013-425c-9f83-ef0f39a8d6e8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 913 time: 0.2830803 Feb 11 05:14:28.839325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-39ef9515-3058-490c-a34e-04abddcea673 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d HTTP/1.1" status: 200 len: 217 time: 0.0530355 Feb 11 05:14:28.867243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-ced069f2-cdbd-4354-b555-dec8cc602376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.869173 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-ced069f2-cdbd-4354-b555-dec8cc602376 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.0901442 Feb 11 05:14:28.879256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0eafb15-8e0d-438c-a53b-3c00d3aa4d0a req-52c83e31-7055-4f93-860b-e3d27433f264 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142454 Feb 11 05:14:28.934423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-58755ff6-7598-429e-8e72-e839ddb9201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.936962 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-58755ff6-7598-429e-8e72-e839ddb9201c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608046 Feb 11 05:14:28.954804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-6eb1fca5-0e2a-4c91-b8e9-8090da027938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.956498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-6eb1fca5-0e2a-4c91-b8e9-8090da027938 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.0878475 Feb 11 05:14:29.006940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Router 89d75b23-8559-4147-bc4e-d1e267f91521 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:29.085143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-d21753bf-f96f-4fb0-a75b-ff7de21ae963 service neutron] 10.222.0.65 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369786 Feb 11 05:14:29.146516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-e35409c5-a60b-4e9d-889d-ff15387fbd60 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649736 Feb 11 05:14:29.221942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41786) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:29.236404 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-dea54ea4-470a-41a1-9ee0-8f323f00c325 service neutron] 10.222.0.65 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439028 Feb 11 05:14:29.316945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:29.323620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.330464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:29.366199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:29.367474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:29.371341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-85265f0b-79a8-4a71-b1f4-5d843a1f2867 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "PUT /v2.0/floatingips/5ede55ff-7b09-4e77-98bd-f0efedfd3e0f HTTP/1.1" status: 200 len: 695 time: 1.3911104 Feb 11 05:14:29.373494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-70cf6fa0-9e9b-45c9-a781-0a0ec89b8e2b service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885698 Feb 11 05:14:29.395528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-881393802-network', 'tenant_id': '43e6b606b3834f4b9004f208e11b3c5c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:29.515307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Made reservation on behalf of 43e6b606b3834f4b9004f208e11b3c5c for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:29.517932 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.539401 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.754406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Publish callbacks [] for security_group (27c25cdc-cf98-499a-98ad-1c276e570575), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.798256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:29.826632 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (27c25cdc-cf98-499a-98ad-1c276e570575), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.845107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb49b624-d85f-4337-8489-8f6d85a78f48 req-09ec7c0e-c602-4ab9-9c64-1bf80fb37714 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649916 Feb 11 05:14:29.875210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:29.896215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c25cdc-cf98-499a-98ad-1c276e570575,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:29.904392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9c9ec1e5-862d-4388-bb89-2ed2f2adb130), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.904794 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Added segment 9c9ec1e5-862d-4388-bb89-2ed2f2adb130 of type vlan for network 083714e0-fbcb-4f2b-b929-fd0939a5f61f Feb 11 05:14:29.971624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c63bb-aee8-4c57-aebb-e63ca84ec576 req-b790eb61-4a66-4edd-b176-05b42e752018 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.979686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd9c63bb-aee8-4c57-aebb-e63ca84ec576 req-b790eb61-4a66-4edd-b176-05b42e752018 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 943 time: 0.1335101 Feb 11 05:14:29.994455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-27437ceb-7324-4fd3-9615-97860a7d5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.996079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-27437ceb-7324-4fd3-9615-97860a7d5e5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 1128 time: 0.1490142 Feb 11 05:14:30.027721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (083714e0-fbcb-4f2b-b929-fd0939a5f61f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.099513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd9c63bb-aee8-4c57-aebb-e63ca84ec576 req-0cd1dca0-73a8-4d37-a81e-094f0f38ceae tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034997 Feb 11 05:14:30.106456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:30.135627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:30.145604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:30.146371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:30.164525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (083714e0-fbcb-4f2b-b929-fd0939a5f61f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.165546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.166200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.219706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-34b157f8-a61b-4181-b735-cbdda3352938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.228903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-34b157f8-a61b-4181-b735-cbdda3352938 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.2254944 Feb 11 05:14:30.283292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] Pushing event updated for resources: {'Network': ['ID=083714e0-fbcb-4f2b-b929-fd0939a5f61f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:30.320800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 083714e0-fbcb-4f2b-b929-fd0939a5f61f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:30.330968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-ea435aa1-ccfd-4a76-94c5-9f345a0e2dbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 217 time: 0.1009545 Feb 11 05:14:30.339571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:30.343151 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606d5943-89ec-4cb0-9391-7fe14f1d5d96" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "tag": "0dfb4840-2477-4714-a545-cb509757d31c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:30.396878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38ba5-174a-4f0c-8295-ac6b753fd05a req-26580b59-9880-4c97-ada6-60d0de9a8c34 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.398527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71c38ba5-174a-4f0c-8295-ac6b753fd05a req-26580b59-9880-4c97-ada6-60d0de9a8c34 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 945 time: 0.1945872 Feb 11 05:14:30.405439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-4bcc1824-adb9-423b-9920-3a00d73c491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.412861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-4bcc1824-adb9-423b-9920-3a00d73c491c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.0807552 Feb 11 05:14:30.416475 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:30.419863 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82c7f654-106c-4502-94d5-128e8d086443 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1963170 Feb 11 05:14:30.422515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:30.427736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Request body: {'subnet': {'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-881393802-subnet', 'tenant_id': '43e6b606b3834f4b9004f208e11b3c5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:30.461949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:30.510452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-6d59a2df-d578-424c-8a84-339ff32e4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.518649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-6d59a2df-d578-424c-8a84-339ff32e4513 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1046689 Feb 11 05:14:30.525197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71c38ba5-174a-4f0c-8295-ac6b753fd05a req-a95fe3b9-b856-4e1b-950a-f91c38118047 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097610 Feb 11 05:14:30.535121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Made reservation on behalf of 43e6b606b3834f4b9004f208e11b3c5c for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:30.537587 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.815903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:30.851923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81cc840-219e-45b2-bb98-90e71032d30f None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:30.870909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-a881ef3f-6041-4a8c-8e5b-84d9956ecb0d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.878679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-a881ef3f-6041-4a8c-8e5b-84d9956ecb0d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 812 time: 0.2406645 Feb 11 05:14:30.892794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-add9d577-5564-437c-8738-fa34b157e79d service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731928 Feb 11 05:14:30.899700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (80cb0a79-c2f6-4926-8d54-a84282c437d7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.901904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-30aa2296-27cf-49a7-88a1-6d8bbafa0f66 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/quotas/1436af19f9ac469b89d1005ee1d6743d HTTP/1.1" status: 200 len: 375 time: 0.0223231 Feb 11 05:14:30.954776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-62d179a8-fc4c-433b-bbca-ad307a3590ec tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519819 Feb 11 05:14:31.016176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:31.016977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Network hostable DHCP agents. Network: 083714e0-fbcb-4f2b-b929-fd0939a5f61f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:31.019807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80cb0a79-c2f6-4926-8d54-a84282c437d7,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:31.138886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:31.147086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Network 083714e0-fbcb-4f2b-b929-fd0939a5f61f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:31.149588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253664bb-33c1-42d1-a3b1-c7e01adfedab req-d591e990-8615-41b7-bf4c-bde1d44733d2 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369366 Feb 11 05:14:31.157154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-4d24169d-4842-4196-b124-35b5e1e00786 service neutron] 10.222.0.62 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893160 Feb 11 05:14:31.251296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 083714e0-fbcb-4f2b-b929-fd0939a5f61f) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:31.262886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.264368 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.282706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959f700-c530-4f1c-892f-5e11e5a50642 None None] Network 083714e0-fbcb-4f2b-b929-fd0939a5f61f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:31.284957 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f299979-d327-4e98-a75b-5e4bd1fececd None None] New status for floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:14:31.376193 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b82aa88a-7dd0-4963-b506-373dcbb91fa3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9513900 Feb 11 05:14:31.377514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-e6c8b00d-a88c-42f1-b101-eacce916b90e service neutron] 10.222.0.62 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119937 Feb 11 05:14:31.445640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113285fb-d801-43d9-b7f9-5dd872a9c373 req-c7843849-8cd8-46b9-a7cf-ea5f91702ca6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.449418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:31.453574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-113285fb-d801-43d9-b7f9-5dd872a9c373 req-c7843849-8cd8-46b9-a7cf-ea5f91702ca6 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 945 time: 0.1294646 Feb 11 05:14:31.481866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '36623c8e-f3fb-49ac-84e2-f3bd7cc9019d', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'port_id': '36623c8e-f3fb-49ac-84e2-f3bd7cc9019d', 'mac_address': 'fa:16:3e:90:47:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24fff8-7d32-4bf0-92db-76f41fec26b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:31.524230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-113285fb-d801-43d9-b7f9-5dd872a9c373 req-e4e1ba2d-d81c-4266-88b0-ce2c0b6216cd tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692801 Feb 11 05:14:31.556058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca64a2-47f2-41cd-a3e5-dc21424014b8 None None] Network 083714e0-fbcb-4f2b-b929-fd0939a5f61f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:31.709676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1944a-71f4-47b0-90e1-81eb8b153bd5 req-7e0fe3ce-e5e3-45e0-abfa-641313c6cd65 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.713325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49d1944a-71f4-47b0-90e1-81eb8b153bd5 req-7e0fe3ce-e5e3-45e0-abfa-641313c6cd65 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.1182141 Feb 11 05:14:31.782382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:31.782784 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.808791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:31.823652 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253fcd8-14fd-4b3c-ab1f-fea8cfff388f x-openstack-request-id: req-3253fcd8-14fd-4b3c-ab1f-fea8cfff388f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:31.824033 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "tag": "0dfb4840-2477-4714-a545-cb509757d31c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:31.824349 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3253fcd8-14fd-4b3c-ab1f-fea8cfff388f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:31.824816 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c', 'status': 'completed', 'code': 200} Feb 11 05:14:31.837755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49d1944a-71f4-47b0-90e1-81eb8b153bd5 req-d7859b0d-6a1e-47dc-9ed0-33ef4159fc61 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157105 Feb 11 05:14:31.861563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:31.924760 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.974907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-750f303c-56a2-4141-80be-309bffc1dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.977429 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-750f303c-56a2-4141-80be-309bffc1dd99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 1128 time: 0.1439888 Feb 11 05:14:32.035701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:32.069244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666464e1-b5ff-497c-93b0-34b46f0953bc req-f630f7b4-bff9-4c9a-a9df-2ccc8c9edff9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.079830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-666464e1-b5ff-497c-93b0-34b46f0953bc req-f630f7b4-bff9-4c9a-a9df-2ccc8c9edff9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 944 time: 0.1647494 Feb 11 05:14:32.121456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-5ed99f62-cf8b-4695-9d36-cf8ab914c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.137819 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-5ed99f62-cf8b-4695-9d36-cf8ab914c466 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.1392577 Feb 11 05:14:32.162915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-666464e1-b5ff-497c-93b0-34b46f0953bc req-3f56d69f-20e6-4bea-a1af-2c7ecefca887 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783594 Feb 11 05:14:32.178033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-09e87000-78f6-4c89-b33a-31aaed7de8a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 200 len: 217 time: 0.0453548 Feb 11 05:14:32.188797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['36623c8e-f3fb-49ac-84e2-f3bd7cc9019d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:32.242790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-9ffc8eb5-61ee-463c-90e8-978968fef9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.244621 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-9ffc8eb5-61ee-463c-90e8-978968fef9ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.0603149 Feb 11 05:14:32.321325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cf178-5983-45f6-a4b3-0237b9e6b4a5 req-064271fd-5c45-47ab-9458-124d5d661c8f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.332375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc0cf178-5983-45f6-a4b3-0237b9e6b4a5 req-064271fd-5c45-47ab-9458-124d5d661c8f tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 945 time: 0.0753376 Feb 11 05:14:32.343565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-384bd68a-273f-41a2-b95e-85c5116df7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.345595 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-384bd68a-273f-41a2-b95e-85c5116df7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0926266 Feb 11 05:14:32.441064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc0cf178-5983-45f6-a4b3-0237b9e6b4a5 req-2eec1cf8-326f-4f1c-bda5-5e2021809489 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071081 Feb 11 05:14:32.572066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562a97d-d29c-4b99-b121-1cf6b0fdff4e req-1340ef56-4e04-44be-861e-0abc87d9c525 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.573808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d562a97d-d29c-4b99-b121-1cf6b0fdff4e req-1340ef56-4e04-44be-861e-0abc87d9c525 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 945 time: 0.1729734 Feb 11 05:14:32.575809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-811f13c0-c459-47aa-9208-5f34f87742b8 req-4f8c5ac0-2bf5-4f09-b8b1-484a146ecaa1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 210 time: 0.0579989 Feb 11 05:14:32.576885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41846) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:32.582620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-747981534-network', 'tenant_id': '940656a626f24e3f99a2c2f22e0d4eae'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:32.588910 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-d52f6bf6-d37b-450f-ba52-3a9947789c00 service neutron] 10.222.0.65 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332804 Feb 11 05:14:32.638043 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e066b483-eac9-4959-9bbf-16c610fe4ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.707723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Made reservation on behalf of 940656a626f24e3f99a2c2f22e0d4eae for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:32.709195 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-606d5943-89ec-4cb0-9391-7fe14f1d5d96 req-503c3ab8-1d3a-426a-b2ec-b8888e937578 service neutron] 10.222.0.65 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078374 Feb 11 05:14:32.709967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.733075 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d562a97d-d29c-4b99-b121-1cf6b0fdff4e req-b599e9b6-f1c5-43c5-88bf-b8ad6813d438 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070576 Feb 11 05:14:32.735111 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.803211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-2241dfbe-af9e-41e1-860c-908c2f7da88f tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.805628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-2241dfbe-af9e-41e1-860c-908c2f7da88f tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1378968 Feb 11 05:14:32.891067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-d906ecba-0153-4406-afc4-7f8c84cc7585 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 696 time: 0.0791786 Feb 11 05:14:32.908458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Request body: {'floatingip': {'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:32.963615 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.105258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Publish callbacks [] for security_group (6ffb1384-20a5-4f45-9b77-5444481fa896), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.155000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:33.216054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6ffb1384-20a5-4f45-9b77-5444481fa896), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.264359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:33.285170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb1384-20a5-4f45-9b77-5444481fa896,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:33.288081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (761170bc-f1c1-4638-8661-e72f580095dc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.289025 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Added segment 761170bc-f1c1-4638-8661-e72f580095dc of type vlan for network 19b57625-3702-48d4-8e14-716c44cdfaf7 Feb 11 05:14:33.297661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:33.302902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:33.303272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.349482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f7223-b5d2-409d-902d-76653c533077 req-2efeed15-eed4-4947-9851-87503e6ce385 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.351566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-812f7223-b5d2-409d-902d-76653c533077 req-2efeed15-eed4-4947-9851-87503e6ce385 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.2269633 Feb 11 05:14:33.388670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:33.389174 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.403859 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (19b57625-3702-48d4-8e14-716c44cdfaf7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.416397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530cec3a-765f-4106-acb9-4e998b8690e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36623c8e-f3fb-49ac-84e2-f3bd7cc9019d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:33.418545 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28541e02-9fb6-4b56-b187-4e14a180ed14" -d '{"events": [{"server_uuid": "530cec3a-765f-4106-acb9-4e998b8690e6", "name": "network-vif-plugged", "status": "completed", "tag": "36623c8e-f3fb-49ac-84e2-f3bd7cc9019d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:33.433768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:33.525039 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.535083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-812f7223-b5d2-409d-902d-76653c533077 req-cd7dbc17-6ada-4bf3-8c24-509d7195e792 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589992 Feb 11 05:14:33.614286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (19b57625-3702-48d4-8e14-716c44cdfaf7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.615273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.615863 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.621015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:33.764037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 886f06d9-d8df-475c-b452-661b900be5a0 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:33.773061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1948063 Feb 11 05:14:33.773620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41876) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:33.782734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Request body: {'subnet': {'network_id': '19b57625-3702-48d4-8e14-716c44cdfaf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-747981534-subnet', 'tenant_id': '940656a626f24e3f99a2c2f22e0d4eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:33.799302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e46fc3-44c1-41a9-b219-492e6e47f5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=19b57625-3702-48d4-8e14-716c44cdfaf7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:33.831063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 19b57625-3702-48d4-8e14-716c44cdfaf7 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:33.924018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690abf4-da04-468c-9f95-7b9f3545d1bd req-f102adf6-ec0d-424c-ab49-286c1b55e2d1 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.927162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1690abf4-da04-468c-9f95-7b9f3545d1bd req-f102adf6-ec0d-424c-ab49-286c1b55e2d1 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 945 time: 0.2695820 Feb 11 05:14:33.951978 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.955023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Made reservation on behalf of 940656a626f24e3f99a2c2f22e0d4eae for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:33.959436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.025532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1690abf4-da04-468c-9f95-7b9f3545d1bd req-1cd6c6a1-c842-4867-928f-22ebbe77c997 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903995 Feb 11 05:14:34.049930 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.291117 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f associated. External IP: 172.25.8.232, port: 587758e2-3d0c-4e9c-aa45-28203613046f. Feb 11 05:14:34.357186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:34.388001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '886f06d9-d8df-475c-b452-661b900be5a0', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '886f06d9-d8df-475c-b452-661b900be5a0', 'mac_address': 'fa:16:3e:73:6c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:34.469106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe9653-736c-4a04-ada3-5b1fc38561e1 req-6e7be1e9-9b35-469d-8b9d-15e717fc7e97 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.477772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5fe9653-736c-4a04-ada3-5b1fc38561e1 req-6e7be1e9-9b35-469d-8b9d-15e717fc7e97 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 945 time: 0.2655852 Feb 11 05:14:34.501144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 886f06d9-d8df-475c-b452-661b900be5a0 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:34.501471 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (886f06d9-d8df-475c-b452-661b900be5a0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.539894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-c51e255a-4067-4d39-acc8-906f944bee45 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.541036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 886f06d9-d8df-475c-b452-661b900be5a0 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:34.542956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-c51e255a-4067-4d39-acc8-906f944bee45 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e6d8ce7-dfe7-4656-9efb-7db04182121b HTTP/1.1" status: 200 len: 945 time: 0.2865160 Feb 11 05:14:34.562219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5fe9653-736c-4a04-ada3-5b1fc38561e1 req-45d57012-9fc8-4aa8-8d9f-f6b01a54849a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Feb 11 05:14:34.593558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:34.657860 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd41642-eb4e-4440-804f-a74585e3da85 x-openstack-request-id: req-bfd41642-eb4e-4440-804f-a74585e3da85 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:34.658570 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530cec3a-765f-4106-acb9-4e998b8690e6", "name": "network-vif-plugged", "status": "completed", "tag": "36623c8e-f3fb-49ac-84e2-f3bd7cc9019d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:34.659173 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bfd41642-eb4e-4440-804f-a74585e3da85 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:34.660118 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530cec3a-765f-4106-acb9-4e998b8690e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36623c8e-f3fb-49ac-84e2-f3bd7cc9019d', 'code': 200} Feb 11 05:14:34.715599 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.731625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.871794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['886f06d9-d8df-475c-b452-661b900be5a0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:34.888048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-c8489eff-790c-418f-9dfe-754f23e0a4d9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.894048 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-c8489eff-790c-418f-9dfe-754f23e0a4d9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 812 time: 0.3465223 Feb 11 05:14:34.911910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'port': {'device_id': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b', 'admin_state_up': True, 'tenant_id': '1436af19f9ac469b89d1005ee1d6743d'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:34.977842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6be0ca08-eb42-4ff2-89bc-f75cd57f921d req-62dd9007-dc9d-4fc3-9f1d-23f1811aee4e tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 210 time: 0.1735609 Feb 11 05:14:35.018613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:35.091514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Router 89d75b23-8559-4147-bc4e-d1e267f91521 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:35.112051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Checking segment: {'id': '761170bc-f1c1-4638-8661-e72f580095dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '19b57625-3702-48d4-8e14-716c44cdfaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:35.112051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Network hostable DHCP agents. Network: 19b57625-3702-48d4-8e14-716c44cdfaf7, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:35.141719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297264e2-c50d-4f50-ab0f-d6cd03093a6d req-16f26a26-93ce-4131-8cc5-4de84b155d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.143258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-297264e2-c50d-4f50-ab0f-d6cd03093a6d req-16f26a26-93ce-4131-8cc5-4de84b155d1f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 1128 time: 0.3409977 Feb 11 05:14:35.146010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:35.205095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Deleting port 0dfb4840-2477-4714-a545-cb509757d31c {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:35.205854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0dfb4840-2477-4714-a545-cb509757d31c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.238637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27ef9aa2-d803-4ea9-a8f5-26b369ea0654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.318289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-297264e2-c50d-4f50-ab0f-d6cd03093a6d req-14d3d6ef-607b-4e47-a707-f7a35c67c9e7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492755 Feb 11 05:14:35.385152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] For port 0dfb4840-2477-4714-a545-cb509757d31c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0dfb4840-2477-4714-a545-cb509757d31c,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:35.387130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:35.390842 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0dfb4840-2477-4714-a545-cb509757d31c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.394181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.400582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Made reservation on behalf of 1436af19f9ac469b89d1005ee1d6743d for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:35.403662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:35.404215 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.420484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:35.424088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:35.446854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Network 19b57625-3702-48d4-8e14-716c44cdfaf7 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:35.467372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Calling delete_port for 0dfb4840-2477-4714-a545-cb509757d31c owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:35.498090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dd398-451c-4767-bc09-5bafbb988b18 req-f1919e6b-3302-40f0-bdd7-aa869120f09d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.502318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-987dd398-451c-4767-bc09-5bafbb988b18 req-f1919e6b-3302-40f0-bdd7-aa869120f09d tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 945 time: 0.3787773 Feb 11 05:14:35.563433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b0fec88f-ba9b-4b1a-ab30-3d6f34d2ef07 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "PUT /v2.0/floatingips/5ede55ff-7b09-4e77-98bd-f0efedfd3e0f HTTP/1.1" status: 200 len: 997 time: 2.6609275 Feb 11 05:14:35.568247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:35.574772 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:35.575967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 19b57625-3702-48d4-8e14-716c44cdfaf7) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:35.605161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.605754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.646340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43953432-0206-42d9-83eb-e7247a20dce0 None None] Network 19b57625-3702-48d4-8e14-716c44cdfaf7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:35.709445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-987dd398-451c-4767-bc09-5bafbb988b18 req-ca38b747-8de3-46c3-beb9-9b411caf4f18 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c8b9d55-273f-4c5b-9507-37e0a6e4f776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929297 Feb 11 05:14:35.755644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-ecab6ecc-24ae-4fab-8324-3a7581ff4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.768807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-ecab6ecc-24ae-4fab-8324-3a7581ff4b6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.1326885 Feb 11 05:14:35.852156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 886f06d9-d8df-475c-b452-661b900be5a0 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:35.898747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Allocated IP 172.20.0.7 (1a6e4e59-8b37-4864-8ae3-469263e26e3b/67ad5461-469e-4e8f-8f0c-8b60dec5cdda/e5443218-b686-40f5-b7c8-06eab4755d86) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:36.000414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c114604-e1d2-403c-8605-14a20976b0d3 None None] Network 19b57625-3702-48d4-8e14-716c44cdfaf7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:36.017909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:36.047383 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3d144b81-aac0-4149-a749-8ab8650f0793 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2715869 Feb 11 05:14:36.274917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-885e0417-4059-46e1-84ff-f63997967551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:36.285215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-885e0417-4059-46e1-84ff-f63997967551 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.5137503 Feb 11 05:14:36.326452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df342d9-ed13-47db-b201-10d9b5cb64a5 req-73dc4283-d40f-4480-931f-1e30b215d24b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:36.333729 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9df342d9-ed13-47db-b201-10d9b5cb64a5 req-73dc4283-d40f-4480-931f-1e30b215d24b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.2508671 Feb 11 05:14:36.370314 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for port (e5443218-b686-40f5-b7c8-06eab4755d86), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.416450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 886f06d9-d8df-475c-b452-661b900be5a0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:36.417102 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (886f06d9-d8df-475c-b452-661b900be5a0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.504471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0dfb4840-2477-4714-a545-cb509757d31c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.566996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['587758e2-3d0c-4e9c-aa45-28203613046f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:36.603225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-b2941cd9-a5a1-48b4-903d-a60c361d4be1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 1000 time: 0.3170514 Feb 11 05:14:36.621986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Pushing event deleted for resources: {'Port': ['ID=0dfb4840-2477-4714-a545-cb509757d31c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:36.624983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.701165 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.832265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Network 1a6e4e59-8b37-4864-8ae3-469263e26e3b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:36.833590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] No DVR routers for this DVR port 0dfb4840-2477-4714-a545-cb509757d31c on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:36.842048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.854964 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-57b26284-62b0-4e6d-8e4d-676247fd2d06 req-706b96b6-9112-4f02-9d94-43b22165a35e tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.65 "DELETE /v2.0/ports/0dfb4840-2477-4714-a545-cb509757d31c HTTP/1.1" status: 204 len: 173 time: 2.2877517 Feb 11 05:14:36.865222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:36.867301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'name': 'network-vif-deleted', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:36.869656 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fe1de2-d8ca-4f26-9944-db2c3c356bf4" -d '{"events": [{"server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "name": "network-vif-deleted", "tag": "0dfb4840-2477-4714-a545-cb509757d31c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:36.885645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:36.887973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 886f06d9-d8df-475c-b452-661b900be5a0 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:36.888666 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (886f06d9-d8df-475c-b452-661b900be5a0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:36.895104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'Port': ['ID=e5443218-b686-40f5-b7c8-06eab4755d86,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:36.957869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:36.974935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:36.988404 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5674077-baaf-41aa-91de-e14af6f0bbdd" -d '{"events": [{"server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "name": "network-vif-plugged", "status": "completed", "tag": "886f06d9-d8df-475c-b452-661b900be5a0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:36.992856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:36.994136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.063465 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.064480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0dfb4840-2477-4714-a545-cb509757d31c no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:37.115597 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-36c2562f-8a57-44d5-813d-9d104af79b04 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2079892 Feb 11 05:14:37.131789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Request body: {'port': {'device_id': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:37.156983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 0dfb4840-2477-4714-a545-cb509757d31c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:37.157481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0dfb4840-2477-4714-a545-cb509757d31c not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:37.233393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:37.256173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.330273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9df342d9-ed13-47db-b201-10d9b5cb64a5 req-7731a6c9-c6bd-498b-9b2e-7101918e8124 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9955602 Feb 11 05:14:37.365024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-d757b969-b1b7-463e-bcfd-db5ce18cba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.369071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-d757b969-b1b7-463e-bcfd-db5ce18cba18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.7604907 Feb 11 05:14:37.394255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:63:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:33Z', 'revision_number': 8, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:37.458917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:37.476714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:37.477470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:37.547315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-0cea2173-8322-498b-a1c6-6175392d317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.549540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-0cea2173-8322-498b-a1c6-6175392d317b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1740477 Feb 11 05:14:37.567444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26637df-a41a-41c7-ade9-43efc95e2b3d req-1dee48f4-dd9c-45a1-b1a7-c040d0bb5d74 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.571713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d26637df-a41a-41c7-ade9-43efc95e2b3d req-1dee48f4-dd9c-45a1-b1a7-c040d0bb5d74 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 945 time: 0.1125751 Feb 11 05:14:37.716484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:37.748854 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d26637df-a41a-41c7-ade9-43efc95e2b3d req-01e68d21-af61-4531-b1b6-9f7cc53145de tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155760 Feb 11 05:14:37.759275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5443218-b686-40f5-b7c8-06eab4755d86 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:37.784874 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Publish callbacks [] for port (e5443218-b686-40f5-b7c8-06eab4755d86), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.817827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Transition to ACTIVE for port object e5443218-b686-40f5-b7c8-06eab4755d86 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:37.828723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-c37ace22-bc4c-4c68-9dea-81dbf15f0923 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714407 Feb 11 05:14:37.898116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:37.983116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a77e3a1-577b-4bff-85a3-667e9bc2bf61 req-e90a4a91-4c41-4c7a-9dc2-c6927407dc24 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475854 Feb 11 05:14:37.986260 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5d0a42-1d25-4087-a079-00c8f9e853dd x-openstack-request-id: req-da5d0a42-1d25-4087-a079-00c8f9e853dd {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:37.986260 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:37.986468 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da5d0a42-1d25-4087-a079-00c8f9e853dd {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:37.986793 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f', 'status': 'completed', 'code': 200} Feb 11 05:14:38.121673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-36b205af-893b-410c-8b2c-9798b45a1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.127407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-36b205af-893b-410c-8b2c-9798b45a1408 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.1431100 Feb 11 05:14:38.157076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Pushing event updated for resources: {'Port': ['ID=e5443218-b686-40f5-b7c8-06eab4755d86,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:38.216415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Attempting to bind port e5443218-b686-40f5-b7c8-06eab4755d86 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:38.216941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Attempting to bind port e5443218-b686-40f5-b7c8-06eab4755d86 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:38.217424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Attempting to bind port e5443218-b686-40f5-b7c8-06eab4755d86 on network 1a6e4e59-8b37-4864-8ae3-469263e26e3b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:38.227644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Port e5443218-b686-40f5-b7c8-06eab4755d86 on network 1a6e4e59-8b37-4864-8ae3-469263e26e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:38.231543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Attempting to bind port e5443218-b686-40f5-b7c8-06eab4755d86 on network 1a6e4e59-8b37-4864-8ae3-469263e26e3b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:38.247314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:38.247824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Checking segment: {'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:38.248502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Bound using segment: {'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:38.249197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Bound port: e5443218-b686-40f5-b7c8-06eab4755d86, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:38.250127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.369931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f00a5d-c399-4f01-bb56-0073302b8182 req-f8dbd5b9-32db-444f-9257-6c717e93385d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.372757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68f00a5d-c399-4f01-bb56-0073302b8182 req-f8dbd5b9-32db-444f-9257-6c717e93385d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 943 time: 0.1945314 Feb 11 05:14:38.428453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-a65c4b7d-e6ce-4aa1-80c0-82e945820b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.431910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-a65c4b7d-e6ce-4aa1-80c0-82e945820b0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.2983513 Feb 11 05:14:38.457112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] For port e5443218-b686-40f5-b7c8-06eab4755d86, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:38.464446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] For port e5443218-b686-40f5-b7c8-06eab4755d86, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e5443218-b686-40f5-b7c8-06eab4755d86,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:38.544539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.559940 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.560576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68f00a5d-c399-4f01-bb56-0073302b8182 req-be832b00-b2cc-4cfb-b94d-3fa14637a328 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799223 Feb 11 05:14:38.561983 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.604054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-28c6bddc-a742-4337-a8fd-3b0de8e78e59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 1000 time: 0.1548460 Feb 11 05:14:38.622738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.623367 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.641092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:63:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:33Z', 'revision_number': 8, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:38.648465 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] 10.222.0.65 "PUT /v2.0/ports/e5443218-b686-40f5-b7c8-06eab4755d86 HTTP/1.1" status: 200 len: 1092 time: 1.5107059 Feb 11 05:14:38.696587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc799ecd-d8f4-4775-908b-4121516a5189 service neutron] Pushing event updated for resources: {'Port': ['ID=e5443218-b686-40f5-b7c8-06eab4755d86,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:38.719417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8dd2df-67a5-4141-a4f4-da052b0ad7c9 None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ede55ff-7b09-4e77-98bd-f0efedfd3e0f', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'port_id': '587758e2-3d0c-4e9c-aa45-28203613046f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'mac_address': 'fa:16:3e:63:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:42Z', 'updated_at': '2022-02-11T05:14:33Z', 'revision_number': 8, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:38.778076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-ecbbb8bc-7687-4d62-85e2-0e2c88a9632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.779566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-ecbbb8bc-7687-4d62-85e2-0e2c88a9632e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.1680579 Feb 11 05:14:38.854100 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7779e083-eb09-41c0-bbb7-256e882a760e x-openstack-request-id: req-7779e083-eb09-41c0-bbb7-256e882a760e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:38.854414 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "name": "network-vif-plugged", "status": "completed", "tag": "886f06d9-d8df-475c-b452-661b900be5a0", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:38.854674 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7779e083-eb09-41c0-bbb7-256e882a760e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:38.855084 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0', 'code': 200} Feb 11 05:14:39.068634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-d4246aba-856a-4e47-a633-418de4644f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.089791 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.090704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-d4246aba-856a-4e47-a633-418de4644f80 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3001981 Feb 11 05:14:39.186185 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c93c4-7aa7-4f6b-a237-97f3e2b20de2 None None] New status for floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:14:39.294205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-af04e56c-f3b2-4f66-9e15-72c6153c658c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.295788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-af04e56c-f3b2-4f66-9e15-72c6153c658c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 807 time: 0.4838884 Feb 11 05:14:39.355961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-50e73df0-aaca-4a37-a159-400142de876c service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590272 Feb 11 05:14:39.357716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-14421a52-99f8-4b3b-8830-b18b43c04c55 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/quotas/43e6b606b3834f4b9004f208e11b3c5c HTTP/1.1" status: 200 len: 375 time: 0.0522261 Feb 11 05:14:39.417001 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe7093-0a46-4d4c-bfc9-b1c1d8f32615 x-openstack-request-id: req-1ffe7093-0a46-4d4c-bfc9-b1c1d8f32615 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:39.417559 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6d8ce7-dfe7-4656-9efb-7db04182121b", "name": "network-vif-deleted", "tag": "0dfb4840-2477-4714-a545-cb509757d31c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:39.417559 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ffe7093-0a46-4d4c-bfc9-b1c1d8f32615 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:39.417922 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6d8ce7-dfe7-4656-9efb-7db04182121b', 'name': 'network-vif-deleted', 'tag': '0dfb4840-2477-4714-a545-cb509757d31c', 'status': 'completed', 'code': 200} Feb 11 05:14:39.457253 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-df0e5031-0614-478e-9074-c3d8d7547b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.458791 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-df0e5031-0614-478e-9074-c3d8d7547b5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1126 time: 0.7150793 Feb 11 05:14:39.469368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-6082be07-3d28-458d-a5af-0a3387a79811 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997031 Feb 11 05:14:39.524424 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-5122dafe-af91-4e2a-99fa-035741f24aff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5443218-b686-40f5-b7c8-06eab4755d86 HTTP/1.1" status: 200 len: 217 time: 0.0567935 Feb 11 05:14:39.611068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bee4b1bf-38f2-4ee0-9463-4d66e34436a3 req-15f733b2-5bb1-4ce2-ba29-5ba3e2ae351a service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394943 Feb 11 05:14:39.644566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-135975ad-1f77-4f34-ad49-283f21c4ce3c service neutron] 10.222.0.62 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589401 Feb 11 05:14:39.659486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-b2a18a38-eaa2-4a38-a000-6db2018d5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.667470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-b2a18a38-eaa2-4a38-a000-6db2018d5cca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.1319778 Feb 11 05:14:39.729474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-5141ab88-9f84-4e7a-9c39-6d3fea729fbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533125 Feb 11 05:14:39.800840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-74fc98b9-4068-47f7-8974-6a946815e01c service neutron] 10.222.0.62 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496878 Feb 11 05:14:39.914327 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-633dcbe3-8c4f-40a7-bec5-6c877d139f38 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758456 Feb 11 05:14:40.091496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50622932-7455-403a-a395-6d4f4a4b35dd req-88e73e1d-5f0b-4ba8-9bb3-3da9714c35d7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.093602 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-50622932-7455-403a-a395-6d4f4a4b35dd req-88e73e1d-5f0b-4ba8-9bb3-3da9714c35d7 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 945 time: 0.1780281 Feb 11 05:14:40.163788 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1d89022a-6fc4-4bb9-9676-dd288f122780 req-3d340378-e523-4db9-8f5e-bdf784783011 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182353 Feb 11 05:14:40.293055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Deleting port 6c436d55-a992-44fa-bacf-79c8817ee21a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:40.293663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.308930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8a8f1dc-765b-4cc3-b851-ddcf16ca03d5 req-1a45e2c5-89d2-468f-8ad4-144ca0258842 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips/5ede55ff-7b09-4e77-98bd-f0efedfd3e0f HTTP/1.1" status: 200 len: 999 time: 0.1691837 Feb 11 05:14:40.492121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] For port 6c436d55-a992-44fa-bacf-79c8817ee21a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c436d55-a992-44fa-bacf-79c8817ee21a,segment=NetworkSegment(26f090fb-fbb3-4a99-88ee-24b015f7845f),segment_id=26f090fb-fbb3-4a99-88ee-24b015f7845f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:40.492121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.525191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Calling delete_port for 6c436d55-a992-44fa-bacf-79c8817ee21a owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:40.605945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8f1dc-765b-4cc3-b851-ddcf16ca03d5 req-90745082-d286-4581-b272-c7a176cc2eb5 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.633666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8a8f1dc-765b-4cc3-b851-ddcf16ca03d5 req-90745082-d286-4581-b272-c7a176cc2eb5 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.3235466 Feb 11 05:14:40.687606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-a8a8f1dc-765b-4cc3-b851-ddcf16ca03d5 req-32ace598-aa2c-4d3e-be1b-fd953ac756f2 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:14:40.689372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8a8f1dc-765b-4cc3-b851-ddcf16ca03d5 req-32ace598-aa2c-4d3e-be1b-fd953ac756f2 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546935 Feb 11 05:14:40.744526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720149d-66d3-407a-835d-fa07cf990b52 req-133a3897-f6c8-4d66-8e78-c540704bdfd4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.753305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5720149d-66d3-407a-835d-fa07cf990b52 req-133a3897-f6c8-4d66-8e78-c540704bdfd4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.2028661 Feb 11 05:14:40.812550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6c436d55-a992-44fa-bacf-79c8817ee21a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.825014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['6c436d55-a992-44fa-bacf-79c8817ee21a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:40.834506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5720149d-66d3-407a-835d-fa07cf990b52 req-e917f119-d149-47a2-a125-77ee9b7fdb0b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753496 Feb 11 05:14:40.923830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Pushing event deleted for resources: {'Port': ['ID=6c436d55-a992-44fa-bacf-79c8817ee21a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:40.952890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.956775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.956775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.956775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.956775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.957322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.959750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.960179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.960721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.961103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.961457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.961796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:40.962135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:41.035865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] No DVR routers for this DVR port 6c436d55-a992-44fa-bacf-79c8817ee21a on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:41.039511 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.044025 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-50622932-7455-403a-a395-6d4f4a4b35dd req-4442b7a3-574a-4624-a027-2bb44972a571 tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.65 "DELETE /v2.0/ports/6c436d55-a992-44fa-bacf-79c8817ee21a HTTP/1.1" status: 204 len: 173 time: 0.9419951 Feb 11 05:14:41.053289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57e767-fe47-41fe-96c4-e2a7e0b450f8 req-52a66f13-14c4-4ea6-b24a-542ca6e10556 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.066724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d57e767-fe47-41fe-96c4-e2a7e0b450f8 req-52a66f13-14c4-4ea6-b24a-542ca6e10556 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 943 time: 0.1275334 Feb 11 05:14:41.108912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.192558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d57e767-fe47-41fe-96c4-e2a7e0b450f8 req-c09502b2-7cae-410d-b355-28a9d5a4d6a6 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182907 Feb 11 05:14:41.286961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-698aaaf7-b481-4af2-8437-587f81e86f83 req-1a1c4e90-3cb4-46a6-8330-8fbec0fd4378 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 210 time: 0.0429940 Feb 11 05:14:41.418901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5b294-34ea-45ed-993d-84522f69551a req-6ded9fd0-f4de-4aae-9066-71339feef0cd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.422817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86'}, {'server_uuid': 'a73792e8-23e9-4454-bda9-4c7f9fc74bf5', 'name': 'network-vif-deleted', 'tag': '6c436d55-a992-44fa-bacf-79c8817ee21a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:41.422817 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3cebe0-f29b-4515-8cde-e2d350262300" -d '{"events": [{"name": "network-changed", "server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86"}, {"server_uuid": "a73792e8-23e9-4454-bda9-4c7f9fc74bf5", "name": "network-vif-deleted", "tag": "6c436d55-a992-44fa-bacf-79c8817ee21a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:41.426414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54b5b294-34ea-45ed-993d-84522f69551a req-6ded9fd0-f4de-4aae-9066-71339feef0cd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 945 time: 0.1346951 Feb 11 05:14:41.450118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-4a8bad92-aca2-468c-ad3c-a61b231ac81b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.1138201 Feb 11 05:14:41.529755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54b5b294-34ea-45ed-993d-84522f69551a req-b9b99846-1f38-46ee-8164-2f7b5003575b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973663 Feb 11 05:14:41.548029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-8d776ff7-f240-44df-8665-aea301a1b365 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.561289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-8d776ff7-f240-44df-8665-aea301a1b365 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports/587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 943 time: 0.1054702 Feb 11 05:14:41.730489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62439421-805f-40ea-815b-d7d691ef252a req-157054a9-c075-42da-a12d-4e6535cf6eff tempest-ServerDiskConfigTestJSON-1851052600 tempest-ServerDiskConfigTestJSON-1851052600-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73792e8-23e9-4454-bda9-4c7f9fc74bf5 HTTP/1.1" status: 200 len: 210 time: 0.0454094 Feb 11 05:14:41.778876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-c0f23036-cb69-4151-889f-9c2acfeb8bc9 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.1826916 Feb 11 05:14:41.846649 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1cccab-a203-409d-badf-0014b7b61e46 x-openstack-request-id: req-af1cccab-a203-409d-badf-0014b7b61e46 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:41.847169 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86", "status": "completed", "code": 200}, {"server_uuid": "a73792e8-23e9-4454-bda9-4c7f9fc74bf5", "name": "network-vif-deleted", "tag": "6c436d55-a992-44fa-bacf-79c8817ee21a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:41.847279 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af1cccab-a203-409d-badf-0014b7b61e46 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:41.847602 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86', 'status': 'completed', 'code': 200} Feb 11 05:14:41.847859 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73792e8-23e9-4454-bda9-4c7f9fc74bf5', 'name': 'network-vif-deleted', 'tag': '6c436d55-a992-44fa-bacf-79c8817ee21a', 'status': 'completed', 'code': 200} Feb 11 05:14:41.968235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-7419ccf4-5873-4368-9c5c-d6b2c0807b7d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.984649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-7419ccf4-5873-4368-9c5c-d6b2c0807b7d tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2036598 Feb 11 05:14:42.010436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-70b6df15-40d0-4357-b536-d92672494919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.012035 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-70b6df15-40d0-4357-b536-d92672494919 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1126 time: 0.1262033 Feb 11 05:14:42.211809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-5acb0db1-6496-4365-803e-5453ed70d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.213365 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-5acb0db1-6496-4365-803e-5453ed70d600 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 913 time: 0.1918480 Feb 11 05:14:42.251382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-f9533758-534d-4217-b809-48bbbc4b9888 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.2599318 Feb 11 05:14:42.274918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-291e8699-443e-45ac-90f7-32be79aa645b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.276462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-291e8699-443e-45ac-90f7-32be79aa645b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 945 time: 0.2054486 Feb 11 05:14:42.282333 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-8faf64d5-c88d-4f9c-b2a9-746cbb24d29c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5443218-b686-40f5-b7c8-06eab4755d86 HTTP/1.1" status: 200 len: 217 time: 0.0589566 Feb 11 05:14:42.292924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:42.309821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0540dd8-dc65-4040-a2d5-193bd8f0373f req-685ffc12-d8c2-48cc-bfcc-039249b0c21d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.311892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0540dd8-dc65-4040-a2d5-193bd8f0373f req-685ffc12-d8c2-48cc-bfcc-039249b0c21d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.2396045 Feb 11 05:14:42.354127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-8aa1bbb7-3734-4741-810a-c5eea75f73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.356001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-8aa1bbb7-3734-4741-810a-c5eea75f73a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.0707388 Feb 11 05:14:42.460495 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-0f5823a6-3154-459c-8624-4a19d4dfdc7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879388 Feb 11 05:14:42.489066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.540861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0540dd8-dc65-4040-a2d5-193bd8f0373f req-7416a8e5-60b1-44ff-8d31-980dda777209 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163591 Feb 11 05:14:42.614568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Deleting port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:42.614916 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.668502 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-54a0df6c-d880-4f68-87e5-b8f6942becd6 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017679 Feb 11 05:14:42.761956 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.805694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] For port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:42.806065 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.827190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Calling delete_port for 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:42.846909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3644492-4d3e-4a56-890e-ac326e369772 req-fc0b7619-37be-45a8-b4eb-f398386de741 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.848483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3644492-4d3e-4a56-890e-ac326e369772 req-fc0b7619-37be-45a8-b4eb-f398386de741 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 943 time: 0.1073544 Feb 11 05:14:42.872575 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b3cebe0-f29b-4515-8cde-e2d350262300 req-986cc63c-80da-412a-a992-4dfa97453980 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984873 Feb 11 05:14:42.974095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3644492-4d3e-4a56-890e-ac326e369772 req-326356a8-45ee-4f12-a641-5908eb7f4347 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855756 Feb 11 05:14:42.981030 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.981030 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f disassociated. External IP: 172.25.8.232, port: 587758e2-3d0c-4e9c-aa45-28203613046f. Feb 11 05:14:43.119033 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0347ba57-04eb-46a7-a031-c5a401e6f74d req-84d3ab39-d1b3-4afd-860d-572ea79dcae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 210 time: 0.0323963 Feb 11 05:14:43.329547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a2fbf-e938-4959-8fd4-4fa353641803 req-4ff3d5ae-f2fe-4036-8364-c97b57af1d85 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.331025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a1a2fbf-e938-4959-8fd4-4fa353641803 req-4ff3d5ae-f2fe-4036-8364-c97b57af1d85 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=530cec3a-765f-4106-acb9-4e998b8690e6 HTTP/1.1" status: 200 len: 945 time: 0.1474328 Feb 11 05:14:43.388103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Router 89d75b23-8559-4147-bc4e-d1e267f91521 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:43.407067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a1a2fbf-e938-4959-8fd4-4fa353641803 req-1d86583a-f06f-4abb-9f32-071869f4cee4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692852 Feb 11 05:14:43.447341 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (36623c8e-f3fb-49ac-84e2-f3bd7cc9019d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.463881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['36623c8e-f3fb-49ac-84e2-f3bd7cc9019d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:43.488356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event deleted for resources: {'Port': ['ID=36623c8e-f3fb-49ac-84e2-f3bd7cc9019d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.515483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:43.550727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] No DVR routers for this DVR port 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:43.583094 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.589951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f050cf10-007b-4a09-b36c-d3d70cd1a1e9 req-2fdb4585-accf-423b-8bf6-85fa2c4a8449 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "DELETE /v2.0/ports/36623c8e-f3fb-49ac-84e2-f3bd7cc9019d HTTP/1.1" status: 204 len: 173 time: 1.2727797 Feb 11 05:14:43.589951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530cec3a-765f-4106-acb9-4e998b8690e6', 'name': 'network-vif-deleted', 'tag': '36623c8e-f3fb-49ac-84e2-f3bd7cc9019d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:43.589951 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7674f6d5-5756-4e33-8051-719581b4a252" -d '{"events": [{"server_uuid": "530cec3a-765f-4106-acb9-4e998b8690e6", "name": "network-vif-deleted", "tag": "36623c8e-f3fb-49ac-84e2-f3bd7cc9019d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:43.630179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:43.636245 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.645647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:43.665720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:43.666995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:43.896411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device e5443218-b686-40f5-b7c8-06eab4755d86 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:43.900702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c436d55-a992-44fa-bacf-79c8817ee21a no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:43.949302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 6c436d55-a992-44fa-bacf-79c8817ee21a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:43.952184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c436d55-a992-44fa-bacf-79c8817ee21a not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:43.993916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:44.275004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port e5443218-b686-40f5-b7c8-06eab4755d86, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e5443218-b686-40f5-b7c8-06eab4755d86,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:44.297356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'e5443218-b686-40f5-b7c8-06eab4755d86', 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b', 'port_id': 'e5443218-b686-40f5-b7c8-06eab4755d86', 'mac_address': 'fa:16:3e:d9:e3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ad5461-469e-4e8f-8f0c-8b60dec5cdda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:44.378844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-a5023757-7b0f-45f4-a664-763ab756801b tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "PUT /v2.0/floatingips/5ede55ff-7b09-4e77-98bd-f0efedfd3e0f HTTP/1.1" status: 200 len: 696 time: 2.1012561 Feb 11 05:14:44.463980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port e5443218-b686-40f5-b7c8-06eab4755d86 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:44.466765 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.487593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5443218-b686-40f5-b7c8-06eab4755d86 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:44.522454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port e5443218-b686-40f5-b7c8-06eab4755d86, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e5443218-b686-40f5-b7c8-06eab4755d86,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:44.542469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:44.543887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1243-7d5d-4385-b3f0-73d194dc7804 req-a43cf266-117c-4ea3-81cf-ea3f155d548c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.551647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-126e1243-7d5d-4385-b3f0-73d194dc7804 req-a43cf266-117c-4ea3-81cf-ea3f155d548c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.8751462 Feb 11 05:14:44.579276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:44.592453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:44.593547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:44.608343 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.626677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-cd0c7b7c-cba1-4f4c-81e0-3a7d4f885637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.628989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-cd0c7b7c-cba1-4f4c-81e0-3a7d4f885637 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.2281001 Feb 11 05:14:44.691367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-3b98eae8-cde8-45f8-87eb-4943b2a01104 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.693097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-3b98eae8-cde8-45f8-87eb-4943b2a01104 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 807 time: 0.3673253 Feb 11 05:14:44.708983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-126e1243-7d5d-4385-b3f0-73d194dc7804 req-32108305-05a3-4b97-a368-400ad66d48f4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559782 Feb 11 05:14:44.752457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Request body: {'port': {'device_id': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'admin_state_up': True, 'tenant_id': '43e6b606b3834f4b9004f208e11b3c5c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:44.758019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=e5443218-b686-40f5-b7c8-06eab4755d86,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:44.794797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:44.905900 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed5dd5f-4661-4189-970a-97e446e97ea2 x-openstack-request-id: req-0ed5dd5f-4661-4189-970a-97e446e97ea2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:44.906199 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530cec3a-765f-4106-acb9-4e998b8690e6", "name": "network-vif-deleted", "tag": "36623c8e-f3fb-49ac-84e2-f3bd7cc9019d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:44.909358 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ed5dd5f-4661-4189-970a-97e446e97ea2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:44.909358 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530cec3a-765f-4106-acb9-4e998b8690e6', 'name': 'network-vif-deleted', 'tag': '36623c8e-f3fb-49ac-84e2-f3bd7cc9019d', 'status': 'completed', 'code': 200} Feb 11 05:14:44.941000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:45.017896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-72aa6dd2-9dfe-40d3-9b76-2d7c45c3c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.019789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-72aa6dd2-9dfe-40d3-9b76-2d7c45c3c1b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.3781288 Feb 11 05:14:45.081876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-46c308ea-1e4c-423d-a3dd-cb3b3838f462 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 217 time: 0.0550034 Feb 11 05:14:45.200726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-93fdebd9-ae79-406a-8d60-eebeb549d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.203789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-93fdebd9-ae79-406a-8d60-eebeb549d928 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.1141486 Feb 11 05:14:45.208019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Made reservation on behalf of 43e6b606b3834f4b9004f208e11b3c5c for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:45.212559 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.362868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:45.408533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc6dda-4845-4747-90ac-62ad318a3380 None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:12:55Z', 'revision_number': 4, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '313d4c4b-a96a-406f-adcf-02a29b6f35eb', 'name': '', 'network_id': '27c1b95c-7283-4030-b268-21a4787f6ccc', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'mac_address': 'fa:16:3e:28:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:13:05Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'subnets': [{'id': '9962d048-dd66-4b07-bfb1-1f84c11615d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:45.464117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Allocated IP 172.20.0.8 (083714e0-fbcb-4f2b-b929-fd0939a5f61f/80cb0a79-c2f6-4926-8d54-a84282c437d7/7efafac4-6183-4197-8ca3-8c5ed8df21dd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:45.525922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a15b62-73b4-4fb2-a1cb-99effc25fad7 req-675b9f30-ff89-4939-9fd8-e004b4c6758b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.529561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a15b62-73b4-4fb2-a1cb-99effc25fad7 req-675b9f30-ff89-4939-9fd8-e004b4c6758b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 944 time: 0.3912539 Feb 11 05:14:45.563868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-20c0cefa-e9f6-4b53-be00-ac04a156a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.565529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-20c0cefa-e9f6-4b53-be00-ac04a156a0c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3469262 Feb 11 05:14:45.651788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a15b62-73b4-4fb2-a1cb-99effc25fad7 req-b833360e-0b11-4c2b-b457-14758f821742 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073349 Feb 11 05:14:45.818813 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dccb76-dbf5-4b2e-a4ad-023ee245b0a0 None None] New status for floating IP 5ede55ff-7b09-4e77-98bd-f0efedfd3e0f: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:14:45.844367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-257f98ab-4b4d-472b-ac01-325d06092c4c req-f24a1030-a335-451e-a297-b9b3c4b9883e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 210 time: 0.0856831 Feb 11 05:14:45.900802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-aced6fd3-b4c2-4c6c-bc4e-f2f3123306a7 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711725 Feb 11 05:14:45.965163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks [] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.063979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42080) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:46.078388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bec977c-4645-48ea-983f-1a357ce5de86 req-cc1899b3-77af-4174-b1f4-4be85f798e87 service neutron] 10.222.0.62 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670139 Feb 11 05:14:46.173157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.203734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a738c00-08b8-433f-9ba1-71039ea9fa30 admin admin] Deleting subnet 9edb3b4f-79bc-4d39-a3bd-8da5f471a95a {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:46.221552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a738c00-08b8-433f-9ba1-71039ea9fa30 admin admin] Publish callbacks [] for subnet (9edb3b4f-79bc-4d39-a3bd-8da5f471a95a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.232299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Network 083714e0-fbcb-4f2b-b929-fd0939a5f61f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:46.235333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:46.244777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:46.315316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a738c00-08b8-433f-9ba1-71039ea9fa30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (9edb3b4f-79bc-4d39-a3bd-8da5f471a95a), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.339638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.340397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.370090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Pushing event updated for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:46.405107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b9aee-048c-48d4-93fb-c8aef62f2691 req-1673d99d-84ee-442e-babc-fdbdf22f7d87 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.411962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a738c00-08b8-433f-9ba1-71039ea9fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (9edb3b4f-79bc-4d39-a3bd-8da5f471a95a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.413154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d56b9aee-048c-48d4-93fb-c8aef62f2691 req-1673d99d-84ee-442e-babc-fdbdf22f7d87 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 945 time: 0.2839417 Feb 11 05:14:46.502601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d56b9aee-048c-48d4-93fb-c8aef62f2691 req-37745786-df69-4abd-86ab-479df1f52a8d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876331 Feb 11 05:14:46.536499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-8cf8d05a-48d5-47c9-8108-64399d2c3f15 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8245585 Feb 11 05:14:46.563281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Request body: {'port': {'device_id': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:46.589562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a738c00-08b8-433f-9ba1-71039ea9fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (9edb3b4f-79bc-4d39-a3bd-8da5f471a95a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.701593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-493fe363-69d1-4ba0-8fce-f6f5c9854d6e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.703371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-493fe363-69d1-4ba0-8fce-f6f5c9854d6e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.2618918 Feb 11 05:14:46.703989 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.713581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a738c00-08b8-433f-9ba1-71039ea9fa30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edb3b4f-79bc-4d39-a3bd-8da5f471a95a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:46.728913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a738c00-08b8-433f-9ba1-71039ea9fa30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.733628 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8a738c00-08b8-433f-9ba1-71039ea9fa30 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9edb3b4f-79bc-4d39-a3bd-8da5f471a95a HTTP/1.1" status: 204 len: 168 time: 0.6683969 Feb 11 05:14:46.741185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42108) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:46.765450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b20b4996-543d-4e38-9eec-1096fda7c79c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/quotas/7cc0084c391b4055abb4b20bcfd59945 HTTP/1.1" status: 200 len: 375 time: 0.0512462 Feb 11 05:14:46.868647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-54895fe0-b9e8-45c9-80bf-c79db87af99a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869865 Feb 11 05:14:46.886874 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8051ed20-5de1-40df-92ec-dc12f59b1c13), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.928489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:46.932507 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f745194c-acdf-4a4d-ad4e-4b966d2addf6" -d '{"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:47.048864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8051ed20-5de1-40df-92ec-dc12f59b1c13), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.088450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8051ed20-5de1-40df-92ec-dc12f59b1c13']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:47.111064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f090fb-fbb3-4a99-88ee-24b015f7845f') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:47.111667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f090fb-fbb3-4a99-88ee-24b015f7845f') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:47.141027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (26f090fb-fbb3-4a99-88ee-24b015f7845f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.147420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae816-80db-4e0e-81d5-5d9f1520c1ea req-0410f9ca-e9e5-40b0-8175-67e03ab352c4 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.155003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01aae816-80db-4e0e-81d5-5d9f1520c1ea req-0410f9ca-e9e5-40b0-8175-67e03ab352c4 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 944 time: 0.3047409 Feb 11 05:14:47.181188 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (26f090fb-fbb3-4a99-88ee-24b015f7845f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.198768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:47.199189 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (26f090fb-fbb3-4a99-88ee-24b015f7845f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:47.201448 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:47.207986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:47.232648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:47.232981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 36623c8e-f3fb-49ac-84e2-f3bd7cc9019d not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:47.258911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-71153dac-ea35-468a-a28f-0c689c1f7651 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698471 Feb 11 05:14:47.367461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8051ed20-5de1-40df-92ec-dc12f59b1c13), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.386942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.391454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8051ed20-5de1-40df-92ec-dc12f59b1c13 HTTP/1.1" status: 204 len: 168 time: 0.6516845 Feb 11 05:14:47.412432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01aae816-80db-4e0e-81d5-5d9f1520c1ea req-977b1ec4-4147-49e8-b854-f71e1c04db0b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556038 Feb 11 05:14:47.442344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e7533-e227-4b65-8245-14f4c8dc7618 admin admin] Pushing event deleted for resources: {'Network': ['ID=8051ed20-5de1-40df-92ec-dc12f59b1c13,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:47.534250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-24a7905e-8e40-4d20-b474-38d49de8e959 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips/5ede55ff-7b09-4e77-98bd-f0efedfd3e0f HTTP/1.1" status: 200 len: 694 time: 0.0634081 Feb 11 05:14:47.646742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-fe53c1a8-67eb-442d-800b-9d92a96b48bc tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.651627 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-fe53c1a8-67eb-442d-800b-9d92a96b48bc tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.1152365 Feb 11 05:14:47.662531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-37'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:47.683832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-62a0f971-f2c9-4cb5-9a88-d52cf3cfa092 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.691381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-62a0f971-f2c9-4cb5-9a88-d52cf3cfa092 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.1469538 Feb 11 05:14:47.707050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-7ddfc816-d338-4920-a623-cef622debc80 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:14:47.716849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-7ddfc816-d338-4920-a623-cef622debc80 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244226 Feb 11 05:14:47.770015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.829417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-8856fd99-0800-4667-a361-e434bbe19930 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500896 Feb 11 05:14:47.864448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-671c2110-f0ac-4f5b-ab3c-42247dd7c8e6 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 697 time: 0.1466544 Feb 11 05:14:47.870127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device e5443218-b686-40f5-b7c8-06eab4755d86 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:47.901687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efafac4-6183-4197-8ca3-8c5ed8df21dd {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:47.920476 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Publish callbacks [] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.945868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Transition to ACTIVE for port object 7efafac4-6183-4197-8ca3-8c5ed8df21dd will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:48.018090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-51eb7442-53be-49f2-b626-f4c4722e68b8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 697 time: 0.0706360 Feb 11 05:14:48.063888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:48.081398 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.177504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port e5443218-b686-40f5-b7c8-06eab4755d86 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:48.183341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port e5443218-b686-40f5-b7c8-06eab4755d86 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:48.190125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.197164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:48.222051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42128) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:48.308058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Publish callbacks [] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.313821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:48.327929 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c14a3e-0d1a-46e3-8a51-3bb31d2c3c5a" -d '{"events": [{"server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:48.379179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Pushing event updated for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:48.393857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port e5443218-b686-40f5-b7c8-06eab4755d86 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:48.394951 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.410082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.484793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:48.494076 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f6ba0f-6f06-460f-a104-cc51b7a34b74" -d '{"events": [{"server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "name": "network-vif-plugged", "status": "completed", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:48.528296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port e5443218-b686-40f5-b7c8-06eab4755d86, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e5443218-b686-40f5-b7c8-06eab4755d86,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:48.539482 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bea5cac7-d66f-4b04-915f-6d6c6103ce48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91bd13c4d99e4cf888f85287468155fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118649 Feb 11 05:14:48.540982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42140) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:48.558858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Deleting port a372b85f-58f5-4b1c-b17d-b70e598b8e99 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:48.559238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a372b85f-58f5-4b1c-b17d-b70e598b8e99), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.588144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:48.588485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:48.588847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:48.595794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:48.620737 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.624051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:48.629262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:48.629262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:48.633148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97cf63-a73a-4e3d-b5ce-1b06c4c2c535 req-9006b698-caf1-41c2-b5bb-d7eaa4a0963e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.634585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:48.635212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d97cf63-a73a-4e3d-b5ce-1b06c4c2c535 req-9006b698-caf1-41c2-b5bb-d7eaa4a0963e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 943 time: 0.3788645 Feb 11 05:14:48.643135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Attempting to bind port d7718e05-95ec-4c05-8f56-74b33b9e9591 on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:48.651524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:48.652322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:48.653094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:48.653738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Bound port: d7718e05-95ec-4c05-8f56-74b33b9e9591, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:48.654279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.658769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:48.659205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:48.722786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=e5443218-b686-40f5-b7c8-06eab4755d86,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:48.737561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.737902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.738246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.738595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.738931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.739264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.739591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.739917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.740241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.740560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.740915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.741358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.747681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:48.768529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:48.776213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:48.776798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:48.777121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:48.777409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:48.778238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Bound port: 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:48.778910 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.858303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.972482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.973220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.974663 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] 10.222.0.65 "PUT /v2.0/ports/d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 1123 time: 1.3167837 Feb 11 05:14:48.997827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1d2c8-8190-49da-a9ed-70ec8416eed1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=8']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.032741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a372b85f-58f5-4b1c-b17d-b70e598b8e99), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.032741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (a372b85f-58f5-4b1c-b17d-b70e598b8e99), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.060139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16a0eb1-1b80-4514-96eb-d593965330f7 admin admin] Publish callbacks [] for security_group (3c8b9d55-273f-4c5b-9507-37e0a6e4f776), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.065425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d7718e05-95ec-4c05-8f56-74b33b9e9591'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:49.136691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16a0eb1-1b80-4514-96eb-d593965330f7 admin admin] Publish callbacks [] for security_group (3c8b9d55-273f-4c5b-9507-37e0a6e4f776), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.154495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d7718e05-95ec-4c05-8f56-74b33b9e9591'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:49.232780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:49.237444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:49.247313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Calling delete_port for a372b85f-58f5-4b1c-b17d-b70e598b8e99 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:49.343046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d97cf63-a73a-4e3d-b5ce-1b06c4c2c535 req-f10cc38d-fac8-49e1-9205-69693de6a9ff tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809092 Feb 11 05:14:49.485721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16a0eb1-1b80-4514-96eb-d593965330f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3c8b9d55-273f-4c5b-9507-37e0a6e4f776), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.488466 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16a0eb1-1b80-4514-96eb-d593965330f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.493806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f16a0eb1-1b80-4514-96eb-d593965330f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c8b9d55-273f-4c5b-9507-37e0a6e4f776 HTTP/1.1" status: 204 len: 168 time: 0.9462459 Feb 11 05:14:49.495326 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.605343 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a843b095-e929-4ba3-ab10-c0280a4c05a0 x-openstack-request-id: req-a843b095-e929-4ba3-ab10-c0280a4c05a0 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:49.606026 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:49.606026 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a843b095-e929-4ba3-ab10-c0280a4c05a0 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:49.606353 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f', 'status': 'completed', 'code': 200} Feb 11 05:14:49.687449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a372b85f-58f5-4b1c-b17d-b70e598b8e99), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.729071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a0eb1-1b80-4514-96eb-d593965330f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b9d55-273f-4c5b-9507-37e0a6e4f776,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.753319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Pushing event updated for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.766044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.769959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.769959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c7461483-597b-4747-8159-e10cfbe23696 service neutron] 10.222.0.83 "PUT /v2.0/ports/7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 1092 time: 3.2137399 Feb 11 05:14:49.876901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d7718e05-95ec-4c05-8f56-74b33b9e9591 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:50.178001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:50.193089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d7718e05-95ec-4c05-8f56-74b33b9e9591 has no active binding in host n-h2-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:14:50.327702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Pushing event deleted for resources: {'Port': ['ID=a372b85f-58f5-4b1c-b17d-b70e598b8e99,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:50.369523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-009b95b0-db60-414c-a216-0b9065de428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.372000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-009b95b0-db60-414c-a216-0b9065de428c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 1129 time: 0.7768393 Feb 11 05:14:50.526957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks [] for floatingip (5ede55ff-7b09-4e77-98bd-f0efedfd3e0f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.529504 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.530704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1e4879e-6bdc-4b7d-8bbb-410548fb6fc5 req-c9d94a78-b3ca-4045-9914-97d0b1ae9a69 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "DELETE /v2.0/floatingips/5ede55ff-7b09-4e77-98bd-f0efedfd3e0f HTTP/1.1" status: 204 len: 173 time: 2.5046754 Feb 11 05:14:50.560979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b76f28-469b-4b4c-a5e7-1f825c3a77f2 req-f10958b2-474f-48ea-bf03-885ee6908fa9 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.560979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7b76f28-469b-4b4c-a5e7-1f825c3a77f2 req-f10958b2-474f-48ea-bf03-885ee6908fa9 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.8164160 Feb 11 05:14:50.566655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-11a85d8d-70a1-4a73-93a2-27ebbfbafc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.568151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-11a85d8d-70a1-4a73-93a2-27ebbfbafc1e service neutron] 10.222.0.83 "GET /v2.0/networks?id=27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 200 len: 922 time: 0.1576791 Feb 11 05:14:50.573513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c723153d-eac8-4215-9291-52f2e9da2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.575003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-c723153d-eac8-4215-9291-52f2e9da2f3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1126 time: 0.3011453 Feb 11 05:14:50.642748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-13719632-e36e-48fc-9b2e-2fd4b2fbc7f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 200 len: 217 time: 0.0622001 Feb 11 05:14:50.691780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-ee31d776-6031-49b1-858c-856b79e542cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 217 time: 0.0626764 Feb 11 05:14:50.732160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca8202fc-9220-4af5-83fd-d935c60e7896 req-337ce8f3-b8ce-49aa-81c9-f3d70f7382ab tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.0939665 Feb 11 05:14:50.798045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7b76f28-469b-4b4c-a5e7-1f825c3a77f2 req-35c1be46-dc1d-4241-a42b-7da4ce0db269 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275949 Feb 11 05:14:50.805773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-e9898fce-2555-43f2-8a9f-0292c5443303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.807191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-e9898fce-2555-43f2-8a9f-0292c5443303 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 200 len: 860 time: 0.1301525 Feb 11 05:14:50.815341 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47955af-4276-44a3-89ef-4224b3113e0c x-openstack-request-id: req-a47955af-4276-44a3-89ef-4224b3113e0c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:50.815867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-3de8c6c0-ba63-4f37-a422-4869bc904bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.816408 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:50.816977 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a47955af-4276-44a3-89ef-4224b3113e0c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:50.828750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-3de8c6c0-ba63-4f37-a422-4869bc904bd1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0876265 Feb 11 05:14:50.829025 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591', 'code': 200} Feb 11 05:14:50.913710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-1ceac033-6ea1-4e7a-bd8d-a970740290ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578704 Feb 11 05:14:50.916750 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39988cf8-f094-4ca0-82e9-aa6b9d31156c x-openstack-request-id: req-39988cf8-f094-4ca0-82e9-aa6b9d31156c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:50.917310 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "name": "network-vif-plugged", "status": "completed", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:50.917310 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39988cf8-f094-4ca0-82e9-aa6b9d31156c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:50.917675 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86', 'code': 200} Feb 11 05:14:51.055007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa73de-729b-48ff-9aab-80fd5b8e9e71 req-81774494-40d5-4737-be48-cae293ec6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.061423 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-47fa73de-729b-48ff-9aab-80fd5b8e9e71 req-81774494-40d5-4737-be48-cae293ec6bb1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1128 time: 0.0751753 Feb 11 05:14:51.090558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-58279e22-14b8-4d85-b068-65fe251d74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.094131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-58279e22-14b8-4d85-b068-65fe251d74eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c1b95c-7283-4030-b268-21a4787f6ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2747617 Feb 11 05:14:51.137449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-47fa73de-729b-48ff-9aab-80fd5b8e9e71 req-966e255a-75f7-41cd-b7f5-4a2f0be7e485 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692933 Feb 11 05:14:51.261621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-6de87ae3-d4c1-4645-845b-f80f4a570fb9 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299377 Feb 11 05:14:51.276320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04f66c-b5e0-4703-8619-9bbcb4261cc4 req-c738212d-8f0e-4ef6-836c-5db170569c3a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.286052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed04f66c-b5e0-4703-8619-9bbcb4261cc4 req-c738212d-8f0e-4ef6-836c-5db170569c3a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 945 time: 0.3700764 Feb 11 05:14:51.400005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab47ab4-1b7d-401f-abd0-0363538ff8a7 req-6ae86ff2-33f6-44f7-83ff-8d0a43f3b265 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.407100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aab47ab4-1b7d-401f-abd0-0363538ff8a7 req-6ae86ff2-33f6-44f7-83ff-8d0a43f3b265 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 943 time: 0.4120474 Feb 11 05:14:51.494000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed04f66c-b5e0-4703-8619-9bbcb4261cc4 req-20166718-742e-4651-b942-75e024e8c7f1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616614 Feb 11 05:14:51.531625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-72362071-98cd-49a1-be86-962d96f7c165 service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021299 Feb 11 05:14:51.566672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b7baa5-db89-481a-a710-2c8fe270b615 req-a5e8aff7-e588-4b1d-830f-fd0230e1f7c0 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754498 Feb 11 05:14:51.587942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aab47ab4-1b7d-401f-abd0-0363538ff8a7 req-cafcdb55-ae1a-4c0e-8f21-1d6658e3134a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794209 Feb 11 05:14:51.614812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:51.621643 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff958bbc-0529-42fd-9978-20663344048d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:51.824818 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a9684e-f878-477c-acf1-65bb0d4e09e2 x-openstack-request-id: req-d0a9684e-f878-477c-acf1-65bb0d4e09e2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:51.825497 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:51.825497 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0a9684e-f878-477c-acf1-65bb0d4e09e2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:51.826098 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd', 'status': 'completed', 'code': 200} Feb 11 05:14:51.837681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42200) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:52.023999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f745194c-acdf-4a4d-ad4e-4b966d2addf6 req-023f9c52-a7fb-4a35-90e0-26cddbd73586 service neutron] 10.222.0.83 "GET /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748306 Feb 11 05:14:52.069131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-319c78b5-02d2-4a39-9c82-f0b45be467fc req-027b84f6-f2cd-4e03-99c3-fec78c2b272b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.1814392 Feb 11 05:14:52.129713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-150296672-network', 'tenant_id': '84ae219f51174c0c8d13c8b1473d0db7'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:52.133368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958bbc-0529-42fd-9978-20663344048d req-25f54c4e-aaa1-4baf-9047-fc182a228b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.135166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff958bbc-0529-42fd-9978-20663344048d req-25f54c4e-aaa1-4baf-9047-fc182a228b3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1126 time: 0.3285110 Feb 11 05:14:52.265301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Made reservation on behalf of 84ae219f51174c0c8d13c8b1473d0db7 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:52.268705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.308766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.332352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-fd339d36-2d1d-4969-9f68-2ea6f8fa4cf4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.334679 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-fd339d36-2d1d-4969-9f68-2ea6f8fa4cf4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.65 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.3942611 Feb 11 05:14:52.357927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Request body: {'port': {'device_id': 'de8bb8a4-031a-440d-b916-a2024cd05b0d', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'admin_state_up': True, 'tenant_id': '7cc0084c391b4055abb4b20bcfd59945'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:52.390617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958bbc-0529-42fd-9978-20663344048d req-f037f46f-73d1-4b8b-b190-1583ef10b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.392240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff958bbc-0529-42fd-9978-20663344048d req-f037f46f-73d1-4b8b-b190-1583ef10b0b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.2476747 Feb 11 05:14:52.483137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff958bbc-0529-42fd-9978-20663344048d req-013a9849-2df5-432f-910e-9c686e224391 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 217 time: 0.0653567 Feb 11 05:14:52.494870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf833-2e57-4f48-b11b-22ff2316ca25 req-2d7430f9-64f6-433f-a10b-0907897cb693 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.496288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-055cf833-2e57-4f48-b11b-22ff2316ca25 req-2d7430f9-64f6-433f-a10b-0907897cb693 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 946 time: 0.1550322 Feb 11 05:14:52.589721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8c4ee-59ef-4ad7-a681-20430988e3b9 req-11c5cf07-e4df-4642-9fac-231d51fbba01 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.598836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85f8c4ee-59ef-4ad7-a681-20430988e3b9 req-11c5cf07-e4df-4642-9fac-231d51fbba01 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.2572513 Feb 11 05:14:52.633749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958bbc-0529-42fd-9978-20663344048d req-d30eb297-e8ab-49fc-9f4b-c8f630039684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.635352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff958bbc-0529-42fd-9978-20663344048d req-d30eb297-e8ab-49fc-9f4b-c8f630039684 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1380792 Feb 11 05:14:52.640282 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Publish callbacks [] for security_group (6e20cd12-fe22-498b-8a85-ee492130e0bc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.644769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-055cf833-2e57-4f48-b11b-22ff2316ca25 req-4712fa6c-7289-4dc7-a931-683a73f05651 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343789 Feb 11 05:14:52.647142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Made reservation on behalf of 7cc0084c391b4055abb4b20bcfd59945 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:52.657094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:52.718030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff958bbc-0529-42fd-9978-20663344048d req-359013b1-7f3d-4dbe-810a-430f6837d9d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719407 Feb 11 05:14:52.743980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85f8c4ee-59ef-4ad7-a681-20430988e3b9 req-b3698c63-8116-4080-977c-20d658ac1d0f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443324 Feb 11 05:14:52.933055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Allocated IP 172.20.0.3 (f7a986f1-db79-4288-a522-b369f31aed12/dc24fff8-7d32-4bf0-92db-76f41fec26b5/1c67d54d-888c-4285-969d-34c0a73f3115) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:53.020837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6cbf4-efbc-4301-b09c-2afc1aea52ab req-6e8a03cf-0128-48e4-b04c-5264ff422805 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.022438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27a6cbf4-efbc-4301-b09c-2afc1aea52ab req-6e8a03cf-0128-48e4-b04c-5264ff422805 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 945 time: 0.2200551 Feb 11 05:14:53.079748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04427a3b-69c2-4990-a9d4-011c25c17460 req-7e0cd64a-e86d-4900-af35-0c88524ecdc6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.082176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04427a3b-69c2-4990-a9d4-011c25c17460 req-7e0cd64a-e86d-4900-af35-0c88524ecdc6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 943 time: 0.1900814 Feb 11 05:14:53.088051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff958bbc-0529-42fd-9978-20663344048d req-e8b53be0-b336-48da-add8-fa30a4b1afe7 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423958 Feb 11 05:14:53.162698 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks [] for port (1c67d54d-888c-4285-969d-34c0a73f3115), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.204057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:53.207026 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550" -d '{"events": [{"name": "network-changed", "server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:53.210924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6e20cd12-fe22-498b-8a85-ee492130e0bc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.228220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff958bbc-0529-42fd-9978-20663344048d req-4e7035f9-45cc-463b-a753-0c9d1b979bf7 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105785 Feb 11 05:14:53.253229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:53.269845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27a6cbf4-efbc-4301-b09c-2afc1aea52ab req-90df3f91-9940-422d-8c24-57cf99568ba1 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374218 Feb 11 05:14:53.279007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04427a3b-69c2-4990-a9d4-011c25c17460 req-0b1fda73-d99a-47bc-83d9-0e7ed938c61e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885321 Feb 11 05:14:53.285043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ee22268f-3366-480a-b4ab-98455749e9f0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.285394 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Added segment ee22268f-3366-480a-b4ab-98455749e9f0 of type vlan for network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 Feb 11 05:14:53.286777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e20cd12-fe22-498b-8a85-ee492130e0bc,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:53.344472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.468358 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e7fe67-41fd-49a9-b5d1-4494bd9f707c x-openstack-request-id: req-87e7fe67-41fd-49a9-b5d1-4494bd9f707c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:53.468676 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:53.472645 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87e7fe67-41fd-49a9-b5d1-4494bd9f707c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:53.472645 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591', 'status': 'completed', 'code': 200} Feb 11 05:14:53.504558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Network f7a986f1-db79-4288-a522-b369f31aed12 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:53.511503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:53.514816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:53.520466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9a436d51-2c52-45d2-9d33-e4c3bf1fde42), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.585485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event updated for resources: {'Port': ['ID=1c67d54d-888c-4285-969d-34c0a73f3115,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:53.624507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.625228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.655900 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9a436d51-2c52-45d2-9d33-e4c3bf1fde42), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.661667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.663118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:53.669933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-e2faa93a-37c2-485f-ad1c-bf6781884f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.672350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-e2faa93a-37c2-485f-ad1c-bf6781884f5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1157 time: 0.1480296 Feb 11 05:14:53.679034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381b4f-cb8b-4709-bfa8-8d48c48ab2b1 req-64d01e05-5830-4436-9b52-15c8211e48c7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.687790 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36381b4f-cb8b-4709-bfa8-8d48c48ab2b1 req-64d01e05-5830-4436-9b52-15c8211e48c7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 931 time: 0.2182729 Feb 11 05:14:53.781299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36381b4f-cb8b-4709-bfa8-8d48c48ab2b1 req-aa1dd38b-9378-4afe-a52a-dd5a482fddd2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925639 Feb 11 05:14:53.786889 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9437222 Feb 11 05:14:53.795073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42232) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:53.798601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-47f50e73-378e-4f12-b4fe-3ff97489b2f4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4514558 Feb 11 05:14:53.821265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Request body: {'subnet': {'network_id': '9a436d51-2c52-45d2-9d33-e4c3bf1fde42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-150296672-subnet', 'tenant_id': '84ae219f51174c0c8d13c8b1473d0db7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:53.832378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Request body: {'port': {'device_id': 'de8bb8a4-031a-440d-b916-a2024cd05b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:54.011757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baebf47-6baf-4966-b246-daa3b168202e req-d43fa2a7-c660-41af-b4c4-baaa0c5b72da tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.019891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4baebf47-6baf-4966-b246-daa3b168202e req-d43fa2a7-c660-41af-b4c4-baaa0c5b72da tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 946 time: 0.2343948 Feb 11 05:14:54.061867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929d0d5-b335-40a4-803d-cf2bc4e00d69 admin admin] Pushing event updated for resources: {'Network': ['ID=9a436d51-2c52-45d2-9d33-e4c3bf1fde42,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:54.066659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-0ff63005-5fd1-46e9-9004-410da7f281d8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.068356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-0ff63005-5fd1-46e9-9004-410da7f281d8 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.83 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 946 time: 0.1842678 Feb 11 05:14:54.070400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-645b38b7-f1cf-4f4a-bc03-0b3d6c27a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.072158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-645b38b7-f1cf-4f4a-bc03-0b3d6c27a9fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.3817639 Feb 11 05:14:54.078352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:54.138270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-fec28f8b-edb9-4da6-b975-4de29243c404 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 217 time: 0.0457895 Feb 11 05:14:54.174894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Made reservation on behalf of 84ae219f51174c0c8d13c8b1473d0db7 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:54.180728 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.264661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-8c959765-6e02-471b-b4d3-8d4a350c61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.266325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-8c959765-6e02-471b-b4d3-8d4a350c61b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0986314 Feb 11 05:14:54.302983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4baebf47-6baf-4966-b246-daa3b168202e req-8d0a12e3-d821-42dc-af78-a0dde315394a tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805254 Feb 11 05:14:54.339470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18973bc-91af-4a84-89dc-75b11e9002a8 req-8146a834-4b45-42f4-8c99-e9bb81aab50f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.344909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e18973bc-91af-4a84-89dc-75b11e9002a8 req-8146a834-4b45-42f4-8c99-e9bb81aab50f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.4618847 Feb 11 05:14:54.436807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-314e19a8-2f25-439e-8e71-821e6923b9e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588492 Feb 11 05:14:54.526644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.599648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e18973bc-91af-4a84-89dc-75b11e9002a8 req-75b1b2c0-c127-44b7-b242-99f2a8495e84 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168031 Feb 11 05:14:54.789387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (c18d078d-9d14-419a-ae05-a685313facf6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.828783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd4d99-e652-4ea9-b6d2-c81bb2e47edc req-d6ad63d3-e4e9-402f-ba4d-ec13ac090d2b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.830978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbbd4d99-e652-4ea9-b6d2-c81bb2e47edc req-d6ad63d3-e4e9-402f-ba4d-ec13ac090d2b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 945 time: 0.3920491 Feb 11 05:14:54.887880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18d078d-9d14-419a-ae05-a685313facf6,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:54.915122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Checking segment: {'id': 'ee22268f-3366-480a-b4ab-98455749e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a436d51-2c52-45d2-9d33-e4c3bf1fde42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:54.915631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Network hostable DHCP agents. Network: 9a436d51-2c52-45d2-9d33-e4c3bf1fde42, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:54.936193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbbd4d99-e652-4ea9-b6d2-c81bb2e47edc req-4daec968-55ee-40ef-b463-94c66a2d6595 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918412 Feb 11 05:14:54.944156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Deleting port 587758e2-3d0c-4e9c-aa45-28203613046f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:54.945319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.158030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c67d54d-888c-4285-969d-34c0a73f3115 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:55.158030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Publish callbacks [] for port (1c67d54d-888c-4285-969d-34c0a73f3115), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.158030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Transition to ACTIVE for port object 1c67d54d-888c-4285-969d-34c0a73f3115 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:55.159293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-d19c6f32-2bd0-424b-abfe-6e833e3446eb service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366668 Feb 11 05:14:55.159293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ce244-2032-405e-8722-95a2959f1d02 req-38f7c472-fc53-4dff-9ddc-a52330c9cd64 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.159293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f9ce244-2032-405e-8722-95a2959f1d02 req-38f7c472-fc53-4dff-9ddc-a52330c9cd64 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 943 time: 0.3163366 Feb 11 05:14:55.159857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:55.188680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.243926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7efafac4-6183-4197-8ca3-8c5ed8df21dd details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:55.325243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 9a436d51-2c52-45d2-9d33-e4c3bf1fde42) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:55.367886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.369789 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.493871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c67d54d-888c-4285-969d-34c0a73f3115,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:55.494189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:55.494586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Attempting to bind port 1c67d54d-888c-4285-969d-34c0a73f3115 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:55.495925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Attempting to bind port 1c67d54d-888c-4285-969d-34c0a73f3115 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:55.496835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Attempting to bind port 1c67d54d-888c-4285-969d-34c0a73f3115 on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:55.504200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Port 1c67d54d-888c-4285-969d-34c0a73f3115 on network f7a986f1-db79-4288-a522-b369f31aed12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:55.505541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Attempting to bind port 1c67d54d-888c-4285-969d-34c0a73f3115 on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:55.509190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9204e9-1547-46c0-afbd-b18925675135 None None] Network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:55.513671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:55.516448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Checking segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:55.516448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Bound using segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:55.516448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Bound port: 1c67d54d-888c-4285-969d-34c0a73f3115, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:55.516448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.561559 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e28842af-abd0-456e-bd32-edb9b27a5420 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7618194 Feb 11 05:14:55.644978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '7efafac4-6183-4197-8ca3-8c5ed8df21dd', 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'port_id': '7efafac4-6183-4197-8ca3-8c5ed8df21dd', 'mac_address': 'fa:16:3e:a1:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cb0a79-c2f6-4926-8d54-a84282c437d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:55.680634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] For port 1c67d54d-888c-4285-969d-34c0a73f3115, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:55.684278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] For port 1c67d54d-888c-4285-969d-34c0a73f3115, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=1c67d54d-888c-4285-969d-34c0a73f3115,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:55.758870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64ba94-9487-4e25-93df-bb7079f362e2 None None] Network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:55.799280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.851332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7efafac4-6183-4197-8ca3-8c5ed8df21dd is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:55.851637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.868563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.869382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.871500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] 10.222.0.65 "PUT /v2.0/ports/1c67d54d-888c-4285-969d-34c0a73f3115 HTTP/1.1" status: 200 len: 1092 time: 2.0467374 Feb 11 05:14:55.872055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8bb8a4-031a-440d-b916-a2024cd05b0d', 'tag': '1c67d54d-888c-4285-969d-34c0a73f3115'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:55.876563 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf94487-34b5-4916-ac92-00bc4ebc2132" -d '{"events": [{"name": "network-changed", "server_uuid": "de8bb8a4-031a-440d-b916-a2024cd05b0d", "tag": "1c67d54d-888c-4285-969d-34c0a73f3115"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:55.876826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efafac4-6183-4197-8ca3-8c5ed8df21dd {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:55.903157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4369d43-c212-4fb8-9b63-f7bbe9f906b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c67d54d-888c-4285-969d-34c0a73f3115,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:56.029355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] For port 587758e2-3d0c-4e9c-aa45-28203613046f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=587758e2-3d0c-4e9c-aa45-28203613046f,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:56.030438 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.155521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-d1c41220-b9e8-474b-b51f-c16725b7a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.166737 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-d1c41220-b9e8-474b-b51f-c16725b7a008 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 1126 time: 0.1775692 Feb 11 05:14:56.182845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Calling delete_port for 587758e2-3d0c-4e9c-aa45-28203613046f owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:56.197962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f9ce244-2032-405e-8722-95a2959f1d02 req-2429be1b-97bc-45ea-98c3-1ce7f0bcaf83 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0658798 Feb 11 05:14:56.229656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27c75-780a-4065-8e9b-85784b2d3e30 req-313359af-6582-4472-bed3-474b0f9a3011 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.237929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ad27c75-780a-4065-8e9b-85784b2d3e30 req-313359af-6582-4472-bed3-474b0f9a3011 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 943 time: 0.3698738 Feb 11 05:14:56.335636 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-8eb916ea-b382-4f39-b8e0-80d56343185d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c67d54d-888c-4285-969d-34c0a73f3115 HTTP/1.1" status: 200 len: 217 time: 0.1608653 Feb 11 05:14:56.356201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ad27c75-780a-4065-8e9b-85784b2d3e30 req-7136ef1b-7073-4b33-9f95-ac10f443fcb5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164045 Feb 11 05:14:56.382354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e5b44a4-7aea-4ed3-813a-e7ffbfa9f550 req-e7ff8870-eb1d-4854-9524-9da6ce7d2cec service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2554212 Feb 11 05:14:56.399505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:56.463379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-5c311a88-e107-400a-ae42-26502ba31220 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-784320938&fields=id&tenant_id=1436af19f9ac469b89d1005ee1d6743d HTTP/1.1" status: 200 len: 267 time: 0.1021459 Feb 11 05:14:56.465890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-e95b3a43-b3b4-47bc-a4bd-723d60b4cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.467924 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-e95b3a43-b3b4-47bc-a4bd-723d60b4cf9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.1213114 Feb 11 05:14:56.473172 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.532563 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-d9c67856-847c-406b-98c0-c0c0b14b0dd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552261 Feb 11 05:14:56.594749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:56.638215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-31a02608-eb7a-4b53-810c-06bc92b188b7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.639817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-31a02608-eb7a-4b53-810c-06bc92b188b7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 945 time: 0.1684680 Feb 11 05:14:56.655338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a7cb3-9a0b-45a8-8a85-1fd378d8cd34 req-ac4cea6f-be18-42d9-a410-49b4725cdc20 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.657118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-840a7cb3-9a0b-45a8-8a85-1fd378d8cd34 req-ac4cea6f-be18-42d9-a410-49b4725cdc20 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/ports?device_id=b216f9ce-011e-4b72-9225-e147de5886bc HTTP/1.1" status: 200 len: 946 time: 0.1178210 Feb 11 05:14:56.663365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'port': {'security_groups': ['6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660', '558a1706-5ca9-457d-bca5-9f70cba32312']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:56.721017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['7efafac4-6183-4197-8ca3-8c5ed8df21dd'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:56.721921 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-ea5c1652-6c0d-414b-9977-9971a881b069 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821551 Feb 11 05:14:56.757194 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (587758e2-3d0c-4e9c-aa45-28203613046f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.852990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ee835c88-f9e0-4c4b-951b-fffee7cd36d4 req-872d3a12-cec5-43ca-bca0-1c4a97950a54 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223075 Feb 11 05:14:56.943565 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.948964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Pushing event deleted for resources: {'Port': ['ID=587758e2-3d0c-4e9c-aa45-28203613046f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:57.010720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-840a7cb3-9a0b-45a8-8a85-1fd378d8cd34 req-0c0dc484-b6d5-427d-851d-e35add664c34 tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326390 Feb 11 05:14:57.079432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] No DVR routers for this DVR port 587758e2-3d0c-4e9c-aa45-28203613046f on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:57.092396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.097173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f94883e-e651-4ed2-9f7f-f17b563b589a req-13e44394-6e79-4d5c-8229-5ddd33fa0bbd tempest-FloatingIPsAssociationTestJSON-978443677 tempest-FloatingIPsAssociationTestJSON-978443677-project] 10.222.0.83 "DELETE /v2.0/ports/587758e2-3d0c-4e9c-aa45-28203613046f HTTP/1.1" status: 204 len: 173 time: 3.0212452 Feb 11 05:14:57.099275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'name': 'network-vif-deleted', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:57.102806 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cd9519-962a-454b-903c-a3c82b0f274b" -d '{"events": [{"server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "name": "network-vif-deleted", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:57.206039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d592ede-cf1e-4c17-b145-c72c62e4cf12 req-1e0abc17-e6da-4766-9bf6-2b383bee4d41 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:57.207600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d592ede-cf1e-4c17-b145-c72c62e4cf12 req-1e0abc17-e6da-4766-9bf6-2b383bee4d41 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.1191356 Feb 11 05:14:57.260028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d7718e05-95ec-4c05-8f56-74b33b9e9591 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:57.400654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d592ede-cf1e-4c17-b145-c72c62e4cf12 req-15a0aec0-df77-41b8-aa93-8477b3d961fb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855371 Feb 11 05:14:57.481217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] For port e5443218-b686-40f5-b7c8-06eab4755d86, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e5443218-b686-40f5-b7c8-06eab4755d86,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:57.508995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d7718e05-95ec-4c05-8f56-74b33b9e9591 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:57.512375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 587758e2-3d0c-4e9c-aa45-28203613046f no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:57.560467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 587758e2-3d0c-4e9c-aa45-28203613046f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:57.560779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 587758e2-3d0c-4e9c-aa45-28203613046f not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:57.566306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for port (e5443218-b686-40f5-b7c8-06eab4755d86), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.654958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.666770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:57.823200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:57.823200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:57.823200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eba68764-d62a-4607-b8f8-7e4feeec2697 req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "PUT /v2.0/ports/e5443218-b686-40f5-b7c8-06eab4755d86 HTTP/1.1" status: 200 len: 981 time: 1.1250949 Feb 11 05:14:57.846223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2bf8c-4b83-425a-8681-753fbf423638 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'Port': ['ID=e5443218-b686-40f5-b7c8-06eab4755d86,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:57.870048 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d533ae-6526-44e3-b53a-6c8c7ed0b782 x-openstack-request-id: req-f4d533ae-6526-44e3-b53a-6c8c7ed0b782 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:57.870048 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8bb8a4-031a-440d-b916-a2024cd05b0d", "tag": "1c67d54d-888c-4285-969d-34c0a73f3115", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:57.870048 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4d533ae-6526-44e3-b53a-6c8c7ed0b782 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:57.870048 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8bb8a4-031a-440d-b916-a2024cd05b0d', 'tag': '1c67d54d-888c-4285-969d-34c0a73f3115', 'status': 'completed', 'code': 200} Feb 11 05:14:57.952931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:58.021851 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fa5f07-366c-4781-9b4e-efde553199a8 x-openstack-request-id: req-79fa5f07-366c-4781-9b4e-efde553199a8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:58.021851 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b216f9ce-011e-4b72-9225-e147de5886bc", "name": "network-vif-deleted", "tag": "587758e2-3d0c-4e9c-aa45-28203613046f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:58.021851 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79fa5f07-366c-4781-9b4e-efde553199a8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:58.021851 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b216f9ce-011e-4b72-9225-e147de5886bc', 'name': 'network-vif-deleted', 'tag': '587758e2-3d0c-4e9c-aa45-28203613046f', 'status': 'completed', 'code': 200} Feb 11 05:14:58.046896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-d633bc4e-175f-416b-97ae-21b00de4676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.049233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-d633bc4e-175f-416b-97ae-21b00de4676f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 1126 time: 0.1245275 Feb 11 05:14:58.152298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894858b-693a-4fc5-a516-e21f84734f7d req-dc61dd35-8899-4c81-8f11-a4833e9ff50b tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.155652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-dc61dd35-8899-4c81-8f11-a4833e9ff50b tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/networks?id=9a436d51-2c52-45d2-9d33-e4c3bf1fde42 HTTP/1.1" status: 200 len: 821 time: 0.3059130 Feb 11 05:14:58.161594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-d1a9b162-a49e-42e1-aae2-0f68cfd2f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.163861 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-d1a9b162-a49e-42e1-aae2-0f68cfd2f5b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 913 time: 0.1073241 Feb 11 05:14:58.181812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ae744-9b3b-40e2-a8af-47c2cfd88ff9 req-e0f5181f-5727-4421-b232-24b312d63086 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.183503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-968ae744-9b3b-40e2-a8af-47c2cfd88ff9 req-e0f5181f-5727-4421-b232-24b312d63086 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 944 time: 0.1299605 Feb 11 05:14:58.200799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ddab2fd-118e-4b5d-8eb7-3bd95c70fbf7 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/quotas/84ae219f51174c0c8d13c8b1473d0db7 HTTP/1.1" status: 200 len: 375 time: 0.0334115 Feb 11 05:14:58.211457 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-ed7dd502-13e0-45ed-970d-c6c7f5dc7246 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c67d54d-888c-4285-969d-34c0a73f3115 HTTP/1.1" status: 200 len: 217 time: 0.0413895 Feb 11 05:14:58.268393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-968ae744-9b3b-40e2-a8af-47c2cfd88ff9 req-0f8d65a1-0b1d-4c48-873f-7e71e35e9d87 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755141 Feb 11 05:14:58.269421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-d69edf52-6f30-440d-85b7-399bc0ae9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.271115 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-d69edf52-6f30-440d-85b7-399bc0ae9857 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.0546172 Feb 11 05:14:58.295554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-6251718a-8014-4426-9cf0-5c69d628b55f tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=84ae219f51174c0c8d13c8b1473d0db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858462 Feb 11 05:14:58.328123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-78b08112-567b-4f41-947e-65c98136d291 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508509 Feb 11 05:14:58.450948 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-a5be45e0-7854-4ee5-a766-26ff90ae9b59 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159527 Feb 11 05:14:58.473581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-76cea6c2-82c3-4a11-b450-28f00e62b9b1 service neutron] 10.222.0.62 "GET /v2.0/networks/9a436d51-2c52-45d2-9d33-e4c3bf1fde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682158 Feb 11 05:14:58.518114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2601fd-57f0-4438-83b5-b0ea743ad563 req-022a63ad-ee0c-4eea-87e2-11bea293e176 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.521087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c2601fd-57f0-4438-83b5-b0ea743ad563 req-022a63ad-ee0c-4eea-87e2-11bea293e176 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 943 time: 0.1155777 Feb 11 05:14:58.640906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c2601fd-57f0-4438-83b5-b0ea743ad563 req-b3692244-6a37-49ce-be71-34ca54c7fa1a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101937 Feb 11 05:14:58.643587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-7a40067f-8236-46b5-b327-4f7f9a79595a service neutron] 10.222.0.62 "GET /v2.0/networks/9a436d51-2c52-45d2-9d33-e4c3bf1fde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613703 Feb 11 05:14:58.776631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-207c5e52-afed-4f24-bdad-9743ad448276 req-eeb6ee31-0856-43fd-bd5a-13dbd4f27a97 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1762537048&fields=id&tenant_id=1436af19f9ac469b89d1005ee1d6743d HTTP/1.1" status: 200 len: 267 time: 0.0613813 Feb 11 05:14:58.863234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c5e52-afed-4f24-bdad-9743ad448276 req-044b6417-5cdb-4574-853b-88085b65f978 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.865478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-207c5e52-afed-4f24-bdad-9743ad448276 req-044b6417-5cdb-4574-853b-88085b65f978 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 984 time: 0.0867174 Feb 11 05:14:58.884159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-207c5e52-afed-4f24-bdad-9743ad448276 req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'port': {'security_groups': ['558a1706-5ca9-457d-bca5-9f70cba32312', '6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660', 'af1b4740-70b6-40ba-878c-e91b649b1369']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:58.971126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1cf94487-34b5-4916-ac92-00bc4ebc2132 req-a24318ce-5b74-43ce-9fee-afe4d436784d service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145073 Feb 11 05:14:59.043045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-207c5e52-afed-4f24-bdad-9743ad448276 req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.073793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42316) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:59.264036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7efafac4-6183-4197-8ca3-8c5ed8df21dd up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:59.489682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935c2df-fd7f-4693-bb12-55f3c81a52f5 req-0d2b862f-546f-43e7-9d65-984e81edd58c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.508879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 7efafac4-6183-4197-8ca3-8c5ed8df21dd completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:59.511773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e935c2df-fd7f-4693-bb12-55f3c81a52f5 req-0d2b862f-546f-43e7-9d65-984e81edd58c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.2962027 Feb 11 05:14:59.523026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 7efafac4-6183-4197-8ca3-8c5ed8df21dd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:59.523026 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.639047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7efafac4-6183-4197-8ca3-8c5ed8df21dd is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:59.639874 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.655835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-207c5e52-afed-4f24-bdad-9743ad448276 req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] For port e5443218-b686-40f5-b7c8-06eab4755d86, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e5443218-b686-40f5-b7c8-06eab4755d86,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:59.682159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:59.683264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:59.686201 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c08d01-3008-4965-b975-cb7c8e27f074" -d '{"events": [{"server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:59.691510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e935c2df-fd7f-4693-bb12-55f3c81a52f5 req-6095c65e-896b-4ea0-b9e4-18251199e743 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787601 Feb 11 05:14:59.746921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-207c5e52-afed-4f24-bdad-9743ad448276 req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for port (e5443218-b686-40f5-b7c8-06eab4755d86), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.771933 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.828497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-207c5e52-afed-4f24-bdad-9743ad448276 req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.844189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:59.849721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (89d75b23-8559-4147-bc4e-d1e267f91521), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.916545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:59.932749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 1c67d54d-888c-4285-969d-34c0a73f3115 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:59.983954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c5e52-afed-4f24-bdad-9743ad448276 req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.984887 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-207c5e52-afed-4f24-bdad-9743ad448276 req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.986553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-207c5e52-afed-4f24-bdad-9743ad448276 req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "PUT /v2.0/ports/e5443218-b686-40f5-b7c8-06eab4755d86 HTTP/1.1" status: 200 len: 1020 time: 1.1098378 Feb 11 05:14:59.987840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6fd64-8d98-4b4b-a815-a9b357591a61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'Port': ['ID=e5443218-b686-40f5-b7c8-06eab4755d86,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:00.023625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b635d57d-d995-4112-8fbe-3bfd70ada6de req-37a80544-cc79-4b1c-a84d-296fc5ef6841 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 210 time: 0.2069488 Feb 11 05:15:00.024192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86'}, {'name': 'network-changed', 'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:00.046320 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcc432f-1ff3-4e61-97eb-131e98906dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86"}, {"name": "network-changed", "server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:00.130612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:00.302468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83bcd-f774-4ec8-a613-21ffcf898420 req-e3fc7109-6b68-4d4e-a5e3-f9114c41849c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.305085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87b83bcd-f774-4ec8-a613-21ffcf898420 req-e3fc7109-6b68-4d4e-a5e3-f9114c41849c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 945 time: 0.1979868 Feb 11 05:15:00.317829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437ce5-843c-41b0-a68a-b94a0341baf7 req-f4373870-76b9-4fe4-a5d7-fee8d2430138 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.320733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04437ce5-843c-41b0-a68a-b94a0341baf7 req-f4373870-76b9-4fe4-a5d7-fee8d2430138 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 943 time: 0.1466188 Feb 11 05:15:00.373053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 1c67d54d-888c-4285-969d-34c0a73f3115, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=1c67d54d-888c-4285-969d-34c0a73f3115,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:00.390891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '1c67d54d-888c-4285-969d-34c0a73f3115', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'port_id': '1c67d54d-888c-4285-969d-34c0a73f3115', 'mac_address': 'fa:16:3e:ba:9e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24fff8-7d32-4bf0-92db-76f41fec26b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:00.427167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87b83bcd-f774-4ec8-a613-21ffcf898420 req-9f3ef9e9-7105-469c-9e9b-e47c0ae04e69 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032114 Feb 11 05:15:00.464463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04437ce5-843c-41b0-a68a-b94a0341baf7 req-ffb827ca-1386-415d-b68f-98e07ac7fb2e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351523 Feb 11 05:15:00.504475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 1c67d54d-888c-4285-969d-34c0a73f3115 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:00.504475 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.528906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c67d54d-888c-4285-969d-34c0a73f3115 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:00.617767 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24ca54e-2bca-4a24-98a7-c15259adbb70 x-openstack-request-id: req-e24ca54e-2bca-4a24-98a7-c15259adbb70 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:00.618097 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:00.618332 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e24ca54e-2bca-4a24-98a7-c15259adbb70 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:00.618746 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd', 'code': 200} Feb 11 05:15:00.698213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 1c67d54d-888c-4285-969d-34c0a73f3115, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=1c67d54d-888c-4285-969d-34c0a73f3115,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:00.700751 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f1e30d-3af2-4ac9-b902-7ac98898804c x-openstack-request-id: req-a1f1e30d-3af2-4ac9-b902-7ac98898804c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:00.700751 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:00.700751 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1f1e30d-3af2-4ac9-b902-7ac98898804c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:00.701524 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86', 'status': 'completed', 'code': 200} Feb 11 05:15:00.701524 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86', 'status': 'completed', 'code': 200} Feb 11 05:15:00.760387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732edd-3131-4ec0-9423-dd42e332f6d6 req-b50868c1-3dd2-4387-8f5c-12e5497bfa63 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.762172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e732edd-3131-4ec0-9423-dd42e332f6d6 req-b50868c1-3dd2-4387-8f5c-12e5497bfa63 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1023 time: 0.1097274 Feb 11 05:15:00.771000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da42f5-14a3-44f1-ae13-729a0db63518 req-ca7aa46b-af47-4c72-97f8-a56e8e81e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.772729 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0da42f5-14a3-44f1-ae13-729a0db63518 req-ca7aa46b-af47-4c72-97f8-a56e8e81e54e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1128 time: 0.0875120 Feb 11 05:15:00.811082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Deleting port 313d4c4b-a96a-406f-adcf-02a29b6f35eb {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:00.811674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.890406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-4419846b-a05d-4f50-91cb-db5cbbd72b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.892008 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-4419846b-a05d-4f50-91cb-db5cbbd72b6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1207 time: 0.1557136 Feb 11 05:15:00.922975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0da42f5-14a3-44f1-ae13-729a0db63518 req-5fde0cab-483a-4936-aade-4b0b811f713a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425912 Feb 11 05:15:00.937769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e732edd-3131-4ec0-9423-dd42e332f6d6 req-ddcaeb4f-f0b9-477f-a4a2-27c49f8fffd4 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=af1b4740-70b6-40ba-878c-e91b649b1369&id=558a1706-5ca9-457d-bca5-9f70cba32312&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660 HTTP/1.1" status: 200 len: 6199 time: 0.1699564 Feb 11 05:15:00.939379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.956264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7566-9080-45ee-9555-e577cc636527 req-bcff443b-15a6-425b-a999-24b6a237cd8d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.968699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-526b7566-9080-45ee-9555-e577cc636527 req-bcff443b-15a6-425b-a999-24b6a237cd8d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.1648183 Feb 11 05:15:00.982578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] For port 313d4c4b-a96a-406f-adcf-02a29b6f35eb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=313d4c4b-a96a-406f-adcf-02a29b6f35eb,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:00.983186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.017051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=1c67d54d-888c-4285-969d-34c0a73f3115,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:01.029243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-526b7566-9080-45ee-9555-e577cc636527 req-c295251e-ed49-48e5-b967-327b9388e939 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Feb 11 05:15:01.067020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Calling delete_port for 313d4c4b-a96a-406f-adcf-02a29b6f35eb owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:01.079341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-7de65345-c02a-48e3-b87a-fa5d5f3ee754 req-79ee1bfd-7bbb-4000-a12c-8fe890b91543 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1747013183 ', 'description': 'tempest-description-2038266130'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:01.160385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-c10e30a8-bc5f-4f19-a55b-02eeebc609f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.162180 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-c10e30a8-bc5f-4f19-a55b-02eeebc609f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 913 time: 0.2621567 Feb 11 05:15:01.188007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7dae6cab-1e00-4001-a287-8c4296b234ab req-bde81a5a-69f5-460b-9088-38d02c6d3a80 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 210 time: 0.0372467 Feb 11 05:15:01.212719 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-6b7a213d-6996-4f14-a162-1ee54c668419 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5443218-b686-40f5-b7c8-06eab4755d86 HTTP/1.1" status: 200 len: 217 time: 0.0421669 Feb 11 05:15:01.218081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7de65345-c02a-48e3-b87a-fa5d5f3ee754 req-79ee1bfd-7bbb-4000-a12c-8fe890b91543 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.236099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['1c67d54d-888c-4285-969d-34c0a73f3115'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:01.351787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7de65345-c02a-48e3-b87a-fa5d5f3ee754 req-79ee1bfd-7bbb-4000-a12c-8fe890b91543 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (9d954123-f88e-4304-85f7-007bffd7a2f1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.354800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-0eb2d9a3-5541-47e3-9617-dc1a3129427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.356767 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-0eb2d9a3-5541-47e3-9617-dc1a3129427d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.1340280 Feb 11 05:15:01.406010 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-966cce4a-a1cb-408b-b6cd-de07f7cffc0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411756 Feb 11 05:15:01.447291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-5250173e-9abc-4c5a-8e28-fd810e9fe2b3 service neutron] 10.222.0.83 "GET /v2.0/ports/d7718e05-95ec-4c05-8f56-74b33b9e9591/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.0932069 Feb 11 05:15:01.452069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7de65345-c02a-48e3-b87a-fa5d5f3ee754 req-79ee1bfd-7bbb-4000-a12c-8fe890b91543 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9d954123-f88e-4304-85f7-007bffd7a2f1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.555992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee1bfd-7bbb-4000-a12c-8fe890b91543 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d954123-f88e-4304-85f7-007bffd7a2f1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:01.578343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7de65345-c02a-48e3-b87a-fa5d5f3ee754 req-79ee1bfd-7bbb-4000-a12c-8fe890b91543 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.579627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7de65345-c02a-48e3-b87a-fa5d5f3ee754 req-79ee1bfd-7bbb-4000-a12c-8fe890b91543 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5153301 Feb 11 05:15:01.637950 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-bc1e7cda-b46b-44eb-abfe-925256497949 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227254 Feb 11 05:15:01.640098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf2821-9a06-4386-8a14-f6bb574e9641 req-172d281a-2e5d-4904-9003-3ac12b212f7a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.641657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fedf2821-9a06-4386-8a14-f6bb574e9641 req-172d281a-2e5d-4904-9003-3ac12b212f7a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 945 time: 0.1300237 Feb 11 05:15:01.736658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (313d4c4b-a96a-406f-adcf-02a29b6f35eb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.786654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Pushing event deleted for resources: {'Port': ['ID=313d4c4b-a96a-406f-adcf-02a29b6f35eb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:01.797968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fedf2821-9a06-4386-8a14-f6bb574e9641 req-56da74a7-804f-4c74-91a4-35522f2551ee tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441913 Feb 11 05:15:01.836426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:01.854297 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-bcd43d66-a895-437d-be2b-c511f83c7215 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050185 Feb 11 05:15:01.894464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:01.903584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8d30-7e95-4981-a69b-bae2cf98e451 req-5584a3d8-3aa6-4614-8526-ebe3fb2861c2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.905264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-443b8d30-7e95-4981-a69b-bae2cf98e451 req-5584a3d8-3aa6-4614-8526-ebe3fb2861c2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 944 time: 0.1994257 Feb 11 05:15:01.973986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-079773bf-7afd-4d6a-a581-58424317d086 req-8c1ef8a2-f246-4865-9c55-c753a6d63c02 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/9d954123-f88e-4304-85f7-007bffd7a2f1 HTTP/1.1" status: 200 len: 1798 time: 0.1403944 Feb 11 05:15:01.978347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7718e05-95ec-4c05-8f56-74b33b9e9591 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:02.019672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:02.019919 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (89d75b23-8559-4147-bc4e-d1e267f91521), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.083463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-443b8d30-7e95-4981-a69b-bae2cf98e451 req-3fe58e3b-1473-4b10-9318-31a87d212c8d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518698 Feb 11 05:15:02.094834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9a8c5f4-a884-4c39-9ee0-055a416306ec req-17b216be-06a7-4bd9-95f1-9b29aa007027 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/9d954123-f88e-4304-85f7-007bffd7a2f1 HTTP/1.1" status: 200 len: 1798 time: 0.0792351 Feb 11 05:15:02.162143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.175465 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a9a8c5f4-a884-4c39-9ee0-055a416306ec req-2546e4ea-0de8-427c-8eee-f71599e5dbec tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (9d954123-f88e-4304-85f7-007bffd7a2f1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.175842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-c230f8ad-6d6b-4e02-b9eb-090cea2035e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.177665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-c230f8ad-6d6b-4e02-b9eb-090cea2035e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1207 time: 0.1544170 Feb 11 05:15:02.225952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a9a8c5f4-a884-4c39-9ee0-055a416306ec req-2546e4ea-0de8-427c-8eee-f71599e5dbec tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (9d954123-f88e-4304-85f7-007bffd7a2f1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.327698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] Transition to ACTIVE for port object d7718e05-95ec-4c05-8f56-74b33b9e9591 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:02.347797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336097e-8499-46af-9218-d037abd5c530 req-e6c52135-6d98-4064-bb80-dc6e6d7363d2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.349452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6336097e-8499-46af-9218-d037abd5c530 req-e6c52135-6d98-4064-bb80-dc6e6d7363d2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 943 time: 0.1055787 Feb 11 05:15:02.371206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-e45fe310-351c-43e0-8aea-c0ea2c1ee84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.373102 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-e45fe310-351c-43e0-8aea-c0ea2c1ee84a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 913 time: 0.1853859 Feb 11 05:15:02.421026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6336097e-8499-46af-9218-d037abd5c530 req-0b5a7de6-3cc9-48f6-8eea-7cc460989dff tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550504 Feb 11 05:15:02.437385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a9a8c5f4-a884-4c39-9ee0-055a416306ec req-2546e4ea-0de8-427c-8eee-f71599e5dbec tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9d954123-f88e-4304-85f7-007bffd7a2f1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.451122 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a9a8c5f4-a884-4c39-9ee0-055a416306ec req-2546e4ea-0de8-427c-8eee-f71599e5dbec tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.452265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9a8c5f4-a884-4c39-9ee0-055a416306ec req-2546e4ea-0de8-427c-8eee-f71599e5dbec tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/9d954123-f88e-4304-85f7-007bffd7a2f1 HTTP/1.1" status: 204 len: 173 time: 0.3449197 Feb 11 05:15:02.464245 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-da1bb941-d861-4dff-acb7-596bf7047730 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5443218-b686-40f5-b7c8-06eab4755d86 HTTP/1.1" status: 200 len: 217 time: 0.0465448 Feb 11 05:15:02.465594 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546e4ea-0de8-427c-8eee-f71599e5dbec tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d954123-f88e-4304-85f7-007bffd7a2f1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:02.486877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.539363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Router 89d75b23-8559-4147-bc4e-d1e267f91521 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:02.550835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-b80d8cc2-d4c5-4a02-a13c-60c1c66dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.552325 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-b80d8cc2-d4c5-4a02-a13c-60c1c66dcf86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.0821273 Feb 11 05:15:02.594805 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3a98afb8-85a9-4524-82d3-596b7812b960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.629023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff86e195-e8bc-4c18-941d-b7b62aa52b80 req-0c2f7092-fc00-4daf-9fbe-beef70bcec52 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 210 time: 0.0704899 Feb 11 05:15:02.636859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-10a2288f-bc13-4ec6-a5b9-3dcd924fa85e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775583 Feb 11 05:15:02.661982 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-3acc7534-dd4d-435f-9eac-14711593db9e req-a103f8b2-5bfe-419e-86aa-55f6b4a6b928 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:15:02.669501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3acc7534-dd4d-435f-9eac-14711593db9e req-a103f8b2-5bfe-419e-86aa-55f6b4a6b928 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/9d954123-f88e-4304-85f7-007bffd7a2f1 HTTP/1.1" status: 404 len: 352 time: 0.1128974 Feb 11 05:15:02.719506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] Pushing event updated for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=10']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:02.729800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] No DVR routers for this DVR port d7718e05-95ec-4c05-8f56-74b33b9e9591 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:02.766908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-4157d8b3-8a46-4b12-8191-c8aea76c1753 req-caa68377-b80b-4dd9-92c6-92d823e5b6da tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-976770403', 'description': 'tempest-description-59099070'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:02.797874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:02.808132 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7525b59b-e930-467e-8f24-9c45b4498880 admin admin] 10.222.0.62 "PUT /v2.0/routers/89d75b23-8559-4147-bc4e-d1e267f91521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7283342 Feb 11 05:15:02.808376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42414) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:02.815810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] Sync routers for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:02.831558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:02.832477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:02.868384 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-8c1295bf-855d-47f0-97ab-45d0ca3f6f99 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254496 Feb 11 05:15:02.888016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-b2c16914-b0ba-4a3d-8392-83792d7027aa service neutron] 10.222.0.83 "PUT /v2.0/ports/d7718e05-95ec-4c05-8f56-74b33b9e9591/bindings/n-h2-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 1.4329536 Feb 11 05:15:02.977313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894858b-693a-4fc5-a516-e21f84734f7d req-3c649bd7-223e-447d-b0fe-c8f7402e0b04 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.979242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-3c649bd7-223e-447d-b0fe-c8f7402e0b04 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.83 "GET /v2.0/networks?id=9a436d51-2c52-45d2-9d33-e4c3bf1fde42 HTTP/1.1" status: 200 len: 821 time: 0.4196453 Feb 11 05:15:02.986905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0dcfd-ea3e-4426-9cef-e89964465907 req-3b1f5be4-c782-49c8-bce0-94b31cfbf387 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.989182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05e0dcfd-ea3e-4426-9cef-e89964465907 req-3b1f5be4-c782-49c8-bce0-94b31cfbf387 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 950 time: 0.2623363 Feb 11 05:15:02.994708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Request body: {'port': {'device_id': 'd36b3c5b-da46-4775-b74f-a45816e0ccd5', 'network_id': '9a436d51-2c52-45d2-9d33-e4c3bf1fde42', 'admin_state_up': True, 'tenant_id': '84ae219f51174c0c8d13c8b1473d0db7'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:03.020643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4157d8b3-8a46-4b12-8191-c8aea76c1753 req-caa68377-b80b-4dd9-92c6-92d823e5b6da tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.034265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:03.044330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks [] for router (89d75b23-8559-4147-bc4e-d1e267f91521), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.051470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fcc432f-1ff3-4e61-97eb-131e98906dbd req-c35f4baf-29d5-4d29-941a-2d5c01251b65 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741364 Feb 11 05:15:03.186064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05e0dcfd-ea3e-4426-9cef-e89964465907 req-47be5979-af33-40f8-9a7f-0ea4fa2e516b tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868241 Feb 11 05:15:03.228424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-083bde22-3ad4-42be-898c-2bf5ce868654 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.230192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-083bde22-3ad4-42be-898c-2bf5ce868654 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.1254871 Feb 11 05:15:03.236953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks [] for router_gateway (89d75b23-8559-4147-bc4e-d1e267f91521), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.247650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4157d8b3-8a46-4b12-8191-c8aea76c1753 req-caa68377-b80b-4dd9-92c6-92d823e5b6da tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (a0bcda64-751f-476f-b019-2f82e5dae98c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.290078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-9be1e6ee-3c30-469f-bb4b-d0495582f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.292492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Made reservation on behalf of 84ae219f51174c0c8d13c8b1473d0db7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:03.293709 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-9be1e6ee-3c30-469f-bb4b-d0495582f46c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f&tenant_id=d0e61b8c952744efa69044130c484b68 HTTP/1.1" status: 200 len: 1127 time: 0.0532100 Feb 11 05:15:03.295883 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.315516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:15:01Z', 'revision_number': 5, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port': {'id': '6b7a174c-fa34-4c42-a0c3-1a55307e22e5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:47Z', 'updated_at': '2022-02-11T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:03.324207 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4157d8b3-8a46-4b12-8191-c8aea76c1753 req-caa68377-b80b-4dd9-92c6-92d823e5b6da tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a0bcda64-751f-476f-b019-2f82e5dae98c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.342737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] Checking router: 89d75b23-8559-4147-bc4e-d1e267f91521 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:03.353169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] Routers {'89d75b23-8559-4147-bc4e-d1e267f91521'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:03.353771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89d75b23-8559-4147-bc4e-d1e267f91521'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:03.418100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa68377-b80b-4dd9-92c6-92d823e5b6da tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bcda64-751f-476f-b019-2f82e5dae98c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:03.425612 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4157d8b3-8a46-4b12-8191-c8aea76c1753 req-caa68377-b80b-4dd9-92c6-92d823e5b6da tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.436887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4157d8b3-8a46-4b12-8191-c8aea76c1753 req-caa68377-b80b-4dd9-92c6-92d823e5b6da tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7081656 Feb 11 05:15:03.477454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d73e89-32da-48a8-a020-d03de8956aad req-1ac9e550-c903-4110-8644-d47eff42730e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.479103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2d73e89-32da-48a8-a020-d03de8956aad req-1ac9e550-c903-4110-8644-d47eff42730e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 945 time: 0.1982052 Feb 11 05:15:03.482027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] Set router 89d75b23-8559-4147-bc4e-d1e267f91521 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:03.562607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:15:03Z', 'revision_number': 6, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:03.576334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Allocated IP 172.20.0.14 (9a436d51-2c52-45d2-9d33-e4c3bf1fde42/c18d078d-9d14-419a-ae05-a685313facf6/ea59183b-52f6-49e3-908e-f50bce85e548) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:03.593913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bfaa5-6b32-41d6-a8ed-b22b3418d2c3 None None] The sync data for ids ['89d75b23-8559-4147-bc4e-d1e267f91521'] in n-d-713498-37 is: [{'id': '89d75b23-8559-4147-bc4e-d1e267f91521', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643562535-router', 'tenant_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:46Z', 'updated_at': '2022-02-11T05:15:03Z', 'revision_number': 6, 'project_id': 'ce6c268a0d0a4bd0a7837eec08588b54', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:03.602589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2d73e89-32da-48a8-a020-d03de8956aad req-f23ab245-42b2-46cb-a710-0429a6b025fb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160016 Feb 11 05:15:03.695416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba47a4-f4cc-4efa-a75b-1df2c268613e req-2ed01a84-673f-451d-823a-f92c7a66cf78 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.697094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97ba47a4-f4cc-4efa-a75b-1df2c268613e req-2ed01a84-673f-451d-823a-f92c7a66cf78 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 944 time: 0.1220939 Feb 11 05:15:03.701764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Deleting port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:03.702110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.705744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-7f4f9481-5630-4ce8-897c-2f456398043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.707214 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-7f4f9481-5630-4ce8-897c-2f456398043e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1127 time: 0.3754947 Feb 11 05:15:03.810056 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Publish callbacks [] for port (ea59183b-52f6-49e3-908e-f50bce85e548), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.851498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97ba47a4-f4cc-4efa-a75b-1df2c268613e req-d66928c8-5233-4977-b5d8-e23518aacae4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644491 Feb 11 05:15:03.860957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] For port 6b7a174c-fa34-4c42-a0c3-1a55307e22e5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6b7a174c-fa34-4c42-a0c3-1a55307e22e5,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.861331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.874878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-29d9193f-2183-4983-b7d3-1f1c7c199747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.876641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-29d9193f-2183-4983-b7d3-1f1c7c199747 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1583903 Feb 11 05:15:03.880290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Calling delete_port for 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:03.894135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b32166ff-dbd0-479c-b34d-12c796775641 req-f7fdd6e1-7a80-4f7f-9114-feb157651be3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1660858159', 'description': 'tempest-description-78142215'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:03.927425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-e9e3e920-d453-4bc6-ab38-4cf0c62dab98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 217 time: 0.0384581 Feb 11 05:15:03.951208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 1c67d54d-888c-4285-969d-34c0a73f3115 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:03.969735 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.032226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4e5a20c4-534b-43e3-b129-3fdcf3e65a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:04.033457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:04.033786 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4e5a20c4-534b-43e3-b129-3fdcf3e65a53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0756841 Feb 11 05:15:04.040752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:04.046207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:04.050774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b32166ff-dbd0-479c-b34d-12c796775641 req-f7fdd6e1-7a80-4f7f-9114-feb157651be3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.055010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Pushing event updated for resources: {'Port': ['ID=ea59183b-52f6-49e3-908e-f50bce85e548,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.107770 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-4ad2d44a-5efa-4a98-8189-f844dd6547c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310280 Feb 11 05:15:04.127098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:04.127344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 1c67d54d-888c-4285-969d-34c0a73f3115 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:04.127759 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.134291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 1c67d54d-888c-4285-969d-34c0a73f3115 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:04.137900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.195760 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b32166ff-dbd0-479c-b34d-12c796775641 req-f7fdd6e1-7a80-4f7f-9114-feb157651be3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (9b8bf9c3-68bc-497b-9185-dd4f293e675d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.223675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4de63de5-fe9b-41df-bc0c-89539d853ed1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2331998 Feb 11 05:15:04.239091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Request body: {'port': {'device_id': 'd36b3c5b-da46-4775-b74f-a45816e0ccd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:04.242965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 1c67d54d-888c-4285-969d-34c0a73f3115 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:04.243361 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.268153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-ce5558fe-42fd-4a5f-a0f1-de17bd0414da service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494331 Feb 11 05:15:04.277774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b32166ff-dbd0-479c-b34d-12c796775641 req-f7fdd6e1-7a80-4f7f-9114-feb157651be3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9b8bf9c3-68bc-497b-9185-dd4f293e675d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.279802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8bb8a4-031a-440d-b916-a2024cd05b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c67d54d-888c-4285-969d-34c0a73f3115'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:04.283116 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d74d0-a46c-4d3d-bdda-1b9100349a5d" -d '{"events": [{"server_uuid": "de8bb8a4-031a-440d-b916-a2024cd05b0d", "name": "network-vif-plugged", "status": "completed", "tag": "1c67d54d-888c-4285-969d-34c0a73f3115"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:04.306034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 1c67d54d-888c-4285-969d-34c0a73f3115, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=1c67d54d-888c-4285-969d-34c0a73f3115,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:04.345588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdd6e1-7a80-4f7f-9114-feb157651be3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bf9c3-68bc-497b-9185-dd4f293e675d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.346330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6b7a174c-fa34-4c42-a0c3-1a55307e22e5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.355672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.394027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7a174c-fa34-4c42-a0c3-1a55307e22e5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.423648 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.424837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 886f06d9-d8df-475c-b452-661b900be5a0 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:04.426980 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b32166ff-dbd0-479c-b34d-12c796775641 req-f7fdd6e1-7a80-4f7f-9114-feb157651be3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.437412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b32166ff-dbd0-479c-b34d-12c796775641 req-f7fdd6e1-7a80-4f7f-9114-feb157651be3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5473814 Feb 11 05:15:04.478224 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-a427ad07-945e-44f2-8880-f3bcd49d8c0c service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995404 Feb 11 05:15:04.509972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (89d75b23-8559-4147-bc4e-d1e267f91521), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.626646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200cb90-4b93-40ca-8411-65a8d375fef0 req-eaa23dde-5020-4a1a-92c1-92ff16eb8ad0 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:04.630369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2200cb90-4b93-40ca-8411-65a8d375fef0 req-eaa23dde-5020-4a1a-92c1-92ff16eb8ad0 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 944 time: 0.2976351 Feb 11 05:15:04.704790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (89d75b23-8559-4147-bc4e-d1e267f91521), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.707532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks [] for router_controller (89d75b23-8559-4147-bc4e-d1e267f91521), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.716034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 313d4c4b-a96a-406f-adcf-02a29b6f35eb no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:04.773729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 313d4c4b-a96a-406f-adcf-02a29b6f35eb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:04.773729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 313d4c4b-a96a-406f-adcf-02a29b6f35eb not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:04.773729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:04.811138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:04.811544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6b7a174c-fa34-4c42-a0c3-1a55307e22e5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:04.820199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=1c67d54d-888c-4285-969d-34c0a73f3115,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.866456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 886f06d9-d8df-475c-b452-661b900be5a0 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:04.866990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (886f06d9-d8df-475c-b452-661b900be5a0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.880411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (89d75b23-8559-4147-bc4e-d1e267f91521), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.881370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d75b23-8559-4147-bc4e-d1e267f91521 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:04.891068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.896854 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cd6d7528-c0a1-4369-9d17-4de1e5521575 admin admin] 10.222.0.62 "DELETE /v2.0/routers/89d75b23-8559-4147-bc4e-d1e267f91521 HTTP/1.1" status: 204 len: 168 time: 2.0871985 Feb 11 05:15:04.898501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42458) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:04.909953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:04.911616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea59183b-52f6-49e3-908e-f50bce85e548 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:04.927531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Publish callbacks [] for port (ea59183b-52f6-49e3-908e-f50bce85e548), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.937407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2200cb90-4b93-40ca-8411-65a8d375fef0 req-9537b251-728e-4282-94e4-a673515d5ee5 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977941 Feb 11 05:15:04.954035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Transition to ACTIVE for port object ea59183b-52f6-49e3-908e-f50bce85e548 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:04.977999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2fed0a-e8e9-42b6-8093-7373a0e52d68 admin admin] Deleting subnet 9962d048-dd66-4b07-bfb1-1f84c11615d8 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:04.985545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b2fed0a-e8e9-42b6-8093-7373a0e52d68 admin admin] Publish callbacks [] for subnet (9962d048-dd66-4b07-bfb1-1f84c11615d8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.021020 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.048633 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.083425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b2fed0a-e8e9-42b6-8093-7373a0e52d68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (9962d048-dd66-4b07-bfb1-1f84c11615d8), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.112903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f0b42918-2e27-4e45-a81a-0ee31115405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.190185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:05.213367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-e32c5733-a3b6-4a09-b6e8-454f4fd13e84 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.215142 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-e32c5733-a3b6-4a09-b6e8-454f4fd13e84 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.2068741 Feb 11 05:15:05.307366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b2fed0a-e8e9-42b6-8093-7373a0e52d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (9962d048-dd66-4b07-bfb1-1f84c11615d8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.506792 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b2fed0a-e8e9-42b6-8093-7373a0e52d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (9962d048-dd66-4b07-bfb1-1f84c11615d8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.519816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Pushing event updated for resources: {'Port': ['ID=ea59183b-52f6-49e3-908e-f50bce85e548,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:05.542505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fed0a-e8e9-42b6-8093-7373a0e52d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9962d048-dd66-4b07-bfb1-1f84c11615d8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:05.544536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-bac96ff2-b369-417e-8197-0d431fe63b3c service neutron] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:05.545764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b2fed0a-e8e9-42b6-8093-7373a0e52d68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.552325 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0b2fed0a-e8e9-42b6-8093-7373a0e52d68 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9962d048-dd66-4b07-bfb1-1f84c11615d8 HTTP/1.1" status: 204 len: 168 time: 0.6519136 Feb 11 05:15:05.553599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42464) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:05.555493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadabc67-579a-4380-8b2b-992c5ff1d215 None None] Network 27c1b95c-7283-4030-b268-21a4787f6ccc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:05.563449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-bac96ff2-b369-417e-8197-0d431fe63b3c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.564580 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-55da125a-4f4a-4a5e-a919-8481d6f0a384 req-bac96ff2-b369-417e-8197-0d431fe63b3c service neutron] 10.222.0.65 "DELETE /v2.0/ports/d7718e05-95ec-4c05-8f56-74b33b9e9591/bindings/n-h1-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.3194447 Feb 11 05:15:05.596965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974ba5e-634f-4294-80fa-9a76e3009ced req-9c52de7b-cff0-4584-9d69-17ca29115f3b tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.598540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0974ba5e-634f-4294-80fa-9a76e3009ced req-9c52de7b-cff0-4584-9d69-17ca29115f3b tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 944 time: 0.1532197 Feb 11 05:15:05.602920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c838007-14b2-4547-8494-5a24c70395d2 req-987d07c2-d50c-4272-90fc-fd99c03ba959 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.604381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c838007-14b2-4547-8494-5a24c70395d2 req-987d07c2-d50c-4272-90fc-fd99c03ba959 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1128 time: 0.1619854 Feb 11 05:15:05.659918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (27c1b95c-7283-4030-b268-21a4787f6ccc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.697162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Attempting to bind port ea59183b-52f6-49e3-908e-f50bce85e548 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:05.697500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Attempting to bind port ea59183b-52f6-49e3-908e-f50bce85e548 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'ee22268f-3366-480a-b4ab-98455749e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a436d51-2c52-45d2-9d33-e4c3bf1fde42'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:05.697850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Attempting to bind port ea59183b-52f6-49e3-908e-f50bce85e548 on network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:05.712965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0974ba5e-634f-4294-80fa-9a76e3009ced req-0e8d43f1-5ec7-4627-8a1e-99f22f10a447 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042459 Feb 11 05:15:05.714731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Port ea59183b-52f6-49e3-908e-f50bce85e548 on network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:05.715063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Attempting to bind port ea59183b-52f6-49e3-908e-f50bce85e548 on network 9a436d51-2c52-45d2-9d33-e4c3bf1fde42 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:05.720220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c838007-14b2-4547-8494-5a24c70395d2 req-427d4af1-f90d-4c26-a315-498a644182d6 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012638 Feb 11 05:15:05.722953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:05.723293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Checking segment: {'id': 'ee22268f-3366-480a-b4ab-98455749e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a436d51-2c52-45d2-9d33-e4c3bf1fde42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:05.723725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Bound using segment: {'id': 'ee22268f-3366-480a-b4ab-98455749e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a436d51-2c52-45d2-9d33-e4c3bf1fde42'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:05.724632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Bound port: ea59183b-52f6-49e3-908e-f50bce85e548, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee22268f-3366-480a-b4ab-98455749e9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a436d51-2c52-45d2-9d33-e4c3bf1fde42'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:05.724632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.759674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Deleting port 119aa4af-7e9a-409d-aad0-90060c9d5c06 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:05.760386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.774580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] DHCP port deletion for 27c1b95c-7283-4030-b268-21a4787f6ccc request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:05.827994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-c92138cf-efe1-48c3-b9a5-debdf0b0e200 req-cadc5d42-bf28-4046-80f1-1f0003ecbb1c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1144322850', 'description': 'tempest-description-1402412572'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:05.870299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] For port ea59183b-52f6-49e3-908e-f50bce85e548, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:05.874616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] For port ea59183b-52f6-49e3-908e-f50bce85e548, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea59183b-52f6-49e3-908e-f50bce85e548,segment=NetworkSegment(ee22268f-3366-480a-b4ab-98455749e9f0),segment_id=ee22268f-3366-480a-b4ab-98455749e9f0)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:05.877989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] For port 119aa4af-7e9a-409d-aad0-90060c9d5c06, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=119aa4af-7e9a-409d-aad0-90060c9d5c06,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:05.878642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.883179 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf8741-e60d-4c80-8f8d-0e5b38eb287f x-openstack-request-id: req-d4bf8741-e60d-4c80-8f8d-0e5b38eb287f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:05.883487 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8bb8a4-031a-440d-b916-a2024cd05b0d", "name": "network-vif-plugged", "status": "completed", "tag": "1c67d54d-888c-4285-969d-34c0a73f3115", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:05.883748 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4bf8741-e60d-4c80-8f8d-0e5b38eb287f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:05.884302 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8bb8a4-031a-440d-b916-a2024cd05b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c67d54d-888c-4285-969d-34c0a73f3115', 'code': 200} Feb 11 05:15:05.898655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Calling delete_port for 119aa4af-7e9a-409d-aad0-90060c9d5c06 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:05.932561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] Deleting port 119aa4af-7e9a-409d-aad0-90060c9d5c06 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:05.933404 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.942761 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c92138cf-efe1-48c3-b9a5-debdf0b0e200 req-cadc5d42-bf28-4046-80f1-1f0003ecbb1c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.969368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.017584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] For port 119aa4af-7e9a-409d-aad0-90060c9d5c06, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=119aa4af-7e9a-409d-aad0-90060c9d5c06,segment=NetworkSegment(85526fbc-72f6-4493-9077-3fa15387ead2),segment_id=85526fbc-72f6-4493-9077-3fa15387ead2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:06.018371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.038609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] Calling delete_port for 119aa4af-7e9a-409d-aad0-90060c9d5c06 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:06.112796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1f2e0-9136-4cf7-9514-dd62d94e3457 req-297dd65b-9b9a-40e3-bcb2-a738a8f9de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.114600 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cdb1f2e0-9136-4cf7-9514-dd62d94e3457 req-297dd65b-9b9a-40e3-bcb2-a738a8f9de05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 1128 time: 0.2095785 Feb 11 05:15:06.179398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Pushing event updated for resources: {'Port': ['ID=ea59183b-52f6-49e3-908e-f50bce85e548,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.183708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.184459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.186071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-4ea2b780-a47b-4f37-9d9f-201413eb65fe service neutron] 10.222.0.83 "PUT /v2.0/ports/ea59183b-52f6-49e3-908e-f50bce85e548 HTTP/1.1" status: 200 len: 1093 time: 1.9553795 Feb 11 05:15:06.189583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36b3c5b-da46-4775-b74f-a45816e0ccd5', 'tag': 'ea59183b-52f6-49e3-908e-f50bce85e548'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:06.192251 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d80ac1b-b4eb-4a05-a443-986663178a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d36b3c5b-da46-4775-b74f-a45816e0ccd5", "tag": "ea59183b-52f6-49e3-908e-f50bce85e548"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:06.205810 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cdb1f2e0-9136-4cf7-9514-dd62d94e3457 req-898f10f7-0ae5-4470-9438-b5348ce0d984 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775239 Feb 11 05:15:06.229025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba6b03-c08d-4061-8bd8-75c812b37233 req-7cbc949b-6d1e-4be5-a834-c47ea7ef0628 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.230616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7ba6b03-c08d-4061-8bd8-75c812b37233 req-7cbc949b-6d1e-4be5-a834-c47ea7ef0628 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 945 time: 0.2754657 Feb 11 05:15:06.259713 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.269095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (119aa4af-7e9a-409d-aad0-90060c9d5c06), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.305691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] Pushing event deleted for resources: {'Port': ['ID=119aa4af-7e9a-409d-aad0-90060c9d5c06,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.308547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e21bb84-d15d-40bd-ba0a-bd6b27cdcec3 None None] No DVR routers for this DVR port 119aa4af-7e9a-409d-aad0-90060c9d5c06 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:06.329775 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c92138cf-efe1-48c3-b9a5-debdf0b0e200 req-cadc5d42-bf28-4046-80f1-1f0003ecbb1c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (19b957e7-f352-4998-8856-c6169d167882), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.361455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Pushing event deleted for resources: {'Port': ['ID=119aa4af-7e9a-409d-aad0-90060c9d5c06,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.382022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] No DVR routers for this DVR port 119aa4af-7e9a-409d-aad0-90060c9d5c06 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:06.384374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7ba6b03-c08d-4061-8bd8-75c812b37233 req-4d403328-808d-4768-906e-4babe35a5728 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477571 Feb 11 05:15:06.438265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 119aa4af-7e9a-409d-aad0-90060c9d5c06 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:06.461999 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c92138cf-efe1-48c3-b9a5-debdf0b0e200 req-cadc5d42-bf28-4046-80f1-1f0003ecbb1c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (19b957e7-f352-4998-8856-c6169d167882), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.470802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 119aa4af-7e9a-409d-aad0-90060c9d5c06 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:06.471148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 119aa4af-7e9a-409d-aad0-90060c9d5c06 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:06.531279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (27c1b95c-7283-4030-b268-21a4787f6ccc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.533642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc5d42-bf28-4046-80f1-1f0003ecbb1c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b957e7-f352-4998-8856-c6169d167882,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.539495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894858b-693a-4fc5-a516-e21f84734f7d req-6db3571f-2472-4d47-80a9-80e29a856b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.541089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-6db3571f-2472-4d47-80a9-80e29a856b49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84ae219f51174c0c8d13c8b1473d0db7&device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 1127 time: 0.1825714 Feb 11 05:15:06.555942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c1b95c-7283-4030-b268-21a4787f6ccc']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:06.567325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291da1f3-647e-4741-b57d-fdd586998f2e req-39aa680b-ce73-4479-8be9-3fa03d1afe0b tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.567607 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85526fbc-72f6-4493-9077-3fa15387ead2') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:06.567800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85526fbc-72f6-4493-9077-3fa15387ead2') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:06.575162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-291da1f3-647e-4741-b57d-fdd586998f2e req-39aa680b-ce73-4479-8be9-3fa03d1afe0b tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1128 time: 0.1163025 Feb 11 05:15:06.579960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (85526fbc-72f6-4493-9077-3fa15387ead2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.595542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (85526fbc-72f6-4493-9077-3fa15387ead2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.598379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.608156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:06.609225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (85526fbc-72f6-4493-9077-3fa15387ead2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:06.613039 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:06.625978 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c92138cf-efe1-48c3-b9a5-debdf0b0e200 req-cadc5d42-bf28-4046-80f1-1f0003ecbb1c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.638704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c92138cf-efe1-48c3-b9a5-debdf0b0e200 req-cadc5d42-bf28-4046-80f1-1f0003ecbb1c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8169630 Feb 11 05:15:06.642407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-b2c5e643-d92e-42d7-b369-821e16155d64 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea59183b-52f6-49e3-908e-f50bce85e548 HTTP/1.1" status: 200 len: 217 time: 0.0863128 Feb 11 05:15:06.704060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894858b-693a-4fc5-a516-e21f84734f7d req-cb74e590-fd99-42f3-9658-604bfba889f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.705697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-cb74e590-fd99-42f3-9658-604bfba889f4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c18d078d-9d14-419a-ae05-a685313facf6 HTTP/1.1" status: 200 len: 861 time: 0.0524416 Feb 11 05:15:06.774161 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-291da1f3-647e-4741-b57d-fdd586998f2e req-d95284cc-c092-441d-b604-eefc25193deb tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953156 Feb 11 05:15:06.781576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-699ef2a5-cc7d-40af-80dd-5e8bbd246a31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9a436d51-2c52-45d2-9d33-e4c3bf1fde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577917 Feb 11 05:15:06.811859 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (27c1b95c-7283-4030-b268-21a4787f6ccc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.826457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458ad1f-dbf5-4664-883a-caf5d79e480f req-ddd96df5-128a-41fe-8dea-d3da7307fdab tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.827816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5458ad1f-dbf5-4664-883a-caf5d79e480f req-ddd96df5-128a-41fe-8dea-d3da7307fdab tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 944 time: 0.1286290 Feb 11 05:15:06.842498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.845987 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] 10.222.0.62 "DELETE /v2.0/networks/27c1b95c-7283-4030-b268-21a4787f6ccc HTTP/1.1" status: 204 len: 168 time: 1.2907140 Feb 11 05:15:06.847011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0442520-ed21-46fb-a73f-97192ae965eb admin admin] Pushing event deleted for resources: {'Network': ['ID=27c1b95c-7283-4030-b268-21a4787f6ccc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.880146 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f6b17d-8fb3-4f1e-957e-6a45ec57ecdc x-openstack-request-id: req-07f6b17d-8fb3-4f1e-957e-6a45ec57ecdc {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:06.880512 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36b3c5b-da46-4775-b74f-a45816e0ccd5", "tag": "ea59183b-52f6-49e3-908e-f50bce85e548", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:06.880855 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07f6b17d-8fb3-4f1e-957e-6a45ec57ecdc {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:06.881361 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36b3c5b-da46-4775-b74f-a45816e0ccd5', 'tag': 'ea59183b-52f6-49e3-908e-f50bce85e548', 'status': 'completed', 'code': 200} Feb 11 05:15:06.971168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5458ad1f-dbf5-4664-883a-caf5d79e480f req-8950d43b-02b3-4305-80bd-16dd4d711b93 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333349 Feb 11 05:15:06.977395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-1a5cbd84-e535-46cc-85c6-4203dd968280 service neutron] 10.222.0.83 "GET /v2.0/networks/9a436d51-2c52-45d2-9d33-e4c3bf1fde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865919 Feb 11 05:15:07.164186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e2dae0d-7af7-42c4-afdd-ef66621807d0 req-669a1704-fb08-4920-b4d5-7f3f36957970 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1436af19f9ac469b89d1005ee1d6743d HTTP/1.1" status: 200 len: 10995 time: 0.2749999 Feb 11 05:15:07.185609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e894858b-693a-4fc5-a516-e21f84734f7d req-985b7942-a3a4-469e-8302-f7f694513dad service neutron] 10.222.0.83 "GET /v2.0/networks/9a436d51-2c52-45d2-9d33-e4c3bf1fde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006660 Feb 11 05:15:07.218294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743fc82-74c0-4b75-9cca-b33ff7746601 req-162e61ba-fd18-48d7-9cfe-756540bea11b tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.219810 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1743fc82-74c0-4b75-9cca-b33ff7746601 req-162e61ba-fd18-48d7-9cfe-756540bea11b tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 944 time: 0.1640260 Feb 11 05:15:07.232912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e2dae0d-7af7-42c4-afdd-ef66621807d0 req-f1fc4e16-ffbb-431d-8cb4-26e702b2392f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660 HTTP/1.1" status: 200 len: 2998 time: 0.0601172 Feb 11 05:15:07.263528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42494) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:07.347235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1743fc82-74c0-4b75-9cca-b33ff7746601 req-40c5a031-3a15-4a67-b43c-23559a88b1b6 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134531 Feb 11 05:15:07.386567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e2dae0d-7af7-42c4-afdd-ef66621807d0 req-b9215de1-a300-46a3-a7ed-84ae52b9dce4 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660 HTTP/1.1" status: 200 len: 2998 time: 0.1333983 Feb 11 05:15:07.415470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c9e2e374-981f-4b4d-b17c-417d47d554db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce6c268a0d0a4bd0a7837eec08588b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510231 Feb 11 05:15:07.418209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:07.420442 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:15:07.493202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-4c4cab77-577e-45e8-a59c-ee80be80906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.494787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-4c4cab77-577e-45e8-a59c-ee80be80906f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84ae219f51174c0c8d13c8b1473d0db7&device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 1127 time: 0.1404803 Feb 11 05:15:07.537028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-941df574-ecf2-4758-b935-c4bf1e71becd admin admin] Publish callbacks [] for security_group (ffd9f1e1-4fd6-4883-8ca2-ab1f013da278), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.562498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-941df574-ecf2-4758-b935-c4bf1e71becd admin admin] Publish callbacks [] for security_group (ffd9f1e1-4fd6-4883-8ca2-ab1f013da278), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.640840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc129d68-b144-4f94-bead-cf766f82850a req-d84bd3bf-e52e-4554-913f-64c40fc23620 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/a0bcda64-751f-476f-b019-2f82e5dae98c HTTP/1.1" status: 200 len: 1815 time: 0.1449256 Feb 11 05:15:07.691673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-7ecdeae0-acbd-4ae5-86df-b35bf1203db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.693215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-7ecdeae0-acbd-4ae5-86df-b35bf1203db4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9a436d51-2c52-45d2-9d33-e4c3bf1fde42 HTTP/1.1" status: 200 len: 922 time: 0.1869833 Feb 11 05:15:07.727681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-941df574-ecf2-4758-b935-c4bf1e71becd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ffd9f1e1-4fd6-4883-8ca2-ab1f013da278), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.731036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-941df574-ecf2-4758-b935-c4bf1e71becd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.732555 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-941df574-ecf2-4758-b935-c4bf1e71becd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffd9f1e1-4fd6-4883-8ca2-ab1f013da278 HTTP/1.1" status: 204 len: 168 time: 0.3132823 Feb 11 05:15:07.754315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941df574-ecf2-4758-b935-c4bf1e71becd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9f1e1-4fd6-4883-8ca2-ab1f013da278,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:07.795569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1c524-b20a-4f7f-b9b3-9ffb9e67fb6d req-efe12dfb-5a13-44bc-9e9d-abaca14b8289 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.798015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e1c524-b20a-4f7f-b9b3-9ffb9e67fb6d req-efe12dfb-5a13-44bc-9e9d-abaca14b8289 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 945 time: 0.1959536 Feb 11 05:15:07.799449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-2b594d83-8c5d-49a6-8921-622da815a735 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea59183b-52f6-49e3-908e-f50bce85e548 HTTP/1.1" status: 200 len: 217 time: 0.0959439 Feb 11 05:15:07.827558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc129d68-b144-4f94-bead-cf766f82850a req-058449f6-a39c-45bb-9330-506c26926164 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (a0bcda64-751f-476f-b019-2f82e5dae98c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.885922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:07.888288 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df4591-1830-488d-868e-ee14b8ae1623" -d '{"events": [{"server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "name": "network-vif-unplugged", "status": "completed", "tag": "886f06d9-d8df-475c-b452-661b900be5a0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:07.901766 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc129d68-b144-4f94-bead-cf766f82850a req-058449f6-a39c-45bb-9330-506c26926164 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (a0bcda64-751f-476f-b019-2f82e5dae98c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.935063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-3ef8bcaa-815e-44a5-a6be-f8ac08eb68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.936799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-3ef8bcaa-815e-44a5-a6be-f8ac08eb68e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c18d078d-9d14-419a-ae05-a685313facf6 HTTP/1.1" status: 200 len: 861 time: 0.1216156 Feb 11 05:15:07.939913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e1c524-b20a-4f7f-b9b3-9ffb9e67fb6d req-f43fa8ab-46a7-460f-8c21-256eb7d3cfd6 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330707 Feb 11 05:15:07.955712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:07.998321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-0c7fe067-230d-4c94-b208-e376f9c97bc4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9a436d51-2c52-45d2-9d33-e4c3bf1fde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516791 Feb 11 05:15:08.106975 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc129d68-b144-4f94-bead-cf766f82850a req-058449f6-a39c-45bb-9330-506c26926164 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a0bcda64-751f-476f-b019-2f82e5dae98c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.112317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc129d68-b144-4f94-bead-cf766f82850a req-058449f6-a39c-45bb-9330-506c26926164 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.123411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc129d68-b144-4f94-bead-cf766f82850a req-058449f6-a39c-45bb-9330-506c26926164 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/a0bcda64-751f-476f-b019-2f82e5dae98c HTTP/1.1" status: 204 len: 173 time: 0.4731131 Feb 11 05:15:08.144329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058449f6-a39c-45bb-9330-506c26926164 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bcda64-751f-476f-b019-2f82e5dae98c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:08.165376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-73c26a38-9cb4-4e31-aa40-7cee4b183ce1 service neutron] 10.222.0.83 "GET /v2.0/networks/9a436d51-2c52-45d2-9d33-e4c3bf1fde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537929 Feb 11 05:15:08.175980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:08.199984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'mac_address': 'fa:16:3e:fd:7e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:08.268033 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.269113 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.285017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 80c4adeb-a67a-4509-830c-30a50c4f5cad is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:08.285427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.313864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c4adeb-a67a-4509-830c-30a50c4f5cad {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:08.325390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d80ac1b-b4eb-4a05-a443-986663178a3b req-38ace4f3-41f2-44e6-9eb9-74aa3d61a1e7 service neutron] 10.222.0.83 "GET /v2.0/networks/9a436d51-2c52-45d2-9d33-e4c3bf1fde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481123 Feb 11 05:15:08.338045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:08.393555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa151c-6252-4c75-bbb1-f7780f344e58 req-994c26e1-6c52-4bdb-9ec1-4a291a8cb646 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.395293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ffa151c-6252-4c75-bbb1-f7780f344e58 req-994c26e1-6c52-4bdb-9ec1-4a291a8cb646 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1127 time: 0.0689733 Feb 11 05:15:08.431900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.471343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ffa151c-6252-4c75-bbb1-f7780f344e58 req-99c99ddb-8db4-49a9-842e-e5339512fdbb tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660279 Feb 11 05:15:08.554729 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed924730-bb15-435c-972a-c2cd2b632021 x-openstack-request-id: req-ed924730-bb15-435c-972a-c2cd2b632021 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:08.563929 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "name": "network-vif-unplugged", "status": "completed", "tag": "886f06d9-d8df-475c-b452-661b900be5a0", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:08.563929 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed924730-bb15-435c-972a-c2cd2b632021 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:08.563929 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0', 'code': 200} Feb 11 05:15:08.563929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:08.583166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['80c4adeb-a67a-4509-830c-30a50c4f5cad'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:08.595611 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-a971db27-b5bb-40ee-86f2-063aec86e2f7 req-7adaef96-1d25-4e62-a1c0-60a621a1f4b7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:15:08.596664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a971db27-b5bb-40ee-86f2-063aec86e2f7 req-7adaef96-1d25-4e62-a1c0-60a621a1f4b7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/a0bcda64-751f-476f-b019-2f82e5dae98c HTTP/1.1" status: 404 len: 352 time: 0.0166495 Feb 11 05:15:08.802400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cab2f-3330-4335-a9fe-0f9fc26233e9 req-8f4fb280-3842-45e0-95b7-14fbb8f799be tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.813583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-102cab2f-3330-4335-a9fe-0f9fc26233e9 req-8f4fb280-3842-45e0-95b7-14fbb8f799be tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 944 time: 0.1428754 Feb 11 05:15:08.893269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-102cab2f-3330-4335-a9fe-0f9fc26233e9 req-65f8562a-0ec9-4632-8ab6-7e48e7f291d0 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771413 Feb 11 05:15:09.109235 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.160046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11889db-88bf-4fe1-9511-a3aba5c71293 req-b04c06d4-7c23-42b1-bc23-74728f3c70b5 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.161706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a11889db-88bf-4fe1-9511-a3aba5c71293 req-b04c06d4-7c23-42b1-bc23-74728f3c70b5 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1127 time: 0.0915997 Feb 11 05:15:09.219799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a11889db-88bf-4fe1-9511-a3aba5c71293 req-c3903a8f-ce6e-41dc-b1e0-183680a9f323 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507967 Feb 11 05:15:09.352342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-533fa3bc-df71-4727-a03e-0423621c41e1 req-2b155129-4347-4786-801d-ad83322392f3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/9b8bf9c3-68bc-497b-9185-dd4f293e675d HTTP/1.1" status: 200 len: 1816 time: 0.0708799 Feb 11 05:15:09.448690 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-533fa3bc-df71-4727-a03e-0423621c41e1 req-ec04a375-45bf-40fe-b56f-dcc12481f4ff tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (9b8bf9c3-68bc-497b-9185-dd4f293e675d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.475285 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-533fa3bc-df71-4727-a03e-0423621c41e1 req-ec04a375-45bf-40fe-b56f-dcc12481f4ff tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (9b8bf9c3-68bc-497b-9185-dd4f293e675d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.628392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-533fa3bc-df71-4727-a03e-0423621c41e1 req-ec04a375-45bf-40fe-b56f-dcc12481f4ff tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9b8bf9c3-68bc-497b-9185-dd4f293e675d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.632113 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-533fa3bc-df71-4727-a03e-0423621c41e1 req-ec04a375-45bf-40fe-b56f-dcc12481f4ff tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.633807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-533fa3bc-df71-4727-a03e-0423621c41e1 req-ec04a375-45bf-40fe-b56f-dcc12481f4ff tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/9b8bf9c3-68bc-497b-9185-dd4f293e675d HTTP/1.1" status: 204 len: 173 time: 0.2803495 Feb 11 05:15:09.651443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04a375-45bf-40fe-b56f-dcc12481f4ff tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8bf9c3-68bc-497b-9185-dd4f293e675d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:09.769344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08003d5-6138-415d-a936-17d08e841a9d req-68dba67e-a833-4b01-888a-1e8c02628b3b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.772114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e08003d5-6138-415d-a936-17d08e841a9d req-68dba67e-a833-4b01-888a-1e8c02628b3b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 945 time: 0.0659385 Feb 11 05:15:09.852212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e08003d5-6138-415d-a936-17d08e841a9d req-b6dd529e-dc8a-456b-b415-a78a7b41c3fb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724454 Feb 11 05:15:09.965293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:10.076508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 80c4adeb-a67a-4509-830c-30a50c4f5cad triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:10.077248 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:10.227419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 80c4adeb-a67a-4509-830c-30a50c4f5cad is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:10.228906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:10.298521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:10.436441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:10.524306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:10.557219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:10.560809 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6cbdfe-33c2-4198-83c1-59909bbe9e09" -d '{"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-plugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:10.667676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-ff111fb3-09b2-41a4-87db-df511ef826ec tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:10.668810 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-ff111fb3-09b2-41a4-87db-df511ef826ec tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117686 Feb 11 05:15:10.738412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-2bd1cb61-75f7-4487-a904-2d626e1fe779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.739993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-2bd1cb61-75f7-4487-a904-2d626e1fe779 service neutron] 10.222.0.62 "GET /v2.0/ports/7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 1125 time: 0.0602980 Feb 11 05:15:10.756119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Request body: {'binding': {'host': 'n-h2-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:10.757575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Unknown quota resources ['binding']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:15:11.064609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on host n-h2-713498-37 for vnic_type normal with profile None {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:11.064967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:11.065373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:11.072171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:11.072512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:11.079729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:11.080037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:11.080430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:11.080999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Bound port: 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:11.151950 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.175661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:11.258123 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.259467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-5f641358-faaa-40cc-a84e-e7db05eea786 service neutron] 10.222.0.62 "POST /v2.0/ports/7efafac4-6183-4197-8ca3-8c5ed8df21dd/bindings HTTP/1.1" status: 201 len: 390 time: 0.5084839 Feb 11 05:15:11.302816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea59183b-52f6-49e3-908e-f50bce85e548 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:11.495493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea59183b-52f6-49e3-908e-f50bce85e548, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea59183b-52f6-49e3-908e-f50bce85e548,segment=NetworkSegment(ee22268f-3366-480a-b4ab-98455749e9f0),segment_id=ee22268f-3366-480a-b4ab-98455749e9f0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:11.530071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'ea59183b-52f6-49e3-908e-f50bce85e548', 'network_id': '9a436d51-2c52-45d2-9d33-e4c3bf1fde42', 'port_id': 'ea59183b-52f6-49e3-908e-f50bce85e548', 'mac_address': 'fa:16:3e:06:a4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18d078d-9d14-419a-ae05-a685313facf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:11.534334 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-d328a86c-ac4c-4e5d-b8c5-29787e9db36e req-7307d717-9485-4388-baf2-3e56fb2003e9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:15:11.535838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d328a86c-ac4c-4e5d-b8c5-29787e9db36e req-7307d717-9485-4388-baf2-3e56fb2003e9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/9b8bf9c3-68bc-497b-9185-dd4f293e675d HTTP/1.1" status: 404 len: 352 time: 0.0262442 Feb 11 05:15:11.589857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ea59183b-52f6-49e3-908e-f50bce85e548 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:11.590589 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.634794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea59183b-52f6-49e3-908e-f50bce85e548 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:11.665587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea59183b-52f6-49e3-908e-f50bce85e548, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea59183b-52f6-49e3-908e-f50bce85e548,segment=NetworkSegment(ee22268f-3366-480a-b4ab-98455749e9f0),segment_id=ee22268f-3366-480a-b4ab-98455749e9f0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:11.760753 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:11.888383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ea59183b-52f6-49e3-908e-f50bce85e548,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:11.949784 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3763e4f8-7b92-463b-80cc-cc0f3db98e07 x-openstack-request-id: req-3763e4f8-7b92-463b-80cc-cc0f3db98e07 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:11.950286 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-plugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:11.950782 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3763e4f8-7b92-463b-80cc-cc0f3db98e07 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:11.951285 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'code': 200} Feb 11 05:15:12.011033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2c1f3-98fc-41ea-b7fe-6ace5dcb6789 req-00d00013-9190-47f8-bd05-ed2562591b2e tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.012108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea59183b-52f6-49e3-908e-f50bce85e548'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:12.024378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdf2c1f3-98fc-41ea-b7fe-6ace5dcb6789 req-00d00013-9190-47f8-bd05-ed2562591b2e tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 945 time: 0.2849746 Feb 11 05:15:12.149236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-81f02905-0a56-4df2-9c6b-37768b133dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.155131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-81f02905-0a56-4df2-9c6b-37768b133dfe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1128 time: 0.1600454 Feb 11 05:15:12.189753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3d67ff7-d599-466b-83d8-ca317429c6a7 req-77ede048-5d67-4a4d-b2f1-30efbd19eab0 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/19b957e7-f352-4998-8856-c6169d167882 HTTP/1.1" status: 200 len: 1818 time: 0.0742426 Feb 11 05:15:12.206739 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdf2c1f3-98fc-41ea-b7fe-6ace5dcb6789 req-216318dd-26fc-4470-9efe-d46782cf4de6 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807809 Feb 11 05:15:12.477953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e3d67ff7-d599-466b-83d8-ca317429c6a7 req-51a96921-de41-4069-8f30-f566d598d918 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (19b957e7-f352-4998-8856-c6169d167882), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.479612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-0f098533-503a-498e-97de-dafffa459a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.481528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-0f098533-503a-498e-97de-dafffa459a07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.3176844 Feb 11 05:15:12.561386 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e3d67ff7-d599-466b-83d8-ca317429c6a7 req-51a96921-de41-4069-8f30-f566d598d918 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (19b957e7-f352-4998-8856-c6169d167882), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.609505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b93758-11be-4a4a-99d2-a6a701e6a480 req-cb82b740-c9b6-4c61-9146-a10cfa3552c0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.611177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08b93758-11be-4a4a-99d2-a6a701e6a480 req-cb82b740-c9b6-4c61-9146-a10cfa3552c0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 945 time: 0.1271892 Feb 11 05:15:12.646064 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-46e7cbb9-5fb0-42de-8806-51234bd8801d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 217 time: 0.1076341 Feb 11 05:15:12.715684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-0518e223-fab7-4da2-938c-f6856eedcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.717996 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-0518e223-fab7-4da2-938c-f6856eedcdfc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0648248 Feb 11 05:15:12.753160 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e3d67ff7-d599-466b-83d8-ca317429c6a7 req-51a96921-de41-4069-8f30-f566d598d918 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (19b957e7-f352-4998-8856-c6169d167882), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.758454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e3d67ff7-d599-466b-83d8-ca317429c6a7 req-51a96921-de41-4069-8f30-f566d598d918 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:12.761815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3d67ff7-d599-466b-83d8-ca317429c6a7 req-51a96921-de41-4069-8f30-f566d598d918 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/19b957e7-f352-4998-8856-c6169d167882 HTTP/1.1" status: 204 len: 173 time: 0.5533867 Feb 11 05:15:12.768342 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-a6a47892-0f7e-4248-a9bc-1f0cdce08876 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441129 Feb 11 05:15:12.801129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08b93758-11be-4a4a-99d2-a6a701e6a480 req-d1eeeabe-5930-4cc5-9237-ed1c6d838ecd tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637125 Feb 11 05:15:12.813106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a96921-de41-4069-8f30-f566d598d918 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b957e7-f352-4998-8856-c6169d167882,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:12.918415 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-bbb7a555-9656-42f8-8d93-7313f1489f53 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427047 Feb 11 05:15:12.989739 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-fb527d9b-083d-496e-9332-367f976588e2 req-384a8e23-0ac8-4d36-8515-167b62b44fd8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:15:13.009000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb527d9b-083d-496e-9332-367f976588e2 req-384a8e23-0ac8-4d36-8515-167b62b44fd8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/19b957e7-f352-4998-8856-c6169d167882 HTTP/1.1" status: 404 len: 352 time: 0.0281680 Feb 11 05:15:13.133740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0bbd22a3-12d7-41b2-81c9-fe93e1ca1a0e req-5f9759c6-2a15-42c9-9590-af012cf7408f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1436af19f9ac469b89d1005ee1d6743d HTTP/1.1" status: 200 len: 6199 time: 0.0878911 Feb 11 05:15:13.157926 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-afe8a339-062e-40ba-8e71-3da920fc541e service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316253 Feb 11 05:15:13.262926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0bbd22a3-12d7-41b2-81c9-fe93e1ca1a0e req-5852bad1-7cb0-4450-bdaa-3bf1ef833a80 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660 HTTP/1.1" status: 200 len: 2998 time: 0.1293285 Feb 11 05:15:13.319181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea59183b-52f6-49e3-908e-f50bce85e548 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:13.439566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0bbd22a3-12d7-41b2-81c9-fe93e1ca1a0e req-9c75b7b6-5e7a-4566-b978-4aa2a4153d65 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660 HTTP/1.1" status: 200 len: 2998 time: 0.1763301 Feb 11 05:15:13.504578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-2b06800f-ac35-4f32-a11e-3c4cd8e48f8d tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.515607 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-2b06800f-ac35-4f32-a11e-3c4cd8e48f8d tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.1937661 Feb 11 05:15:13.544015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-37'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:13.711948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-c1baaa5e-bc76-4d63-b9e2-90e2f018f454 req-7108211e-d56e-405c-82c3-ab9c152c6b21 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1952769669', 'description': 'tempest-description-601045999'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:13.742877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port ea59183b-52f6-49e3-908e-f50bce85e548 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:13.747103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.747548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port ea59183b-52f6-49e3-908e-f50bce85e548 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:13.747934 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.802879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcefc5-55a4-4707-b612-29198763f84f req-848937c9-24be-486a-951f-baafa2d83fff tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.816662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fbcefc5-55a4-4707-b612-29198763f84f req-848937c9-24be-486a-951f-baafa2d83fff tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 945 time: 0.1753337 Feb 11 05:15:13.884004 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c1baaa5e-bc76-4d63-b9e2-90e2f018f454 req-7108211e-d56e-405c-82c3-ab9c152c6b21 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.100945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fbcefc5-55a4-4707-b612-29198763f84f req-06d4b9c7-083b-4bb2-a86f-1d6ececc73a1 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778854 Feb 11 05:15:14.197732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ea59183b-52f6-49e3-908e-f50bce85e548 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:14.199169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.254613 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c1baaa5e-bc76-4d63-b9e2-90e2f018f454 req-7108211e-d56e-405c-82c3-ab9c152c6b21 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (bf792e9e-506a-42b1-82c8-2d9c196d0906), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.276118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea59183b-52f6-49e3-908e-f50bce85e548, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea59183b-52f6-49e3-908e-f50bce85e548,segment=NetworkSegment(ee22268f-3366-480a-b4ab-98455749e9f0),segment_id=ee22268f-3366-480a-b4ab-98455749e9f0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:14.277159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36b3c5b-da46-4775-b74f-a45816e0ccd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea59183b-52f6-49e3-908e-f50bce85e548'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:14.279917 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4f8b2e-56f7-4ad4-a9f2-a725163f666b" -d '{"events": [{"server_uuid": "d36b3c5b-da46-4775-b74f-a45816e0ccd5", "name": "network-vif-plugged", "status": "completed", "tag": "ea59183b-52f6-49e3-908e-f50bce85e548"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:14.294368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:14.343799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c1baaa5e-bc76-4d63-b9e2-90e2f018f454 req-7108211e-d56e-405c-82c3-ab9c152c6b21 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bf792e9e-506a-42b1-82c8-2d9c196d0906), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.376775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.421499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108211e-d56e-405c-82c3-ab9c152c6b21 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf792e9e-506a-42b1-82c8-2d9c196d0906,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:14.455894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:14.470387 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c1baaa5e-bc76-4d63-b9e2-90e2f018f454 req-7108211e-d56e-405c-82c3-ab9c152c6b21 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.479806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1baaa5e-bc76-4d63-b9e2-90e2f018f454 req-7108211e-d56e-405c-82c3-ab9c152c6b21 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7804925 Feb 11 05:15:14.515628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ea59183b-52f6-49e3-908e-f50bce85e548,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:14.603843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:14.611205 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201d47d5-e447-4cd2-9f39-b7215afed653" -d '{"events": [{"server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:14.620382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Publish callbacks [] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.682408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6b6ea-500c-4308-a6fa-fed99557f17f req-edccf5e4-93e1-405b-90d6-4263f4ee1bde tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.689700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eca6b6ea-500c-4308-a6fa-fed99557f17f req-edccf5e4-93e1-405b-90d6-4263f4ee1bde tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 945 time: 0.1186309 Feb 11 05:15:14.717424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.753440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eca6b6ea-500c-4308-a6fa-fed99557f17f req-faeff3b4-69ad-4a5a-a791-f5841b86ac94 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632985 Feb 11 05:15:14.889524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:14.890138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:14.890696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:14.893775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Pushing event updated for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:14.903332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:14.904032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Attempting to bind port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:14.919888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:14.920545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:14.921417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:14.922155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Bound port: 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:14.922915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.027443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0731a7af-ff9e-4896-a3ff-40d3ad817912 req-a7d6fb2f-59b2-4582-96c0-e12880610569 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1615961422', 'description': 'tempest-description-987375617'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:15.052417 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953c397-55b0-4490-b2a8-50acbd1f916e x-openstack-request-id: req-7953c397-55b0-4490-b2a8-50acbd1f916e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:15.053110 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36b3c5b-da46-4775-b74f-a45816e0ccd5", "name": "network-vif-plugged", "status": "completed", "tag": "ea59183b-52f6-49e3-908e-f50bce85e548", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:15.053547 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7953c397-55b0-4490-b2a8-50acbd1f916e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:15.055003 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36b3c5b-da46-4775-b74f-a45816e0ccd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea59183b-52f6-49e3-908e-f50bce85e548', 'code': 200} Feb 11 05:15:15.088587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:15.094754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:15.123002 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288d8992-5986-4c68-b0c5-a59162a1888a x-openstack-request-id: req-288d8992-5986-4c68-b0c5-a59162a1888a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:15.123235 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:15.126027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0731a7af-ff9e-4896-a3ff-40d3ad817912 req-a7d6fb2f-59b2-4582-96c0-e12880610569 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.136117 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-288d8992-5986-4c68-b0c5-a59162a1888a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:15.137746 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd', 'code': 200} Feb 11 05:15:15.194777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.333314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84b3f5-651f-4bb9-bd94-1056e6858cb4 req-38e809db-1164-42c0-b41c-43a0200b926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.345489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a84b3f5-651f-4bb9-bd94-1056e6858cb4 req-38e809db-1164-42c0-b41c-43a0200b926a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 1129 time: 0.1951046 Feb 11 05:15:15.374300 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0731a7af-ff9e-4896-a3ff-40d3ad817912 req-a7d6fb2f-59b2-4582-96c0-e12880610569 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (19c1e081-8f12-4b77-8949-a01b43597ad8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.397486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Pushing event updated for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=8']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.413970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.414507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.416004 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c6a37482-7c09-4de3-8b5c-a5c7d0b01062 service neutron] 10.222.0.65 "PUT /v2.0/ports/7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 1123 time: 1.8866692 Feb 11 05:15:15.455624 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0731a7af-ff9e-4896-a3ff-40d3ad817912 req-a7d6fb2f-59b2-4582-96c0-e12880610569 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (19c1e081-8f12-4b77-8949-a01b43597ad8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.479057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['7efafac4-6183-4197-8ca3-8c5ed8df21dd'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:15.587608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a84b3f5-651f-4bb9-bd94-1056e6858cb4 req-0eab139c-f51c-4530-8fdd-3802a0aa8e55 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341278 Feb 11 05:15:15.589382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6fb2f-59b2-4582-96c0-e12880610569 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c1e081-8f12-4b77-8949-a01b43597ad8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.624918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467488ae-c36f-4cc0-8630-886267dbd83f req-4ca4d712-2fc7-402a-acaf-b0d3b509562d tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.634033 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-467488ae-c36f-4cc0-8630-886267dbd83f req-4ca4d712-2fc7-402a-acaf-b0d3b509562d tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 946 time: 0.2817976 Feb 11 05:15:15.651248 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0731a7af-ff9e-4896-a3ff-40d3ad817912 req-a7d6fb2f-59b2-4582-96c0-e12880610569 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.663841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0731a7af-ff9e-4896-a3ff-40d3ad817912 req-a7d6fb2f-59b2-4582-96c0-e12880610569 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6402879 Feb 11 05:15:15.793848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-467488ae-c36f-4cc0-8630-886267dbd83f req-4837d92e-82e9-4682-8014-40af9f573cb7 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585355 Feb 11 05:15:15.943023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc7d76-0e70-4907-a053-cfe515f1aa5a req-6de8b5de-da27-4ab8-9900-1220e183fba4 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.952579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbcc7d76-0e70-4907-a053-cfe515f1aa5a req-6de8b5de-da27-4ab8-9900-1220e183fba4 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 943 time: 0.0722566 Feb 11 05:15:16.030314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbcc7d76-0e70-4907-a053-cfe515f1aa5a req-678aa013-0837-4506-86a1-daad78f2207d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744541 Feb 11 05:15:16.400758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-c58b561e-0e77-49d2-803b-62ac600d6fd3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.400758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-c58b561e-0e77-49d2-803b-62ac600d6fd3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 812 time: 0.1249535 Feb 11 05:15:16.412809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-58e9f270-fcb0-44ad-b7bf-475cb796df8a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/quotas/1436af19f9ac469b89d1005ee1d6743d HTTP/1.1" status: 200 len: 375 time: 0.0165792 Feb 11 05:15:16.471772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-d48c35e3-6b5c-4681-9bb7-ebb01bcc9549 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524900 Feb 11 05:15:16.577205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-db12a2db-14f1-4932-9573-24aa237e20b8 service neutron] 10.222.0.62 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978169 Feb 11 05:15:16.711109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-79fbf9e1-8143-4b40-9c66-5c0ae90aebf1 service neutron] 10.222.0.62 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250725 Feb 11 05:15:17.095107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37128d-00e3-49f0-bce6-7c8bbb071e0d req-1c404256-19dd-47dc-8e07-88166ae599f3 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.102913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d37128d-00e3-49f0-bce6-7c8bbb071e0d req-1c404256-19dd-47dc-8e07-88166ae599f3 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 946 time: 0.1390512 Feb 11 05:15:17.139059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:17.141630 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd97f86-f948-415e-90a9-610bda4941fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:17.204214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d37128d-00e3-49f0-bce6-7c8bbb071e0d req-adb6f88e-795e-42ef-9a53-523bc10fc312 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002636 Feb 11 05:15:17.356794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-353a16df-5096-43b9-9ceb-d5946d067160 req-560fc19f-216a-41ab-985e-e98d12ce97ec tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 210 time: 0.0439548 Feb 11 05:15:17.443096 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f540c3-c0f1-4e29-8007-035748414e84 x-openstack-request-id: req-65f540c3-c0f1-4e29-8007-035748414e84 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:17.443096 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:17.443096 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65f540c3-c0f1-4e29-8007-035748414e84 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:17.443096 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd', 'status': 'completed', 'code': 200} Feb 11 05:15:17.606332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf5d68-0907-4bf5-801f-298f7efde1e6 req-4a8f6f0b-b60f-4a58-b1cc-dc101c7d64db tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.607887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1bf5d68-0907-4bf5-801f-298f7efde1e6 req-4a8f6f0b-b60f-4a58-b1cc-dc101c7d64db tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 943 time: 0.1702716 Feb 11 05:15:17.620004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd97f86-f948-415e-90a9-610bda4941fb req-8a04eda0-d260-4a5b-bd5c-bc6c5b5d9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.621702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fd97f86-f948-415e-90a9-610bda4941fb req-8a04eda0-d260-4a5b-bd5c-bc6c5b5d9fbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1157 time: 0.0979743 Feb 11 05:15:17.789966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908813ab-e6fe-4277-b8de-391a916ac2be req-3bb0a106-0bb6-4a30-ade6-05c0aabc327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.794883 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-908813ab-e6fe-4277-b8de-391a916ac2be req-3bb0a106-0bb6-4a30-ade6-05c0aabc327c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ff5529a1fbcc43269a327186e282d0ec&device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 1134 time: 0.0934660 Feb 11 05:15:17.811623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1bf5d68-0907-4bf5-801f-298f7efde1e6 req-a1917dac-a7be-44d3-9b1d-33be528acdf5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859283 Feb 11 05:15:17.867993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd97f86-f948-415e-90a9-610bda4941fb req-00597bb9-8194-4bdc-a6c2-625c2f096b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.874261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fd97f86-f948-415e-90a9-610bda4941fb req-00597bb9-8194-4bdc-a6c2-625c2f096b25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.2446525 Feb 11 05:15:17.949496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fd97f86-f948-415e-90a9-610bda4941fb req-0cc41056-2ffc-4a2f-acd6-d88d4c11f8db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 217 time: 0.0690892 Feb 11 05:15:17.985995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 7efafac4-6183-4197-8ca3-8c5ed8df21dd details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:18.004828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908813ab-e6fe-4277-b8de-391a916ac2be req-09c06500-fe0f-4bc0-8479-67f9d68f4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.006905 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-908813ab-e6fe-4277-b8de-391a916ac2be req-09c06500-fe0f-4bc0-8479-67f9d68f4849 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1906149 Feb 11 05:15:18.077092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd97f86-f948-415e-90a9-610bda4941fb req-a6e08670-5759-46d0-88bf-b7756ae6e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.080240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fd97f86-f948-415e-90a9-610bda4941fb req-a6e08670-5759-46d0-88bf-b7756ae6e15a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1227555 Feb 11 05:15:18.118398 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-908813ab-e6fe-4277-b8de-391a916ac2be req-c91fd690-c6c8-401d-a9c3-6cd5e31e6261 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad HTTP/1.1" status: 200 len: 217 time: 0.0996706 Feb 11 05:15:18.151728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fd97f86-f948-415e-90a9-610bda4941fb req-d3f02674-c6a9-4045-99b2-79d2a1551077 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638940 Feb 11 05:15:18.202065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908813ab-e6fe-4277-b8de-391a916ac2be req-f9f9a634-4143-494c-83a3-549e0486d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.204360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-908813ab-e6fe-4277-b8de-391a916ac2be req-f9f9a634-4143-494c-83a3-549e0486d0d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0791626 Feb 11 05:15:18.260488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:18.297438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 7efafac4-6183-4197-8ca3-8c5ed8df21dd has no active binding in host n-h2-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:15:18.313356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908813ab-e6fe-4277-b8de-391a916ac2be req-fbfd190d-18e4-49cf-86b1-df09c9ea1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.314907 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-908813ab-e6fe-4277-b8de-391a916ac2be req-fbfd190d-18e4-49cf-86b1-df09c9ea1253 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1022201 Feb 11 05:15:18.486349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fd97f86-f948-415e-90a9-610bda4941fb req-4e864ce8-def6-4c67-870f-3813e957c97c service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219893 Feb 11 05:15:18.534259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df5806-4a5b-46f0-abb8-a298c0c9d53f req-56e1c617-ac6b-4f8c-bd64-817a1ec4bd36 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.560041 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72df5806-4a5b-46f0-abb8-a298c0c9d53f req-56e1c617-ac6b-4f8c-bd64-817a1ec4bd36 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 946 time: 0.1727045 Feb 11 05:15:18.686797 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-908813ab-e6fe-4277-b8de-391a916ac2be req-66cbe13a-c820-4f04-9912-4c156150143a service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633912 Feb 11 05:15:18.825175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fd97f86-f948-415e-90a9-610bda4941fb req-68619a1d-3d97-4e8e-b886-810e5a1f97d0 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335323 Feb 11 05:15:18.882385 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-908813ab-e6fe-4277-b8de-391a916ac2be req-968bfc45-4d7e-467f-b8d6-e2cc018a1301 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822574 Feb 11 05:15:18.895094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72df5806-4a5b-46f0-abb8-a298c0c9d53f req-559fe885-10ae-4181-9a8a-bb9a14aff0f0 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319588 Feb 11 05:15:19.029100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5479713c-04b0-40f0-80a2-622b4d53f634 req-8cbbb863-979d-4cff-add8-d4b3f7680b33 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 210 time: 0.2026436 Feb 11 05:15:19.742629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d273ea2-3c25-4cd8-8f5b-aa94ae4bba7d req-fed4d84b-6696-4799-8d4d-53dd4ca046c7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.751439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d273ea2-3c25-4cd8-8f5b-aa94ae4bba7d req-fed4d84b-6696-4799-8d4d-53dd4ca046c7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 943 time: 0.0761380 Feb 11 05:15:19.822520 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d273ea2-3c25-4cd8-8f5b-aa94ae4bba7d req-fd49cda0-8349-4762-ba45-df44d2f88dfa tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696118 Feb 11 05:15:20.113304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-012a8d0d-b59b-4846-b0d8-ec1f5fa0bf53 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.118429 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-012a8d0d-b59b-4846-b0d8-ec1f5fa0bf53 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 812 time: 0.2101877 Feb 11 05:15:20.136020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'port': {'device_id': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b', 'admin_state_up': True, 'tenant_id': '1436af19f9ac469b89d1005ee1d6743d'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:20.416556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Made reservation on behalf of 1436af19f9ac469b89d1005ee1d6743d for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:20.421655 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.450571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c1e0e69-7692-4f36-bfac-75df0ef81113 req-9800c4e0-e5a2-405e-aabc-8cc128574f31 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 210 time: 0.1031525 Feb 11 05:15:20.674555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Allocated IP 172.20.0.10 (1a6e4e59-8b37-4864-8ae3-469263e26e3b/67ad5461-469e-4e8f-8f0c-8b60dec5cdda/3e069bc1-78f4-430c-b29a-9232c60c1315) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:20.874356 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.009420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.022437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:21.138502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Network 1a6e4e59-8b37-4864-8ae3-469263e26e3b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:21.143137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:21.151894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:21.196480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'Port': ['ID=3e069bc1-78f4-430c-b29a-9232c60c1315,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:21.232048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:21.237481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.259023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-c518997f-272e-45db-b29e-f5aaa9eb60d8 service neutron] 10.222.0.83 "GET /v2.0/ports/7efafac4-6183-4197-8ca3-8c5ed8df21dd/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.3094287 Feb 11 05:15:21.362045 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-05d60bfe-644b-4d57-9d1d-da12d9c2b61d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2301881 Feb 11 05:15:21.381642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Request body: {'port': {'device_id': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:21.476284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f081-ce39-4c1b-b8fe-02201cfe2b94 req-f9592368-b916-48f2-bf02-6d81bec60e4f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:21.485462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6b6f081-ce39-4c1b-b8fe-02201cfe2b94 req-f9592368-b916-48f2-bf02-6d81bec60e4f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 943 time: 0.2860868 Feb 11 05:15:21.539110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.578662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6b6f081-ce39-4c1b-b8fe-02201cfe2b94 req-420c3f8d-d951-4006-9513-1fca8e852390 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845723 Feb 11 05:15:21.917215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:21.926817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62690c3e-3cf9-4e6f-b787-829dfdf9b7a1 req-faddb161-e338-4125-9085-461b231d8abc tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:21.934778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62690c3e-3cf9-4e6f-b787-829dfdf9b7a1 req-faddb161-e338-4125-9085-461b231d8abc tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 946 time: 0.1986697 Feb 11 05:15:21.956703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a775bb3-2047-4870-9564-2d0f512106ba req-8090fcac-85e5-45ac-a2c8-4a9346948ee7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:21.958450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a775bb3-2047-4870-9564-2d0f512106ba req-8090fcac-85e5-45ac-a2c8-4a9346948ee7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 932 time: 0.1670990 Feb 11 05:15:21.995025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:22.110824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e069bc1-78f4-430c-b29a-9232c60c1315 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:22.158124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Publish callbacks [] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.158124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Transition to ACTIVE for port object 3e069bc1-78f4-430c-b29a-9232c60c1315 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:22.197879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62690c3e-3cf9-4e6f-b787-829dfdf9b7a1 req-fbdf4a18-cf17-464c-b632-932f76eb5e86 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616656 Feb 11 05:15:22.336008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efafac4-6183-4197-8ca3-8c5ed8df21dd {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:22.382637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a775bb3-2047-4870-9564-2d0f512106ba req-fe8a91de-2943-46be-a0fc-578007e4befe tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107528 Feb 11 05:15:22.386327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.386598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:22.600883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Pushing event updated for resources: {'Port': ['ID=3e069bc1-78f4-430c-b29a-9232c60c1315,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:22.656959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Attempting to bind port 3e069bc1-78f4-430c-b29a-9232c60c1315 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:22.657317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Attempting to bind port 3e069bc1-78f4-430c-b29a-9232c60c1315 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:22.657645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Attempting to bind port 3e069bc1-78f4-430c-b29a-9232c60c1315 on network 1a6e4e59-8b37-4864-8ae3-469263e26e3b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:22.663604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Port 3e069bc1-78f4-430c-b29a-9232c60c1315 on network 1a6e4e59-8b37-4864-8ae3-469263e26e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:22.663955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Attempting to bind port 3e069bc1-78f4-430c-b29a-9232c60c1315 on network 1a6e4e59-8b37-4864-8ae3-469263e26e3b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:22.669662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:22.670143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Checking segment: {'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:22.670539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Bound using segment: {'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:22.670980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Bound port: 3e069bc1-78f4-430c-b29a-9232c60c1315, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c894ed59-fc74-4d59-85e1-fea37eab4268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:22.671343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.771302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] For port 3e069bc1-78f4-430c-b29a-9232c60c1315, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:22.776526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] For port 3e069bc1-78f4-430c-b29a-9232c60c1315, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3e069bc1-78f4-430c-b29a-9232c60c1315,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:22.896935 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.017961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a03d85-be9a-441a-b09b-ea555588865e req-5f4cf3d5-b686-4346-be25-2b7c5eff9a47 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.022374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68a03d85-be9a-441a-b09b-ea555588865e req-5f4cf3d5-b686-4346-be25-2b7c5eff9a47 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.83 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 946 time: 0.6102276 Feb 11 05:15:23.028179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3f3b1-c9b8-494c-abc9-74e5c7419f82 req-29c28104-0e97-4d5a-aac8-30339f0d6da2 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.029468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86f3f3b1-c9b8-494c-abc9-74e5c7419f82 req-29c28104-0e97-4d5a-aac8-30339f0d6da2 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 945 time: 0.1339750 Feb 11 05:15:23.077536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.093940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] Transition to ACTIVE for port object 7efafac4-6183-4197-8ca3-8c5ed8df21dd will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:23.120435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.121231 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.122941 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] 10.222.0.65 "PUT /v2.0/ports/3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 200 len: 1093 time: 1.7464705 Feb 11 05:15:23.123487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:23.126117 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d365d994-b33b-48b2-9ee3-644ff7686d27" -d '{"events": [{"name": "network-changed", "server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:23.155096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86f3f3b1-c9b8-494c-abc9-74e5c7419f82 req-5e0cafa7-178e-4378-80bb-fe37207e4e2a tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143837 Feb 11 05:15:23.182972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61e12f-39b9-43a3-8dbc-e3f5717ac036 service neutron] Pushing event updated for resources: {'Port': ['ID=3e069bc1-78f4-430c-b29a-9232c60c1315,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:23.221090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.282328 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-128814e0-dc3d-496f-a82f-8882a0eb9715 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.292620 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-128814e0-dc3d-496f-a82f-8882a0eb9715 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.83 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 945 time: 0.1478601 Feb 11 05:15:23.427169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] Pushing event updated for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=10']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:23.455709 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc220330-1215-46ad-b3d7-9bed4f8a43ba x-openstack-request-id: req-bc220330-1215-46ad-b3d7-9bed4f8a43ba {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:23.459423 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:23.460047 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc220330-1215-46ad-b3d7-9bed4f8a43ba {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:23.460842 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315', 'status': 'completed', 'code': 200} Feb 11 05:15:23.468653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Deleting port ea59183b-52f6-49e3-908e-f50bce85e548 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:23.484483 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.495419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-75ecfc78-1c90-4b28-9e98-b43488c77dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.497513 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-75ecfc78-1c90-4b28-9e98-b43488c77dd6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1127 time: 0.2039418 Feb 11 05:15:23.655167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] No DVR routers for this DVR port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:23.708522 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-57346d5a-9e42-4040-aa14-7f800c9f3f33 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 200 len: 217 time: 0.0893395 Feb 11 05:15:23.728512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562f46-37ae-4b86-8c55-d38cd323c590 req-e8714fca-c65a-4bbc-a6d9-376eb46d513b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.735645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0562f46-37ae-4b86-8c55-d38cd323c590 req-e8714fca-c65a-4bbc-a6d9-376eb46d513b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 944 time: 0.2927227 Feb 11 05:15:23.765640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4f94be12-1bc1-4ea6-94d7-750fdf7e4df4 service neutron] 10.222.0.83 "PUT /v2.0/ports/7efafac4-6183-4197-8ca3-8c5ed8df21dd/bindings/n-h2-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 2.4640267 Feb 11 05:15:23.807994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-be2f169d-a75b-4f00-bf20-4598833dc86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.811034 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-be2f169d-a75b-4f00-bf20-4598833dc86a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.0885277 Feb 11 05:15:23.824074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] For port ea59183b-52f6-49e3-908e-f50bce85e548, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea59183b-52f6-49e3-908e-f50bce85e548,segment=NetworkSegment(ee22268f-3366-480a-b4ab-98455749e9f0),segment_id=ee22268f-3366-480a-b4ab-98455749e9f0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:23.824623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.865551 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-e15423ce-766e-48a6-a2fd-3bb4a4fb22a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470784 Feb 11 05:15:23.868130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Deleting port 86484fb2-01a5-4dd8-83f5-16291951b3fd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:23.868470 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.871282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Calling delete_port for ea59183b-52f6-49e3-908e-f50bce85e548 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:23.903640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0562f46-37ae-4b86-8c55-d38cd323c590 req-339141c2-2263-4e2c-a58c-2247ab85a5d2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620450 Feb 11 05:15:24.207669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f3a14-7d06-4ca9-8abd-5625edc0a329 req-16186e68-6d74-4001-9d0e-7a65b9d29fcb tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.215515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-289f3a14-7d06-4ca9-8abd-5625edc0a329 req-16186e68-6d74-4001-9d0e-7a65b9d29fcb tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 946 time: 0.0929551 Feb 11 05:15:24.224325 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ea59183b-52f6-49e3-908e-f50bce85e548), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.238998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea59183b-52f6-49e3-908e-f50bce85e548'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:24.273050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Pushing event deleted for resources: {'Port': ['ID=ea59183b-52f6-49e3-908e-f50bce85e548,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:24.332065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-289f3a14-7d06-4ca9-8abd-5625edc0a329 req-fb9ed05c-6694-49ff-81b3-d8c7b5575d84 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e20cd12-fe22-498b-8a85-ee492130e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155608 Feb 11 05:15:24.367641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] No DVR routers for this DVR port ea59183b-52f6-49e3-908e-f50bce85e548 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:24.379721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.385374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68a03d85-be9a-441a-b09b-ea555588865e req-0a29d7ff-e0cd-4c90-8435-49cfe4bd9108 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.83 "DELETE /v2.0/ports/ea59183b-52f6-49e3-908e-f50bce85e548 HTTP/1.1" status: 204 len: 173 time: 1.3521066 Feb 11 05:15:24.385869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36b3c5b-da46-4775-b74f-a45816e0ccd5', 'name': 'network-vif-deleted', 'tag': 'ea59183b-52f6-49e3-908e-f50bce85e548'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:24.388196 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a0134d-2d15-4c6f-9af3-fe7824fe6bb4" -d '{"events": [{"server_uuid": "d36b3c5b-da46-4775-b74f-a45816e0ccd5", "name": "network-vif-deleted", "tag": "ea59183b-52f6-49e3-908e-f50bce85e548"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:24.573087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-10965ff7-574a-4e66-ac36-9efc62783482 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829519 Feb 11 05:15:24.609285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2865225-903d-4c7d-8c39-7a76f3c74b65 req-c966ed11-5065-4fb3-b1ef-442c9851726c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.609285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2865225-903d-4c7d-8c39-7a76f3c74b65 req-c966ed11-5065-4fb3-b1ef-442c9851726c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 944 time: 0.1444292 Feb 11 05:15:24.635664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] For port 86484fb2-01a5-4dd8-83f5-16291951b3fd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=86484fb2-01a5-4dd8-83f5-16291951b3fd,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:24.636075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.655937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Calling delete_port for 86484fb2-01a5-4dd8-83f5-16291951b3fd owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:24.788824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2865225-903d-4c7d-8c39-7a76f3c74b65 req-13326208-03b5-4d7c-b2ce-2745b1062ebb tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657133 Feb 11 05:15:24.816728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0f242-8217-47e9-9925-143939fb3d52 req-8a097755-7801-4974-aca4-e3dffb6eea67 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.826267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18b0f242-8217-47e9-9925-143939fb3d52 req-8a097755-7801-4974-aca4-e3dffb6eea67 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 945 time: 0.2447281 Feb 11 05:15:24.840669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-a122a8d1-d913-475a-8036-d3e165c7f985 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.842248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-a122a8d1-d913-475a-8036-d3e165c7f985 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.9380293 Feb 11 05:15:24.966767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18b0f242-8217-47e9-9925-143939fb3d52 req-0eb1f8cd-02a3-4df2-9ae9-48d643cba871 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/security-groups?id=08d30be2-125d-47fb-80e5-21207908f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359973 Feb 11 05:15:24.975996 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc471f6e-41b0-4959-99fe-ef20daf521fb x-openstack-request-id: req-bc471f6e-41b0-4959-99fe-ef20daf521fb {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:24.976294 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36b3c5b-da46-4775-b74f-a45816e0ccd5", "name": "network-vif-deleted", "tag": "ea59183b-52f6-49e3-908e-f50bce85e548", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:24.978727 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc471f6e-41b0-4959-99fe-ef20daf521fb {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:24.979165 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36b3c5b-da46-4775-b74f-a45816e0ccd5', 'name': 'network-vif-deleted', 'tag': 'ea59183b-52f6-49e3-908e-f50bce85e548', 'status': 'completed', 'code': 200} Feb 11 05:15:24.980082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-bd147f70-efea-41ef-ade7-0614d6d8620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.983383 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-bd147f70-efea-41ef-ade7-0614d6d8620a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9&tenant_id=43e6b606b3834f4b9004f208e11b3c5c HTTP/1.1" status: 200 len: 1127 time: 0.1060891 Feb 11 05:15:24.992051 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ded7134-b4ff-4693-a3df-29b9d2e2fde1 req-bb4176bb-8f1c-4004-b1b0-8d6ff5af057c service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061546 Feb 11 05:15:24.993608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (86484fb2-01a5-4dd8-83f5-16291951b3fd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.007022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['86484fb2-01a5-4dd8-83f5-16291951b3fd'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:25.074660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Pushing event deleted for resources: {'Port': ['ID=86484fb2-01a5-4dd8-83f5-16291951b3fd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:25.205872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] No DVR routers for this DVR port 86484fb2-01a5-4dd8-83f5-16291951b3fd on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:25.214033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793ec9-52de-479a-a7f3-1c5b45e11b30 req-42dbc861-2060-4b61-acff-f94ac33205f5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.221583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20793ec9-52de-479a-a7f3-1c5b45e11b30 req-42dbc861-2060-4b61-acff-f94ac33205f5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 944 time: 0.1035216 Feb 11 05:15:25.233768 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.237163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-808a5d12-7678-4543-a0b5-a3cf1b076c9c req-6678e4c6-4385-4ad2-9c5a-62b2765c32a7 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.83 "DELETE /v2.0/ports/86484fb2-01a5-4dd8-83f5-16291951b3fd HTTP/1.1" status: 204 len: 173 time: 1.9250977 Feb 11 05:15:25.271666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-02c5b37c-ed3b-465b-a5a4-c21c1e31f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.274026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-02c5b37c-ed3b-465b-a5a4-c21c1e31f54f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1127 time: 0.2136831 Feb 11 05:15:25.313165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-d15a0013-3617-4ff6-ae10-61dbee7c14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.322615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20793ec9-52de-479a-a7f3-1c5b45e11b30 req-0c356b86-5556-458f-a3e6-35898b317839 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000555 Feb 11 05:15:25.328108 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-d15a0013-3617-4ff6-ae10-61dbee7c14ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1127 time: 0.1563284 Feb 11 05:15:25.356991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7efafac4-6183-4197-8ca3-8c5ed8df21dd no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:25.504696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port 7efafac4-6183-4197-8ca3-8c5ed8df21dd host n-h2-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:15:25.505055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7efafac4-6183-4197-8ca3-8c5ed8df21dd not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:25.534548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a0c5b1-f2df-452c-9cac-51f207663f3e', 'name': 'network-vif-deleted', 'tag': '86484fb2-01a5-4dd8-83f5-16291951b3fd'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:25.537738 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f457133-3b5d-4362-8877-34dc9d6960a9" -d '{"events": [{"server_uuid": "79a0c5b1-f2df-452c-9cac-51f207663f3e", "name": "network-vif-deleted", "tag": "86484fb2-01a5-4dd8-83f5-16291951b3fd"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:25.542145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-db5ff373-15a7-426e-9d9a-dda61dafeded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.543630 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-db5ff373-15a7-426e-9d9a-dda61dafeded service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 913 time: 0.1910460 Feb 11 05:15:25.657892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3428762d-c98f-4860-8995-ce7d5a9ac212 req-b4f5ec03-d407-4e07-aba9-8e0148d1bb35 tempest-InstanceActionsNegativeTestJSON-2021558780 tempest-InstanceActionsNegativeTestJSON-2021558780-project] 10.222.0.62 "GET /v2.0/ports?device_id=d36b3c5b-da46-4775-b74f-a45816e0ccd5 HTTP/1.1" status: 200 len: 210 time: 0.0922108 Feb 11 05:15:25.707335 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45578bc-0985-42fc-8275-c1d0b0113c41 x-openstack-request-id: req-f45578bc-0985-42fc-8275-c1d0b0113c41 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:25.707335 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a0c5b1-f2df-452c-9cac-51f207663f3e", "name": "network-vif-deleted", "tag": "86484fb2-01a5-4dd8-83f5-16291951b3fd", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:25.707335 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f45578bc-0985-42fc-8275-c1d0b0113c41 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:25.707335 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a0c5b1-f2df-452c-9cac-51f207663f3e', 'name': 'network-vif-deleted', 'tag': '86484fb2-01a5-4dd8-83f5-16291951b3fd', 'status': 'completed', 'code': 200} Feb 11 05:15:25.747949 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-b53f1643-744d-497d-838a-6f43426164b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 200 len: 217 time: 0.1844759 Feb 11 05:15:25.837713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-e8708b71-e6bb-4919-94a2-d6a86dca6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.840219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-e8708b71-e6bb-4919-94a2-d6a86dca6d52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.5597143 Feb 11 05:15:25.842770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-50741368-3a3c-4e0d-94b8-8bd007ca8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.844848 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-50741368-3a3c-4e0d-94b8-8bd007ca8392 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.0817645 Feb 11 05:15:25.911016 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-7499a5c6-c6ba-40bf-8434-e0dba334cc1d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 217 time: 0.0581689 Feb 11 05:15:25.950143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-0d644d0a-c01a-4013-8737-aafa748823b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879257 Feb 11 05:15:26.029144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06762ae6-2fc0-4313-b802-31630a5f172e req-e3215633-c1bf-4fc3-a51b-8c3e16555fca tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:26.038089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06762ae6-2fc0-4313-b802-31630a5f172e req-e3215633-c1bf-4fc3-a51b-8c3e16555fca tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 944 time: 0.1143253 Feb 11 05:15:26.120559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06762ae6-2fc0-4313-b802-31630a5f172e req-53e163f4-cf19-4876-a70f-29358b887d7e tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784516 Feb 11 05:15:26.168869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-6d4858ae-175e-4312-9ee3-302c1a4afe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:26.173466 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-6d4858ae-175e-4312-9ee3-302c1a4afe7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.2328544 Feb 11 05:15:26.195326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43376) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:26.206187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a67211d-7885-490a-a0af-e1f60280cb2f req-e3e59f0d-d5ec-4243-b048-2bd3bde80035 tempest-AttachSCSIVolumeTestJSON-2011759601 tempest-AttachSCSIVolumeTestJSON-2011759601-project] 10.222.0.62 "GET /v2.0/ports?device_id=79a0c5b1-f2df-452c-9cac-51f207663f3e HTTP/1.1" status: 200 len: 210 time: 0.0520031 Feb 11 05:15:26.219745 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-0ae791d4-3a35-4782-8acd-22e769bad6d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278063 Feb 11 05:15:26.284843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-aa132ec4-e998-459a-8b26-4deefbb5568f service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115525 Feb 11 05:15:26.378442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-802bb123-6e65-4f6d-9183-e9a5393d0912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.488756 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-802bb123-6e65-4f6d-9183-e9a5393d0912 admin admin] Publish callbacks [] for security_group (a3cf722a-c92d-493f-8cc0-73cc19fe270e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.515170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d365d994-b33b-48b2-9ee3-644ff7686d27 req-e1d6fc5d-50c5-4a3b-bcd8-f8962b823155 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018421 Feb 11 05:15:26.564283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-f6b4d9bf-c80e-4a66-9ea1-d84166d9fabd service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307288 Feb 11 05:15:26.587093 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-802bb123-6e65-4f6d-9183-e9a5393d0912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a3cf722a-c92d-493f-8cc0-73cc19fe270e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.624932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bb123-6e65-4f6d-9183-e9a5393d0912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cf722a-c92d-493f-8cc0-73cc19fe270e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:26.656893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0b01-bafa-4158-b019-ed7ba9e356f0 req-0b00ccbd-1445-40d0-b471-58715a5304f9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:26.665561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-513f0b01-bafa-4158-b019-ed7ba9e356f0 req-0b00ccbd-1445-40d0-b471-58715a5304f9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 944 time: 0.1742222 Feb 11 05:15:26.692942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-802bb123-6e65-4f6d-9183-e9a5393d0912 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30258263f2ab464e9b709f6e1372ebae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810009 Feb 11 05:15:26.699664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43392) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:26.712073 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-a9b997e5-7f24-418a-8181-e0ab88c8a42a service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393640 Feb 11 05:15:26.750305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:26.790055 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d017c38-f73b-409e-8232-f369a5bfce3a admin admin] Publish callbacks [] for security_group (a3cf722a-c92d-493f-8cc0-73cc19fe270e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.805013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-21135643-3039-426f-9d38-68534210a8e3 admin admin] Deleting subnet c18d078d-9d14-419a-ae05-a685313facf6 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:26.807474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-513f0b01-bafa-4158-b019-ed7ba9e356f0 req-c868ec39-5954-4a30-bd5d-4e26e2d32e51 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406403 Feb 11 05:15:26.808859 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21135643-3039-426f-9d38-68534210a8e3 admin admin] Publish callbacks [] for subnet (c18d078d-9d14-419a-ae05-a685313facf6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.850946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d017c38-f73b-409e-8232-f369a5bfce3a admin admin] Publish callbacks [] for security_group (a3cf722a-c92d-493f-8cc0-73cc19fe270e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.874168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21135643-3039-426f-9d38-68534210a8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (c18d078d-9d14-419a-ae05-a685313facf6), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.974017 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21135643-3039-426f-9d38-68534210a8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c18d078d-9d14-419a-ae05-a685313facf6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.994427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d017c38-f73b-409e-8232-f369a5bfce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a3cf722a-c92d-493f-8cc0-73cc19fe270e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.997953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d017c38-f73b-409e-8232-f369a5bfce3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.001960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0d017c38-f73b-409e-8232-f369a5bfce3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3cf722a-c92d-493f-8cc0-73cc19fe270e HTTP/1.1" status: 204 len: 168 time: 0.2984214 Feb 11 05:15:27.011690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d017c38-f73b-409e-8232-f369a5bfce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cf722a-c92d-493f-8cc0-73cc19fe270e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:27.329242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21135643-3039-426f-9d38-68534210a8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (c18d078d-9d14-419a-ae05-a685313facf6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.356859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef23fc-491b-4b95-8068-76060df730e7 req-86cbdd86-45d5-4dab-a0e4-d808085b1beb tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.364176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3ef23fc-491b-4b95-8068-76060df730e7 req-86cbdd86-45d5-4dab-a0e4-d808085b1beb tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 944 time: 0.1392357 Feb 11 05:15:27.371543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea59183b-52f6-49e3-908e-f50bce85e548 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:27.425206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21135643-3039-426f-9d38-68534210a8e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.434645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: ea59183b-52f6-49e3-908e-f50bce85e548 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:27.438283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-21135643-3039-426f-9d38-68534210a8e3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c18d078d-9d14-419a-ae05-a685313facf6 HTTP/1.1" status: 204 len: 168 time: 0.6868551 Feb 11 05:15:27.442497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea59183b-52f6-49e3-908e-f50bce85e548 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:27.442497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 86484fb2-01a5-4dd8-83f5-16291951b3fd no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:27.442728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43412) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:27.526938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 86484fb2-01a5-4dd8-83f5-16291951b3fd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:27.526938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 86484fb2-01a5-4dd8-83f5-16291951b3fd not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:27.536782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21135643-3039-426f-9d38-68534210a8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18d078d-9d14-419a-ae05-a685313facf6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:27.589701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-6f4891fa-95f1-4cdf-8936-0130ad4f8bc2 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.591243 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-6f4891fa-95f1-4cdf-8936-0130ad4f8bc2 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.2947688 Feb 11 05:15:27.665449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9a436d51-2c52-45d2-9d33-e4c3bf1fde42), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.744416 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3ef23fc-491b-4b95-8068-76060df730e7 req-fb1e676a-5aad-4569-8c2f-ad77e171bfee tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791254 Feb 11 05:15:27.877241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9a436d51-2c52-45d2-9d33-e4c3bf1fde42), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.925458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a436d51-2c52-45d2-9d33-e4c3bf1fde42']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:27.938876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee22268f-3366-480a-b4ab-98455749e9f0') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:27.939243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee22268f-3366-480a-b4ab-98455749e9f0') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:27.961321 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (ee22268f-3366-480a-b4ab-98455749e9f0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.967693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4e438af3-ab99-43c2-8424-b0327f7e166f service neutron] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:27.978243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4e438af3-ab99-43c2-8424-b0327f7e166f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.979408 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3904da23-cbe3-49df-aa58-ad9fd2d346f6 req-4e438af3-ab99-43c2-8424-b0327f7e166f service neutron] 10.222.0.65 "DELETE /v2.0/ports/7efafac4-6183-4197-8ca3-8c5ed8df21dd/bindings/n-h1-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.3771594 Feb 11 05:15:27.987728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ee22268f-3366-480a-b4ab-98455749e9f0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.001896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:28.002355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (ee22268f-3366-480a-b4ab-98455749e9f0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.014747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3e069bc1-78f4-430c-b29a-9232c60c1315 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:28.069216 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:28.188924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52555f-d62d-4d39-80c1-5541a896f835 req-8ef89a47-5925-4062-98b1-5834a06368ab tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:28.190538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea52555f-d62d-4d39-80c1-5541a896f835 req-8ef89a47-5925-4062-98b1-5834a06368ab tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 944 time: 0.3050892 Feb 11 05:15:28.279512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3e069bc1-78f4-430c-b29a-9232c60c1315, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3e069bc1-78f4-430c-b29a-9232c60c1315,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:28.330966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea52555f-d62d-4d39-80c1-5541a896f835 req-e181abba-67f4-4b45-9c7d-45008b7ba595 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288092 Feb 11 05:15:28.332179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9a436d51-2c52-45d2-9d33-e4c3bf1fde42), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.344764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3e069bc1-78f4-430c-b29a-9232c60c1315', 'network_id': '1a6e4e59-8b37-4864-8ae3-469263e26e3b', 'port_id': '3e069bc1-78f4-430c-b29a-9232c60c1315', 'mac_address': 'fa:16:3e:ca:d3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ad5461-469e-4e8f-8f0c-8b60dec5cdda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:28.395981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.416541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9a436d51-2c52-45d2-9d33-e4c3bf1fde42 HTTP/1.1" status: 204 len: 168 time: 0.9615505 Feb 11 05:15:28.419445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9594946-c8ca-403e-93ec-259bc0289148 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a436d51-2c52-45d2-9d33-e4c3bf1fde42,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:28.460536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3e069bc1-78f4-430c-b29a-9232c60c1315 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:28.461107 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.498932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e069bc1-78f4-430c-b29a-9232c60c1315 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:28.559906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3e069bc1-78f4-430c-b29a-9232c60c1315, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3e069bc1-78f4-430c-b29a-9232c60c1315,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:28.651206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.695215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925c519-d62d-4aec-b282-2478dde6043e req-87da3774-556d-4c53-8408-45c496651e6c tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:28.715009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d925c519-d62d-4aec-b282-2478dde6043e req-87da3774-556d-4c53-8408-45c496651e6c tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1127 time: 0.0965178 Feb 11 05:15:28.783833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d925c519-d62d-4aec-b282-2478dde6043e req-f4b11dda-c54a-4efc-b292-e7061dbd50ac tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624990 Feb 11 05:15:28.798441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3e069bc1-78f4-430c-b29a-9232c60c1315,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:29.000347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43484) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:29.013511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3e069bc1-78f4-430c-b29a-9232c60c1315'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:29.214412 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-85b27039-54a9-46f7-a96d-d01c5d6b6e94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84ae219f51174c0c8d13c8b1473d0db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808619 Feb 11 05:15:29.235660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43486) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:29.287653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344d853-4aba-4c93-b08f-adbaffb6ef9e req-ba196a5d-c523-4758-9877-3ce5c4957e4a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:29.292482 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5344d853-4aba-4c93-b08f-adbaffb6ef9e req-ba196a5d-c523-4758-9877-3ce5c4957e4a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 945 time: 0.3921909 Feb 11 05:15:29.392847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5344d853-4aba-4c93-b08f-adbaffb6ef9e req-022f3ce8-468c-4237-a4c3-9d9ac6edd1f7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988948 Feb 11 05:15:29.397015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e96cf46-bfdd-4473-baa6-a1f9b6ef3e69 admin admin] Publish callbacks [] for security_group (6e20cd12-fe22-498b-8a85-ee492130e0bc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.467995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e96cf46-bfdd-4473-baa6-a1f9b6ef3e69 admin admin] Publish callbacks [] for security_group (6e20cd12-fe22-498b-8a85-ee492130e0bc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.866128 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e96cf46-bfdd-4473-baa6-a1f9b6ef3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6e20cd12-fe22-498b-8a85-ee492130e0bc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.868924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e96cf46-bfdd-4473-baa6-a1f9b6ef3e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.870178 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3e96cf46-bfdd-4473-baa6-a1f9b6ef3e69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e20cd12-fe22-498b-8a85-ee492130e0bc HTTP/1.1" status: 204 len: 168 time: 0.6330805 Feb 11 05:15:29.920040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96cf46-bfdd-4473-baa6-a1f9b6ef3e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e20cd12-fe22-498b-8a85-ee492130e0bc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:30.747293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2736e0-28b7-4f47-b729-007871008664 req-9857888f-bb6b-49b7-a77b-08e57cdc3216 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:30.755534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-9857888f-bb6b-49b7-a77b-08e57cdc3216 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 807 time: 0.2502785 Feb 11 05:15:30.773770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-a8e47674-ec5f-441c-86c8-b8ac71f8dbc9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/quotas/43e6b606b3834f4b9004f208e11b3c5c HTTP/1.1" status: 200 len: 375 time: 0.0157166 Feb 11 05:15:30.917811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcfe02-4ef6-4b16-9805-e26eebe40e68 req-ed15deb4-a10b-4c6d-8f88-10154af0e874 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:30.919661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3cfcfe02-4ef6-4b16-9805-e26eebe40e68 req-ed15deb4-a10b-4c6d-8f88-10154af0e874 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 945 time: 0.0875688 Feb 11 05:15:30.983772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-415da4de-63b8-4efe-a820-dbafb2b32126 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2087615 Feb 11 05:15:30.995978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3cfcfe02-4ef6-4b16-9805-e26eebe40e68 req-35a13fd5-9b83-43a9-8b64-332f17b6a7db tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685728 Feb 11 05:15:31.117060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-858d2f6b-be04-482a-87a6-ed0685079781 service neutron] 10.222.0.62 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320200 Feb 11 05:15:31.267484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-10a528ab-2b5e-48a3-a06a-96029b85c75a service neutron] 10.222.0.62 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411412 Feb 11 05:15:31.745023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43562) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:31.905205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b455e9e6-cd80-4f8b-a9a2-3283a2f1a88c req-41df6cbe-a936-4e11-ad5d-5e41adf8e240 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 210 time: 0.0689862 Feb 11 05:15:31.938153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1699529180-network', 'tenant_id': 'dfe5ecbd9b5342feb23e8745f0fbbe94'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:32.043636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3e069bc1-78f4-430c-b29a-9232c60c1315 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:32.091742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Made reservation on behalf of dfe5ecbd9b5342feb23e8745f0fbbe94 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:32.105392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.137966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.202633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432f892-f814-4620-8d8f-8b3c6e63c553 req-48b9e2d3-a9c4-40e2-a6fd-15e2d44bf9b4 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:32.204824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e432f892-f814-4620-8d8f-8b3c6e63c553 req-48b9e2d3-a9c4-40e2-a6fd-15e2d44bf9b4 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 945 time: 0.1091003 Feb 11 05:15:32.237208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 3e069bc1-78f4-430c-b29a-9232c60c1315 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:32.242687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 3e069bc1-78f4-430c-b29a-9232c60c1315 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:32.243078 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.284894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Publish callbacks [] for security_group (e711ae3e-04d2-4458-bb26-7f7e516110b1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.297290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e432f892-f814-4620-8d8f-8b3c6e63c553 req-7cb7bb34-18f1-4a9e-80d2-ad82ae10ba3c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863020 Feb 11 05:15:32.368981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3e069bc1-78f4-430c-b29a-9232c60c1315 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:32.387767 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.397652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:32.399941 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908de9bb-fb3b-4297-9624-343e2a519ae2" -d '{"events": [{"server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "name": "network-vif-plugged", "status": "completed", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:32.414472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e711ae3e-04d2-4458-bb26-7f7e516110b1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.425103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3e069bc1-78f4-430c-b29a-9232c60c1315, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3e069bc1-78f4-430c-b29a-9232c60c1315,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:32.440678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:32.451631 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e35cd4b-3cca-4b88-a568-6dbb56adcb31 x-openstack-request-id: req-6e35cd4b-3cca-4b88-a568-6dbb56adcb31 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:32.451955 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "name": "network-vif-plugged", "status": "completed", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:32.452216 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e35cd4b-3cca-4b88-a568-6dbb56adcb31 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:32.452674 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315', 'code': 200} Feb 11 05:15:32.466243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e711ae3e-04d2-4458-bb26-7f7e516110b1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:32.473068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7c749596-6675-4369-8d98-53afa1f9f44a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.473480 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Added segment 7c749596-6675-4369-8d98-53afa1f9f44a of type vlan for network 3864748a-6f14-4739-9096-7ad17ea72b11 Feb 11 05:15:32.500580 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.565738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3864748a-6f14-4739-9096-7ad17ea72b11), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.569932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3e069bc1-78f4-430c-b29a-9232c60c1315,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:32.669598 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7f6a837-d14c-4005-a879-7d973d7dc4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.676738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e034bf-50af-4794-b2af-47f0beaa4eb6 req-ad008d2e-3685-4333-abfd-921e8d7af865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:32.679427 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4e034bf-50af-4794-b2af-47f0beaa4eb6 req-ad008d2e-3685-4333-abfd-921e8d7af865 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1129 time: 0.0624137 Feb 11 05:15:32.742795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3864748a-6f14-4739-9096-7ad17ea72b11), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.744788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:32.744788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.773121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4e034bf-50af-4794-b2af-47f0beaa4eb6 req-c24a4c78-9d00-41dd-afd7-46ef9bb80ef2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764594 Feb 11 05:15:32.846411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] Pushing event updated for resources: {'Network': ['ID=3864748a-6f14-4739-9096-7ad17ea72b11,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:32.859122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 3864748a-6f14-4739-9096-7ad17ea72b11 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:32.871832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43608) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:32.872491 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-372cf0c8-7459-4a76-9ca1-593395caba35 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1253693 Feb 11 05:15:32.880579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Request body: {'subnet': {'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1699529180-subnet', 'tenant_id': 'dfe5ecbd9b5342feb23e8745f0fbbe94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:33.016360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Made reservation on behalf of dfe5ecbd9b5342feb23e8745f0fbbe94 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:33.022988 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.233157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4617f335-6e07-4d90-953f-a57b89562247 req-8559fdfe-79b6-4986-8d23-70d66e628a12 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 210 time: 0.0686846 Feb 11 05:15:33.369713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628fde4-58e2-43a1-bfb8-50cf25bd8c88 req-1e86a343-938d-4365-b281-6346306fc7cf tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:33.378697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9628fde4-58e2-43a1-bfb8-50cf25bd8c88 req-1e86a343-938d-4365-b281-6346306fc7cf tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 951 time: 0.0669303 Feb 11 05:15:33.427286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (95a9de68-db0d-48d1-89b1-aed896765f3a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.494376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9628fde4-58e2-43a1-bfb8-50cf25bd8c88 req-b2deb523-c35e-4c43-8357-54ffdff46b98 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126823 Feb 11 05:15:33.544878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Checking segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:33.544878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Network hostable DHCP agents. Network: 3864748a-6f14-4739-9096-7ad17ea72b11, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:33.545577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a9de68-db0d-48d1-89b1-aed896765f3a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:33.648461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51a427-d6ae-4e93-b1ec-2b80575a9087 req-f0f24842-d659-4417-b090-6cb26f84efa2 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:33.649961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c51a427-d6ae-4e93-b1ec-2b80575a9087 req-f0f24842-d659-4417-b090-6cb26f84efa2 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 946 time: 0.0750728 Feb 11 05:15:33.663912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Network 3864748a-6f14-4739-9096-7ad17ea72b11 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:33.713616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c51a427-d6ae-4e93-b1ec-2b80575a9087 req-cf5dd079-4556-4b14-b142-83588ff50825 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578599 Feb 11 05:15:33.772213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 3864748a-6f14-4739-9096-7ad17ea72b11) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:33.784875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b132e16-631e-4a09-9944-0d8d821d6bca None None] Network 3864748a-6f14-4739-9096-7ad17ea72b11 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:33.789939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:33.791419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.896733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3864748a-6f14-4739-9096-7ad17ea72b11', 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11', 'project_id': 'dfe5ecbd9b5342feb23e8745f0fbbe94', 'fixed_ips': [{'subnet_id': '95a9de68-db0d-48d1-89b1-aed896765f3a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:33.897910 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.917235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ae1979cb-c100-4f54-a33d-c9c8966edec4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0439343 Feb 11 05:15:34.098599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Allocated IP 172.20.0.2 (3864748a-6f14-4739-9096-7ad17ea72b11/95a9de68-db0d-48d1-89b1-aed896765f3a/2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:34.493211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d90d8c8d-050a-4b37-a757-4ea862a3ae85 req-4b0abe77-cdc1-4b9c-ac70-2cd0059d44a0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 210 time: 0.0723934 Feb 11 05:15:34.551346 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Publish callbacks [] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.622654 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.678534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2736e0-28b7-4f47-b729-007871008664 req-5460d955-7a95-4dbb-a898-c4c961dfe1d3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:34.683013 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-5460d955-7a95-4dbb-a898-c4c961dfe1d3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 807 time: 0.2463489 Feb 11 05:15:34.697718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Request body: {'port': {'device_id': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'admin_state_up': True, 'tenant_id': '43e6b606b3834f4b9004f208e11b3c5c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:34.717843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Network 3864748a-6f14-4739-9096-7ad17ea72b11 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:34.727453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:34.747375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:34.897980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Pushing event updated for resources: {'Port': ['ID=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:34.943866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Attempting to bind port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:34.945683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Attempting to bind port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:34.946278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Attempting to bind port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 on network 3864748a-6f14-4739-9096-7ad17ea72b11 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:34.970301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:34.970775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Checking segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:34.971250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.971710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Bound using segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:34.972475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Bound port: 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:34.972971 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.980180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Made reservation on behalf of 43e6b606b3834f4b9004f208e11b3c5c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:34.984054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.030609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3629170e-2353-454d-8006-3532b61c2bbe tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.032118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3629170e-2353-454d-8006-3532b61c2bbe tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 816 time: 0.1808677 Feb 11 05:15:35.054517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-e61d1b3c-f84b-4b07-ba9c-d2a75c27c7c6 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/quotas/dfe5ecbd9b5342feb23e8745f0fbbe94 HTTP/1.1" status: 200 len: 375 time: 0.0151124 Feb 11 05:15:35.071016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] For port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:35.075587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] For port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:35.090660 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92bf87f2-671c-479c-ad31-69d00970ee7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.150094 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.187266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0857a-f722-4730-b688-649b8363a960 req-172490bb-360e-493e-b42f-773d6ee63e57 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.189115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2eb0857a-f722-4730-b688-649b8363a960 req-172490bb-360e-493e-b42f-773d6ee63e57 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 946 time: 0.1326573 Feb 11 05:15:35.199979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-86d9817b-ae10-47a2-bf75-0d47483f1153 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444879 Feb 11 05:15:35.237613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Allocated IP 172.20.0.4 (083714e0-fbcb-4f2b-b929-fd0939a5f61f/80cb0a79-c2f6-4926-8d54-a84282c437d7/73765771-4d84-402d-8559-6a9b962eed59) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:35.279560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a41dd7-6af9-4dd4-ba91-34be3ffdd926 None None] Pushing event updated for resources: {'Port': ['ID=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.330050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-cf2e4b29-d292-4ec2-8e9b-2592e59b60b4 service neutron] 10.222.0.62 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290250 Feb 11 05:15:35.416632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2eb0857a-f722-4730-b688-649b8363a960 req-9a5d5bb9-d450-4135-8489-a30adb87042b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068833 Feb 11 05:15:35.494826 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks [] for port (73765771-4d84-402d-8559-6a9b962eed59), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.610911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-71a2d77c-8d67-4fff-82ad-8e268c2ea174 service neutron] 10.222.0.62 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798765 Feb 11 05:15:35.671536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.744326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Network 083714e0-fbcb-4f2b-b929-fd0939a5f61f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:35.750443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:35.754718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:35.805089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Pushing event updated for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.828359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-be1c31bb-9345-4b73-8d5f-2db14a6bdb59 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1952769669&fields=id&tenant_id=1436af19f9ac469b89d1005ee1d6743d HTTP/1.1" status: 200 len: 267 time: 0.1117218 Feb 11 05:15:35.847658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.852829 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.928206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-02f70220-7740-45ba-9465-a99073b92017 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.928586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-02f70220-7740-45ba-9465-a99073b92017 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 946 time: 0.0857437 Feb 11 05:15:35.943512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'port': {'security_groups': ['6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660', 'bf792e9e-506a-42b1-82c8-2d9c196d0906']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:35.986396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-cc57ffd3-1e26-49a6-9554-f38a2208ed3e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951765 Feb 11 05:15:35.998163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Request body: {'port': {'device_id': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:36.077437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73765771-4d84-402d-8559-6a9b962eed59), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.079709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:36.192050 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.245058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00600c0-fde0-4d88-9044-a1a8d8cd8bcd req-26d17dca-cbe3-44b4-a544-9bd7fea21e28 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:36.261118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c00600c0-fde0-4d88-9044-a1a8d8cd8bcd req-26d17dca-cbe3-44b4-a544-9bd7fea21e28 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 931 time: 0.2426565 Feb 11 05:15:36.266662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 80c4adeb-a67a-4509-830c-30a50c4f5cad is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:36.270202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.360455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:36.362747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:36.364904 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b474c7c-8540-43f7-bade-f81f32564281" -d '{"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-unplugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:36.461622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c00600c0-fde0-4d88-9044-a1a8d8cd8bcd req-77698e32-f146-4802-9769-18f573b39b19 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984520 Feb 11 05:15:36.485869 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.532919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:36.634094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73765771-4d84-402d-8559-6a9b962eed59 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:36.673323 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.683394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Publish callbacks [] for port (73765771-4d84-402d-8559-6a9b962eed59), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.731140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Transition to ACTIVE for port object 73765771-4d84-402d-8559-6a9b962eed59 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:36.797409 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.803317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:36.804841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.921294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=11']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:36.935355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] For port 3e069bc1-78f4-430c-b29a-9232c60c1315, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3e069bc1-78f4-430c-b29a-9232c60c1315,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:36.960155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da154d8a-0f40-4348-8e76-1b5b6474fbbf None None] Network 3864748a-6f14-4739-9096-7ad17ea72b11 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:37.030032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:37.081402 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.136247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-964c912c-c19d-488d-ad51-07c478064146 None None] Provisioning complete for port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:37.137352 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-964c912c-c19d-488d-ad51-07c478064146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.141380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:37.142032 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.161230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:37.162479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:37.163055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:37.172199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:37.179082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:37.179760 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.187846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:37.188202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:37.188613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:37.189265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Bound port: 73765771-4d84-402d-8559-6a9b962eed59, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:37.189648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73765771-4d84-402d-8559-6a9b962eed59), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.222619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86', '3e069bc1-78f4-430c-b29a-9232c60c1315'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:37.267054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a95ed-77e3-4642-b297-fee570218e6f req-a36608f9-b0c2-4970-82e0-fc7a2c2f8720 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:37.267054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-a36608f9-b0c2-4970-82e0-fc7a2c2f8720 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 816 time: 0.2656407 Feb 11 05:15:37.273404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:37.274096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.280572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08551f1a-4061-4ee9-99c9-ac128fad131c req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "PUT /v2.0/ports/3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 200 len: 982 time: 1.3430200 Feb 11 05:15:37.298817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:37.304699 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4258205-6fc3-43c7-8ba4-37926dd88a42" -d '{"events": [{"name": "network-changed", "server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:37.358406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:37.371982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-07461482-341e-4222-b9c0-25c7bd757f3f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/quotas/dfe5ecbd9b5342feb23e8745f0fbbe94 HTTP/1.1" status: 200 len: 375 time: 0.0572767 Feb 11 05:15:37.385579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc59cee-cc96-46a4-9165-fb6a5d068bea tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'Port': ['ID=3e069bc1-78f4-430c-b29a-9232c60c1315,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:37.390623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:37.395565 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7520f6c-ae2e-43e5-b484-2a886af5c5d6 x-openstack-request-id: req-a7520f6c-ae2e-43e5-b484-2a886af5c5d6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:37.400433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:37.401119 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-unplugged", "status": "completed", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:37.401461 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7520f6c-ae2e-43e5-b484-2a886af5c5d6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:37.402252 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'code': 200} Feb 11 05:15:37.430203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3e069bc1-78f4-430c-b29a-9232c60c1315'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:37.477060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.478971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.542589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-579ec0ff-f497-4dd1-8247-074fe26cd96d tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1579959 Feb 11 05:15:37.591326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:37.597084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.599321 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] 10.222.0.83 "PUT /v2.0/ports/73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 1092 time: 1.6053617 Feb 11 05:15:37.600455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'tag': '73765771-4d84-402d-8559-6a9b962eed59'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:37.604246 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d0f2f1-7545-4652-88be-f8318df2910a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "tag": "73765771-4d84-402d-8559-6a9b962eed59"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:37.636614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-964c912c-c19d-488d-ad51-07c478064146 None None] Current status of the port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:37.672896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1148d-c3ee-498a-a59b-2ca8e86d30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:37.693939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:37.775513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-be061b50-75d7-402d-b1db-834987c5c5d9 service neutron] 10.222.0.62 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317438 Feb 11 05:15:37.913447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2736e0-28b7-4f47-b729-007871008664 req-cbc88621-989a-491d-82a6-a83dc683c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:37.923699 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-cbc88621-989a-491d-82a6-a83dc683c9d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1126 time: 0.1775219 Feb 11 05:15:38.053393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-1dd7cd38-6e9c-4aca-90dc-1dc4bcade5f3 service neutron] 10.222.0.62 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692750 Feb 11 05:15:38.105922 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-1f6589df-211a-4930-b13f-aba1cd41a8e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 217 time: 0.1767361 Feb 11 05:15:38.143519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cb7ece75-d35c-4f4c-bd67-9373bc9110f0 None None] Provisioning complete for port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:38.144076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb7ece75-d35c-4f4c-bd67-9373bc9110f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.226447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2736e0-28b7-4f47-b729-007871008664 req-a0f6041a-f0e9-4236-b425-f7ca5da8c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.228283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-a0f6041a-f0e9-4236-b425-f7ca5da8c0d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1150610 Feb 11 05:15:38.276717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.288114 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-fe2f96ba-279e-485e-afb6-3da4c1e51e9b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501089 Feb 11 05:15:38.308100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.455108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e08efdee-9af9-473f-ad09-a89405aab85f req-9bc39844-f60a-40cb-b36c-06e068928938 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/bf792e9e-506a-42b1-82c8-2d9c196d0906 HTTP/1.1" status: 200 len: 1817 time: 0.1065609 Feb 11 05:15:38.471329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ece75-d35c-4f4c-bd67-9373bc9110f0 None None] Current status of the port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:38.482215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:38.530678 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d839062a-e9da-45a8-84f3-fa8c82e5571e x-openstack-request-id: req-d839062a-e9da-45a8-84f3-fa8c82e5571e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:38.531001 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:38.531232 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d839062a-e9da-45a8-84f3-fa8c82e5571e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:38.531661 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315', 'status': 'completed', 'code': 200} Feb 11 05:15:38.584798 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-e08efdee-9af9-473f-ad09-a89405aab85f req-ffda8f2d-5513-43fa-9af2-26d9ae1a7782 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:15:38.585870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e08efdee-9af9-473f-ad09-a89405aab85f req-ffda8f2d-5513-43fa-9af2-26d9ae1a7782 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf792e9e-506a-42b1-82c8-2d9c196d0906 HTTP/1.1" status: 409 len: 341 time: 0.1298778 Feb 11 05:15:38.613696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:38.614076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.646199 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-7374594a-f13d-4773-9f45-6353a46edf19 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516335 Feb 11 05:15:38.760062 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c36abcd-9edd-4945-8ba4-989e1738e625 x-openstack-request-id: req-8c36abcd-9edd-4945-8ba4-989e1738e625 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:38.760483 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "tag": "73765771-4d84-402d-8559-6a9b962eed59", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:38.760865 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c36abcd-9edd-4945-8ba4-989e1738e625 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:38.761511 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'tag': '73765771-4d84-402d-8559-6a9b962eed59', 'status': 'completed', 'code': 200} Feb 11 05:15:38.772950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-cba93c37-cc81-4e46-b702-8d332e307a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.774784 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-cba93c37-cc81-4e46-b702-8d332e307a90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1168 time: 0.2278414 Feb 11 05:15:38.778200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ae6c-e924-4e64-9199-919174743d95 req-f294ae35-9064-4e5b-a4d4-6a910da3923b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.788259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf75ae6c-e924-4e64-9199-919174743d95 req-f294ae35-9064-4e5b-a4d4-6a910da3923b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 943 time: 0.2002330 Feb 11 05:15:38.887685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf75ae6c-e924-4e64-9199-919174743d95 req-8437d288-3244-4898-9217-293a62bd6511 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981512 Feb 11 05:15:39.034493 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2f2736e0-28b7-4f47-b729-007871008664 req-48fd9439-44bb-49a1-868f-ce91ab476946 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793712 Feb 11 05:15:39.200171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-9f9ed5b2-1ccd-4804-bffb-8b61c02ab24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.211701 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-9f9ed5b2-1ccd-4804-bffb-8b61c02ab24a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 913 time: 0.4281268 Feb 11 05:15:39.228967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:39.264088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.321959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-4379d9bb-64dd-40f6-b159-ec31e6b551b2 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.324476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-4379d9bb-64dd-40f6-b159-ec31e6b551b2 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.83 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 816 time: 0.3709567 Feb 11 05:15:39.368980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-bd9412c4-92eb-4fa8-912c-93c28a63f266 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 200 len: 217 time: 0.1242032 Feb 11 05:15:39.447834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Request body: {'port': {'device_id': 'ec126a7a-0a9b-487d-8699-43e304ede478', 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11', 'admin_state_up': True, 'tenant_id': 'dfe5ecbd9b5342feb23e8745f0fbbe94'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:39.477756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-36330f9a-1db9-4c78-93c4-874fb318a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.479273 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-36330f9a-1db9-4c78-93c4-874fb318a508 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.1008155 Feb 11 05:15:39.525851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0f2f1-7545-4652-88be-f8318df2910a req-b60291e2-6bec-477d-b011-c701935feef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.528296 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-96d0f2f1-7545-4652-88be-f8318df2910a req-b60291e2-6bec-477d-b011-c701935feef4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1126 time: 0.3148825 Feb 11 05:15:39.530395 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-626a6690-a90d-426d-a592-b79d42bbd38f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432675 Feb 11 05:15:39.671423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dc1c00b3-9440-49c5-94c1-7608d390264a tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.675719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dc1c00b3-9440-49c5-94c1-7608d390264a tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 816 time: 0.4239256 Feb 11 05:15:39.700321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0f2f1-7545-4652-88be-f8318df2910a req-3e2b7b0d-e294-4518-8aed-2fe38090300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.701866 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-96d0f2f1-7545-4652-88be-f8318df2910a req-3e2b7b0d-e294-4518-8aed-2fe38090300f service neutron] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.1653960 Feb 11 05:15:39.705246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-facc415f-133b-492f-a559-a39c89155743 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/quotas/dfe5ecbd9b5342feb23e8745f0fbbe94 HTTP/1.1" status: 200 len: 375 time: 0.0208163 Feb 11 05:15:39.735370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651489f-10fb-44cf-8ff5-112e9fce3fcf req-2d567fdc-2c2c-4ae0-9db5-c9a83558cd38 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.736909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5651489f-10fb-44cf-8ff5-112e9fce3fcf req-2d567fdc-2c2c-4ae0-9db5-c9a83558cd38 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 985 time: 0.2204375 Feb 11 05:15:39.794457 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-96d0f2f1-7545-4652-88be-f8318df2910a req-e91ac821-93ff-4caa-8833-9580c82a30d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 217 time: 0.0855825 Feb 11 05:15:39.842875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-808ddd40-21df-4725-bca9-2fdbbbe4c458 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306551 Feb 11 05:15:39.865640 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-6515ec12-da0c-4ea5-a92b-6f3e7145a01f service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947236 Feb 11 05:15:39.868635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0f2f1-7545-4652-88be-f8318df2910a req-096a217a-97e0-4f40-9a7e-2d7a74b754ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.868899 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-96d0f2f1-7545-4652-88be-f8318df2910a req-096a217a-97e0-4f40-9a7e-2d7a74b754ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0673621 Feb 11 05:15:39.879796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5651489f-10fb-44cf-8ff5-112e9fce3fcf req-f5f4fe77-5fba-452b-b919-cfcc55c65da7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf792e9e-506a-42b1-82c8-2d9c196d0906&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1349208 Feb 11 05:15:39.886916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Made reservation on behalf of dfe5ecbd9b5342feb23e8745f0fbbe94 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:39.891101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.935433 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-96d0f2f1-7545-4652-88be-f8318df2910a req-18f977df-be8d-45fb-9e6d-7b3a69a8f4d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463371 Feb 11 05:15:40.229691 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-96d0f2f1-7545-4652-88be-f8318df2910a req-f416ac1a-240b-40fe-b502-566407c923eb service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769015 Feb 11 05:15:40.231728 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4258205-6fc3-43c7-8ba4-37926dd88a42 req-11a7e65b-2389-4750-a5a4-139228ba5678 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592982 Feb 11 05:15:40.538773 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-96d0f2f1-7545-4652-88be-f8318df2910a req-62d784bf-be63-43ad-8dfa-c8662e45ed53 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935426 Feb 11 05:15:40.554147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030143-91ed-4413-b135-fff6debea755 req-9885e7c1-3543-4df1-89a6-c3ff163a5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:40.555688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd030143-91ed-4413-b135-fff6debea755 req-9885e7c1-3543-4df1-89a6-c3ff163a5a99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1168 time: 0.1318262 Feb 11 05:15:40.654874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-d49700a2-02a9-425c-84d6-fc486dabf14d service neutron] 10.222.0.62 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110938 Feb 11 05:15:40.712907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43970) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:40.837902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7368a2-8a43-47f4-bd33-787003f5d017 req-725fefe0-0d13-4a5b-b9ed-83f82836ad63 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:40.839547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc7368a2-8a43-47f4-bd33-787003f5d017 req-725fefe0-0d13-4a5b-b9ed-83f82836ad63 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 943 time: 0.2791269 Feb 11 05:15:40.887882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Allocated IP 172.20.0.14 (3864748a-6f14-4739-9096-7ad17ea72b11/95a9de68-db0d-48d1-89b1-aed896765f3a/24c6923b-a2f4-497a-b3b2-8dc66ca9264a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:40.905065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-b29417db-3a86-45bc-8943-2d8914b487ba service neutron] 10.222.0.62 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491913 Feb 11 05:15:40.991174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc7368a2-8a43-47f4-bd33-787003f5d017 req-225b55e1-83a6-4223-b1a3-9727add1a0b6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354899 Feb 11 05:15:41.182035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ada9a7c1-b6fa-4632-bb55-cfa9b1c8296f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.185332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030143-91ed-4413-b135-fff6debea755 req-e142065f-96e3-4916-9c08-800e6c49068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.188108 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd030143-91ed-4413-b135-fff6debea755 req-e142065f-96e3-4916-9c08-800e6c49068b service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 913 time: 0.6255622 Feb 11 05:15:41.188503 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.375845 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd030143-91ed-4413-b135-fff6debea755 req-55ebad93-d25b-43a3-ac8a-6d2c9b5e7dd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 200 len: 217 time: 0.1763954 Feb 11 05:15:41.413365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 73765771-4d84-402d-8559-6a9b962eed59 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:41.436836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks [] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.602256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030143-91ed-4413-b135-fff6debea755 req-0e762f19-7e0d-4b63-b85d-cdb02e007c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.606273 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd030143-91ed-4413-b135-fff6debea755 req-0e762f19-7e0d-4b63-b85d-cdb02e007c7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.1544921 Feb 11 05:15:41.648404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f104fce2-3c99-4587-b6c8-0789d01c2842 req-de30ef29-8c54-4627-8649-a2db23cf514c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 210 time: 0.0965157 Feb 11 05:15:41.708358 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ada9a7c1-b6fa-4632-bb55-cfa9b1c8296f admin admin] Publish callbacks [] for security_group (c62e403d-516e-4422-8d93-ff48beb98ee7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.719298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c28377-1d44-4189-bf5f-c1dcca2389f3 req-fa190d35-d99a-4056-a34f-ad74390472b6 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.721727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24c28377-1d44-4189-bf5f-c1dcca2389f3 req-fa190d35-d99a-4056-a34f-ad74390472b6 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 985 time: 0.3359635 Feb 11 05:15:41.810503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd030143-91ed-4413-b135-fff6debea755 req-d99204ed-a878-4845-a850-984f854373ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1987684 Feb 11 05:15:41.822045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ada9a7c1-b6fa-4632-bb55-cfa9b1c8296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c62e403d-516e-4422-8d93-ff48beb98ee7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.847206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:41.851395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.921155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '73765771-4d84-402d-8559-6a9b962eed59', 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'port_id': '73765771-4d84-402d-8559-6a9b962eed59', 'mac_address': 'fa:16:3e:e2:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cb0a79-c2f6-4926-8d54-a84282c437d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:41.966622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Network 3864748a-6f14-4739-9096-7ad17ea72b11 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:42.001317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a95ed-77e3-4642-b297-fee570218e6f req-6fb79141-0abe-44bc-a49c-0c4730e8f3c5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:42.003013 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-6fb79141-0abe-44bc-a49c-0c4730e8f3c5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.83 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 816 time: 0.6705871 Feb 11 05:15:42.007791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 73765771-4d84-402d-8559-6a9b962eed59 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:42.009238 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73765771-4d84-402d-8559-6a9b962eed59), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.009855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:42.017635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Request body: {'port': {'device_id': '6e282c25-a87b-49ed-abf1-ee21acc9a6ef', 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11', 'admin_state_up': True, 'tenant_id': 'dfe5ecbd9b5342feb23e8745f0fbbe94'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:42.041232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:42.062183 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd030143-91ed-4413-b135-fff6debea755 req-f6e0c48a-7bdd-4029-828a-5236cee23587 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446690 Feb 11 05:15:42.064125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24c28377-1d44-4189-bf5f-c1dcca2389f3 req-9f619387-c960-4287-9d22-14ba76a10a19 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf792e9e-506a-42b1-82c8-2d9c196d0906&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3354113 Feb 11 05:15:42.064273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73765771-4d84-402d-8559-6a9b962eed59 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:42.088916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ada9a7c1-b6fa-4632-bb55-cfa9b1c8296f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1eff4b89e9f547b5ad9a3c98d46fb8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3285124 Feb 11 05:15:42.094309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44010) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:42.172319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:42.215373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9a7c1-b6fa-4632-bb55-cfa9b1c8296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62e403d-516e-4422-8d93-ff48beb98ee7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:42.244750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Pushing event updated for resources: {'Port': ['ID=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:42.269010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.355782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:42.355782 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.421701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c06e-7616-49b7-b46b-6eaaae8cbd51 req-9d2fcb30-ffcb-42ea-8066-cd4d1c6bb34a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:42.437457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Publish callbacks [] for security_group (c62e403d-516e-4422-8d93-ff48beb98ee7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.438638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14d2c06e-7616-49b7-b46b-6eaaae8cbd51 req-9d2fcb30-ffcb-42ea-8066-cd4d1c6bb34a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 943 time: 0.1994514 Feb 11 05:15:42.462157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-3caaf22b-5b9f-44f2-88ae-2b20c5cd2aa5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0426607 Feb 11 05:15:42.473055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:42.500047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['73765771-4d84-402d-8559-6a9b962eed59'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:42.526097 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd030143-91ed-4413-b135-fff6debea755 req-5796cb24-239a-4191-a78e-2b388df9e132 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559529 Feb 11 05:15:42.534427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Publish callbacks [] for security_group (c62e403d-516e-4422-8d93-ff48beb98ee7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.556326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Request body: {'port': {'device_id': 'ec126a7a-0a9b-487d-8699-43e304ede478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:42.663653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Made reservation on behalf of dfe5ecbd9b5342feb23e8745f0fbbe94 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:42.669338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.740763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14d2c06e-7616-49b7-b46b-6eaaae8cbd51 req-3e161351-6e56-4f17-b291-a0397d0fba0e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934637 Feb 11 05:15:42.800445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1d04d15d-9661-4fde-92a1-7977114dc552 None None] Provisioning complete for port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:42.801031 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d04d15d-9661-4fde-92a1-7977114dc552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.855387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c62e403d-516e-4422-8d93-ff48beb98ee7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.866895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.871932 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c62e403d-516e-4422-8d93-ff48beb98ee7 HTTP/1.1" status: 204 len: 168 time: 0.7751625 Feb 11 05:15:42.931577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d72d493-21a0-4195-820c-461b025fa6f0 req-0be4c4d1-bffe-49e4-aac2-a6d24326e5d3 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 210 time: 0.1189518 Feb 11 05:15:42.952354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1d04d15d-9661-4fde-92a1-7977114dc552 None None] Port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:42.952724 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.325106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62e403d-516e-4422-8d93-ff48beb98ee7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:43.330987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074f0f-96b1-4c9d-91fe-e46c313290cf req-62ce56a5-40bf-4f5c-8b49-aa8c7c3a3829 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.342123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10074f0f-96b1-4c9d-91fe-e46c313290cf req-62ce56a5-40bf-4f5c-8b49-aa8c7c3a3829 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 985 time: 0.1068025 Feb 11 05:15:43.425668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10074f0f-96b1-4c9d-91fe-e46c313290cf req-79618b4e-d08a-415b-b8fa-875c2605edd4 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf792e9e-506a-42b1-82c8-2d9c196d0906&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0826826 Feb 11 05:15:43.432503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.433077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.465174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.465890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.466384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.467008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.467513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.468663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.468663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.473821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.473821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.473821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.473821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993326-0c59-43f5-9541-ff46595a8733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:43.477107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Allocated IP 172.20.0.6 (3864748a-6f14-4739-9096-7ad17ea72b11/95a9de68-db0d-48d1-89b1-aed896765f3a/27e33767-8174-4a68-87af-1150826b8d70) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:43.859252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks [] for port (27e33767-8174-4a68-87af-1150826b8d70), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.949550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2762531-bf66-474c-ad12-088aaf401b85 req-65583e6b-9503-4780-8ef0-f0b9ede0de51 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.951351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2762531-bf66-474c-ad12-088aaf401b85 req-65583e6b-9503-4780-8ef0-f0b9ede0de51 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 944 time: 0.0993769 Feb 11 05:15:44.024364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2762531-bf66-474c-ad12-088aaf401b85 req-d2eb5608-2e5b-4e9a-92e1-208cbf06960e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657024 Feb 11 05:15:44.043372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (27e33767-8174-4a68-87af-1150826b8d70), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.138221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Network 3864748a-6f14-4739-9096-7ad17ea72b11 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:44.145084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:44.151014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:44.194541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Pushing event updated for resources: {'Port': ['ID=27e33767-8174-4a68-87af-1150826b8d70,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:44.238119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.238858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.244039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5b5cca9-bcdc-494c-bf5d-0a6b5ca07abc req-73e56431-09ae-49fb-91b6-61c060813097 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 210 time: 0.0776098 Feb 11 05:15:44.336691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c6923b-a2f4-497a-b3b2-8dc66ca9264a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:44.350078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Publish callbacks [] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.371919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Transition to ACTIVE for port object 24c6923b-a2f4-497a-b3b2-8dc66ca9264a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:44.401197 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4ba05d9f-9c46-4b06-b191-5d26252c84ad tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3884530 Feb 11 05:15:44.421574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:15:44.429377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Request body: {'port': {'device_id': '6e282c25-a87b-49ed-abf1-ee21acc9a6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:44.458185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.511523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ab2d787c-606f-476e-8f07-7e5003c9df8d None None] Provisioning complete for port 27e33767-8174-4a68-87af-1150826b8d70 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:44.512318 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab2d787c-606f-476e-8f07-7e5003c9df8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (27e33767-8174-4a68-87af-1150826b8d70), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.593444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27e33767-8174-4a68-87af-1150826b8d70), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.644413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Pushing event updated for resources: {'Port': ['ID=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:44.658567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.658927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.659276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.659629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.659966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.660402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.660659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.660984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.661316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.662260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.662678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.663494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.663835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:44.681270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d787c-606f-476e-8f07-7e5003c9df8d None None] Port 27e33767-8174-4a68-87af-1150826b8d70 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:44.805835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced97ee-6df0-4152-85ef-e6c4af5a6234 req-f52814e5-9cc7-4294-aba3-a52e15a82e88 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.816675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ced97ee-6df0-4152-85ef-e6c4af5a6234 req-f52814e5-9cc7-4294-aba3-a52e15a82e88 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 985 time: 0.1607840 Feb 11 05:15:45.068212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ced97ee-6df0-4152-85ef-e6c4af5a6234 req-14aef7ba-2e46-4fd7-a749-b033a79a77fa tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf792e9e-506a-42b1-82c8-2d9c196d0906&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2527552 Feb 11 05:15:45.073362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Attempting to bind port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:45.073944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Attempting to bind port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:45.080572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Attempting to bind port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a on network 3864748a-6f14-4739-9096-7ad17ea72b11 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:45.103384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a on network 3864748a-6f14-4739-9096-7ad17ea72b11 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:45.103727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Attempting to bind port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a on network 3864748a-6f14-4739-9096-7ad17ea72b11 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:45.119156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:45.125831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Checking segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:45.126572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Bound using segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:45.127165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Bound port: 24c6923b-a2f4-497a-b3b2-8dc66ca9264a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:45.127635 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.164417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44126) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:45.296081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-39c4657a-95c5-4002-95d0-f56c396ecb87 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.297797 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-39c4657a-95c5-4002-95d0-f56c396ecb87 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.65 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 816 time: 0.4191515 Feb 11 05:15:45.310123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] For port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:45.317089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] For port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:45.320972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Request body: {'port': {'device_id': 'c15402fb-ae52-4654-a309-850a1c95d1ae', 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11', 'admin_state_up': True, 'tenant_id': 'dfe5ecbd9b5342feb23e8745f0fbbe94'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:45.439129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1513670919-network', 'tenant_id': '26099f94e4164b4abd43614afdbe9154'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:45.450544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.547117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc8d61-5927-4201-ba37-02002ba29a24 req-6494e36c-12d3-49d6-830d-4dba1ab3a1f2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.548808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cccc8d61-5927-4201-ba37-02002ba29a24 req-6494e36c-12d3-49d6-830d-4dba1ab3a1f2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 944 time: 0.2213817 Feb 11 05:15:45.576361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.577525 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.582200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] 10.222.0.83 "PUT /v2.0/ports/24c6923b-a2f4-497a-b3b2-8dc66ca9264a HTTP/1.1" status: 200 len: 1093 time: 3.0940936 Feb 11 05:15:45.583485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec126a7a-0a9b-487d-8699-43e304ede478', 'tag': '24c6923b-a2f4-497a-b3b2-8dc66ca9264a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:45.586660 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "ec126a7a-0a9b-487d-8699-43e304ede478", "tag": "24c6923b-a2f4-497a-b3b2-8dc66ca9264a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:45.630070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:45.632692 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.660098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 73765771-4d84-402d-8559-6a9b962eed59 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:45.664274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf4d8b-9b3d-41fb-b24c-e009777cd1ef service neutron] Pushing event updated for resources: {'Port': ['ID=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:45.683201 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.711127 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-670d8db0-2b5c-4c2f-9f1b-4b65249d8227 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1615961422&fields=id&tenant_id=1436af19f9ac469b89d1005ee1d6743d HTTP/1.1" status: 200 len: 267 time: 0.2341042 Feb 11 05:15:45.801329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e33767-8174-4a68-87af-1150826b8d70 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:45.816114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Publish callbacks [] for port (27e33767-8174-4a68-87af-1150826b8d70), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.854215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Transition to ACTIVE for port object 27e33767-8174-4a68-87af-1150826b8d70 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:45.873708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 73765771-4d84-402d-8559-6a9b962eed59 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:45.884514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 73765771-4d84-402d-8559-6a9b962eed59 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:45.884514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (73765771-4d84-402d-8559-6a9b962eed59), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.939543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (27e33767-8174-4a68-87af-1150826b8d70), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.028236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Made reservation on behalf of dfe5ecbd9b5342feb23e8745f0fbbe94 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:46.033815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.059624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Pushing event updated for resources: {'Port': ['ID=27e33767-8174-4a68-87af-1150826b8d70,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:46.086015 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Publish callbacks [] for security_group (431ac64f-2cbe-4f8f-b144-2b02180201ab), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.119556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 73765771-4d84-402d-8559-6a9b962eed59 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:46.119949 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73765771-4d84-402d-8559-6a9b962eed59), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.203544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73765771-4d84-402d-8559-6a9b962eed59'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:46.214645 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c06977-4e79-49cd-a4bd-444644bddf62" -d '{"events": [{"server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "name": "network-vif-plugged", "status": "completed", "tag": "73765771-4d84-402d-8559-6a9b962eed59"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:46.220362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (431ac64f-2cbe-4f8f-b144-2b02180201ab), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.249227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:46.256832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:46.307702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Attempting to bind port 27e33767-8174-4a68-87af-1150826b8d70 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:46.309548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Attempting to bind port 27e33767-8174-4a68-87af-1150826b8d70 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:46.310020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Attempting to bind port 27e33767-8174-4a68-87af-1150826b8d70 on network 3864748a-6f14-4739-9096-7ad17ea72b11 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:46.314210 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9124b426-6c05-4abc-80de-eed249021cc5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.314647 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Added segment 9124b426-6c05-4abc-80de-eed249021cc5 of type vlan for network bbaf518c-b02e-4aae-bde9-0108f7c1e846 Feb 11 05:15:46.339443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Port 27e33767-8174-4a68-87af-1150826b8d70 on network 3864748a-6f14-4739-9096-7ad17ea72b11 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:46.340122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Attempting to bind port 27e33767-8174-4a68-87af-1150826b8d70 on network 3864748a-6f14-4739-9096-7ad17ea72b11 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:46.349477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-804a085f-7657-42a0-945b-0439f19fb205 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:46.351141 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.358894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-804a085f-7657-42a0-945b-0439f19fb205 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 985 time: 0.6333537 Feb 11 05:15:46.365033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:46.365852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Checking segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:46.372271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Bound using segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:46.373334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Bound port: 27e33767-8174-4a68-87af-1150826b8d70, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:46.373954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27e33767-8174-4a68-87af-1150826b8d70), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.420624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'port': {'security_groups': ['6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660', 'bf792e9e-506a-42b1-82c8-2d9c196d0906', '19c1e081-8f12-4b77-8949-a01b43597ad8']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:46.453934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-d26e5756-3e00-49a4-962e-69d980a624e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:46.456525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-d26e5756-3e00-49a4-962e-69d980a624e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 1127 time: 0.6996667 Feb 11 05:15:46.466518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:46.559970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Allocated IP 172.20.0.13 (3864748a-6f14-4739-9096-7ad17ea72b11/95a9de68-db0d-48d1-89b1-aed896765f3a/0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:46.668414 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (bbaf518c-b02e-4aae-bde9-0108f7c1e846), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.831180 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks [] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.847117 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] For port 27e33767-8174-4a68-87af-1150826b8d70, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:46.853641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] For port 27e33767-8174-4a68-87af-1150826b8d70, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=27e33767-8174-4a68-87af-1150826b8d70,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:46.861399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431ac64f-2cbe-4f8f-b144-2b02180201ab,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:46.876771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cccc8d61-5927-4201-ba37-02002ba29a24 req-d1ee041a-b5ce-4e4e-b26d-9869dedfe36a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3150842 Feb 11 05:15:46.891636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (bbaf518c-b02e-4aae-bde9-0108f7c1e846), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.891636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:46.896391 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.901605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-66f7a8b3-0d78-401c-8326-279e0a22e528 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c6923b-a2f4-497a-b3b2-8dc66ca9264a HTTP/1.1" status: 200 len: 217 time: 0.2985420 Feb 11 05:15:46.953415 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (27e33767-8174-4a68-87af-1150826b8d70), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.087591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9152341 Feb 11 05:15:47.097786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.098684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.100987 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] 10.222.0.83 "PUT /v2.0/ports/27e33767-8174-4a68-87af-1150826b8d70 HTTP/1.1" status: 200 len: 1092 time: 2.6809661 Feb 11 05:15:47.102412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44150) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:47.103183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3191b-14a6-47d1-bb74-d77d55ae1508 service neutron] Pushing event updated for resources: {'Port': ['ID=27e33767-8174-4a68-87af-1150826b8d70,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:47.119034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e282c25-a87b-49ed-abf1-ee21acc9a6ef', 'tag': '27e33767-8174-4a68-87af-1150826b8d70'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:47.132090 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f71b396-4411-4ed5-9c40-a2dd6189d127" -d '{"events": [{"name": "network-changed", "server_uuid": "6e282c25-a87b-49ed-abf1-ee21acc9a6ef", "tag": "27e33767-8174-4a68-87af-1150826b8d70"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:47.139616 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.153498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Request body: {'subnet': {'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1513670919-subnet', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:47.285272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Network 3864748a-6f14-4739-9096-7ad17ea72b11 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:47.291473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-05329c52-1544-4ab5-85fd-7589e072f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.293388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-05329c52-1544-4ab5-85fd-7589e072f6d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95a9de68-db0d-48d1-89b1-aed896765f3a HTTP/1.1" status: 200 len: 855 time: 0.3507624 Feb 11 05:15:47.294007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:47.338285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:47.363904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:47.373423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.375411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660f25c-fd39-4d1a-a234-bdb567205d31 admin admin] Pushing event updated for resources: {'Network': ['ID=bbaf518c-b02e-4aae-bde9-0108f7c1e846,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:47.387978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network bbaf518c-b02e-4aae-bde9-0108f7c1e846 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:47.470084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.575338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Pushing event updated for resources: {'Port': ['ID=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:47.704343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.705069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.725589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b804d-b84a-4c8e-b133-88e943d66a7d req-37287e71-d677-405a-89d5-a537bc2f03fb tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.729796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-878b804d-b84a-4c8e-b133-88e943d66a7d req-37287e71-d677-405a-89d5-a537bc2f03fb tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 932 time: 0.4697104 Feb 11 05:15:47.732953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a95ed-77e3-4642-b297-fee570218e6f req-27a85c05-cdc6-478c-a408-17aa27830475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.735320 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-27a85c05-cdc6-478c-a408-17aa27830475 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 1126 time: 0.4450288 Feb 11 05:15:47.751297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c526c854-7b94-45d1-af52-d24074924946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.753253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-c526c854-7b94-45d1-af52-d24074924946 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3864748a-6f14-4739-9096-7ad17ea72b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3838236 Feb 11 05:15:47.831565 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-500fae87-085b-4879-9071-6d909b174ab7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e33767-8174-4a68-87af-1150826b8d70 HTTP/1.1" status: 200 len: 217 time: 0.0882561 Feb 11 05:15:47.854966 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dd2efc16-fa78-40e7-92b1-cb220732e3de tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5399413 Feb 11 05:15:47.897485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e5dbbdf4-e96d-4740-a4d0-fca71b3658e5 None None] Provisioning complete for port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:47.898060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbdf4-e96d-4740-a4d0-fca71b3658e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.906031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Request body: {'port': {'device_id': 'c15402fb-ae52-4654-a309-850a1c95d1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:47.939333 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-878b804d-b84a-4c8e-b133-88e943d66a7d req-569be9c0-f142-4098-ad7c-a4772272815b tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979489 Feb 11 05:15:48.020240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a95ed-77e3-4642-b297-fee570218e6f req-b8e1e8db-3224-4059-a896-ca4bc10572b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:48.022448 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-b8e1e8db-3224-4059-a896-ca4bc10572b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95a9de68-db0d-48d1-89b1-aed896765f3a HTTP/1.1" status: 200 len: 855 time: 0.1842353 Feb 11 05:15:48.054987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e5dbbdf4-e96d-4740-a4d0-fca71b3658e5 None None] Port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:48.161297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-1dc21a4d-25bd-475a-b4a1-7a9b35bb9864 service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971384 Feb 11 05:15:48.208788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.237176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4fc956d3-5ad5-43b7-895a-ac509956393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:48.239203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-4fc956d3-5ad5-43b7-895a-ac509956393d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3864748a-6f14-4739-9096-7ad17ea72b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2049842 Feb 11 05:15:48.298943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (3141603e-b98e-44ac-b2e3-2235bfa0632e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.382368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86467ec6-e38e-446e-8dbb-08ffcb86338c req-20d25085-f771-439c-8b4c-b006da440e22 service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142820 Feb 11 05:15:48.394041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] For port 3e069bc1-78f4-430c-b29a-9232c60c1315, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3e069bc1-78f4-430c-b29a-9232c60c1315,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:48.456951 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.547918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.567284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86', '3e069bc1-78f4-430c-b29a-9232c60c1315'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:48.573543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3141603e-b98e-44ac-b2e3-2235bfa0632e,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:48.706085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:48.706085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.718772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16517410-cfed-4500-a4f7-914dc0b8d908 req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "PUT /v2.0/ports/3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 200 len: 1021 time: 2.3586116 Feb 11 05:15:48.806758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e9380-ce9b-4f72-85bd-b6d0d6d1be37 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'Port': ['ID=3e069bc1-78f4-430c-b29a-9232c60c1315,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:48.811416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Checking segment: {'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:48.811833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Network hostable DHCP agents. Network: bbaf518c-b02e-4aae-bde9-0108f7c1e846, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:48.829752 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd3e6ff-8b66-46e8-96d9-38896d2b2d3b x-openstack-request-id: req-4cd3e6ff-8b66-46e8-96d9-38896d2b2d3b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:48.830183 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec126a7a-0a9b-487d-8699-43e304ede478", "tag": "24c6923b-a2f4-497a-b3b2-8dc66ca9264a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:48.830571 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cd3e6ff-8b66-46e8-96d9-38896d2b2d3b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:48.831100 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec126a7a-0a9b-487d-8699-43e304ede478', 'tag': '24c6923b-a2f4-497a-b3b2-8dc66ca9264a', 'status': 'completed', 'code': 200} Feb 11 05:15:48.846339 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-2aef5bf5-7e18-4a24-bb22-bebd0b717385 service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012743 Feb 11 05:15:48.857502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3e069bc1-78f4-430c-b29a-9232c60c1315'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:48.967645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-356ea2a4-5aaa-40fe-a2a8-5be2f94182e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:48.967645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-356ea2a4-5aaa-40fe-a2a8-5be2f94182e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 1127 time: 0.1120234 Feb 11 05:15:49.017903 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f080d7-01ed-4c20-aada-ab0acc878f8a x-openstack-request-id: req-84f080d7-01ed-4c20-aada-ab0acc878f8a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:49.017903 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "name": "network-vif-plugged", "status": "completed", "tag": "73765771-4d84-402d-8559-6a9b962eed59", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:49.018243 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84f080d7-01ed-4c20-aada-ab0acc878f8a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:49.018547 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73765771-4d84-402d-8559-6a9b962eed59', 'code': 200} Feb 11 05:15:49.046866 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35554e2c-b863-4d56-8995-a51334ddc64c x-openstack-request-id: req-35554e2c-b863-4d56-8995-a51334ddc64c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:49.047291 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e282c25-a87b-49ed-abf1-ee21acc9a6ef", "tag": "27e33767-8174-4a68-87af-1150826b8d70", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:49.047625 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35554e2c-b863-4d56-8995-a51334ddc64c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:49.049065 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e282c25-a87b-49ed-abf1-ee21acc9a6ef', 'tag': '27e33767-8174-4a68-87af-1150826b8d70', 'status': 'completed', 'code': 200} Feb 11 05:15:49.145633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Network bbaf518c-b02e-4aae-bde9-0108f7c1e846 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:49.368529 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a15a95ed-77e3-4642-b297-fee570218e6f req-54687525-a679-4996-b5eb-00b4fe70acf7 service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109138 Feb 11 05:15:49.374981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, bbaf518c-b02e-4aae-bde9-0108f7c1e846) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:49.410447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91840ac4-a10a-44da-9db8-6ab5af537955 None None] Network bbaf518c-b02e-4aae-bde9-0108f7c1e846 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:49.455312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.460907 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.475168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-6436fc74-0630-432e-b48e-a3173e819acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.476484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-6436fc74-0630-432e-b48e-a3173e819acd service neutron] 10.222.0.83 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 917 time: 0.5007763 Feb 11 05:15:49.516725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:49.528942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Publish callbacks [] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.541544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c80a6-28c0-4107-9ada-2b16ec42db97 req-ddad8471-6059-483b-b95b-6bd3a58ba06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.543095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc1c80a6-28c0-4107-9ada-2b16ec42db97 req-ddad8471-6059-483b-b95b-6bd3a58ba06e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1128 time: 0.3175666 Feb 11 05:15:49.546008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Transition to ACTIVE for port object 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:49.634758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.666847 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ff9f928-6b4a-4ee7-8fb0-4d43b18152a5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5195699 Feb 11 05:15:49.668296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-aeb99cff-3aee-4f5f-b08f-2d12fe6ebfad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c6923b-a2f4-497a-b3b2-8dc66ca9264a HTTP/1.1" status: 200 len: 217 time: 0.1131997 Feb 11 05:15:49.678553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44206) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:49.711070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-bbaf518c-b02e-4aae-bde9-0108f7c1e846', 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846', 'project_id': '26099f94e4164b4abd43614afdbe9154', 'fixed_ips': [{'subnet_id': '3141603e-b98e-44ac-b2e3-2235bfa0632e'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:49.712126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.741726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:49.795663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06142fbb-9a9d-4197-ba39-9a7cfbb40c0b req-d98607cc-027a-45d7-85a4-2314dfee92bb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.798285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06142fbb-9a9d-4197-ba39-9a7cfbb40c0b req-d98607cc-027a-45d7-85a4-2314dfee92bb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 945 time: 0.5699024 Feb 11 05:15:49.815398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc1c80a6-28c0-4107-9ada-2b16ec42db97 req-b126e351-ff68-44ba-8351-5a174ddd6cd9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443397 Feb 11 05:15:49.888835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06142fbb-9a9d-4197-ba39-9a7cfbb40c0b req-4e097771-bb32-4dcb-8341-c758d3ef6f83 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822606 Feb 11 05:15:49.891043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-761273b4-8607-452b-85e3-6dca522a0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.893238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-761273b4-8607-452b-85e3-6dca522a0e08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95a9de68-db0d-48d1-89b1-aed896765f3a HTTP/1.1" status: 200 len: 855 time: 0.2044380 Feb 11 05:15:49.925706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:49.936701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-adc5ab74-d3ec-4ad4-b189-23dc45350cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.936701 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-adc5ab74-d3ec-4ad4-b189-23dc45350cbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 1126 time: 0.3870876 Feb 11 05:15:50.100880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Allocated IP 172.20.0.2 (bbaf518c-b02e-4aae-bde9-0108f7c1e846/3141603e-b98e-44ac-b2e3-2235bfa0632e/d7b87e44-a877-4782-b2b0-4c88088c4b8f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:50.115757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Attempting to bind port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:50.115757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Attempting to bind port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:50.115757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Attempting to bind port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b on network 3864748a-6f14-4739-9096-7ad17ea72b11 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:50.173101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.173101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.173713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a143b5c-cce0-49e7-9bf2-5809ca047507 req-10323a3a-a63a-4885-9945-8bdb294a0063 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/19c1e081-8f12-4b77-8949-a01b43597ad8 HTTP/1.1" status: 200 len: 1817 time: 0.2172205 Feb 11 05:15:50.176834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b on network 3864748a-6f14-4739-9096-7ad17ea72b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:50.177241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Attempting to bind port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b on network 3864748a-6f14-4739-9096-7ad17ea72b11 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:50.185517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:50.185929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Checking segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:50.186410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Bound using segment: {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:50.187036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Bound port: 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c749596-6675-4369-8d98-53afa1f9f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:50.187316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.234039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-1af44b49-e23a-43c0-b647-25cc6405b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:50.252394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-1af44b49-e23a-43c0-b647-25cc6405b1fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3864748a-6f14-4739-9096-7ad17ea72b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2164001 Feb 11 05:15:50.364464 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-4a143b5c-cce0-49e7-9bf2-5809ca047507 req-fc31aa67-5592-45f8-8af4-29419eb7fae2 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:15:50.365639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a143b5c-cce0-49e7-9bf2-5809ca047507 req-fc31aa67-5592-45f8-8af4-29419eb7fae2 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/19c1e081-8f12-4b77-8949-a01b43597ad8 HTTP/1.1" status: 409 len: 341 time: 0.1837127 Feb 11 05:15:50.414854 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-02f8f56e-a018-454a-8ca5-1cd533625f8b service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721072 Feb 11 05:15:50.475598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-c5174690-c87c-485b-a147-8772c908cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:50.491590 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-c5174690-c87c-485b-a147-8772c908cb21 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 917 time: 0.4650767 Feb 11 05:15:50.495764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks [] for router_controller (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.554897 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-87fd0cda-5f2e-436e-b76b-2fb12c5a76fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e33767-8174-4a68-87af-1150826b8d70 HTTP/1.1" status: 200 len: 217 time: 0.0554600 Feb 11 05:15:50.772336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b16fd-0e09-4ce5-a4d1-157e79d424f2 req-45b36016-7952-4103-a0b5-d3cddbd7065b tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:50.776052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b68b16fd-0e09-4ce5-a4d1-157e79d424f2 req-45b36016-7952-4103-a0b5-d3cddbd7065b tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 944 time: 0.2834101 Feb 11 05:15:50.820369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] For port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:50.829646 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16793e88-5dbe-4e7e-8a96-3602cb32fcbc req-b97b3bd1-2b2e-48f8-9f6f-28deb9ddeb37 service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074426 Feb 11 05:15:50.859082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:50.863589 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:50.939683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] For port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:50.964857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b68b16fd-0e09-4ce5-a4d1-157e79d424f2 req-c2cf9cca-b414-4540-9bff-943e90f763c6 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749804 Feb 11 05:15:51.053392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks [] for router_gateway (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.080824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-6c3585c9-4152-4978-bff8-915440a3844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:51.086074 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-6c3585c9-4152-4978-bff8-915440a3844d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95a9de68-db0d-48d1-89b1-aed896765f3a HTTP/1.1" status: 200 len: 855 time: 0.5169418 Feb 11 05:15:51.109042 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Publish callbacks [] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.154694 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba34788a-2bcb-4213-ad32-37db1917d341 x-openstack-request-id: req-ba34788a-2bcb-4213-ad32-37db1917d341 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:51.155112 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:51.155365 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba34788a-2bcb-4213-ad32-37db1917d341 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:51.155775 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315', 'status': 'completed', 'code': 200} Feb 11 05:15:51.172328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.236681 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.371220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Network bbaf518c-b02e-4aae-bde9-0108f7c1e846 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:51.381396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:51.385892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:51.396526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:51.400939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Pushing event updated for resources: {'Port': ['ID=d7b87e44-a877-4782-b2b0-4c88088c4b8f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:51.401878 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.404210 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] 10.222.0.65 "PUT /v2.0/ports/0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b HTTP/1.1" status: 200 len: 1093 time: 3.5150597 Feb 11 05:15:51.407243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15402fb-ae52-4654-a309-850a1c95d1ae', 'tag': '0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:51.414682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.415052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.415395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.415733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.416066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.416434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.416993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.417397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.418332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.418763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.419119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.419530 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a43258-e0df-403a-af84-65b7fe79d03b" -d '{"events": [{"name": "network-changed", "server_uuid": "c15402fb-ae52-4654-a309-850a1c95d1ae", "tag": "0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:51.419679 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.420221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.431514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32837ae-f42b-4f13-85de-7c6ddf7ebfb1 req-928eabc4-b41f-4089-918f-4f54ee62bdc3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:51.442240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e32837ae-f42b-4f13-85de-7c6ddf7ebfb1 req-928eabc4-b41f-4089-918f-4f54ee62bdc3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 945 time: 0.1218505 Feb 11 05:15:51.454614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-5e7de00c-5787-498a-b39a-5f19e9619e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:51.470707 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-5e7de00c-5787-498a-b39a-5f19e9619e60 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3864748a-6f14-4739-9096-7ad17ea72b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3775797 Feb 11 05:15:51.538008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 24c6923b-a2f4-497a-b3b2-8dc66ca9264a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:51.612315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e32837ae-f42b-4f13-85de-7c6ddf7ebfb1 req-7a555254-1c6d-4634-9369-f64e25d30dc5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586761 Feb 11 05:15:51.680220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Attempting to bind port d7b87e44-a877-4782-b2b0-4c88088c4b8f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:51.680633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Attempting to bind port d7b87e44-a877-4782-b2b0-4c88088c4b8f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:51.681002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Attempting to bind port d7b87e44-a877-4782-b2b0-4c88088c4b8f on network bbaf518c-b02e-4aae-bde9-0108f7c1e846 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:51.761997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:51.765019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Checking segment: {'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:51.765019 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.765019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Bound using segment: {'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:51.765019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Bound port: d7b87e44-a877-4782-b2b0-4c88088c4b8f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:51.765019 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.850027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0bed2-fbbb-4229-a193-d2b9fb7a0d9b req-67c49db8-6e6c-4add-8aaf-d57e35c6ce4a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:51.855711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89b0bed2-fbbb-4229-a193-d2b9fb7a0d9b req-67c49db8-6e6c-4add-8aaf-d57e35c6ce4a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1024 time: 0.1189160 Feb 11 05:15:52.026949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] For port d7b87e44-a877-4782-b2b0-4c88088c4b8f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:52.032715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] For port d7b87e44-a877-4782-b2b0-4c88088c4b8f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d7b87e44-a877-4782-b2b0-4c88088c4b8f,segment=NetworkSegment(9124b426-6c05-4abc-80de-eed249021cc5),segment_id=9124b426-6c05-4abc-80de-eed249021cc5)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:52.080144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:52.083265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89b0bed2-fbbb-4229-a193-d2b9fb7a0d9b req-f9c55d0c-b082-4ba0-8b2f-a0f4e2d40db4 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf792e9e-506a-42b1-82c8-2d9c196d0906&id=19c1e081-8f12-4b77-8949-a01b43597ad8&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2208414 Feb 11 05:15:52.101087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '24c6923b-a2f4-497a-b3b2-8dc66ca9264a', 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11', 'port_id': '24c6923b-a2f4-497a-b3b2-8dc66ca9264a', 'mac_address': 'fa:16:3e:3e:6f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a9de68-db0d-48d1-89b1-aed896765f3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:52.195850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:52.196524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.199888 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.269969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867da4a-63d4-470b-b781-b7a3cb8cfa4e req-e910e0d0-9bf7-477c-ac21-d4f0833fbbbb tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.280503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e867da4a-63d4-470b-b781-b7a3cb8cfa4e req-e910e0d0-9bf7-477c-ac21-d4f0833fbbbb tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1128 time: 0.0716743 Feb 11 05:15:52.311635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c0fa6-f974-414f-884a-50164a573966 None None] Pushing event updated for resources: {'Port': ['ID=d7b87e44-a877-4782-b2b0-4c88088c4b8f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:52.340663 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad173a86-b05a-44b2-9930-e08b943cae4b x-openstack-request-id: req-ad173a86-b05a-44b2-9930-e08b943cae4b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:52.341264 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15402fb-ae52-4654-a309-850a1c95d1ae", "tag": "0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:52.341264 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad173a86-b05a-44b2-9930-e08b943cae4b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:52.341624 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15402fb-ae52-4654-a309-850a1c95d1ae', 'tag': '0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b', 'status': 'completed', 'code': 200} Feb 11 05:15:52.363450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c6923b-a2f4-497a-b3b2-8dc66ca9264a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:52.420278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:52.429592 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e867da4a-63d4-470b-b781-b7a3cb8cfa4e req-20a0475e-a8ba-4ee9-ae55-d12eaf64210e tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462362 Feb 11 05:15:52.491310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.532780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-3e55df38-ca93-480a-a314-93372d4e519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.536935 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-3e55df38-ca93-480a-a314-93372d4e519f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1436af19f9ac469b89d1005ee1d6743d&device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1208 time: 1.3048499 Feb 11 05:15:52.538253 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24cc29-77bd-4d8b-bc51-e8cf1e035417 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:52.595287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:52.692937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a25fc-c3c2-4bf3-940b-e952340036db req-4c04c7b2-01e9-40ec-a87e-588b9b12e922 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.694586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-927a25fc-c3c2-4bf3-940b-e952340036db req-4c04c7b2-01e9-40ec-a87e-588b9b12e922 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 944 time: 0.1257179 Feb 11 05:15:52.713097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['24c6923b-a2f4-497a-b3b2-8dc66ca9264a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:52.759281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-99d012e2-aa50-4bd6-a78d-9338d7659b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.764530 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-99d012e2-aa50-4bd6-a78d-9338d7659b01 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 200 len: 913 time: 0.2114210 Feb 11 05:15:52.917168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-927a25fc-c3c2-4bf3-940b-e952340036db req-796d52b9-38dd-4fa8-9c4a-57cec30668ff tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087090 Feb 11 05:15:52.983154 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-3b9de426-acec-477c-9689-908dae2a4bad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 200 len: 217 time: 0.2062886 Feb 11 05:15:53.014406 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-1a4e9f0c-f4b5-43f5-a85c-1b6b080a9a51 service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5048940 Feb 11 05:15:53.039173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-51eca964-133a-40cc-8e93-ea6077185e99 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.044335 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-51eca964-133a-40cc-8e93-ea6077185e99 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1024 time: 0.2621639 Feb 11 05:15:53.122121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-91275087-267f-4dfe-b572-d4471048b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.123710 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-91275087-267f-4dfe-b572-d4471048b0a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 1127 time: 0.7999523 Feb 11 05:15:53.148303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346e78-890a-45fc-87cd-14ce5925bab2 req-757d9bd3-8440-4e7f-a46c-81380612c6e9 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.151150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a346e78-890a-45fc-87cd-14ce5925bab2 req-757d9bd3-8440-4e7f-a46c-81380612c6e9 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1128 time: 0.2636180 Feb 11 05:15:53.368347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a346e78-890a-45fc-87cd-14ce5925bab2 req-a7c9b052-7e71-4694-9eca-f24df67a917c tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958923 Feb 11 05:15:53.402973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-f07ac4e3-b4c4-4792-b2f4-7e9ae94a787e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b HTTP/1.1" status: 200 len: 217 time: 0.2633028 Feb 11 05:15:53.405202 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4f71b396-4411-4ed5-9c40-a2dd6189d127 req-49fc633c-391e-4536-9a24-9c36a8465a2f service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390169 Feb 11 05:15:53.408522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-bfc36b74-ed82-451f-96ba-7fa0d2962fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.410128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-bfc36b74-ed82-451f-96ba-7fa0d2962fa4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 200 len: 852 time: 0.4079819 Feb 11 05:15:53.417320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Deleting port 3e069bc1-78f4-430c-b29a-9232c60c1315 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:53.429143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:53.460719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 27e33767-8174-4a68-87af-1150826b8d70 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:53.592956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-27c9bd50-e43b-453c-8da1-fd1f472a7b69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a6e4e59-8b37-4864-8ae3-469263e26e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280177 Feb 11 05:15:53.723447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dc846e09-0626-46a0-b1b4-8f526a43c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.725979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-dc846e09-0626-46a0-b1b4-8f526a43c8de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=95a9de68-db0d-48d1-89b1-aed896765f3a HTTP/1.1" status: 200 len: 855 time: 0.2766190 Feb 11 05:15:53.832926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 27e33767-8174-4a68-87af-1150826b8d70, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=27e33767-8174-4a68-87af-1150826b8d70,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:53.881387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '27e33767-8174-4a68-87af-1150826b8d70', 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11', 'port_id': '27e33767-8174-4a68-87af-1150826b8d70', 'mac_address': 'fa:16:3e:84:58:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a9de68-db0d-48d1-89b1-aed896765f3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:54.013160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 27e33767-8174-4a68-87af-1150826b8d70 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:54.030227 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27e33767-8174-4a68-87af-1150826b8d70), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.061806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-b408f192-63dc-445a-b76f-739d59e7e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:54.064262 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-b408f192-63dc-445a-b76f-739d59e7e8ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3864748a-6f14-4739-9096-7ad17ea72b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3290315 Feb 11 05:15:54.066250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks [] for router_gateway (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.066722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e33767-8174-4a68-87af-1150826b8d70 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:54.136241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 27e33767-8174-4a68-87af-1150826b8d70, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=27e33767-8174-4a68-87af-1150826b8d70,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:54.165471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.211840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (27e33767-8174-4a68-87af-1150826b8d70), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.248792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-7186aaf0-4030-4462-ab9a-b45ee2493ce6 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287628 Feb 11 05:15:54.330442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=27e33767-8174-4a68-87af-1150826b8d70,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:54.337125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] For port 3e069bc1-78f4-430c-b29a-9232c60c1315, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3e069bc1-78f4-430c-b29a-9232c60c1315,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:54.337125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.353412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Calling delete_port for 3e069bc1-78f4-430c-b29a-9232c60c1315 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:54.383305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc503bb-64bf-4c6f-bb21-a648a6382417 None None] Network bbaf518c-b02e-4aae-bde9-0108f7c1e846 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:54.555631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['27e33767-8174-4a68-87af-1150826b8d70'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:54.636952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772a03-870a-4088-91f8-7629a2bc6e1e req-d5cb4985-c5eb-4d9b-a547-fc42c8b52783 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:54.638411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa772a03-870a-4088-91f8-7629a2bc6e1e req-d5cb4985-c5eb-4d9b-a547-fc42c8b52783 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 948 time: 0.4044867 Feb 11 05:15:54.646416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e819f-3120-49c1-830e-23fec85c773f req-58d5b1f0-c5f9-458f-b791-18d7d8c10cd5 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:54.647911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-375e819f-3120-49c1-830e-23fec85c773f req-58d5b1f0-c5f9-458f-b791-18d7d8c10cd5 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 1024 time: 0.4109049 Feb 11 05:15:54.665458 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3e069bc1-78f4-430c-b29a-9232c60c1315), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.668264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d7b87e44-a877-4782-b2b0-4c88088c4b8f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:54.730333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'Port': ['ID=3e069bc1-78f4-430c-b29a-9232c60c1315,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:54.742267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e5443218-b686-40f5-b7c8-06eab4755d86'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:54.812242 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a98f4054-e636-4cc1-9bd8-9a9254b89aa8 req-b45c1133-106a-4798-8286-2ee055451b96 service neutron] 10.222.0.65 "GET /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699234 Feb 11 05:15:54.816459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-d7b593e8-b011-4f33-8b17-d6bf243929bf service neutron] 10.222.0.65 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378986 Feb 11 05:15:54.818236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa772a03-870a-4088-91f8-7629a2bc6e1e req-53df7411-3571-44b7-8dc9-c3a41611b172 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686635 Feb 11 05:15:54.871714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Allocated IP 172.25.8.127 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9bef854c-c969-4825-9eeb-744fcaee9f68) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:54.955152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] No DVR routers for this DVR port 3e069bc1-78f4-430c-b29a-9232c60c1315 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:54.966368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.967362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14a712d6-6194-478f-b972-e7dbc8d5dcc2 req-6c790650-fc52-4102-be1d-3ac1841b0e61 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.65 "DELETE /v2.0/ports/3e069bc1-78f4-430c-b29a-9232c60c1315 HTTP/1.1" status: 204 len: 173 time: 1.9204056 Feb 11 05:15:54.967915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'name': 'network-vif-deleted', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:54.972769 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb15e7fc-0c9f-4bb8-97c0-3f9130848be7" -d '{"events": [{"server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "name": "network-vif-deleted", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:55.022256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-375e819f-3120-49c1-830e-23fec85c773f req-91ae6858-5d77-47be-ba87-cc2b976dd4a3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf792e9e-506a-42b1-82c8-2d9c196d0906&id=19c1e081-8f12-4b77-8949-a01b43597ad8&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3637619 Feb 11 05:15:55.057889 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks [] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.089961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-83281583-221c-47ec-9f60-6e10905b68b4 None None] Provisioning complete for port d7b87e44-a877-4782-b2b0-4c88088c4b8f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:55.090351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83281583-221c-47ec-9f60-6e10905b68b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.194404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d7b87e44-a877-4782-b2b0-4c88088c4b8f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:55.194778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.215716 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d46a2bb0-b882-44d7-ae9a-5c642416ac54 req-d72c5b0f-5591-48f9-8145-ef5c798bb810 service neutron] 10.222.0.65 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791778 Feb 11 05:15:55.279497 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.297016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91726ea-f1ec-4f6a-97f8-a320a84189ce req-a639fe1b-8150-4ce6-bda7-90405a258d75 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:55.306137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d91726ea-f1ec-4f6a-97f8-a320a84189ce req-a639fe1b-8150-4ce6-bda7-90405a258d75 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 944 time: 0.1404457 Feb 11 05:15:55.322053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-212f8df6-14a4-48bc-8d5c-ad1b5de324b5 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:55.324391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-212f8df6-14a4-48bc-8d5c-ad1b5de324b5 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 948 time: 0.1043496 Feb 11 05:15:55.378953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d91726ea-f1ec-4f6a-97f8-a320a84189ce req-3f54104a-e829-4f90-8b99-44b5eb706b83 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712850 Feb 11 05:15:55.511220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:55.511220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:55.511220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:55.557570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44318) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:55.656936 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c409ae1-0ea7-400e-b057-fd8493d1b9a2 x-openstack-request-id: req-3c409ae1-0ea7-400e-b057-fd8493d1b9a2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:55.657356 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f312e10-a30c-4316-8ddc-4862500d86d7", "name": "network-vif-deleted", "tag": "3e069bc1-78f4-430c-b29a-9232c60c1315", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:55.657724 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c409ae1-0ea7-400e-b057-fd8493d1b9a2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:55.658487 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f312e10-a30c-4316-8ddc-4862500d86d7', 'name': 'network-vif-deleted', 'tag': '3e069bc1-78f4-430c-b29a-9232c60c1315', 'status': 'completed', 'code': 200} Feb 11 05:15:55.738126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 24c6923b-a2f4-497a-b3b2-8dc66ca9264a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:55.799134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Pushing event updated for resources: {'Port': ['ID=9bef854c-c969-4825-9eeb-744fcaee9f68,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:55.822258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Deleting port 886f06d9-d8df-475c-b452-661b900be5a0 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:55.822607 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (886f06d9-d8df-475c-b452-661b900be5a0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.847666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a43258-e0df-403a-af84-65b7fe79d03b req-205a132c-6262-4042-8789-830cc1cd23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:55.850491 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25a43258-e0df-403a-af84-65b7fe79d03b req-205a132c-6262-4042-8789-830cc1cd23e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 1127 time: 0.4560847 Feb 11 05:15:56.110925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a43258-e0df-403a-af84-65b7fe79d03b req-3b69fb06-6de9-4ff3-a7e9-aba251d2c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.122556 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25a43258-e0df-403a-af84-65b7fe79d03b req-3b69fb06-6de9-4ff3-a7e9-aba251d2c32b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 917 time: 0.2600625 Feb 11 05:15:56.225895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3e069bc1-78f4-430c-b29a-9232c60c1315 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:56.248054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25a43258-e0df-403a-af84-65b7fe79d03b req-114c3373-2a8a-4d62-8486-5c89b7fcc34b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b HTTP/1.1" status: 200 len: 217 time: 0.1181972 Feb 11 05:15:56.287881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] For port 886f06d9-d8df-475c-b452-661b900be5a0, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=886f06d9-d8df-475c-b452-661b900be5a0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:56.289172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (886f06d9-d8df-475c-b452-661b900be5a0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.323196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 3e069bc1-78f4-430c-b29a-9232c60c1315 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:56.323717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3e069bc1-78f4-430c-b29a-9232c60c1315 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:56.324816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 886f06d9-d8df-475c-b452-661b900be5a0 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:56.328160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Calling delete_port for 886f06d9-d8df-475c-b452-661b900be5a0 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:56.430474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a43258-e0df-403a-af84-65b7fe79d03b req-4383ea7e-3a21-45c2-839e-90fb766a9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.432322 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25a43258-e0df-403a-af84-65b7fe79d03b req-4383ea7e-3a21-45c2-839e-90fb766a9a09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=95a9de68-db0d-48d1-89b1-aed896765f3a HTTP/1.1" status: 200 len: 855 time: 0.1780953 Feb 11 05:15:56.472664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:56.516875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb00e1-c232-40e5-8c1c-e75f305fd153 req-a04c0d3f-6bec-47df-9113-b8f88def746d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.524870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:56.525278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.526672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dbb00e1-c232-40e5-8c1c-e75f305fd153 req-a04c0d3f-6bec-47df-9113-b8f88def746d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 948 time: 0.5446191 Feb 11 05:15:56.575122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d7b87e44-a877-4782-b2b0-4c88088c4b8f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:56.575504 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.577321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-83281583-221c-47ec-9f60-6e10905b68b4 None None] Current status of the port d7b87e44-a877-4782-b2b0-4c88088c4b8f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:56.577706 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83281583-221c-47ec-9f60-6e10905b68b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.612610 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks [] for router_gateway (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.665210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 886f06d9-d8df-475c-b452-661b900be5a0 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:56.697336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (886f06d9-d8df-475c-b452-661b900be5a0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.700146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port d7b87e44-a877-4782-b2b0-4c88088c4b8f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d7b87e44-a877-4782-b2b0-4c88088c4b8f,segment=NetworkSegment(9124b426-6c05-4abc-80de-eed249021cc5),segment_id=9124b426-6c05-4abc-80de-eed249021cc5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:56.711104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a43258-e0df-403a-af84-65b7fe79d03b req-12252c5a-0366-451b-9ead-a09f28adfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.712158 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25a43258-e0df-403a-af84-65b7fe79d03b req-12252c5a-0366-451b-9ead-a09f28adfb9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3864748a-6f14-4739-9096-7ad17ea72b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2639079 Feb 11 05:15:56.796255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ef92-3dc4-46d9-ba0d-171d222e89d0 req-a4b999d6-4d2f-4f4e-a6d6-40bf13fc2c82 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.805605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0918ef92-3dc4-46d9-ba0d-171d222e89d0 req-a4b999d6-4d2f-4f4e-a6d6-40bf13fc2c82 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1128 time: 0.6271584 Feb 11 05:15:56.818276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:56.824393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dbb00e1-c232-40e5-8c1c-e75f305fd153 req-34fe0e52-93cb-4c3e-8695-6ade58fe6099 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967534 Feb 11 05:15:56.825088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.863779 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25a43258-e0df-403a-af84-65b7fe79d03b req-c8eb3ab7-6af9-4b10-8fe1-0b8b1774024e service neutron] 10.222.0.65 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178904 Feb 11 05:15:56.925527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Pushing event deleted for resources: {'Port': ['ID=886f06d9-d8df-475c-b452-661b900be5a0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:56.964834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-83281583-221c-47ec-9f60-6e10905b68b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:15:56.965217 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-83281583-221c-47ec-9f60-6e10905b68b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:15:56.965819 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.046603 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec126a7a-0a9b-487d-8699-43e304ede478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c6923b-a2f4-497a-b3b2-8dc66ca9264a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:57.050124 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f7709f-cb29-45ea-9b0b-981c5fca32d8" -d '{"events": [{"server_uuid": "ec126a7a-0a9b-487d-8699-43e304ede478", "name": "network-vif-plugged", "status": "completed", "tag": "24c6923b-a2f4-497a-b3b2-8dc66ca9264a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:57.072836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:57.097863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=d7b87e44-a877-4782-b2b0-4c88088c4b8f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:57.116922 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25a43258-e0df-403a-af84-65b7fe79d03b req-21bdb4a6-b6bd-4dd7-bf6a-8d1ce65be9ce service neutron] 10.222.0.65 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469103 Feb 11 05:15:57.142226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.156558 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.196871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] No DVR routers for this DVR port 886f06d9-d8df-475c-b452-661b900be5a0 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:57.215582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0918ef92-3dc4-46d9-ba0d-171d222e89d0 req-d61a7c8d-3c35-4995-b1f2-e436bfb393ce tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089892 Feb 11 05:15:57.217183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.228293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:57.230708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68f735a8-441b-4f36-ac29-cdcd2ad5db8b req-4da24334-7282-452b-a06f-a4a54eba3df0 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "DELETE /v2.0/ports/886f06d9-d8df-475c-b452-661b900be5a0 HTTP/1.1" status: 204 len: 173 time: 1.8990541 Feb 11 05:15:57.234074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca1ecd44-cd8e-42d4-bdf8-703a955805e0 req-2960ea2e-5386-4be6-ac38-661e873d98c7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f312e10-a30c-4316-8ddc-4862500d86d7 HTTP/1.1" status: 200 len: 210 time: 0.1466241 Feb 11 05:15:57.300167 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd55db-2d01-489d-9408-a6c839593a04 x-openstack-request-id: req-70fd55db-2d01-489d-9408-a6c839593a04 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:57.303251 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec126a7a-0a9b-487d-8699-43e304ede478", "name": "network-vif-plugged", "status": "completed", "tag": "24c6923b-a2f4-497a-b3b2-8dc66ca9264a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:57.303251 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70fd55db-2d01-489d-9408-a6c839593a04 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:57.303251 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec126a7a-0a9b-487d-8699-43e304ede478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c6923b-a2f4-497a-b3b2-8dc66ca9264a', 'code': 200} Feb 11 05:15:57.402305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (32b2c274-2ce0-4320-bcc6-572b09380a43), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.528230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 27e33767-8174-4a68-87af-1150826b8d70 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:57.544935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e19958-ec4c-4d8b-982e-392836fa4176 req-34bcb111-33f3-474d-8ecd-e09d3d251a2e tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:57.551074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69e19958-ec4c-4d8b-982e-392836fa4176 req-34bcb111-33f3-474d-8ecd-e09d3d251a2e tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 944 time: 0.1567056 Feb 11 05:15:57.615473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-83281583-221c-47ec-9f60-6e10905b68b4 None None] Current status of the port d7b87e44-a877-4782-b2b0-4c88088c4b8f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:57.664777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'name': 'network-vif-deleted', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:57.666870 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66c70ab-ac7e-438f-ad69-f4f7598f70cd" -d '{"events": [{"server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "name": "network-vif-deleted", "tag": "886f06d9-d8df-475c-b452-661b900be5a0"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:57.674932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69e19958-ec4c-4d8b-982e-392836fa4176 req-21ba64cb-ccaf-456b-835f-3004f5ccf49e tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202242 Feb 11 05:15:57.735646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 27e33767-8174-4a68-87af-1150826b8d70 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:57.751520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 27e33767-8174-4a68-87af-1150826b8d70 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:57.751520 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (27e33767-8174-4a68-87af-1150826b8d70), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.766365 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3d6f3-bd21-47df-914e-9cf672b2f893 x-openstack-request-id: req-9da3d6f3-bd21-47df-914e-9cf672b2f893 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:57.766731 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ccdc34-a10c-4266-af0a-6e4fed494522", "name": "network-vif-deleted", "tag": "886f06d9-d8df-475c-b452-661b900be5a0", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:57.766898 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9da3d6f3-bd21-47df-914e-9cf672b2f893 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:57.767265 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ccdc34-a10c-4266-af0a-6e4fed494522', 'name': 'network-vif-deleted', 'tag': '886f06d9-d8df-475c-b452-661b900be5a0', 'status': 'completed', 'code': 200} Feb 11 05:15:57.779649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-464d05cd-899b-4dfc-b17c-1166e160dd4b None None] Provisioning complete for port d7b87e44-a877-4782-b2b0-4c88088c4b8f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:57.780068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-464d05cd-899b-4dfc-b17c-1166e160dd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.845658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3b5b-347f-4307-8000-4df714648f99 req-70191660-c846-401c-b1da-e8c063383271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:57.847502 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb6b3b5b-347f-4307-8000-4df714648f99 req-70191660-c846-401c-b1da-e8c063383271 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 1129 time: 0.4818325 Feb 11 05:15:57.907542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:15:57.957354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 27e33767-8174-4a68-87af-1150826b8d70 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:57.958365 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27e33767-8174-4a68-87af-1150826b8d70), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.980521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dbf9d75-6210-40bd-bcbc-43766ec85dd2 req-ae93fc84-986f-40b1-abd9-b1b3bb99cca9 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7ccdc34-a10c-4266-af0a-6e4fed494522 HTTP/1.1" status: 200 len: 210 time: 0.0432160 Feb 11 05:15:57.997128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb6b3b5b-347f-4307-8000-4df714648f99 req-a9493bf9-a848-49a4-9eff-5c778b851a9b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432877 Feb 11 05:15:58.007702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Deleting port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:58.007702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.018878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-464d05cd-899b-4dfc-b17c-1166e160dd4b None None] Current status of the port d7b87e44-a877-4782-b2b0-4c88088c4b8f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:58.037726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 27e33767-8174-4a68-87af-1150826b8d70, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=27e33767-8174-4a68-87af-1150826b8d70,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:58.087227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:58.099130 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Sync routers for ids ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:58.108511 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (27e33767-8174-4a68-87af-1150826b8d70), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.115321 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Routers {'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:58.117833 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:15:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:58.125741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] For port 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:58.126401 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.149584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Calling delete_port for 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:58.188130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.190786 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aaebe467-b7fe-4d10-b159-0c586410f1da admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5043805 Feb 11 05:15:58.196817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:58.209667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44344) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:58.255740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=27e33767-8174-4a68-87af-1150826b8d70,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:58.277579 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Set router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:58.506912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:58.522214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b', 'network_id': '3864748a-6f14-4739-9096-7ad17ea72b11', 'port_id': '0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b', 'mac_address': 'fa:16:3e:30:8d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a9de68-db0d-48d1-89b1-aed896765f3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:58.575361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:58.576091 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.600169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:58.606785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72dcdf46-29cc-4531-842a-7e78fd213272 req-e4ed6e4d-075b-4d84-b30b-5818fe359780 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/bf792e9e-506a-42b1-82c8-2d9c196d0906 HTTP/1.1" status: 200 len: 1817 time: 0.1745317 Feb 11 05:15:58.625505 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:15:55Z', 'revision_number': 3, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port': {'id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:54Z', 'updated_at': '2022-02-11T05:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:58.632048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c56d-ec70-47cf-8d9d-334e5a8a6f8b req-ef0a99b2-0625-4e50-9c2a-50e96be2341f tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:58.633622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0b4c56d-ec70-47cf-8d9d-334e5a8a6f8b req-ef0a99b2-0625-4e50-9c2a-50e96be2341f tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1128 time: 0.2053263 Feb 11 05:15:58.638298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:58.657144 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Checking router: e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:58.657761 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Updating router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 port 9bef854c-c969-4825-9eeb-744fcaee9f68 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:15:58.695188 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.701842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.774776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0b4c56d-ec70-47cf-8d9d-334e5a8a6f8b req-ebe5bcbe-efe4-488f-bb51-212d559b52d3 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342793 Feb 11 05:15:58.786990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-72dcdf46-29cc-4531-842a-7e78fd213272 req-2168ec81-16ab-4e34-a0bf-d146a51efd50 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (bf792e9e-506a-42b1-82c8-2d9c196d0906), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.787396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:58.810484 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (37dd8c0e-2fbf-4a46-96b8-dccc6213d64a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.894608 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-72dcdf46-29cc-4531-842a-7e78fd213272 req-2168ec81-16ab-4e34-a0bf-d146a51efd50 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (bf792e9e-506a-42b1-82c8-2d9c196d0906), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.898650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Pushing event deleted for resources: {'Port': ['ID=37dd8c0e-2fbf-4a46-96b8-dccc6213d64a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:58.993157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:59.128377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.235897 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Publish callbacks [] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.311464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e282c25-a87b-49ed-abf1-ee21acc9a6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e33767-8174-4a68-87af-1150826b8d70'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:59.318927 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e46281-9c70-42a7-947e-ff7f5cbb173d" -d '{"events": [{"server_uuid": "6e282c25-a87b-49ed-abf1-ee21acc9a6ef", "name": "network-vif-plugged", "status": "completed", "tag": "27e33767-8174-4a68-87af-1150826b8d70"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:59.324655 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.362162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d7b87e44-a877-4782-b2b0-4c88088c4b8f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:59.375433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517325d-78d8-404c-a5f1-7c3a93244d46 req-21857645-2308-45c0-ad84-ed4a829f3cb0 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:59.385374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a517325d-78d8-404c-a5f1-7c3a93244d46 req-21857645-2308-45c0-ad84-ed4a829f3cb0 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 945 time: 0.5283449 Feb 11 05:15:59.389137 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (32b2c274-2ce0-4320-bcc6-572b09380a43), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.477454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Allocated IP 172.20.0.1 (bbaf518c-b02e-4aae-bde9-0108f7c1e846/3141603e-b98e-44ac-b2e3-2235bfa0632e/097c8e63-497f-40b9-9974-028feae359b7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:59.504942 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Attempting to bind port 9bef854c-c969-4825-9eeb-744fcaee9f68 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:59.506158 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Attempting to bind port 9bef854c-c969-4825-9eeb-744fcaee9f68 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:59.507141 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Attempting to bind port 9bef854c-c969-4825-9eeb-744fcaee9f68 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:59.511057 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Pushing event updated for resources: {'Port': ['ID=9bef854c-c969-4825-9eeb-744fcaee9f68,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:59.544304 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:59.545735 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:59.545735 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.545735 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:59.546019 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Bound port: 9bef854c-c969-4825-9eeb-744fcaee9f68, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:59.546302 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.548646 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.549122 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.549574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.549807 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.550230 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.550586 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.550858 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.551261 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.552443 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.552971 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.553498 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.553852 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.554179 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:59.564044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d7b87e44-a877-4782-b2b0-4c88088c4b8f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:59.565700 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.616991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a517325d-78d8-404c-a5f1-7c3a93244d46 req-c04bff68-b61c-4cbb-8b70-f08c4f51c50b tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297103 Feb 11 05:15:59.620190 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-72dcdf46-29cc-4531-842a-7e78fd213272 req-2168ec81-16ab-4e34-a0bf-d146a51efd50 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bf792e9e-506a-42b1-82c8-2d9c196d0906), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.622974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-72dcdf46-29cc-4531-842a-7e78fd213272 req-2168ec81-16ab-4e34-a0bf-d146a51efd50 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.624092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72dcdf46-29cc-4531-842a-7e78fd213272 req-2168ec81-16ab-4e34-a0bf-d146a51efd50 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf792e9e-506a-42b1-82c8-2d9c196d0906 HTTP/1.1" status: 204 len: 173 time: 1.0162807 Feb 11 05:15:59.646126 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] For port 9bef854c-c969-4825-9eeb-744fcaee9f68, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:59.658046 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] For port 9bef854c-c969-4825-9eeb-744fcaee9f68, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bef854c-c969-4825-9eeb-744fcaee9f68,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:59.659862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168ec81-16ab-4e34-a0bf-d146a51efd50 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf792e9e-506a-42b1-82c8-2d9c196d0906,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:59.684829 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Publish callbacks [] for port (097c8e63-497f-40b9-9974-028feae359b7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.745598 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.751234 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1e0245-dc64-43a2-b596-405d2b9efeb6 x-openstack-request-id: req-cf1e0245-dc64-43a2-b596-405d2b9efeb6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:59.751562 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e282c25-a87b-49ed-abf1-ee21acc9a6ef", "name": "network-vif-plugged", "status": "completed", "tag": "27e33767-8174-4a68-87af-1150826b8d70", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:59.751815 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf1e0245-dc64-43a2-b596-405d2b9efeb6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:59.752212 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e282c25-a87b-49ed-abf1-ee21acc9a6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e33767-8174-4a68-87af-1150826b8d70', 'code': 200} Feb 11 05:15:59.753282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d7b87e44-a877-4782-b2b0-4c88088c4b8f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:59.844383 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72df3b-34c9-43a8-b584-5129069b5255 None None] Pushing event updated for resources: {'Port': ['ID=9bef854c-c969-4825-9eeb-744fcaee9f68,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:59.847482 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Routers {'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:59.848151 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:15:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:59.850423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (097c8e63-497f-40b9-9974-028feae359b7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.862571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea92075a-46ad-44ef-b5c6-3e3a849cff80 req-1b3b2554-a8b2-4257-8c92-d8ea811ab8d3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/19c1e081-8f12-4b77-8949-a01b43597ad8 HTTP/1.1" status: 200 len: 1817 time: 0.0765228 Feb 11 05:15:59.990469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Network bbaf518c-b02e-4aae-bde9-0108f7c1e846 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:59.996588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:00.000266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Pushing event updated for resources: {'Port': ['ID=097c8e63-497f-40b9-9974-028feae359b7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:00.004074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:00.032902 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] Set router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:00.039263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165fb1-681c-4bbb-9c25-f24288ccadbe req-2567ceda-0b37-49a2-a78f-3c658b6014f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:00.041207 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a6165fb1-681c-4bbb-9c25-f24288ccadbe req-2567ceda-0b37-49a2-a78f-3c658b6014f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 1128 time: 0.2323191 Feb 11 05:16:00.091496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.185200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:00.226707 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a6165fb1-681c-4bbb-9c25-f24288ccadbe req-10425a59-5bb4-4431-802f-220ede3675cf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785679 Feb 11 05:16:00.381612 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:15:55Z', 'revision_number': 3, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port': {'id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:54Z', 'updated_at': '2022-02-11T05:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:00.390971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:00.402241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:00.402628 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.431797 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9bc3f7-c468-45bb-98c2-3d6e6290fe72 None None] The sync data for ids ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'] in n-d-713498-37 is: [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:15:55Z', 'revision_number': 3, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port': {'id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:54Z', 'updated_at': '2022-02-11T05:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:00.436772 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ea92075a-46ad-44ef-b5c6-3e3a849cff80 req-091140c1-8c8e-4ceb-8586-5fbb2759246a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (19c1e081-8f12-4b77-8949-a01b43597ad8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.495276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Router 32b2c274-2ce0-4320-bcc6-572b09380a43 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:00.496256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (097c8e63-497f-40b9-9974-028feae359b7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.503263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cf2cf663-62b3-4dbc-a987-457a79513bbf None None] Provisioning complete for port 097c8e63-497f-40b9-9974-028feae359b7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:00.503644 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf663-62b3-4dbc-a987-457a79513bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (097c8e63-497f-40b9-9974-028feae359b7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.515732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ea92075a-46ad-44ef-b5c6-3e3a849cff80 req-091140c1-8c8e-4ceb-8586-5fbb2759246a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (19c1e081-8f12-4b77-8949-a01b43597ad8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.626105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:00.626602 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.631530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cf2cf663-62b3-4dbc-a987-457a79513bbf None None] Port 097c8e63-497f-40b9-9974-028feae359b7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:00.677338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:00.846785 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:00.862446 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ba846b41-c7ea-4571-bb79-dee6f4397720 admin admin] 10.222.0.62 "PUT /v2.0/routers/32b2c274-2ce0-4320-bcc6-572b09380a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3000722 Feb 11 05:16:00.864196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44400) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:00.889016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Publish callbacks [] for port (097c8e63-497f-40b9-9974-028feae359b7), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.900389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] Sync routers for ids ['32b2c274-2ce0-4320-bcc6-572b09380a43'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:00.917943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] Routers {'32b2c274-2ce0-4320-bcc6-572b09380a43'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:00.918602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:15:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['32b2c274-2ce0-4320-bcc6-572b09380a43'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:01.040535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks [] for router (32b2c274-2ce0-4320-bcc6-572b09380a43), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.069829 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.107449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (097c8e63-497f-40b9-9974-028feae359b7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.121549 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ea92075a-46ad-44ef-b5c6-3e3a849cff80 req-091140c1-8c8e-4ceb-8586-5fbb2759246a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (19c1e081-8f12-4b77-8949-a01b43597ad8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.143599 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ea92075a-46ad-44ef-b5c6-3e3a849cff80 req-091140c1-8c8e-4ceb-8586-5fbb2759246a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.145312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea92075a-46ad-44ef-b5c6-3e3a849cff80 req-091140c1-8c8e-4ceb-8586-5fbb2759246a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/19c1e081-8f12-4b77-8949-a01b43597ad8 HTTP/1.1" status: 204 len: 173 time: 1.2463791 Feb 11 05:16:01.159347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] Set router 32b2c274-2ce0-4320-bcc6-572b09380a43 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:01.236019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks [] for router_gateway (32b2c274-2ce0-4320-bcc6-572b09380a43), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.247697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091140c1-8c8e-4ceb-8586-5fbb2759246a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c1e081-8f12-4b77-8949-a01b43597ad8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:01.278635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:01.358693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Pushing event updated for resources: {'Port': ['ID=097c8e63-497f-40b9-9974-028feae359b7,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:01.362455 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.378563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Deleting port e847d49f-75b7-4c72-8242-9a1fc31b6a8d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:01.379885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.497569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:15:58Z', 'revision_number': 5, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port': {'id': 'e847d49f-75b7-4c72-8242-9a1fc31b6a8d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:04:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:41Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:01.555126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] Checking router: 32b2c274-2ce0-4320-bcc6-572b09380a43 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:01.560211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] For port e847d49f-75b7-4c72-8242-9a1fc31b6a8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e847d49f-75b7-4c72-8242-9a1fc31b6a8d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:01.560997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.587082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] Routers {'32b2c274-2ce0-4320-bcc6-572b09380a43'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:01.588080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:15:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['32b2c274-2ce0-4320-bcc6-572b09380a43'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:01.605427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Calling delete_port for e847d49f-75b7-4c72-8242-9a1fc31b6a8d owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:01.634795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Network bbaf518c-b02e-4aae-bde9-0108f7c1e846 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:01.641010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:01.702690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bef854c-c969-4825-9eeb-744fcaee9f68 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:01.998351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15402fb-ae52-4654-a309-850a1c95d1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:02.002415 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9851edff-cccd-4265-b0f4-6a868912a054" -d '{"events": [{"server_uuid": "c15402fb-ae52-4654-a309-850a1c95d1ae", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:02.006377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967bd4c-c8a8-48f2-be06-25c4e3ad44c2 req-b6e66294-6f88-4046-8a37-f08472949b13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:02.008147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:02.018496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b967bd4c-c8a8-48f2-be06-25c4e3ad44c2 req-b6e66294-6f88-4046-8a37-f08472949b13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.1560686 Feb 11 05:16:02.120043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] Set router 32b2c274-2ce0-4320-bcc6-572b09380a43 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:02.168795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b967bd4c-c8a8-48f2-be06-25c4e3ad44c2 req-c0dc09b7-d9d3-4c85-87d4-510101321e57 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491396 Feb 11 05:16:02.224398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:16:01Z', 'revision_number': 6, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:02.244422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:02.264746 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e847d49f-75b7-4c72-8242-9a1fc31b6a8d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.268739 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d1e8e5a7-f11e-4132-93bd-d099a0555d49 admin admin] 10.222.0.62 "PUT /v2.0/routers/e1c5b538-48d4-4ba5-a8e4-a6639112b2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0576727 Feb 11 05:16:02.291180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146535bc-78d5-4519-8d4d-251bce0a93e7 None None] The sync data for ids ['32b2c274-2ce0-4320-bcc6-572b09380a43'] in n-d-713498-37 is: [{'id': '32b2c274-2ce0-4320-bcc6-572b09380a43', 'name': 'tempest-AttachSCSIVolumeTestJSON-604944141-router', 'tenant_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:40Z', 'updated_at': '2022-02-11T05:16:01Z', 'revision_number': 6, 'project_id': '2345eed1b43142a4be5b2e83eb7b9cf2', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:02.312973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9bef854c-c969-4825-9eeb-744fcaee9f68 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:02.313360 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.319631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e847d49f-75b7-4c72-8242-9a1fc31b6a8d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:02.326300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-374ab590-9312-44cc-bd70-8a36be87a53c None None] Provisioning complete for port 097c8e63-497f-40b9-9974-028feae359b7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:02.326563 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-374ab590-9312-44cc-bd70-8a36be87a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (097c8e63-497f-40b9-9974-028feae359b7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.378474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-3a3f6098-e0fe-4efd-9fd0-889c6fd7437d tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:16:02.380796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-3a3f6098-e0fe-4efd-9fd0-889c6fd7437d tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090969 Feb 11 05:16:02.414552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-374ab590-9312-44cc-bd70-8a36be87a53c None None] Port 097c8e63-497f-40b9-9974-028feae359b7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:02.455852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44420) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:02.466666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9bef854c-c969-4825-9eeb-744fcaee9f68 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:02.467008 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.500792 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (32b2c274-2ce0-4320-bcc6-572b09380a43), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.502012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9bef854c-c969-4825-9eeb-744fcaee9f68, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bef854c-c969-4825-9eeb-744fcaee9f68,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:02.504020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-3c6b2990-221e-4414-86a8-1a9cf1a5bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:02.506107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-3c6b2990-221e-4414-86a8-1a9cf1a5bfc6 service neutron] 10.222.0.62 "GET /v2.0/ports/73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 1125 time: 0.0934227 Feb 11 05:16:02.530601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1326428245'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:02.579192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.586632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Request body: {'binding': {'host': 'n-h2-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:02.587089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Unknown quota resources ['binding']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:16:02.640098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9bef854c-c969-4825-9eeb-744fcaee9f68,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:02.653699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (32b2c274-2ce0-4320-bcc6-572b09380a43), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.657454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks [] for router_controller (32b2c274-2ce0-4320-bcc6-572b09380a43), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.659247 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:02.663611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.694893 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d5030f8-33c7-49eb-b18b-f032c3543c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.701772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:02.720430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4d9a8cb0-fc53-409b-a8a8-c7ce3e506882), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.720977 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Added segment 4d9a8cb0-fc53-409b-a8a8-c7ce3e506882 of type vlan for network b14baea8-6733-4d3a-8505-29d99c4f7b78 Feb 11 05:16:02.756050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a26f0360-e113-4334-be35-b75635aa7414 req-bd945ba0-2ba0-4f4e-8c82-8cd976ec3fc7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-236155729', 'description': 'tempest-description-1815554356'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:02.799243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b14baea8-6733-4d3a-8505-29d99c4f7b78), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.912375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on host n-h2-713498-37 for vnic_type normal with profile None {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:02.912752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:02.913089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:02.917928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:02.918290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:02.923938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:02.924303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:02.924756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:02.925197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Bound port: 73765771-4d84-402d-8559-6a9b962eed59, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:02.928992 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (32b2c274-2ce0-4320-bcc6-572b09380a43), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.929708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b2c274-2ce0-4320-bcc6-572b09380a43 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:16:02.934844 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.935428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b14baea8-6733-4d3a-8505-29d99c4f7b78), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.938398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3c5d4c3e-bb06-4645-996b-89b5a279c7b6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/32b2c274-2ce0-4320-bcc6-572b09380a43 HTTP/1.1" status: 204 len: 168 time: 2.0704753 Feb 11 05:16:02.939523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44428) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:02.943647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:02.944431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.977734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a26f0360-e113-4334-be35-b75635aa7414 req-bd945ba0-2ba0-4f4e-8c82-8cd976ec3fc7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.022535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Network': ['ID=b14baea8-6733-4d3a-8505-29d99c4f7b78,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:03.033301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b14baea8-6733-4d3a-8505-29d99c4f7b78 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:03.052878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b38035-1876-48a8-8199-388150e47cab admin admin] Deleting subnet 49443536-9197-4e82-ae0d-089847558ccd {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:03.059411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aa953ab9-5430-426a-918f-512144cfd55e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5992172 Feb 11 05:16:03.059779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:03.066864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53b38035-1876-48a8-8199-388150e47cab admin admin] Publish callbacks [] for subnet (49443536-9197-4e82-ae0d-089847558ccd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.067103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'subnet': {'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:03.070658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:03.135156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53b38035-1876-48a8-8199-388150e47cab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (49443536-9197-4e82-ae0d-089847558ccd), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.169280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.170494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-f4593af9-3f67-4e83-bafd-ffa50f4b85a5 service neutron] 10.222.0.62 "POST /v2.0/ports/73765771-4d84-402d-8559-6a9b962eed59/bindings HTTP/1.1" status: 201 len: 390 time: 0.6371341 Feb 11 05:16:03.198049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a26f0360-e113-4334-be35-b75635aa7414 req-bd945ba0-2ba0-4f4e-8c82-8cd976ec3fc7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (fa30f26b-91d8-4841-9880-58fb20327049), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.271789 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Sync routers for ids ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:03.287909 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Routers {'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:03.290043 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:15:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:03.305889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a26f0360-e113-4334-be35-b75635aa7414 req-bd945ba0-2ba0-4f4e-8c82-8cd976ec3fc7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa30f26b-91d8-4841-9880-58fb20327049), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.319261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bef854c-c969-4825-9eeb-744fcaee9f68 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:03.327657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:03.331826 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.370960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd945ba0-2ba0-4f4e-8c82-8cd976ec3fc7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa30f26b-91d8-4841-9880-58fb20327049,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:03.407331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53b38035-1876-48a8-8199-388150e47cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (49443536-9197-4e82-ae0d-089847558ccd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.429812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9bef854c-c969-4825-9eeb-744fcaee9f68 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:03.430183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.476487 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Set router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:03.584663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9bef854c-c969-4825-9eeb-744fcaee9f68 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:03.619511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a26f0360-e113-4334-be35-b75635aa7414 req-bd945ba0-2ba0-4f4e-8c82-8cd976ec3fc7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.632992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a26f0360-e113-4334-be35-b75635aa7414 req-bd945ba0-2ba0-4f4e-8c82-8cd976ec3fc7 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8851154 Feb 11 05:16:03.656346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53b38035-1876-48a8-8199-388150e47cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (49443536-9197-4e82-ae0d-089847558ccd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.687022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:03.741288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:03.744040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 37dd8c0e-2fbf-4a46-96b8-dccc6213d64a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:03.744709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e847d49f-75b7-4c72-8242-9a1fc31b6a8d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:03.794788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-5e25765f-28fd-4eeb-9095-57f422886c97 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:03.796375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-5e25765f-28fd-4eeb-9095-57f422886c97 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 949 time: 0.2882223 Feb 11 05:16:03.797879 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74570e1e-c91f-49d5-9fd4-e44a158501ff x-openstack-request-id: req-74570e1e-c91f-49d5-9fd4-e44a158501ff {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:03.798380 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15402fb-ae52-4654-a309-850a1c95d1ae", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:03.798791 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74570e1e-c91f-49d5-9fd4-e44a158501ff {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:03.799339 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15402fb-ae52-4654-a309-850a1c95d1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b', 'code': 200} Feb 11 05:16:03.801074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: e847d49f-75b7-4c72-8242-9a1fc31b6a8d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:03.802105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e847d49f-75b7-4c72-8242-9a1fc31b6a8d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:03.847493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b38035-1876-48a8-8199-388150e47cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49443536-9197-4e82-ae0d-089847558ccd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:03.856283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae825e7-3091-4a32-8e88-cb41c8bee499 None None] Network 35827c82-ab69-4ace-8213-b1783031d193 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:03.867632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53b38035-1876-48a8-8199-388150e47cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.883397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44448) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:03.885999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-53b38035-1876-48a8-8199-388150e47cab admin admin] 10.222.0.62 "DELETE /v2.0/subnets/49443536-9197-4e82-ae0d-089847558ccd HTTP/1.1" status: 204 len: 168 time: 0.9452236 Feb 11 05:16:03.956638 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:16:00Z', 'revision_number': 4, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port': {'id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:54Z', 'updated_at': '2022-02-11T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '097c8e63-497f-40b9-9974-028feae359b7', 'name': '', 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'mac_address': 'fa:16:3e:55:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '3141603e-b98e-44ac-b2e3-2235bfa0632e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:00Z', 'revision_number': 2, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'subnets': [{'id': '3141603e-b98e-44ac-b2e3-2235bfa0632e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:04.023141 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Checking router: e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:04.024181 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Updating router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 port 097c8e63-497f-40b9-9974-028feae359b7 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:04.040611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758ab71-8407-46d4-b6e1-47571bd94383 req-71b1999e-1173-43d6-a56d-bcae4624e25d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.045293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3758ab71-8407-46d4-b6e1-47571bd94383 req-71b1999e-1173-43d6-a56d-bcae4624e25d tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 949 time: 0.2596312 Feb 11 05:16:04.071423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (35827c82-ab69-4ace-8213-b1783031d193), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.082646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-068085d0-19f8-4157-a61f-96b2fd4ad816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.084310 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-068085d0-19f8-4157-a61f-96b2fd4ad816 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1128 time: 0.2000065 Feb 11 05:16:04.100309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] DHCP port deletion for 35827c82-ab69-4ace-8213-b1783031d193 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:16:04.110293 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (097c8e63-497f-40b9-9974-028feae359b7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.116908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9302cb-d150-411f-9acf-ad9b301175b9 req-9960de31-519d-46b8-92ae-13ee29b822c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.125808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae9302cb-d150-411f-9acf-ad9b301175b9 req-9960de31-519d-46b8-92ae-13ee29b822c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 1129 time: 0.2805023 Feb 11 05:16:04.140547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (48fff828-f1ca-46b0-a834-946707d38384), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.150252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac953d-8e9d-4730-ad0c-ec38fdadac26 req-3afbf788-5844-4cb3-a6a9-cdcc14f15794 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.152029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdac953d-8e9d-4730-ad0c-ec38fdadac26 req-3afbf788-5844-4cb3-a6a9-cdcc14f15794 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 945 time: 0.2211471 Feb 11 05:16:04.189657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3758ab71-8407-46d4-b6e1-47571bd94383 req-57dd1a35-bce8-4507-84c8-b4db9ccae43a tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/security-groups?id=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194470 Feb 11 05:16:04.213891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Deleting port 80c4adeb-a67a-4509-830c-30a50c4f5cad {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:04.214311 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.224172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] Deleting port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:04.224550 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.338226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] For port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:04.338990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.344374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.65', 52663) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:04.366114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] Calling delete_port for a0a9603e-85d0-48a3-8764-1e8c3caf8b6b owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:04.421306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdac953d-8e9d-4730-ad0c-ec38fdadac26 req-640ffbb4-07b5-434c-89c5-17fe73c5462b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591491 Feb 11 05:16:04.496133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Subnet': ['ID=48fff828-f1ca-46b0-a834-946707d38384,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:04.503802 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae9302cb-d150-411f-9acf-ad9b301175b9 req-9b04e6e1-258b-4412-895c-c88f55b070f1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609815 Feb 11 05:16:04.528310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-e2e5cb5d-64f7-4ed9-ae73-ea0199c46398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.530113 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-e2e5cb5d-64f7-4ed9-ae73-ea0199c46398 service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.4385631 Feb 11 05:16:04.545609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Checking segment: {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:04.545977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network hostable DHCP agents. Network: b14baea8-6733-4d3a-8505-29d99c4f7b78, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:04.556454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Deleting port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:04.556969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.570154 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Publish callbacks [] for port (097c8e63-497f-40b9-9974-028feae359b7), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.588000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] For port 80c4adeb-a67a-4509-830c-30a50c4f5cad, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=80c4adeb-a67a-4509-830c-30a50c4f5cad,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:04.588732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.601874 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.623272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-e312a366-58cd-45e5-ac3d-6cca5e6cf717 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.625050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-e312a366-58cd-45e5-ac3d-6cca5e6cf717 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 945 time: 0.2673852 Feb 11 05:16:04.628917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] Pushing event deleted for resources: {'Port': ['ID=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:04.635444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199c1fd-2b40-416f-9a90-1da6d7a66b53 None None] No DVR routers for this DVR port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:04.638608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Calling delete_port for 80c4adeb-a67a-4509-830c-30a50c4f5cad owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:04.656209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ccac-322e-4123-851e-0dfe2346ec1a req-8efdf045-0529-41ca-a421-ac4e9fe07d81 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.663909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1e6ccac-322e-4123-851e-0dfe2346ec1a req-8efdf045-0529-41ca-a421-ac4e9fe07d81 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.3202736 Feb 11 05:16:04.666185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] For port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,segment=NetworkSegment(ddb634a7-c74c-409c-a8d0-4f7f3e33904a),segment_id=ddb634a7-c74c-409c-a8d0-4f7f3e33904a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:04.666532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.679820 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (097c8e63-497f-40b9-9974-028feae359b7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.686925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Calling delete_port for a0a9603e-85d0-48a3-8764-1e8c3caf8b6b owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:04.747667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network b14baea8-6733-4d3a-8505-29d99c4f7b78 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:04.755769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-1e3c5dcf-4c04-4388-8ad8-d421de954c9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 217 time: 0.0559604 Feb 11 05:16:04.759938 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923edde-347a-4e21-b858-d536dbdeb594 None None] Pushing event updated for resources: {'Port': ['ID=097c8e63-497f-40b9-9974-028feae359b7,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:04.820540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2ea61-b90d-4c2d-8a4d-5a137854d24b req-15b4f401-8958-441b-91a8-1f9a3739e9c3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.828229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ae2ea61-b90d-4c2d-8a4d-5a137854d24b req-15b4f401-8958-441b-91a8-1f9a3739e9c3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 945 time: 0.2810733 Feb 11 05:16:04.882807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1e6ccac-322e-4123-851e-0dfe2346ec1a req-6679027f-e435-47ad-bcd9-6a71d80f4627 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176127 Feb 11 05:16:04.902707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-4567e8a3-8750-46a9-9cb6-b019e77b9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.904873 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-4567e8a3-8750-46a9-9cb6-b019e77b9eed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0791857 Feb 11 05:16:04.958075 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-222bd5f9-7af6-4f08-aeb9-2f4ff168b754 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443184 Feb 11 05:16:05.025299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b14baea8-6733-4d3a-8505-29d99c4f7b78) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:05.037339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca85ab-f2ed-4153-8209-a0f2472039eb None None] Network b14baea8-6733-4d3a-8505-29d99c4f7b78 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:05.044678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:05.045214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.085853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a941ea38-73fc-4585-896b-53a7fe2040d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.127027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (a0a9603e-85d0-48a3-8764-1e8c3caf8b6b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.137590 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Attempting to bind port 097c8e63-497f-40b9-9974-028feae359b7 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:05.138334 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Attempting to bind port 097c8e63-497f-40b9-9974-028feae359b7 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:05.138977 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Attempting to bind port 097c8e63-497f-40b9-9974-028feae359b7 on network bbaf518c-b02e-4aae-bde9-0108f7c1e846 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:05.151002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0a9603e-85d0-48a3-8764-1e8c3caf8b6b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:05.151506 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:05.152177 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Checking segment: {'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:05.152911 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.155671 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Bound using segment: {'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:05.156561 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Bound port: 097c8e63-497f-40b9-9974-028feae359b7, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9124b426-6c05-4abc-80de-eed249021cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:05.160256 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (097c8e63-497f-40b9-9974-028feae359b7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.172667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a9603e-85d0-48a3-8764-1e8c3caf8b6b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:05.179694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] No DVR routers for this DVR port a0a9603e-85d0-48a3-8764-1e8c3caf8b6b on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:05.237152 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a9e8193a-826c-42c3-8216-9b5cc6460a1e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1761706 Feb 11 05:16:05.243644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44454) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:05.258063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1294717348'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:05.258651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: a0a9603e-85d0-48a3-8764-1e8c3caf8b6b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:05.259013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0a9603e-85d0-48a3-8764-1e8c3caf8b6b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:05.281305 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-49408d69-977d-42f3-ac65-e6d5ba469ecf service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158782 Feb 11 05:16:05.301134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-425d62ed-96aa-412c-a990-dd1ac31bfa6a None None] Provisioning complete for port 097c8e63-497f-40b9-9974-028feae359b7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:05.310333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-425d62ed-96aa-412c-a990-dd1ac31bfa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (097c8e63-497f-40b9-9974-028feae359b7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.320494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-b14baea8-6733-4d3a-8505-29d99c4f7b78', 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78', 'project_id': '26099f94e4164b4abd43614afdbe9154', 'fixed_ips': [{'subnet_id': '48fff828-f1ca-46b0-a834-946707d38384'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:16:05.321432 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.342023 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] For port 097c8e63-497f-40b9-9974-028feae359b7, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:05.343648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-980c8805-d129-45f9-8d55-2ded837b6d80 req-d622fa6f-c32f-460b-ba92-107bffd41d5c tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/fa30f26b-91d8-4841-9880-58fb20327049 HTTP/1.1" status: 200 len: 1817 time: 0.4264252 Feb 11 05:16:05.345992 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] For port 097c8e63-497f-40b9-9974-028feae359b7, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=097c8e63-497f-40b9-9974-028feae359b7,segment=NetworkSegment(9124b426-6c05-4abc-80de-eed249021cc5),segment_id=9124b426-6c05-4abc-80de-eed249021cc5)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:05.371557 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (80c4adeb-a67a-4509-830c-30a50c4f5cad), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.416527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-425d62ed-96aa-412c-a990-dd1ac31bfa6a None None] Port 097c8e63-497f-40b9-9974-028feae359b7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:05.439201 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (097c8e63-497f-40b9-9974-028feae359b7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.477284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-980c8805-d129-45f9-8d55-2ded837b6d80 req-ede51cb7-025e-4105-8c18-918aca77f63f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1161475917', 'description': 'tempest-description-hth-1945724780'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:05.534711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Pushing event deleted for resources: {'Port': ['ID=80c4adeb-a67a-4509-830c-30a50c4f5cad,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:05.578963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Allocated IP 19.80.0.2 (b14baea8-6733-4d3a-8505-29d99c4f7b78/48fff828-f1ca-46b0-a834-946707d38384/62d18072-a55c-4285-aa9e-48746d85ffb3) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:05.581381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] No DVR routers for this DVR port 80c4adeb-a67a-4509-830c-30a50c4f5cad on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:05.586407 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.591387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c5aeb74-3844-4d31-be2a-5a78a9957e1c req-add1bb86-3fb4-4df0-b054-5be8b6712442 tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.65 "DELETE /v2.0/ports/80c4adeb-a67a-4509-830c-30a50c4f5cad HTTP/1.1" status: 204 len: 173 time: 1.7450111 Feb 11 05:16:05.594870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-980c8805-d129-45f9-8d55-2ded837b6d80 req-ede51cb7-025e-4105-8c18-918aca77f63f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (fa30f26b-91d8-4841-9880-58fb20327049), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.663588 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-980c8805-d129-45f9-8d55-2ded837b6d80 req-ede51cb7-025e-4105-8c18-918aca77f63f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (fa30f26b-91d8-4841-9880-58fb20327049), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.664989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-deleted', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:05.668147 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923edde-347a-4e21-b858-d536dbdeb594 None None] Pushing event updated for resources: {'Port': ['ID=097c8e63-497f-40b9-9974-028feae359b7,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:05.668705 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88879790-a4d0-45e9-823b-ac2d3431faad" -d '{"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-deleted", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:05.693317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ae2ea61-b90d-4c2d-8a4d-5a137854d24b req-45cf21df-aa72-415c-af06-7d6346cc5b4d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8602183 Feb 11 05:16:05.710327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Deleting port 1c67d54d-888c-4285-969d-34c0a73f3115 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:05.710674 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.727429 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Routers {'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:05.728074 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:16:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:05.737093 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (35827c82-ab69-4ace-8213-b1783031d193), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.776473 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-980c8805-d129-45f9-8d55-2ded837b6d80 req-ede51cb7-025e-4105-8c18-918aca77f63f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa30f26b-91d8-4841-9880-58fb20327049), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.781410 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-980c8805-d129-45f9-8d55-2ded837b6d80 req-ede51cb7-025e-4105-8c18-918aca77f63f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.785720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-980c8805-d129-45f9-8d55-2ded837b6d80 req-ede51cb7-025e-4105-8c18-918aca77f63f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "PUT /v2.0/security-groups/fa30f26b-91d8-4841-9880-58fb20327049 HTTP/1.1" status: 200 len: 1792 time: 0.4222715 Feb 11 05:16:05.879509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:05.885047 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.925758 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Publish callbacks [] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.980445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35827c82-ab69-4ace-8213-b1783031d193']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:05.991985 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] Set router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:06.018405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:06.018702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb634a7-c74c-409c-a8d0-4f7f3e33904a') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:06.022975 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.081121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (ddb634a7-c74c-409c-a8d0-4f7f3e33904a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.089434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] For port 1c67d54d-888c-4285-969d-34c0a73f3115, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=1c67d54d-888c-4285-969d-34c0a73f3115,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:06.094005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.111407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ddb634a7-c74c-409c-a8d0-4f7f3e33904a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.122937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:06.123260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (ddb634a7-c74c-409c-a8d0-4f7f3e33904a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.128252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Calling delete_port for 1c67d54d-888c-4285-969d-34c0a73f3115 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:06.181519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Network b14baea8-6733-4d3a-8505-29d99c4f7b78 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:06.186252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:06.206470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:06.218240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Pushing event updated for resources: {'Port': ['ID=62d18072-a55c-4285-aa9e-48746d85ffb3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:06.235232 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:06.238037 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-0252354b-5b86-4c6d-b1fb-404971f7200a service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973375 Feb 11 05:16:06.253828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:06.255300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:06.266316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (624c17a6-881c-45b7-b08f-82c55c4ed931), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.266316 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Added segment 624c17a6-881c-45b7-b08f-82c55c4ed931 of type vlan for network a1192e53-1f48-4835-9ad9-5bb642340a4b Feb 11 05:16:06.306447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (35827c82-ab69-4ace-8213-b1783031d193), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.315266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 80c4adeb-a67a-4509-830c-30a50c4f5cad {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:06.315607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 80c4adeb-a67a-4509-830c-30a50c4f5cad not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:06.320919 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.331842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-deea61f5-5bff-4a5f-9811-ad36f76496ed None None] Provisioning complete for port 097c8e63-497f-40b9-9974-028feae359b7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:06.332088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] 10.222.0.62 "DELETE /v2.0/networks/35827c82-ab69-4ace-8213-b1783031d193 HTTP/1.1" status: 204 len: 168 time: 2.4216156 Feb 11 05:16:06.332311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-deea61f5-5bff-4a5f-9811-ad36f76496ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (097c8e63-497f-40b9-9974-028feae359b7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.338067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44466) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:06.345605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13886673-9d4a-486e-9354-88677aa09ec9 req-e021d253-c77e-4d67-b7fc-1c8e508ac0fa tempest-ListImageFiltersTestJSON-198900333 tempest-ListImageFiltersTestJSON-198900333-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9c7fb49-7cac-4b72-ae31-dea9fb6b0555 HTTP/1.1" status: 200 len: 210 time: 0.5162485 Feb 11 05:16:06.350376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Attempting to bind port 62d18072-a55c-4285-aa9e-48746d85ffb3 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:06.350768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Attempting to bind port 62d18072-a55c-4285-aa9e-48746d85ffb3 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:06.351473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Attempting to bind port 62d18072-a55c-4285-aa9e-48746d85ffb3 on network b14baea8-6733-4d3a-8505-29d99c4f7b78 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:06.367552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10082c-fa19-43f1-bf9d-8157777e5e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=35827c82-ab69-4ace-8213-b1783031d193,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:06.371122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (a1192e53-1f48-4835-9ad9-5bb642340a4b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.466655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:06.467273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Checking segment: {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:06.467565 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.467840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Bound using segment: {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:06.468340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Bound port: 62d18072-a55c-4285-aa9e-48746d85ffb3, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:06.468820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.477960 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:16:00Z', 'revision_number': 4, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port': {'id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:54Z', 'updated_at': '2022-02-11T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '097c8e63-497f-40b9-9974-028feae359b7', 'name': '', 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'mac_address': 'fa:16:3e:55:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '3141603e-b98e-44ac-b2e3-2235bfa0632e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:05Z', 'revision_number': 4, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'subnets': [{'id': '3141603e-b98e-44ac-b2e3-2235bfa0632e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:06.513966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7946d0-6fa9-47e0-8b5e-798aa04737cc None None] The sync data for ids ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'] in n-d-713498-37 is: [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:16:00Z', 'revision_number': 4, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port': {'id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:54Z', 'updated_at': '2022-02-11T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '097c8e63-497f-40b9-9974-028feae359b7', 'name': '', 'network_id': 'bbaf518c-b02e-4aae-bde9-0108f7c1e846', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'mac_address': 'fa:16:3e:55:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '3141603e-b98e-44ac-b2e3-2235bfa0632e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:05Z', 'revision_number': 4, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'subnets': [{'id': '3141603e-b98e-44ac-b2e3-2235bfa0632e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:06.515513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-e8bf7c80-b25a-413d-8539-afdfae4b0ce8 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:06.517634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-e8bf7c80-b25a-413d-8539-afdfae4b0ce8 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.1396194 Feb 11 05:16:06.537040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-37'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:06.578917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (a1192e53-1f48-4835-9ad9-5bb642340a4b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.598336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:06.604138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.642917 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2145cbbc-e199-4f49-b626-b7fe151059ee x-openstack-request-id: req-2145cbbc-e199-4f49-b626-b7fe151059ee {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:06.643129 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c7fb49-7cac-4b72-ae31-dea9fb6b0555", "name": "network-vif-deleted", "tag": "80c4adeb-a67a-4509-830c-30a50c4f5cad", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:06.643370 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2145cbbc-e199-4f49-b626-b7fe151059ee {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:06.643811 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7fb49-7cac-4b72-ae31-dea9fb6b0555', 'name': 'network-vif-deleted', 'tag': '80c4adeb-a67a-4509-830c-30a50c4f5cad', 'status': 'completed', 'code': 200} Feb 11 05:16:06.672853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.708803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede51cb7-025e-4105-8c18-918aca77f63f tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa30f26b-91d8-4841-9880-58fb20327049,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:06.711330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-deea61f5-5bff-4a5f-9811-ad36f76496ed None None] Current status of the port 097c8e63-497f-40b9-9974-028feae359b7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:06.723918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-deea61f5-5bff-4a5f-9811-ad36f76496ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (097c8e63-497f-40b9-9974-028feae359b7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.727736 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1c67d54d-888c-4285-969d-34c0a73f3115), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.741168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73765771-4d84-402d-8559-6a9b962eed59), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.744663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Network': ['ID=a1192e53-1f48-4835-9ad9-5bb642340a4b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:06.756349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] For port 62d18072-a55c-4285-aa9e-48746d85ffb3, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:06.778935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network a1192e53-1f48-4835-9ad9-5bb642340a4b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:06.806008 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0a427f04-125e-4731-95cf-8f6045fb4aa1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5609801 Feb 11 05:16:06.811494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44470) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:06.823527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'subnet': {'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:06.841118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] For port 62d18072-a55c-4285-aa9e-48746d85ffb3, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=62d18072-a55c-4285-aa9e-48746d85ffb3,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:06.885904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event deleted for resources: {'Port': ['ID=1c67d54d-888c-4285-969d-34c0a73f3115,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:06.925785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-deea61f5-5bff-4a5f-9811-ad36f76496ed None None] For port 097c8e63-497f-40b9-9974-028feae359b7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=097c8e63-497f-40b9-9974-028feae359b7,segment=NetworkSegment(9124b426-6c05-4abc-80de-eed249021cc5),segment_id=9124b426-6c05-4abc-80de-eed249021cc5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:06.954545 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.040430 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-deea61f5-5bff-4a5f-9811-ad36f76496ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (097c8e63-497f-40b9-9974-028feae359b7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.131424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006d15b-656d-4f83-8ac7-dd216075a247 None None] Pushing event updated for resources: {'Port': ['ID=62d18072-a55c-4285-aa9e-48746d85ffb3,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:07.133778 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:07.166519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:07.180977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.227744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 097c8e63-497f-40b9-9974-028feae359b7 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:07.327353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea61f5-5bff-4a5f-9811-ad36f76496ed None None] Pushing event updated for resources: {'Port': ['ID=097c8e63-497f-40b9-9974-028feae359b7,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:07.361016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 097c8e63-497f-40b9-9974-028feae359b7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:07.361393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (097c8e63-497f-40b9-9974-028feae359b7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.456102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:07.518853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 097c8e63-497f-40b9-9974-028feae359b7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:07.561786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73765771-4d84-402d-8559-6a9b962eed59'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:07.564519 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87112ac3-9795-4215-8851-84e7c5280379" -d '{"events": [{"server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "name": "network-vif-unplugged", "status": "completed", "tag": "73765771-4d84-402d-8559-6a9b962eed59"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:07.570254 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Publish callbacks [] for port (73765771-4d84-402d-8559-6a9b962eed59), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.658621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ead302-3786-4941-941e-643163e99272 req-98570863-ed8f-4e8d-a66c-1633199dda1f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:07.658621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63ead302-3786-4941-941e-643163e99272 req-98570863-ed8f-4e8d-a66c-1633199dda1f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 867 time: 1.3731239 Feb 11 05:16:07.658621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] No DVR routers for this DVR port 1c67d54d-888c-4285-969d-34c0a73f3115 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:07.673248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15ba0417-4d45-464b-a567-d06c85deaea0 req-0cf65789-b6ee-4b87-b56f-bc5bd1d5e39d tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/fa30f26b-91d8-4841-9880-58fb20327049 HTTP/1.1" status: 200 len: 1792 time: 1.0397072 Feb 11 05:16:07.683401 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.684980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.691271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-496d01ce-83f8-4653-ae45-811ea7494ff8 req-fde2a715-fdca-45fd-bdf5-91e6b24ff9b2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.65 "DELETE /v2.0/ports/1c67d54d-888c-4285-969d-34c0a73f3115 HTTP/1.1" status: 204 len: 173 time: 2.9936969 Feb 11 05:16:07.787752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63ead302-3786-4941-941e-643163e99272 req-4a6af0c7-a8e7-4c71-9235-508ce0fb6c49 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108251 Feb 11 05:16:07.824888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (90c6d8c1-f20b-4837-9066-2c4c96636d54), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.864574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Pushing event updated for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:07.903931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:07.904282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:07.904646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:07.919503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:07.919503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Attempting to bind port 73765771-4d84-402d-8559-6a9b962eed59 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:07.969312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:07.969667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:07.972784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:07.972784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Bound port: 73765771-4d84-402d-8559-6a9b962eed59, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:07.972784 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73765771-4d84-402d-8559-6a9b962eed59), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.056873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Subnet': ['ID=90c6d8c1-f20b-4837-9066-2c4c96636d54,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:08.059822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Checking segment: {'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:08.060303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network hostable DHCP agents. Network: a1192e53-1f48-4835-9ad9-5bb642340a4b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:08.072630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e32f-197f-40f2-8701-1510e662cad3 req-53f9320c-89f3-49b9-b3ce-418b4568b487 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:08.077433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ac2e32f-197f-40f2-8701-1510e662cad3 req-53f9320c-89f3-49b9-b3ce-418b4568b487 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.1971970 Feb 11 05:16:08.106863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541f995-ef5f-4f3d-9b42-85f289af2fbb req-8ff85fcf-a289-4f87-b3e9-92f352ed1dc8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:08.108779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5541f995-ef5f-4f3d-9b42-85f289af2fbb req-8ff85fcf-a289-4f87-b3e9-92f352ed1dc8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 943 time: 0.1339273 Feb 11 05:16:08.113059 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.158537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:08.168161 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.170592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:08.201793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network a1192e53-1f48-4835-9ad9-5bb642340a4b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:08.248966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ac2e32f-197f-40f2-8701-1510e662cad3 req-4642cf3f-c5f2-43b5-bfdb-f9615778eca9 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610131 Feb 11 05:16:08.259186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 1c67d54d-888c-4285-969d-34c0a73f3115 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:08.262150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.275623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5541f995-ef5f-4f3d-9b42-85f289af2fbb req-1c6de1f6-99cf-494c-b348-b1687aaf5222 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548038 Feb 11 05:16:08.293468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (0bbbcffb-6da2-4bef-a2b5-264710359e0c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.329927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 1c67d54d-888c-4285-969d-34c0a73f3115 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:08.330400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 1c67d54d-888c-4285-969d-34c0a73f3115 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:08.350264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, a1192e53-1f48-4835-9ad9-5bb642340a4b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:08.363789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb30bd9-4c73-4841-b307-a8021338c4d2 None None] Network a1192e53-1f48-4835-9ad9-5bb642340a4b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:08.430828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:08.435281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.587420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-422870c1-7753-48bb-9fc0-3706b1bb77a7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7711987 Feb 11 05:16:08.600936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:08.605716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.608853 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] 10.222.0.65 "PUT /v2.0/ports/73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 1123 time: 2.0781326 Feb 11 05:16:08.622332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5072373-3aad-4857-9321-a48ed4d6ec5a service neutron] Pushing event updated for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=8']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:08.650027 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d84f6a-5d69-4a95-be94-444dde22b8c6 x-openstack-request-id: req-90d84f6a-5d69-4a95-be94-444dde22b8c6 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:08.651878 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "name": "network-vif-unplugged", "status": "completed", "tag": "73765771-4d84-402d-8559-6a9b962eed59", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:08.652243 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90d84f6a-5d69-4a95-be94-444dde22b8c6 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:08.652808 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73765771-4d84-402d-8559-6a9b962eed59', 'code': 200} Feb 11 05:16:08.675072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-a1192e53-1f48-4835-9ad9-5bb642340a4b', 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b', 'project_id': '26099f94e4164b4abd43614afdbe9154', 'fixed_ips': [{'subnet_id': '90c6d8c1-f20b-4837-9066-2c4c96636d54'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:16:08.678792 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.724278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['73765771-4d84-402d-8559-6a9b962eed59'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:08.747475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8bb8a4-031a-440d-b916-a2024cd05b0d', 'name': 'network-vif-deleted', 'tag': '1c67d54d-888c-4285-969d-34c0a73f3115'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:08.756940 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a0ba9e-53e8-45c0-981a-96aa0f66596f" -d '{"events": [{"server_uuid": "de8bb8a4-031a-440d-b916-a2024cd05b0d", "name": "network-vif-deleted", "tag": "1c67d54d-888c-4285-969d-34c0a73f3115"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:08.891054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cc8182f-4324-4da6-b63e-415ba2210a18 req-be9bcf19-9afb-408c-bfb3-84c719168369 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/fa30f26b-91d8-4841-9880-58fb20327049 HTTP/1.1" status: 200 len: 1792 time: 0.4464579 Feb 11 05:16:08.928260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a6276-290e-4172-a253-0d2e84c0761a None None] Network b14baea8-6733-4d3a-8505-29d99c4f7b78 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:08.949690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Allocated IP 19.86.0.2 (a1192e53-1f48-4835-9ad9-5bb642340a4b/90c6d8c1-f20b-4837-9066-2c4c96636d54/650fa2e6-1820-4d9a-96e8-d6ef195b7242) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:09.007521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bf825-fb96-4d97-9f30-310544ee8e8b req-a2670c5f-1bb5-46db-9821-05f81fa0c199 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:09.009357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-726bf825-fb96-4d97-9f30-310544ee8e8b req-a2670c5f-1bb5-46db-9821-05f81fa0c199 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.2494867 Feb 11 05:16:09.071622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5cc8182f-4324-4da6-b63e-415ba2210a18 req-37197cb8-78b3-499b-b577-3b1ffa5fedc3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (fa30f26b-91d8-4841-9880-58fb20327049), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.120192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Publish callbacks [] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.142960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5cc8182f-4324-4da6-b63e-415ba2210a18 req-37197cb8-78b3-499b-b577-3b1ffa5fedc3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (fa30f26b-91d8-4841-9880-58fb20327049), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.175601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-726bf825-fb96-4d97-9f30-310544ee8e8b req-9fe6fcf7-d792-4b5f-ba18-6547167de1b6 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582108 Feb 11 05:16:09.270150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Deleting port ed202539-3530-412a-9821-d19f7c72681e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:09.271235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ed202539-3530-412a-9821-d19f7c72681e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.304723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 62d18072-a55c-4285-aa9e-48746d85ffb3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:09.307328 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.368042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] For port ed202539-3530-412a-9821-d19f7c72681e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ed202539-3530-412a-9821-d19f7c72681e,segment=NetworkSegment(8137f49a-3467-4e91-86fa-afd947bcfc61),segment_id=8137f49a-3467-4e91-86fa-afd947bcfc61)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:09.368672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ed202539-3530-412a-9821-d19f7c72681e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.387289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Calling delete_port for ed202539-3530-412a-9821-d19f7c72681e owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:09.405680 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5cc8182f-4324-4da6-b63e-415ba2210a18 req-37197cb8-78b3-499b-b577-3b1ffa5fedc3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa30f26b-91d8-4841-9880-58fb20327049), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.409221 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5cc8182f-4324-4da6-b63e-415ba2210a18 req-37197cb8-78b3-499b-b577-3b1ffa5fedc3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.424969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cc8182f-4324-4da6-b63e-415ba2210a18 req-37197cb8-78b3-499b-b577-3b1ffa5fedc3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/fa30f26b-91d8-4841-9880-58fb20327049 HTTP/1.1" status: 204 len: 173 time: 0.5298576 Feb 11 05:16:09.488821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37197cb8-78b3-499b-b577-3b1ffa5fedc3 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa30f26b-91d8-4841-9880-58fb20327049,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:09.717021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.775515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Network a1192e53-1f48-4835-9ad9-5bb642340a4b is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:09.804992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:09.809025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-49e9dd52-f2a5-480e-a45e-e336710ebac8 None None] Provisioning complete for port 62d18072-a55c-4285-aa9e-48746d85ffb3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:09.809025 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49e9dd52-f2a5-480e-a45e-e336710ebac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.850176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:09.851900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-ec48f225-6f32-457a-a9d9-a146b6cb9954 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:09.857510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-ec48f225-6f32-457a-a9d9-a146b6cb9954 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:09.859217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-ec48f225-6f32-457a-a9d9-a146b6cb9954 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/networks?id=b14baea8-6733-4d3a-8505-29d99c4f7b78&id=a1192e53-1f48-4835-9ad9-5bb642340a4b&id=b14baea8-6733-4d3a-8505-29d99c4f7b78 HTTP/1.1" status: 200 len: 1392 time: 0.3302917 Feb 11 05:16:09.887356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ed202539-3530-412a-9821-d19f7c72681e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.901543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-ddd98421-e3be-46d3-be65-14ad95aa38a9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/quotas/26099f94e4164b4abd43614afdbe9154 HTTP/1.1" status: 200 len: 375 time: 0.0335710 Feb 11 05:16:09.930204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ed202539-3530-412a-9821-d19f7c72681e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:09.975446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Pushing event updated for resources: {'Port': ['ID=650fa2e6-1820-4d9a-96e8-d6ef195b7242,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:10.012885 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65443f6e-ee1f-4ef2-aed2-5150da8fc764 x-openstack-request-id: req-65443f6e-ee1f-4ef2-aed2-5150da8fc764 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:10.013184 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8bb8a4-031a-440d-b916-a2024cd05b0d", "name": "network-vif-deleted", "tag": "1c67d54d-888c-4285-969d-34c0a73f3115", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:10.013440 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65443f6e-ee1f-4ef2-aed2-5150da8fc764 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:10.013841 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8bb8a4-031a-440d-b916-a2024cd05b0d', 'name': 'network-vif-deleted', 'tag': '1c67d54d-888c-4285-969d-34c0a73f3115', 'status': 'completed', 'code': 200} Feb 11 05:16:10.022701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 62d18072-a55c-4285-aa9e-48746d85ffb3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:10.023476 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.103000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Attempting to bind port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:10.103743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Attempting to bind port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:10.104350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Attempting to bind port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 on network a1192e53-1f48-4835-9ad9-5bb642340a4b {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:10.153334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-49e9dd52-f2a5-480e-a45e-e336710ebac8 None None] Current status of the port 62d18072-a55c-4285-aa9e-48746d85ffb3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:10.154138 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49e9dd52-f2a5-480e-a45e-e336710ebac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.180066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13807670-4e7d-4f28-8540-b8c1f6c9808b req-56bf37a6-5b39-4f17-bd28-041a6946dc93 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.0484762 Feb 11 05:16:10.189125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:10.189877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Checking segment: {'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:10.190656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.192788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Bound using segment: {'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:10.192788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Bound port: 650fa2e6-1820-4d9a-96e8-d6ef195b7242, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:10.193321 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.214532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-29d430e3-a4d7-48b0-88a3-850b2aee0de5 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2876585 Feb 11 05:16:10.278213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 73765771-4d84-402d-8559-6a9b962eed59 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:10.406627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (0bbbcffb-6da2-4bef-a2b5-264710359e0c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.412126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:10.429745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-49e9dd52-f2a5-480e-a45e-e336710ebac8 None None] For port 62d18072-a55c-4285-aa9e-48746d85ffb3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=62d18072-a55c-4285-aa9e-48746d85ffb3,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:10.453955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 73765771-4d84-402d-8559-6a9b962eed59 has no active binding in host n-h2-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:16:10.499054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 62d18072-a55c-4285-aa9e-48746d85ffb3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:10.500207 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.508194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49e9dd52-f2a5-480e-a45e-e336710ebac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.573943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9dd52-f2a5-480e-a45e-e336710ebac8 None None] Pushing event updated for resources: {'Port': ['ID=62d18072-a55c-4285-aa9e-48746d85ffb3,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:10.597231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] For port 650fa2e6-1820-4d9a-96e8-d6ef195b7242, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:10.640510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] For port 650fa2e6-1820-4d9a-96e8-d6ef195b7242, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=650fa2e6-1820-4d9a-96e8-d6ef195b7242,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:10.654307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'tag': '73765771-4d84-402d-8559-6a9b962eed59'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:10.658502 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e1a671-9967-4a34-9195-74178ef6e455" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "tag": "73765771-4d84-402d-8559-6a9b962eed59"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:10.666841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aec39-6793-4d98-b215-705df4cc706c req-41934fd8-81d9-48ba-96c1-d398ce974bce tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:10.668490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a79aec39-6793-4d98-b215-705df4cc706c req-41934fd8-81d9-48ba-96c1-d398ce974bce tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 945 time: 0.3494947 Feb 11 05:16:10.683579 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:16:10.684351 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:16:10.736799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-db4520fe-44bd-490b-b826-ab9b7819648b service neutron] 10.222.0.62 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646554 Feb 11 05:16:10.747862 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.900937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a79aec39-6793-4d98-b215-705df4cc706c req-f009b83b-456e-4de7-ab81-128b874d24b1 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256751 Feb 11 05:16:10.965899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-e23b1edd-5ba8-4cc4-9f7f-d6d24e065ff9 service neutron] 10.222.0.62 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221668 Feb 11 05:16:10.967742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Router 0bbbcffb-6da2-4bef-a2b5-264710359e0c has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:10.989581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d73b2-764f-429c-98d1-77dc4e4b5c70 None None] Pushing event updated for resources: {'Port': ['ID=650fa2e6-1820-4d9a-96e8-d6ef195b7242,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:11.040584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6814b359-10ea-40d2-b5d4-b41586c18b50 None None] Provisioning complete for port 62d18072-a55c-4285-aa9e-48746d85ffb3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:11.041001 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6814b359-10ea-40d2-b5d4-b41586c18b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:11.272697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-fef08370-f368-4563-99e3-34ed267eabfa service neutron] 10.222.0.62 "GET /v2.0/networks/a1192e53-1f48-4835-9ad9-5bb642340a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971706 Feb 11 05:16:11.279531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 62d18072-a55c-4285-aa9e-48746d85ffb3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:11.281015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 097c8e63-497f-40b9-9974-028feae359b7 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:11.292939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:11.302589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cb78e0da-4d4b-4cdf-8d1e-d8f42f9036ef admin admin] 10.222.0.62 "PUT /v2.0/routers/0bbbcffb-6da2-4bef-a2b5-264710359e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9563262 Feb 11 05:16:11.304389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44552) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:11.321786 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:11.327525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] Sync routers for ids ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:11.328922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08364c2e-2e8b-4b03-9420-c61bd069db88 req-53fe522e-e439-4f6d-98b2-4af3b2e4a766 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:11.333921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08364c2e-2e8b-4b03-9420-c61bd069db88 req-53fe522e-e439-4f6d-98b2-4af3b2e4a766 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 943 time: 0.2302930 Feb 11 05:16:11.456413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08364c2e-2e8b-4b03-9420-c61bd069db88 req-93aacfa4-41bb-4995-9e3f-6eb70142982d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983930 Feb 11 05:16:11.475270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-274a6349-258d-47dc-9d67-504385f1955e service neutron] 10.222.0.62 "GET /v2.0/networks/a1192e53-1f48-4835-9ad9-5bb642340a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921332 Feb 11 05:16:11.481245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] Routers {'0bbbcffb-6da2-4bef-a2b5-264710359e0c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:11.481926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:16:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:11.487327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6814b359-10ea-40d2-b5d4-b41586c18b50 None None] Current status of the port 62d18072-a55c-4285-aa9e-48746d85ffb3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:11.571286 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks [] for router (0bbbcffb-6da2-4bef-a2b5-264710359e0c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:11.602011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 097c8e63-497f-40b9-9974-028feae359b7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:11.602011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (097c8e63-497f-40b9-9974-028feae359b7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:11.665464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b879deb5-feed-44b4-990b-886f4ff62228 service neutron] 10.222.0.62 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673000 Feb 11 05:16:11.746403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] Set router 0bbbcffb-6da2-4bef-a2b5-264710359e0c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:11.800513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks [] for router_gateway (0bbbcffb-6da2-4bef-a2b5-264710359e0c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:11.869150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-065f69fd-cc10-496d-b845-326eb2dd5514 service neutron] 10.222.0.62 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003508 Feb 11 05:16:11.990090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Deleting port 13bc312a-9b79-4e22-89f1-08a20894708f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:11.990476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:12.038982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 097c8e63-497f-40b9-9974-028feae359b7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:12.189494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] For port 13bc312a-9b79-4e22-89f1-08a20894708f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=13bc312a-9b79-4e22-89f1-08a20894708f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:12.192794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:12.194778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:16:09Z', 'revision_number': 5, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port': {'id': '13bc312a-9b79-4e22-89f1-08a20894708f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:00Z', 'updated_at': '2022-02-11T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:12.256586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Calling delete_port for 13bc312a-9b79-4e22-89f1-08a20894708f owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:12.270158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] Checking router: 0bbbcffb-6da2-4bef-a2b5-264710359e0c for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:12.294320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] Routers {'0bbbcffb-6da2-4bef-a2b5-264710359e0c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:12.295385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:16:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:12.498157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 650fa2e6-1820-4d9a-96e8-d6ef195b7242 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:12.531925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-61606bcf-bdd0-4707-b208-65e6f8f0f8be service neutron] 10.222.0.83 "GET /v2.0/ports/73765771-4d84-402d-8559-6a9b962eed59/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.1266551 Feb 11 05:16:12.678170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] Set router 0bbbcffb-6da2-4bef-a2b5-264710359e0c gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:12.727363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abb82a9e-6924-4ab2-9d9a-3191d76a749e req-c5a5a45c-a042-4a30-8b9a-b0ff9e420df3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.1828029 Feb 11 05:16:12.734270 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d21e29-5065-4257-a56e-0dc4223869f0 x-openstack-request-id: req-58d21e29-5065-4257-a56e-0dc4223869f0 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:12.735067 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "tag": "73765771-4d84-402d-8559-6a9b962eed59", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:12.736969 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58d21e29-5065-4257-a56e-0dc4223869f0 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:12.737565 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'tag': '73765771-4d84-402d-8559-6a9b962eed59', 'status': 'completed', 'code': 200} Feb 11 05:16:12.753025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:16:11Z', 'revision_number': 6, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:12.767027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:12.767550 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:12.853040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (13bc312a-9b79-4e22-89f1-08a20894708f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:12.955995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bc312a-9b79-4e22-89f1-08a20894708f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:13.050730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (0bbbcffb-6da2-4bef-a2b5-264710359e0c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.057576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a671-9967-4a34-9195-74178ef6e455 req-1cf6a5ce-0d0a-4605-af0a-60948413d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:13.059206 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-75e1a671-9967-4a34-9195-74178ef6e455 req-1cf6a5ce-0d0a-4605-af0a-60948413d595 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1157 time: 0.3176200 Feb 11 05:16:13.071159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e57da073-894d-4a46-950a-5fcf0e6f9607 req-17c32410-6fc2-4aaf-a415-b82b6e5ac097 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 210 time: 0.0848303 Feb 11 05:16:13.174177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:13.179232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9522667-a462-475f-a7c6-dcf5b717586f None None] Network a1192e53-1f48-4835-9ad9-5bb642340a4b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:13.184156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37868b65-1eaa-4ea6-b574-cf5925dc6999 None None] The sync data for ids ['0bbbcffb-6da2-4bef-a2b5-264710359e0c'] in n-d-713498-37 is: [{'id': '0bbbcffb-6da2-4bef-a2b5-264710359e0c', 'name': 'tempest-AttachSCSIVolumeTestJSON-574848902-router', 'tenant_id': 'dac792aae8344640bc2a3c9416a968e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:58Z', 'updated_at': '2022-02-11T05:16:11Z', 'revision_number': 6, 'project_id': 'dac792aae8344640bc2a3c9416a968e3', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:13.254262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:13.263392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38d881-3680-43fb-acb6-6d6622d3e306 req-3ae7ba6c-fbad-4b98-90b1-e00fe26b0491 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:13.271055 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e38d881-3680-43fb-acb6-6d6622d3e306 req-3ae7ba6c-fbad-4b98-90b1-e00fe26b0491 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.2086816 Feb 11 05:16:13.304654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a8be45ea-845b-4bbf-8d65-41ba4aa6da3e None None] Provisioning complete for port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:13.305270 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8be45ea-845b-4bbf-8d65-41ba4aa6da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.328628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73765771-4d84-402d-8559-6a9b962eed59 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:13.350432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:13.373038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (0bbbcffb-6da2-4bef-a2b5-264710359e0c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.387375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e38d881-3680-43fb-acb6-6d6622d3e306 req-3b6dd48e-356d-4241-908d-06bedd971827 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153224 Feb 11 05:16:13.402134 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks [] for router_controller (0bbbcffb-6da2-4bef-a2b5-264710359e0c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.425712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:13.426272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.478476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 650fa2e6-1820-4d9a-96e8-d6ef195b7242, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=650fa2e6-1820-4d9a-96e8-d6ef195b7242,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:13.488418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73765771-4d84-402d-8559-6a9b962eed59), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.574612 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.579200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 62d18072-a55c-4285-aa9e-48746d85ffb3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:13.584166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e45d1-28d6-40a4-a399-56aeaece16ba req-66a536c9-1a4d-4388-bdd1-1a87296315c7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:13.594958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d67e45d1-28d6-40a4-a399-56aeaece16ba req-66a536c9-1a4d-4388-bdd1-1a87296315c7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 943 time: 0.1456397 Feb 11 05:16:13.735603 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d67e45d1-28d6-40a4-a399-56aeaece16ba req-c3d1f69c-b18f-4a27-ace5-240b5869327e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396902 Feb 11 05:16:13.756084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] Transition to ACTIVE for port object 73765771-4d84-402d-8559-6a9b962eed59 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:13.778950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a671-9967-4a34-9195-74178ef6e455 req-f3e30912-812c-45cf-b7a0-a0598ff3c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:13.783009 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-75e1a671-9967-4a34-9195-74178ef6e455 req-f3e30912-812c-45cf-b7a0-a0598ff3c326 service neutron] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.6517546 Feb 11 05:16:13.807770 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-7fcc3b55-1b35-48cf-b69b-53169396232c req-47f7c720-ac09-405f-9fb6-16123b4a6071 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:16:13.810051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fcc3b55-1b35-48cf-b69b-53169396232c req-47f7c720-ac09-405f-9fb6-16123b4a6071 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/19c1e081-8f12-4b77-8949-a01b43597ad8 HTTP/1.1" status: 404 len: 352 time: 0.0229962 Feb 11 05:16:13.881572 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (0bbbcffb-6da2-4bef-a2b5-264710359e0c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.882114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bbbcffb-6da2-4bef-a2b5-264710359e0c {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:16:13.887026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.888237 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6cfd5eb5-2f23-4de6-9f76-afa2a6669651 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0bbbcffb-6da2-4bef-a2b5-264710359e0c HTTP/1.1" status: 204 len: 168 time: 2.5824931 Feb 11 05:16:13.889777 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-75e1a671-9967-4a34-9195-74178ef6e455 req-8daa5673-a6f4-4025-966b-e99a43356828 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 217 time: 0.0933163 Feb 11 05:16:13.890882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44618) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:14.039963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a671-9967-4a34-9195-74178ef6e455 req-6ab5ec07-4c15-4897-b87b-116a9d44efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:14.046575 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-75e1a671-9967-4a34-9195-74178ef6e455 req-6ab5ec07-4c15-4897-b87b-116a9d44efd8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1462600 Feb 11 05:16:14.051762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a8be45ea-845b-4bbf-8d65-41ba4aa6da3e None None] Current status of the port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:14.108069 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-75e1a671-9967-4a34-9195-74178ef6e455 req-7c503c8e-9ac8-47de-8353-68f34c0e2778 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533197 Feb 11 05:16:14.149245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 62d18072-a55c-4285-aa9e-48746d85ffb3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:14.166337 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:14.181699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=650fa2e6-1820-4d9a-96e8-d6ef195b7242,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:14.444471 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-75e1a671-9967-4a34-9195-74178ef6e455 req-be5e142f-5f98-4695-ad37-39a77d711c64 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294144 Feb 11 05:16:14.578871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 62d18072-a55c-4285-aa9e-48746d85ffb3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:14.623713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-893d2a37-a8d5-45ed-936d-829b22a0ab78 None None] Provisioning complete for port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:14.624537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-893d2a37-a8d5-45ed-936d-829b22a0ab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:14.804432 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-75e1a671-9967-4a34-9195-74178ef6e455 req-046a1096-0d0d-4f89-9fce-07768e59c633 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534842 Feb 11 05:16:14.897812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 650fa2e6-1820-4d9a-96e8-d6ef195b7242 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:14.919344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44628) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:14.930832 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.042303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-893d2a37-a8d5-45ed-936d-829b22a0ab78 None None] Current status of the port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:15.049976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:15.050355 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.062581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab146b6c-9d41-429d-a066-acff5214f75b req-e2293185-52d2-4cca-90c8-2153c5171e15 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.1361349 Feb 11 05:16:15.101250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7a04e0-325f-4115-b4a4-12b566553386 admin admin] Deleting subnet 89910d9c-c6de-4818-87a9-a19889cd6680 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:15.105554 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7a04e0-325f-4115-b4a4-12b566553386 admin admin] Publish callbacks [] for subnet (89910d9c-c6de-4818-87a9-a19889cd6680), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.165646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7a04e0-325f-4115-b4a4-12b566553386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (89910d9c-c6de-4818-87a9-a19889cd6680), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.196420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:15.243206 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-13c31be2-14e4-4339-bdb7-58681ae6cb80 req-6596697f-1a01-4630-b6cb-37b0362c41f6 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:16:15.261906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13c31be2-14e4-4339-bdb7-58681ae6cb80 req-6596697f-1a01-4630-b6cb-37b0362c41f6 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/bf792e9e-506a-42b1-82c8-2d9c196d0906 HTTP/1.1" status: 404 len: 352 time: 0.0461650 Feb 11 05:16:15.283301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 13bc312a-9b79-4e22-89f1-08a20894708f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:15.289618 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6fee9d08-77e2-4288-8d24-f5fef4f0f12d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff5529a1fbcc43269a327186e282d0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687987 Feb 11 05:16:15.290653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44636) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:15.315733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 13bc312a-9b79-4e22-89f1-08a20894708f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:15.316223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 13bc312a-9b79-4e22-89f1-08a20894708f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:15.316780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ed202539-3530-412a-9821-d19f7c72681e no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:15.380884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ed202539-3530-412a-9821-d19f7c72681e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:15.380884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ed202539-3530-412a-9821-d19f7c72681e not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:15.399110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] No DVR routers for this DVR port 73765771-4d84-402d-8559-6a9b962eed59 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:15.415683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b840f13-ace6-4d7f-bedb-be8d55fedee3 req-998560dc-bf3d-4220-9f25-f9c2592c44f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 210 time: 0.0462327 Feb 11 05:16:15.443118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e403d-b7a2-4e8e-a41c-6e06cd641ec5 req-60f66f72-1959-40ed-87f9-e3d3502a945a tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:15.455129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce0e403d-b7a2-4e8e-a41c-6e06cd641ec5 req-60f66f72-1959-40ed-87f9-e3d3502a945a tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.5319116 Feb 11 05:16:15.460801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9f5e74b-bd1c-433c-ab61-b6a0d9e84d62 admin admin] Publish callbacks [] for security_group (46f8a3d2-a5e8-42de-a3a8-c5d730ade13d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.461036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] Pushing event updated for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=10']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:15.508198 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9f5e74b-bd1c-433c-ab61-b6a0d9e84d62 admin admin] Publish callbacks [] for security_group (46f8a3d2-a5e8-42de-a3a8-c5d730ade13d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.542727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 73765771-4d84-402d-8559-6a9b962eed59 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:15.658098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port 73765771-4d84-402d-8559-6a9b962eed59 host n-h2-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:16:15.664938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 73765771-4d84-402d-8559-6a9b962eed59 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:15.673127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b51f7dd0-9cbb-4b34-b193-b653c6d4436e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:15.679659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b51f7dd0-9cbb-4b34-b193-b653c6d4436e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:15.681779 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b51f7dd0-9cbb-4b34-b193-b653c6d4436e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "GET /v2.0/networks?id=b14baea8-6733-4d3a-8505-29d99c4f7b78&id=a1192e53-1f48-4835-9ad9-5bb642340a4b&id=b14baea8-6733-4d3a-8505-29d99c4f7b78 HTTP/1.1" status: 200 len: 1392 time: 0.1646619 Feb 11 05:16:15.698885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'port': {'device_id': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78', 'admin_state_up': True, 'tenant_id': '26099f94e4164b4abd43614afdbe9154'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:15.699220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-757403b9-f2b2-4b3f-954d-d60b64a665dc service neutron] 10.222.0.83 "PUT /v2.0/ports/73765771-4d84-402d-8559-6a9b962eed59/bindings/n-h2-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 3.1603875 Feb 11 05:16:15.744473 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7a04e0-325f-4115-b4a4-12b566553386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (89910d9c-c6de-4818-87a9-a19889cd6680), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.745997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9f5e74b-bd1c-433c-ab61-b6a0d9e84d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (46f8a3d2-a5e8-42de-a3a8-c5d730ade13d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.755369 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9f5e74b-bd1c-433c-ab61-b6a0d9e84d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.759682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f9f5e74b-bd1c-433c-ab61-b6a0d9e84d62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46f8a3d2-a5e8-42de-a3a8-c5d730ade13d HTTP/1.1" status: 204 len: 168 time: 0.4653325 Feb 11 05:16:15.834526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce0e403d-b7a2-4e8e-a41c-6e06cd641ec5 req-4f5dea08-6751-4bfe-929d-0771884a33be tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478532 Feb 11 05:16:15.904471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5e74b-bd1c-433c-ab61-b6a0d9e84d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f8a3d2-a5e8-42de-a3a8-c5d730ade13d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:15.998499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b123d-9afa-451f-90f9-217c07fc46fa req-c78bcc11-5f8a-489b-a4c7-c7d919f93daf tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.001060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad3b123d-9afa-451f-90f9-217c07fc46fa req-c78bcc11-5f8a-489b-a4c7-c7d919f93daf tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 944 time: 0.4437401 Feb 11 05:16:16.005590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7a04e0-325f-4115-b4a4-12b566553386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (89910d9c-c6de-4818-87a9-a19889cd6680), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.013060 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-9a283368-820a-48f9-9747-9efeb5977380 req-81272c7e-e20b-4057-bf31-149ad1368f85 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:16:16.014025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a283368-820a-48f9-9747-9efeb5977380 req-81272c7e-e20b-4057-bf31-149ad1368f85 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/19b957e7-f352-4998-8856-c6169d167882 HTTP/1.1" status: 404 len: 352 time: 0.0953252 Feb 11 05:16:16.032398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:16.036989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.079790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-213bd7cc-b6e9-4e59-a286-4ae32f23bbf5 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.081468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-213bd7cc-b6e9-4e59-a286-4ae32f23bbf5 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.1923535 Feb 11 05:16:16.082369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a04e0-325f-4115-b4a4-12b566553386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89910d9c-c6de-4818-87a9-a19889cd6680,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:16.096062 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7a04e0-325f-4115-b4a4-12b566553386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.100902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9c7a04e0-325f-4115-b4a4-12b566553386 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/89910d9c-c6de-4818-87a9-a19889cd6680 HTTP/1.1" status: 204 len: 168 time: 2.2085857 Feb 11 05:16:16.105802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16b2d2-c2ae-430c-b2cf-b5dbf0a3df5f None None] Network a7fd05ab-e78a-4938-850a-418cccec812b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:16.107884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44648) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:16.280256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad3b123d-9afa-451f-90f9-217c07fc46fa req-08b9daa5-b1b5-4958-b5cd-b40e4bb4c65b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587426 Feb 11 05:16:16.288585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-43633e2b-e7a1-44be-b92c-c74ae4d523f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.294435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-43633e2b-e7a1-44be-b92c-c74ae4d523f6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728&tenant_id=43e6b606b3834f4b9004f208e11b3c5c HTTP/1.1" status: 200 len: 1127 time: 0.1838255 Feb 11 05:16:16.333960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (a7fd05ab-e78a-4938-850a-418cccec812b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.452259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-de894f6f-ee1b-4804-bed5-d4451a592e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.454067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-de894f6f-ee1b-4804-bed5-d4451a592e46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1127 time: 0.1201453 Feb 11 05:16:16.455321 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-03a0eb9f-6f5c-429d-9b07-8abbbb7860de req-cf5c63cf-3dab-4953-b34f-d05486e65612 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:16:16.456286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03a0eb9f-6f5c-429d-9b07-8abbbb7860de req-cf5c63cf-3dab-4953-b34f-d05486e65612 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/9b8bf9c3-68bc-497b-9185-dd4f293e675d HTTP/1.1" status: 404 len: 352 time: 0.0366004 Feb 11 05:16:16.506593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] DHCP port deletion for a7fd05ab-e78a-4938-850a-418cccec812b request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:16:16.537129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Deleting port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:16.537775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.646697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] Deleting port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:16.647077 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.657886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Allocated IP 19.80.0.40 (b14baea8-6733-4d3a-8505-29d99c4f7b78/48fff828-f1ca-46b0-a834-946707d38384/2878140b-b8a3-49bd-9e84-0674c377998b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:16.683262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 26c220f9-f88a-4ea4-a63c-389c30cde6c0 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:16.685450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] For port 26c220f9-f88a-4ea4-a63c-389c30cde6c0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=26c220f9-f88a-4ea4-a63c-389c30cde6c0,segment=NetworkSegment(8137f49a-3467-4e91-86fa-afd947bcfc61),segment_id=8137f49a-3467-4e91-86fa-afd947bcfc61)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:16.686053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.708478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Calling delete_port for 26c220f9-f88a-4ea4-a63c-389c30cde6c0 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:16.731975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c666b1b3-c666-46a2-afe8-6a7303453202 req-ccb4166c-d68f-4859-81a6-4bf39b061368 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.1674829 Feb 11 05:16:16.789206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] For port 26c220f9-f88a-4ea4-a63c-389c30cde6c0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=26c220f9-f88a-4ea4-a63c-389c30cde6c0,segment=NetworkSegment(8137f49a-3467-4e91-86fa-afd947bcfc61),segment_id=8137f49a-3467-4e91-86fa-afd947bcfc61)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:16.789620 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.811178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-4fca12dc-96c5-424d-b927-b2953724afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.811432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] Calling delete_port for 26c220f9-f88a-4ea4-a63c-389c30cde6c0 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:16.813184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-4fca12dc-96c5-424d-b927-b2953724afea service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.3511744 Feb 11 05:16:16.901987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-5dfbd873-2b81-477f-9c93-6c306fefe935 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 217 time: 0.0819364 Feb 11 05:16:16.910714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58c939-cbe3-4822-93c0-0c6caea89780 req-f1d49a26-2aa7-4b38-95f5-18e0d4c2d53f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.917149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58c939-cbe3-4822-93c0-0c6caea89780 req-f1d49a26-2aa7-4b38-95f5-18e0d4c2d53f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.922817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58c939-cbe3-4822-93c0-0c6caea89780 req-f1d49a26-2aa7-4b38-95f5-18e0d4c2d53f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.931300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf58c939-cbe3-4822-93c0-0c6caea89780 req-f1d49a26-2aa7-4b38-95f5-18e0d4c2d53f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae&device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef&device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 2418 time: 0.2663574 Feb 11 05:16:16.976684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:16.977306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.980470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-937ab764-2e4a-4e5a-827d-f3ae18fd67a8 req-d42eb7e7-acfb-4851-9f17-330e14e971f3 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 210 time: 0.0819144 Feb 11 05:16:17.074155 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-174d7d78-05bd-497b-a594-4db6404eef4d req-9a15aefb-7b6a-4bb3-8b97-c737bb2534a9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:16:17.075275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-174d7d78-05bd-497b-a594-4db6404eef4d req-9a15aefb-7b6a-4bb3-8b97-c737bb2534a9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/a0bcda64-751f-476f-b019-2f82e5dae98c HTTP/1.1" status: 404 len: 352 time: 0.0343952 Feb 11 05:16:17.076867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-67f503c7-541e-44ab-b930-b4a584ea15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:17.078165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-67f503c7-541e-44ab-b930-b4a584ea15fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1368539 Feb 11 05:16:17.082798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for port (2878140b-b8a3-49bd-9e84-0674c377998b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.120138 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.131400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf58c939-cbe3-4822-93c0-0c6caea89780 req-a0832e6e-718f-4038-a9fe-0e0de6483727 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988266 Feb 11 05:16:17.133951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-1d3233c1-7426-4608-b6a6-940b226e2af1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459549 Feb 11 05:16:17.159438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (26c220f9-f88a-4ea4-a63c-389c30cde6c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.170040 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-be216a7e-0683-4fc4-ba78-3617e128abd0 req-ed54e8e6-dbea-485c-8baf-1b5ca7cbd2f8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] show failed (client error): The resource could not be found. Feb 11 05:16:17.180099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be216a7e-0683-4fc4-ba78-3617e128abd0 req-ed54e8e6-dbea-485c-8baf-1b5ca7cbd2f8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/9d954123-f88e-4304-85f7-007bffd7a2f1 HTTP/1.1" status: 404 len: 352 time: 0.0562313 Feb 11 05:16:17.192309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] Pushing event deleted for resources: {'Port': ['ID=26c220f9-f88a-4ea4-a63c-389c30cde6c0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:17.227206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c220f9-f88a-4ea4-a63c-389c30cde6c0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:17.252417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea951f-72a4-41ad-810a-b76470bc9931 None None] No DVR routers for this DVR port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:17.253773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] No DVR routers for this DVR port 26c220f9-f88a-4ea4-a63c-389c30cde6c0 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:17.371962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (a7fd05ab-e78a-4938-850a-418cccec812b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.376417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.416775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-750570b8-11ed-461e-8e19-a096d28db83c service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764120 Feb 11 05:16:17.431087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fd05ab-e78a-4938-850a-418cccec812b']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:17.475182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network b14baea8-6733-4d3a-8505-29d99c4f7b78 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:17.477591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8137f49a-3467-4e91-86fa-afd947bcfc61') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:17.477903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8137f49a-3467-4e91-86fa-afd947bcfc61') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:17.484112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:17.493806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:17.503221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (8137f49a-3467-4e91-86fa-afd947bcfc61), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.546540 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Port': ['ID=2878140b-b8a3-49bd-9e84-0674c377998b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:17.557699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (8137f49a-3467-4e91-86fa-afd947bcfc61), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.585597 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:17.590304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:17.590758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (8137f49a-3467-4e91-86fa-afd947bcfc61), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:17.596947 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:17.613130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:17.614579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.617312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cd867-44cf-4318-beb3-d3ec56257b55 req-d77cde69-655e-4cd7-8c58-0b4d41618b95 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:17.619073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-699cd867-44cf-4318-beb3-d3ec56257b55 req-d77cde69-655e-4cd7-8c58-0b4d41618b95 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.1852586 Feb 11 05:16:17.656179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-d2741d55-2989-4b51-9c7c-509930651101 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332230 Feb 11 05:16:17.717502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-699cd867-44cf-4318-beb3-d3ec56257b55 req-777aee15-f400-4696-abba-700f401c435e tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Feb 11 05:16:17.913669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a19a99e0-fe4e-42e9-aeae-518c4b8e53ee None None] Provisioning complete for port 2878140b-b8a3-49bd-9e84-0674c377998b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:17.914313 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a19a99e0-fe4e-42e9-aeae-518c4b8e53ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.998265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a19a99e0-fe4e-42e9-aeae-518c4b8e53ee None None] Port 2878140b-b8a3-49bd-9e84-0674c377998b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:18.021311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9415f4-faad-411a-93e3-f86466a0e140 req-74b53dda-3f59-4daa-91c4-58320b824876 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:18.023021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de9415f4-faad-411a-93e3-f86466a0e140 req-74b53dda-3f59-4daa-91c4-58320b824876 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 944 time: 0.1294217 Feb 11 05:16:18.124400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de9415f4-faad-411a-93e3-f86466a0e140 req-5eb292be-9a55-479d-8765-30628ffc1d19 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939860 Feb 11 05:16:18.126523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1013090947-network', 'tenant_id': '0a78c5cbddca47a6836b74c1e10036db'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:18.134597 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-df03ab50-d1c6-442e-8121-e99c0068d540 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4434566 Feb 11 05:16:18.155500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'port': {'device_id': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b', 'admin_state_up': True, 'tenant_id': '26099f94e4164b4abd43614afdbe9154'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:18.252271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (a7fd05ab-e78a-4938-850a-418cccec812b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.277915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.284042 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a7fd05ab-e78a-4938-850a-418cccec812b HTTP/1.1" status: 204 len: 168 time: 2.1751075 Feb 11 05:16:18.290510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b489273-482c-44a5-bac5-3e53c0075810 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fd05ab-e78a-4938-850a-418cccec812b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:18.295881 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-727d60a9-7e1e-40ac-b562-6608e9e0b7e9 req-a9773857-f851-4257-b8c3-324c2f78dcf6 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.0549581 Feb 11 05:16:18.312637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Made reservation on behalf of 0a78c5cbddca47a6836b74c1e10036db for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:18.314581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.331765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.380498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2857e51-41ba-4a17-93f6-55d44a789e50 req-a967689d-22bb-4f5f-99c7-da7ee17f2f9b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:18.382215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2857e51-41ba-4a17-93f6-55d44a789e50 req-a967689d-22bb-4f5f-99c7-da7ee17f2f9b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1023 time: 0.1729491 Feb 11 05:16:18.389771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-9dec5bfe-93c7-4833-8fd2-485780afb382 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:18.393282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-9dec5bfe-93c7-4833-8fd2-485780afb382 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.1976466 Feb 11 05:16:18.451583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:18.460457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.472810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Publish callbacks [] for security_group (8ddca915-b439-4b2a-bf73-3815d270fb81), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.566214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bd5e9-c9dd-49b7-9afd-3bd44b221787 req-8347221e-60b9-4280-a908-2b52b359a31a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:18.568258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-022bd5e9-c9dd-49b7-9afd-3bd44b221787 req-8347221e-60b9-4280-a908-2b52b359a31a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 931 time: 0.1225708 Feb 11 05:16:18.579201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2857e51-41ba-4a17-93f6-55d44a789e50 req-823dd864-ba6d-4885-a31c-03c1ccd3190a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=af1b4740-70b6-40ba-878c-e91b649b1369&id=558a1706-5ca9-457d-bca5-9f70cba32312&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1808522 Feb 11 05:16:18.596321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8ddca915-b439-4b2a-bf73-3815d270fb81), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.624819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddca915-b439-4b2a-bf73-3815d270fb81,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:18.651835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:18.653436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Allocated IP 19.86.0.193 (a1192e53-1f48-4835-9ad9-5bb642340a4b/90c6d8c1-f20b-4837-9066-2c4c96636d54/c2c5a197-ae78-4924-a534-7702ccb1b9eb) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:18.671039 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ab745f39-90cf-4ed6-bc7e-9da93c0a02f3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.671462 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Added segment ab745f39-90cf-4ed6-bc7e-9da93c0a02f3 of type vlan for network e4ab8753-624f-4c0c-a591-5ff9ee6c9544 Feb 11 05:16:18.674553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-022bd5e9-c9dd-49b7-9afd-3bd44b221787 req-86abe9bf-f967-4fc9-b73e-3cb998d50f96 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941222 Feb 11 05:16:18.746101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (e4ab8753-624f-4c0c-a591-5ff9ee6c9544), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.761458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-26ca51de-cba4-49b1-b773-50a00546d3f5 service neutron] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:18.765029 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-26ca51de-cba4-49b1-b773-50a00546d3f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.768674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5508c949-f53f-41c0-b91b-fb2f4928816e req-26ca51de-cba4-49b1-b773-50a00546d3f5 service neutron] 10.222.0.65 "DELETE /v2.0/ports/73765771-4d84-402d-8559-6a9b962eed59/bindings/n-h1-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.3668065 Feb 11 05:16:18.908419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.912391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44702) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:18.981339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (e4ab8753-624f-4c0c-a591-5ff9ee6c9544), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.983165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:18.983947 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.987601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6b478c01-f088-46e4-a3a4-24e2605a5d0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2345eed1b43142a4be5b2e83eb7b9cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739293 Feb 11 05:16:18.993069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44704) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:19.052843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40631ee0-acea-4e45-90d7-3fc19c657a0d admin admin] Publish callbacks [] for security_group (08d30be2-125d-47fb-80e5-21207908f243), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.079418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40631ee0-acea-4e45-90d7-3fc19c657a0d admin admin] Publish callbacks [] for security_group (08d30be2-125d-47fb-80e5-21207908f243), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.085888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.140342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ab8753-624f-4c0c-a591-5ff9ee6c9544,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:19.155059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network e4ab8753-624f-4c0c-a591-5ff9ee6c9544 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:19.166626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Port': ['ID=c2c5a197-ae78-4924-a534-7702ccb1b9eb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:19.174518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network a1192e53-1f48-4835-9ad9-5bb642340a4b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:19.181252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:19.200916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:19.217298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44712) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:19.218090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2ef2b868-f964-4c1e-afc7-6af23525b6b5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6292038 Feb 11 05:16:19.224060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Request body: {'subnet': {'network_id': 'e4ab8753-624f-4c0c-a591-5ff9ee6c9544', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1013090947-subnet', 'tenant_id': '0a78c5cbddca47a6836b74c1e10036db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:19.228624 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40631ee0-acea-4e45-90d7-3fc19c657a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (08d30be2-125d-47fb-80e5-21207908f243), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.248406 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40631ee0-acea-4e45-90d7-3fc19c657a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.253433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-40631ee0-acea-4e45-90d7-3fc19c657a0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08d30be2-125d-47fb-80e5-21207908f243 HTTP/1.1" status: 204 len: 168 time: 0.2604358 Feb 11 05:16:19.290116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631ee0-acea-4e45-90d7-3fc19c657a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d30be2-125d-47fb-80e5-21207908f243,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:19.304995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.309010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.433578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-64f85af6-a26b-4280-92f1-df22cf4b809c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2904394 Feb 11 05:16:19.446881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'port': {'device_id': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78', 'admin_state_up': True, 'tenant_id': '26099f94e4164b4abd43614afdbe9154'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:19.457002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770471b7-aa51-4093-9732-2a6c68d5468e req-a5420130-b4ec-4e6f-b3a4-3112e6355820 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.458785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-770471b7-aa51-4093-9732-2a6c68d5468e req-a5420130-b4ec-4e6f-b3a4-3112e6355820 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 944 time: 0.1776140 Feb 11 05:16:19.533981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-eb85d35e-78db-4c06-8cc1-8c69484b3e82 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.535785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-eb85d35e-78db-4c06-8cc1-8c69484b3e82 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.65 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1023 time: 0.2513018 Feb 11 05:16:19.561439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Made reservation on behalf of 0a78c5cbddca47a6836b74c1e10036db for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:19.564303 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.697508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-770471b7-aa51-4093-9732-2a6c68d5468e req-08c95863-6b15-4521-9dcd-837a3dfb3bca tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264278 Feb 11 05:16:19.750468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5ddc827d-404b-40b7-af8e-03656c37fa94 None None] Provisioning complete for port c2c5a197-ae78-4924-a534-7702ccb1b9eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:19.750853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ddc827d-404b-40b7-af8e-03656c37fa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.775268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:19.778986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.875980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc827d-404b-40b7-af8e-03656c37fa94 None None] Port c2c5a197-ae78-4924-a534-7702ccb1b9eb cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:19.986203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Allocated IP 19.80.0.30 (b14baea8-6733-4d3a-8505-29d99c4f7b78/48fff828-f1ca-46b0-a834-946707d38384/8a7bbd90-5081-4df3-bd42-a3500d54175d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:20.031747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e293eb79-48d7-49b1-aa6b-cecdb54325e3 req-d731e406-8403-401e-a8ec-a6400c961995 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.0935147 Feb 11 05:16:20.080839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82841e9-dc17-4559-be69-17d6879018a9 req-8ec78dd6-5063-4590-959a-40fb56c0a15b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.082646 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b82841e9-dc17-4559-be69-17d6879018a9 req-8ec78dd6-5063-4590-959a-40fb56c0a15b tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 1023 time: 0.1357834 Feb 11 05:16:20.134862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Deleting port e5443218-b686-40f5-b7c8-06eab4755d86 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:20.135243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.205212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.346965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee4081-a730-4ce7-9aff-0bf97efe918f req-95b42863-f179-490b-8b1b-a6e60bef691d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.352751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee4081-a730-4ce7-9aff-0bf97efe918f req-95b42863-f179-490b-8b1b-a6e60bef691d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.354328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11ee4081-a730-4ce7-9aff-0bf97efe918f req-95b42863-f179-490b-8b1b-a6e60bef691d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 1654 time: 0.2321715 Feb 11 05:16:20.385277 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.387865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b82841e9-dc17-4559-be69-17d6879018a9 req-c1936d32-740a-4851-ace4-fc3869255d1e tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups?id=af1b4740-70b6-40ba-878c-e91b649b1369&id=558a1706-5ca9-457d-bca5-9f70cba32312&id=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2845209 Feb 11 05:16:20.400914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] For port e5443218-b686-40f5-b7c8-06eab4755d86, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e5443218-b686-40f5-b7c8-06eab4755d86,segment=NetworkSegment(c894ed59-fc74-4d59-85e1-fea37eab4268),segment_id=c894ed59-fc74-4d59-85e1-fea37eab4268)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:20.404027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.445873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11ee4081-a730-4ce7-9aff-0bf97efe918f req-e44cf4da-6fa5-4c7c-91f4-7155a368dd59 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813713 Feb 11 05:16:20.447657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network b14baea8-6733-4d3a-8505-29d99c4f7b78 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:20.451645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Calling delete_port for e5443218-b686-40f5-b7c8-06eab4755d86 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:20.457863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44730) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:20.474830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:20.503789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (fdbc03f3-52e1-4086-b69a-9f85603927c4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.541725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:20.678248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Port': ['ID=8a7bbd90-5081-4df3-bd42-a3500d54175d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:20.695543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.696204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.703928 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9e9ec8df-9891-4c6b-a681-ec6a2109d26e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dac792aae8344640bc2a3c9416a968e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429750 Feb 11 05:16:20.714764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44740) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:20.813595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2957d76-2b60-4f43-8d8b-65e0e5328d3a admin admin] Publish callbacks [] for security_group (6f143c83-1f32-4ace-9561-21e0c526125b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.855163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbc03f3-52e1-4086-b69a-9f85603927c4,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:20.859309 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-33e0de21-b19d-4c0f-8525-59659c82a7fd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4185407 Feb 11 05:16:20.861841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2957d76-2b60-4f43-8d8b-65e0e5328d3a admin admin] Publish callbacks [] for security_group (6f143c83-1f32-4ace-9561-21e0c526125b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.914042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Request body: {'port': {'device_id': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:20.928265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Checking segment: {'id': 'ab745f39-90cf-4ed6-bc7e-9da93c0a02f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e4ab8753-624f-4c0c-a591-5ff9ee6c9544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:20.928668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Network hostable DHCP agents. Network: e4ab8753-624f-4c0c-a591-5ff9ee6c9544, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:20.966547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-280bdac5-2d51-4c31-bc23-61f1702fa8b0 None None] Provisioning complete for port 8a7bbd90-5081-4df3-bd42-a3500d54175d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:20.967544 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-280bdac5-2d51-4c31-bc23-61f1702fa8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.999862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199db3c5-7c3c-44ac-9bd1-d00c592d7611 req-576974d2-1598-4b9e-bb4e-81ee85eac147 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:21.002596 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-199db3c5-7c3c-44ac-9bd1-d00c592d7611 req-576974d2-1598-4b9e-bb4e-81ee85eac147 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1127 time: 0.3360400 Feb 11 05:16:21.048713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-947143ee-821d-418a-bf75-4a79310b80a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5721753 Feb 11 05:16:21.050234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.069722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-280bdac5-2d51-4c31-bc23-61f1702fa8b0 None None] Port 8a7bbd90-5081-4df3-bd42-a3500d54175d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:21.109795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-199db3c5-7c3c-44ac-9bd1-d00c592d7611 req-2788ebbf-19ad-4d52-854f-04f708a437fb tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949385 Feb 11 05:16:21.150942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Network e4ab8753-624f-4c0c-a591-5ff9ee6c9544 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:21.199348 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e5443218-b686-40f5-b7c8-06eab4755d86), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.278070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'Port': ['ID=e5443218-b686-40f5-b7c8-06eab4755d86,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:21.303937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-c9015b58-ca5f-4ceb-994e-fb6f8ddfa0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:21.305614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-c9015b58-ca5f-4ceb-994e-fb6f8ddfa0db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1128 time: 0.1948526 Feb 11 05:16:21.337220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, e4ab8753-624f-4c0c-a591-5ff9ee6c9544) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:21.348800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45f967-8524-4c78-a3d2-9fefa14007b6 None None] Network e4ab8753-624f-4c0c-a591-5ff9ee6c9544 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:21.375123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:21.375845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.378301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] No DVR routers for this DVR port e5443218-b686-40f5-b7c8-06eab4755d86 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:21.384778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.389105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b50f7bb3-f27c-47d0-8e7a-904a56a36a9f req-0e3a7b46-e782-46c0-90ee-8cbc39515fb9 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.65 "DELETE /v2.0/ports/e5443218-b686-40f5-b7c8-06eab4755d86 HTTP/1.1" status: 204 len: 173 time: 1.8472304 Feb 11 05:16:21.397256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'name': 'network-vif-deleted', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:21.399474 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b26ff7c-d471-48bc-b653-fd9b0e359209" -d '{"events": [{"server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "name": "network-vif-deleted", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:21.426839 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:21.484115 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2957d76-2b60-4f43-8d8b-65e0e5328d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f143c83-1f32-4ace-9561-21e0c526125b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.487011 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2957d76-2b60-4f43-8d8b-65e0e5328d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.492010 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c2957d76-2b60-4f43-8d8b-65e0e5328d3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f143c83-1f32-4ace-9561-21e0c526125b HTTP/1.1" status: 204 len: 168 time: 0.7810102 Feb 11 05:16:21.502680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-45d65b99-dd4d-457c-8e96-13ed30073434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:21.506424 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-45d65b99-dd4d-457c-8e96-13ed30073434 service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1716707 Feb 11 05:16:21.507658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2957d76-2b60-4f43-8d8b-65e0e5328d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f143c83-1f32-4ace-9561-21e0c526125b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:21.603951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03ba634e-8e28-4e48-a637-0bc7854eb636 req-b2ef1e7e-fd94-480a-9325-042a5028adc3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.0959632 Feb 11 05:16:21.610179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-1d219390-fe32-4aac-a2c3-968ca367f811 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.0790038 Feb 11 05:16:21.612930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb6c1df-b9ee-4bfa-b7d6-caa3f8fd5371 None None] Network e4ab8753-624f-4c0c-a591-5ff9ee6c9544 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:21.712729 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f64d1056-b73e-4db4-ad22-86d4f396c1b9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4918816 Feb 11 05:16:21.734222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2878140b-b8a3-49bd-9e84-0674c377998b {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:21.767697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Publish callbacks [] for port (2878140b-b8a3-49bd-9e84-0674c377998b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.793372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Transition to ACTIVE for port object 2878140b-b8a3-49bd-9e84-0674c377998b will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:21.824001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-228f1024-c7a9-46ad-b9ad-cbc236be9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:21.829542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-228f1024-c7a9-46ad-b9ad-cbc236be9e9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.2079437 Feb 11 05:16:21.890242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-2e07c944-a4b0-4a97-b5bb-2428082b49f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558550 Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3f0906-4749-47b8-8bcb-58265f268f68 x-openstack-request-id: req-7e3f0906-4749-47b8-8bcb-58265f268f68 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631a32e2-0d9f-446b-b7f9-6500011f76a4", "name": "network-vif-deleted", "tag": "e5443218-b686-40f5-b7c8-06eab4755d86", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e3f0906-4749-47b8-8bcb-58265f268f68 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631a32e2-0d9f-446b-b7f9-6500011f76a4', 'name': 'network-vif-deleted', 'tag': 'e5443218-b686-40f5-b7c8-06eab4755d86', 'status': 'completed', 'code': 200} Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-687a8406-d19f-44e9-bffc-0137ebf2810f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-687a8406-d19f-44e9-bffc-0137ebf2810f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 807 time: 0.2677078 Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36d5914d-922f-42b3-846a-e9831d6f1c46 req-45f86403-7c8d-43e3-920d-4dadda48762a tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/ports?device_id=631a32e2-0d9f-446b-b7f9-6500011f76a4 HTTP/1.1" status: 200 len: 210 time: 0.0414383 Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-686bb7ff-3a56-4cdc-ba47-64a832ae60fa tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/quotas/43e6b606b3834f4b9004f208e11b3c5c HTTP/1.1" status: 200 len: 375 time: 0.0233331 Feb 11 05:16:22.095340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-115a4e22-f72e-4bc3-a9ec-558a64daa9ff service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824958 Feb 11 05:16:22.222507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:22.289543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f93aaeb1-07dc-4071-8cb8-4390f573cc66 req-8eae3675-53dc-42c8-9843-5d52715de344 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976986 Feb 11 05:16:22.305478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c7263dd1-1da0-4ecd-8980-392970d40268 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966071 Feb 11 05:16:22.320610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device e5443218-b686-40f5-b7c8-06eab4755d86 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:22.327802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922eceb-e3cf-42d5-bf6c-4f62e8efd46d req-3a041121-6b83-4153-b14d-3d9a4efdfa2a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.348190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922eceb-e3cf-42d5-bf6c-4f62e8efd46d req-3a041121-6b83-4153-b14d-3d9a4efdfa2a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.357388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922eceb-e3cf-42d5-bf6c-4f62e8efd46d req-3a041121-6b83-4153-b14d-3d9a4efdfa2a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.359583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7922eceb-e3cf-42d5-bf6c-4f62e8efd46d req-3a041121-6b83-4153-b14d-3d9a4efdfa2a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2375 time: 0.1969209 Feb 11 05:16:22.368709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: e5443218-b686-40f5-b7c8-06eab4755d86 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:22.369615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device e5443218-b686-40f5-b7c8-06eab4755d86 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:22.391978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Pushing event updated for resources: {'Port': ['ID=2878140b-b8a3-49bd-9e84-0674c377998b,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:22.456297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Attempting to bind port 2878140b-b8a3-49bd-9e84-0674c377998b on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:22.456838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Attempting to bind port 2878140b-b8a3-49bd-9e84-0674c377998b by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:22.457326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Attempting to bind port 2878140b-b8a3-49bd-9e84-0674c377998b on network b14baea8-6733-4d3a-8505-29d99c4f7b78 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:22.463791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Port 2878140b-b8a3-49bd-9e84-0674c377998b on network b14baea8-6733-4d3a-8505-29d99c4f7b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:22.464355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Attempting to bind port 2878140b-b8a3-49bd-9e84-0674c377998b on network b14baea8-6733-4d3a-8505-29d99c4f7b78 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:22.472205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:22.472735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Checking segment: {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:22.473378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Bound using segment: {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:22.473982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Bound port: 2878140b-b8a3-49bd-9e84-0674c377998b, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:22.474579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:22.560858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] For port 2878140b-b8a3-49bd-9e84-0674c377998b, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:22.564527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] For port 2878140b-b8a3-49bd-9e84-0674c377998b, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2878140b-b8a3-49bd-9e84-0674c377998b,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:22.650247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:22.668908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.669606 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:22.696314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] 10.222.0.65 "PUT /v2.0/ports/2878140b-b8a3-49bd-9e84-0674c377998b HTTP/1.1" status: 200 len: 1092 time: 1.8236821 Feb 11 05:16:22.705674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'tag': '2878140b-b8a3-49bd-9e84-0674c377998b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:22.705674 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7949bf5-92b1-421c-8646-4b4b6f29a29a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "tag": "2878140b-b8a3-49bd-9e84-0674c377998b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:22.777898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e740e-126c-4d7d-8da1-17307a86593c service neutron] Pushing event updated for resources: {'Port': ['ID=2878140b-b8a3-49bd-9e84-0674c377998b,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:22.838384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Request body: {'port': {'device_id': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:22.925128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7922eceb-e3cf-42d5-bf6c-4f62e8efd46d req-7a772588-6fa1-47a3-9a49-451cf75491be tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463901 Feb 11 05:16:22.949195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ab57e1e3-801d-4a51-882c-667a241ea7f1 service neutron] 10.222.0.62 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427567 Feb 11 05:16:22.965602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.149772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ef15cb26-f91e-4178-8b18-77ec76ec6073 service neutron] 10.222.0.62 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945071 Feb 11 05:16:23.228324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faa648-0ea6-4c2e-a287-955587c33c81 req-9b402142-1d65-40e8-9e6d-1ba9178cd5f9 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:23.229931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13faa648-0ea6-4c2e-a287-955587c33c81 req-9b402142-1d65-40e8-9e6d-1ba9178cd5f9 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.1067595 Feb 11 05:16:23.290583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13faa648-0ea6-4c2e-a287-955587c33c81 req-c7a941e8-3554-4437-9607-94fa27af3e43 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544322 Feb 11 05:16:23.398076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c5a197-ae78-4924-a534-7702ccb1b9eb {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:23.406568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Publish callbacks [] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.421796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Transition to ACTIVE for port object c2c5a197-ae78-4924-a534-7702ccb1b9eb will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:23.544232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.546675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-842bf535-fcf8-441a-b001-73b62ccc4820 req-ac7d4d5e-2ae7-472c-874a-2d1b63e7199b tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-973192988', 'description': 'tempest-description-1326494942'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:23.596267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4588940b-8ee9-4258-956d-8c17a32ce019 req-1fb9064a-5039-4cd2-9f0e-4380f26432e4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8bb8a4-031a-440d-b916-a2024cd05b0d HTTP/1.1" status: 200 len: 210 time: 0.0334704 Feb 11 05:16:23.646629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Pushing event updated for resources: {'Port': ['ID=c2c5a197-ae78-4924-a534-7702ccb1b9eb,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:23.692716 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-842bf535-fcf8-441a-b001-73b62ccc4820 req-ac7d4d5e-2ae7-472c-874a-2d1b63e7199b tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.734611 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c58eb7-d24a-46f3-8f97-b1923444cfb8 x-openstack-request-id: req-87c58eb7-d24a-46f3-8f97-b1923444cfb8 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:23.738282 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "tag": "2878140b-b8a3-49bd-9e84-0674c377998b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:23.742867 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87c58eb7-d24a-46f3-8f97-b1923444cfb8 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:23.743818 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'tag': '2878140b-b8a3-49bd-9e84-0674c377998b', 'status': 'completed', 'code': 200} Feb 11 05:16:23.788070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Attempting to bind port c2c5a197-ae78-4924-a534-7702ccb1b9eb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:23.788572 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Attempting to bind port c2c5a197-ae78-4924-a534-7702ccb1b9eb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:23.789314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Attempting to bind port c2c5a197-ae78-4924-a534-7702ccb1b9eb on network a1192e53-1f48-4835-9ad9-5bb642340a4b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:23.797918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Port c2c5a197-ae78-4924-a534-7702ccb1b9eb on network a1192e53-1f48-4835-9ad9-5bb642340a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:23.798288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Attempting to bind port c2c5a197-ae78-4924-a534-7702ccb1b9eb on network a1192e53-1f48-4835-9ad9-5bb642340a4b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:23.806372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:23.806745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Checking segment: {'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:23.807138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Bound using segment: {'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:23.807966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Bound port: c2c5a197-ae78-4924-a534-7702ccb1b9eb, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624c17a6-881c-45b7-b08f-82c55c4ed931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:23.808731 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.822332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44814) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:23.843565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a856e94-a4f7-4325-b9b5-20f1fb53c341 req-3cdee8d2-0413-479e-87ed-e7f437a2778e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 210 time: 0.0512981 Feb 11 05:16:23.904892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-265fe40c-905a-4418-9dfa-1fdfa9799879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:23.906154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-265fe40c-905a-4418-9dfa-1fdfa9799879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:23.906803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-265fe40c-905a-4418-9dfa-1fdfa9799879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:23.909280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-265fe40c-905a-4418-9dfa-1fdfa9799879 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2788 time: 0.1980908 Feb 11 05:16:23.965921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] For port c2c5a197-ae78-4924-a534-7702ccb1b9eb, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:23.972049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] For port c2c5a197-ae78-4924-a534-7702ccb1b9eb, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c2c5a197-ae78-4924-a534-7702ccb1b9eb,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:23.995077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1422962226-network', 'tenant_id': 'e869ed089b274596b1d65a296b3ff333'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:24.076004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.092959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01927803-1d66-4622-a951-d64ac5442012 req-d1da19c1-9218-4c99-bc0c-c884e6860198 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/af1b4740-70b6-40ba-878c-e91b649b1369 HTTP/1.1" status: 200 len: 1817 time: 0.2006025 Feb 11 05:16:24.101861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-842bf535-fcf8-441a-b001-73b62ccc4820 req-ac7d4d5e-2ae7-472c-874a-2d1b63e7199b tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (89c21815-a6a2-40b4-bfa9-debc0b226d31), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.115746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.116405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.117880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] 10.222.0.65 "PUT /v2.0/ports/c2c5a197-ae78-4924-a534-7702ccb1b9eb HTTP/1.1" status: 200 len: 1093 time: 1.2942011 Feb 11 05:16:24.156788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Made reservation on behalf of e869ed089b274596b1d65a296b3ff333 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:24.156788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.158610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32f87-7ea0-4a48-9eb7-0dc4d41e589c service neutron] Pushing event updated for resources: {'Port': ['ID=c2c5a197-ae78-4924-a534-7702ccb1b9eb,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:24.172093 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.209796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-8828ba0a-b832-4831-b903-f0ae95ab00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.210278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-8828ba0a-b832-4831-b903-f0ae95ab00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.210752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-8828ba0a-b832-4831-b903-f0ae95ab00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.212386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-8828ba0a-b832-4831-b903-f0ae95ab00bb service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=26099f94e4164b4abd43614afdbe9154&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2720294 Feb 11 05:16:24.214502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-842bf535-fcf8-441a-b001-73b62ccc4820 req-ac7d4d5e-2ae7-472c-874a-2d1b63e7199b tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (89c21815-a6a2-40b4-bfa9-debc0b226d31), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.296154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Publish callbacks [] for security_group (2bdb14ab-d3da-499b-bf25-e6a71fc24ef4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.310154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Request body: {'port': {'device_id': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:24.320306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-01927803-1d66-4622-a951-d64ac5442012 req-0c85ef1e-bcda-41af-b9d1-66ca3f0c44c8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (af1b4740-70b6-40ba-878c-e91b649b1369), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.341636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d4d5e-2ae7-472c-874a-2d1b63e7199b tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c21815-a6a2-40b4-bfa9-debc0b226d31,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:24.364913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-01927803-1d66-4622-a951-d64ac5442012 req-0c85ef1e-bcda-41af-b9d1-66ca3f0c44c8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (af1b4740-70b6-40ba-878c-e91b649b1369), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.388558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.392965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-17a16dd8-ff50-459f-9e91-b85503e86033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.394527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7949bf5-92b1-421c-8646-4b4b6f29a29a req-17a16dd8-ff50-459f-9e91-b85503e86033 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1662192 Feb 11 05:16:24.441341 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2bdb14ab-d3da-499b-bf25-e6a71fc24ef4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.448384 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-842bf535-fcf8-441a-b001-73b62ccc4820 req-ac7d4d5e-2ae7-472c-874a-2d1b63e7199b tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.448384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-842bf535-fcf8-441a-b001-73b62ccc4820 req-ac7d4d5e-2ae7-472c-874a-2d1b63e7199b tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9045599 Feb 11 05:16:24.479480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:24.555582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:24.558550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (8aa84858-ea46-409c-8448-1b877ffbe584), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.558898 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Added segment 8aa84858-ea46-409c-8448-1b877ffbe584 of type vlan for network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 Feb 11 05:16:24.574219 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-01927803-1d66-4622-a951-d64ac5442012 req-0c85ef1e-bcda-41af-b9d1-66ca3f0c44c8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (af1b4740-70b6-40ba-878c-e91b649b1369), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.576781 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-01927803-1d66-4622-a951-d64ac5442012 req-0c85ef1e-bcda-41af-b9d1-66ca3f0c44c8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.577913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01927803-1d66-4622-a951-d64ac5442012 req-0c85ef1e-bcda-41af-b9d1-66ca3f0c44c8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/af1b4740-70b6-40ba-878c-e91b649b1369 HTTP/1.1" status: 204 len: 173 time: 0.4555070 Feb 11 05:16:24.602715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451610da-4d8f-4b7b-ac78-e7614dcf100f req-eac4c21c-aef3-468b-aad4-ec4ed530d918 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.608185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451610da-4d8f-4b7b-ac78-e7614dcf100f req-eac4c21c-aef3-468b-aad4-ec4ed530d918 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.614761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451610da-4d8f-4b7b-ac78-e7614dcf100f req-eac4c21c-aef3-468b-aad4-ec4ed530d918 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.616843 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-451610da-4d8f-4b7b-ac78-e7614dcf100f req-eac4c21c-aef3-468b-aad4-ec4ed530d918 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2399 time: 0.0931020 Feb 11 05:16:24.617997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85ef1e-bcda-41af-b9d1-66ca3f0c44c8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1b4740-70b6-40ba-878c-e91b649b1369,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:24.631826 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (518cc2ff-fcda-40ae-8fe1-bb6d9f013e53), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.694308 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-451610da-4d8f-4b7b-ac78-e7614dcf100f req-3ab11d15-c7c3-4b21-a84b-237964858f6c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675392 Feb 11 05:16:24.778674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7bbd90-5081-4df3-bd42-a3500d54175d {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:24.781295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bcf86-593c-4e41-aa97-ce67ed5f8637 req-040aff8e-aa12-4d24-98b9-ef5bd6d8fd56 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.782817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-894bcf86-593c-4e41-aa97-ce67ed5f8637 req-040aff8e-aa12-4d24-98b9-ef5bd6d8fd56 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.1114123 Feb 11 05:16:24.786795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b17d062e-fa37-4b11-ba83-87c871bac4ff req-fd713779-500a-42e3-bd30-176fe8ca5e4f tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/89c21815-a6a2-40b4-bfa9-debc0b226d31 HTTP/1.1" status: 200 len: 1821 time: 0.0670471 Feb 11 05:16:24.787474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Publish callbacks [] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.803437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Transition to ACTIVE for port object 8a7bbd90-5081-4df3-bd42-a3500d54175d will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:24.805353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b17d062e-fa37-4b11-ba83-87c871bac4ff req-ff9cd970-5f76-4c88-bd73-355ed9f4ffe8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89c21815-a6a2-40b4-bfa9-debc0b226d31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:24.805869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b17d062e-fa37-4b11-ba83-87c871bac4ff req-ff9cd970-5f76-4c88-bd73-355ed9f4ffe8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89c21815-a6a2-40b4-bfa9-debc0b226d31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:24.812701 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (518cc2ff-fcda-40ae-8fe1-bb6d9f013e53), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.813637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.814242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.857202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-894bcf86-593c-4e41-aa97-ce67ed5f8637 req-d98096c2-61db-486a-b294-101c550a81df tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652480 Feb 11 05:16:24.883475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] Pushing event updated for resources: {'Network': ['ID=518cc2ff-fcda-40ae-8fe1-bb6d9f013e53,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:24.893547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:24.915399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.924704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-892a017e-32e4-4b7b-8a09-de44dc9c991d req-025374e9-098b-4b8d-807b-ab99e1c741f8 tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "GET /v2.0/security-groups/558a1706-5ca9-457d-bca5-9f70cba32312 HTTP/1.1" status: 200 len: 1817 time: 0.0427487 Feb 11 05:16:24.976061 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8b904583-4d0e-4ceb-9a3d-1b67f8e1cff3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1520970 Feb 11 05:16:24.976751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44836) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:25.003139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Request body: {'subnet': {'network_id': '518cc2ff-fcda-40ae-8fe1-bb6d9f013e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1422962226-subnet', 'tenant_id': 'e869ed089b274596b1d65a296b3ff333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:25.029710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7bbd90-5081-4df3-bd42-a3500d54175d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:25.063397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b17d062e-fa37-4b11-ba83-87c871bac4ff req-ff9cd970-5f76-4c88-bd73-355ed9f4ffe8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (8b83f6ef-fa7d-4589-8d23-e05ba8e9303f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.066408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-892a017e-32e4-4b7b-8a09-de44dc9c991d req-34564a65-ea45-4792-8fb9-2f4196f47dcf tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (558a1706-5ca9-457d-bca5-9f70cba32312), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.086738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Attempting to bind port 8a7bbd90-5081-4df3-bd42-a3500d54175d on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:25.086738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Attempting to bind port 8a7bbd90-5081-4df3-bd42-a3500d54175d by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:25.090639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Attempting to bind port 8a7bbd90-5081-4df3-bd42-a3500d54175d on network b14baea8-6733-4d3a-8505-29d99c4f7b78 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:25.091749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Port 8a7bbd90-5081-4df3-bd42-a3500d54175d on network b14baea8-6733-4d3a-8505-29d99c4f7b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:25.092069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Attempting to bind port 8a7bbd90-5081-4df3-bd42-a3500d54175d on network b14baea8-6733-4d3a-8505-29d99c4f7b78 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:25.097245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:25.097639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Checking segment: {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:25.098728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Bound using segment: {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:25.099454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Bound port: 8a7bbd90-5081-4df3-bd42-a3500d54175d, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:25.099871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.106353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-892a017e-32e4-4b7b-8a09-de44dc9c991d req-34564a65-ea45-4792-8fb9-2f4196f47dcf tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (558a1706-5ca9-457d-bca5-9f70cba32312), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.121172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b17d062e-fa37-4b11-ba83-87c871bac4ff req-ff9cd970-5f76-4c88-bd73-355ed9f4ffe8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (8b83f6ef-fa7d-4589-8d23-e05ba8e9303f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.171145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Made reservation on behalf of e869ed089b274596b1d65a296b3ff333 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:25.173823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.205056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] For port 8a7bbd90-5081-4df3-bd42-a3500d54175d, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:25.249656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] For port 8a7bbd90-5081-4df3-bd42-a3500d54175d, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8a7bbd90-5081-4df3-bd42-a3500d54175d,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:25.272408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b17d062e-fa37-4b11-ba83-87c871bac4ff req-ff9cd970-5f76-4c88-bd73-355ed9f4ffe8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (8b83f6ef-fa7d-4589-8d23-e05ba8e9303f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.294149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cd970-5f76-4c88-bd73-355ed9f4ffe8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b83f6ef-fa7d-4589-8d23-e05ba8e9303f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:25.309895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-892a017e-32e4-4b7b-8a09-de44dc9c991d req-34564a65-ea45-4792-8fb9-2f4196f47dcf tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (558a1706-5ca9-457d-bca5-9f70cba32312), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.315829 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-892a017e-32e4-4b7b-8a09-de44dc9c991d req-34564a65-ea45-4792-8fb9-2f4196f47dcf tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.318310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-892a017e-32e4-4b7b-8a09-de44dc9c991d req-34564a65-ea45-4792-8fb9-2f4196f47dcf tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] 10.222.0.62 "DELETE /v2.0/security-groups/558a1706-5ca9-457d-bca5-9f70cba32312 HTTP/1.1" status: 204 len: 173 time: 0.3870869 Feb 11 05:16:25.327216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44838) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:25.337352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34564a65-ea45-4792-8fb9-2f4196f47dcf tempest-SecurityGroupsTestJSON-2018583637 tempest-SecurityGroupsTestJSON-2018583637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558a1706-5ca9-457d-bca5-9f70cba32312,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:25.375381 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.407057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dae951-c60a-4343-8ca8-527184c2835b admin admin] Deleting subnet 67ad5461-469e-4e8f-8f0c-8b60dec5cdda {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:25.410941 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50dae951-c60a-4343-8ca8-527184c2835b admin admin] Publish callbacks [] for subnet (67ad5461-469e-4e8f-8f0c-8b60dec5cdda), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.443103 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b17d062e-fa37-4b11-ba83-87c871bac4ff req-ff9cd970-5f76-4c88-bd73-355ed9f4ffe8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.444355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b17d062e-fa37-4b11-ba83-87c871bac4ff req-ff9cd970-5f76-4c88-bd73-355ed9f4ffe8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6501298 Feb 11 05:16:25.496839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2b671957-49ae-42e7-8773-4d2097e876af req-80483b34-27e1-4b93-834f-66cb9fd774d0 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1645984567', 'description': 'tempest-description-705848543'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:25.498730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.499813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.501506 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] 10.222.0.65 "PUT /v2.0/ports/8a7bbd90-5081-4df3-bd42-a3500d54175d HTTP/1.1" status: 200 len: 1092 time: 1.1958506 Feb 11 05:16:25.503570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481d70e-7763-41b2-bac2-cdf91a29b993 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7bbd90-5081-4df3-bd42-a3500d54175d,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:25.512453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253669c-e213-44fa-94af-2e6a05632b3f req-1f989a27-c788-4185-8042-ad08802a2a7b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 210 time: 0.0576098 Feb 11 05:16:25.521562 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50dae951-c60a-4343-8ca8-527184c2835b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (67ad5461-469e-4e8f-8f0c-8b60dec5cdda), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.588398 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50dae951-c60a-4343-8ca8-527184c2835b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (67ad5461-469e-4e8f-8f0c-8b60dec5cdda), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.609777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (5ded0a92-3770-4321-893f-4f04de6682fb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.663003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2b671957-49ae-42e7-8773-4d2097e876af req-80483b34-27e1-4b93-834f-66cb9fd774d0 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.751798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Checking segment: {'id': '8aa84858-ea46-409c-8448-1b877ffbe584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '518cc2ff-fcda-40ae-8fe1-bb6d9f013e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:25.757194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Network hostable DHCP agents. Network: 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:25.757194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'tag': 'c2c5a197-ae78-4924-a534-7702ccb1b9eb'}, {'name': 'network-changed', 'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'tag': '8a7bbd90-5081-4df3-bd42-a3500d54175d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:25.759421 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa889f91-d718-4b65-9ea5-51e8697af4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "tag": "c2c5a197-ae78-4924-a534-7702ccb1b9eb"}, {"name": "network-changed", "server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "tag": "8a7bbd90-5081-4df3-bd42-a3500d54175d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:25.767190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ded0a92-3770-4321-893f-4f04de6682fb,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:25.795569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50dae951-c60a-4343-8ca8-527184c2835b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (67ad5461-469e-4e8f-8f0c-8b60dec5cdda), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.804736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b28df7e3-4c0a-4088-90db-e5a47569543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.805375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b28df7e3-4c0a-4088-90db-e5a47569543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.805793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b28df7e3-4c0a-4088-90db-e5a47569543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.807727 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b28df7e3-4c0a-4088-90db-e5a47569543d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2960 time: 0.1037102 Feb 11 05:16:25.835642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2b671957-49ae-42e7-8773-4d2097e876af req-80483b34-27e1-4b93-834f-66cb9fd774d0 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (5739b015-e02c-42dc-b4df-1e086ff5c0fc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.852245 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-e6f9d1ad-0fff-44c3-a510-ee52f4420b64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=2878140b-b8a3-49bd-9e84-0674c377998b HTTP/1.1" status: 200 len: 217 time: 0.0368514 Feb 11 05:16:25.857217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dae951-c60a-4343-8ca8-527184c2835b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ad5461-469e-4e8f-8f0c-8b60dec5cdda,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:25.863214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50dae951-c60a-4343-8ca8-527184c2835b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.867200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-50dae951-c60a-4343-8ca8-527184c2835b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/67ad5461-469e-4e8f-8f0c-8b60dec5cdda HTTP/1.1" status: 204 len: 168 time: 0.5390046 Feb 11 05:16:25.870791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44858) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:25.911635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-ad3bbeea-4a24-42ed-aa7e-10796a184310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.914128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-ad3bbeea-4a24-42ed-aa7e-10796a184310 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48fff828-f1ca-46b0-a834-946707d38384 HTTP/1.1" status: 200 len: 801 time: 0.0566349 Feb 11 05:16:25.917653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:25.952490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbee95b-b361-4cc0-8dbb-6591f3db2c88 req-2565055e-3661-4d02-93c9-7f781cc0ef2e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.958368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbee95b-b361-4cc0-8dbb-6591f3db2c88 req-2565055e-3661-4d02-93c9-7f781cc0ef2e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.963772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbee95b-b361-4cc0-8dbb-6591f3db2c88 req-2565055e-3661-4d02-93c9-7f781cc0ef2e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.965489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afbee95b-b361-4cc0-8dbb-6591f3db2c88 req-2565055e-3661-4d02-93c9-7f781cc0ef2e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2411 time: 0.1744015 Feb 11 05:16:25.970047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-2c884c17-9b9c-4425-be3a-f2b3c7ad3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.970288 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2b671957-49ae-42e7-8773-4d2097e876af req-80483b34-27e1-4b93-834f-66cb9fd774d0 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5739b015-e02c-42dc-b4df-1e086ff5c0fc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.971392 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-2c884c17-9b9c-4425-be3a-f2b3c7ad3895 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b14baea8-6733-4d3a-8505-29d99c4f7b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503147 Feb 11 05:16:26.007083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1a6e4e59-8b37-4864-8ae3-469263e26e3b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.042053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:26.046911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.047915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.052694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80483b34-27e1-4b93-834f-66cb9fd774d0 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5739b015-e02c-42dc-b4df-1e086ff5c0fc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:26.065858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f9325-1d5d-4464-9c3a-31c5d70512a8 None None] Network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:26.094513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afbee95b-b361-4cc0-8dbb-6591f3db2c88 req-47b42a76-f4ab-4052-b8e0-cf2e8b90593a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124887 Feb 11 05:16:26.101124 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-f8ca90b1-f5e9-4d41-b05b-4c0b82e7b2b0 service neutron] 10.222.0.65 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177154 Feb 11 05:16:26.129986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2b671957-49ae-42e7-8773-4d2097e876af req-80483b34-27e1-4b93-834f-66cb9fd774d0 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.131941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b671957-49ae-42e7-8773-4d2097e876af req-80483b34-27e1-4b93-834f-66cb9fd774d0 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6559346 Feb 11 05:16:26.173928 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1a6e4e59-8b37-4864-8ae3-469263e26e3b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.198735 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d020256-9605-4945-ba28-c5c8aa8afa63 x-openstack-request-id: req-4d020256-9605-4945-ba28-c5c8aa8afa63 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:26.198735 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "tag": "c2c5a197-ae78-4924-a534-7702ccb1b9eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "tag": "8a7bbd90-5081-4df3-bd42-a3500d54175d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:26.198735 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d020256-9605-4945-ba28-c5c8aa8afa63 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:26.198735 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'tag': 'c2c5a197-ae78-4924-a534-7702ccb1b9eb', 'status': 'completed', 'code': 200} Feb 11 05:16:26.198735 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'tag': '8a7bbd90-5081-4df3-bd42-a3500d54175d', 'status': 'completed', 'code': 200} Feb 11 05:16:26.198735 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7ed67577-6aa8-4d7e-9803-96bfa13a32da admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2021949 Feb 11 05:16:26.208531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6e4e59-8b37-4864-8ae3-469263e26e3b']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:26.232265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c894ed59-fc74-4d59-85e1-fea37eab4268') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:26.232588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c894ed59-fc74-4d59-85e1-fea37eab4268') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:26.256158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (c894ed59-fc74-4d59-85e1-fea37eab4268), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.273839 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b02bbb76-af91-4d25-b474-59b8b3ae9227 service neutron] 10.222.0.65 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703410 Feb 11 05:16:26.331509 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-20b81115-6e56-420f-98b3-dc4d374966ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=c2c5a197-ae78-4924-a534-7702ccb1b9eb HTTP/1.1" status: 200 len: 217 time: 0.0519998 Feb 11 05:16:26.349100 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c894ed59-fc74-4d59-85e1-fea37eab4268), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.364809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:26.365714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (c894ed59-fc74-4d59-85e1-fea37eab4268), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:26.370202 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:26.415276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b70f2cc3-568e-4824-867c-91ee6998aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.416806 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b70f2cc3-568e-4824-867c-91ee6998aa20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90c6d8c1-f20b-4837-9066-2c4c96636d54 HTTP/1.1" status: 200 len: 801 time: 0.0788546 Feb 11 05:16:26.419926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5bd08f-ed1f-44f1-8ea2-f748877909a7 None None] Network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:26.485586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-6e26a81e-5fd0-42dd-8af4-ab9f4feb9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.485586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-6e26a81e-5fd0-42dd-8af4-ab9f4feb9925 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1192e53-1f48-4835-9ad9-5bb642340a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0602665 Feb 11 05:16:26.494293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a0d4-e9a6-43ce-b142-bfb708f42d3f req-7e2a7d54-d882-4f81-aba1-d66894d494df tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.495838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae44a0d4-e9a6-43ce-b142-bfb708f42d3f req-7e2a7d54-d882-4f81-aba1-d66894d494df tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.2140088 Feb 11 05:16:26.518985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba6ea-b0fe-4877-a679-aae3eda5135c req-72567b79-702d-4be9-abc0-a838b7a2eabd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.521553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429ba6ea-b0fe-4877-a679-aae3eda5135c req-72567b79-702d-4be9-abc0-a838b7a2eabd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.2701414 Feb 11 05:16:26.559010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429ba6ea-b0fe-4877-a679-aae3eda5135c req-8b71bd1c-e196-44bb-922b-75a4eddd7ec7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/quotas/7cc0084c391b4055abb4b20bcfd59945 HTTP/1.1" status: 200 len: 375 time: 0.0229232 Feb 11 05:16:26.605128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae44a0d4-e9a6-43ce-b142-bfb708f42d3f req-a2017ded-3939-4f17-b19d-16d9abf8a505 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026366 Feb 11 05:16:26.616819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429ba6ea-b0fe-4877-a679-aae3eda5135c req-4399338d-8022-48e0-b513-97aa7a6de77d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490751 Feb 11 05:16:26.617397 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-d0c24171-2949-462a-b232-0a43fae4336e service neutron] 10.222.0.65 "GET /v2.0/networks/a1192e53-1f48-4835-9ad9-5bb642340a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278293 Feb 11 05:16:26.719275 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1a6e4e59-8b37-4864-8ae3-469263e26e3b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.748146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.752867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1a6e4e59-8b37-4864-8ae3-469263e26e3b HTTP/1.1" status: 204 len: 168 time: 0.8796802 Feb 11 05:16:26.752867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39783c5d-10ac-4cc7-81c8-cc1bf6a187f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6e4e59-8b37-4864-8ae3-469263e26e3b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:26.757073 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-3f24d4ae-e61d-4c39-816d-f551cc1d0970 service neutron] 10.222.0.65 "GET /v2.0/networks/a1192e53-1f48-4835-9ad9-5bb642340a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332562 Feb 11 05:16:26.777410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09f320c8-4916-4025-9792-e0e022f9f4c1 req-93e39239-4727-41e5-9b4b-ef31db03ddea tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/5739b015-e02c-42dc-b4df-1e086ff5c0fc HTTP/1.1" status: 200 len: 1821 time: 0.1304030 Feb 11 05:16:26.797727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-09f320c8-4916-4025-9792-e0e022f9f4c1 req-726bd406-18b7-4e7c-ad94-92ac2bbb8345 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5739b015-e02c-42dc-b4df-1e086ff5c0fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:26.797727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-09f320c8-4916-4025-9792-e0e022f9f4c1 req-726bd406-18b7-4e7c-ad94-92ac2bbb8345 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5739b015-e02c-42dc-b4df-1e086ff5c0fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:26.800466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429ba6ea-b0fe-4877-a679-aae3eda5135c req-05639b46-c6a0-47e3-ac44-a6599d4b30ec service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827424 Feb 11 05:16:26.827786 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b9c1e5fa-8809-415e-9c63-2afda2a13e45 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.30&port_id=8a7bbd90-5081-4df3-bd42-a3500d54175d HTTP/1.1" status: 200 len: 217 time: 0.0613852 Feb 11 05:16:26.879869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-2a6fbabf-dcfe-47a8-967c-597533be0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.881464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-2a6fbabf-dcfe-47a8-967c-597533be0326 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48fff828-f1ca-46b0-a834-946707d38384 HTTP/1.1" status: 200 len: 801 time: 0.0473771 Feb 11 05:16:26.898577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-429ba6ea-b0fe-4877-a679-aae3eda5135c req-32a39c6e-6039-452e-adc8-b302ac2929c9 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907731 Feb 11 05:16:26.933616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-2052beb5-822c-4f8d-b98f-f1d729b05ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.935154 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-2052beb5-822c-4f8d-b98f-f1d729b05ad4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b14baea8-6733-4d3a-8505-29d99c4f7b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469582 Feb 11 05:16:27.059032 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-b08faab8-f1ce-4e5e-8a13-6f4fac3a0453 service neutron] 10.222.0.65 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155877 Feb 11 05:16:27.084127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-93f15002-64bc-4c1b-9336-b6622c79cfd3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.085692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-93f15002-64bc-4c1b-9336-b6622c79cfd3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 807 time: 0.1231692 Feb 11 05:16:27.102540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Request body: {'port': {'device_id': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'admin_state_up': True, 'tenant_id': '43e6b606b3834f4b9004f208e11b3c5c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:27.193038 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-09f320c8-4916-4025-9792-e0e022f9f4c1 req-726bd406-18b7-4e7c-ad94-92ac2bbb8345 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (a79b5645-1364-4d34-82ce-a2be03c9ecfb), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.206132 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9198249a-4171-4ccf-ae44-a067ad60f584 req-3815afdf-59dc-4adb-bf5f-894413e87d83 service neutron] 10.222.0.65 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400168 Feb 11 05:16:27.254821 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-09f320c8-4916-4025-9792-e0e022f9f4c1 req-726bd406-18b7-4e7c-ad94-92ac2bbb8345 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (a79b5645-1364-4d34-82ce-a2be03c9ecfb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.339970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84c8896d-fb53-4fa3-be69-f9e0663fd14f req-3c6b39f5-63bf-4473-b587-f898ca15230e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 210 time: 0.0364625 Feb 11 05:16:27.432626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:27.437643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-810146723-network', 'tenant_id': '26203cc5541c4f6784792efcbf79b0d6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:27.460895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-09f320c8-4916-4025-9792-e0e022f9f4c1 req-726bd406-18b7-4e7c-ad94-92ac2bbb8345 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (a79b5645-1364-4d34-82ce-a2be03c9ecfb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.462566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Made reservation on behalf of 43e6b606b3834f4b9004f208e11b3c5c for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:27.465968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.495816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764832c-1b26-42de-9068-23aa3e41db0a req-2dc43bf8-6795-4d89-827f-c82b4b347663 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.501448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764832c-1b26-42de-9068-23aa3e41db0a req-2dc43bf8-6795-4d89-827f-c82b4b347663 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.506860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764832c-1b26-42de-9068-23aa3e41db0a req-2dc43bf8-6795-4d89-827f-c82b4b347663 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.509186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3764832c-1b26-42de-9068-23aa3e41db0a req-2dc43bf8-6795-4d89-827f-c82b4b347663 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2411 time: 0.0991757 Feb 11 05:16:27.533425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bd406-18b7-4e7c-ad94-92ac2bbb8345 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79b5645-1364-4d34-82ce-a2be03c9ecfb,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:27.563031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-3150e4ce-8b61-48e7-9209-fa5b33df9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.563510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-3150e4ce-8b61-48e7-9209-fa5b33df9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.563983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-3150e4ce-8b61-48e7-9209-fa5b33df9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.565851 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-3150e4ce-8b61-48e7-9209-fa5b33df9b04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2960 time: 0.0579109 Feb 11 05:16:27.620706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3764832c-1b26-42de-9068-23aa3e41db0a req-fbc6256e-5f19-4c60-90b4-ea17a3482060 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971494 Feb 11 05:16:27.653121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Made reservation on behalf of 26203cc5541c4f6784792efcbf79b0d6 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:27.655650 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.673011 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.690510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-2aeba188-e78b-48b7-bcb8-e8a857cc3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.692847 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-2aeba188-e78b-48b7-bcb8-e8a857cc3f97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1192e53-1f48-4835-9ad9-5bb642340a4b HTTP/1.1" status: 200 len: 903 time: 0.1204231 Feb 11 05:16:27.703207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44908) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:27.723876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef50498d-c4e2-4ab9-98e9-81635cc34117 req-a4202f05-2789-4807-ba8f-7afeb41c00af tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8c726bb-1ee2-4719-86f1-6f87ccee1993 HTTP/1.1" status: 200 len: 210 time: 0.0397465 Feb 11 05:16:27.738360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Allocated IP 172.20.0.3 (083714e0-fbcb-4f2b-b929-fd0939a5f61f/80cb0a79-c2f6-4926-8d54-a84282c437d7/64f0e6fa-5b1e-473a-a204-43727c533411) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:27.772745 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-09f320c8-4916-4025-9792-e0e022f9f4c1 req-726bd406-18b7-4e7c-ad94-92ac2bbb8345 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.781508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09f320c8-4916-4025-9792-e0e022f9f4c1 req-726bd406-18b7-4e7c-ad94-92ac2bbb8345 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9967909 Feb 11 05:16:27.819561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-58305a73-d568-4b3f-87da-cc05ab7ce82f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1436af19f9ac469b89d1005ee1d6743d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1151161 Feb 11 05:16:27.821130 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-d1b97bea-b3c8-43d2-bc69-36393b88fb9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=c2c5a197-ae78-4924-a534-7702ccb1b9eb HTTP/1.1" status: 200 len: 217 time: 0.1065133 Feb 11 05:16:27.823644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44914) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:27.966915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-6ed14e8c-5033-48f5-a390-0f9a8a84c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.969295 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-6ed14e8c-5033-48f5-a390-0f9a8a84c3f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90c6d8c1-f20b-4837-9066-2c4c96636d54 HTTP/1.1" status: 200 len: 801 time: 0.1341457 Feb 11 05:16:27.969615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950720de-9b0b-40c4-9758-99cc29f7d598 req-3d18d179-5c30-4ad0-9119-6c85783d6a8f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.971177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-950720de-9b0b-40c4-9758-99cc29f7d598 req-3d18d179-5c30-4ad0-9119-6c85783d6a8f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.1619234 Feb 11 05:16:28.002218 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks [] for port (64f0e6fa-5b1e-473a-a204-43727c533411), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.011979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Publish callbacks [] for security_group (e38fb34b-792f-447f-ab1b-3b234bc61fe6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.019099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6b298a-0b47-4891-8821-e2a360019cd6 admin admin] Publish callbacks [] for security_group (6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.053487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6b298a-0b47-4891-8821-e2a360019cd6 admin admin] Publish callbacks [] for security_group (6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.062316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-ec97d7ae-82dc-4818-9cc6-37de0538d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:28.063844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-ec97d7ae-82dc-4818-9cc6-37de0538d446 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1192e53-1f48-4835-9ad9-5bb642340a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852633 Feb 11 05:16:28.073250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-950720de-9b0b-40c4-9758-99cc29f7d598 req-7ffa8f84-95d8-4b71-be96-816229c7ee20 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685971 Feb 11 05:16:28.119229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b693c6d9-21e7-43c1-b843-5db3e094ad7b req-a317e6de-cb7c-4570-9232-3fa04d24e7a8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-743068784', 'description': 'tempest-description-1919168995'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:28.178291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e38fb34b-792f-447f-ab1b-3b234bc61fe6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.191143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.246815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:28.257984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b693c6d9-21e7-43c1-b843-5db3e094ad7b req-a317e6de-cb7c-4570-9232-3fa04d24e7a8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.263889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Network 083714e0-fbcb-4f2b-b929-fd0939a5f61f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:28.267251 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-d3a15b06-7027-413e-ac6c-2d493c41e19b service neutron] 10.222.0.65 "GET /v2.0/networks/a1192e53-1f48-4835-9ad9-5bb642340a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936421 Feb 11 05:16:28.272854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38fb34b-792f-447f-ab1b-3b234bc61fe6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.274281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:28.276054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d62b83c9-2ff3-4c40-bbc7-ff7713b14a19), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.276300 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Added segment d62b83c9-2ff3-4c40-bbc7-ff7713b14a19 of type vlan for network 1e031999-b47f-4293-8c7c-dc6ce6571744 Feb 11 05:16:28.284278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:28.334064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Pushing event updated for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.367619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:28.389814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.390392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1e031999-b47f-4293-8c7c-dc6ce6571744), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.422167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6b298a-0b47-4891-8821-e2a360019cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.426832 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6b298a-0b47-4891-8821-e2a360019cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.428122 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5c6b298a-0b47-4891-8821-e2a360019cd6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660 HTTP/1.1" status: 204 len: 168 time: 0.6035516 Feb 11 05:16:28.453252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b693c6d9-21e7-43c1-b843-5db3e094ad7b req-a317e6de-cb7c-4570-9232-3fa04d24e7a8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (47381d9a-b242-4ff5-8fd5-adc8c216eef9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.514472 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-888258c4-25aa-4bb7-869a-8e94c7a5c5b0 service neutron] 10.222.0.65 "GET /v2.0/networks/a1192e53-1f48-4835-9ad9-5bb642340a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364705 Feb 11 05:16:28.532167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b298a-0b47-4891-8821-e2a360019cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b7c6d-45f3-4a38-90aa-a09ec0ff4660,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.538733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-c1967fd8-4a98-4ae6-8999-b9394a5a843c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4379060 Feb 11 05:16:28.545514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Request body: {'port': {'device_id': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:28.563393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1e031999-b47f-4293-8c7c-dc6ce6571744), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.565559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:28.568373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.642900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b693c6d9-21e7-43c1-b843-5db3e094ad7b req-a317e6de-cb7c-4570-9232-3fa04d24e7a8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (47381d9a-b242-4ff5-8fd5-adc8c216eef9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.689094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317e6de-cb7c-4570-9232-3fa04d24e7a8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47381d9a-b242-4ff5-8fd5-adc8c216eef9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.700829 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.073682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=1e031999-b47f-4293-8c7c-dc6ce6571744,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:29.076703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b693c6d9-21e7-43c1-b843-5db3e094ad7b req-a317e6de-cb7c-4570-9232-3fa04d24e7a8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.089007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1e031999-b47f-4293-8c7c-dc6ce6571744 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:29.094172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-db5b8e30-a67f-478f-b327-0c870db8047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.094653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-db5b8e30-a67f-478f-b327-0c870db8047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.101156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-db5b8e30-a67f-478f-b327-0c870db8047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.102856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b693c6d9-21e7-43c1-b843-5db3e094ad7b req-a317e6de-cb7c-4570-9232-3fa04d24e7a8 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9878712 Feb 11 05:16:29.108713 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-db5b8e30-a67f-478f-b327-0c870db8047b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2960 time: 0.4784505 Feb 11 05:16:29.180025 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-abae58a4-9edd-4bc0-b2fa-9c3cb2453fc3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7461352 Feb 11 05:16:29.208181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44948) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:29.220584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Request body: {'subnet': {'network_id': '1e031999-b47f-4293-8c7c-dc6ce6571744', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-810146723-subnet', 'tenant_id': '26203cc5541c4f6784792efcbf79b0d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:29.302303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f0e6fa-5b1e-473a-a204-43727c533411 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:29.316787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Publish callbacks [] for port (64f0e6fa-5b1e-473a-a204-43727c533411), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.366718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-b0d68893-72b4-4bb5-bae5-1fdaf5f8af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.369668 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-b0d68893-72b4-4bb5-bae5-1fdaf5f8af47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b14baea8-6733-4d3a-8505-29d99c4f7b78 HTTP/1.1" status: 200 len: 903 time: 0.2543879 Feb 11 05:16:29.376918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Transition to ACTIVE for port object 64f0e6fa-5b1e-473a-a204-43727c533411 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:29.391061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe7552-5144-4aab-96a2-9ef934393b22 req-2f029119-b975-439e-892a-a1266e596233 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.392656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15fe7552-5144-4aab-96a2-9ef934393b22 req-2f029119-b975-439e-892a-a1266e596233 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 931 time: 0.1388052 Feb 11 05:16:29.431550 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-0696f067-1258-4bc5-b0a4-fc3c2e8c7ec3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.30&port_id=8a7bbd90-5081-4df3-bd42-a3500d54175d HTTP/1.1" status: 200 len: 217 time: 0.0537708 Feb 11 05:16:29.448262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Made reservation on behalf of 26203cc5541c4f6784792efcbf79b0d6 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:29.449188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f7a1-ff17-4e6d-b6d2-ab2b5dc89a63 req-d3f888e4-a1f3-43c1-abcb-d67cad79db3b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.450500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.455956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f7a1-ff17-4e6d-b6d2-ab2b5dc89a63 req-d3f888e4-a1f3-43c1-abcb-d67cad79db3b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.462273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f7a1-ff17-4e6d-b6d2-ab2b5dc89a63 req-d3f888e4-a1f3-43c1-abcb-d67cad79db3b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.464474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bed0f7a1-ff17-4e6d-b6d2-ab2b5dc89a63 req-d3f888e4-a1f3-43c1-abcb-d67cad79db3b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2411 time: 0.1360457 Feb 11 05:16:29.492927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15fe7552-5144-4aab-96a2-9ef934393b22 req-a03022c7-c9d9-4a10-b6b2-a2e71c4d1ef1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903060 Feb 11 05:16:29.515800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.592984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bed0f7a1-ff17-4e6d-b6d2-ab2b5dc89a63 req-e0179a38-3152-4545-88f3-3aa6fd2ba7e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200449 Feb 11 05:16:29.653638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-189d170b-f438-43a4-88f2-36fdf3cbe525 req-f530eb61-3f9e-4823-a120-3429b097a17f tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-427738580', 'description': 'tempest-description-1394934550'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:29.671888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-e69ac77c-f6aa-453c-8965-00c476e633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.675149 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-e69ac77c-f6aa-453c-8965-00c476e633f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48fff828-f1ca-46b0-a834-946707d38384 HTTP/1.1" status: 200 len: 801 time: 0.2377493 Feb 11 05:16:29.723325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:29.723993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:29.724668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:29.727004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:29.740986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:29.741451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:29.750412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:29.750951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:29.758772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:29.758772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Bound port: 64f0e6fa-5b1e-473a-a204-43727c533411, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:29.758772 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.825432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-745ff32d-a490-4fea-9b40-47ec9443bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.827914 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-745ff32d-a490-4fea-9b40-47ec9443bbc3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b14baea8-6733-4d3a-8505-29d99c4f7b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1456480 Feb 11 05:16:29.837907 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-189d170b-f438-43a4-88f2-36fdf3cbe525 req-f530eb61-3f9e-4823-a120-3429b097a17f tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.971737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-189d170b-f438-43a4-88f2-36fdf3cbe525 req-f530eb61-3f9e-4823-a120-3429b097a17f tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (99540a90-37f7-48f1-b07a-1a1a87a30116), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.980175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:29.995525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:30.053179 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-5c358514-f2f7-4b7a-a232-5a1cd695d0a7 service neutron] 10.222.0.65 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963279 Feb 11 05:16:30.058132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-189d170b-f438-43a4-88f2-36fdf3cbe525 req-f530eb61-3f9e-4823-a120-3429b097a17f tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (99540a90-37f7-48f1-b07a-1a1a87a30116), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.088321 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.194296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.197707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.202541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] 10.222.0.83 "PUT /v2.0/ports/64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 200 len: 1092 time: 1.6596982 Feb 11 05:16:30.206862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:30.211583 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1072ac-769b-4134-8ab7-4e270b04ddb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:30.219360 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-189d170b-f438-43a4-88f2-36fdf3cbe525 req-f530eb61-3f9e-4823-a120-3429b097a17f tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.221783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-189d170b-f438-43a4-88f2-36fdf3cbe525 req-f530eb61-3f9e-4823-a120-3429b097a17f tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5729580 Feb 11 05:16:30.237077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530eb61-3f9e-4823-a120-3429b097a17f tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99540a90-37f7-48f1-b07a-1a1a87a30116,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.266715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (ebefc21c-0786-4f28-aad1-d25386a73e71), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.288725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44986) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:30.341788 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa889f91-d718-4b65-9ea5-51e8697af4e7 req-9ade313e-b2ae-42d9-842f-cd6c3252af00 service neutron] 10.222.0.65 "GET /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805490 Feb 11 05:16:30.372719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60618f-2530-4975-8d1a-f3bb8b57c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.389439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2878140b-b8a3-49bd-9e84-0674c377998b details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:30.478451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebefc21c-0786-4f28-aad1-d25386a73e71,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.488773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Checking segment: {'id': 'd62b83c9-2ff3-4c40-bbc7-ff7713b14a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e031999-b47f-4293-8c7c-dc6ce6571744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:30.489438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Network hostable DHCP agents. Network: 1e031999-b47f-4293-8c7c-dc6ce6571744, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:30.495748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-7655a6e4-8e14-427b-aac5-0f2415d389d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.502687 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-7655a6e4-8e14-427b-aac5-0f2415d389d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1126 time: 0.1541936 Feb 11 05:16:30.549182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1267491302-network', 'tenant_id': 'eac334a203204fa6833b0d908792752b'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:30.572108 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-82d19dfc-e185-4bff-aa6f-41c31e548eaf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 200 len: 217 time: 0.0574682 Feb 11 05:16:30.580134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672725-50f9-4b26-8520-30bab8d9935e req-34725de0-1ab9-42af-a1eb-ac3de4ff97bf tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.589494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-34725de0-1ab9-42af-a1eb-ac3de4ff97bf tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.4135799 Feb 11 05:16:30.612302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2878140b-b8a3-49bd-9e84-0674c377998b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2878140b-b8a3-49bd-9e84-0674c377998b,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:30.633197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '2878140b-b8a3-49bd-9e84-0674c377998b', 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78', 'port_id': '2878140b-b8a3-49bd-9e84-0674c377998b', 'mac_address': 'fa:16:3e:d1:b6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fff828-f1ca-46b0-a834-946707d38384', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:30.637593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-f1fa847f-4699-4bd7-ba69-6e7265fe4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.639222 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-f1fa847f-4699-4bd7-ba69-6e7265fe4db3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0600567 Feb 11 05:16:30.639929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-4c1f096d-2d1d-4ed6-8479-4b6118c2c1e4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/quotas/7cc0084c391b4055abb4b20bcfd59945 HTTP/1.1" status: 200 len: 375 time: 0.0490594 Feb 11 05:16:30.662661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Network 1e031999-b47f-4293-8c7c-dc6ce6571744 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:30.663577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-d2e3d42f-f178-4016-9694-045359f89dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.665963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-d2e3d42f-f178-4016-9694-045359f89dd1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 1129 time: 0.3386326 Feb 11 05:16:30.669006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 2878140b-b8a3-49bd-9e84-0674c377998b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:30.669665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.684638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2878140b-b8a3-49bd-9e84-0674c377998b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:30.686267 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-76de8791-1da3-44be-bd8e-e5e50ec0624d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388145 Feb 11 05:16:30.708344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2878140b-b8a3-49bd-9e84-0674c377998b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2878140b-b8a3-49bd-9e84-0674c377998b,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:30.797480 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.798518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8a7bbd90-5081-4df3-bd42-a3500d54175d details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:30.801831 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-6b3d4eba-ce36-4228-9b79-4072ee9ad249 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074603 Feb 11 05:16:30.803538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1e031999-b47f-4293-8c7c-dc6ce6571744) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:30.854918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8a7bbd90-5081-4df3-bd42-a3500d54175d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8a7bbd90-5081-4df3-bd42-a3500d54175d,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:30.970065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '8a7bbd90-5081-4df3-bd42-a3500d54175d', 'network_id': 'b14baea8-6733-4d3a-8505-29d99c4f7b78', 'port_id': '8a7bbd90-5081-4df3-bd42-a3500d54175d', 'mac_address': 'fa:16:3e:40:2c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fff828-f1ca-46b0-a834-946707d38384', 'ip_address': '19.80.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:30.974432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cf0e53-1243-4d85-89ab-71d36e2ef3d9 None None] Network 1e031999-b47f-4293-8c7c-dc6ce6571744 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:31.014681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.015388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.035787 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5655c135-ccbf-498b-95ef-7f18b5d860cb req-28bde624-7df6-4a5f-a8cd-bdcc29f72255 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187793 Feb 11 05:16:31.044154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=2878140b-b8a3-49bd-9e84-0674c377998b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.074390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b0866-0548-49d4-974e-cf09dc916cec req-fa107cb6-9f6c-429c-9ac3-caa0257b7673 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.076264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a9b0866-0548-49d4-974e-cf09dc916cec req-fa107cb6-9f6c-429c-9ac3-caa0257b7673 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.6968195 Feb 11 05:16:31.078081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-c719e1e8-bd01-46ab-a0f4-660391d57896 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4295089 Feb 11 05:16:31.081102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Made reservation on behalf of eac334a203204fa6833b0d908792752b for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:31.083823 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.107174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.120448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8a7bbd90-5081-4df3-bd42-a3500d54175d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:31.121167 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.134471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076b89e-5595-45f3-afec-876846e8877f None None] Network 1e031999-b47f-4293-8c7c-dc6ce6571744 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:31.157291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4035552b-3045-4935-b48f-067a6aae9edf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9474730 Feb 11 05:16:31.243879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7bbd90-5081-4df3-bd42-a3500d54175d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:31.264768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8a7bbd90-5081-4df3-bd42-a3500d54175d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8a7bbd90-5081-4df3-bd42-a3500d54175d,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:31.281732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a9b0866-0548-49d4-974e-cf09dc916cec req-392b94ff-21ff-4139-a1ad-d2d35d2720c0 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778138 Feb 11 05:16:31.337271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-bd963de6-bc12-459d-9da7-0586034a85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.338845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-bd963de6-bc12-459d-9da7-0586034a85bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 200 len: 917 time: 0.2905400 Feb 11 05:16:31.349429 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.350600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c2c5a197-ae78-4924-a534-7702ccb1b9eb details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:31.413078 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c631040c-a1cb-4b9a-9a7e-cd039ce6c30d x-openstack-request-id: req-c631040c-a1cb-4b9a-9a7e-cd039ce6c30d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:31.413706 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:31.413706 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c631040c-a1cb-4b9a-9a7e-cd039ce6c30d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:31.414444 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411', 'status': 'completed', 'code': 200} Feb 11 05:16:31.414724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8a7bbd90-5081-4df3-bd42-a3500d54175d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.427302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-0eff98f5-aeda-4a2a-a621-0188fcf6509d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24c6923b-a2f4-497a-b3b2-8dc66ca9264a HTTP/1.1" status: 200 len: 217 time: 0.0780766 Feb 11 05:16:31.451624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-6effdc04-0ef7-4f9a-a152-f8531348a2ab service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455644 Feb 11 05:16:31.502465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-a0f9cad6-98d0-4ffe-8a52-de82497e27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.505993 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-a0f9cad6-98d0-4ffe-8a52-de82497e27ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1126 time: 0.0934973 Feb 11 05:16:31.595463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-32388011-28b0-4d51-91d3-eaa22b7c242d tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/47381d9a-b242-4ff5-8fd5-adc8c216eef9 HTTP/1.1" status: 200 len: 1821 time: 0.1545849 Feb 11 05:16:31.604128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-41b6888a-bcc3-4e5a-a430-41d204e4a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.605652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-41b6888a-bcc3-4e5a-a430-41d204e4a81e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=95a9de68-db0d-48d1-89b1-aed896765f3a HTTP/1.1" status: 200 len: 855 time: 0.1675117 Feb 11 05:16:31.619797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c2c5a197-ae78-4924-a534-7702ccb1b9eb, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c2c5a197-ae78-4924-a534-7702ccb1b9eb,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:31.642859 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Publish callbacks [] for security_group (61f8a7bd-9ddb-4c3d-b773-c1df5287c76a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.643137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'c2c5a197-ae78-4924-a534-7702ccb1b9eb', 'network_id': 'a1192e53-1f48-4835-9ad9-5bb642340a4b', 'port_id': 'c2c5a197-ae78-4924-a534-7702ccb1b9eb', 'mac_address': 'fa:16:3e:94:26:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6d8c1-f20b-4837-9066-2c4c96636d54', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:31.683724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-05376b2c-14b6-4b74-89d1-9e6c30f8d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.685685 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-05376b2c-14b6-4b74-89d1-9e6c30f8d667 service neutron] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.1615267 Feb 11 05:16:31.689515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c2c5a197-ae78-4924-a534-7702ccb1b9eb is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:31.689802 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.706326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c5a197-ae78-4924-a534-7702ccb1b9eb {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:31.717925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (61f8a7bd-9ddb-4c3d-b773-c1df5287c76a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.739722 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-3d9b56e6-d2de-4c0e-9ed0-8b3898520963 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 200 len: 217 time: 0.0454192 Feb 11 05:16:31.739977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c2c5a197-ae78-4924-a534-7702ccb1b9eb, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c2c5a197-ae78-4924-a534-7702ccb1b9eb,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:31.761831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:31.785035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-f566730b-cb64-4617-aabd-b68827c6fe11 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/99540a90-37f7-48f1-b07a-1a1a87a30116 HTTP/1.1" status: 200 len: 1821 time: 0.1395710 Feb 11 05:16:31.788828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-03225afe-2a16-4de4-a445-8bbad0c34733 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719908 Feb 11 05:16:31.788987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-c01bb9d2-1b98-4645-ba22-8c7823f2f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.790564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-c01bb9d2-1b98-4645-ba22-8c7823f2f153 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0454910 Feb 11 05:16:31.796226 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (39897b34-0e4a-4768-880b-3dc816778442), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.796743 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Added segment 39897b34-0e4a-4768-880b-3dc816778442 of type vlan for network 47b47743-74c2-49ed-baa1-8a49313dfcd9 Feb 11 05:16:31.799744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-d5450523-25d4-4103-b381-2f23046819c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.801969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-d5450523-25d4-4103-b381-2f23046819c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3864748a-6f14-4739-9096-7ad17ea72b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1578550 Feb 11 05:16:31.802584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f8a7bd-9ddb-4c3d-b773-c1df5287c76a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.817108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-71ca9d74-7683-4ae6-9343-7e5abd2e103a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '47381d9a-b242-4ff5-8fd5-adc8c216eef9', 'remote_group_id': '99540a90-37f7-48f1-b07a-1a1a87a30116', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:31.817235 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.817627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-71ca9d74-7683-4ae6-9343-7e5abd2e103a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '47381d9a-b242-4ff5-8fd5-adc8c216eef9', 'remote_group_id': '99540a90-37f7-48f1-b07a-1a1a87a30116', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:31.832366 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-a6446763-3dd7-42fa-8d3a-c3ae296476fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349679 Feb 11 05:16:31.871632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c2c5a197-ae78-4924-a534-7702ccb1b9eb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.914017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (47b47743-74c2-49ed-baa1-8a49313dfcd9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.948411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-b4efe302-d784-4fcd-8006-3588c5eeb869 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087723 Feb 11 05:16:31.994141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-e5b96c3e-047c-4fc3-8177-fbb0ff93fbb0 service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709719 Feb 11 05:16:32.049335 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3a1072ac-769b-4134-8ab7-4e270b04ddb6 req-536a027e-646e-4cc5-a5f2-c5c794c5b92f service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937128 Feb 11 05:16:32.065158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (47b47743-74c2-49ed-baa1-8a49313dfcd9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.067090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.068095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.142997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['c2c5a197-ae78-4924-a534-7702ccb1b9eb'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:32.214224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['2878140b-b8a3-49bd-9e84-0674c377998b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:32.244045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] Pushing event updated for resources: {'Network': ['ID=47b47743-74c2-49ed-baa1-8a49313dfcd9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:32.245773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8a7bbd90-5081-4df3-bd42-a3500d54175d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:32.257753 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-71ca9d74-7683-4ae6-9343-7e5abd2e103a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (9583332f-2a10-4446-9149-887b36df02a7), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.278953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7f856a92-48d2-4aa9-a093-b23a92c79872 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9860559 Feb 11 05:16:32.279249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45014) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:32.280748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:32.286638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Request body: {'subnet': {'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1267491302-subnet', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:32.287838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eadaa8ec-4d3a-406d-ac9e-1de610095cbd req-3fd0b5c7-d6ca-46a2-904b-b078134e15bf service neutron] 10.222.0.83 "GET /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862108 Feb 11 05:16:32.310522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddec85-3542-4601-87fe-e522739b90bd req-0ec75af7-5e8a-4829-ba8b-6544ce856711 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.310904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eddec85-3542-4601-87fe-e522739b90bd req-0ec75af7-5e8a-4829-ba8b-6544ce856711 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.2561414 Feb 11 05:16:32.332591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-71ca9d74-7683-4ae6-9343-7e5abd2e103a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (9583332f-2a10-4446-9149-887b36df02a7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.370270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eddec85-3542-4601-87fe-e522739b90bd req-ce022ab9-0159-4f13-b600-7c2b6c4bc36b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Feb 11 05:16:32.409788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Made reservation on behalf of eac334a203204fa6833b0d908792752b for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:32.414240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.415124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-71ca9d74-7683-4ae6-9343-7e5abd2e103a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (9583332f-2a10-4446-9149-887b36df02a7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.450769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca9d74-7683-4ae6-9343-7e5abd2e103a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9583332f-2a10-4446-9149-887b36df02a7,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:32.509241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-71ca9d74-7683-4ae6-9343-7e5abd2e103a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.518037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3fc8cc0-70e5-493e-9f16-f38b27a6e4ba req-71ca9d74-7683-4ae6-9343-7e5abd2e103a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7230260 Feb 11 05:16:32.552575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55ab7d-d17d-4ab6-a6c5-3897174e002a req-4a7fc071-8916-4d2a-806c-4fed24015334 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.558806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55ab7d-d17d-4ab6-a6c5-3897174e002a req-4a7fc071-8916-4d2a-806c-4fed24015334 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.566013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55ab7d-d17d-4ab6-a6c5-3897174e002a req-4a7fc071-8916-4d2a-806c-4fed24015334 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.569161 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb55ab7d-d17d-4ab6-a6c5-3897174e002a req-4a7fc071-8916-4d2a-806c-4fed24015334 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2414 time: 0.1203651 Feb 11 05:16:32.645479 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7954a85-4a26-43c6-a255-dffde74434d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.660936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb55ab7d-d17d-4ab6-a6c5-3897174e002a req-e548df00-306e-47b5-ac66-d927d598b700 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742707 Feb 11 05:16:32.792691 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (c8b4e66c-cebd-4756-8567-924c0962f0f5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.866378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b4e66c-cebd-4756-8567-924c0962f0f5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:32.878080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Checking segment: {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:32.878461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Network hostable DHCP agents. Network: 47b47743-74c2-49ed-baa1-8a49313dfcd9, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:32.943086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d87b0-8931-453c-9e4b-6e31569b433f req-d9e40c23-0ca8-47d1-ba55-88ebbcadc054 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.944618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-d9e40c23-0ca8-47d1-ba55-88ebbcadc054 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/networks?id=518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 HTTP/1.1" status: 200 len: 815 time: 0.1643486 Feb 11 05:16:32.980243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:32.995178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-a12781f5-da25-40f1-bb35-215a9666b3c4 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/quotas/e869ed089b274596b1d65a296b3ff333 HTTP/1.1" status: 200 len: 375 time: 0.0185554 Feb 11 05:16:33.041984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-c128834a-26e0-4525-8c5d-a07d363a3e0c tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e869ed089b274596b1d65a296b3ff333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387309 Feb 11 05:16:33.049676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-6ab38cb8-54f0-44a4-bf7f-5af515f14c79 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.054570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-6ab38cb8-54f0-44a4-bf7f-5af515f14c79 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 820 time: 0.1624982 Feb 11 05:16:33.071665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 47b47743-74c2-49ed-baa1-8a49313dfcd9) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:33.076441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.077124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.081280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe7d9c-0d52-481e-ad5e-c174ecdf1b14 None None] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:33.090550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-5d5d4329-d009-4f25-af06-eb0071750163 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/quotas/d0e61b8c952744efa69044130c484b68 HTTP/1.1" status: 200 len: 375 time: 0.0305436 Feb 11 05:16:33.196007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-98f45ccc-f468-4b3e-9181-86254b4932b4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9141932 Feb 11 05:16:33.196998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-b998f647-99de-4729-bdcf-53fcd8544972 service neutron] 10.222.0.62 "GET /v2.0/networks/518cc2ff-fcda-40ae-8fe1-bb6d9f013e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440434 Feb 11 05:16:33.198440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-47b47743-74c2-49ed-baa1-8a49313dfcd9', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'project_id': 'eac334a203204fa6833b0d908792752b', 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:16:33.202280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45036) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:33.202436 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.204829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:33.213238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-6828f285-1485-40c6-b97f-a8eb6d9205fd tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1168344 Feb 11 05:16:33.335751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.337240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.372994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Allocated IP 172.20.0.2 (47b47743-74c2-49ed-baa1-8a49313dfcd9/c8b4e66c-cebd-4756-8567-924c0962f0f5/84eeaff0-83b6-432b-aeda-d533dc87702c) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:33.383702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-80919f3e-f0e4-4000-80a0-8b2d34646e3c service neutron] 10.222.0.62 "GET /v2.0/networks/518cc2ff-fcda-40ae-8fe1-bb6d9f013e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693957 Feb 11 05:16:33.388252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-07a9f214-058c-4fcb-87b3-b43bdba3fecd service neutron] 10.222.0.62 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660337 Feb 11 05:16:33.420423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks [] for router_controller (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.494603 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-704c9a05-5959-4c54-8c71-5c7af28dac08 service neutron] 10.222.0.62 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986159 Feb 11 05:16:33.545885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Publish callbacks [] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.615046 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.697225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 64f0e6fa-5b1e-473a-a204-43727c533411 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:33.728672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:33.731029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Pushing event updated for resources: {'Port': ['ID=84eeaff0-83b6-432b-aeda-d533dc87702c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:33.732794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9fd1ff7-7948-427a-96bf-d09ad91efd5e req-3ec8aacd-487b-4d65-9e37-c05b3bbeecf2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 210 time: 0.0396307 Feb 11 05:16:33.745283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks [] for router_gateway (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.773737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:33.776409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:33.891670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Attempting to bind port 84eeaff0-83b6-432b-aeda-d533dc87702c on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:33.892055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Attempting to bind port 84eeaff0-83b6-432b-aeda-d533dc87702c by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:33.892422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Attempting to bind port 84eeaff0-83b6-432b-aeda-d533dc87702c on network 47b47743-74c2-49ed-baa1-8a49313dfcd9 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:33.897996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53aa112-a663-459b-b6f0-30e8a0faaa17 req-43e06fab-e83a-49f2-8a25-fbb0d0506231 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.903995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:33.907462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:33.907851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Checking segment: {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:33.908261 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.908737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Bound using segment: {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:33.909232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Bound port: 84eeaff0-83b6-432b-aeda-d533dc87702c, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:33.909617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.911440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f53aa112-a663-459b-b6f0-30e8a0faaa17 req-43e06fab-e83a-49f2-8a25-fbb0d0506231 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.1041601 Feb 11 05:16:33.930832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '64f0e6fa-5b1e-473a-a204-43727c533411', 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'port_id': '64f0e6fa-5b1e-473a-a204-43727c533411', 'mac_address': 'fa:16:3e:38:af:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cb0a79-c2f6-4926-8d54-a84282c437d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:34.009469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f53aa112-a663-459b-b6f0-30e8a0faaa17 req-fc3fd3fb-f2db-4f57-91aa-d7a3f74fdf35 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967946 Feb 11 05:16:34.017380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 64f0e6fa-5b1e-473a-a204-43727c533411 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:34.017783 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.041290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f0e6fa-5b1e-473a-a204-43727c533411 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:34.042763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-820ee7e9-539f-4a40-8a7f-68d509f5acc0 req-be282b2f-8895-4939-bfb3-ffba7f1fec39 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1375067360', 'description': 'tempest-description-2014085470'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:34.046282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] For port 84eeaff0-83b6-432b-aeda-d533dc87702c, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:34.064720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] For port 84eeaff0-83b6-432b-aeda-d533dc87702c, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=84eeaff0-83b6-432b-aeda-d533dc87702c,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:34.075377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:34.136374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks [] for router_gateway (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.147391 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-820ee7e9-539f-4a40-8a7f-68d509f5acc0 req-be282b2f-8895-4939-bfb3-ffba7f1fec39 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.157043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.179570 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.185696 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.254993 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-820ee7e9-539f-4a40-8a7f-68d509f5acc0 req-be282b2f-8895-4939-bfb3-ffba7f1fec39 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (c8ce0e2a-631f-479b-bb3e-253519814f9b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.295902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Allocated IP 172.25.8.146 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/5e53d916-70e8-4695-bec0-3d2303dd79b6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:34.305625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.387861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-820ee7e9-539f-4a40-8a7f-68d509f5acc0 req-be282b2f-8895-4939-bfb3-ffba7f1fec39 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c8ce0e2a-631f-479b-bb3e-253519814f9b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.399681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8a7bbd90-5081-4df3-bd42-a3500d54175d up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:34.461876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be282b2f-8895-4939-bfb3-ffba7f1fec39 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ce0e2a-631f-479b-bb3e-253519814f9b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.476994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9be4a2-df51-4363-ba5a-7ed5c5bd887b req-a5edcf2b-74ab-48b8-82ff-64c3a8477d64 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.478612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b9be4a2-df51-4363-ba5a-7ed5c5bd887b req-a5edcf2b-74ab-48b8-82ff-64c3a8477d64 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 944 time: 0.1684461 Feb 11 05:16:34.479706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['64f0e6fa-5b1e-473a-a204-43727c533411'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:34.482619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks [] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.540221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a1baa-6bf8-45fc-91ba-1b80969d1108 None None] Pushing event updated for resources: {'Port': ['ID=84eeaff0-83b6-432b-aeda-d533dc87702c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.577950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-820ee7e9-539f-4a40-8a7f-68d509f5acc0 req-be282b2f-8895-4939-bfb3-ffba7f1fec39 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.579417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-820ee7e9-539f-4a40-8a7f-68d509f5acc0 req-be282b2f-8895-4939-bfb3-ffba7f1fec39 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5414388 Feb 11 05:16:34.645371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.651513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b9be4a2-df51-4363-ba5a-7ed5c5bd887b req-570d71bd-26db-489d-aa9e-6d2cbf349965 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647863 Feb 11 05:16:34.776538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:34.802696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:34.810005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:34.815789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2217d674-d706-4b94-a661-6b9fc028c3e2 req-020c629d-e600-4cbc-9966-18dc90b88e31 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 210 time: 0.1033752 Feb 11 05:16:34.870856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 8a7bbd90-5081-4df3-bd42-a3500d54175d completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:34.880140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 8a7bbd90-5081-4df3-bd42-a3500d54175d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:34.880681 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.938909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 84eeaff0-83b6-432b-aeda-d533dc87702c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:34.954957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672725-50f9-4b26-8520-30bab8d9935e req-54f48e86-6afb-4660-bfc7-0e1afd0cd564 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.956561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-54f48e86-6afb-4660-bfc7-0e1afd0cd564 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.4162107 Feb 11 05:16:34.980863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Request body: {'port': {'device_id': '436443cd-e6f6-44e5-8b4e-6f203aff145a', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'admin_state_up': True, 'tenant_id': '7cc0084c391b4055abb4b20bcfd59945'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:35.044752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Pushing event updated for resources: {'Port': ['ID=5e53d916-70e8-4695-bec0-3d2303dd79b6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:35.073437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abcae79a-c41e-4bb5-aa87-d8355216b047 req-ed72d98b-9798-4585-9258-fb1cb48171b1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0642765 Feb 11 05:16:35.085265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 84eeaff0-83b6-432b-aeda-d533dc87702c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:35.085663 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.140884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fef049e6-8771-4d4f-bfda-19135a01103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.187836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-28af5ad7-460b-4f08-91c3-7263c92b227d req-25bfe3c8-39a6-4873-b96a-fd2a6763a9bf tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1939134733', 'description': 'tempest-description-1440485628'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:35.208138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0632-9ee1-43ff-ac11-86eb434a01ec req-05a0b48a-819c-4bbd-b85a-fda75f388df7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.213755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0632-9ee1-43ff-ac11-86eb434a01ec req-05a0b48a-819c-4bbd-b85a-fda75f388df7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.225859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0632-9ee1-43ff-ac11-86eb434a01ec req-05a0b48a-819c-4bbd-b85a-fda75f388df7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.227848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87fd0632-9ee1-43ff-ac11-86eb434a01ec req-05a0b48a-819c-4bbd-b85a-fda75f388df7 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2414 time: 0.3532310 Feb 11 05:16:35.278363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 84eeaff0-83b6-432b-aeda-d533dc87702c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:35.278363 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.280135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8a7bbd90-5081-4df3-bd42-a3500d54175d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:35.280517 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.308740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87fd0632-9ee1-43ff-ac11-86eb434a01ec req-ac70674a-8c62-49ab-bb8e-a7112664f1e4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646219 Feb 11 05:16:35.342920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7bbd90-5081-4df3-bd42-a3500d54175d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:35.345402 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a7a21-3f86-48f5-bcc0-fe382a0f4af3" -d '{"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-plugged", "status": "completed", "tag": "8a7bbd90-5081-4df3-bd42-a3500d54175d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:35.358185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 84eeaff0-83b6-432b-aeda-d533dc87702c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=84eeaff0-83b6-432b-aeda-d533dc87702c,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:35.360804 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-28af5ad7-460b-4f08-91c3-7263c92b227d req-25bfe3c8-39a6-4873-b96a-fd2a6763a9bf tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.362380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8a7bbd90-5081-4df3-bd42-a3500d54175d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8a7bbd90-5081-4df3-bd42-a3500d54175d,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:35.411901 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.430647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-866f1d9a-6911-44d0-9aea-f6ea79dc7d35 req-a633ecc0-3e1d-4414-ad24-bd6089a8faea tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 210 time: 0.0493064 Feb 11 05:16:35.431256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Made reservation on behalf of 7cc0084c391b4055abb4b20bcfd59945 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:35.434611 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.448981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks [] for router_gateway (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.472738 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.474474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2878140b-b8a3-49bd-9e84-0674c377998b up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:35.548358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=84eeaff0-83b6-432b-aeda-d533dc87702c,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:35.643020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8a7bbd90-5081-4df3-bd42-a3500d54175d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:35.659170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 64f0e6fa-5b1e-473a-a204-43727c533411 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:35.679342 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-28af5ad7-460b-4f08-91c3-7263c92b227d req-25bfe3c8-39a6-4873-b96a-fd2a6763a9bf tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (443dfa63-31f7-4f74-b620-a0f437093725), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.729516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 2878140b-b8a3-49bd-9e84-0674c377998b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:35.743334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 2878140b-b8a3-49bd-9e84-0674c377998b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:35.743334 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.749957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Allocated IP 172.20.0.12 (f7a986f1-db79-4288-a522-b369f31aed12/dc24fff8-7d32-4bf0-92db-76f41fec26b5/7e045d3f-4935-45e5-afd1-eff565ce77cb) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:35.776626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbeb52-6cb4-40b8-b9e3-b9fc222cefa4 req-f783c41a-68ab-46fa-af57-4c191de4541c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.778221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ccbeb52-6cb4-40b8-b9e3-b9fc222cefa4 req-f783c41a-68ab-46fa-af57-4c191de4541c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.2056999 Feb 11 05:16:35.787071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.808546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-28af5ad7-460b-4f08-91c3-7263c92b227d req-25bfe3c8-39a6-4873-b96a-fd2a6763a9bf tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (443dfa63-31f7-4f74-b620-a0f437093725), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.961608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfe3c8-39a6-4873-b96a-fd2a6763a9bf tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443dfa63-31f7-4f74-b620-a0f437093725,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.007814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ccbeb52-6cb4-40b8-b9e3-b9fc222cefa4 req-89759622-fcbc-4a44-8e69-196b2a694deb tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213871 Feb 11 05:16:36.023356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-28af5ad7-460b-4f08-91c3-7263c92b227d req-25bfe3c8-39a6-4873-b96a-fd2a6763a9bf tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.030751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28af5ad7-460b-4f08-91c3-7263c92b227d req-25bfe3c8-39a6-4873-b96a-fd2a6763a9bf tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8750033 Feb 11 05:16:36.051315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 64f0e6fa-5b1e-473a-a204-43727c533411 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:36.068263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 2878140b-b8a3-49bd-9e84-0674c377998b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:36.069140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.075355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e7bc8-d03a-46aa-9dfd-6aade4d23324 None None] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:36.089800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 64f0e6fa-5b1e-473a-a204-43727c533411 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:36.090174 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.159567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks [] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.163206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:16:36.205706 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42168510-24ba-4a86-abb9-e81504f818e6 x-openstack-request-id: req-42168510-24ba-4a86-abb9-e81504f818e6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:36.205706 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-plugged", "status": "completed", "tag": "8a7bbd90-5081-4df3-bd42-a3500d54175d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:36.205706 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42168510-24ba-4a86-abb9-e81504f818e6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:36.205706 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7bbd90-5081-4df3-bd42-a3500d54175d', 'code': 200} Feb 11 05:16:36.235688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380e8df-9149-42aa-baa3-ce3fa999c98c req-93749e43-9ba0-4e78-abdd-c34729020e58 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.245287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1380e8df-9149-42aa-baa3-ce3fa999c98c req-93749e43-9ba0-4e78-abdd-c34729020e58 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 944 time: 0.1151676 Feb 11 05:16:36.290657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2878140b-b8a3-49bd-9e84-0674c377998b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2878140b-b8a3-49bd-9e84-0674c377998b,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:36.292571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ff0648f-6368-4ae3-b544-5acc0ff9a0be req-b9cce8c7-c177-4083-b514-68ef99833e0e tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 210 time: 0.0460935 Feb 11 05:16:36.317595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-508394dc-0aab-4122-aabf-5141f126338a None None] Provisioning complete for port 84eeaff0-83b6-432b-aeda-d533dc87702c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:36.318506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-508394dc-0aab-4122-aabf-5141f126338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.334658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:36.355376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1380e8df-9149-42aa-baa3-ce3fa999c98c req-6f0c1860-ad66-436a-bbe0-d6e27ad0702d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052430 Feb 11 05:16:36.358797 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Sync routers for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:36.372919 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:36.373560 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:16:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:36.392719 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.393925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c2c5a197-ae78-4924-a534-7702ccb1b9eb up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:36.436914 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.477517 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.480533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-85a919d0-d905-45b5-9ae1-cd3db3715f35 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2803814 Feb 11 05:16:36.483676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45096) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:36.537047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Network f7a986f1-db79-4288-a522-b369f31aed12 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:36.545038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:36.548436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:36.566119 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:36.568624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 64f0e6fa-5b1e-473a-a204-43727c533411 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:36.569128 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.607803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6044ebe-7204-46ad-b4f4-1705e94d1748 req-aa35e546-cbab-4288-bd5d-62f683d1908c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.617939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6044ebe-7204-46ad-b4f4-1705e94d1748 req-aa35e546-cbab-4288-bd5d-62f683d1908c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 945 time: 0.2165534 Feb 11 05:16:36.624170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-7c8c1674-a1c6-4de9-8262-8488ee5faf79 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/c8ce0e2a-631f-479b-bb3e-253519814f9b HTTP/1.1" status: 200 len: 1822 time: 0.1921537 Feb 11 05:16:36.624856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event updated for resources: {'Port': ['ID=7e045d3f-4935-45e5-afd1-eff565ce77cb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.632273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.632992 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.742324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-508394dc-0aab-4122-aabf-5141f126338a None None] Current status of the port 84eeaff0-83b6-432b-aeda-d533dc87702c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:36.750996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=2878140b-b8a3-49bd-9e84-0674c377998b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.755241 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.766730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6044ebe-7204-46ad-b4f4-1705e94d1748 req-c29e9f13-d203-4698-8fc2-e3cef5596dc9 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477251 Feb 11 05:16:36.802443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 84eeaff0-83b6-432b-aeda-d533dc87702c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:36.806528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:36.810303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-dbfec27d-0855-4788-b7c6-c5ded15bebb1 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/443dfa63-31f7-4f74-b620-a0f437093725 HTTP/1.1" status: 200 len: 1822 time: 0.1691523 Feb 11 05:16:36.814327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-50b4b9ad-3813-4352-9294-2f63e452b616 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8427403 Feb 11 05:16:36.830514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Request body: {'port': {'device_id': '436443cd-e6f6-44e5-8b4e-6f203aff145a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:36.845738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-83ee7905-a780-409a-a6ea-14673f35acf3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8ce0e2a-631f-479b-bb3e-253519814f9b', 'remote_group_id': '443dfa63-31f7-4f74-b620-a0f437093725', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:36.846118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-83ee7905-a780-409a-a6ea-14673f35acf3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8ce0e2a-631f-479b-bb3e-253519814f9b', 'remote_group_id': '443dfa63-31f7-4f74-b620-a0f437093725', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:36.885761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port c2c5a197-ae78-4924-a534-7702ccb1b9eb completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:36.893369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port c2c5a197-ae78-4924-a534-7702ccb1b9eb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:36.895446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.938550 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.016469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18010421-62a0-4500-be88-e530a809509e req-96887208-e96a-4cbc-9797-4896697ec4f8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.1379855 Feb 11 05:16:37.021971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d87b0-8931-453c-9e4b-6e31569b433f req-25a2538d-8e80-4a4e-8a64-9d18a4fb950f tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.023542 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-25a2538d-8e80-4a4e-8a64-9d18a4fb950f tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.83 "GET /v2.0/networks?id=518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 HTTP/1.1" status: 200 len: 815 time: 0.2475998 Feb 11 05:16:37.062066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Request body: {'port': {'device_id': 'b4bc2e56-7b16-4313-857c-29a31a588551', 'network_id': '518cc2ff-fcda-40ae-8fe1-bb6d9f013e53', 'admin_state_up': True, 'tenant_id': 'e869ed089b274596b1d65a296b3ff333'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:37.083697 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:35Z', 'revision_number': 3, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:37.092013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:37.108388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.118263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 84eeaff0-83b6-432b-aeda-d533dc87702c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:37.119052 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.134019 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Checking router: b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:37.134383 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Updating router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 port 5e53d916-70e8-4695-bec0-3d2303dd79b6 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:37.153900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-86f7a363-9584-45df-81af-128cec3a4b61 None None] Provisioning complete for port 84eeaff0-83b6-432b-aeda-d533dc87702c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:37.154817 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86f7a363-9584-45df-81af-128cec3a4b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.195920 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.365756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c2c5a197-ae78-4924-a534-7702ccb1b9eb is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:37.366131 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.443255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 84eeaff0-83b6-432b-aeda-d533dc87702c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:37.495981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c2c5a197-ae78-4924-a534-7702ccb1b9eb, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c2c5a197-ae78-4924-a534-7702ccb1b9eb,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:37.498167 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-83ee7905-a780-409a-a6ea-14673f35acf3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (4962d997-83e5-4e29-b9e6-efb6fcc9b3e5), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.499099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-86f7a363-9584-45df-81af-128cec3a4b61 None None] Current status of the port 84eeaff0-83b6-432b-aeda-d533dc87702c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:37.528398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a208a-5e1f-434e-a34c-0f2286539d22 req-aad4a8a4-4568-469d-b810-1afcdd04cb8c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.534722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a208a-5e1f-434e-a34c-0f2286539d22 req-aad4a8a4-4568-469d-b810-1afcdd04cb8c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.540833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a208a-5e1f-434e-a34c-0f2286539d22 req-aad4a8a4-4568-469d-b810-1afcdd04cb8c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.548567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a47a208a-5e1f-434e-a34c-0f2286539d22 req-aad4a8a4-4568-469d-b810-1afcdd04cb8c tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2416 time: 0.3342621 Feb 11 05:16:37.568067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.623548 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Publish callbacks [] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.669643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-83ee7905-a780-409a-a6ea-14673f35acf3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (4962d997-83e5-4e29-b9e6-efb6fcc9b3e5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.677918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c2c5a197-ae78-4924-a534-7702ccb1b9eb,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:37.700829 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.708063 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a47a208a-5e1f-434e-a34c-0f2286539d22 req-3c3a39cd-2edb-4852-88e5-4620a9c1bfc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582804 Feb 11 05:16:37.744535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-83ee7905-a780-409a-a6ea-14673f35acf3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4962d997-83e5-4e29-b9e6-efb6fcc9b3e5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.779270 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Attempting to bind port 5e53d916-70e8-4695-bec0-3d2303dd79b6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:37.780103 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Attempting to bind port 5e53d916-70e8-4695-bec0-3d2303dd79b6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:37.780103 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Attempting to bind port 5e53d916-70e8-4695-bec0-3d2303dd79b6 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:37.791438 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d38640-4e64-4426-bac7-9be28954b205 None None] Pushing event updated for resources: {'Port': ['ID=5e53d916-70e8-4695-bec0-3d2303dd79b6,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:37.793907 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:37.794289 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:37.794687 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.795195 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:37.795680 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Bound port: 5e53d916-70e8-4695-bec0-3d2303dd79b6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:37.796054 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.818227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee7905-a780-409a-a6ea-14673f35acf3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4962d997-83e5-4e29-b9e6-efb6fcc9b3e5,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:37.857523 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] For port 5e53d916-70e8-4695-bec0-3d2303dd79b6, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:37.861178 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] For port 5e53d916-70e8-4695-bec0-3d2303dd79b6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5e53d916-70e8-4695-bec0-3d2303dd79b6,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:37.895445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-cee4530a-4fd3-4fc0-b3eb-72032d4e0fd8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.897002 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-cee4530a-4fd3-4fc0-b3eb-72032d4e0fd8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 820 time: 0.7063193 Feb 11 05:16:37.897627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Made reservation on behalf of e869ed089b274596b1d65a296b3ff333 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:37.900785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.911146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-83ee7905-a780-409a-a6ea-14673f35acf3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.912364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46e2663b-6c9b-4646-89df-ef6f5cf20ede req-83ee7905-a780-409a-a6ea-14673f35acf3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0924022 Feb 11 05:16:37.920948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Request body: {'port': {'device_id': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'admin_state_up': True, 'tenant_id': 'd0e61b8c952744efa69044130c484b68'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:37.928263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e045d3f-4935-45e5-afd1-eff565ce77cb {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:37.940071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Publish callbacks [] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.946306 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.980013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d00dd-06d8-4dd2-bcda-a0fe8b2e2455 req-a4bcbfe6-398c-4423-b514-5c1a88ab52f9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.990061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d2d00dd-06d8-4dd2-bcda-a0fe8b2e2455 req-a4bcbfe6-398c-4423-b514-5c1a88ab52f9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 932 time: 0.1636782 Feb 11 05:16:38.005387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Transition to ACTIVE for port object 7e045d3f-4935-45e5-afd1-eff565ce77cb will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:38.067156 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:38.068577 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:16:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:38.077340 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d38640-4e64-4426-bac7-9be28954b205 None None] Pushing event updated for resources: {'Port': ['ID=5e53d916-70e8-4695-bec0-3d2303dd79b6,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:38.122036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Allocated IP 172.20.0.10 (518cc2ff-fcda-40ae-8fe1-bb6d9f013e53/5ded0a92-3770-4321-893f-4f04de6682fb/aa2019f9-b616-4f51-b15a-019f20049ee9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:38.129664 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.148986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d2d00dd-06d8-4dd2-bcda-a0fe8b2e2455 req-ab4b9727-529d-4ee7-bb15-9f7dfc4430da tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449223 Feb 11 05:16:38.154586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.171270 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.208642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878140b-b8a3-49bd-9e84-0674c377998b'}, {'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411'}, {'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c5a197-ae78-4924-a534-7702ccb1b9eb'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:38.211637 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877a1bee-7c33-4be7-9bbd-84177f6f5ee1" -d '{"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-plugged", "status": "completed", "tag": "2878140b-b8a3-49bd-9e84-0674c377998b"}, {"server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "name": "network-vif-plugged", "status": "completed", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411"}, {"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-plugged", "status": "completed", "tag": "c2c5a197-ae78-4924-a534-7702ccb1b9eb"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:38.232459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e045d3f-4935-45e5-afd1-eff565ce77cb,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:38.233274 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:38.283939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924dbaf-391c-436f-9041-da20566ef1dd req-04befd7d-3c82-4ff9-96da-66353e41fd27 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.288587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f924dbaf-391c-436f-9041-da20566ef1dd req-04befd7d-3c82-4ff9-96da-66353e41fd27 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.2539318 Feb 11 05:16:38.418693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fd782b0-9996-4b90-a1aa-1607f446faad req-70a5c4f5-5e85-455a-887f-afba224f6a2b tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 210 time: 0.1511266 Feb 11 05:16:38.421483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Attempting to bind port 7e045d3f-4935-45e5-afd1-eff565ce77cb on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:38.421822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Attempting to bind port 7e045d3f-4935-45e5-afd1-eff565ce77cb by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:38.422161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Attempting to bind port 7e045d3f-4935-45e5-afd1-eff565ce77cb on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:38.429791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Port 7e045d3f-4935-45e5-afd1-eff565ce77cb on network f7a986f1-db79-4288-a522-b369f31aed12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:38.430120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Attempting to bind port 7e045d3f-4935-45e5-afd1-eff565ce77cb on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:38.435832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:38.436177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Checking segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:38.436571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Bound using segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:38.437042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Bound port: 7e045d3f-4935-45e5-afd1-eff565ce77cb, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:38.437797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.496616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f924dbaf-391c-436f-9041-da20566ef1dd req-932fee24-1ab5-4554-9699-bd20b77ace2a tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962984 Feb 11 05:16:38.560966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Made reservation on behalf of d0e61b8c952744efa69044130c484b68 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:38.564444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.578239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Publish callbacks [] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.596963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.607184 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:35Z', 'revision_number': 3, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:38.669134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f431ec-9592-40ab-972e-99e75bdd2ce0 req-cc258562-e596-41e9-8024-036e1a3b9a9b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.670782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f431ec-9592-40ab-972e-99e75bdd2ce0 req-cc258562-e596-41e9-8024-036e1a3b9a9b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1408656 Feb 11 05:16:38.672100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] For port 7e045d3f-4935-45e5-afd1-eff565ce77cb, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:38.684488 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b983178-d9d7-419b-b15c-930befd1f5b5 None None] The sync data for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 is: [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:35Z', 'revision_number': 3, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:38.713538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a8d8bca-17fe-49b4-bc60-57fbd9c15200 req-016871c1-b5d5-4e5d-838e-01768d4e4d48 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/443dfa63-31f7-4f74-b620-a0f437093725 HTTP/1.1" status: 200 len: 1822 time: 0.1117320 Feb 11 05:16:38.753248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] For port 7e045d3f-4935-45e5-afd1-eff565ce77cb, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7e045d3f-4935-45e5-afd1-eff565ce77cb,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:38.793339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f431ec-9592-40ab-972e-99e75bdd2ce0 req-1c5e61c9-9a2a-4633-9b13-8a858e77a9bf tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145027 Feb 11 05:16:38.855325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.873420 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.897090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9a8d8bca-17fe-49b4-bc60-57fbd9c15200 req-94c6efab-3e0d-4e27-864f-7971efc8ad55 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (443dfa63-31f7-4f74-b620-a0f437093725), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.946208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:38.977151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Allocated IP 172.20.0.12 (581e75b9-da58-4622-8cd2-95bcd5f8d91f/6af2cbd5-7e40-4a61-a04e-1ef587c9708f/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:38.979325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:38.982376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f37064d0-106e-449f-b9d1-ca9d8877aae1 req-0edb4dba-7d11-4e76-9928-59cf65d47186 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0855811 Feb 11 05:16:38.984583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.985982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.991817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:39.002909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/7e045d3f-4935-45e5-afd1-eff565ce77cb HTTP/1.1" status: 200 len: 1093 time: 2.1777072 Feb 11 05:16:39.038841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436443cd-e6f6-44e5-8b4e-6f203aff145a', 'tag': '7e045d3f-4935-45e5-afd1-eff565ce77cb'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:39.042007 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597907b7-864f-4c6f-a40d-3654091a5215" -d '{"events": [{"name": "network-changed", "server_uuid": "436443cd-e6f6-44e5-8b4e-6f203aff145a", "tag": "7e045d3f-4935-45e5-afd1-eff565ce77cb"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:39.044923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dda5c-e4e5-4052-a5ee-452e93c6d4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e045d3f-4935-45e5-afd1-eff565ce77cb,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:39.057197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9a8d8bca-17fe-49b4-bc60-57fbd9c15200 req-94c6efab-3e0d-4e27-864f-7971efc8ad55 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (443dfa63-31f7-4f74-b620-a0f437093725), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.061406 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be57acc-ce1f-4bab-a6b0-e49f0f74f48f x-openstack-request-id: req-8be57acc-ce1f-4bab-a6b0-e49f0f74f48f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:39.061813 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-plugged", "status": "completed", "tag": "2878140b-b8a3-49bd-9e84-0674c377998b", "code": 200}, {"server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "name": "network-vif-plugged", "status": "completed", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411", "code": 200}, {"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-plugged", "status": "completed", "tag": "c2c5a197-ae78-4924-a534-7702ccb1b9eb", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:39.062173 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8be57acc-ce1f-4bab-a6b0-e49f0f74f48f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:39.062685 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878140b-b8a3-49bd-9e84-0674c377998b', 'code': 200} Feb 11 05:16:39.063044 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411', 'code': 200} Feb 11 05:16:39.063392 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c5a197-ae78-4924-a534-7702ccb1b9eb', 'code': 200} Feb 11 05:16:39.088544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Pushing event updated for resources: {'Port': ['ID=aa2019f9-b616-4f51-b15a-019f20049ee9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:39.103752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-c303d0e7-3164-4094-b09b-8566ae837a47 req-00b7e9a4-2a69-4b51-8a39-d155f7faecf7 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:16:39.133691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c303d0e7-3164-4094-b09b-8566ae837a47 req-00b7e9a4-2a69-4b51-8a39-d155f7faecf7 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461340 Feb 11 05:16:39.157754 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.177339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Allocated IP 172.20.0.1 (47b47743-74c2-49ed-baa1-8a49313dfcd9/c8b4e66c-cebd-4756-8567-924c0962f0f5/35bdedd7-7004-4e78-81e6-e42c02301583) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:39.238610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.239324 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.420497 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-e7c26ed5-da17-4a4e-811f-7e239a7fdd91 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3792396 Feb 11 05:16:39.433574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Request body: {'port': {'device_id': 'b4bc2e56-7b16-4313-857c-29a31a588551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:39.571629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks [] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.577230 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Publish callbacks [] for port (35bdedd7-7004-4e78-81e6-e42c02301583), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.599999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.762360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.793241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c303d0e7-3164-4094-b09b-8566ae837a47 req-07414eb7-11f6-4277-891b-466d56f09ea7 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6585467 Feb 11 05:16:39.807546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b72-2477-49b3-b658-01bfc577c0cc req-507e1e5d-056f-4187-a908-18a0d993f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.808024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b72-2477-49b3-b658-01bfc577c0cc req-507e1e5d-056f-4187-a908-18a0d993f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.808496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b72-2477-49b3-b658-01bfc577c0cc req-507e1e5d-056f-4187-a908-18a0d993f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.820871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4933b72-2477-49b3-b658-01bfc577c0cc req-507e1e5d-056f-4187-a908-18a0d993f160 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2966 time: 0.5579202 Feb 11 05:16:39.822552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40753f83-1df8-4562-8810-50c248c92ca7 req-1870c988-ecfe-443f-89fb-c7809b6eb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.824210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40753f83-1df8-4562-8810-50c248c92ca7 req-1870c988-ecfe-443f-89fb-c7809b6eb473 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1128 time: 0.5337427 Feb 11 05:16:39.824637 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.828134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:39.834110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672725-50f9-4b26-8520-30bab8d9935e req-8013644d-67f2-42fb-b6f6-975040ca3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.835815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-8013644d-67f2-42fb-b6f6-975040ca3fa9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 1127 time: 0.6367891 Feb 11 05:16:39.838981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d7718e05-95ec-4c05-8f56-74b33b9e9591'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:39.849533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:39.862097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:39.878555 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9a8d8bca-17fe-49b4-bc60-57fbd9c15200 req-94c6efab-3e0d-4e27-864f-7971efc8ad55 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (443dfa63-31f7-4f74-b620-a0f437093725), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.895400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9a8d8bca-17fe-49b4-bc60-57fbd9c15200 req-94c6efab-3e0d-4e27-864f-7971efc8ad55 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.896590 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a8d8bca-17fe-49b4-bc60-57fbd9c15200 req-94c6efab-3e0d-4e27-864f-7971efc8ad55 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "DELETE /v2.0/security-groups/443dfa63-31f7-4f74-b620-a0f437093725 HTTP/1.1" status: 204 len: 173 time: 1.1632478 Feb 11 05:16:39.938557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=35bdedd7-7004-4e78-81e6-e42c02301583,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.038860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Network 581e75b9-da58-4622-8cd2-95bcd5f8d91f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:40.044052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-dc58e5a3-3d8c-4067-b194-4f90273b977c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e045d3f-4935-45e5-afd1-eff565ce77cb HTTP/1.1" status: 200 len: 217 time: 0.1809502 Feb 11 05:16:40.053117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6efab-3e0d-4e27-864f-7971efc8ad55 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443dfa63-31f7-4f74-b620-a0f437093725,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.118129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:40.132144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:40.174375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.252071 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2749bc39-49be-42fe-aee5-11ca767b663a x-openstack-request-id: req-2749bc39-49be-42fe-aee5-11ca767b663a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:40.253305 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436443cd-e6f6-44e5-8b4e-6f203aff145a", "tag": "7e045d3f-4935-45e5-afd1-eff565ce77cb", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:40.254249 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2749bc39-49be-42fe-aee5-11ca767b663a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:40.254770 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436443cd-e6f6-44e5-8b4e-6f203aff145a', 'tag': '7e045d3f-4935-45e5-afd1-eff565ce77cb', 'status': 'completed', 'code': 200} Feb 11 05:16:40.271480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4933b72-2477-49b3-b658-01bfc577c0cc req-21ae0edc-a9bf-403c-b4c5-5149210231d0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142528 Feb 11 05:16:40.276088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40753f83-1df8-4562-8810-50c248c92ca7 req-4ec56ea4-8146-45df-8a34-404c5b6550c6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450898 Feb 11 05:16:40.288837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672725-50f9-4b26-8520-30bab8d9935e req-10fb957e-c2e4-4259-8b71-2f171d589705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.290496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-10fb957e-c2e4-4259-8b71-2f171d589705 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.2339861 Feb 11 05:16:40.307808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ef222-7720-44f5-bfad-6da8d8a9cd58 req-229c26aa-6760-4042-8041-370c97d86a4a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.313482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ef222-7720-44f5-bfad-6da8d8a9cd58 req-229c26aa-6760-4042-8041-370c97d86a4a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.317923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Pushing event updated for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.319549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ef222-7720-44f5-bfad-6da8d8a9cd58 req-229c26aa-6760-4042-8041-370c97d86a4a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.321422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-760ef222-7720-44f5-bfad-6da8d8a9cd58 req-229c26aa-6760-4042-8041-370c97d86a4a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2417 time: 0.2660310 Feb 11 05:16:40.370277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0dc09226-2f81-4bc2-a236-187421e2f72a None None] Provisioning complete for port 35bdedd7-7004-4e78-81e6-e42c02301583 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:40.370862 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc09226-2f81-4bc2-a236-187421e2f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.426388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0dc09226-2f81-4bc2-a236-187421e2f72a None None] Port 35bdedd7-7004-4e78-81e6-e42c02301583 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:40.429894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-760ef222-7720-44f5-bfad-6da8d8a9cd58 req-e9e158e3-4a63-43c1-8a08-7c5ac5649698 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713146 Feb 11 05:16:40.438927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c0af2-ee7c-4454-af5f-6bc9b1b703a1 req-8a262f37-2f1d-4d52-9419-ceff37f90858 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.440631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-951c0af2-ee7c-4454-af5f-6bc9b1b703a1 req-8a262f37-2f1d-4d52-9419-ceff37f90858 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 944 time: 0.1181598 Feb 11 05:16:40.527380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-473a70da-377d-410f-9071-6d9f9a73e3ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370138 Feb 11 05:16:40.540312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.541263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.544291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-951c0af2-ee7c-4454-af5f-6bc9b1b703a1 req-526fc712-9760-42ff-aa9f-442a513214dc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963638 Feb 11 05:16:40.571211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2019f9-b616-4f51-b15a-019f20049ee9 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:40.590009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Publish callbacks [] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.640252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Transition to ACTIVE for port object aa2019f9-b616-4f51-b15a-019f20049ee9 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:40.641689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.666483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-c55e8b87-9cc6-4f8c-849a-e1704132f158 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7534890 Feb 11 05:16:40.682805 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Request body: {'port': {'device_id': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:40.730278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-6b438563-80e0-44ab-94de-7fefe12c62a8 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824088 Feb 11 05:16:40.761293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.765190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5e53d916-70e8-4695-bec0-3d2303dd79b6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:40.882262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5e53d916-70e8-4695-bec0-3d2303dd79b6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:40.886126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.892739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc23533-0609-4a6a-941f-05b8a65ccb12 req-186c1da5-11e5-4a33-8b60-65130f32df98 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.894791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edc23533-0609-4a6a-941f-05b8a65ccb12 req-186c1da5-11e5-4a33-8b60-65130f32df98 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 932 time: 0.4056568 Feb 11 05:16:41.020465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b672725-50f9-4b26-8520-30bab8d9935e req-f8d8cf41-3604-47fd-b8f3-3fb4d8ce2029 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793603 Feb 11 05:16:41.042536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edc23533-0609-4a6a-941f-05b8a65ccb12 req-61070843-141a-48a1-ac38-b78bf67d55b7 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119726 Feb 11 05:16:41.052750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff5db8-2749-4fdf-bea7-1620832e204b req-bb686352-c995-4057-8133-37ddd56aa592 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.059209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3ff5db8-2749-4fdf-bea7-1620832e204b req-bb686352-c995-4057-8133-37ddd56aa592 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.3269963 Feb 11 05:16:41.060140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5e53d916-70e8-4695-bec0-3d2303dd79b6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:41.060854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.101306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 5e53d916-70e8-4695-bec0-3d2303dd79b6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5e53d916-70e8-4695-bec0-3d2303dd79b6,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:41.144134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2019f9-b616-4f51-b15a-019f20049ee9,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.157204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.207828 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.213420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.263222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3ff5db8-2749-4fdf-bea7-1620832e204b req-248fb8a5-f954-45f2-bba2-465628936520 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966274 Feb 11 05:16:41.291710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc4215c1-05ac-4870-8296-9d7563204c17 req-f39329a2-50dc-426c-a2fd-e56bae088bcf tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/c8ce0e2a-631f-479b-bb3e-253519814f9b HTTP/1.1" status: 200 len: 1822 time: 0.1827536 Feb 11 05:16:41.309295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=5e53d916-70e8-4695-bec0-3d2303dd79b6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.323230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597907b7-864f-4c6f-a40d-3654091a5215 req-59aff72f-4058-4dd4-980c-314d2942cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.323634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-597907b7-864f-4c6f-a40d-3654091a5215 req-59aff72f-4058-4dd4-980c-314d2942cc7d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 1127 time: 0.1862235 Feb 11 05:16:41.424856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Attempting to bind port aa2019f9-b616-4f51-b15a-019f20049ee9 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:41.425224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Attempting to bind port aa2019f9-b616-4f51-b15a-019f20049ee9 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '8aa84858-ea46-409c-8448-1b877ffbe584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '518cc2ff-fcda-40ae-8fe1-bb6d9f013e53'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:41.426098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Attempting to bind port aa2019f9-b616-4f51-b15a-019f20049ee9 on network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:41.453374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Port aa2019f9-b616-4f51-b15a-019f20049ee9 on network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:41.453723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Attempting to bind port aa2019f9-b616-4f51-b15a-019f20049ee9 on network 518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:41.470593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:41.470962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Checking segment: {'id': '8aa84858-ea46-409c-8448-1b877ffbe584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '518cc2ff-fcda-40ae-8fe1-bb6d9f013e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:41.471344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Bound using segment: {'id': '8aa84858-ea46-409c-8448-1b877ffbe584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '518cc2ff-fcda-40ae-8fe1-bb6d9f013e53'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:41.471818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Bound port: aa2019f9-b616-4f51-b15a-019f20049ee9, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa84858-ea46-409c-8448-1b877ffbe584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '518cc2ff-fcda-40ae-8fe1-bb6d9f013e53'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:41.472196 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.520423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Publish callbacks [] for port (35bdedd7-7004-4e78-81e6-e42c02301583), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.560757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597907b7-864f-4c6f-a40d-3654091a5215 req-e27dc861-d188-4605-a97c-1b944bcb02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.562722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-597907b7-864f-4c6f-a40d-3654091a5215 req-e27dc861-d188-4605-a97c-1b944bcb02a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 913 time: 0.2274172 Feb 11 05:16:41.629129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-597907b7-864f-4c6f-a40d-3654091a5215 req-147f4a34-7cef-4397-ac58-efbf9a7e930f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e045d3f-4935-45e5-afd1-eff565ce77cb HTTP/1.1" status: 200 len: 217 time: 0.0568495 Feb 11 05:16:41.630534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.636484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d2864-a58e-420e-a4dd-e1650c55ab33 req-6f5ad4d7-197d-4b4b-924b-f7f2ad29834f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.645796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e4d2864-a58e-420e-a4dd-e1650c55ab33 req-6f5ad4d7-197d-4b4b-924b-f7f2ad29834f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 932 time: 0.2099411 Feb 11 05:16:41.653654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07681a2f-089e-4a01-8fcc-c482364ac178 req-1fddd8a1-7b5f-439a-96fe-72c1fe6842d5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.655262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07681a2f-089e-4a01-8fcc-c482364ac178 req-1fddd8a1-7b5f-439a-96fe-72c1fe6842d5 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.2219093 Feb 11 05:16:41.665257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] For port aa2019f9-b616-4f51-b15a-019f20049ee9, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:41.726376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] For port aa2019f9-b616-4f51-b15a-019f20049ee9, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=aa2019f9-b616-4f51-b15a-019f20049ee9,segment=NetworkSegment(8aa84858-ea46-409c-8448-1b877ffbe584),segment_id=8aa84858-ea46-409c-8448-1b877ffbe584)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:41.758835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597907b7-864f-4c6f-a40d-3654091a5215 req-7642162a-a379-4cc2-924c-a6635b83a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.759098 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.760360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-597907b7-864f-4c6f-a40d-3654091a5215 req-7642162a-a379-4cc2-924c-a6635b83a11b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.1042442 Feb 11 05:16:41.767693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=35bdedd7-7004-4e78-81e6-e42c02301583,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.793595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e4d2864-a58e-420e-a4dd-e1650c55ab33 req-6c8509a1-7517-4502-8859-0c4205edf86f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475296 Feb 11 05:16:41.818975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-597907b7-864f-4c6f-a40d-3654091a5215 req-bb44ba90-598c-42c5-8062-6a7fac6871e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412116 Feb 11 05:16:41.819297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.830031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07681a2f-089e-4a01-8fcc-c482364ac178 req-587daf29-bd86-40c6-b7c3-433ef34ff036 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244798 Feb 11 05:16:41.907673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ce908ae5-ac9f-4f4e-bd1a-012a404c3873 req-b23128b2-6eae-4bf3-af4c-ab49cc0323cd tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-362043586', 'description': 'tempest-description-1321880953'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:41.919473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:41.924759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.925403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.927401 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] 10.222.0.83 "PUT /v2.0/ports/aa2019f9-b616-4f51-b15a-019f20049ee9 HTTP/1.1" status: 200 len: 1093 time: 2.4983220 Feb 11 05:16:41.933532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bc2e56-7b16-4313-857c-29a31a588551', 'tag': 'aa2019f9-b616-4f51-b15a-019f20049ee9'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:41.935975 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72c198d-5e1f-4a4d-b318-56c211d1493a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4bc2e56-7b16-4313-857c-29a31a588551", "tag": "aa2019f9-b616-4f51-b15a-019f20049ee9"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:41.951163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Publish callbacks [] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.989057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e68bac-5dfb-4d2e-a0df-fc4355da16d0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2019f9-b616-4f51-b15a-019f20049ee9,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:42.000626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Transition to ACTIVE for port object 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:42.014582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:42.016155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:42.079995 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d3f04-575b-4853-80fb-520b373d9315 req-9d21ab05-9fda-4189-baed-9c5de78a83be tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.085228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d3f04-575b-4853-80fb-520b373d9315 req-9d21ab05-9fda-4189-baed-9c5de78a83be tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.090708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d3f04-575b-4853-80fb-520b373d9315 req-9d21ab05-9fda-4189-baed-9c5de78a83be tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.092450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-407d3f04-575b-4853-80fb-520b373d9315 req-9d21ab05-9fda-4189-baed-9c5de78a83be tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2417 time: 0.1890268 Feb 11 05:16:42.094938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-597907b7-864f-4c6f-a40d-3654091a5215 req-1e6fb560-8f1a-40ed-b48f-5c3ec578c1e0 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635682 Feb 11 05:16:42.110351 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.124191 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce908ae5-ac9f-4f4e-bd1a-012a404c3873 req-b23128b2-6eae-4bf3-af4c-ab49cc0323cd tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.245028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Pushing event updated for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:42.291063 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-407d3f04-575b-4853-80fb-520b373d9315 req-f9f4006d-f361-4492-8c78-3b416c85c0fe tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824882 Feb 11 05:16:42.296256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-597907b7-864f-4c6f-a40d-3654091a5215 req-fa2f1ae0-61c4-4005-baa8-be18b362a7fc service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854141 Feb 11 05:16:42.341257 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce908ae5-ac9f-4f4e-bd1a-012a404c3873 req-b23128b2-6eae-4bf3-af4c-ab49cc0323cd tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (b31a31ed-e439-44e2-9133-2476e90d7c73), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.445426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad2c78-8d5c-4971-9eea-df8f3e1543a2 req-1b3767a8-b648-4322-b7c3-b0186d65579b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.456166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7ad2c78-8d5c-4971-9eea-df8f3e1543a2 req-1b3767a8-b648-4322-b7c3-b0186d65579b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 944 time: 0.0753465 Feb 11 05:16:42.461661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-93009143-74ba-4a4a-9cfc-8e75ad36b567 None None] Provisioning complete for port 35bdedd7-7004-4e78-81e6-e42c02301583 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:42.462708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93009143-74ba-4a4a-9cfc-8e75ad36b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.475366 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce908ae5-ac9f-4f4e-bd1a-012a404c3873 req-b23128b2-6eae-4bf3-af4c-ab49cc0323cd tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b31a31ed-e439-44e2-9133-2476e90d7c73), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.505398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-93009143-74ba-4a4a-9cfc-8e75ad36b567 None None] Port 35bdedd7-7004-4e78-81e6-e42c02301583 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:42.522410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23128b2-6eae-4bf3-af4c-ab49cc0323cd tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a31ed-e439-44e2-9133-2476e90d7c73,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:42.548867 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ce908ae5-ac9f-4f4e-bd1a-012a404c3873 req-b23128b2-6eae-4bf3-af4c-ab49cc0323cd tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.551478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce908ae5-ac9f-4f4e-bd1a-012a404c3873 req-b23128b2-6eae-4bf3-af4c-ab49cc0323cd tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6891518 Feb 11 05:16:42.565135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7ad2c78-8d5c-4971-9eea-df8f3e1543a2 req-55d9bcd1-7696-490a-aa9b-8e2130aa9f4d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080611 Feb 11 05:16:42.632853 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4e0a81-cd9d-4a84-858c-3f4da09c5e47 x-openstack-request-id: req-ca4e0a81-cd9d-4a84-858c-3f4da09c5e47 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:42.633143 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4bc2e56-7b16-4313-857c-29a31a588551", "tag": "aa2019f9-b616-4f51-b15a-019f20049ee9", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:42.633393 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca4e0a81-cd9d-4a84-858c-3f4da09c5e47 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:42.633790 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bc2e56-7b16-4313-857c-29a31a588551', 'tag': 'aa2019f9-b616-4f51-b15a-019f20049ee9', 'status': 'completed', 'code': 200} Feb 11 05:16:42.637209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:42.639393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d87b0-8931-453c-9e4b-6e31569b433f req-eb17dfdf-2dae-4dfb-9763-4ecc48ce2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.641645 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-eb17dfdf-2dae-4dfb-9763-4ecc48ce2f21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e869ed089b274596b1d65a296b3ff333&device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 1127 time: 0.5412543 Feb 11 05:16:42.696544 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-1b088d78-88ef-4034-9720-7801c9a75db7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2019f9-b616-4f51-b15a-019f20049ee9 HTTP/1.1" status: 200 len: 217 time: 0.0461910 Feb 11 05:16:42.760249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5e53d916-70e8-4695-bec0-3d2303dd79b6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:42.774413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b12c29-b04c-44e4-9a49-834dd809e693 req-d456a6fa-b288-4bfa-bc5a-7ca3dc4864af tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.776101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b12c29-b04c-44e4-9a49-834dd809e693 req-d456a6fa-b288-4bfa-bc5a-7ca3dc4864af tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 945 time: 0.1142263 Feb 11 05:16:42.807664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:42.808009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:42.808349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:42.821087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:42.821423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:42.826682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d87b0-8931-453c-9e4b-6e31569b433f req-bf65e292-1cef-4fac-a371-9bd91d81177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.827279 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-bf65e292-1cef-4fac-a371-9bd91d81177f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ded0a92-3770-4321-893f-4f04de6682fb HTTP/1.1" status: 200 len: 855 time: 0.1227705 Feb 11 05:16:42.834589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5e53d916-70e8-4695-bec0-3d2303dd79b6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:42.835458 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.865793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994e942-de01-41c6-8097-9925b148f255 req-1f7d1d73-db79-449e-b50e-d7ff97497858 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.867368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3994e942-de01-41c6-8097-9925b148f255 req-1f7d1d73-db79-449e-b50e-d7ff97497858 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 944 time: 0.1356122 Feb 11 05:16:42.896277 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-f40753c1-80f1-46f3-9f96-2e17db091ca6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=518cc2ff-fcda-40ae-8fe1-bb6d9f013e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363595 Feb 11 05:16:42.897245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:42.897611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:42.897994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:42.898448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Bound port: 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:42.898809 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.905297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b12c29-b04c-44e4-9a49-834dd809e693 req-507c557a-3b8e-4b7a-a4b6-fb1b04f535e0 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133530 Feb 11 05:16:42.977187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3994e942-de01-41c6-8097-9925b148f255 req-72762fac-de5c-45f6-9bbe-c039e9f23fcf tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967712 Feb 11 05:16:42.995268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5e53d916-70e8-4695-bec0-3d2303dd79b6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:43.023186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:43.039553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Sync routers for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:43.060569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:43.061630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:16:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:43.092676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-0a1bd7b3-114c-4cfe-9bc6-00b60b8e5f40 service neutron] 10.222.0.83 "GET /v2.0/networks/518cc2ff-fcda-40ae-8fe1-bb6d9f013e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819191 Feb 11 05:16:43.095047 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c96881ac-5c82-43f3-8961-b2f75d3ea4c6 admin admin] 10.222.0.62 "PUT /v2.0/routers/b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6091297 Feb 11 05:16:43.126812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:43.141660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592f72-0d8e-4f82-9319-b96619ece646 req-57d49474-b1ce-41cb-aec5-28184c477001 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.149489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79592f72-0d8e-4f82-9319-b96619ece646 req-57d49474-b1ce-41cb-aec5-28184c477001 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1235185 Feb 11 05:16:43.149706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:43.195640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab9b329e-39c3-43ad-b685-9a01a1a7588f req-bcb27d5c-b591-481c-9cd1-d5f8a0554b8c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/b31a31ed-e439-44e2-9133-2476e90d7c73 HTTP/1.1" status: 200 len: 1821 time: 0.1299205 Feb 11 05:16:43.255188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79592f72-0d8e-4f82-9319-b96619ece646 req-ca69cf9f-2319-43fc-8ba1-747d3a5337f9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693369 Feb 11 05:16:43.259878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ab9b329e-39c3-43ad-b685-9a01a1a7588f req-e335d77a-9db0-4df0-ba1e-967a5a2e981c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b31a31ed-e439-44e2-9133-2476e90d7c73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:43.260279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ab9b329e-39c3-43ad-b685-9a01a1a7588f req-e335d77a-9db0-4df0-ba1e-967a5a2e981c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b31a31ed-e439-44e2-9133-2476e90d7c73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:43.267769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-206d87b0-8931-453c-9e4b-6e31569b433f req-aa7c01ee-c3f4-43b2-a19b-ade2b2374e5c service neutron] 10.222.0.83 "GET /v2.0/networks/518cc2ff-fcda-40ae-8fe1-bb6d9f013e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677778 Feb 11 05:16:43.268967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.271569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:43.350838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Pushing event updated for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:43.370372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.374585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.376248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-3902de0c-1411-49fd-a29c-01fad037362a service neutron] 10.222.0.65 "PUT /v2.0/ports/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 200 len: 1093 time: 2.7018549 Feb 11 05:16:43.440285 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab9b329e-39c3-43ad-b685-9a01a1a7588f req-e335d77a-9db0-4df0-ba1e-967a5a2e981c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (53c14f4c-b0a2-4625-bdce-1cb54c11e815), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.498040 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab9b329e-39c3-43ad-b685-9a01a1a7588f req-e335d77a-9db0-4df0-ba1e-967a5a2e981c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (53c14f4c-b0a2-4625-bdce-1cb54c11e815), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.537444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-6c387d6f-645b-47b0-a8d6-a41ceb7e3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.539171 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-6c387d6f-645b-47b0-a8d6-a41ceb7e3695 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e869ed089b274596b1d65a296b3ff333&device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 1127 time: 0.0903962 Feb 11 05:16:43.553651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af7d16-4670-4b01-90e7-f7b838a7607d req-91fb055a-2985-4701-ae27-a4dcc8cfb05b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.557208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1af7d16-4670-4b01-90e7-f7b838a7607d req-91fb055a-2985-4701-ae27-a4dcc8cfb05b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.1662996 Feb 11 05:16:43.568241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 2, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:43.594510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab9b329e-39c3-43ad-b685-9a01a1a7588f req-e335d77a-9db0-4df0-ba1e-967a5a2e981c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (53c14f4c-b0a2-4625-bdce-1cb54c11e815), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.631203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-28b17f72-63d6-49ad-9982-42183367ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.633331 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-28b17f72-63d6-49ad-9982-42183367ae2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1127 time: 0.1276767 Feb 11 05:16:43.633655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335d77a-9db0-4df0-ba1e-967a5a2e981c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c14f4c-b0a2-4625-bdce-1cb54c11e815,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:43.645921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Checking router: b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:43.649354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Updating router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 port 35bdedd7-7004-4e78-81e6-e42c02301583 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:43.654463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1af7d16-4670-4b01-90e7-f7b838a7607d req-edc84a1a-f1a7-4a9c-9a74-9f5dad0403f1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905292 Feb 11 05:16:43.680348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7e045d3f-4935-45e5-afd1-eff565ce77cb details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:43.694205 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab9b329e-39c3-43ad-b685-9a01a1a7588f req-e335d77a-9db0-4df0-ba1e-967a5a2e981c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.694205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab9b329e-39c3-43ad-b685-9a01a1a7588f req-e335d77a-9db0-4df0-ba1e-967a5a2e981c tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4361391 Feb 11 05:16:43.703991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.706184 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-89f3cf10-7360-4d54-8fc6-8c067c742327 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 200 len: 217 time: 0.0639079 Feb 11 05:16:43.805079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-b6e79d0a-1cfa-47dc-9a89-6b170c6e2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.806651 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-b6e79d0a-1cfa-47dc-9a89-6b170c6e2891 service neutron] 10.222.0.83 "GET /v2.0/networks?id=518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 HTTP/1.1" status: 200 len: 916 time: 0.2600951 Feb 11 05:16:43.839583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-2048b901-833b-4934-8a3a-db55a7fb74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.842141 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-2048b901-833b-4934-8a3a-db55a7fb74fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1228728 Feb 11 05:16:43.877817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ed5c2-d9cd-4542-8198-1dca045dc22b req-7e69c8c2-a39c-4b65-9ea6-6e5a17701d66 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.885798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf9ed5c2-d9cd-4542-8198-1dca045dc22b req-7e69c8c2-a39c-4b65-9ea6-6e5a17701d66 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.0912619 Feb 11 05:16:43.889983 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-3fc10c8b-2c35-4a98-a3a4-acf202e0298a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2019f9-b616-4f51-b15a-019f20049ee9 HTTP/1.1" status: 200 len: 217 time: 0.0743399 Feb 11 05:16:43.921790 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-a4cb7364-7187-477d-bba0-938d1268f4da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303273 Feb 11 05:16:43.953863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf9ed5c2-d9cd-4542-8198-1dca045dc22b req-25a3b325-7795-4441-93ac-fa7ca3f76ee6 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Feb 11 05:16:44.078840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7e045d3f-4935-45e5-afd1-eff565ce77cb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7e045d3f-4935-45e5-afd1-eff565ce77cb,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:44.112301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '7e045d3f-4935-45e5-afd1-eff565ce77cb', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'port_id': '7e045d3f-4935-45e5-afd1-eff565ce77cb', 'mac_address': 'fa:16:3e:94:80:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24fff8-7d32-4bf0-92db-76f41fec26b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:44.127701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-ea487710-801f-49dc-ae6c-f3596f03abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:44.130598 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-ea487710-801f-49dc-ae6c-f3596f03abba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ded0a92-3770-4321-893f-4f04de6682fb HTTP/1.1" status: 200 len: 855 time: 0.2076106 Feb 11 05:16:44.132294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbd87b-3b1d-4fed-b2b1-24c989817029 req-27995dec-bbd8-4206-a47c-61e0f8b8417f tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:44.141808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8cbd87b-3b1d-4fed-b2b1-24c989817029 req-27995dec-bbd8-4206-a47c-61e0f8b8417f tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1128 time: 0.0870259 Feb 11 05:16:44.205857 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-8d8164de-f8ca-463c-abf8-98a7269ab023 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741225 Feb 11 05:16:44.210117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-e399934b-f230-4ce6-9714-6689524175e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=518cc2ff-fcda-40ae-8fe1-bb6d9f013e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692563 Feb 11 05:16:44.211889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8cbd87b-3b1d-4fed-b2b1-24c989817029 req-4e0415a7-e5f2-4fd8-9194-53bac807f143 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577252 Feb 11 05:16:44.229012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7e045d3f-4935-45e5-afd1-eff565ce77cb is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:44.229407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.248223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e045d3f-4935-45e5-afd1-eff565ce77cb {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:44.287444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7e045d3f-4935-45e5-afd1-eff565ce77cb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7e045d3f-4935-45e5-afd1-eff565ce77cb,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:44.345653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-5838f8d1-8314-490c-8447-f67984481f5e service neutron] 10.222.0.83 "GET /v2.0/networks/518cc2ff-fcda-40ae-8fe1-bb6d9f013e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140685 Feb 11 05:16:44.357415 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Publish callbacks [] for port (35bdedd7-7004-4e78-81e6-e42c02301583), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.378219 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.429399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10df2-cc1e-4c4e-8604-ad691f2545da req-0ede1bf8-aeca-4ab9-a3cd-b2dc036ab47c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:44.439832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26e10df2-cc1e-4c4e-8604-ad691f2545da req-0ede1bf8-aeca-4ab9-a3cd-b2dc036ab47c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 944 time: 0.0915222 Feb 11 05:16:44.443359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7e045d3f-4935-45e5-afd1-eff565ce77cb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:44.457420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.518036 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c72c198d-5e1f-4a4d-b318-56c211d1493a req-2ef735b0-2fbc-4255-81ab-e927de7c7f53 service neutron] 10.222.0.83 "GET /v2.0/networks/518cc2ff-fcda-40ae-8fe1-bb6d9f013e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596389 Feb 11 05:16:44.553235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26e10df2-cc1e-4c4e-8604-ad691f2545da req-5f90bea9-71bf-4e12-a1e7-2c6970b66735 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062531 Feb 11 05:16:44.636206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:44.639785 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d3356b-12b9-429b-83b7-53a8fb08442f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:44.662983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0d482-6102-4b57-84d2-d4e09f68cf7a None None] Pushing event updated for resources: {'Port': ['ID=35bdedd7-7004-4e78-81e6-e42c02301583,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:44.665093 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-256a35cc-b470-4632-8a84-ecf76d4ece3a req-0c56f431-a103-434c-9c08-966a2367dc22 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/b31a31ed-e439-44e2-9133-2476e90d7c73 HTTP/1.1" status: 200 len: 2414 time: 0.0800850 Feb 11 05:16:44.671035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Attempting to bind port 35bdedd7-7004-4e78-81e6-e42c02301583 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:44.671421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Attempting to bind port 35bdedd7-7004-4e78-81e6-e42c02301583 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:44.671842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Attempting to bind port 35bdedd7-7004-4e78-81e6-e42c02301583 on network 47b47743-74c2-49ed-baa1-8a49313dfcd9 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:44.678029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-256a35cc-b470-4632-8a84-ecf76d4ece3a req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b31a31ed-e439-44e2-9133-2476e90d7c73', 'remote_group_id': None}]} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:44.681239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:44.681570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Checking segment: {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:44.681984 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.682377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Bound using segment: {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:44.682877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Bound port: 35bdedd7-7004-4e78-81e6-e42c02301583, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:44.683425 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.683544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-256a35cc-b470-4632-8a84-ecf76d4ece3a req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b31a31ed-e439-44e2-9133-2476e90d7c73', 'remote_group_id': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:44.723317 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e9346a3-b2fd-4742-97dd-0e1207183ba3 req-621303ae-9fb2-42cd-a264-b782f1d69212 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067704 Feb 11 05:16:44.773391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['7e045d3f-4935-45e5-afd1-eff565ce77cb'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:44.788338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:44.792867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447866340', 'description': 'tempest-description--1564167297'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:44.831144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] For port 35bdedd7-7004-4e78-81e6-e42c02301583, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:44.860085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] For port 35bdedd7-7004-4e78-81e6-e42c02301583, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=35bdedd7-7004-4e78-81e6-e42c02301583,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:44.875268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-256a35cc-b470-4632-8a84-ecf76d4ece3a req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (7e0f04a1-ac0d-4911-84b1-3128bbddca45), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.882729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f2bcaea0-f19f-4f30-829f-3130d9e3d970 None None] Provisioning complete for port 35bdedd7-7004-4e78-81e6-e42c02301583 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:44.883118 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f2bcaea0-f19f-4f30-829f-3130d9e3d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.905900 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.906567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-256a35cc-b470-4632-8a84-ecf76d4ece3a req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (7e0f04a1-ac0d-4911-84b1-3128bbddca45), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.943519 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.975174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f2bcaea0-f19f-4f30-829f-3130d9e3d970 None None] Port 35bdedd7-7004-4e78-81e6-e42c02301583 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:44.989808 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-256a35cc-b470-4632-8a84-ecf76d4ece3a req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (7e0f04a1-ac0d-4911-84b1-3128bbddca45), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.042621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:45.043284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:16:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:45.088622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0f04a1-ac0d-4911-84b1-3128bbddca45,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.091713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0d482-6102-4b57-84d2-d4e09f68cf7a None None] Pushing event updated for resources: {'Port': ['ID=35bdedd7-7004-4e78-81e6-e42c02301583,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.126175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.126686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.127161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.127608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.128198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.128853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.129342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.129774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.130205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.130651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.131082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.131509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.131934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.157504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group (0276d926-ca74-4e5c-b41b-39b41175cdf4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.177244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-256a35cc-b470-4632-8a84-ecf76d4ece3a req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.189287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-256a35cc-b470-4632-8a84-ecf76d4ece3a req-5d7a0fff-d308-4b83-93e7-68fc0295dcdb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5184979 Feb 11 05:16:45.218304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90096d83-6652-4570-938b-6ff2fa302471 req-f4279a09-ef7c-4f11-a8ed-78baa27669ba tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.218946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:45.226574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90096d83-6652-4570-938b-6ff2fa302471 req-f4279a09-ef7c-4f11-a8ed-78baa27669ba tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.232375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90096d83-6652-4570-938b-6ff2fa302471 req-f4279a09-ef7c-4f11-a8ed-78baa27669ba tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.234521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90096d83-6652-4570-938b-6ff2fa302471 req-f4279a09-ef7c-4f11-a8ed-78baa27669ba tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae&device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef&device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 2418 time: 0.1247752 Feb 11 05:16:45.266021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0276d926-ca74-4e5c-b41b-39b41175cdf4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.328426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0276d926-ca74-4e5c-b41b-39b41175cdf4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.339704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.340059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.340408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.340843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.341496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.341839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.342175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.342509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.343014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.343493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.343833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.344159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.344503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:45.358600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90096d83-6652-4570-938b-6ff2fa302471 req-7cb33800-22ff-4255-91eb-294354795c3e tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176186 Feb 11 05:16:45.383964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.385611 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-595fc26a-3800-4878-866a-9de0c88ba4b8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5964718 Feb 11 05:16:45.388381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45182) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:45.396982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f3a48437-ce6b-4a44-b31c-dbeb7bda0199 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Request body: {'security_group_rule': {'security_group_id': '0276d926-ca74-4e5c-b41b-39b41175cdf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:45.426910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00306f1f-c8d6-484b-81f9-1dcee3bafe2d req-6ff262a9-13ce-4126-9ead-bdc8f7505337 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.429091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00306f1f-c8d6-484b-81f9-1dcee3bafe2d req-6ff262a9-13ce-4126-9ead-bdc8f7505337 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 944 time: 0.1262527 Feb 11 05:16:45.504325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3a48437-ce6b-4a44-b31c-dbeb7bda0199 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group_rule (43ff5347-5482-4df0-90fb-e207e42c2f58), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.518338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10be5560-9a4b-4df3-97de-c594bdb6fc3c None None] Provisioning complete for port 35bdedd7-7004-4e78-81e6-e42c02301583 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:45.518718 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10be5560-9a4b-4df3-97de-c594bdb6fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.532585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00306f1f-c8d6-484b-81f9-1dcee3bafe2d req-7c563af3-2776-452f-aabd-d96c48e49ab2 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848324 Feb 11 05:16:45.562288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6351-a917-4620-a6e5-31abec5f4f74 req-4a85e99f-9667-4824-9e97-1e316e324f36 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.580619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6351-a917-4620-a6e5-31abec5f4f74 req-4a85e99f-9667-4824-9e97-1e316e324f36 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.584668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:44Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:45.594039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6351-a917-4620-a6e5-31abec5f4f74 req-4a85e99f-9667-4824-9e97-1e316e324f36 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.602173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a29d6351-a917-4620-a6e5-31abec5f4f74 req-4a85e99f-9667-4824-9e97-1e316e324f36 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2417 time: 0.1204891 Feb 11 05:16:45.640880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2f043-5d3f-4ca9-9af5-e532e9c6958c None None] The sync data for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 is: [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:44Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:45.642533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3a48437-ce6b-4a44-b31c-dbeb7bda0199 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group_rule (43ff5347-5482-4df0-90fb-e207e42c2f58), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.672001 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1597ce-b1cf-45b5-8a03-996a1eefa74b x-openstack-request-id: req-bf1597ce-b1cf-45b5-8a03-996a1eefa74b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:45.672415 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:45.672736 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf1597ce-b1cf-45b5-8a03-996a1eefa74b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:45.673193 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e', 'status': 'completed', 'code': 200} Feb 11 05:16:45.696396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device aa2019f9-b616-4f51-b15a-019f20049ee9 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:45.708833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a29d6351-a917-4620-a6e5-31abec5f4f74 req-8584e3e1-c619-4119-810d-bb5840647204 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859969 Feb 11 05:16:45.786273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10be5560-9a4b-4df3-97de-c594bdb6fc3c None None] Current status of the port 35bdedd7-7004-4e78-81e6-e42c02301583 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:45.788976 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10be5560-9a4b-4df3-97de-c594bdb6fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.824092 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3a48437-ce6b-4a44-b31c-dbeb7bda0199 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (43ff5347-5482-4df0-90fb-e207e42c2f58), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.853913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a48437-ce6b-4a44-b31c-dbeb7bda0199 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ff5347-5482-4df0-90fb-e207e42c2f58,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.893631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-a2fa4ac0-9bb1-471d-8b08-3d3a2964b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.895952 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-a2fa4ac0-9bb1-471d-8b08-3d3a2964b705 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1127 time: 0.1956048 Feb 11 05:16:45.946427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port aa2019f9-b616-4f51-b15a-019f20049ee9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=aa2019f9-b616-4f51-b15a-019f20049ee9,segment=NetworkSegment(8aa84858-ea46-409c-8448-1b877ffbe584),segment_id=8aa84858-ea46-409c-8448-1b877ffbe584)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:45.982311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3a48437-ce6b-4a44-b31c-dbeb7bda0199 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.989068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45190) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:45.989418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'aa2019f9-b616-4f51-b15a-019f20049ee9', 'network_id': '518cc2ff-fcda-40ae-8fe1-bb6d9f013e53', 'port_id': 'aa2019f9-b616-4f51-b15a-019f20049ee9', 'mac_address': 'fa:16:3e:be:ee:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ded0a92-3770-4321-893f-4f04de6682fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:45.993064 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f3a48437-ce6b-4a44-b31c-dbeb7bda0199 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6033592 Feb 11 05:16:46.006646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6129b-0ab3-4781-b89a-ae9bd2a244aa req-7df6e8f9-46d4-4346-b889-cf40789a79fe tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.008820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ceb6129b-0ab3-4781-b89a-ae9bd2a244aa req-7df6e8f9-46d4-4346-b889-cf40789a79fe tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.2213840 Feb 11 05:16:46.013557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-05c704c6-7f07-414a-9766-f342f49af90c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Request body: {'security_group_rule': {'security_group_id': '0276d926-ca74-4e5c-b41b-39b41175cdf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:46.072118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port aa2019f9-b616-4f51-b15a-019f20049ee9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:46.072516 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.079042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-964ff3af-ebe5-4c49-aca1-b94e1a289e11 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.085371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-964ff3af-ebe5-4c49-aca1-b94e1a289e11 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.090837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-964ff3af-ebe5-4c49-aca1-b94e1a289e11 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.092519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-964ff3af-ebe5-4c49-aca1-b94e1a289e11 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 2417 time: 0.2855844 Feb 11 05:16:46.098159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10be5560-9a4b-4df3-97de-c594bdb6fc3c None None] For port 35bdedd7-7004-4e78-81e6-e42c02301583, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=35bdedd7-7004-4e78-81e6-e42c02301583,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:46.126773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2019f9-b616-4f51-b15a-019f20049ee9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:46.134356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f5edb9a-72a0-4953-957a-124ae21b86ba req-d9eddd6a-3dd6-42fe-a51b-adfae7b858cb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/b31a31ed-e439-44e2-9133-2476e90d7c73 HTTP/1.1" status: 200 len: 3012 time: 0.2745128 Feb 11 05:16:46.136948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-18b82f74-e3f4-4cde-8e5b-26dbb889e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.145097 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-18b82f74-e3f4-4cde-8e5b-26dbb889e899 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.2362289 Feb 11 05:16:46.188826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port aa2019f9-b616-4f51-b15a-019f20049ee9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=aa2019f9-b616-4f51-b15a-019f20049ee9,segment=NetworkSegment(8aa84858-ea46-409c-8448-1b877ffbe584),segment_id=8aa84858-ea46-409c-8448-1b877ffbe584)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:46.193889 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10be5560-9a4b-4df3-97de-c594bdb6fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.194839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-170450b7-1e2c-4ded-ab96-17d5eb8a86ca req-00720bb9-291d-460b-8b88-b3ab6abd0c0c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:16:46.203538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-170450b7-1e2c-4ded-ab96-17d5eb8a86ca req-00720bb9-291d-460b-8b88-b3ab6abd0c0c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0282209 Feb 11 05:16:46.224501 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c704c6-7f07-414a-9766-f342f49af90c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group_rule (29abc150-68a6-4cf1-b2a6-db6a8ad3cfb9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.246274 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-ed9384c4-9e85-44d5-82b0-7f9a80f8e6a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 200 len: 217 time: 0.0996008 Feb 11 05:16:46.297481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be5560-9a4b-4df3-97de-c594bdb6fc3c None None] Pushing event updated for resources: {'Port': ['ID=35bdedd7-7004-4e78-81e6-e42c02301583,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:46.305800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.330809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-f847ca6e-aa5e-43c8-b097-842798049cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.336026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-f847ca6e-aa5e-43c8-b097-842798049cfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0817783 Feb 11 05:16:46.338083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ceb6129b-0ab3-4781-b89a-ae9bd2a244aa req-cb5b46ae-15dc-411c-9698-9e812f8e11ad tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546360 Feb 11 05:16:46.385889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=aa2019f9-b616-4f51-b15a-019f20049ee9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:46.410732 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-94f84522-6b16-439d-a93b-ed1d60a7d2ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691617 Feb 11 05:16:46.458752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c704c6-7f07-414a-9766-f342f49af90c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group_rule (29abc150-68a6-4cf1-b2a6-db6a8ad3cfb9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.495356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-170450b7-1e2c-4ded-ab96-17d5eb8a86ca req-d56e3d4c-0155-4353-ad27-ebf0d7ce85f3 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2906764 Feb 11 05:16:46.512350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port 2878140b-b8a3-49bd-9e84-0674c377998b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:46.512726 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.545033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-c0f8e205-a9fe-4d62-8ab4-b9af232c8349 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276214 Feb 11 05:16:46.557705 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c704c6-7f07-414a-9766-f342f49af90c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (29abc150-68a6-4cf1-b2a6-db6a8ad3cfb9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.595932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['aa2019f9-b616-4f51-b15a-019f20049ee9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:46.622207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74819f29-0d6a-4897-9be6-0016fcbcdd48 req-153048a5-c40d-405c-9019-f720b4426fe0 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.624327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74819f29-0d6a-4897-9be6-0016fcbcdd48 req-153048a5-c40d-405c-9019-f720b4426fe0 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 945 time: 0.1835480 Feb 11 05:16:46.640076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c704c6-7f07-414a-9766-f342f49af90c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29abc150-68a6-4cf1-b2a6-db6a8ad3cfb9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:46.750504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port 2878140b-b8a3-49bd-9e84-0674c377998b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2878140b-b8a3-49bd-9e84-0674c377998b,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:46.750873 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.789841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for 2878140b-b8a3-49bd-9e84-0674c377998b owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:46.846879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 35bdedd7-7004-4e78-81e6-e42c02301583 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:46.865548 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46d3356b-12b9-429b-83b7-53a8fb08442f req-8c838c5c-c514-44ac-bb4e-677bb30c071a service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057809 Feb 11 05:16:46.969289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-620df0af-9a69-4fbb-80a5-b6470bcc8c28 req-dcb1eaff-f0ca-4d81-8b16-e93cbc0480c9 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-group-rules/7e0f04a1-ac0d-4911-84b1-3128bbddca45 HTTP/1.1" status: 200 len: 783 time: 0.0506041 Feb 11 05:16:47.005161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 35bdedd7-7004-4e78-81e6-e42c02301583 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:47.012829 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.046666 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c704c6-7f07-414a-9766-f342f49af90c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.048044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-05c704c6-7f07-414a-9766-f342f49af90c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0578575 Feb 11 05:16:47.051997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45204) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:47.060909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:47.070489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74819f29-0d6a-4897-9be6-0016fcbcdd48 req-ec965f92-cef5-4072-847e-762fc6e830ca tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893247 Feb 11 05:16:47.118604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 35bdedd7-7004-4e78-81e6-e42c02301583 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:47.166049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-620df0af-9a69-4fbb-80a5-b6470bcc8c28 req-fd62c36b-d034-4ca4-bebe-93c42a592ec4 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/b31a31ed-e439-44e2-9133-2476e90d7c73 HTTP/1.1" status: 200 len: 3012 time: 0.1816082 Feb 11 05:16:47.170425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.257638 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-620df0af-9a69-4fbb-80a5-b6470bcc8c28 req-9fe1471e-c5df-4635-b3dd-623849f5f26e tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (7e0f04a1-ac0d-4911-84b1-3128bbddca45), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.286452 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-620df0af-9a69-4fbb-80a5-b6470bcc8c28 req-9fe1471e-c5df-4635-b3dd-623849f5f26e tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (7e0f04a1-ac0d-4911-84b1-3128bbddca45), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.301049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2878140b-b8a3-49bd-9e84-0674c377998b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.341830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.366459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=2878140b-b8a3-49bd-9e84-0674c377998b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:47.409563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc6fd0-60be-42fb-89a6-12a0eccd4893 req-f61a1352-7adf-4246-80c0-08faf65581f4 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:47.418748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47bc6fd0-60be-42fb-89a6-12a0eccd4893 req-f61a1352-7adf-4246-80c0-08faf65581f4 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 945 time: 0.2241437 Feb 11 05:16:47.442354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port 2878140b-b8a3-49bd-9e84-0674c377998b on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:47.445730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.449259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8c487187-a56a-4623-950a-7ca8e3d51b53 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "DELETE /v2.0/ports/2878140b-b8a3-49bd-9e84-0674c377998b HTTP/1.1" status: 204 len: 173 time: 1.3440619 Feb 11 05:16:47.449694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-deleted', 'tag': '2878140b-b8a3-49bd-9e84-0674c377998b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:47.458572 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002bbd1d-9b79-42ea-981b-234f904e0834" -d '{"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-deleted", "tag": "2878140b-b8a3-49bd-9e84-0674c377998b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:47.498945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-620df0af-9a69-4fbb-80a5-b6470bcc8c28 req-9fe1471e-c5df-4635-b3dd-623849f5f26e tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (7e0f04a1-ac0d-4911-84b1-3128bbddca45), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.509693 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-620df0af-9a69-4fbb-80a5-b6470bcc8c28 req-9fe1471e-c5df-4635-b3dd-623849f5f26e tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.510878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-620df0af-9a69-4fbb-80a5-b6470bcc8c28 req-9fe1471e-c5df-4635-b3dd-623849f5f26e tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7e0f04a1-ac0d-4911-84b1-3128bbddca45 HTTP/1.1" status: 204 len: 173 time: 0.3436918 Feb 11 05:16:47.574629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1471e-c5df-4635-b3dd-623849f5f26e tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e0f04a1-ac0d-4911-84b1-3128bbddca45,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:47.667369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Allocated IP 172.25.8.84 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/c461930a-1545-4c3a-9f73-7789fec1331d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:47.692299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47bc6fd0-60be-42fb-89a6-12a0eccd4893 req-05f0b93d-c053-40fe-a25c-bc4e74453470 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698066 Feb 11 05:16:47.698906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device aa2019f9-b616-4f51-b15a-019f20049ee9 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:47.880096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16201a18-e1f7-49f3-87c4-6f5ef603de8b req-6ef32e7a-94b1-483e-b759-8ce8abf0d8de tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:47.885422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16201a18-e1f7-49f3-87c4-6f5ef603de8b req-6ef32e7a-94b1-483e-b759-8ce8abf0d8de tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:47.887079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16201a18-e1f7-49f3-87c4-6f5ef603de8b req-6ef32e7a-94b1-483e-b759-8ce8abf0d8de tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 1682 time: 0.2396135 Feb 11 05:16:47.910482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for port (c461930a-1545-4c3a-9f73-7789fec1331d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.910894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port c2c5a197-ae78-4924-a534-7702ccb1b9eb {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:47.911299 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.949395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port aa2019f9-b616-4f51-b15a-019f20049ee9 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:47.957818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port aa2019f9-b616-4f51-b15a-019f20049ee9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:47.958264 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.012587 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c461930a-1545-4c3a-9f73-7789fec1331d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.104508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16201a18-e1f7-49f3-87c4-6f5ef603de8b req-8b9392e8-31a3-400f-8a0d-67f03f24bde0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028799 Feb 11 05:16:48.120737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:48.134422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port aa2019f9-b616-4f51-b15a-019f20049ee9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:48.134794 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.143482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:48.152274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:48.155143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port c2c5a197-ae78-4924-a534-7702ccb1b9eb, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c2c5a197-ae78-4924-a534-7702ccb1b9eb,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:48.155581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.197630 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8c6dfe-39d2-4fea-b35a-7e2526dd0933 x-openstack-request-id: req-3b8c6dfe-39d2-4fea-b35a-7e2526dd0933 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:48.197893 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-deleted", "tag": "2878140b-b8a3-49bd-9e84-0674c377998b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:48.203288 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b8c6dfe-39d2-4fea-b35a-7e2526dd0933 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:48.203288 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-deleted', 'tag': '2878140b-b8a3-49bd-9e84-0674c377998b', 'status': 'completed', 'code': 200} Feb 11 05:16:48.203598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bc2e56-7b16-4313-857c-29a31a588551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2019f9-b616-4f51-b15a-019f20049ee9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:48.211254 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc7921f-3510-4cac-9619-20b89248bf58" -d '{"events": [{"server_uuid": "b4bc2e56-7b16-4313-857c-29a31a588551", "name": "network-vif-plugged", "status": "completed", "tag": "aa2019f9-b616-4f51-b15a-019f20049ee9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:48.212418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for c2c5a197-ae78-4924-a534-7702ccb1b9eb owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:48.238317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port aa2019f9-b616-4f51-b15a-019f20049ee9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=aa2019f9-b616-4f51-b15a-019f20049ee9,segment=NetworkSegment(8aa84858-ea46-409c-8448-1b877ffbe584),segment_id=8aa84858-ea46-409c-8448-1b877ffbe584)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:48.285732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for floatingip (5ce27553-282f-479d-a15b-7e9594dd4721), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.292012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event updated for resources: {'Port': ['ID=c461930a-1545-4c3a-9f73-7789fec1331d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:48.357107 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.358022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7e045d3f-4935-45e5-afd1-eff565ce77cb up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:48.421278 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c461930a-1545-4c3a-9f73-7789fec1331d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.431661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d43912-00f5-4b21-9407-ec98dab24358 req-3f56af75-ef31-44e3-8f86-57a2a4002c7d tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/b31a31ed-e439-44e2-9133-2476e90d7c73 HTTP/1.1" status: 200 len: 2414 time: 0.1215177 Feb 11 05:16:48.480248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72d084-66e7-40d9-a1b4-62de415a38e8 req-b750c6d1-7a8a-4c64-ae00-aedbd7893678 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:48.488820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c72d084-66e7-40d9-a1b4-62de415a38e8 req-b750c6d1-7a8a-4c64-ae00-aedbd7893678 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.3112054 Feb 11 05:16:48.514248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2878140b-b8a3-49bd-9e84-0674c377998b no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:48.587662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 2878140b-b8a3-49bd-9e84-0674c377998b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:48.587995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2878140b-b8a3-49bd-9e84-0674c377998b not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:48.588415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8a7bbd90-5081-4df3-bd42-a3500d54175d no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:48.602432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c72d084-66e7-40d9-a1b4-62de415a38e8 req-cd86180f-4b67-480a-a7e5-5d9bd920980d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120715 Feb 11 05:16:48.627997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-27d43912-00f5-4b21-9407-ec98dab24358 req-6375fc11-293c-4d9b-900c-2024bc5205e5 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (b31a31ed-e439-44e2-9133-2476e90d7c73), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.665261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=aa2019f9-b616-4f51-b15a-019f20049ee9,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:48.670095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c2c5a197-ae78-4924-a534-7702ccb1b9eb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.682393 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-27d43912-00f5-4b21-9407-ec98dab24358 req-6375fc11-293c-4d9b-900c-2024bc5205e5 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (b31a31ed-e439-44e2-9133-2476e90d7c73), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.704380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for port (c461930a-1545-4c3a-9f73-7789fec1331d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.727859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=c2c5a197-ae78-4924-a534-7702ccb1b9eb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:48.781583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 7e045d3f-4935-45e5-afd1-eff565ce77cb completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:48.797496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c461930a-1545-4c3a-9f73-7789fec1331d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.821739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port c2c5a197-ae78-4924-a534-7702ccb1b9eb on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:48.824529 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.824867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 7e045d3f-4935-45e5-afd1-eff565ce77cb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:48.826591 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.828111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-8202c938-fde4-4810-ac26-af22e48534ae tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "DELETE /v2.0/ports/c2c5a197-ae78-4924-a534-7702ccb1b9eb HTTP/1.1" status: 204 len: 173 time: 1.3388937 Feb 11 05:16:48.959547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8a7bbd90-5081-4df3-bd42-a3500d54175d is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:48.965806 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.966295 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-27d43912-00f5-4b21-9407-ec98dab24358 req-6375fc11-293c-4d9b-900c-2024bc5205e5 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b31a31ed-e439-44e2-9133-2476e90d7c73), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.967237 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-27d43912-00f5-4b21-9407-ec98dab24358 req-6375fc11-293c-4d9b-900c-2024bc5205e5 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.968451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d43912-00f5-4b21-9407-ec98dab24358 req-6375fc11-293c-4d9b-900c-2024bc5205e5 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "DELETE /v2.0/security-groups/b31a31ed-e439-44e2-9133-2476e90d7c73 HTTP/1.1" status: 204 len: 173 time: 0.5251768 Feb 11 05:16:49.015143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ce27553-282f-479d-a15b-7e9594dd4721), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.040842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event updated for resources: {'Port': ['ID=c461930a-1545-4c3a-9f73-7789fec1331d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:49.076576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8a7bbd90-5081-4df3-bd42-a3500d54175d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8a7bbd90-5081-4df3-bd42-a3500d54175d,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:49.078833 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91603850-1995-4e27-948d-513aef994dad x-openstack-request-id: req-91603850-1995-4e27-948d-513aef994dad {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:49.079361 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bc2e56-7b16-4313-857c-29a31a588551", "name": "network-vif-plugged", "status": "completed", "tag": "aa2019f9-b616-4f51-b15a-019f20049ee9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:49.079951 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91603850-1995-4e27-948d-513aef994dad {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:49.080509 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bc2e56-7b16-4313-857c-29a31a588551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2019f9-b616-4f51-b15a-019f20049ee9', 'code': 200} Feb 11 05:16:49.097038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375fc11-293c-4d9b-900c-2024bc5205e5 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a31ed-e439-44e2-9133-2476e90d7c73,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:49.120478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.122793 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-df3be7ea-8279-48f1-b27f-fdd15fea7487 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0693369 Feb 11 05:16:49.215300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7e045d3f-4935-45e5-afd1-eff565ce77cb is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:49.219302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.230807 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.231557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c2c5a197-ae78-4924-a534-7702ccb1b9eb no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:49.264189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21bad-b63e-4ed1-95a0-c12e4ba9b1bb req-97353acc-f694-4cb3-bf9e-2a70eca5d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.266722 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6e21bad-b63e-4ed1-95a0-c12e4ba9b1bb req-97353acc-f694-4cb3-bf9e-2a70eca5d854 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 1129 time: 0.0968869 Feb 11 05:16:49.294042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: c2c5a197-ae78-4924-a534-7702ccb1b9eb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:49.294398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c2c5a197-ae78-4924-a534-7702ccb1b9eb not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:49.335710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7e045d3f-4935-45e5-afd1-eff565ce77cb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7e045d3f-4935-45e5-afd1-eff565ce77cb,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:49.350323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8a7bbd90-5081-4df3-bd42-a3500d54175d,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:49.351032 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6e21bad-b63e-4ed1-95a0-c12e4ba9b1bb req-8901d52b-7106-4040-aced-740d5e8e6e35 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614495 Feb 11 05:16:49.356672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port 8a7bbd90-5081-4df3-bd42-a3500d54175d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:49.357024 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.375850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02249450-cfd9-4ea2-8420-238a9f6ed7fa req-a8227136-78df-496d-9feb-a7aa328b9864 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.382937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02249450-cfd9-4ea2-8420-238a9f6ed7fa req-a8227136-78df-496d-9feb-a7aa328b9864 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 945 time: 0.2629466 Feb 11 05:16:49.429078 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.502417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7e045d3f-4935-45e5-afd1-eff565ce77cb,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:49.804101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad912c-b9cf-4d2b-8ab0-8c0db1694301 req-2765425c-6262-490c-88f5-5f64b57cbcbb tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.805754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74ad912c-b9cf-4d2b-8ab0-8c0db1694301 req-2765425c-6262-490c-88f5-5f64b57cbcbb tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 946 time: 0.5515616 Feb 11 05:16:49.876427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port 8a7bbd90-5081-4df3-bd42-a3500d54175d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8a7bbd90-5081-4df3-bd42-a3500d54175d,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:49.876825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.884982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02249450-cfd9-4ea2-8420-238a9f6ed7fa req-2ccfadac-6c71-4fe8-961c-eaad78313179 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012951 Feb 11 05:16:49.914005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for 8a7bbd90-5081-4df3-bd42-a3500d54175d owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:49.925355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74ad912c-b9cf-4d2b-8ab0-8c0db1694301 req-6b8f42d9-b79e-4afe-a407-eb65e364deb9 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058443 Feb 11 05:16:49.950043 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-34b4b44b-7df7-424b-ac38-37001708e1d4 req-6ca2ef7c-32aa-43dd-8fbe-aa7e05cc8c13 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] show failed (client error): The resource could not be found. Feb 11 05:16:49.951092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34b4b44b-7df7-424b-ac38-37001708e1d4 req-6ca2ef7c-32aa-43dd-8fbe-aa7e05cc8c13 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/443dfa63-31f7-4f74-b620-a0f437093725 HTTP/1.1" status: 404 len: 352 time: 0.0247891 Feb 11 05:16:50.178367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e93a34-d1d9-4319-8393-7b945afdb943 req-6c79f64d-936f-4d21-9746-dcdadda455bd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:50.180030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66e93a34-d1d9-4319-8393-7b945afdb943 req-6c79f64d-936f-4d21-9746-dcdadda455bd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f6079f5-054b-4e8a-a284-1d65f2ef7311 HTTP/1.1" status: 200 len: 943 time: 0.1225672 Feb 11 05:16:50.199684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-deleted', 'tag': 'c2c5a197-ae78-4924-a534-7702ccb1b9eb'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:50.204246 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb405b2-a487-46cc-8f17-57205c179cf7" -d '{"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-deleted", "tag": "c2c5a197-ae78-4924-a534-7702ccb1b9eb"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:50.248333 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8a7bbd90-5081-4df3-bd42-a3500d54175d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.290464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66e93a34-d1d9-4319-8393-7b945afdb943 req-8b0f45c1-4efd-48cc-a4a0-12d7808db433 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923188 Feb 11 05:16:50.348902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=8a7bbd90-5081-4df3-bd42-a3500d54175d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:50.465442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port 8a7bbd90-5081-4df3-bd42-a3500d54175d on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:50.471194 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.475084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afdf9be6-65cd-4f2a-92b5-10e09557b5da req-db5c2a14-d57a-44da-8cc7-95a5c07ee901 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "DELETE /v2.0/ports/8a7bbd90-5081-4df3-bd42-a3500d54175d HTTP/1.1" status: 204 len: 173 time: 1.6410255 Feb 11 05:16:50.479370 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-794891d9-a474-4e06-94e2-edd9efec5418 req-42181ebc-a966-4382-b14e-7b80b4a30692 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/c8ce0e2a-631f-479b-bb3e-253519814f9b HTTP/1.1" status: 200 len: 1822 time: 0.1462057 Feb 11 05:16:50.508816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc2fe0-9c52-4c76-b9c9-08f998d33ef2 req-c2001d34-ddc5-4ac7-ac2b-360e8023605e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:50.521912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1fc2fe0-9c52-4c76-b9c9-08f998d33ef2 req-c2001d34-ddc5-4ac7-ac2b-360e8023605e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.1841733 Feb 11 05:16:50.651561 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-794891d9-a474-4e06-94e2-edd9efec5418 req-44633b3b-3198-4f33-979b-a870f23fb9db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (c8ce0e2a-631f-479b-bb3e-253519814f9b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.730501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1fc2fe0-9c52-4c76-b9c9-08f998d33ef2 req-627aa399-1eb8-4108-b27f-142d7a429dae tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061203 Feb 11 05:16:50.755422 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-794891d9-a474-4e06-94e2-edd9efec5418 req-44633b3b-3198-4f33-979b-a870f23fb9db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (c8ce0e2a-631f-479b-bb3e-253519814f9b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.826729 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066bd5af-03ff-4cfd-a889-34e7b30cb137 x-openstack-request-id: req-066bd5af-03ff-4cfd-a889-34e7b30cb137 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:50.828930 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-deleted", "tag": "c2c5a197-ae78-4924-a534-7702ccb1b9eb", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:50.829367 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-066bd5af-03ff-4cfd-a889-34e7b30cb137 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:50.830004 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-deleted', 'tag': 'c2c5a197-ae78-4924-a534-7702ccb1b9eb', 'status': 'completed', 'code': 200} Feb 11 05:16:50.974092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-794891d9-a474-4e06-94e2-edd9efec5418 req-44633b3b-3198-4f33-979b-a870f23fb9db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c8ce0e2a-631f-479b-bb3e-253519814f9b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.981086 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-794891d9-a474-4e06-94e2-edd9efec5418 req-44633b3b-3198-4f33-979b-a870f23fb9db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.982221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-794891d9-a474-4e06-94e2-edd9efec5418 req-44633b3b-3198-4f33-979b-a870f23fb9db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "DELETE /v2.0/security-groups/c8ce0e2a-631f-479b-bb3e-253519814f9b HTTP/1.1" status: 204 len: 173 time: 0.4481432 Feb 11 05:16:50.994353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633b3b-3198-4f33-979b-a870f23fb9db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ce0e2a-631f-479b-bb3e-253519814f9b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:51.082498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7bbd90-5081-4df3-bd42-a3500d54175d'}, {'server_uuid': '436443cd-e6f6-44e5-8b4e-6f203aff145a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e045d3f-4935-45e5-afd1-eff565ce77cb'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:51.086921 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77af1b92-b309-45fe-81c8-8dcb65bcab9d" -d '{"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7bbd90-5081-4df3-bd42-a3500d54175d"}, {"server_uuid": "436443cd-e6f6-44e5-8b4e-6f203aff145a", "name": "network-vif-plugged", "status": "completed", "tag": "7e045d3f-4935-45e5-afd1-eff565ce77cb"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:51.229603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305216e-65d9-4298-89f5-bb17bae325d4 req-f838a23f-e238-49b7-82cb-3557817d907d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:51.231789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5305216e-65d9-4298-89f5-bb17bae325d4 req-f838a23f-e238-49b7-82cb-3557817d907d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 946 time: 0.0782135 Feb 11 05:16:51.304146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5305216e-65d9-4298-89f5-bb17bae325d4 req-8bc4aab4-e01d-4f15-970e-8dd4fb3eaa1a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641170 Feb 11 05:16:51.497100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2af056-9332-417a-a220-a07871679814 req-98e7b848-a02a-4d5b-a88b-39727894e78b tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:51.504667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d2af056-9332-417a-a220-a07871679814 req-98e7b848-a02a-4d5b-a88b-39727894e78b tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 946 time: 0.1041284 Feb 11 05:16:51.598793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d2af056-9332-417a-a220-a07871679814 req-75c52090-4954-4f5c-ba2f-a24fd8d1a577 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801415 Feb 11 05:16:51.686855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52af9435-5081-4a22-9013-0da9f4f6cff4 req-abb3f27d-d977-4fff-999e-2227a94208eb tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/99540a90-37f7-48f1-b07a-1a1a87a30116 HTTP/1.1" status: 200 len: 1821 time: 0.0552502 Feb 11 05:16:51.771899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-52af9435-5081-4a22-9013-0da9f4f6cff4 req-8ba5639e-0f4d-45ba-9e53-f81dc635f704 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (99540a90-37f7-48f1-b07a-1a1a87a30116), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.810762 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-52af9435-5081-4a22-9013-0da9f4f6cff4 req-8ba5639e-0f4d-45ba-9e53-f81dc635f704 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (99540a90-37f7-48f1-b07a-1a1a87a30116), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.997513 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-52af9435-5081-4a22-9013-0da9f4f6cff4 req-8ba5639e-0f4d-45ba-9e53-f81dc635f704 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (99540a90-37f7-48f1-b07a-1a1a87a30116), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.000499 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-52af9435-5081-4a22-9013-0da9f4f6cff4 req-8ba5639e-0f4d-45ba-9e53-f81dc635f704 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.001700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52af9435-5081-4a22-9013-0da9f4f6cff4 req-8ba5639e-0f4d-45ba-9e53-f81dc635f704 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "DELETE /v2.0/security-groups/99540a90-37f7-48f1-b07a-1a1a87a30116 HTTP/1.1" status: 204 len: 173 time: 0.3041883 Feb 11 05:16:52.020590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5639e-0f4d-45ba-9e53-f81dc635f704 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99540a90-37f7-48f1-b07a-1a1a87a30116,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:52.163157 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83476a9-0f47-45f9-9513-775a62b0f7f9 x-openstack-request-id: req-b83476a9-0f47-45f9-9513-775a62b0f7f9 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:52.163662 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7bbd90-5081-4df3-bd42-a3500d54175d", "code": 200}, {"server_uuid": "436443cd-e6f6-44e5-8b4e-6f203aff145a", "name": "network-vif-plugged", "status": "completed", "tag": "7e045d3f-4935-45e5-afd1-eff565ce77cb", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:52.163766 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b83476a9-0f47-45f9-9513-775a62b0f7f9 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:52.165068 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7bbd90-5081-4df3-bd42-a3500d54175d', 'code': 200} Feb 11 05:16:52.165068 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436443cd-e6f6-44e5-8b4e-6f203aff145a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e045d3f-4935-45e5-afd1-eff565ce77cb', 'code': 200} Feb 11 05:16:52.219078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:52.367036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a852e6e-9c18-414a-a042-8f2f57fe9a27 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting subnet 90c6d8c1-f20b-4837-9066-2c4c96636d54 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:52.372578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a852e6e-9c18-414a-a042-8f2f57fe9a27 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (90c6d8c1-f20b-4837-9066-2c4c96636d54), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.425022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e0702-1263-4b03-a60f-692b2f96b604 req-276fcfad-7c5c-498b-8edc-2898e7346e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:52.427732 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9a1e0702-1263-4b03-a60f-692b2f96b604 req-276fcfad-7c5c-498b-8edc-2898e7346e6b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 1129 time: 0.1341312 Feb 11 05:16:52.430133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a852e6e-9c18-414a-a042-8f2f57fe9a27 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (90c6d8c1-f20b-4837-9066-2c4c96636d54), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.465894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-643440fe-2b25-480e-bf6a-ada4ba8316b5 req-65f40b1e-969e-4965-adcd-31628e5a5cbe tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/47381d9a-b242-4ff5-8fd5-adc8c216eef9 HTTP/1.1" status: 200 len: 1821 time: 0.1500263 Feb 11 05:16:52.481246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e5bf6-1e66-4ba2-ac6b-40515c11c104 req-0e47f5db-f034-414d-b6ee-b3dd87b0f155 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:52.493903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-029e5bf6-1e66-4ba2-ac6b-40515c11c104 req-0e47f5db-f034-414d-b6ee-b3dd87b0f155 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.1645794 Feb 11 05:16:52.549070 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9a1e0702-1263-4b03-a60f-692b2f96b604 req-d697cc31-3e54-43ed-974b-4a6d865f4e34 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907240 Feb 11 05:16:52.578524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a852e6e-9c18-414a-a042-8f2f57fe9a27 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (90c6d8c1-f20b-4837-9066-2c4c96636d54), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.677187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-643440fe-2b25-480e-bf6a-ada4ba8316b5 req-49a8f7c8-ccde-4013-8f0e-31926777c92d tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (47381d9a-b242-4ff5-8fd5-adc8c216eef9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.691250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-029e5bf6-1e66-4ba2-ac6b-40515c11c104 req-0fea31e9-f117-4c48-8318-93c7a310c0df tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456060 Feb 11 05:16:52.733659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-643440fe-2b25-480e-bf6a-ada4ba8316b5 req-49a8f7c8-ccde-4013-8f0e-31926777c92d tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (47381d9a-b242-4ff5-8fd5-adc8c216eef9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.787467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a852e6e-9c18-414a-a042-8f2f57fe9a27 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (90c6d8c1-f20b-4837-9066-2c4c96636d54), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.832897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-deleted', 'tag': '8a7bbd90-5081-4df3-bd42-a3500d54175d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:52.835930 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a928a7-5b23-4676-a79a-13e886027d31" -d '{"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-deleted", "tag": "8a7bbd90-5081-4df3-bd42-a3500d54175d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:52.885774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a852e6e-9c18-414a-a042-8f2f57fe9a27 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Subnet': ['ID=90c6d8c1-f20b-4837-9066-2c4c96636d54,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:52.889112 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-643440fe-2b25-480e-bf6a-ada4ba8316b5 req-49a8f7c8-ccde-4013-8f0e-31926777c92d tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (47381d9a-b242-4ff5-8fd5-adc8c216eef9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.895295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a852e6e-9c18-414a-a042-8f2f57fe9a27 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.897692 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-643440fe-2b25-480e-bf6a-ada4ba8316b5 req-49a8f7c8-ccde-4013-8f0e-31926777c92d tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.899916 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a852e6e-9c18-414a-a042-8f2f57fe9a27 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "DELETE /v2.0/subnets/90c6d8c1-f20b-4837-9066-2c4c96636d54 HTTP/1.1" status: 204 len: 168 time: 0.6785476 Feb 11 05:16:52.902698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-643440fe-2b25-480e-bf6a-ada4ba8316b5 req-49a8f7c8-ccde-4013-8f0e-31926777c92d tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "DELETE /v2.0/security-groups/47381d9a-b242-4ff5-8fd5-adc8c216eef9 HTTP/1.1" status: 204 len: 173 time: 0.4078071 Feb 11 05:16:52.904028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9425cf43-e2ac-4eaf-853e-17b9ebf894b5 None None] Network a1192e53-1f48-4835-9ad9-5bb642340a4b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:52.913077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45360) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:52.943558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8f7c8-ccde-4013-8f0e-31926777c92d tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47381d9a-b242-4ff5-8fd5-adc8c216eef9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:53.114140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (a1192e53-1f48-4835-9ad9-5bb642340a4b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.145825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] DHCP port deletion for a1192e53-1f48-4835-9ad9-5bb642340a4b request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:16:53.171784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1f628-2e83-4b46-a03b-e94c90cbff48 req-618b2eb8-221e-4557-add9-89fc61dcfae5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:53.173372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16c1f628-2e83-4b46-a03b-e94c90cbff48 req-618b2eb8-221e-4557-add9-89fc61dcfae5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 946 time: 0.0803325 Feb 11 05:16:53.244078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Deleting port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:53.244841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.278209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16c1f628-2e83-4b46-a03b-e94c90cbff48 req-0878efd7-1ada-4979-a82b-4e693ea578e5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820386 Feb 11 05:16:53.286288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:53.286754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.381119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] For port 650fa2e6-1820-4d9a-96e8-d6ef195b7242, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=650fa2e6-1820-4d9a-96e8-d6ef195b7242,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:53.382085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.397824 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ca29d5-d415-4255-a457-97f727856be7 x-openstack-request-id: req-74ca29d5-d415-4255-a457-97f727856be7 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:53.397824 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6079f5-054b-4e8a-a284-1d65f2ef7311", "name": "network-vif-deleted", "tag": "8a7bbd90-5081-4df3-bd42-a3500d54175d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:53.397824 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74ca29d5-d415-4255-a457-97f727856be7 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:53.397824 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6079f5-054b-4e8a-a284-1d65f2ef7311', 'name': 'network-vif-deleted', 'tag': '8a7bbd90-5081-4df3-bd42-a3500d54175d', 'status': 'completed', 'code': 200} Feb 11 05:16:53.402530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port 650fa2e6-1820-4d9a-96e8-d6ef195b7242, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=650fa2e6-1820-4d9a-96e8-d6ef195b7242,segment=NetworkSegment(624c17a6-881c-45b7-b08f-82c55c4ed931),segment_id=624c17a6-881c-45b7-b08f-82c55c4ed931)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:53.402902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.413057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Calling delete_port for 650fa2e6-1820-4d9a-96e8-d6ef195b7242 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:53.422548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for 650fa2e6-1820-4d9a-96e8-d6ef195b7242 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:53.550536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89824552-c9ec-4dfb-ad70-3864dea88dcd req-f017330d-10c2-44c8-8d0a-12d14cc3702a tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/5739b015-e02c-42dc-b4df-1e086ff5c0fc HTTP/1.1" status: 200 len: 2420 time: 0.1292715 Feb 11 05:16:53.681892 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.727892 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (650fa2e6-1820-4d9a-96e8-d6ef195b7242), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.747685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Pushing event deleted for resources: {'Port': ['ID=650fa2e6-1820-4d9a-96e8-d6ef195b7242,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:53.774347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.776124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.777548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.778154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.779056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.782289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=650fa2e6-1820-4d9a-96e8-d6ef195b7242,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:53.783659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.784403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.786696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.787628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.788522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.788817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-89824552-c9ec-4dfb-ad70-3864dea88dcd req-a6eaf8f1-e100-4cee-b073-d202f5ad24db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (5739b015-e02c-42dc-b4df-1e086ff5c0fc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.789413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.790043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.790608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.795043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f5381-b3fc-419f-8cf2-b303005cfd48 None None] No DVR routers for this DVR port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:53.803983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port 650fa2e6-1820-4d9a-96e8-d6ef195b7242 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:53.893703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b6684-9063-45be-b9c2-85fb96205b96 req-f54e0d6d-d298-4a20-8125-a45d443a7c6a tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:53.896209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-909b6684-9063-45be-b9c2-85fb96205b96 req-f54e0d6d-d298-4a20-8125-a45d443a7c6a tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.2352223 Feb 11 05:16:53.906107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-89824552-c9ec-4dfb-ad70-3864dea88dcd req-a6eaf8f1-e100-4cee-b073-d202f5ad24db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (5739b015-e02c-42dc-b4df-1e086ff5c0fc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.044134 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (a1192e53-1f48-4835-9ad9-5bb642340a4b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.083713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1192e53-1f48-4835-9ad9-5bb642340a4b']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:54.097523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-909b6684-9063-45be-b9c2-85fb96205b96 req-e23a333d-dbfb-4549-a116-a1b00a628805 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868846 Feb 11 05:16:54.101893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624c17a6-881c-45b7-b08f-82c55c4ed931') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:54.102243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624c17a6-881c-45b7-b08f-82c55c4ed931') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:54.118175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (624c17a6-881c-45b7-b08f-82c55c4ed931), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.164083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (624c17a6-881c-45b7-b08f-82c55c4ed931), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.175697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:54.176677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (624c17a6-881c-45b7-b08f-82c55c4ed931), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:54.182405 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:54.201478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-89824552-c9ec-4dfb-ad70-3864dea88dcd req-a6eaf8f1-e100-4cee-b073-d202f5ad24db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5739b015-e02c-42dc-b4df-1e086ff5c0fc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.207624 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-89824552-c9ec-4dfb-ad70-3864dea88dcd req-a6eaf8f1-e100-4cee-b073-d202f5ad24db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.214836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89824552-c9ec-4dfb-ad70-3864dea88dcd req-a6eaf8f1-e100-4cee-b073-d202f5ad24db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "DELETE /v2.0/security-groups/5739b015-e02c-42dc-b4df-1e086ff5c0fc HTTP/1.1" status: 204 len: 173 time: 0.6611888 Feb 11 05:16:54.365309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaf8f1-e100-4cee-b073-d202f5ad24db tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5739b015-e02c-42dc-b4df-1e086ff5c0fc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:54.430276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ec5ca01-eef9-4f51-96f3-1cf77780b6ed req-be972a96-3d50-4618-b851-d24a066af51e tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "GET /v2.0/security-groups/89c21815-a6a2-40b4-bfa9-debc0b226d31 HTTP/1.1" status: 200 len: 2414 time: 0.1499131 Feb 11 05:16:54.446145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7e8ba-d869-4eae-b410-966e554a8a16 req-42def715-2da8-4c2e-aac9-0531ad5f91ca tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:54.449115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcc7e8ba-d869-4eae-b410-966e554a8a16 req-42def715-2da8-4c2e-aac9-0531ad5f91ca tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.2176394 Feb 11 05:16:54.489803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (a1192e53-1f48-4835-9ad9-5bb642340a4b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.545560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.549786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "DELETE /v2.0/networks/a1192e53-1f48-4835-9ad9-5bb642340a4b HTTP/1.1" status: 204 len: 168 time: 1.6355126 Feb 11 05:16:54.550987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ce99c-ac20-4e28-aa91-cacaea1533f4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Network': ['ID=a1192e53-1f48-4835-9ad9-5bb642340a4b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:54.552662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45380) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:54.588329 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1ec5ca01-eef9-4f51-96f3-1cf77780b6ed req-9e8e7ca4-e988-4b37-9df1-0d9d943de8e3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (89c21815-a6a2-40b4-bfa9-debc0b226d31), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.642677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcc7e8ba-d869-4eae-b410-966e554a8a16 req-bd20ba5e-af47-412d-a38d-bd024d63a1c8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618583 Feb 11 05:16:54.698519 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1ec5ca01-eef9-4f51-96f3-1cf77780b6ed req-9e8e7ca4-e988-4b37-9df1-0d9d943de8e3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (89c21815-a6a2-40b4-bfa9-debc0b226d31), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.706089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffaa8647-dea2-47a4-ba30-521b541de7f2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting subnet 48fff828-f1ca-46b0-a834-946707d38384 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:54.720380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8647-dea2-47a4-ba30-521b541de7f2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (48fff828-f1ca-46b0-a834-946707d38384), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.810051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 650fa2e6-1820-4d9a-96e8-d6ef195b7242 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:54.841698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 650fa2e6-1820-4d9a-96e8-d6ef195b7242 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:54.842527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8647-dea2-47a4-ba30-521b541de7f2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (48fff828-f1ca-46b0-a834-946707d38384), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.842908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 650fa2e6-1820-4d9a-96e8-d6ef195b7242 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:54.922258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1ec5ca01-eef9-4f51-96f3-1cf77780b6ed req-9e8e7ca4-e988-4b37-9df1-0d9d943de8e3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (89c21815-a6a2-40b4-bfa9-debc0b226d31), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.929231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1ec5ca01-eef9-4f51-96f3-1cf77780b6ed req-9e8e7ca4-e988-4b37-9df1-0d9d943de8e3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.931333 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ec5ca01-eef9-4f51-96f3-1cf77780b6ed req-9e8e7ca4-e988-4b37-9df1-0d9d943de8e3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] 10.222.0.62 "DELETE /v2.0/security-groups/89c21815-a6a2-40b4-bfa9-debc0b226d31 HTTP/1.1" status: 204 len: 173 time: 0.5002217 Feb 11 05:16:54.967624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45386) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:55.008390 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8647-dea2-47a4-ba30-521b541de7f2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (48fff828-f1ca-46b0-a834-946707d38384), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.053819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e7ca4-e988-4b37-9df1-0d9d943de8e3 tempest-SecurityGroupRulesTestJSON-873564969 tempest-SecurityGroupRulesTestJSON-873564969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c21815-a6a2-40b4-bfa9-debc0b226d31,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:55.076073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6a58-6c16-45bb-9a5d-b3653bd8bf87 req-56938356-eb48-4322-811e-3897e1b4f475 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.088153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46bd6a58-6c16-45bb-9a5d-b3653bd8bf87 req-56938356-eb48-4322-811e-3897e1b4f475 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 946 time: 0.2723358 Feb 11 05:16:55.181385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbed94d-109d-4edd-aafe-c470bc8fa2af admin admin] Deleting subnet fdbc03f3-52e1-4086-b69a-9f85603927c4 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:55.239144 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bbed94d-109d-4edd-aafe-c470bc8fa2af admin admin] Publish callbacks [] for subnet (fdbc03f3-52e1-4086-b69a-9f85603927c4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.245564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46bd6a58-6c16-45bb-9a5d-b3653bd8bf87 req-8bd11107-4a33-4d9c-a3bc-aead805c9717 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555574 Feb 11 05:16:55.262972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-b7ad029b-e438-4cc9-a84d-a62719741e71 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.265054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-b7ad029b-e438-4cc9-a84d-a62719741e71 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.65 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.3879139 Feb 11 05:16:55.276468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8647-dea2-47a4-ba30-521b541de7f2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (48fff828-f1ca-46b0-a834-946707d38384), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.349213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa8647-dea2-47a4-ba30-521b541de7f2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Subnet': ['ID=48fff828-f1ca-46b0-a834-946707d38384,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:55.353772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8647-dea2-47a4-ba30-521b541de7f2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.363913 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ffaa8647-dea2-47a4-ba30-521b541de7f2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "DELETE /v2.0/subnets/48fff828-f1ca-46b0-a834-946707d38384 HTTP/1.1" status: 204 len: 168 time: 0.8081524 Feb 11 05:16:55.364973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45394) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:55.424515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a7b16-22ad-4385-b6e6-b14245f3ee5e None None] Network b14baea8-6733-4d3a-8505-29d99c4f7b78 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:55.474119 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b14baea8-6733-4d3a-8505-29d99c4f7b78), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.550839 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bbed94d-109d-4edd-aafe-c470bc8fa2af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (fdbc03f3-52e1-4086-b69a-9f85603927c4), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.585898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port 62d18072-a55c-4285-aa9e-48746d85ffb3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:55.586656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.641913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f5f3-e817-428b-b48c-7e6eef334455 req-c1556504-da7c-4cdd-83bb-3a40bf38877c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.658879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cd5f5f3-e817-428b-b48c-7e6eef334455 req-c1556504-da7c-4cdd-83bb-3a40bf38877c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 946 time: 0.3250537 Feb 11 05:16:55.735927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bbed94d-109d-4edd-aafe-c470bc8fa2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (fdbc03f3-52e1-4086-b69a-9f85603927c4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.830892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port 62d18072-a55c-4285-aa9e-48746d85ffb3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=62d18072-a55c-4285-aa9e-48746d85ffb3,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:55.832139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.864506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] DHCP port deletion for b14baea8-6733-4d3a-8505-29d99c4f7b78 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:16:55.895527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for 62d18072-a55c-4285-aa9e-48746d85ffb3 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:55.995998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] Deleting port 62d18072-a55c-4285-aa9e-48746d85ffb3 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:55.996365 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.035437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cd5f5f3-e817-428b-b48c-7e6eef334455 req-9b9786d9-ad42-49d7-ae33-462ef09fc0fd tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735399 Feb 11 05:16:56.082634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Deleting port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:56.086571 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.249044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] For port 62d18072-a55c-4285-aa9e-48746d85ffb3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=62d18072-a55c-4285-aa9e-48746d85ffb3,segment=NetworkSegment(4d9a8cb0-fc53-409b-a8a8-c7ce3e506882),segment_id=4d9a8cb0-fc53-409b-a8a8-c7ce3e506882)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:56.250044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.257921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bbed94d-109d-4edd-aafe-c470bc8fa2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (fdbc03f3-52e1-4086-b69a-9f85603927c4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.280813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.283864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8c431-2c2f-45be-be7a-9aea557f4ea8 req-7f3036e2-3c5c-4a21-b4d7-f5f87eae8ce8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.293227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3c8c431-2c2f-45be-be7a-9aea557f4ea8 req-7f3036e2-3c5c-4a21-b4d7-f5f87eae8ce8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 946 time: 0.3810697 Feb 11 05:16:56.303260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] Calling delete_port for 62d18072-a55c-4285-aa9e-48746d85ffb3 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:56.326182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=62d18072-a55c-4285-aa9e-48746d85ffb3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.331171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbed94d-109d-4edd-aafe-c470bc8fa2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbc03f3-52e1-4086-b69a-9f85603927c4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.345969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port 62d18072-a55c-4285-aa9e-48746d85ffb3 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:56.348243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bbed94d-109d-4edd-aafe-c470bc8fa2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.360931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6bbed94d-109d-4edd-aafe-c470bc8fa2af admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fdbc03f3-52e1-4086-b69a-9f85603927c4 HTTP/1.1" status: 204 len: 168 time: 1.3961084 Feb 11 05:16:56.363334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45408) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:56.500464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c33d7f-3f46-4b0b-9878-35909d3af513 req-f1b0eba0-b480-420c-b4b9-4a8ff9824a0e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.509375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4c33d7f-3f46-4b0b-9878-35909d3af513 req-f1b0eba0-b480-420c-b4b9-4a8ff9824a0e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.3449624 Feb 11 05:16:56.543471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] For port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:56.544157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.559752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b14baea8-6733-4d3a-8505-29d99c4f7b78), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.577133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3c8c431-2c2f-45be-be7a-9aea557f4ea8 req-975a3587-dc6a-4a6d-9acd-6834144f7d48 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826169 Feb 11 05:16:56.592148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (e4ab8753-624f-4c0c-a591-5ff9ee6c9544), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.605454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Calling delete_port for 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:56.606110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14baea8-6733-4d3a-8505-29d99c4f7b78']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:56.629131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:56.629583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9a8cb0-fc53-409b-a8a8-c7ce3e506882') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:56.668468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (4d9a8cb0-fc53-409b-a8a8-c7ce3e506882), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.709644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4d9a8cb0-fc53-409b-a8a8-c7ce3e506882), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.710196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4c33d7f-3f46-4b0b-9878-35909d3af513 req-4d7e08c6-0ed9-4695-b1b4-f633c5c976fb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979170 Feb 11 05:16:56.744442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:56.744442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (4d9a8cb0-fc53-409b-a8a8-c7ce3e506882), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:56.746502 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:56.835661 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (62d18072-a55c-4285-aa9e-48746d85ffb3), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.849765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (e4ab8753-624f-4c0c-a591-5ff9ee6c9544), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.857164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 62d18072-a55c-4285-aa9e-48746d85ffb3 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:56.884940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ab8753-624f-4c0c-a591-5ff9ee6c9544']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:56.892155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 62d18072-a55c-4285-aa9e-48746d85ffb3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:56.893309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 62d18072-a55c-4285-aa9e-48746d85ffb3 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:56.905094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab745f39-90cf-4ed6-bc7e-9da93c0a02f3') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:56.905094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab745f39-90cf-4ed6-bc7e-9da93c0a02f3') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:56.935877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (ab745f39-90cf-4ed6-bc7e-9da93c0a02f3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.937842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] No DVR routers for this DVR port 62d18072-a55c-4285-aa9e-48746d85ffb3 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:56.946186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdde6f-a026-4d3d-8ad7-6ffd7a88cca2 None None] Pushing event deleted for resources: {'Port': ['ID=62d18072-a55c-4285-aa9e-48746d85ffb3,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.964758 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ab745f39-90cf-4ed6-bc7e-9da93c0a02f3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.971529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b14baea8-6733-4d3a-8505-29d99c4f7b78), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.981716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.982074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:56.982314 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (ab745f39-90cf-4ed6-bc7e-9da93c0a02f3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:56.983977 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:56.988645 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "DELETE /v2.0/networks/b14baea8-6733-4d3a-8505-29d99c4f7b78 HTTP/1.1" status: 204 len: 168 time: 1.6188922 Feb 11 05:16:56.998624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45410) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:57.006401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1317185733'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:57.022455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c7732-02a8-4e88-9704-b9b731368e63 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Network': ['ID=b14baea8-6733-4d3a-8505-29d99c4f7b78,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:57.078117 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.095382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['24c6923b-a2f4-497a-b3b2-8dc66ca9264a', '27e33767-8174-4a68-87af-1150826b8d70'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:57.146186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:57.150226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.158688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Pushing event deleted for resources: {'Port': ['ID=0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:57.217496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:57.223215 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d567ccf0-c4e1-487a-aa19-d44f814d4922), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.224054 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Added segment d567ccf0-c4e1-487a-aa19-d44f814d4922 of type vlan for network 71f29d08-891a-4094-8af7-599adaa095ba Feb 11 05:16:57.255566 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (e4ab8753-624f-4c0c-a591-5ff9ee6c9544), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.268315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.288649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e4ab8753-624f-4c0c-a591-5ff9ee6c9544 HTTP/1.1" status: 204 len: 168 time: 0.9123929 Feb 11 05:16:57.297077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e8cc83b-cb9e-4216-ae99-93b16d24340a req-9a7eeac6-258b-45e0-ab0d-0e973e6e500d tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=c15402fb-ae52-4654-a309-850a1c95d1ae HTTP/1.1" status: 200 len: 210 time: 0.1498914 Feb 11 05:16:57.305132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (71f29d08-891a-4094-8af7-599adaa095ba), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.399426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] No DVR routers for this DVR port 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:57.405731 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.411429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f73c7ef0-3f44-4d3b-9107-6863d9d325f4 req-41e29013-9828-4283-a9d8-87642eeeed13 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.65 "DELETE /v2.0/ports/0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b HTTP/1.1" status: 204 len: 173 time: 2.0840309 Feb 11 05:16:57.412716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15402fb-ae52-4654-a309-850a1c95d1ae', 'name': 'network-vif-deleted', 'tag': '0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:57.416873 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398878ee-7923-4e53-b757-da4a9ce045c4" -d '{"events": [{"server_uuid": "c15402fb-ae52-4654-a309-850a1c95d1ae", "name": "network-vif-deleted", "tag": "0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:57.420067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06e13-c6d0-45c0-bd46-b17d5ff31fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ab8753-624f-4c0c-a591-5ff9ee6c9544,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:57.446351 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (71f29d08-891a-4094-8af7-599adaa095ba), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.452424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:57.453253 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.470968 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c244e3b1-c4f3-4f7c-9067-353a4dc1235b x-openstack-request-id: req-c244e3b1-c4f3-4f7c-9067-353a4dc1235b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:57.474972 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15402fb-ae52-4654-a309-850a1c95d1ae", "name": "network-vif-deleted", "tag": "0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:57.475694 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c244e3b1-c4f3-4f7c-9067-353a4dc1235b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:57.476404 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15402fb-ae52-4654-a309-850a1c95d1ae', 'name': 'network-vif-deleted', 'tag': '0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b', 'status': 'completed', 'code': 200} Feb 11 05:16:57.693744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Network': ['ID=71f29d08-891a-4094-8af7-599adaa095ba,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:57.736020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 71f29d08-891a-4094-8af7-599adaa095ba details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:57.736248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c1999705-21ee-4219-a581-a43bcc6e6a86 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7319546 Feb 11 05:16:57.736357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:57.746435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'subnet': {'network_id': '71f29d08-891a-4094-8af7-599adaa095ba', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:57.885439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079658e-c60e-40bf-982a-9e98bb3c523c req-88cbf5de-e45a-4e18-9a83-a2c14d1c42d5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:57.891897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8079658e-c60e-40bf-982a-9e98bb3c523c req-88cbf5de-e45a-4e18-9a83-a2c14d1c42d5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 946 time: 0.1725070 Feb 11 05:16:57.917530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45434) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:57.983176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8079658e-c60e-40bf-982a-9e98bb3c523c req-19a5b28c-4417-42a5-8bf7-9b49267cebc2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846317 Feb 11 05:16:57.992659 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ffebb9cb-afaa-436b-a00d-4b982137522a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a78c5cbddca47a6836b74c1e10036db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738420 Feb 11 05:16:57.995134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45436) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:58.020574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:58.047531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.069716 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3df2def4-8d50-4ff1-953b-bd5c968e3269 admin admin] Publish callbacks [] for security_group (8ddca915-b439-4b2a-bf73-3815d270fb81), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.135193 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3df2def4-8d50-4ff1-953b-bd5c968e3269 admin admin] Publish callbacks [] for security_group (8ddca915-b439-4b2a-bf73-3815d270fb81), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.249901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c232f-2b9d-4813-ae4f-daeb6e92e157 req-97616dac-ba43-4a29-aa5d-9e221f5acf9b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.255402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e88c232f-2b9d-4813-ae4f-daeb6e92e157 req-97616dac-ba43-4a29-aa5d-9e221f5acf9b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.0901990 Feb 11 05:16:58.340372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e88c232f-2b9d-4813-ae4f-daeb6e92e157 req-a194a7a0-8db8-4431-b451-b52cc25b7f02 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766983 Feb 11 05:16:58.437384 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:58.469489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3df2def4-8d50-4ff1-953b-bd5c968e3269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8ddca915-b439-4b2a-bf73-3815d270fb81), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.473083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3df2def4-8d50-4ff1-953b-bd5c968e3269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.474624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3df2def4-8d50-4ff1-953b-bd5c968e3269 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ddca915-b439-4b2a-bf73-3815d270fb81 HTTP/1.1" status: 204 len: 168 time: 0.4783256 Feb 11 05:16:58.492425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2def4-8d50-4ff1-953b-bd5c968e3269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddca915-b439-4b2a-bf73-3815d270fb81,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.527647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:58.541110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (cba40c65-e2c5-4adb-bf30-f934b00cf9c8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.576522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:58.577084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0a8f4704-3c70-4e5f-ab2d-9b0edf7b457b not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:58.633221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Checking segment: {'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:58.633507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network hostable DHCP agents. Network: 71f29d08-891a-4094-8af7-599adaa095ba, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:58.683139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Subnet': ['ID=cba40c65-e2c5-4adb-bf30-f934b00cf9c8,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.803498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network 71f29d08-891a-4094-8af7-599adaa095ba is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:58.893388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 71f29d08-891a-4094-8af7-599adaa095ba) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:58.902783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.903901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.910959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d98f0f-5872-4880-b317-4345b658789f None None] Network 71f29d08-891a-4094-8af7-599adaa095ba requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:59.018051 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6e0e559b-d629-4eb4-831b-f50363e850f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2804995 Feb 11 05:16:59.020934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45460) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:59.028215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-111409409'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:59.230839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-71f29d08-891a-4094-8af7-599adaa095ba', 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba', 'project_id': '26099f94e4164b4abd43614afdbe9154', 'fixed_ips': [{'subnet_id': 'cba40c65-e2c5-4adb-bf30-f934b00cf9c8'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:16:59.231974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.239358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:59.258816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.423147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d9743-446e-4ffb-be5e-a71f7ba30281 req-7691d9a7-ca53-45d4-aaa8-7cb4c3ce26ea tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.440182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d8d9743-446e-4ffb-be5e-a71f7ba30281 req-7691d9a7-ca53-45d4-aaa8-7cb4c3ce26ea tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 946 time: 0.3093772 Feb 11 05:16:59.444421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:59.484027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c63866a6-a28f-4b27-b9e6-0f970662bca8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.485002 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Added segment c63866a6-a28f-4b27-b9e6-0f970662bca8 of type vlan for network 593efe0a-80c1-496c-b57b-656b22783648 Feb 11 05:16:59.593825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d8d9743-446e-4ffb-be5e-a71f7ba30281 req-0ceab1c5-026d-49fe-b733-6adca5da0a58 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509922 Feb 11 05:16:59.603726 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (593efe0a-80c1-496c-b57b-656b22783648), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.618687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Allocated IP 19.80.0.2 (71f29d08-891a-4094-8af7-599adaa095ba/cba40c65-e2c5-4adb-bf30-f934b00cf9c8/cf7f841f-f185-407b-81d1-f69b9f574e26) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:59.783465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc085a-7d18-46a0-a956-2f524ea4b723 req-b1717d43-deae-432c-9653-e247471c6fee tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.789870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-accc085a-7d18-46a0-a956-2f524ea4b723 req-b1717d43-deae-432c-9653-e247471c6fee tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.1074753 Feb 11 05:16:59.798318 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (593efe0a-80c1-496c-b57b-656b22783648), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.817120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.819878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.981797 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Publish callbacks [] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.054940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0327582 Feb 11 05:17:00.059128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45482) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:00.064686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'subnet': {'network_id': '593efe0a-80c1-496c-b57b-656b22783648', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:00.076710 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.094145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b883a-a013-4c3b-a7c6-334dc70686e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Network': ['ID=593efe0a-80c1-496c-b57b-656b22783648,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:00.140973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-accc085a-7d18-46a0-a956-2f524ea4b723 req-6a85d670-5792-4349-bba9-262258eaaa60 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344033 Feb 11 05:17:00.173504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdc7c2-b2be-43b3-a12d-9c5a956131bd req-7eee07c4-1924-4853-9181-a0f304fa5173 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.184046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cbdc7c2-b2be-43b3-a12d-9c5a956131bd req-7eee07c4-1924-4853-9181-a0f304fa5173 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 945 time: 0.2883227 Feb 11 05:17:00.310770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 593efe0a-80c1-496c-b57b-656b22783648 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:17:00.316901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Pushing event updated for resources: {'Port': ['ID=cf7f841f-f185-407b-81d1-f69b9f574e26,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:00.325767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cbdc7c2-b2be-43b3-a12d-9c5a956131bd req-36e86bdd-8e55-460a-b3f7-f060d52d34bb tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385281 Feb 11 05:17:00.345985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Network 71f29d08-891a-4094-8af7-599adaa095ba is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:00.354990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:00.361057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:00.430304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:00.433886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.567364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:00.635759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Attempting to bind port cf7f841f-f185-407b-81d1-f69b9f574e26 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:00.688473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Attempting to bind port cf7f841f-f185-407b-81d1-f69b9f574e26 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:00.689150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45492) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:00.689536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Attempting to bind port cf7f841f-f185-407b-81d1-f69b9f574e26 on network 71f29d08-891a-4094-8af7-599adaa095ba {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:00.689536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:00.691714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Checking segment: {'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:00.697214 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.701047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Bound using segment: {'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:00.705691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Bound port: cf7f841f-f185-407b-81d1-f69b9f574e26, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:00.709634 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.833722 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:17:00.894690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d928-a5a6-4e4b-b579-7b384e35ea6b req-14906ebb-7906-4f85-874e-9282e5b6c042 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.895941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e168d928-a5a6-4e4b-b579-7b384e35ea6b req-14906ebb-7906-4f85-874e-9282e5b6c042 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 946 time: 0.1316190 Feb 11 05:17:00.958697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1672677859-network', 'tenant_id': '9e12aaec4beb45a686f763e5f89cf276'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:01.048795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e168d928-a5a6-4e4b-b579-7b384e35ea6b req-dc0b5790-c10a-4b0f-98c7-52f7c049a13f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445153 Feb 11 05:17:01.077247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] For port cf7f841f-f185-407b-81d1-f69b9f574e26, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:01.083339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] For port cf7f841f-f185-407b-81d1-f69b9f574e26, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cf7f841f-f185-407b-81d1-f69b9f574e26,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:01.123456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:01.126563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Made reservation on behalf of 9e12aaec4beb45a686f763e5f89cf276 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:01.132671 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.170376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.170615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.191753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e', 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f', 'port_id': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e', 'mac_address': 'fa:16:3e:c8:be:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2cbd5-7e40-4a61-a04e-1ef587c9708f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:01.257398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8cedd-7287-428a-81f5-53450740126d req-b96b2b81-2497-4c00-a1ff-8ada6cf19098 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.275296 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2cb8cedd-7287-428a-81f5-53450740126d req-b96b2b81-2497-4c00-a1ff-8ada6cf19098 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 946 time: 0.6659057 Feb 11 05:17:01.281737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (f6482e0f-cffc-481b-a159-bef5a12e6f03), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.335586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4941d-3185-4b13-a1dc-5133f593fb2f None None] Pushing event updated for resources: {'Port': ['ID=cf7f841f-f185-407b-81d1-f69b9f574e26,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:01.404541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:01.417085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.456465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:01.463657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Publish callbacks [] for security_group (0d909995-fc5b-424d-ab0c-13d7f58e5bcb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.514395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:01.583928 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0d909995-fc5b-424d-ab0c-13d7f58e5bcb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.591306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.636486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d909995-fc5b-424d-ab0c-13d7f58e5bcb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:01.707615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5128-03d6-4a09-9566-bfe17862531c req-67300c15-f9f3-4035-9de4-d0c2b4a6f068 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.709312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-163f5128-03d6-4a09-9566-bfe17862531c req-67300c15-f9f3-4035-9de4-d0c2b4a6f068 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.4126346 Feb 11 05:17:01.709534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Subnet': ['ID=f6482e0f-cffc-481b-a159-bef5a12e6f03,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:01.711480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:17:01.740038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0389a29-4db7-4a38-80b1-41e68da14a20 req-f71d5f74-ce15-4446-be21-9982aadcf04f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.742673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0389a29-4db7-4a38-80b1-41e68da14a20 req-f71d5f74-ce15-4446-be21-9982aadcf04f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 945 time: 0.3102546 Feb 11 05:17:01.772454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Deleting port 7e045d3f-4935-45e5-afd1-eff565ce77cb {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:01.773285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.778086 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c20459a7-908d-474a-95fe-658665e3a8e0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.778435 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Added segment c20459a7-908d-474a-95fe-658665e3a8e0 of type vlan for network d89e7d4a-0d56-4832-850b-fedfef57fdfe Feb 11 05:17:01.789009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33548cb-a729-4529-aa11-f4217991196d req-8eb658b9-e5e7-4463-b505-2463600d88cf tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.789312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:01.790586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f33548cb-a729-4529-aa11-f4217991196d req-8eb658b9-e5e7-4463-b505-2463600d88cf tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 945 time: 0.3575296 Feb 11 05:17:01.824449 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Checking segment: {'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:01.825326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network hostable DHCP agents. Network: 593efe0a-80c1-496c-b57b-656b22783648, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:17:01.866096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3fc96e6a-3979-46d1-bc43-4fa6adae4a9e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:01.946304 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d89e7d4a-0d56-4832-850b-fedfef57fdfe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.952815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-163f5128-03d6-4a09-9566-bfe17862531c req-09ba7019-f50b-4df1-91a7-bd1345b07b9a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075078 Feb 11 05:17:02.017882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] For port 7e045d3f-4935-45e5-afd1-eff565ce77cb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7e045d3f-4935-45e5-afd1-eff565ce77cb,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:02.019815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.051985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0389a29-4db7-4a38-80b1-41e68da14a20 req-c05b8807-0870-41a0-a5c7-4f1801532913 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717831 Feb 11 05:17:02.080370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Calling delete_port for 7e045d3f-4935-45e5-afd1-eff565ce77cb owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:02.091914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network 593efe0a-80c1-496c-b57b-656b22783648 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:17:02.098215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Deleting port 27e33767-8174-4a68-87af-1150826b8d70 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:02.100304 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (27e33767-8174-4a68-87af-1150826b8d70), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.184589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 593efe0a-80c1-496c-b57b-656b22783648) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:02.192406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.193418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.197814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44b192-d615-4ff7-ab0f-e67b23daf81e None None] Network 593efe0a-80c1-496c-b57b-656b22783648 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:02.317091 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d89e7d4a-0d56-4832-850b-fedfef57fdfe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.320466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.321140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.324697 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-228dea69-8b68-4f77-aa1c-da6a0826e950 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2644067 Feb 11 05:17:02.339264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] For port 27e33767-8174-4a68-87af-1150826b8d70, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=27e33767-8174-4a68-87af-1150826b8d70,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:02.341988 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (27e33767-8174-4a68-87af-1150826b8d70), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.381326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-593efe0a-80c1-496c-b57b-656b22783648', 'network_id': '593efe0a-80c1-496c-b57b-656b22783648', 'project_id': '26099f94e4164b4abd43614afdbe9154', 'fixed_ips': [{'subnet_id': 'f6482e0f-cffc-481b-a159-bef5a12e6f03'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:17:02.385108 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.446118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] Pushing event updated for resources: {'Network': ['ID=d89e7d4a-0d56-4832-850b-fedfef57fdfe,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:02.468401 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7e045d3f-4935-45e5-afd1-eff565ce77cb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.485401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Calling delete_port for 27e33767-8174-4a68-87af-1150826b8d70 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:02.538201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event deleted for resources: {'Port': ['ID=7e045d3f-4935-45e5-afd1-eff565ce77cb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:02.554745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5a561-7578-4fe5-b85a-7ee4b8fe7e90 req-f656f1aa-d1ae-4d02-9b69-b36ebd64c1d6 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.557591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbb5a561-7578-4fe5-b85a-7ee4b8fe7e90 req-f656f1aa-d1ae-4d02-9b69-b36ebd64c1d6 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=436443cd-e6f6-44e5-8b4e-6f203aff145a HTTP/1.1" status: 200 len: 867 time: 0.2951543 Feb 11 05:17:02.563625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7a40b257-a9c7-47c3-b398-4e87ea582831 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9005291 Feb 11 05:17:02.572273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45506) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:02.590024 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Request body: {'subnet': {'network_id': 'd89e7d4a-0d56-4832-850b-fedfef57fdfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1672677859-subnet', 'tenant_id': '9e12aaec4beb45a686f763e5f89cf276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:02.754312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbb5a561-7578-4fe5-b85a-7ee4b8fe7e90 req-d866c159-e10f-4df0-848b-f23909ef45bd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376402 Feb 11 05:17:02.822665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] No DVR routers for this DVR port 7e045d3f-4935-45e5-afd1-eff565ce77cb on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:02.827947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d89e7d4a-0d56-4832-850b-fedfef57fdfe details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:17:02.834984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Allocated IP 19.86.0.2 (593efe0a-80c1-496c-b57b-656b22783648/f6482e0f-cffc-481b-a159-bef5a12e6f03/60959b37-04fd-488f-9bce-63d164d34cb6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:02.841994 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.852410 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2cb8cedd-7287-428a-81f5-53450740126d req-c870ba24-ac23-4663-9f71-74b843fdaabc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "DELETE /v2.0/ports/7e045d3f-4935-45e5-afd1-eff565ce77cb HTTP/1.1" status: 204 len: 173 time: 1.5617776 Feb 11 05:17:02.855311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436443cd-e6f6-44e5-8b4e-6f203aff145a', 'name': 'network-vif-deleted', 'tag': '7e045d3f-4935-45e5-afd1-eff565ce77cb'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:02.864817 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875359dc-51c1-4de6-98bf-d8538009a250" -d '{"events": [{"server_uuid": "436443cd-e6f6-44e5-8b4e-6f203aff145a", "name": "network-vif-deleted", "tag": "7e045d3f-4935-45e5-afd1-eff565ce77cb"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:02.935806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cf7f841f-f185-407b-81d1-f69b9f574e26 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:02.949962 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e72d331-e157-4d48-9ea8-b1a9a58d8923 x-openstack-request-id: req-2e72d331-e157-4d48-9ea8-b1a9a58d8923 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:02.950309 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436443cd-e6f6-44e5-8b4e-6f203aff145a", "name": "network-vif-deleted", "tag": "7e045d3f-4935-45e5-afd1-eff565ce77cb", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:02.950523 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e72d331-e157-4d48-9ea8-b1a9a58d8923 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:02.950915 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436443cd-e6f6-44e5-8b4e-6f203aff145a', 'name': 'network-vif-deleted', 'tag': '7e045d3f-4935-45e5-afd1-eff565ce77cb', 'status': 'completed', 'code': 200} Feb 11 05:17:02.980677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Made reservation on behalf of 9e12aaec4beb45a686f763e5f89cf276 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:02.989400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.093234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-97e53a2a-3b6b-4870-94bb-a3fb8668f61d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.102095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-97e53a2a-3b6b-4870-94bb-a3fb8668f61d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.108835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-97e53a2a-3b6b-4870-94bb-a3fb8668f61d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/networks?id=71f29d08-891a-4094-8af7-599adaa095ba&id=593efe0a-80c1-496c-b57b-656b22783648 HTTP/1.1" status: 200 len: 1391 time: 0.4404089 Feb 11 05:17:03.124480 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c31b24c-391e-4387-a6d0-111541114a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.218943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b6490-b721-449c-86cb-904f5d506c85 None None] Network 71f29d08-891a-4094-8af7-599adaa095ba requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:03.297065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6c0e4885-a221-4d9a-9d26-30ef01a38cce tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/quotas/26099f94e4164b4abd43614afdbe9154 HTTP/1.1" status: 200 len: 375 time: 0.1155601 Feb 11 05:17:03.409651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3a3cd3da-b219-4f3d-872e-1d814fdf8001 None None] Provisioning complete for port cf7f841f-f185-407b-81d1-f69b9f574e26 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:03.410023 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd3da-b219-4f3d-872e-1d814fdf8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.418982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (27e33767-8174-4a68-87af-1150826b8d70), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.452980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['24c6923b-a2f4-497a-b3b2-8dc66ca9264a', '27e33767-8174-4a68-87af-1150826b8d70'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:03.478047 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (77b7131e-0597-4de4-9800-6b443d8107c5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.485872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Pushing event deleted for resources: {'Port': ['ID=27e33767-8174-4a68-87af-1150826b8d70,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:03.540222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcc1db-08ca-4440-a09a-4acfd1a8442f req-b1a8b36e-f40d-4f28-94c5-0fa8de0b7e94 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.542246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbbcc1db-08ca-4440-a09a-4acfd1a8442f req-b1a8b36e-f40d-4f28-94c5-0fa8de0b7e94 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 945 time: 0.3619537 Feb 11 05:17:03.575292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] No DVR routers for this DVR port 27e33767-8174-4a68-87af-1150826b8d70 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:03.590049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-fd52e0ac-d0dc-4a7c-af8b-1f4ab0f18887 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2817874 Feb 11 05:17:03.591335 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.596363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f33548cb-a729-4529-aa11-f4217991196d req-282a8f3f-86c6-4840-8d67-5fbe10b6072f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.83 "DELETE /v2.0/ports/27e33767-8174-4a68-87af-1150826b8d70 HTTP/1.1" status: 204 len: 173 time: 1.7830460 Feb 11 05:17:03.602860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e282c25-a87b-49ed-abf1-ee21acc9a6ef', 'name': 'network-vif-deleted', 'tag': '27e33767-8174-4a68-87af-1150826b8d70'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:03.605841 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cec6692-52dc-441d-b100-bdf00c15d43c" -d '{"events": [{"server_uuid": "6e282c25-a87b-49ed-abf1-ee21acc9a6ef", "name": "network-vif-deleted", "tag": "27e33767-8174-4a68-87af-1150826b8d70"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:03.643127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b7131e-0597-4de4-9800-6b443d8107c5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:03.675200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Checking segment: {'id': 'c20459a7-908d-474a-95fe-658665e3a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd89e7d4a-0d56-4832-850b-fedfef57fdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:03.676566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Network hostable DHCP agents. Network: d89e7d4a-0d56-4832-850b-fedfef57fdfe, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:17:03.761680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 27e33767-8174-4a68-87af-1150826b8d70 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:03.780100 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Network d89e7d4a-0d56-4832-850b-fedfef57fdfe is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:17:03.826325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 27e33767-8174-4a68-87af-1150826b8d70 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:03.826563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 27e33767-8174-4a68-87af-1150826b8d70 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:03.826996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7e045d3f-4935-45e5-afd1-eff565ce77cb no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:03.834747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cf7f841f-f185-407b-81d1-f69b9f574e26 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:03.835462 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.926046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d89e7d4a-0d56-4832-850b-fedfef57fdfe) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:03.931029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.937154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.999614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb34079-f962-43cd-85d1-2e06d0a95c48 None None] Network d89e7d4a-0d56-4832-850b-fedfef57fdfe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:04.003787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 7e045d3f-4935-45e5-afd1-eff565ce77cb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:04.009616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7e045d3f-4935-45e5-afd1-eff565ce77cb not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:04.029873 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0b86b685-00f6-4a0c-80de-be2a4f08d152 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4538555 Feb 11 05:17:04.262516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbbcc1db-08ca-4440-a09a-4acfd1a8442f req-e6539f4d-a9af-4ee5-870b-b457de00c2f1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900072 Feb 11 05:17:04.268587 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Publish callbacks [] for port (60959b37-04fd-488f-9bce-63d164d34cb6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.341109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-ebdcb16e-d044-413a-9bba-c82b1a16d6c3 service neutron] 10.222.0.62 "GET /v2.0/networks/71f29d08-891a-4094-8af7-599adaa095ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321169 Feb 11 05:17:04.451544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cd3da-b219-4f3d-872e-1d814fdf8001 None None] Current status of the port cf7f841f-f185-407b-81d1-f69b9f574e26 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:04.461412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd3da-b219-4f3d-872e-1d814fdf8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.483501 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.568723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb40bf0d-4be6-47af-9caf-e224eb42e1b9 req-e26fc8cd-0db1-44d5-a955-8f2de0ad1316 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e282c25-a87b-49ed-abf1-ee21acc9a6ef HTTP/1.1" status: 200 len: 210 time: 0.0391891 Feb 11 05:17:04.599920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:04.624469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Network 593efe0a-80c1-496c-b57b-656b22783648 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:04.625408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-455a4250-caea-4218-9155-e334645206d0 service neutron] 10.222.0.62 "GET /v2.0/networks/71f29d08-891a-4094-8af7-599adaa095ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344840 Feb 11 05:17:04.627535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024534e7-f468-40ae-99d4-302bd3cb2879 None None] Network d89e7d4a-0d56-4832-850b-fedfef57fdfe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:04.630608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cf7f841f-f185-407b-81d1-f69b9f574e26 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:04.631089 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.696824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:04.715265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3a3cd3da-b219-4f3d-872e-1d814fdf8001 None None] For port cf7f841f-f185-407b-81d1-f69b9f574e26, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cf7f841f-f185-407b-81d1-f69b9f574e26,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:04.717522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:04.766307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Pushing event updated for resources: {'Port': ['ID=60959b37-04fd-488f-9bce-63d164d34cb6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:04.801368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd3da-b219-4f3d-872e-1d814fdf8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.805080 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83eb067-5884-4eca-ab9f-c7bc45bb099b x-openstack-request-id: req-c83eb067-5884-4eca-ab9f-c7bc45bb099b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:04.805372 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e282c25-a87b-49ed-abf1-ee21acc9a6ef", "name": "network-vif-deleted", "tag": "27e33767-8174-4a68-87af-1150826b8d70", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:04.805621 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c83eb067-5884-4eca-ab9f-c7bc45bb099b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:04.807881 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e282c25-a87b-49ed-abf1-ee21acc9a6ef', 'name': 'network-vif-deleted', 'tag': '27e33767-8174-4a68-87af-1150826b8d70', 'status': 'completed', 'code': 200} Feb 11 05:17:04.887541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-1c3a1781-1397-4f51-ae27-2f94eb4fad0f service neutron] 10.222.0.62 "GET /v2.0/networks/593efe0a-80c1-496c-b57b-656b22783648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438457 Feb 11 05:17:05.060029 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:17:05.060960 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:17:05.123560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-90e71e40-01da-4b31-b03b-5070aa52086c service neutron] 10.222.0.62 "GET /v2.0/networks/593efe0a-80c1-496c-b57b-656b22783648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249017 Feb 11 05:17:05.151101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-39ebce6f-934c-4bf3-aa2b-660e146a1aa8 None None] Provisioning complete for port cf7f841f-f185-407b-81d1-f69b9f574e26 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:05.151477 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39ebce6f-934c-4bf3-aa2b-660e146a1aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.274762 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b4936411-9cb1-4490-8de1-3453458b7794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.289202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Attempting to bind port 60959b37-04fd-488f-9bce-63d164d34cb6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:05.291324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Attempting to bind port 60959b37-04fd-488f-9bce-63d164d34cb6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:05.291324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Attempting to bind port 60959b37-04fd-488f-9bce-63d164d34cb6 on network 593efe0a-80c1-496c-b57b-656b22783648 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:05.342032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:05.342443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Checking segment: {'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:05.342850 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.343355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Bound using segment: {'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:05.343862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Bound port: 60959b37-04fd-488f-9bce-63d164d34cb6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:05.344241 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.346242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cd3da-b219-4f3d-872e-1d814fdf8001 None None] Pushing event updated for resources: {'Port': ['ID=cf7f841f-f185-407b-81d1-f69b9f574e26,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.358049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39ebce6f-934c-4bf3-aa2b-660e146a1aa8 None None] Current status of the port cf7f841f-f185-407b-81d1-f69b9f574e26 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:05.450619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:05.475245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:05.475631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.477510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-172e1e13-2c77-434c-bf3e-4ea99f01a6fa tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.489770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-172e1e13-2c77-434c-bf3e-4ea99f01a6fa tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/networks?id=d89e7d4a-0d56-4832-850b-fedfef57fdfe HTTP/1.1" status: 200 len: 814 time: 0.1995912 Feb 11 05:17:05.551187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-048bd52b-cc21-4024-b779-fbcb01ddc00a tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/quotas/9e12aaec4beb45a686f763e5f89cf276 HTTP/1.1" status: 200 len: 375 time: 0.0470552 Feb 11 05:17:05.584505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] For port 60959b37-04fd-488f-9bce-63d164d34cb6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:05.626210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-3569917e-fe3f-4270-8f58-a48197afc8cc tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9e12aaec4beb45a686f763e5f89cf276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745363 Feb 11 05:17:05.630867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] For port 60959b37-04fd-488f-9bce-63d164d34cb6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=60959b37-04fd-488f-9bce-63d164d34cb6,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:05.693931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:05.694420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.718219 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.757807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cf7f841f-f185-407b-81d1-f69b9f574e26 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:05.825747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241fe9a-d17a-4f99-90cd-026f3c6ab385 None None] Pushing event updated for resources: {'Port': ['ID=60959b37-04fd-488f-9bce-63d164d34cb6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.830492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:05.834592 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f55a8a-4b3c-4dd4-a90b-305e40b96c27" -d '{"events": [{"server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "name": "network-vif-plugged", "status": "completed", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:05.842995 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-b58d0bf1-7e61-4c84-9145-4ae9b5486251 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.852984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-b58d0bf1-7e61-4c84-9145-4ae9b5486251 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.3405805 Feb 11 05:17:05.871227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:05.874404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-9d268ca0-bd76-4495-8d7b-412cdd4bc77a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/quotas/7cc0084c391b4055abb4b20bcfd59945 HTTP/1.1" status: 200 len: 375 time: 0.0232151 Feb 11 05:17:05.941160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-a6bf9676-23c2-4a73-81da-ceff3677a33c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648129 Feb 11 05:17:05.948085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cf7f841f-f185-407b-81d1-f69b9f574e26 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:05.997847 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.033426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-ef88e12d-9b7c-4c8b-b0a8-67bddfce9038 service neutron] 10.222.0.62 "GET /v2.0/networks/d89e7d4a-0d56-4832-850b-fedfef57fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061303 Feb 11 05:17:06.138191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-a9fde8de-bddb-4fea-a44b-a3604131eba0 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959488 Feb 11 05:17:06.217475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:06.264190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cf7f841f-f185-407b-81d1-f69b9f574e26 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:06.264708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.338725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-5565467a-71ad-4d79-b6b9-9bb5e3846559 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993320 Feb 11 05:17:06.382017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-95d357db-ff25-4660-a546-da47789840c4 service neutron] 10.222.0.62 "GET /v2.0/networks/d89e7d4a-0d56-4832-850b-fedfef57fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477030 Feb 11 05:17:06.399544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cf7f841f-f185-407b-81d1-f69b9f574e26 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:06.599841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.755497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f097783-6b46-4e17-b291-37c0ff6b9c6e req-fcbf943b-12b7-427d-9458-7810d9d534af tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:06.758207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f097783-6b46-4e17-b291-37c0ff6b9c6e req-fcbf943b-12b7-427d-9458-7810d9d534af tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1137240 Feb 11 05:17:06.858761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f1bc35f-4161-44c4-8bab-2c84dfbfc4dc req-5611a624-076d-4577-ab7f-9de706fcd9d8 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 210 time: 0.0883014 Feb 11 05:17:06.957073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f097783-6b46-4e17-b291-37c0ff6b9c6e req-93f05442-43f2-4518-93c1-20f8a44a3e4a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901824 Feb 11 05:17:07.049454 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58b3cb-553d-429e-9a15-3440ce6ade15 x-openstack-request-id: req-ab58b3cb-553d-429e-9a15-3440ce6ade15 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:07.050494 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "name": "network-vif-plugged", "status": "completed", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:07.051182 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab58b3cb-553d-429e-9a15-3440ce6ade15 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:07.052193 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e', 'code': 200} Feb 11 05:17:07.149380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddf9a2e3-ae6e-443f-b886-66855d785301 req-f3fc562c-2306-4a69-bac1-39f89b1785de tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 210 time: 0.0650878 Feb 11 05:17:07.235527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4efc1e9f-9825-4f03-a0bc-98b08819f9a8 req-cb29a5b8-6d8b-4cc3-bcfb-0755ce437817 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 210 time: 0.0898321 Feb 11 05:17:07.366087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ceed7-3a79-4395-8fb4-9a280a3561e1 req-20914c1a-990b-4c50-b447-4bed73bd2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.371653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-734ceed7-3a79-4395-8fb4-9a280a3561e1 req-20914c1a-990b-4c50-b447-4bed73bd2d33 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1129 time: 0.1348362 Feb 11 05:17:07.414487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4daffa9-a6db-4b3d-898b-611d4baad2cb None None] Network 593efe0a-80c1-496c-b57b-656b22783648 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:07.458501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-734ceed7-3a79-4395-8fb4-9a280a3561e1 req-526e0b62-e1d2-4613-9c94-c0fb20f2147d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791090 Feb 11 05:17:07.528575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-33c32bf7-61b5-46bb-9ac9-2847746f1256 None None] Provisioning complete for port 60959b37-04fd-488f-9bce-63d164d34cb6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:07.529003 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33c32bf7-61b5-46bb-9ac9-2847746f1256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:07.684674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-33c32bf7-61b5-46bb-9ac9-2847746f1256 None None] Current status of the port 60959b37-04fd-488f-9bce-63d164d34cb6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:07.684674 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33c32bf7-61b5-46bb-9ac9-2847746f1256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:07.740916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-33c32bf7-61b5-46bb-9ac9-2847746f1256 None None] For port 60959b37-04fd-488f-9bce-63d164d34cb6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=60959b37-04fd-488f-9bce-63d164d34cb6,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:07.861916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b93b6-4f5b-41d1-b702-3e0588843e60 req-9f630714-91a6-4c1c-b620-96bfc415bf14 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.869168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-605b93b6-4f5b-41d1-b702-3e0588843e60 req-9f630714-91a6-4c1c-b620-96bfc415bf14 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.0824289 Feb 11 05:17:07.888871 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33c32bf7-61b5-46bb-9ac9-2847746f1256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.000259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 60959b37-04fd-488f-9bce-63d164d34cb6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:08.013239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-605b93b6-4f5b-41d1-b702-3e0588843e60 req-e389b95a-dea9-4c12-aad8-6d3bb6ee827f tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292021 Feb 11 05:17:08.046110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c32bf7-61b5-46bb-9ac9-2847746f1256 None None] Pushing event updated for resources: {'Port': ['ID=60959b37-04fd-488f-9bce-63d164d34cb6,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:08.098869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de08a71e-b5ba-487f-9653-f4d33a0c5d55 req-7b4127bf-5aff-4390-95b8-76cbab13cb46 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 210 time: 0.0599866 Feb 11 05:17:08.129762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-56ddd523-4f10-4b72-bcfb-78ee4e6e4c19 None None] Provisioning complete for port 60959b37-04fd-488f-9bce-63d164d34cb6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:08.130454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56ddd523-4f10-4b72-bcfb-78ee4e6e4c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.213670 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08edf-b1f9-4e57-91ba-1db0c82130cf req-70773840-18ad-4acc-a76a-d79e90fbaefc tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.215505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d08edf-b1f9-4e57-91ba-1db0c82130cf req-70773840-18ad-4acc-a76a-d79e90fbaefc tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.0678287 Feb 11 05:17:08.339125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2755817b-1469-4e20-971a-0d502a8837c4 req-da5fd9e3-2eae-4829-8b07-ce9568609cf1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 210 time: 0.0588691 Feb 11 05:17:08.371281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65d08edf-b1f9-4e57-91ba-1db0c82130cf req-a1fc14b9-4616-42ee-8d69-f2d7921c4fa1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469634 Feb 11 05:17:08.413116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.413116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.438791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 60959b37-04fd-488f-9bce-63d164d34cb6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:08.439517 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.456582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2194ac2e-2512-4038-97c9-86c9924ba270 req-c5ac189b-f5e6-498d-9f1a-f289dabba330 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 210 time: 0.0590017 Feb 11 05:17:08.559180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-56ddd523-4f10-4b72-bcfb-78ee4e6e4c19 None None] Current status of the port 60959b37-04fd-488f-9bce-63d164d34cb6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:08.578365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 60959b37-04fd-488f-9bce-63d164d34cb6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:08.694698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-b8d8c339-7dc8-46b1-934b-5c128fde7580 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.699989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-b8d8c339-7dc8-46b1-934b-5c128fde7580 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.701624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-b8d8c339-7dc8-46b1-934b-5c128fde7580 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "GET /v2.0/networks?id=71f29d08-891a-4094-8af7-599adaa095ba&id=593efe0a-80c1-496c-b57b-656b22783648 HTTP/1.1" status: 200 len: 1391 time: 0.2433572 Feb 11 05:17:08.714857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'port': {'device_id': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba', 'admin_state_up': True, 'tenant_id': '26099f94e4164b4abd43614afdbe9154'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:09.029039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:09.039021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.100874 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.203393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Allocated IP 19.80.0.220 (71f29d08-891a-4094-8af7-599adaa095ba/cba40c65-e2c5-4adb-bf30-f934b00cf9c8/734f8c58-f2b9-4848-8f0c-6ffa64e470fe) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:09.285772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d55e5f5b-81e1-42c5-ab17-7af132447c9f req-31b0497e-9d75-42c5-91d3-ac788a6cd4b1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 210 time: 0.0800095 Feb 11 05:17:09.348925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79481e-941a-4894-a93d-4d54e189edf7 req-74c318e2-24e2-4622-97c2-7f5fde076a05 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.356551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e79481e-941a-4894-a93d-4d54e189edf7 req-74c318e2-24e2-4622-97c2-7f5fde076a05 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.1483700 Feb 11 05:17:09.464036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e79481e-941a-4894-a93d-4d54e189edf7 req-c597a4db-64a0-4f85-90ee-7936a4be6d6a tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/security-groups?id=e711ae3e-04d2-4458-bb26-7f7e516110b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052613 Feb 11 05:17:09.526182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-212e39b4-3c7f-49da-b0fc-893174510627 req-e4c0aebc-b050-40a0-9e52-5cf48140d7d1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 210 time: 0.0836515 Feb 11 05:17:09.666830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-ec1e3043-92f5-4af4-8bf3-531536a09ff1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.668510 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-ec1e3043-92f5-4af4-8bf3-531536a09ff1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.65 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.2218194 Feb 11 05:17:09.683229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Request body: {'port': {'device_id': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'admin_state_up': True, 'tenant_id': '7cc0084c391b4055abb4b20bcfd59945'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:09.693579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d663133d-473f-493b-bf6a-7510213806b4 req-72ea572a-e761-4dfa-9f90-9b45b1f2ed76 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 210 time: 0.0763466 Feb 11 05:17:09.702906 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.805047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-672ae925-ae17-4b73-a15e-dc0be5cccf98 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.805047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-672ae925-ae17-4b73-a15e-dc0be5cccf98 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 946 time: 0.2103782 Feb 11 05:17:09.805047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ffd6e-2094-41cc-9fc6-049277b10824 req-b33be7dd-e028-412c-8dbd-cb373b2a4dc4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.809610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a3ffd6e-2094-41cc-9fc6-049277b10824 req-b33be7dd-e028-412c-8dbd-cb373b2a4dc4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.2546453 Feb 11 05:17:09.888232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 60959b37-04fd-488f-9bce-63d164d34cb6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:09.951266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a3ffd6e-2094-41cc-9fc6-049277b10824 req-7fb400d5-6761-431b-9866-4a69c50ed19c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406939 Feb 11 05:17:09.977856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Deleting port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:09.978376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.014997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 60959b37-04fd-488f-9bce-63d164d34cb6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:10.015613 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.119678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 60959b37-04fd-488f-9bce-63d164d34cb6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:10.140464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] For port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:10.146961 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.147131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Made reservation on behalf of 7cc0084c391b4055abb4b20bcfd59945 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:10.147272 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.149754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.219813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Port': ['ID=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:10.248206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Calling delete_port for 24c6923b-a2f4-497a-b3b2-8dc66ca9264a owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:10.264655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network 71f29d08-891a-4094-8af7-599adaa095ba is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:10.270507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:10.274351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:10.342326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.343609 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.429863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Allocated IP 172.20.0.2 (f7a986f1-db79-4288-a522-b369f31aed12/dc24fff8-7d32-4bf0-92db-76f41fec26b5/694cb42d-14bd-4f8c-98a4-c2ea42597bab) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:10.646884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-33ed3b78-021b-41d7-9c45-524e2e1d78f0 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9371808 Feb 11 05:17:10.676311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Request body: {'port': {'device_id': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'network_id': '593efe0a-80c1-496c-b57b-656b22783648', 'admin_state_up': True, 'tenant_id': '26099f94e4164b4abd43614afdbe9154'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:10.687427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks [] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.694039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51417fbe-199f-486c-a282-2cb85c86dca5 req-e98c9d3c-82e2-4b1c-bbaf-59d00adfa4da tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.700957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51417fbe-199f-486c-a282-2cb85c86dca5 req-e98c9d3c-82e2-4b1c-bbaf-59d00adfa4da tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 932 time: 0.2685463 Feb 11 05:17:10.713137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d525bac1-3fba-452f-bd27-98b2dea3b13c None None] Provisioning complete for port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:10.717093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d525bac1-3fba-452f-bd27-98b2dea3b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.777306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d525bac1-3fba-452f-bd27-98b2dea3b13c None None] Port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:10.830954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.835514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-603e9305-146e-405e-804d-5d1c6a3e0292 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.837086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-603e9305-146e-405e-804d-5d1c6a3e0292 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.65 "GET /v2.0/networks?id=d89e7d4a-0d56-4832-850b-fedfef57fdfe HTTP/1.1" status: 200 len: 814 time: 0.4036860 Feb 11 05:17:10.839125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d7866-e671-40fa-af35-0ef86261ac1b req-5318f416-47c1-41ea-8a49-dcc913061cf0 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.840613 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-141d7866-e671-40fa-af35-0ef86261ac1b req-5318f416-47c1-41ea-8a49-dcc913061cf0 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1129 time: 0.3383815 Feb 11 05:17:10.894999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Request body: {'port': {'device_id': 'bc04735c-d5c2-4613-8701-1c982093db1d', 'network_id': 'd89e7d4a-0d56-4832-850b-fedfef57fdfe', 'admin_state_up': True, 'tenant_id': '9e12aaec4beb45a686f763e5f89cf276'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:10.895959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event updated for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:10.924250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Network f7a986f1-db79-4288-a522-b369f31aed12 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:10.930080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:10.933528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:11.021573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51417fbe-199f-486c-a282-2cb85c86dca5 req-c1778dd1-4088-4d9e-86c8-ae7dd5c7969a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165205 Feb 11 05:17:11.033509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.033509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.047303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-141d7866-e671-40fa-af35-0ef86261ac1b req-5a8b6265-78bc-41c4-8b37-acba1579050b tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994131 Feb 11 05:17:11.135632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-70534088-74f6-4a6f-95fc-02195d4dc139 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4584334 Feb 11 05:17:11.148103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Request body: {'port': {'device_id': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:11.185903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.195838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fe1c5e8-87d3-4f2c-b56e-c31a2ffcb857 req-a219b1ee-e977-412e-a417-daae1178e9b7 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 210 time: 0.0462637 Feb 11 05:17:11.213362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (24c6923b-a2f4-497a-b3b2-8dc66ca9264a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.227284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['24c6923b-a2f4-497a-b3b2-8dc66ca9264a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:11.289532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.361672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Pushing event deleted for resources: {'Port': ['ID=24c6923b-a2f4-497a-b3b2-8dc66ca9264a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:11.374232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15cfa14b-4530-4610-ae97-0dc43a357034 req-2bfe9f56-cea3-4d2a-92e7-96e32d1478d6 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 210 time: 0.0904384 Feb 11 05:17:11.473456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Made reservation on behalf of 26099f94e4164b4abd43614afdbe9154 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:11.477354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.511403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] No DVR routers for this DVR port 24c6923b-a2f4-497a-b3b2-8dc66ca9264a on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:11.514721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.518435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15bf82cf-5372-4301-a32b-7df52bed9af3 req-0619c118-27ef-4e93-b8f2-d66eed7eab60 tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.83 "DELETE /v2.0/ports/24c6923b-a2f4-497a-b3b2-8dc66ca9264a HTTP/1.1" status: 204 len: 173 time: 1.7778292 Feb 11 05:17:11.523983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec126a7a-0a9b-487d-8699-43e304ede478', 'name': 'network-vif-deleted', 'tag': '24c6923b-a2f4-497a-b3b2-8dc66ca9264a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:11.526938 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1710507-3739-4661-921c-7faca023ef26" -d '{"events": [{"server_uuid": "ec126a7a-0a9b-487d-8699-43e304ede478", "name": "network-vif-deleted", "tag": "24c6923b-a2f4-497a-b3b2-8dc66ca9264a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:11.575012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e18178-cd7e-4e3d-918e-8f5a662de48a req-f764ddbb-11f2-429b-9946-6bdd5520a9cb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.585608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26e18178-cd7e-4e3d-918e-8f5a662de48a req-f764ddbb-11f2-429b-9946-6bdd5520a9cb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 931 time: 0.3809381 Feb 11 05:17:11.589388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Made reservation on behalf of 9e12aaec4beb45a686f763e5f89cf276 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:11.593627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.673669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694cb42d-14bd-4f8c-98a4-c2ea42597bab {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:11.683597 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Publish callbacks [] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.702610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Transition to ACTIVE for port object 694cb42d-14bd-4f8c-98a4-c2ea42597bab will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:11.744072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad24bd8-d568-473a-87e9-8ee7ce36269b req-77cf28df-4185-4719-9e57-01901480565a tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.746636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ad24bd8-d568-473a-87e9-8ee7ce36269b req-77cf28df-4185-4719-9e57-01901480565a tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1129 time: 0.2383537 Feb 11 05:17:11.799597 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.912502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Pushing event updated for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:11.947465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ad24bd8-d568-473a-87e9-8ee7ce36269b req-98a7c6f6-0567-493e-a6d2-914c722e2645 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867898 Feb 11 05:17:11.966590 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26e18178-cd7e-4e3d-918e-8f5a662de48a req-dc6ab562-34dc-4582-8ae5-acac204a2232 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817677 Feb 11 05:17:12.049140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Allocated IP 172.20.0.12 (d89e7d4a-0d56-4832-850b-fedfef57fdfe/77b7131e-0597-4de4-9800-6b443d8107c5/8b3cbb20-1e32-43e2-9078-72724ca6ee06) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:12.137922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Attempting to bind port 694cb42d-14bd-4f8c-98a4-c2ea42597bab on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:12.142960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Attempting to bind port 694cb42d-14bd-4f8c-98a4-c2ea42597bab by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:12.142960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Attempting to bind port 694cb42d-14bd-4f8c-98a4-c2ea42597bab on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:12.157761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Port 694cb42d-14bd-4f8c-98a4-c2ea42597bab on network f7a986f1-db79-4288-a522-b369f31aed12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:12.158095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Attempting to bind port 694cb42d-14bd-4f8c-98a4-c2ea42597bab on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:12.174802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:12.175151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Checking segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:12.175776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Bound using segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:12.177271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Bound port: 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:12.177638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.188952 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57da449-8b62-48a9-9f4d-7af5092e6f51 x-openstack-request-id: req-f57da449-8b62-48a9-9f4d-7af5092e6f51 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:12.189245 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec126a7a-0a9b-487d-8699-43e304ede478", "name": "network-vif-deleted", "tag": "24c6923b-a2f4-497a-b3b2-8dc66ca9264a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:12.189574 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f57da449-8b62-48a9-9f4d-7af5092e6f51 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:12.189913 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec126a7a-0a9b-487d-8699-43e304ede478', 'name': 'network-vif-deleted', 'tag': '24c6923b-a2f4-497a-b3b2-8dc66ca9264a', 'status': 'completed', 'code': 200} Feb 11 05:17:12.272752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:12.290047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:12.315919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Allocated IP 19.86.0.172 (593efe0a-80c1-496c-b57b-656b22783648/f6482e0f-cffc-481b-a159-bef5a12e6f03/05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:12.320269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Publish callbacks [] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.337835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b6746-f364-4567-81ae-67c2d060f6b1 req-6bd52106-d87a-4c60-8bfc-9b56f9e2c669 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.339728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-157b6746-f364-4567-81ae-67c2d060f6b1 req-6bd52106-d87a-4c60-8bfc-9b56f9e2c669 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 932 time: 0.1526673 Feb 11 05:17:12.491155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-157b6746-f364-4567-81ae-67c2d060f6b1 req-fb7889b4-b09d-43f0-85d6-32897e93d5aa tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410108 Feb 11 05:17:12.497742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.540226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.541124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.543938 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] 10.222.0.65 "PUT /v2.0/ports/694cb42d-14bd-4f8c-98a4-c2ea42597bab HTTP/1.1" status: 200 len: 1092 time: 1.3997202 Feb 11 05:17:12.547615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:12.558500 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdbb129-fb66-440b-b230-42e84dc170ba" -d '{"events": [{"name": "network-changed", "server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:12.627858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484482b-9cee-42d4-9b41-4b3055bdaf23 service neutron] Pushing event updated for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:12.629410 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.676717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c792fabf-c494-492c-81b8-bc2e2c58450b req-24e09ebb-44fc-43e5-b264-070143c09a4c tempest-ListServerFiltersTestJSON-502830863 tempest-ListServerFiltersTestJSON-502830863-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec126a7a-0a9b-487d-8699-43e304ede478 HTTP/1.1" status: 200 len: 210 time: 0.0653431 Feb 11 05:17:12.796291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Network d89e7d4a-0d56-4832-850b-fedfef57fdfe is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:12.814173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:12.834500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:12.892743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-f187848e-75eb-491e-8181-9250c1175fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.898182 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-f187848e-75eb-491e-8181-9250c1175fbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 1126 time: 0.1457322 Feb 11 05:17:12.926423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Pushing event updated for resources: {'Port': ['ID=8b3cbb20-1e32-43e2-9078-72724ca6ee06,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:12.984984 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-11364f60-87d1-4e5c-b3b9-bf8d1356a338 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab HTTP/1.1" status: 200 len: 217 time: 0.0798576 Feb 11 05:17:12.988198 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.044462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.044462 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.135300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-799dc2b0-58bf-489e-83bb-f9e6ba655519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.137230 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-799dc2b0-58bf-489e-83bb-f9e6ba655519 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.1350107 Feb 11 05:17:13.185644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-b6fa1c09-0bbb-4652-9983-6c15e3badb2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421851 Feb 11 05:17:13.396470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-3494f9b7-0189-47b8-9144-caf50a2b0bef service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047524 Feb 11 05:17:13.480732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c45842-0a57-43a3-8346-5b2f49e79451 req-1ff650ae-a7e4-4e44-ba33-4d353e9a47f2 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.488544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51c45842-0a57-43a3-8346-5b2f49e79451 req-1ff650ae-a7e4-4e44-ba33-4d353e9a47f2 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 932 time: 0.5813704 Feb 11 05:17:13.553079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51c45842-0a57-43a3-8346-5b2f49e79451 req-87cc1d2b-d3f8-473d-90d0-a8a949b174f9 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634563 Feb 11 05:17:13.566447 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df8eed04-af64-42da-b4d6-fc97af760f8e req-c424430d-c7e8-42ed-ab0c-8b448b613075 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561499 Feb 11 05:17:13.604223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-86906147-05b2-41e8-8140-26ef4e0d4574 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7101722 Feb 11 05:17:13.604223 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.605709 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb35eda-6b9b-4fe2-9a64-63ad04b0abda x-openstack-request-id: req-cdb35eda-6b9b-4fe2-9a64-63ad04b0abda {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:13.606200 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:13.606634 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdb35eda-6b9b-4fe2-9a64-63ad04b0abda {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:13.607828 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'status': 'completed', 'code': 200} Feb 11 05:17:13.675777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event updated for resources: {'Port': ['ID=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:13.692388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Request body: {'port': {'device_id': 'bc04735c-d5c2-4613-8701-1c982093db1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:13.729678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Network 593efe0a-80c1-496c-b57b-656b22783648 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:13.734243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:13.737929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:13.779783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-639bbb7b-238c-4776-bf0e-4bd4e92291b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.792344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-639bbb7b-238c-4776-bf0e-4bd4e92291b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 1126 time: 0.1007283 Feb 11 05:17:13.793449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 24c6923b-a2f4-497a-b3b2-8dc66ca9264a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:13.873854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 24c6923b-a2f4-497a-b3b2-8dc66ca9264a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:13.874114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 24c6923b-a2f4-497a-b3b2-8dc66ca9264a not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:13.885888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.888744 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.891438 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.901875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f953-9424-4660-8e8b-97738e745f07 req-0e3b444a-de88-4939-9ff6-1b9bec903896 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.909737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6df7f953-9424-4660-8e8b-97738e745f07 req-0e3b444a-de88-4939-9ff6-1b9bec903896 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 943 time: 0.2301147 Feb 11 05:17:13.965871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-1d52c885-effd-4718-a02a-40f035bfe8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.968404 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-1d52c885-effd-4718-a02a-40f035bfe8d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 913 time: 0.1527424 Feb 11 05:17:14.030142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6df7f953-9424-4660-8e8b-97738e745f07 req-f38aa80a-b21a-486b-8ac0-898bea05736e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106761 Feb 11 05:17:14.087639 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-433c5a98-afd3-48f2-b81e-0bbf347c984f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab HTTP/1.1" status: 200 len: 217 time: 0.1108711 Feb 11 05:17:14.090531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-584f1759-fdd6-49cf-839a-054a709e8619 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4265044 Feb 11 05:17:14.125703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Request body: {'port': {'device_id': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:14.184985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-50cde885-b32f-474d-ac46-0c1398e29476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.186948 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-50cde885-b32f-474d-ac46-0c1398e29476 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.0869448 Feb 11 05:17:14.229363 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-94eee59d-31e2-4da5-bb2f-399434855c3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357049 Feb 11 05:17:14.275808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d48a7aaa-63f2-43db-ac17-2ee546004090 None None] Provisioning complete for port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:14.278873 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d48a7aaa-63f2-43db-ac17-2ee546004090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:14.305899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:14.341727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d48a7aaa-63f2-43db-ac17-2ee546004090 None None] Port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:14.368501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738b5a6-025a-4021-a05c-b38f27f6c5aa req-ab4a4cf5-1b77-47c9-8791-9961aa64eb19 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.368832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738b5a6-025a-4021-a05c-b38f27f6c5aa req-ab4a4cf5-1b77-47c9-8791-9961aa64eb19 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.370521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e738b5a6-025a-4021-a05c-b38f27f6c5aa req-ab4a4cf5-1b77-47c9-8791-9961aa64eb19 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1655 time: 0.2506592 Feb 11 05:17:14.414054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-8f1c1fb8-461e-49ba-8325-5461acfe262e service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782491 Feb 11 05:17:14.528811 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bfdbb129-fb66-440b-b230-42e84dc170ba req-f42d6c7f-8025-4b1f-a050-c284be3ed7cb service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080298 Feb 11 05:17:14.615817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e738b5a6-025a-4021-a05c-b38f27f6c5aa req-636ec6ae-3af1-4cb5-9bd7-f2b3fd553520 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155051 Feb 11 05:17:14.671976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45676) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:14.738101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fae9255-3597-47e4-bfce-38894648c85e admin admin] Deleting subnet 95a9de68-db0d-48d1-89b1-aed896765f3a {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:14.742410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fae9255-3597-47e4-bfce-38894648c85e admin admin] Publish callbacks [] for subnet (95a9de68-db0d-48d1-89b1-aed896765f3a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:14.778950 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fae9255-3597-47e4-bfce-38894648c85e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (95a9de68-db0d-48d1-89b1-aed896765f3a), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:14.853528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3cbb20-1e32-43e2-9078-72724ca6ee06 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:14.863541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Publish callbacks [] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:14.877142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Transition to ACTIVE for port object 8b3cbb20-1e32-43e2-9078-72724ca6ee06 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:14.892419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fae9255-3597-47e4-bfce-38894648c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (95a9de68-db0d-48d1-89b1-aed896765f3a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:14.978903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0597a-de93-4a7c-9a81-1582ad2761b8 req-1611a39b-6a10-4f4e-8c69-d57e18ca52e6 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.981077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1a0597a-de93-4a7c-9a81-1582ad2761b8 req-1611a39b-6a10-4f4e-8c69-d57e18ca52e6 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 932 time: 0.2383509 Feb 11 05:17:15.070418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734f8c58-f2b9-4848-8f0c-6ffa64e470fe {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:15.085110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Publish callbacks [] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.111286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1a0597a-de93-4a7c-9a81-1582ad2761b8 req-e3f1f998-4982-492b-8e9b-aefe171b62d0 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157346 Feb 11 05:17:15.116261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Transition to ACTIVE for port object 734f8c58-f2b9-4848-8f0c-6ffa64e470fe will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:15.313999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0f232-59f2-41b9-88fd-8ba28966d805 req-8f586746-e21f-4659-9c2e-dfa32e8fa9af tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:15.316981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a0f232-59f2-41b9-88fd-8ba28966d805 req-8f586746-e21f-4659-9c2e-dfa32e8fa9af tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 943 time: 0.0744970 Feb 11 05:17:15.318990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.345136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fae9255-3597-47e4-bfce-38894648c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (95a9de68-db0d-48d1-89b1-aed896765f3a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.364038 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.410836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae9255-3597-47e4-bfce-38894648c85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a9de68-db0d-48d1-89b1-aed896765f3a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:15.418497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4835d32-1080-4759-9f2b-322065ffa5f1 None None] Network 3864748a-6f14-4739-9096-7ad17ea72b11 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:15.430558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fae9255-3597-47e4-bfce-38894648c85e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.455210 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9fae9255-3597-47e4-bfce-38894648c85e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/95a9de68-db0d-48d1-89b1-aed896765f3a HTTP/1.1" status: 204 len: 168 time: 0.7819088 Feb 11 05:17:15.456978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45688) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:15.627339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3cbb20-1e32-43e2-9078-72724ca6ee06,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:15.656117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3864748a-6f14-4739-9096-7ad17ea72b11), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.687733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] DHCP port deletion for 3864748a-6f14-4739-9096-7ad17ea72b11 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:17:15.700829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Attempting to bind port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:15.701177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Attempting to bind port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'c20459a7-908d-474a-95fe-658665e3a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd89e7d4a-0d56-4832-850b-fedfef57fdfe'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:15.701518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Attempting to bind port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 on network d89e7d4a-0d56-4832-850b-fedfef57fdfe {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:15.750932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 on network d89e7d4a-0d56-4832-850b-fedfef57fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:15.751839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Attempting to bind port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 on network d89e7d4a-0d56-4832-850b-fedfef57fdfe {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:15.764821 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a0f232-59f2-41b9-88fd-8ba28966d805 req-54349a8d-3f62-48e0-b04a-e8fac7f335ee tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321864 Feb 11 05:17:15.795813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] Deleting port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:15.796588 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.807294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:15.807646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Checking segment: {'id': 'c20459a7-908d-474a-95fe-658665e3a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd89e7d4a-0d56-4832-850b-fedfef57fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:15.808042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Bound using segment: {'id': 'c20459a7-908d-474a-95fe-658665e3a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd89e7d4a-0d56-4832-850b-fedfef57fdfe'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:15.808487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Bound port: 8b3cbb20-1e32-43e2-9078-72724ca6ee06, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20459a7-908d-474a-95fe-658665e3a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd89e7d4a-0d56-4832-850b-fedfef57fdfe'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:15.808883 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.834374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Deleting port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:15.834938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.893038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Pushing event updated for resources: {'Port': ['ID=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:15.921839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] For port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:15.923289 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.941851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-accd0c57-0b41-48a7-be48-b4d20d79b66a tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:17:15.943537 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-accd0c57-0b41-48a7-be48-b4d20d79b66a tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102277 Feb 11 05:17:15.949555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] Calling delete_port for 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:16.010864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-4b7307bf-0dae-49f1-bbae-9e7f95b64d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.012026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-4b7307bf-0dae-49f1-bbae-9e7f95b64d13 service neutron] 10.222.0.62 "GET /v2.0/ports/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 200 len: 1126 time: 0.0455878 Feb 11 05:17:16.016292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] For port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,segment=NetworkSegment(7c749596-6675-4369-8d98-53afa1f9f44a),segment_id=7c749596-6675-4369-8d98-53afa1f9f44a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:16.020517 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.044293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Request body: {'binding': {'host': 'n-h1-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:16.044293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Unknown quota resources ['binding']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:17:16.052661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Calling delete_port for 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:16.057205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:16.135682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Attempting to bind port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:16.136017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Attempting to bind port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:16.136418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Attempting to bind port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe on network 71f29d08-891a-4094-8af7-599adaa095ba {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:16.161525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe on network 71f29d08-891a-4094-8af7-599adaa095ba not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:16.161861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Attempting to bind port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe on network 71f29d08-891a-4094-8af7-599adaa095ba {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:16.182356 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.209582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:16.209582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Checking segment: {'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:16.209582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Bound using segment: {'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:16.209582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Bound port: 734f8c58-f2b9-4848-8f0c-6ffa64e470fe, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd567ccf0-c4e1-487a-aa19-d44f814d4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:16.210126 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.236128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] Pushing event deleted for resources: {'Port': ['ID=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:16.248786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.250166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5c861-041b-419f-8854-c139ed2e05d1 None None] No DVR routers for this DVR port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:16.267913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:16.268880 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.287610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] For port 8b3cbb20-1e32-43e2-9078-72724ca6ee06, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:16.302808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc31ed-0bdf-4bb6-b966-e71b0ad88c32 req-9de1e812-286b-438d-9324-2a4557df53cb tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.308719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc31ed-0bdf-4bb6-b966-e71b0ad88c32 req-9de1e812-286b-438d-9324-2a4557df53cb tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.312455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:16.317192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4dfc31ed-0bdf-4bb6-b966-e71b0ad88c32 req-9de1e812-286b-438d-9324-2a4557df53cb tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1667 time: 0.3720772 Feb 11 05:17:16.341306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] No DVR routers for this DVR port 2bb7474e-eedd-43f3-9ee6-a9ee11a2d3b1 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:16.391231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] For port 8b3cbb20-1e32-43e2-9078-72724ca6ee06, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8b3cbb20-1e32-43e2-9078-72724ca6ee06,segment=NetworkSegment(c20459a7-908d-474a-95fe-658665e3a8e0),segment_id=c20459a7-908d-474a-95fe-658665e3a8e0)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:16.459518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3864748a-6f14-4739-9096-7ad17ea72b11), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.471345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] For port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:16.476240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] For port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:16.488984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4dfc31ed-0bdf-4bb6-b966-e71b0ad88c32 req-a77d96d2-4ca7-4e08-a0f5-0659dad64fbd tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707997 Feb 11 05:17:16.492055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3864748a-6f14-4739-9096-7ad17ea72b11']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:16.507195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c749596-6675-4369-8d98-53afa1f9f44a') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:16.507733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c749596-6675-4369-8d98-53afa1f9f44a') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:16.526312 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.528177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7c749596-6675-4369-8d98-53afa1f9f44a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.550005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7c749596-6675-4369-8d98-53afa1f9f44a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.560955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.563583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:17:16.564095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7c749596-6675-4369-8d98-53afa1f9f44a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.564233 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.566529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] 10.222.0.65 "PUT /v2.0/ports/8b3cbb20-1e32-43e2-9078-72724ca6ee06 HTTP/1.1" status: 200 len: 1093 time: 2.8935094 Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:17:16.569317 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:17:16.575606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on host n-h1-713498-37 for vnic_type normal with profile None {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:16.576140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:16.580082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:16.588305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc04735c-d5c2-4613-8701-1c982093db1d', 'tag': '8b3cbb20-1e32-43e2-9078-72724ca6ee06'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:16.593101 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c4c73-8813-491e-99a8-fd40c4cd0042" -d '{"events": [{"name": "network-changed", "server_uuid": "bc04735c-d5c2-4613-8701-1c982093db1d", "tag": "8b3cbb20-1e32-43e2-9078-72724ca6ee06"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:16.646541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 694cb42d-14bd-4f8c-98a4-c2ea42597bab details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:16.647565 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.649529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:16.649851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:16.733735 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (3864748a-6f14-4739-9096-7ad17ea72b11), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.740524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.744189 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3864748a-6f14-4739-9096-7ad17ea72b11 HTTP/1.1" status: 204 len: 168 time: 1.2820277 Feb 11 05:17:16.779502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:16.779950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:16.782010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:16.782594 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Bound port: 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:16.784754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:16.791806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dd6e6-d939-4048-8139-951e3a1951a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3864748a-6f14-4739-9096-7ad17ea72b11,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:16.800253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'port_id': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'mac_address': 'fa:16:3e:fd:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24fff8-7d32-4bf0-92db-76f41fec26b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:16.834155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca56b3-d884-4bfd-a5dc-121a4fae9175 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3cbb20-1e32-43e2-9078-72724ca6ee06,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:16.895397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 694cb42d-14bd-4f8c-98a4-c2ea42597bab is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:16.895397 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.903406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694cb42d-14bd-4f8c-98a4-c2ea42597bab {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:16.934831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:16.948239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Pushing event updated for resources: {'Port': ['ID=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:16.964303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.964972 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.966418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-6a363326-d3d4-40a5-82c6-bf5e39af7a8d service neutron] 10.222.0.65 "PUT /v2.0/ports/734f8c58-f2b9-4848-8f0c-6ffa64e470fe HTTP/1.1" status: 200 len: 1093 time: 2.8453636 Feb 11 05:17:17.007801 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.010251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-53b6f10c-754e-4b03-8e0f-4645651fb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.011970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-53b6f10c-754e-4b03-8e0f-4645651fb499 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e12aaec4beb45a686f763e5f89cf276&device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 1127 time: 0.3143985 Feb 11 05:17:17.014551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:17.023226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8b687-a9da-40bc-b5c2-bfb9042c03b0 req-1e9d3eb5-3cd0-46b4-83ba-30fadc47a0d5 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.025388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3a8b687-a9da-40bc-b5c2-bfb9042c03b0 req-1e9d3eb5-3cd0-46b4-83ba-30fadc47a0d5 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 944 time: 0.3935552 Feb 11 05:17:17.099966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-68c5bbc7-0888-4677-8a60-714d757ff7ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b3cbb20-1e32-43e2-9078-72724ca6ee06 HTTP/1.1" status: 200 len: 217 time: 0.0731575 Feb 11 05:17:17.103836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:17.116678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Request body: {'port': {'device_id': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:17.130952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.132171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-913de0a8-d371-4d01-9686-ea69cf1c1cb4 service neutron] 10.222.0.62 "POST /v2.0/ports/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e/bindings HTTP/1.1" status: 201 len: 390 time: 1.0925112 Feb 11 05:17:17.277891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45710) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:17.302484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3a8b687-a9da-40bc-b5c2-bfb9042c03b0 req-b92e8094-e0ab-46fe-b4c1-f507c8f10802 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014134 Feb 11 05:17:17.315936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-754f0223-b19e-4d86-ad9c-4d8c69171c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.317818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-754f0223-b19e-4d86-ad9c-4d8c69171c96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77b7131e-0597-4de4-9800-6b443d8107c5 HTTP/1.1" status: 200 len: 854 time: 0.2067871 Feb 11 05:17:17.320429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['694cb42d-14bd-4f8c-98a4-c2ea42597bab'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:17.352750 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.375584 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8e7e327b-e5d5-4be4-b6e8-f78c02fc4bc5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfe5ecbd9b5342feb23e8745f0fbbe94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0958247 Feb 11 05:17:17.379848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45712) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:17.397576 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937d3ffc-916f-4b4a-80bc-814a751cd90b x-openstack-request-id: req-937d3ffc-916f-4b4a-80bc-814a751cd90b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:17.403943 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc04735c-d5c2-4613-8701-1c982093db1d", "tag": "8b3cbb20-1e32-43e2-9078-72724ca6ee06", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:17.403943 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-937d3ffc-916f-4b4a-80bc-814a751cd90b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:17.403943 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc04735c-d5c2-4613-8701-1c982093db1d', 'tag': '8b3cbb20-1e32-43e2-9078-72724ca6ee06', 'status': 'completed', 'code': 200} Feb 11 05:17:17.417547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-6b3f8223-0b93-4c7a-ac77-5fdde217f90d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d89e7d4a-0d56-4832-850b-fedfef57fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938416 Feb 11 05:17:17.507420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f92a88e1-5112-473d-8766-ccb289e1c1b6 admin admin] Publish callbacks [] for security_group (e711ae3e-04d2-4458-bb26-7f7e516110b1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.565413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f92a88e1-5112-473d-8766-ccb289e1c1b6 admin admin] Publish callbacks [] for security_group (e711ae3e-04d2-4458-bb26-7f7e516110b1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.756893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f92a88e1-5112-473d-8766-ccb289e1c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e711ae3e-04d2-4458-bb26-7f7e516110b1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.761676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f92a88e1-5112-473d-8766-ccb289e1c1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.763964 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f92a88e1-5112-473d-8766-ccb289e1c1b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e711ae3e-04d2-4458-bb26-7f7e516110b1 HTTP/1.1" status: 204 len: 168 time: 0.3829918 Feb 11 05:17:17.774470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a88e1-5112-473d-8766-ccb289e1c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e711ae3e-04d2-4458-bb26-7f7e516110b1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:17.802515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a7f26-825b-4c11-bb95-bccb3d2407a1 req-b8f0f520-1f77-4ab9-b1f0-e9f421dfb51e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.804075 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb5a7f26-825b-4c11-bb95-bccb3d2407a1 req-b8f0f520-1f77-4ab9-b1f0-e9f421dfb51e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 944 time: 0.2891760 Feb 11 05:17:17.817738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-83c297ae-e707-4114-9c40-4bb59a355515 service neutron] 10.222.0.65 "GET /v2.0/networks/d89e7d4a-0d56-4832-850b-fedfef57fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811760 Feb 11 05:17:17.963898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcc66e-7113-4a24-8f50-936e85e350da req-bc50fd0d-66ab-43e6-a10c-f207048e33f8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.965597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8efcc66e-7113-4a24-8f50-936e85e350da req-bc50fd0d-66ab-43e6-a10c-f207048e33f8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.3399734 Feb 11 05:17:18.126189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb5a7f26-825b-4c11-bb95-bccb3d2407a1 req-b16e2b06-f437-4749-bf32-7c68f9bcd3d0 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146541 Feb 11 05:17:18.158959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8efcc66e-7113-4a24-8f50-936e85e350da req-f3fa1a99-2652-4825-8b4b-945d1dbacd62 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767442 Feb 11 05:17:18.166448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ed8cbee4-628e-4f46-995b-4b90fd3ca842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.167984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ed8cbee4-628e-4f46-995b-4b90fd3ca842 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1129 time: 0.3549933 Feb 11 05:17:18.232290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25611d81-99b6-4a21-aab4-98ae04f77dec req-a641c640-ab27-4299-ab87-917e341bce9c service neutron] 10.222.0.65 "GET /v2.0/networks/d89e7d4a-0d56-4832-850b-fedfef57fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910735 Feb 11 05:17:18.368586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-43f3b6c0-05a6-429f-b0b8-ca1f0840291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.370476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-43f3b6c0-05a6-429f-b0b8-ca1f0840291d service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1910737 Feb 11 05:17:18.449555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613f08-1cb8-4b9a-a733-0e8830ddb1e3 req-081029e3-fcfc-45c1-9864-d3a89eccdbca tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.454987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613f08-1cb8-4b9a-a733-0e8830ddb1e3 req-081029e3-fcfc-45c1-9864-d3a89eccdbca tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.457291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61613f08-1cb8-4b9a-a733-0e8830ddb1e3 req-081029e3-fcfc-45c1-9864-d3a89eccdbca tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1667 time: 0.1839454 Feb 11 05:17:18.477238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-5c5fc356-7d05-442e-a685-ca0e13e4b7a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 200 len: 217 time: 0.0870931 Feb 11 05:17:18.564749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:18.681986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 694cb42d-14bd-4f8c-98a4-c2ea42597bab up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:18.823071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 694cb42d-14bd-4f8c-98a4-c2ea42597bab completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:18.828226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 694cb42d-14bd-4f8c-98a4-c2ea42597bab triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:18.828665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:18.959919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Publish callbacks [] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:18.970821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 694cb42d-14bd-4f8c-98a4-c2ea42597bab is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:18.971240 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.022298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Transition to ACTIVE for port object 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:19.033391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-aaf92984-72f9-44c8-b5b4-23a8baf8c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.034823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-aaf92984-72f9-44c8-b5b4-23a8baf8c394 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e12aaec4beb45a686f763e5f89cf276&device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 1127 time: 0.5748506 Feb 11 05:17:19.051853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:19.060234 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b6c33-df91-429d-8850-d02328ecb128" -d '{"events": [{"server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "name": "network-vif-plugged", "status": "completed", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:19.087064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:19.146745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4299e-f9ae-4c07-b8d6-38f5a37b76d9 req-c9a65021-38fd-44dc-a42e-3c05a85b63cc tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.148320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.153783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8d4299e-f9ae-4c07-b8d6-38f5a37b76d9 req-c9a65021-38fd-44dc-a42e-3c05a85b63cc tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 944 time: 0.6923690 Feb 11 05:17:19.166217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61613f08-1cb8-4b9a-a733-0e8830ddb1e3 req-f7f0cce3-1961-4aa1-a184-5554af50598a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6878197 Feb 11 05:17:19.166979 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.190901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-f652fb88-a8df-41b5-aec4-f78353c8be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.192636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-f652fb88-a8df-41b5-aec4-f78353c8be87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.6778135 Feb 11 05:17:19.231730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-a2a28e4c-3afa-4e92-bbe9-53d63f394fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.233307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-a2a28e4c-3afa-4e92-bbe9-53d63f394fcd service neutron] 10.222.0.65 "GET /v2.0/networks?id=d89e7d4a-0d56-4832-850b-fedfef57fdfe HTTP/1.1" status: 200 len: 915 time: 0.1906726 Feb 11 05:17:19.239182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:19.270582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-9a5231ee-a4ee-4cd1-bb47-dd9d59826789 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505097 Feb 11 05:17:19.288746 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67e6063-521b-4ac6-a50c-2a192d9c2163 x-openstack-request-id: req-d67e6063-521b-4ac6-a50c-2a192d9c2163 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:19.289041 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "name": "network-vif-plugged", "status": "completed", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:19.289416 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d67e6063-521b-4ac6-a50c-2a192d9c2163 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:19.289824 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'code': 200} Feb 11 05:17:19.403752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-6e322937-b1e7-4a23-8e96-e28788bd2cf3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b3cbb20-1e32-43e2-9078-72724ca6ee06 HTTP/1.1" status: 200 len: 217 time: 0.1424143 Feb 11 05:17:19.411789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'tag': '734f8c58-f2b9-4848-8f0c-6ffa64e470fe'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:19.414775 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef82145-8334-43e8-a8a1-b67865fccdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "tag": "734f8c58-f2b9-4848-8f0c-6ffa64e470fe"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:19.430584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Pushing event updated for resources: {'Port': ['ID=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:19.449142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45748) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:19.455497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4226-4d41-42ac-94fd-4a73e56b58d2 req-d6342221-b8af-4b96-88a7-6c694c22dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.458127 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a48d4226-4d41-42ac-94fd-4a73e56b58d2 req-d6342221-b8af-4b96-88a7-6c694c22dd8c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 1128 time: 0.1033046 Feb 11 05:17:19.523150 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a48d4226-4d41-42ac-94fd-4a73e56b58d2 req-1e2abe4d-7761-489c-b669-33e8db568488 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562968 Feb 11 05:17:19.569513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8d4299e-f9ae-4c07-b8d6-38f5a37b76d9 req-3b0704d4-55ad-48bc-9ab7-a2a028d19168 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147670 Feb 11 05:17:19.668552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-f607caf7-a7f1-43b9-8357-c6adf07bfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.670101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-f607caf7-a7f1-43b9-8357-c6adf07bfa25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77b7131e-0597-4de4-9800-6b443d8107c5 HTTP/1.1" status: 200 len: 854 time: 0.2519231 Feb 11 05:17:19.682904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-80b957f1-5557-4571-80b7-314cb8fa94d7 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013937 Feb 11 05:17:19.731033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78915e-4f0f-44eb-9940-03b7f56058bf req-276a8ea9-3673-4f7e-8a6f-352288fa7512 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.732476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f78915e-4f0f-44eb-9940-03b7f56058bf req-276a8ea9-3673-4f7e-8a6f-352288fa7512 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.3266726 Feb 11 05:17:19.747320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-939774550-network', 'tenant_id': '8e41ab11d920460bbdea8c0384db1e94'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:19.820293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Attempting to bind port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:19.820952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Attempting to bind port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:19.821665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Attempting to bind port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 on network 593efe0a-80c1-496c-b57b-656b22783648 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:19.871633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 on network 593efe0a-80c1-496c-b57b-656b22783648 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:19.871851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Attempting to bind port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 on network 593efe0a-80c1-496c-b57b-656b22783648 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:19.879649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-900ec63e-62eb-4601-985d-ed8b3b9ff2e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d89e7d4a-0d56-4832-850b-fedfef57fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414070 Feb 11 05:17:19.885206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Made reservation on behalf of 8e41ab11d920460bbdea8c0384db1e94 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:19.888962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.902475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.927186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:19.927568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Checking segment: {'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:19.927896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Bound using segment: {'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:19.932449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Bound port: 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63866a6-a28f-4b27-b9e6-0f970662bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '593efe0a-80c1-496c-b57b-656b22783648'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:19.932449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.988472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f78915e-4f0f-44eb-9940-03b7f56058bf req-4104b576-a289-4314-bd55-33e350244cbc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633341 Feb 11 05:17:20.025932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4afee-a9d7-457a-8ed1-115f38ce8d22 req-eaf4b01a-fad3-4ed3-8061-323f92aad3b9 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.034435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ba4afee-a9d7-457a-8ed1-115f38ce8d22 req-eaf4b01a-fad3-4ed3-8061-323f92aad3b9 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.2760141 Feb 11 05:17:20.036865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-f7cea4dd-ce2b-4e6d-86b2-270ed3503c5f service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451059 Feb 11 05:17:20.110050 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542618be-15ed-4018-9051-e677700871d3 x-openstack-request-id: req-542618be-15ed-4018-9051-e677700871d3 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:20.110375 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "tag": "734f8c58-f2b9-4848-8f0c-6ffa64e470fe", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:20.110682 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-542618be-15ed-4018-9051-e677700871d3 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:20.111016 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'tag': '734f8c58-f2b9-4848-8f0c-6ffa64e470fe', 'status': 'completed', 'code': 200} Feb 11 05:17:20.145333 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Publish callbacks [] for security_group (f8e8dd35-097f-4933-8e1a-5295205e87d2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.186586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-6ab058a6-0cf6-46ee-8b7c-9164d63335cc service neutron] 10.222.0.65 "GET /v2.0/networks/d89e7d4a-0d56-4832-850b-fedfef57fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888985 Feb 11 05:17:20.192942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-cfac6afb-06c9-46b0-b406-6bb81f6f3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.193621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-cfac6afb-06c9-46b0-b406-6bb81f6f3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.195766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-cfac6afb-06c9-46b0-b406-6bb81f6f3159 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1972 time: 0.0687888 Feb 11 05:17:20.207404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ba4afee-a9d7-457a-8ed1-115f38ce8d22 req-4dd3a104-78aa-49fb-8a13-a2f4028afcdc tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735094 Feb 11 05:17:20.242153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] For port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:20.252186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f8e8dd35-097f-4933-8e1a-5295205e87d2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.278430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] For port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:20.397673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312c4c73-8813-491e-99a8-fd40c4cd0042 req-aab96899-a738-44e2-b727-283892201b07 service neutron] 10.222.0.65 "GET /v2.0/networks/d89e7d4a-0d56-4832-850b-fedfef57fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855309 Feb 11 05:17:20.418763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:17:20.426101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a51af0-3d5e-4551-a956-113ac4c59e29 req-e2f835e7-a00d-4584-beef-57138b3c8b00 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.438146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a51af0-3d5e-4551-a956-113ac4c59e29 req-e2f835e7-a00d-4584-beef-57138b3c8b00 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.440226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5a51af0-3d5e-4551-a956-113ac4c59e29 req-e2f835e7-a00d-4584-beef-57138b3c8b00 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1679 time: 0.1599596 Feb 11 05:17:20.442944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.545217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e8dd35-097f-4933-8e1a-5295205e87d2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:20.557190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.557884 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.559484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] 10.222.0.65 "PUT /v2.0/ports/05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 HTTP/1.1" status: 200 len: 1093 time: 3.4503570 Feb 11 05:17:20.608482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (6c65fa02-f75c-48ff-9b4d-0202c0ea8766), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.609531 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Added segment 6c65fa02-f75c-48ff-9b4d-0202c0ea8766 of type vlan for network 1d4217dd-1519-4854-bac5-2241b889d5b4 Feb 11 05:17:20.676475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-1c5eec59-6da5-471a-b96e-3cebfd3297f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.677359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-1c5eec59-6da5-471a-b96e-3cebfd3297f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.678145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-1c5eec59-6da5-471a-b96e-3cebfd3297f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.683203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-1c5eec59-6da5-471a-b96e-3cebfd3297f1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=26099f94e4164b4abd43614afdbe9154&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4780560 Feb 11 05:17:20.702473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8b3cbb20-1e32-43e2-9078-72724ca6ee06 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:20.815841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c0897-9292-4922-9c25-fc562711f99a service neutron] Pushing event updated for resources: {'Port': ['ID=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:20.914677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5a51af0-3d5e-4551-a956-113ac4c59e29 req-6b8aec7b-9a1a-4f00-8f7a-8e765bb91ea5 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974645 Feb 11 05:17:20.928437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1d4217dd-1519-4854-bac5-2241b889d5b4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.005082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-977b39a5-20f4-4ecf-ba67-cb6a29a47746 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3407681 Feb 11 05:17:21.023953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ae703-dd26-4310-a4db-01b836253617 req-6ca48116-8823-4fab-958f-e42a58a908d8 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.026580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8b3cbb20-1e32-43e2-9078-72724ca6ee06, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8b3cbb20-1e32-43e2-9078-72724ca6ee06,segment=NetworkSegment(c20459a7-908d-474a-95fe-658665e3a8e0),segment_id=c20459a7-908d-474a-95fe-658665e3a8e0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:21.053071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a6ae703-dd26-4310-a4db-01b836253617 req-6ca48116-8823-4fab-958f-e42a58a908d8 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 944 time: 0.2700155 Feb 11 05:17:21.066780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '8b3cbb20-1e32-43e2-9078-72724ca6ee06', 'network_id': 'd89e7d4a-0d56-4832-850b-fedfef57fdfe', 'port_id': '8b3cbb20-1e32-43e2-9078-72724ca6ee06', 'mac_address': 'fa:16:3e:11:34:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b7131e-0597-4de4-9800-6b443d8107c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:21.089848 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.resource_extend [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:17:21.196480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-cf0ccf2f-f10e-49ab-b670-b21011613ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.197490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:21.198077 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.198224 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fef82145-8334-43e8-a8a1-b67865fccdf8 req-cf0ccf2f-f10e-49ab-b670-b21011613ae7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4709656 Feb 11 05:17:21.219507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3cbb20-1e32-43e2-9078-72724ca6ee06 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:21.271886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8b3cbb20-1e32-43e2-9078-72724ca6ee06, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8b3cbb20-1e32-43e2-9078-72724ca6ee06,segment=NetworkSegment(c20459a7-908d-474a-95fe-658665e3a8e0),segment_id=c20459a7-908d-474a-95fe-658665e3a8e0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:21.288750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1d4217dd-1519-4854-bac5-2241b889d5b4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.289890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.290681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.351437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.393346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a6ae703-dd26-4310-a4db-01b836253617 req-bdce397b-753b-4b4b-96db-f5df7a21095d tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337097 Feb 11 05:17:21.420393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-a0594ede-bb0b-4bf0-9cbf-528474d867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.422243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-a0594ede-bb0b-4bf0-9cbf-528474d867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.428817 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-a0594ede-bb0b-4bf0-9cbf-528474d867a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 2045 time: 0.1814301 Feb 11 05:17:21.439444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-afde7aa9-e5c9-4720-b200-c4258a1414d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.439577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4217dd-1519-4854-bac5-2241b889d5b4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:21.439674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-afde7aa9-e5c9-4720-b200-c4258a1414d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 1127 time: 0.3036394 Feb 11 05:17:21.464583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7b273-2caa-4b2d-80f0-52561dccdc43 req-8a3b6238-7b8a-4585-9149-4f6581e7edc5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.467872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1d4217dd-1519-4854-bac5-2241b889d5b4 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:17:21.475176 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-43cf7bbd-e6e8-4e29-9238-753be16b7601 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0221493 Feb 11 05:17:21.480673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5d7b273-2caa-4b2d-80f0-52561dccdc43 req-8a3b6238-7b8a-4585-9149-4f6581e7edc5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.2555857 Feb 11 05:17:21.484212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45780) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:21.522787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8b3cbb20-1e32-43e2-9078-72724ca6ee06,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:21.535493 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-7aad5401-54d4-4383-b29f-9d6c821cee36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=734f8c58-f2b9-4848-8f0c-6ffa64e470fe HTTP/1.1" status: 200 len: 217 time: 0.0498877 Feb 11 05:17:21.592645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-f5ade010-3e27-4427-824f-67947fa6f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.594411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-f5ade010-3e27-4427-824f-67947fa6f27d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cba40c65-e2c5-4adb-bf30-f934b00cf9c8 HTTP/1.1" status: 200 len: 801 time: 0.0578957 Feb 11 05:17:21.640920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Request body: {'subnet': {'network_id': '1d4217dd-1519-4854-bac5-2241b889d5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-939774550-subnet', 'tenant_id': '8e41ab11d920460bbdea8c0384db1e94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:21.649268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8b3cbb20-1e32-43e2-9078-72724ca6ee06'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:21.711821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-95373e61-e2a4-4bc1-9052-fc7fbf864d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.716143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-95373e61-e2a4-4bc1-9052-fc7fbf864d8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71f29d08-891a-4094-8af7-599adaa095ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1149459 Feb 11 05:17:21.803225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Made reservation on behalf of 8e41ab11d920460bbdea8c0384db1e94 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:21.803225 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.894436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5d7b273-2caa-4b2d-80f0-52561dccdc43 req-9ef22622-f899-481e-b5f5-2c5b6d40d740 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127841 Feb 11 05:17:21.914571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a51bc-3050-459b-87b7-da7c77f26002 req-a04c9465-ab00-4878-8db9-02f652f435fc tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.929602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c18a51bc-3050-459b-87b7-da7c77f26002 req-a04c9465-ab00-4878-8db9-02f652f435fc tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1959119 Feb 11 05:17:21.936118 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-031cb593-dfb8-435e-80ab-d6975c4c47a6 service neutron] 10.222.0.65 "GET /v2.0/networks/71f29d08-891a-4094-8af7-599adaa095ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123523 Feb 11 05:17:22.001283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-ad4dd536-c038-4d0b-a930-f906497aea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.003258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-ad4dd536-c038-4d0b-a930-f906497aea6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.5193479 Feb 11 05:17:22.067904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-c93190a4-e088-41de-94a9-6c80fc292ab7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 200 len: 217 time: 0.0554314 Feb 11 05:17:22.124217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'tag': '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:22.126505 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "tag": "05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:22.147587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c18a51bc-3050-459b-87b7-da7c77f26002 req-9abb81f2-007d-4a1c-b457-f81f36e29e61 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045639 Feb 11 05:17:22.175771 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-7ed33673-599a-40cb-90f4-b62967b13ab8 service neutron] 10.222.0.65 "GET /v2.0/networks/71f29d08-891a-4094-8af7-599adaa095ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223330 Feb 11 05:17:22.256142 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-abfd55b7-2380-4097-96e3-085ec7645cd6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 HTTP/1.1" status: 200 len: 217 time: 0.0745118 Feb 11 05:17:22.265979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-04a7e303-cfb7-439e-bfa2-1a4d21e325f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.269329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-04a7e303-cfb7-439e-bfa2-1a4d21e325f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1895294 Feb 11 05:17:22.329904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-47f97ee7-5135-4237-a102-cb8221fb6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.333009 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-47f97ee7-5135-4237-a102-cb8221fb6928 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f6482e0f-cffc-481b-a159-bef5a12e6f03 HTTP/1.1" status: 200 len: 801 time: 0.0697353 Feb 11 05:17:22.336464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-48f2fd1a-b0ae-4507-9d50-992c17ab71ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569358 Feb 11 05:17:22.402257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-0bfacf4a-f5c7-418a-8855-5577d7818511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.404640 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-0bfacf4a-f5c7-418a-8855-5577d7818511 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=593efe0a-80c1-496c-b57b-656b22783648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0603459 Feb 11 05:17:22.459768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c70768-14c8-48ea-8d44-09ffe479a056 req-310526e2-c4b5-45b8-bbb8-56ff4903294e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.465592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c70768-14c8-48ea-8d44-09ffe479a056 req-310526e2-c4b5-45b8-bbb8-56ff4903294e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.473400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3c70768-14c8-48ea-8d44-09ffe479a056 req-310526e2-c4b5-45b8-bbb8-56ff4903294e tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1679 time: 0.2093167 Feb 11 05:17:22.484331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (032913f6-7d64-4966-ad43-8c7f49a40cb5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:22.626844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-0da89fcb-b3fc-487d-b288-ff12013559b0 service neutron] 10.222.0.65 "GET /v2.0/networks/593efe0a-80c1-496c-b57b-656b22783648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011240 Feb 11 05:17:22.638564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-d1321a1c-06f6-4eee-87b5-ed10c1f06500 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798042 Feb 11 05:17:22.648963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3c70768-14c8-48ea-8d44-09ffe479a056 req-14c5a3d4-094a-461e-af3c-d412c539fa51 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743073 Feb 11 05:17:22.649631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=032913f6-7d64-4966-ad43-8c7f49a40cb5,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:22.700899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8b3cbb20-1e32-43e2-9078-72724ca6ee06 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:22.889819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:22.901936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:22.902738 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:22.925931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da0ccbcf-63be-419f-b672-3b6c5d3bfc28 req-6ef83abd-530c-48a6-aa02-70bc8bb5b084 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648091 Feb 11 05:17:22.967519 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e94a85-9bcd-41df-ac64-0c49cbfe14ad x-openstack-request-id: req-d0e94a85-9bcd-41df-ac64-0c49cbfe14ad {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:22.967519 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "tag": "05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:22.967878 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0e94a85-9bcd-41df-ac64-0c49cbfe14ad {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:22.968138 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'tag': '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3', 'status': 'completed', 'code': 200} Feb 11 05:17:22.968970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Checking segment: {'id': '6c65fa02-f75c-48ff-9b4d-0202c0ea8766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1d4217dd-1519-4854-bac5-2241b889d5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:22.969342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Network hostable DHCP agents. Network: 1d4217dd-1519-4854-bac5-2241b889d5b4, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:17:23.055880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:23.057947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:23.090823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612e8c-a008-435b-9c16-6e4ddf28df31 req-2fcfee5c-740e-4702-8e40-3a671f309a35 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.092542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0612e8c-a008-435b-9c16-6e4ddf28df31 req-2fcfee5c-740e-4702-8e40-3a671f309a35 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 945 time: 0.1589854 Feb 11 05:17:23.105673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f339329-791c-42c1-b8ef-06205f0abe9f req-834d813b-dfa7-4d72-bde9-75670cccb82f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.106695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc04735c-d5c2-4613-8701-1c982093db1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3cbb20-1e32-43e2-9078-72724ca6ee06'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:23.107374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f339329-791c-42c1-b8ef-06205f0abe9f req-834d813b-dfa7-4d72-bde9-75670cccb82f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1084561 Feb 11 05:17:23.112786 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4301baa9-7682-4289-bcc6-e01f6d8f9f5d" -d '{"events": [{"server_uuid": "bc04735c-d5c2-4613-8701-1c982093db1d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3cbb20-1e32-43e2-9078-72724ca6ee06"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:23.132904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8b3cbb20-1e32-43e2-9078-72724ca6ee06, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8b3cbb20-1e32-43e2-9078-72724ca6ee06,segment=NetworkSegment(c20459a7-908d-474a-95fe-658665e3a8e0),segment_id=c20459a7-908d-474a-95fe-658665e3a8e0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:23.146079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Network 1d4217dd-1519-4854-bac5-2241b889d5b4 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:17:23.188660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f339329-791c-42c1-b8ef-06205f0abe9f req-9cfa2f2f-4b5e-4284-a047-33bb3c6076df tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727828 Feb 11 05:17:23.200741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0612e8c-a008-435b-9c16-6e4ddf28df31 req-a5ce12d1-a16d-4bed-ad7a-e830edaca814 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923173 Feb 11 05:17:23.239626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:23.250836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1d4217dd-1519-4854-bac5-2241b889d5b4) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:23.256633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.256633 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:23.259388 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a786744f-c366-4fb0-b9a5-1f3007388dd9 req-cb545e78-3a6b-4074-a878-2864f2368d05 service neutron] 10.222.0.65 "GET /v2.0/networks/593efe0a-80c1-496c-b57b-656b22783648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250429 Feb 11 05:17:23.291196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c4bee-57f6-4c60-ae61-750ba5ccd4c3 None None] Network 1d4217dd-1519-4854-bac5-2241b889d5b4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:23.299631 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dbf6cb-06dc-4979-adea-b139a682eca3 x-openstack-request-id: req-04dbf6cb-06dc-4979-adea-b139a682eca3 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:23.299978 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc04735c-d5c2-4613-8701-1c982093db1d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3cbb20-1e32-43e2-9078-72724ca6ee06", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:23.300360 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04dbf6cb-06dc-4979-adea-b139a682eca3 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:23.300921 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc04735c-d5c2-4613-8701-1c982093db1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3cbb20-1e32-43e2-9078-72724ca6ee06', 'code': 200} Feb 11 05:17:23.359243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8b3cbb20-1e32-43e2-9078-72724ca6ee06,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:23.396788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9bb02055-1969-4b96-a714-c053623b15ac admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9058862 Feb 11 05:17:23.450165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960bee7-76c7-418b-979f-d4a66abd666d req-5857892e-b481-4bf8-b86f-6200b383bd86 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.458834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e960bee7-76c7-418b-979f-d4a66abd666d req-5857892e-b481-4bf8-b86f-6200b383bd86 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1442699 Feb 11 05:17:23.473687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e686c-7521-4212-a04a-d667399339e4 req-ddc8abf1-1a3c-442c-b199-7ecf4d6217ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.475601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c73e686c-7521-4212-a04a-d667399339e4 req-ddc8abf1-1a3c-442c-b199-7ecf4d6217ec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 1129 time: 0.0845804 Feb 11 05:17:23.543847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f859f2-f19e-4c2d-bf57-be9524a8d2d5 None None] Network 1d4217dd-1519-4854-bac5-2241b889d5b4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:23.561806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e960bee7-76c7-418b-979f-d4a66abd666d req-7730eb62-19b2-4b16-bd9d-408cca90bda4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997019 Feb 11 05:17:23.567951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c73e686c-7521-4212-a04a-d667399339e4 req-af6d4526-2933-49d7-b768-f8f3f49401c5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847597 Feb 11 05:17:23.574270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-ddd9cc31-55f2-4065-83af-549f8ee5cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.576054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-ddd9cc31-55f2-4065-83af-549f8ee5cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.577962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-ddd9cc31-55f2-4065-83af-549f8ee5cb8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26099f94e4164b4abd43614afdbe9154&device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 2045 time: 0.1105108 Feb 11 05:17:23.901818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17028a1-a841-4857-933a-20a6967bbd4e req-07fd2ca0-a67a-4056-b0f7-33d64913216d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.908457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17028a1-a841-4857-933a-20a6967bbd4e req-07fd2ca0-a67a-4056-b0f7-33d64913216d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.911158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a17028a1-a841-4857-933a-20a6967bbd4e req-07fd2ca0-a67a-4056-b0f7-33d64913216d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1679 time: 0.1488833 Feb 11 05:17:23.976034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-87845a06-ee7d-4ed2-ae65-33cd50f27686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.977593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-87845a06-ee7d-4ed2-ae65-33cd50f27686 service neutron] 10.222.0.65 "GET /v2.0/networks?id=593efe0a-80c1-496c-b57b-656b22783648 HTTP/1.1" status: 200 len: 902 time: 0.2049143 Feb 11 05:17:24.089669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-310dfb77-8df6-41be-9eba-93d7265a4a62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 HTTP/1.1" status: 200 len: 217 time: 0.0927217 Feb 11 05:17:24.133434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a17028a1-a841-4857-933a-20a6967bbd4e req-cb7fb3e7-a6a2-47b6-a6dd-b9ddc862b4ee tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131195 Feb 11 05:17:24.178112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-9c10958e-1dce-4cb8-9b2e-f2f8dc251517 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.179701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-9c10958e-1dce-4cb8-9b2e-f2f8dc251517 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/networks?id=1d4217dd-1519-4854-bac5-2241b889d5b4 HTTP/1.1" status: 200 len: 820 time: 0.2606323 Feb 11 05:17:24.186377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-406da420-1b7b-461c-8e2f-2af089e4a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.187873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-406da420-1b7b-461c-8e2f-2af089e4a628 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f6482e0f-cffc-481b-a159-bef5a12e6f03 HTTP/1.1" status: 200 len: 801 time: 0.0880854 Feb 11 05:17:24.200983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-ab7aee52-2d6e-41f3-98e3-4596968f11cc tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/quotas/8e41ab11d920460bbdea8c0384db1e94 HTTP/1.1" status: 200 len: 375 time: 0.0095649 Feb 11 05:17:24.277872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-b850ca7d-d744-4074-8887-b379b60f4058 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e41ab11d920460bbdea8c0384db1e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672424 Feb 11 05:17:24.429329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-831664ee-e3e3-48eb-9326-2cd4d652afa9 service neutron] 10.222.0.62 "GET /v2.0/networks/1d4217dd-1519-4854-bac5-2241b889d5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503668 Feb 11 05:17:24.442829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-86ed154c-045c-4487-826e-e0840bdf7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.445070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-86ed154c-045c-4487-826e-e0840bdf7107 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=593efe0a-80c1-496c-b57b-656b22783648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2428055 Feb 11 05:17:24.980284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab7d25-7f6b-4bcc-944f-6ee13641a84f req-12253604-ffcf-4cf4-92e3-474b031d35fa tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.981797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58ab7d25-7f6b-4bcc-944f-6ee13641a84f req-12253604-ffcf-4cf4-92e3-474b031d35fa tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.7019520 Feb 11 05:17:25.024356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-c7e520d2-d48e-414b-ae20-8282193b392b service neutron] 10.222.0.62 "GET /v2.0/networks/1d4217dd-1519-4854-bac5-2241b889d5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856457 Feb 11 05:17:25.035209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-ecf5d045-0eaa-4985-9ef7-7fc253bdf66e service neutron] 10.222.0.65 "GET /v2.0/networks/593efe0a-80c1-496c-b57b-656b22783648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483563 Feb 11 05:17:25.086647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58ab7d25-7f6b-4bcc-944f-6ee13641a84f req-42f3744c-7b86-441c-be81-8d231badda8a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925677 Feb 11 05:17:25.177470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15d8909c-f5d0-4ca1-a290-a32a456c5bb0 req-f830a056-db64-4db1-a92e-aef473dac80f service neutron] 10.222.0.65 "GET /v2.0/networks/593efe0a-80c1-496c-b57b-656b22783648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344984 Feb 11 05:17:25.305160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b62ef-2d3d-4f23-9a02-8e837c0275e8 req-818f22b1-3bc3-4006-89d1-112d8ed8ab22 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.306786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024b62ef-2d3d-4f23-9a02-8e837c0275e8 req-818f22b1-3bc3-4006-89d1-112d8ed8ab22 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 946 time: 0.0870481 Feb 11 05:17:25.460903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024b62ef-2d3d-4f23-9a02-8e837c0275e8 req-837416d4-6df9-4eb0-adc0-70d90944bd08 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403587 Feb 11 05:17:25.546222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d3c7-88a6-41b5-88dd-5e0a31c37346 req-e27590e6-4f0b-4b7d-90a0-6b02099fe867 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.570429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fc8d3c7-88a6-41b5-88dd-5e0a31c37346 req-e27590e6-4f0b-4b7d-90a0-6b02099fe867 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1744511 Feb 11 05:17:25.713984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fc8d3c7-88a6-41b5-88dd-5e0a31c37346 req-9b574c37-3f40-4c6c-8999-5f564dcfaa82 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425586 Feb 11 05:17:25.722289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d8c4-0bb6-4c83-8021-62694e887c00 req-4da3a003-1d9d-4c52-bd9d-c7908084b745 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.727690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d8c4-0bb6-4c83-8021-62694e887c00 req-4da3a003-1d9d-4c52-bd9d-c7908084b745 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.729553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d68d8c4-0bb6-4c83-8021-62694e887c00 req-4da3a003-1d9d-4c52-bd9d-c7908084b745 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1679 time: 0.1114452 Feb 11 05:17:25.812654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2972180b-d9ef-487a-b8ba-dce92c500c6a req-c03dbcbf-f32d-4f67-8963-080cf195e47e tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0426228 Feb 11 05:17:25.826649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d68d8c4-0bb6-4c83-8021-62694e887c00 req-e2b2b054-c8c1-45b6-b7bf-c174575166c3 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860045 Feb 11 05:17:25.929339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750acfc3-44a3-43e5-9e29-f8262e2f76e2 req-c4e1e91d-1f0f-45fe-a0fc-664953dc971f tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.931052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-750acfc3-44a3-43e5-9e29-f8262e2f76e2 req-c4e1e91d-1f0f-45fe-a0fc-664953dc971f tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1128 time: 0.0489118 Feb 11 05:17:25.988973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-750acfc3-44a3-43e5-9e29-f8262e2f76e2 req-992962f7-220c-4184-b2b4-61060dd45083 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Feb 11 05:17:26.253729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc41e9-dd9d-4c99-97cb-09ceb48fc7c9 req-fc747396-8bdb-4191-abd6-f3249357f7be tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:26.255802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7cc41e9-dd9d-4c99-97cb-09ceb48fc7c9 req-fc747396-8bdb-4191-abd6-f3249357f7be tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.0807002 Feb 11 05:17:26.306550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7cc41e9-dd9d-4c99-97cb-09ceb48fc7c9 req-7d992531-2d5e-48bf-a52f-900389bb0af8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Feb 11 05:17:26.595668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e4967-f9c8-4eeb-bc60-92820e9e1ab5 req-1bb67c31-0ba3-4eba-9655-9f498495d7f2 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:26.597933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9e4967-f9c8-4eeb-bc60-92820e9e1ab5 req-1bb67c31-0ba3-4eba-9655-9f498495d7f2 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 946 time: 0.0736420 Feb 11 05:17:26.660916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9e4967-f9c8-4eeb-bc60-92820e9e1ab5 req-a091c13e-eabd-405a-ab79-39e9e2febfc9 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525401 Feb 11 05:17:26.719801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:26.953076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6148473-1824-4aa5-9844-ef3075233cf7 req-510ea0ec-a640-48cd-aa6b-1f07c46fe320 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:26.955905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6148473-1824-4aa5-9844-ef3075233cf7 req-510ea0ec-a640-48cd-aa6b-1f07c46fe320 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.0841496 Feb 11 05:17:27.021752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6148473-1824-4aa5-9844-ef3075233cf7 req-16e952f5-5079-4ba9-9e38-805e07f98be2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588737 Feb 11 05:17:27.059189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:27.076082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3', 'network_id': '593efe0a-80c1-496c-b57b-656b22783648', 'port_id': '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3', 'mac_address': 'fa:16:3e:8d:9a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6482e0f-cffc-481b-a159-bef5a12e6f03', 'ip_address': '19.86.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:27.136830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:27.137083 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.152123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:27.170369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b03cc101-4783-412f-8b1b-c32c88aeba31 req-4ca57de7-97ef-4073-a5e4-d34819e590be tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0306470 Feb 11 05:17:27.173962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:27.303284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7421d-61fa-4388-ab3f-386202f6981e req-f9756162-24c6-450c-8bd5-2f21085b9b0a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:27.308668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7421d-61fa-4388-ab3f-386202f6981e req-f9756162-24c6-450c-8bd5-2f21085b9b0a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:27.310342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1f7421d-61fa-4388-ab3f-386202f6981e req-f9756162-24c6-450c-8bd5-2f21085b9b0a tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1679 time: 0.0787678 Feb 11 05:17:27.364656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1f7421d-61fa-4388-ab3f-386202f6981e req-a0db26b0-a1b8-437d-a7f6-5ecb649b062b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445693 Feb 11 05:17:27.396871 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.396871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 734f8c58-f2b9-4848-8f0c-6ffa64e470fe details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:27.481066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:27.552627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:27.566257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '734f8c58-f2b9-4848-8f0c-6ffa64e470fe', 'network_id': '71f29d08-891a-4094-8af7-599adaa095ba', 'port_id': '734f8c58-f2b9-4848-8f0c-6ffa64e470fe', 'mac_address': 'fa:16:3e:18:b2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba40c65-e2c5-4adb-bf30-f934b00cf9c8', 'ip_address': '19.80.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:27.616963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:27.617295 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.635997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734f8c58-f2b9-4848-8f0c-6ffa64e470fe {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:27.663790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:27.793973 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.858780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:28.039634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b267fc-b8b4-4ce3-9d68-f0071984728e req-0802c316-f310-4bca-a406-05b915bef28a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.041208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0b267fc-b8b4-4ce3-9d68-f0071984728e req-0802c316-f310-4bca-a406-05b915bef28a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.0598085 Feb 11 05:17:28.102088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0b267fc-b8b4-4ce3-9d68-f0071984728e req-3bf72c69-605a-481c-b47e-6ff8a6693989 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519354 Feb 11 05:17:28.133720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['734f8c58-f2b9-4848-8f0c-6ffa64e470fe'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:28.256583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac460-89d0-4674-8d0f-8b0d14df0346 req-7812b057-6a36-40d9-9861-827ab77852a2 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.258733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf3ac460-89d0-4674-8d0f-8b0d14df0346 req-7812b057-6a36-40d9-9861-827ab77852a2 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 946 time: 0.0773225 Feb 11 05:17:28.310515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf3ac460-89d0-4674-8d0f-8b0d14df0346 req-3a4e4623-c011-4ff2-a7fe-45cf606656b2 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456645 Feb 11 05:17:28.461611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b006c86-7e30-4dbf-bd56-7b73d0e930e7 req-be197008-ecb4-4c98-8b0e-bcfa0755470f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.463047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b006c86-7e30-4dbf-bd56-7b73d0e930e7 req-be197008-ecb4-4c98-8b0e-bcfa0755470f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.0772607 Feb 11 05:17:28.523541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b006c86-7e30-4dbf-bd56-7b73d0e930e7 req-a609bed6-c6fb-42b5-b6b4-22c5eb081dcd tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536981 Feb 11 05:17:28.659183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2fc4d786-dff0-4e4b-9c49-51a2f70bc140 req-ee56c9e7-9bcb-4838-a71c-72ea7525605f tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0330026 Feb 11 05:17:28.744487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-828ecf3d-4b75-4b99-a214-079756222b4f tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:17:28.745566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-828ecf3d-4b75-4b99-a214-079756222b4f tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059962 Feb 11 05:17:28.866461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-f7fafa80-f5af-44f2-a62b-68321268f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.880326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-f7fafa80-f5af-44f2-a62b-68321268f439 service neutron] 10.222.0.62 "GET /v2.0/ports/64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 200 len: 1125 time: 0.1079741 Feb 11 05:17:28.891872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Request body: {'binding': {'host': 'n-h2-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:28.892463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Unknown quota resources ['binding']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:17:28.986582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ccca3-7300-43c6-9255-183ff7ccd9a6 req-29b20d4c-1483-4326-9c4b-3c87ebc2b2c4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.992204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ccca3-7300-43c6-9255-183ff7ccd9a6 req-29b20d4c-1483-4326-9c4b-3c87ebc2b2c4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.993932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e0ccca3-7300-43c6-9255-183ff7ccd9a6 req-29b20d4c-1483-4326-9c4b-3c87ebc2b2c4 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1681 time: 0.2365382 Feb 11 05:17:29.090134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-8aeaf392-1c7d-4a93-8562-4103a00d9a55 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.092045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-8aeaf392-1c7d-4a93-8562-4103a00d9a55 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.83 "GET /v2.0/networks?id=1d4217dd-1519-4854-bac5-2241b889d5b4 HTTP/1.1" status: 200 len: 820 time: 0.2616324 Feb 11 05:17:29.141048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Request body: {'port': {'device_id': 'c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5', 'network_id': '1d4217dd-1519-4854-bac5-2241b889d5b4', 'admin_state_up': True, 'tenant_id': '8e41ab11d920460bbdea8c0384db1e94'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:29.204409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:29.219838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e0ccca3-7300-43c6-9255-183ff7ccd9a6 req-6842da16-607e-42d8-a243-9cb3150d28e5 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127047 Feb 11 05:17:29.348682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on host n-h2-713498-37 for vnic_type normal with profile None {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:29.349567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:29.349567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:29.387543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:29.387769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:29.407818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:29.408164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:29.408916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:29.409413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Bound port: 64f0e6fa-5b1e-473a-a204-43727c533411, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:29.495566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6eaa3-d42d-4c00-90d7-9f2c02733580 req-d618fa03-3a29-4ed2-89c1-a1537750058a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.497133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61a6eaa3-d42d-4c00-90d7-9f2c02733580 req-d618fa03-3a29-4ed2-89c1-a1537750058a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1775823 Feb 11 05:17:29.509922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:29.576293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Made reservation on behalf of 8e41ab11d920460bbdea8c0384db1e94 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:29.580512 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:29.619569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:29.621052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-38c705a2-4dd5-4b32-aa9a-ac66108d6b80 service neutron] 10.222.0.62 "POST /v2.0/ports/64f0e6fa-5b1e-473a-a204-43727c533411/bindings HTTP/1.1" status: 201 len: 390 time: 0.7327547 Feb 11 05:17:29.687452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61a6eaa3-d42d-4c00-90d7-9f2c02733580 req-29fd450c-d076-4bff-ab3d-b2eb3bb7e9bf tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798449 Feb 11 05:17:29.719372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-97ec6049-66fe-4fb7-8215-d1cc224594d3 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.721512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-97ec6049-66fe-4fb7-8215-d1cc224594d3 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 946 time: 0.1951127 Feb 11 05:17:29.878184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Allocated IP 172.20.0.12 (1d4217dd-1519-4854-bac5-2241b889d5b4/032913f6-7d64-4966-ad43-8c7f49a40cb5/2928e77a-8039-4a22-9389-5adb343845af) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:29.936072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49149d47-b49d-4057-ad7d-83b96c458c5c req-bb513151-b665-4221-84b9-c0235e50189d tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.938572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49149d47-b49d-4057-ad7d-83b96c458c5c req-bb513151-b665-4221-84b9-c0235e50189d tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 946 time: 0.1498516 Feb 11 05:17:30.105993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Deleting port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:30.106330 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.247153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49149d47-b49d-4057-ad7d-83b96c458c5c req-e3d55a5a-16bc-47cb-9c0e-7c6d7a3e0628 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d909995-fc5b-424d-ab0c-13d7f58e5bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742951 Feb 11 05:17:30.355207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] For port 8b3cbb20-1e32-43e2-9078-72724ca6ee06, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8b3cbb20-1e32-43e2-9078-72724ca6ee06,segment=NetworkSegment(c20459a7-908d-474a-95fe-658665e3a8e0),segment_id=c20459a7-908d-474a-95fe-658665e3a8e0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:30.356894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.409572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b535c-fe7d-4994-8e4a-e047f3c86320 req-b090deff-8859-4efb-9e5b-7af5f6989292 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.414955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b9b535c-fe7d-4994-8e4a-e047f3c86320 req-b090deff-8859-4efb-9e5b-7af5f6989292 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.4032803 Feb 11 05:17:30.428557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3e27f6d-b07c-4040-9151-54cdf4224dbf req-74d3f98a-0e4e-4bfd-8324-26bdad8be2cc tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0941103 Feb 11 05:17:30.438573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Calling delete_port for 8b3cbb20-1e32-43e2-9078-72724ca6ee06 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:30.569242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Publish callbacks [] for port (2928e77a-8039-4a22-9389-5adb343845af), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.639882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b9b535c-fe7d-4994-8e4a-e047f3c86320 req-ff35a57e-6993-4f41-a269-000e06373434 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945505 Feb 11 05:17:30.700880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bfed6-a730-4ba6-a04b-72a4503b2ea7 req-64af3539-8c29-4bf9-a18f-0433e2f582bb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.702470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328bfed6-a730-4ba6-a04b-72a4503b2ea7 req-64af3539-8c29-4bf9-a18f-0433e2f582bb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1447039 Feb 11 05:17:30.702629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-ac5eac8f-78f5-49cb-b628-21028cea5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.704946 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-ac5eac8f-78f5-49cb-b628-21028cea5464 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1128 time: 0.0693579 Feb 11 05:17:30.763668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:30.803794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328bfed6-a730-4ba6-a04b-72a4503b2ea7 req-88af52be-986a-4201-8409-1a9fb6358169 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853024 Feb 11 05:17:30.831870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2928e77a-8039-4a22-9389-5adb343845af), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.832176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-1a524b11-1c9f-435a-a684-949430b858dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.832176 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-1a524b11-1c9f-435a-a684-949430b858dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.1124334 Feb 11 05:17:30.883360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-916f812a-247b-4019-98ae-33a4d524badc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 200 len: 217 time: 0.0501473 Feb 11 05:17:30.903216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Network 1d4217dd-1519-4854-bac5-2241b889d5b4 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:30.904018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8b3cbb20-1e32-43e2-9078-72724ca6ee06), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.912304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:30.915380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:30.959643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-37ee4228-4efc-469e-afcd-ced601f355a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.962098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-37ee4228-4efc-469e-afcd-ced601f355a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0674262 Feb 11 05:17:30.967695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:30.979677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:30.980199 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.999540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Pushing event updated for resources: {'Port': ['ID=2928e77a-8039-4a22-9389-5adb343845af,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:31.021157 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-48b3c045-3244-4145-a97c-e988c6e2d2a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499089 Feb 11 05:17:31.043140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] No DVR routers for this DVR port 8b3cbb20-1e32-43e2-9078-72724ca6ee06 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:31.093326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217af11-e3ec-4841-8897-1816c91a1494 req-5efff2aa-24a0-4c0b-8b2e-3915770861d2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.101130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217af11-e3ec-4841-8897-1816c91a1494 req-5efff2aa-24a0-4c0b-8b2e-3915770861d2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.103041 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d217af11-e3ec-4841-8897-1816c91a1494 req-5efff2aa-24a0-4c0b-8b2e-3915770861d2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1681 time: 0.2965417 Feb 11 05:17:31.107921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.112136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf2a64a2-28c4-4a04-bd80-6f9215b03319 req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.65 "DELETE /v2.0/ports/8b3cbb20-1e32-43e2-9078-72724ca6ee06 HTTP/1.1" status: 204 len: 173 time: 1.3831170 Feb 11 05:17:31.112936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc04735c-d5c2-4613-8701-1c982093db1d', 'name': 'network-vif-deleted', 'tag': '8b3cbb20-1e32-43e2-9078-72724ca6ee06'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:31.115422 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b25759-bf34-421a-a593-e3bf2c8d5db8" -d '{"events": [{"server_uuid": "bc04735c-d5c2-4613-8701-1c982093db1d", "name": "network-vif-deleted", "tag": "8b3cbb20-1e32-43e2-9078-72724ca6ee06"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:31.126756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebaa3a-7453-4f21-a5de-4210a6d4569f tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] Pushing event deleted for resources: {'Port': ['ID=8b3cbb20-1e32-43e2-9078-72724ca6ee06,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:31.166528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.167234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.211459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-612abf7b-3b01-4bb1-a008-cb1d565bc6d4 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827736 Feb 11 05:17:31.220908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:31.222182 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.230482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40531f02-38d4-411d-a877-b4fc24b7db88 req-8b708a46-1d38-4fd0-a38a-034782dd6fdb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.238054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40531f02-38d4-411d-a877-b4fc24b7db88 req-8b708a46-1d38-4fd0-a38a-034782dd6fdb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.2428672 Feb 11 05:17:31.242599 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d217af11-e3ec-4841-8897-1816c91a1494 req-528d29de-7da3-43ce-ac16-5fed3e4df869 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228096 Feb 11 05:17:31.301402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40531f02-38d4-411d-a877-b4fc24b7db88 req-b00ab665-6773-4b5a-8202-acc10ae97a9c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623231 Feb 11 05:17:31.318966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:31.320231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:31.322920 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c159d47-0225-47cf-9e0b-be28a9b41e1f" -d '{"events": [{"server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "name": "network-vif-plugged", "status": "completed", "tag": "05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:31.329288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-d193f130-9aa9-4dc3-bad9-99ff52467bfb tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1946537 Feb 11 05:17:31.342315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Request body: {'port': {'device_id': 'c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:31.387150 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae710637-4c7e-4638-950f-0ba1e33ad718 x-openstack-request-id: req-ae710637-4c7e-4638-950f-0ba1e33ad718 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:31.387766 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc04735c-d5c2-4613-8701-1c982093db1d", "name": "network-vif-deleted", "tag": "8b3cbb20-1e32-43e2-9078-72724ca6ee06", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:31.388150 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae710637-4c7e-4638-950f-0ba1e33ad718 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:31.388404 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc04735c-d5c2-4613-8701-1c982093db1d', 'name': 'network-vif-deleted', 'tag': '8b3cbb20-1e32-43e2-9078-72724ca6ee06', 'status': 'completed', 'code': 200} Feb 11 05:17:31.416546 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-ca750aee-4487-46bf-805c-37c9e6d1e0ed service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002287 Feb 11 05:17:31.469194 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2928e77a-8039-4a22-9389-5adb343845af), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.492873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df83b27a-556e-4d8e-9921-e0eeb8bb0607 req-5a684f57-c443-4180-af37-44ebceb95b36 tempest-ServerAddressesTestJSON-1812516874 tempest-ServerAddressesTestJSON-1812516874-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc04735c-d5c2-4613-8701-1c982093db1d HTTP/1.1" status: 200 len: 210 time: 0.0376625 Feb 11 05:17:31.495768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.497055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 734f8c58-f2b9-4848-8f0c-6ffa64e470fe up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:31.574638 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d210b1e5-a357-449f-a682-b16350aba49f x-openstack-request-id: req-d210b1e5-a357-449f-a682-b16350aba49f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:31.574944 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "name": "network-vif-plugged", "status": "completed", "tag": "05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:31.575203 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d210b1e5-a357-449f-a682-b16350aba49f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:31.575606 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3', 'code': 200} Feb 11 05:17:31.639363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:31.758025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:31.762805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:31.763273 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.763635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc5c6-7ebe-41f7-b74c-9070f5c95932 req-7fb2a767-bcc2-437d-abe4-0e7f0b7d8784 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.764985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-478bc5c6-7ebe-41f7-b74c-9070f5c95932 req-7fb2a767-bcc2-437d-abe4-0e7f0b7d8784 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 932 time: 0.1004803 Feb 11 05:17:31.889867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:31.890453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-478bc5c6-7ebe-41f7-b74c-9070f5c95932 req-253ff4c1-ba2b-4942-ab6a-ad97ef3c53be tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973618 Feb 11 05:17:31.890585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.944786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09170b-8465-4b2a-9053-409d27217486 req-1c62252a-d012-4249-8757-9bbffa3ca85c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.946846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:31.956712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e09170b-8465-4b2a-9053-409d27217486 req-1c62252a-d012-4249-8757-9bbffa3ca85c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1248980 Feb 11 05:17:32.015405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2928e77a-8039-4a22-9389-5adb343845af {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:32.035764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Publish callbacks [] for port (2928e77a-8039-4a22-9389-5adb343845af), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.063332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e09170b-8465-4b2a-9053-409d27217486 req-b2170322-2a4e-4fd1-8dd3-dd57b0c82b31 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808375 Feb 11 05:17:32.064399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Transition to ACTIVE for port object 2928e77a-8039-4a22-9389-5adb343845af will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:32.105855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.183703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (2928e77a-8039-4a22-9389-5adb343845af), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.184375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:32.262704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Pushing event updated for resources: {'Port': ['ID=2928e77a-8039-4a22-9389-5adb343845af,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:32.279155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e60a7b-90c0-41a5-8bae-9136ca721802 req-30596088-aaaa-4e94-bd42-6683e3b1b754 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.280913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e60a7b-90c0-41a5-8bae-9136ca721802 req-30596088-aaaa-4e94-bd42-6683e3b1b754 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1301022 Feb 11 05:17:32.381326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e60a7b-90c0-41a5-8bae-9136ca721802 req-1f987b37-fcbe-4295-8739-1cf7d330b58b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840476 Feb 11 05:17:32.392489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Attempting to bind port 2928e77a-8039-4a22-9389-5adb343845af on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:32.393297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Attempting to bind port 2928e77a-8039-4a22-9389-5adb343845af by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '6c65fa02-f75c-48ff-9b4d-0202c0ea8766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1d4217dd-1519-4854-bac5-2241b889d5b4'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:32.393662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Attempting to bind port 2928e77a-8039-4a22-9389-5adb343845af on network 1d4217dd-1519-4854-bac5-2241b889d5b4 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:32.400497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Port 2928e77a-8039-4a22-9389-5adb343845af on network 1d4217dd-1519-4854-bac5-2241b889d5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:32.400901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Attempting to bind port 2928e77a-8039-4a22-9389-5adb343845af on network 1d4217dd-1519-4854-bac5-2241b889d5b4 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:32.408853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:32.409248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Checking segment: {'id': '6c65fa02-f75c-48ff-9b4d-0202c0ea8766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1d4217dd-1519-4854-bac5-2241b889d5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:32.409744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Bound using segment: {'id': '6c65fa02-f75c-48ff-9b4d-0202c0ea8766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1d4217dd-1519-4854-bac5-2241b889d5b4'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:32.410756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Bound port: 2928e77a-8039-4a22-9389-5adb343845af, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c65fa02-f75c-48ff-9b4d-0202c0ea8766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1d4217dd-1519-4854-bac5-2241b889d5b4'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:32.411371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2928e77a-8039-4a22-9389-5adb343845af), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.566568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] For port 2928e77a-8039-4a22-9389-5adb343845af, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:32.570378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] For port 2928e77a-8039-4a22-9389-5adb343845af, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2928e77a-8039-4a22-9389-5adb343845af,segment=NetworkSegment(6c65fa02-f75c-48ff-9b4d-0202c0ea8766),segment_id=6c65fa02-f75c-48ff-9b4d-0202c0ea8766)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:32.639001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5b4a-dc08-4334-b146-392784108ea8 req-bdcb6ca9-9311-4d60-9835-5f000c13f3e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.644393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5b4a-dc08-4334-b146-392784108ea8 req-bdcb6ca9-9311-4d60-9835-5f000c13f3e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.646188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bcc5b4a-dc08-4334-b146-392784108ea8 req-bdcb6ca9-9311-4d60-9835-5f000c13f3e9 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1683 time: 0.0736327 Feb 11 05:17:32.653129 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87d476ec-69e4-4ec4-8638-c4c80b4f1083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.662936 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (2928e77a-8039-4a22-9389-5adb343845af), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.716042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.716837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.718501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] 10.222.0.83 "PUT /v2.0/ports/2928e77a-8039-4a22-9389-5adb343845af HTTP/1.1" status: 200 len: 1093 time: 1.3841393 Feb 11 05:17:32.760537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8b3cbb20-1e32-43e2-9078-72724ca6ee06 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:32.774881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50111a5-e63a-45b2-8724-df3d1d187c2b service neutron] Pushing event updated for resources: {'Port': ['ID=2928e77a-8039-4a22-9389-5adb343845af,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:32.785971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bcc5b4a-dc08-4334-b146-392784108ea8 req-54f6753f-5352-494b-8671-641ec6c6ac43 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306686 Feb 11 05:17:32.800253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 8b3cbb20-1e32-43e2-9078-72724ca6ee06 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:32.800786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8b3cbb20-1e32-43e2-9078-72724ca6ee06 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:32.937835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-1da2c01c-5548-485f-8b54-2efa6a5cf0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.939502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-1da2c01c-5548-485f-8b54-2efa6a5cf0b6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e41ab11d920460bbdea8c0384db1e94&device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 1127 time: 0.0895853 Feb 11 05:17:32.985108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-c2b3fb89-fb34-4910-9bb7-15c2307d8406 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2928e77a-8039-4a22-9389-5adb343845af HTTP/1.1" status: 200 len: 217 time: 0.0386002 Feb 11 05:17:32.998551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46c68-a137-4386-88a2-dccfb9763ffd req-b01c91b5-c704-4e02-827a-b36fdd8a3b22 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.000541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ef46c68-a137-4386-88a2-dccfb9763ffd req-b01c91b5-c704-4e02-827a-b36fdd8a3b22 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1104743 Feb 11 05:17:33.079886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-304b1251-84af-44c0-aafd-3fa89220c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.081899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-304b1251-84af-44c0-aafd-3fa89220c08b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=032913f6-7d64-4966-ad43-8c7f49a40cb5 HTTP/1.1" status: 200 len: 860 time: 0.0910351 Feb 11 05:17:33.088993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ef46c68-a137-4386-88a2-dccfb9763ffd req-7cc73fe7-d887-4f2e-bca2-0e741180e160 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809731 Feb 11 05:17:33.167948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45974) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:33.262288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b067e33d-56a3-4de1-8ba6-bae96bf68222 admin admin] Deleting subnet 77b7131e-0597-4de4-9800-6b443d8107c5 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:33.267336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b067e33d-56a3-4de1-8ba6-bae96bf68222 admin admin] Publish callbacks [] for subnet (77b7131e-0597-4de4-9800-6b443d8107c5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.316611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b067e33d-56a3-4de1-8ba6-bae96bf68222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (77b7131e-0597-4de4-9800-6b443d8107c5), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.369031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b067e33d-56a3-4de1-8ba6-bae96bf68222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (77b7131e-0597-4de4-9800-6b443d8107c5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.488498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5', 'tag': '2928e77a-8039-4a22-9389-5adb343845af'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:33.490866 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080" -d '{"events": [{"name": "network-changed", "server_uuid": "c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5", "tag": "2928e77a-8039-4a22-9389-5adb343845af"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:33.497010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-fefbe413-b8e5-45fb-a726-adf969904705 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d4217dd-1519-4854-bac5-2241b889d5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4070809 Feb 11 05:17:33.543018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b067e33d-56a3-4de1-8ba6-bae96bf68222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (77b7131e-0597-4de4-9800-6b443d8107c5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.576589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734f8c58-f2b9-4848-8f0c-6ffa64e470fe'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:33.578904 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ca436-03ad-4c1c-9c77-dc157af9a581" -d '{"events": [{"server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "name": "network-vif-plugged", "status": "completed", "tag": "734f8c58-f2b9-4848-8f0c-6ffa64e470fe"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:33.584018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067e33d-56a3-4de1-8ba6-bae96bf68222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b7131e-0597-4de4-9800-6b443d8107c5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:33.586993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b067e33d-56a3-4de1-8ba6-bae96bf68222 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.593208 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b067e33d-56a3-4de1-8ba6-bae96bf68222 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/77b7131e-0597-4de4-9800-6b443d8107c5 HTTP/1.1" status: 204 len: 168 time: 0.4239755 Feb 11 05:17:33.593908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45982) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:33.615331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d689c23-8322-4033-8c5a-755d6c4d9f05 req-6d040063-0cec-4a8e-bc23-4a294697f15d tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.618766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d689c23-8322-4033-8c5a-755d6c4d9f05 req-6d040063-0cec-4a8e-bc23-4a294697f15d tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 944 time: 0.1246431 Feb 11 05:17:33.659581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-3d800595-5536-4e13-88f3-4fc31953c5ff service neutron] 10.222.0.83 "GET /v2.0/networks/1d4217dd-1519-4854-bac5-2241b889d5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532745 Feb 11 05:17:33.680095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d89e7d4a-0d56-4832-850b-fedfef57fdfe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.719386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d689c23-8322-4033-8c5a-755d6c4d9f05 req-802dfe7c-5f8e-4478-8b88-8218dfc14391 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931742 Feb 11 05:17:33.796118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d89e7d4a-0d56-4832-850b-fedfef57fdfe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.825829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33983a89-b0b2-4609-b5b0-d88490f6dfb6 req-a8ca214f-cf6e-4cc5-95be-edc43d57f7d9 service neutron] 10.222.0.83 "GET /v2.0/networks/1d4217dd-1519-4854-bac5-2241b889d5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557984 Feb 11 05:17:33.843097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89e7d4a-0d56-4832-850b-fedfef57fdfe']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:33.857256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20459a7-908d-474a-95fe-658665e3a8e0') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:33.858871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20459a7-908d-474a-95fe-658665e3a8e0') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:33.871736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (c20459a7-908d-474a-95fe-658665e3a8e0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.887906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c20459a7-908d-474a-95fe-658665e3a8e0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.896042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:17:33.896536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (c20459a7-908d-474a-95fe-658665e3a8e0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.898275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da4fed-10b8-4954-8a36-8ba4cd84e154 req-eaf7a577-a217-4f84-b402-3d8fff89fc72 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:17:33.898544 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:17:33.901116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89da4fed-10b8-4954-8a36-8ba4cd84e154 req-eaf7a577-a217-4f84-b402-3d8fff89fc72 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.0623145 Feb 11 05:17:33.952858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89da4fed-10b8-4954-8a36-8ba4cd84e154 req-7b5a62a3-af5b-4bc3-bcf6-67142b440bf8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Feb 11 05:17:34.065543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d89e7d4a-0d56-4832-850b-fedfef57fdfe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.071027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.078184 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] 10.222.0.62 "DELETE /v2.0/networks/d89e7d4a-0d56-4832-850b-fedfef57fdfe HTTP/1.1" status: 204 len: 168 time: 0.4802125 Feb 11 05:17:34.089595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dd421-3bef-49d8-9fa0-d41cbac3b5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d89e7d4a-0d56-4832-850b-fedfef57fdfe,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:34.103362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87b5e6-4707-463e-83a6-384e1df0d0d5 req-74b2289b-e56e-464d-8d17-d926ba7bcfd5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.104955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab87b5e6-4707-463e-83a6-384e1df0d0d5 req-74b2289b-e56e-464d-8d17-d926ba7bcfd5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.0620792 Feb 11 05:17:34.159993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab87b5e6-4707-463e-83a6-384e1df0d0d5 req-c8a3c7e6-eaac-451c-b388-7595839a10f7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Feb 11 05:17:34.212657 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5f298c-3d48-464e-a8ca-80998ffcb003 x-openstack-request-id: req-4e5f298c-3d48-464e-a8ca-80998ffcb003 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:34.212995 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5", "tag": "2928e77a-8039-4a22-9389-5adb343845af", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:34.213255 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e5f298c-3d48-464e-a8ca-80998ffcb003 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:34.213663 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5', 'tag': '2928e77a-8039-4a22-9389-5adb343845af', 'status': 'completed', 'code': 200} Feb 11 05:17:34.253749 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c7fbeb-70ad-4201-b118-4620f2ad29e9 x-openstack-request-id: req-e2c7fbeb-70ad-4201-b118-4620f2ad29e9 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:34.254302 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "name": "network-vif-plugged", "status": "completed", "tag": "734f8c58-f2b9-4848-8f0c-6ffa64e470fe", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:34.254571 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2c7fbeb-70ad-4201-b118-4620f2ad29e9 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:34.255035 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734f8c58-f2b9-4848-8f0c-6ffa64e470fe', 'code': 200} Feb 11 05:17:34.300586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-577c3580-fc4e-48d7-8cab-61be65b96f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.302717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-577c3580-fc4e-48d7-8cab-61be65b96f67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e41ab11d920460bbdea8c0384db1e94&device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 1127 time: 0.0639923 Feb 11 05:17:34.396122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bcd93-a9cb-4435-9b5b-72d1d92f4190 req-144f6a0c-dda3-4e77-b96f-226235380cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.396945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bcd93-a9cb-4435-9b5b-72d1d92f4190 req-144f6a0c-dda3-4e77-b96f-226235380cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.399269 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ce9bcd93-a9cb-4435-9b5b-72d1d92f4190 req-144f6a0c-dda3-4e77-b96f-226235380cc7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 2049 time: 0.0675077 Feb 11 05:17:34.454735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c73439-9147-4a4f-8b4b-f21da7985dd3 req-4d54528f-30de-4c23-b137-a78bae9a8283 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.459443 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ce9bcd93-a9cb-4435-9b5b-72d1d92f4190 req-8a5245aa-044f-401f-8ff7-60347cc650c9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504997 Feb 11 05:17:34.460965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c73439-9147-4a4f-8b4b-f21da7985dd3 req-4d54528f-30de-4c23-b137-a78bae9a8283 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.462590 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7c73439-9147-4a4f-8b4b-f21da7985dd3 req-4d54528f-30de-4c23-b137-a78bae9a8283 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1683 time: 0.1289933 Feb 11 05:17:34.465853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-7db343e3-1aa5-46e0-a72d-8508fc7cbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.467361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-7db343e3-1aa5-46e0-a72d-8508fc7cbff0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1d4217dd-1519-4854-bac5-2241b889d5b4 HTTP/1.1" status: 200 len: 921 time: 0.1586754 Feb 11 05:17:34.526401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-9286b20c-aff0-4d50-9fb8-ab22831b6a08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2928e77a-8039-4a22-9389-5adb343845af HTTP/1.1" status: 200 len: 217 time: 0.0505614 Feb 11 05:17:34.590190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7c73439-9147-4a4f-8b4b-f21da7985dd3 req-868715ac-48ff-482b-8746-7f253331a6cf tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213524 Feb 11 05:17:34.600439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-da54e0ae-141f-468e-ade6-2273a019e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.602428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-da54e0ae-141f-468e-ade6-2273a019e826 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=032913f6-7d64-4966-ad43-8c7f49a40cb5 HTTP/1.1" status: 200 len: 860 time: 0.0701041 Feb 11 05:17:34.642682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-41dec7bc-36ad-4aae-bceb-870122d5f2b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d4217dd-1519-4854-bac5-2241b889d5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343914 Feb 11 05:17:34.719003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45990) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:34.773623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d8dbe-a8f9-4645-b20d-4a70dc977964 req-91fcf784-fc13-4adf-805e-bff4c9415e88 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.775321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a57d8dbe-a8f9-4645-b20d-4a70dc977964 req-91fcf784-fc13-4adf-805e-bff4c9415e88 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1186249 Feb 11 05:17:34.781143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-47ecaae4-687b-45ab-b6be-16f828f827eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e12aaec4beb45a686f763e5f89cf276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606902 Feb 11 05:17:34.784588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45994) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:34.797350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-20a997fa-4ed8-42b9-8925-3288a21ad39a service neutron] 10.222.0.83 "GET /v2.0/networks/1d4217dd-1519-4854-bac5-2241b889d5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481998 Feb 11 05:17:34.842951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbcc93fa-4c93-4e51-beb8-1a02f0d42043 admin admin] Publish callbacks [] for security_group (0d909995-fc5b-424d-ab0c-13d7f58e5bcb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.873228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbcc93fa-4c93-4e51-beb8-1a02f0d42043 admin admin] Publish callbacks [] for security_group (0d909995-fc5b-424d-ab0c-13d7f58e5bcb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.936908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a57d8dbe-a8f9-4645-b20d-4a70dc977964 req-3fc0f898-0a29-45cd-8507-cf312e1ffc3c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423128 Feb 11 05:17:35.002945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc26c452-4d1c-4e10-a4f4-2d7842ab4080 req-3ecd8715-2b61-4da1-97ca-eeb8c898e0a8 service neutron] 10.222.0.83 "GET /v2.0/networks/1d4217dd-1519-4854-bac5-2241b889d5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918607 Feb 11 05:17:35.078637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dcc17-c580-437b-953f-e73e58833c52 req-d589e179-a8a3-4e58-b464-0c22f36d79df tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.080375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a1dcc17-c580-437b-953f-e73e58833c52 req-d589e179-a8a3-4e58-b464-0c22f36d79df tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0599329 Feb 11 05:17:35.087778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbcc93fa-4c93-4e51-beb8-1a02f0d42043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0d909995-fc5b-424d-ab0c-13d7f58e5bcb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.090442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbcc93fa-4c93-4e51-beb8-1a02f0d42043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.091613 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dbcc93fa-4c93-4e51-beb8-1a02f0d42043 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d909995-fc5b-424d-ab0c-13d7f58e5bcb HTTP/1.1" status: 204 len: 168 time: 0.3057413 Feb 11 05:17:35.118000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc93fa-4c93-4e51-beb8-1a02f0d42043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d909995-fc5b-424d-ab0c-13d7f58e5bcb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:35.128454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-46fb211a-c656-42fc-a758-22c1133f07ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.188097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a1dcc17-c580-437b-953f-e73e58833c52 req-e7d81e9b-9bbc-4eb9-a405-f53235c17d24 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972903 Feb 11 05:17:35.312102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd9a73-184d-442f-84ad-0949a0759236 req-3c86d2a7-7560-45af-88a5-6fb056a178e2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.313693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25dd9a73-184d-442f-84ad-0949a0759236 req-3c86d2a7-7560-45af-88a5-6fb056a178e2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.0600441 Feb 11 05:17:35.369322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25dd9a73-184d-442f-84ad-0949a0759236 req-3b5196fa-5d8c-4691-8807-376056dc8428 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Feb 11 05:17:35.432458 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:35.507504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9bc1c-2971-4520-8b4e-26e5e8ddc4a5 req-12bf84bf-c721-483b-9af2-2660ca63b34b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.509267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e9bc1c-2971-4520-8b4e-26e5e8ddc4a5 req-12bf84bf-c721-483b-9af2-2660ca63b34b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.0634592 Feb 11 05:17:35.594415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e9bc1c-2971-4520-8b4e-26e5e8ddc4a5 req-375e7ad7-d0f0-4fda-bd07-3632107038b8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695915 Feb 11 05:17:35.731057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b4591-9662-4ba6-9549-c1c13474cb58 req-4ad517b6-eafc-4441-b612-4217e3874b7f tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.737037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b4591-9662-4ba6-9549-c1c13474cb58 req-4ad517b6-eafc-4441-b612-4217e3874b7f tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.738842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a7b4591-9662-4ba6-9549-c1c13474cb58 req-4ad517b6-eafc-4441-b612-4217e3874b7f tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1683 time: 0.0719261 Feb 11 05:17:35.793666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a7b4591-9662-4ba6-9549-c1c13474cb58 req-46c43934-120a-4c65-a45c-b508e2b42430 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Feb 11 05:17:35.898269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 2928e77a-8039-4a22-9389-5adb343845af details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:36.028901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 2928e77a-8039-4a22-9389-5adb343845af, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2928e77a-8039-4a22-9389-5adb343845af,segment=NetworkSegment(6c65fa02-f75c-48ff-9b4d-0202c0ea8766),segment_id=6c65fa02-f75c-48ff-9b4d-0202c0ea8766)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:36.056969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '2928e77a-8039-4a22-9389-5adb343845af', 'network_id': '1d4217dd-1519-4854-bac5-2241b889d5b4', 'port_id': '2928e77a-8039-4a22-9389-5adb343845af', 'mac_address': 'fa:16:3e:69:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032913f6-7d64-4966-ad43-8c7f49a40cb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:36.081203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e3ec5-4680-4681-89d8-c53d79701ea9 req-03261204-307e-41cc-8562-9c507c1c4e4f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.084210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e64e3ec5-4680-4681-89d8-c53d79701ea9 req-03261204-307e-41cc-8562-9c507c1c4e4f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.0804458 Feb 11 05:17:36.166636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 2928e77a-8039-4a22-9389-5adb343845af is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:36.167224 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2928e77a-8039-4a22-9389-5adb343845af), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.187301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e64e3ec5-4680-4681-89d8-c53d79701ea9 req-eea494e0-6839-42d6-bd78-95946e1ac280 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932820 Feb 11 05:17:36.188108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2928e77a-8039-4a22-9389-5adb343845af {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:36.224136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 2928e77a-8039-4a22-9389-5adb343845af, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2928e77a-8039-4a22-9389-5adb343845af,segment=NetworkSegment(6c65fa02-f75c-48ff-9b4d-0202c0ea8766),segment_id=6c65fa02-f75c-48ff-9b4d-0202c0ea8766)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:36.335207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cddaf-b0cd-48af-86d1-b6576b8d93b2 req-3f6c3033-2f80-4ca7-ae17-96e87fb2361e tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.336872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-268cddaf-b0cd-48af-86d1-b6576b8d93b2 req-3f6c3033-2f80-4ca7-ae17-96e87fb2361e tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0697594 Feb 11 05:17:36.384324 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2928e77a-8039-4a22-9389-5adb343845af), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.407043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-268cddaf-b0cd-48af-86d1-b6576b8d93b2 req-2da7d442-dcc0-4731-a005-d84f962f13ab tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611963 Feb 11 05:17:36.458685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=2928e77a-8039-4a22-9389-5adb343845af,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:36.558882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780ac8c-2e3a-45cf-9a47-a1e3ea01a066 req-fb250197-a19d-4160-9f70-e3cc1b41ceee tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.561175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5780ac8c-2e3a-45cf-9a47-a1e3ea01a066 req-fb250197-a19d-4160-9f70-e3cc1b41ceee tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.0828757 Feb 11 05:17:36.570972 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.615889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['2928e77a-8039-4a22-9389-5adb343845af'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:36.630006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5780ac8c-2e3a-45cf-9a47-a1e3ea01a066 req-73a624e4-4cab-4071-b933-6cb47584ce56 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619752 Feb 11 05:17:36.764804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a67591-8c69-4c74-aee6-7e93534c5fd2 req-77f98a28-6615-4115-ab34-2530073b8ced tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.767135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8a67591-8c69-4c74-aee6-7e93534c5fd2 req-77f98a28-6615-4115-ab34-2530073b8ced tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.0779960 Feb 11 05:17:36.835472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8a67591-8c69-4c74-aee6-7e93534c5fd2 req-6416bd25-4d25-4585-8adf-4756abf32c27 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583453 Feb 11 05:17:36.943451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b353679-e6ee-456a-bff3-1048e22e006d req-849fdf67-690c-4632-b106-70951b44d95b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.949147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b353679-e6ee-456a-bff3-1048e22e006d req-849fdf67-690c-4632-b106-70951b44d95b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.951090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b353679-e6ee-456a-bff3-1048e22e006d req-849fdf67-690c-4632-b106-70951b44d95b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1683 time: 0.0741794 Feb 11 05:17:37.017907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b353679-e6ee-456a-bff3-1048e22e006d req-12857bf2-4e1a-4f1d-8460-9cbe87e89cde tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563724 Feb 11 05:17:37.356877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd92e8-9319-436c-a8f9-e83aa27ff1bc req-c3024dfd-8653-4753-8b0a-1bee2d3c4ee2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.358632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8cd92e8-9319-436c-a8f9-e83aa27ff1bc req-c3024dfd-8653-4753-8b0a-1bee2d3c4ee2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.0871592 Feb 11 05:17:37.407054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46052) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:37.426189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8cd92e8-9319-436c-a8f9-e83aa27ff1bc req-7c14bd9e-48d3-4d12-9e24-a101f362d926 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604000 Feb 11 05:17:37.552649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20d55019-ecb2-46ae-b2e6-aca83a2be541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.573332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1fb6-b94f-4668-9d19-057ef86d14fd req-e045b18a-c0d3-4132-9bc7-260daccbdb10 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.574852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3ba1fb6-b94f-4668-9d19-057ef86d14fd req-e045b18a-c0d3-4132-9bc7-260daccbdb10 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0828130 Feb 11 05:17:37.648862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3ba1fb6-b94f-4668-9d19-057ef86d14fd req-db27de42-78a1-4ffe-b165-a019c0f81fe8 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 Feb 11 05:17:37.700773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20d55019-ecb2-46ae-b2e6-aca83a2be541 admin admin] Publish callbacks [] for security_group (fce55965-fb35-40c8-8b59-e66a86183198), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.767825 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20d55019-ecb2-46ae-b2e6-aca83a2be541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fce55965-fb35-40c8-8b59-e66a86183198), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.816052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d55019-ecb2-46ae-b2e6-aca83a2be541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce55965-fb35-40c8-8b59-e66a86183198,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:37.825028 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-20d55019-ecb2-46ae-b2e6-aca83a2be541 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=198f4bf3db3d4d8999c84308f0e9500e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154189 Feb 11 05:17:37.826811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46064) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:37.851710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd2b5-8312-46be-b87b-a8bdbb5580b5 req-2011912c-b5fe-419d-bbc2-1bb55b8804d2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.859255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd2b5-8312-46be-b87b-a8bdbb5580b5 req-2011912c-b5fe-419d-bbc2-1bb55b8804d2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.859255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e2fd2b5-8312-46be-b87b-a8bdbb5580b5 req-2011912c-b5fe-419d-bbc2-1bb55b8804d2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1683 time: 0.1255338 Feb 11 05:17:37.885740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8303-4ad1-4706-a613-3936dcccfc5d admin admin] Publish callbacks [] for security_group (fce55965-fb35-40c8-8b59-e66a86183198), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.902086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 2928e77a-8039-4a22-9389-5adb343845af up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:37.903288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d3a34-e6d1-429e-a300-b902860ed15c req-bbf8d8d4-f072-4210-a6df-615b172c120b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.905238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-818d3a34-e6d1-429e-a300-b902860ed15c req-bbf8d8d4-f072-4210-a6df-615b172c120b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1620431 Feb 11 05:17:37.930685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8303-4ad1-4706-a613-3936dcccfc5d admin admin] Publish callbacks [] for security_group (fce55965-fb35-40c8-8b59-e66a86183198), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.957938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e2fd2b5-8312-46be-b87b-a8bdbb5580b5 req-ee24ae4f-c5b9-48c7-810b-d43866497a8b tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901370 Feb 11 05:17:37.989212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-818d3a34-e6d1-429e-a300-b902860ed15c req-fb3ea7b5-bc62-4f7f-82fc-d13964b653c1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687008 Feb 11 05:17:38.082262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 2928e77a-8039-4a22-9389-5adb343845af completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:38.088658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 2928e77a-8039-4a22-9389-5adb343845af triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:38.089435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2928e77a-8039-4a22-9389-5adb343845af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.118454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71505d1-8767-4e1e-ad7a-990ca901bccc req-82b0e3e9-1a98-4371-bcd1-bfc16bb743e6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.120455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c71505d1-8767-4e1e-ad7a-990ca901bccc req-82b0e3e9-1a98-4371-bcd1-bfc16bb743e6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.0846562 Feb 11 05:17:38.133353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8303-4ad1-4706-a613-3936dcccfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fce55965-fb35-40c8-8b59-e66a86183198), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.137352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8303-4ad1-4706-a613-3936dcccfc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.145720 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6f4c8303-4ad1-4706-a613-3936dcccfc5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fce55965-fb35-40c8-8b59-e66a86183198 HTTP/1.1" status: 204 len: 168 time: 0.3172269 Feb 11 05:17:38.171584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c8303-4ad1-4706-a613-3936dcccfc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce55965-fb35-40c8-8b59-e66a86183198,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:38.224236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 2928e77a-8039-4a22-9389-5adb343845af is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:38.224687 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2928e77a-8039-4a22-9389-5adb343845af), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.242148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c71505d1-8767-4e1e-ad7a-990ca901bccc req-1f13de4c-e16c-4c94-9104-e4b85160653b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069770 Feb 11 05:17:38.242265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.242265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.257018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2928e77a-8039-4a22-9389-5adb343845af'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:38.259342 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0920fa-b2b6-40c2-834f-8e48fd76d156" -d '{"events": [{"server_uuid": "c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "2928e77a-8039-4a22-9389-5adb343845af"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:38.273906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 2928e77a-8039-4a22-9389-5adb343845af, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2928e77a-8039-4a22-9389-5adb343845af,segment=NetworkSegment(6c65fa02-f75c-48ff-9b4d-0202c0ea8766),segment_id=6c65fa02-f75c-48ff-9b4d-0202c0ea8766)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:38.302923 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db00e1-261f-4651-8609-c6d143699b08 x-openstack-request-id: req-40db00e1-261f-4651-8609-c6d143699b08 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:38.303218 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "2928e77a-8039-4a22-9389-5adb343845af", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:38.303614 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40db00e1-261f-4651-8609-c6d143699b08 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:38.303873 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2928e77a-8039-4a22-9389-5adb343845af', 'code': 200} Feb 11 05:17:38.408044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2928e77a-8039-4a22-9389-5adb343845af), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.409840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c64263-3666-42a8-801c-7de711c3db21 req-fdaecf58-f745-45e8-b29d-a995a22bfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.411371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21c64263-3666-42a8-801c-7de711c3db21 req-fdaecf58-f745-45e8-b29d-a995a22bfe00 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 1128 time: 0.0486648 Feb 11 05:17:38.473131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21c64263-3666-42a8-801c-7de711c3db21 req-da41048c-2421-4ff2-a609-a4f2db5df9e0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546958 Feb 11 05:17:38.483947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=2928e77a-8039-4a22-9389-5adb343845af,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:38.567067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107c81b-e174-449d-a744-b3d64d2fdfe6 req-1b6e9272-9f45-47e6-a8ad-668ef7260fd1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.568842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e107c81b-e174-449d-a744-b3d64d2fdfe6 req-1b6e9272-9f45-47e6-a8ad-668ef7260fd1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.0676568 Feb 11 05:17:38.628724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e107c81b-e174-449d-a744-b3d64d2fdfe6 req-c62bb589-db1e-4308-b6a5-f79e1f91f07b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Feb 11 05:17:38.834305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48290b-036d-4223-a3d6-c2be0a9e99c7 req-a6f86e30-df89-4a94-8218-946934cd7ce8 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.840451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf48290b-036d-4223-a3d6-c2be0a9e99c7 req-a6f86e30-df89-4a94-8218-946934cd7ce8 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0732007 Feb 11 05:17:38.903371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf48290b-036d-4223-a3d6-c2be0a9e99c7 req-f828417b-44cc-49ff-ae5e-a6ef5ec7d4ae tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565953 Feb 11 05:17:39.134903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.163661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a46b0-1a8c-4a4b-a308-7b157acfc607 req-f671ba04-9617-4b5d-8965-ad90a192171d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.170503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a46b0-1a8c-4a4b-a308-7b157acfc607 req-f671ba04-9617-4b5d-8965-ad90a192171d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.172233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a1a46b0-1a8c-4a4b-a308-7b157acfc607 req-f671ba04-9617-4b5d-8965-ad90a192171d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1683 time: 0.1189923 Feb 11 05:17:39.212826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55273f4-2667-4f52-8ff6-a3d427453e69 req-d925caf9-39ae-4795-beb2-c0a87a218fa1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.214309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c55273f4-2667-4f52-8ff6-a3d427453e69 req-d925caf9-39ae-4795-beb2-c0a87a218fa1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1217191 Feb 11 05:17:39.261368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a1a46b0-1a8c-4a4b-a308-7b157acfc607 req-0662b96e-6179-405c-9a97-2f9bfa9db910 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822563 Feb 11 05:17:39.317392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c55273f4-2667-4f52-8ff6-a3d427453e69 req-037d375d-af32-4fe9-a499-a24a78f52c17 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947549 Feb 11 05:17:39.322565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-86211380-7a9f-452a-ae30-dc2d8a8b4dfc tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.332981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-86211380-7a9f-452a-ae30-dc2d8a8b4dfc tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.335238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-86211380-7a9f-452a-ae30-dc2d8a8b4dfc tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 1683 time: 0.1049933 Feb 11 05:17:39.447780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26457221-9edd-453f-9a91-c2544540f2cc req-ee1d8d9e-aecd-4661-871d-96fb6e070bb8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.450267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26457221-9edd-453f-9a91-c2544540f2cc req-ee1d8d9e-aecd-4661-871d-96fb6e070bb8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.0825658 Feb 11 05:17:39.524321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:39.525038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.541313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26457221-9edd-453f-9a91-c2544540f2cc req-c9abaf93-0fbe-46e7-bbff-8857961d84ae tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841162 Feb 11 05:17:39.634972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:39.635322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.650136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for 734f8c58-f2b9-4848-8f0c-6ffa64e470fe owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:39.772675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46106) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:39.868777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2ca4a-7c75-43cf-a8e9-203105836fd6 req-8ba6be73-e911-45b6-ada5-4613948111e7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.876441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bed2ca4a-7c75-43cf-a8e9-203105836fd6 req-8ba6be73-e911-45b6-ada5-4613948111e7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1136181 Feb 11 05:17:39.943133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bed2ca4a-7c75-43cf-a8e9-203105836fd6 req-7ff36656-0bd5-4e63-934b-cc2b47114d66 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638335 Feb 11 05:17:39.948467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (734f8c58-f2b9-4848-8f0c-6ffa64e470fe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.954604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-735763742-network', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:39.963473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['734f8c58-f2b9-4848-8f0c-6ffa64e470fe', '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:40.003452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=734f8c58-f2b9-4848-8f0c-6ffa64e470fe,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:40.056499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port 734f8c58-f2b9-4848-8f0c-6ffa64e470fe on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:40.061282 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.065773 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-dd33474e-5a46-46b2-a962-d1b73ae573af tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "DELETE /v2.0/ports/734f8c58-f2b9-4848-8f0c-6ffa64e470fe HTTP/1.1" status: 204 len: 173 time: 0.7253139 Feb 11 05:17:40.066355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'name': 'network-vif-deleted', 'tag': '734f8c58-f2b9-4848-8f0c-6ffa64e470fe'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:40.069051 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890fb00d-9765-4a0b-8ce6-c4d82e9dfa76" -d '{"events": [{"server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "name": "network-vif-deleted", "tag": "734f8c58-f2b9-4848-8f0c-6ffa64e470fe"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:40.106384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Made reservation on behalf of 7b66a262dfec41ddbd74abf4b6f53db4 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:40.108770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.140362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eea27f-01ad-45b6-a976-98d8aad5d550 req-172916ab-1f95-43c4-94ac-b3d52cdbe256 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:40.142018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44eea27f-01ad-45b6-a976-98d8aad5d550 req-172916ab-1f95-43c4-94ac-b3d52cdbe256 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 946 time: 0.1063137 Feb 11 05:17:40.143752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.151317 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec70dd5-2a12-4c8e-88a0-d9eecf9f0ce5 x-openstack-request-id: req-5ec70dd5-2a12-4c8e-88a0-d9eecf9f0ce5 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:40.151640 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "name": "network-vif-deleted", "tag": "734f8c58-f2b9-4848-8f0c-6ffa64e470fe", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:40.152058 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ec70dd5-2a12-4c8e-88a0-d9eecf9f0ce5 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:40.152468 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'name': 'network-vif-deleted', 'tag': '734f8c58-f2b9-4848-8f0c-6ffa64e470fe', 'status': 'completed', 'code': 200} Feb 11 05:17:40.243349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Publish callbacks [] for security_group (d2206d32-bfdd-4125-9d72-4e145f1a2479), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.256452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:40.259738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.334873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44eea27f-01ad-45b6-a976-98d8aad5d550 req-701cb6c8-5353-4bce-99f9-ea9584a4d7e6 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785810 Feb 11 05:17:40.352521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2206d32-bfdd-4125-9d72-4e145f1a2479), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.400992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:40.402593 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.429065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:40.457767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:17:40.483130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2206d32-bfdd-4125-9d72-4e145f1a2479,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:40.493176 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d2f1176f-0bee-46cb-8c16-e4eae39b03d9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.493523 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Added segment d2f1176f-0bee-46cb-8c16-e4eae39b03d9 of type vlan for network 97fe9625-b9db-47c4-93ae-b37d99322a4a Feb 11 05:17:40.617659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e5767-4554-41f2-914f-131e42fb967b req-8f7eb24c-333d-40a9-a2a4-1b30c47ec291 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:40.624882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-915e5767-4554-41f2-914f-131e42fb967b req-8f7eb24c-333d-40a9-a2a4-1b30c47ec291 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 946 time: 0.2344534 Feb 11 05:17:40.628146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (97fe9625-b9db-47c4-93ae-b37d99322a4a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.711413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73390640-31af-4435-852b-f4fd9c3eb481 req-dc207f8a-1f7d-4fd6-a673-2ab5b2cf3c3d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:40.713082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73390640-31af-4435-852b-f4fd9c3eb481 req-dc207f8a-1f7d-4fd6-a673-2ab5b2cf3c3d tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1763415 Feb 11 05:17:40.732240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-915e5767-4554-41f2-914f-131e42fb967b req-67dcc215-034a-4ed4-bda4-5c877cf62364 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/security-groups?id=431ac64f-2cbe-4f8f-b144-2b02180201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065071 Feb 11 05:17:40.742067 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.762948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['734f8c58-f2b9-4848-8f0c-6ffa64e470fe'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:40.787028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73390640-31af-4435-852b-f4fd9c3eb481 req-bf9e6148-d191-40eb-8908-42079cab150f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681174 Feb 11 05:17:40.793557 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (97fe9625-b9db-47c4-93ae-b37d99322a4a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.797609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:40.797609 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.902725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] Pushing event updated for resources: {'Network': ['ID=97fe9625-b9db-47c4-93ae-b37d99322a4a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:40.916643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:17:40.944041 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4fa78e29-41eb-4f0a-a060-3869782266b7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1653738 Feb 11 05:17:40.949626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46130) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:40.954774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:40.967816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Request body: {'subnet': {'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-735763742-subnet', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:40.968427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:40.976453 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.987494 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8bc7cd83-d22c-4b60-86ec-27a87e7306f9 req-9cde0f34-c0e5-4e77-bdfb-aa058d91f27d tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.65 "DELETE /v2.0/ports/05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 HTTP/1.1" status: 204 len: 173 time: 0.9151518 Feb 11 05:17:41.143613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034877d-9bf4-4af6-b1b6-3e56aa086166 req-74dd270b-4582-4f76-a77e-5fd4a5212eb9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.145621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8034877d-9bf4-4af6-b1b6-3e56aa086166 req-74dd270b-4582-4f76-a77e-5fd4a5212eb9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1522129 Feb 11 05:17:41.146267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Made reservation on behalf of 7b66a262dfec41ddbd74abf4b6f53db4 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:41.148822 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.223298 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.373885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8034877d-9bf4-4af6-b1b6-3e56aa086166 req-3c8f9d6e-eb39-4964-8c8a-b88c707f61c1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894276 Feb 11 05:17:41.516319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8ca72-7834-4d7d-b9b8-0691118e664e req-6bbcfea4-0b4d-401c-8249-20111b8b779a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.524487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20b8ca72-7834-4d7d-b9b8-0691118e664e req-6bbcfea4-0b4d-401c-8249-20111b8b779a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.3461807 Feb 11 05:17:41.599354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20b8ca72-7834-4d7d-b9b8-0691118e664e req-deda9185-7f3a-49ea-bc3e-16e3d37bbe84 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738370 Feb 11 05:17:41.601660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-1f1a145d-d50f-465f-b2ce-e4aa745f3963 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.609278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-1f1a145d-d50f-465f-b2ce-e4aa745f3963 tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1129 time: 0.3371470 Feb 11 05:17:41.629284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-37'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:41.691901 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (88524d8e-9dc4-441b-92ad-c0fc2a6183f3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.735698 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.774188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88524d8e-9dc4-441b-92ad-c0fc2a6183f3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:41.829839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Checking segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:41.835228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Network hostable DHCP agents. Network: 97fe9625-b9db-47c4-93ae-b37d99322a4a, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:17:41.971941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43a56b32-e0f0-462c-8195-9360ced10ce7 req-23a6b2c8-2688-4be7-910a-5b51ab030f1f tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63bcc76-f148-4f38-b60e-acc73e4fb874 HTTP/1.1" status: 200 len: 210 time: 0.0520282 Feb 11 05:17:41.978121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:17:41.982421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:42.086275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 97fe9625-b9db-47c4-93ae-b37d99322a4a) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:42.098749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc2353-1a0f-46a7-a3e8-b1d23c23ffde None None] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:42.114319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:42.118366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.119471 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.153682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'name': 'network-vif-deleted', 'tag': '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:42.156236 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcdc749-a412-4194-916a-a97da8941943" -d '{"events": [{"server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "name": "network-vif-deleted", "tag": "05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:42.216421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:42.222175 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519e0453-1e19-472f-855c-b4bddab1113d" -d '{"events": [{"server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:42.233091 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Publish callbacks [] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.272901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea9d8f-4b6f-499d-85fc-5b71db71884b req-6a2f30ed-8ca6-4d96-af8b-18e8c64e5321 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.284063 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bea9d8f-4b6f-499d-85fc-5b71db71884b req-6a2f30ed-8ca6-4d96-af8b-18e8c64e5321 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 946 time: 0.1936300 Feb 11 05:17:42.319427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46164) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:42.319823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-798add65-ebeb-4063-af62-12afde17cd86 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3667176 Feb 11 05:17:42.324795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:42.362571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-97fe9625-b9db-47c4-93ae-b37d99322a4a', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:17:42.363552 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.392223 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.443718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bea9d8f-4b6f-499d-85fc-5b71db71884b req-c11924d8-9c39-4713-98dd-d25e79f3efd3 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584315 Feb 11 05:17:42.465796 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (071aea2f-7d08-4489-a372-b213ce5211f6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.467337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (071aea2f-7d08-4489-a372-b213ce5211f6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.539172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fa5f8-680e-47e6-b80e-c85d57aee7f9 req-c49f7170-e4a1-4c25-8184-e27d4916b7d1 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.540795 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bd7483-8d49-48dd-a9c8-9065832b5892 x-openstack-request-id: req-87bd7483-8d49-48dd-a9c8-9065832b5892 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:42.542288 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63bcc76-f148-4f38-b60e-acc73e4fb874", "name": "network-vif-deleted", "tag": "05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:42.545138 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87bd7483-8d49-48dd-a9c8-9065832b5892 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:42.546062 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63bcc76-f148-4f38-b60e-acc73e4fb874', 'name': 'network-vif-deleted', 'tag': '05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3', 'status': 'completed', 'code': 200} Feb 11 05:17:42.546354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de0fa5f8-680e-47e6-b80e-c85d57aee7f9 req-c49f7170-e4a1-4c25-8184-e27d4916b7d1 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 946 time: 0.2345369 Feb 11 05:17:42.563792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Allocated IP 172.20.0.2 (97fe9625-b9db-47c4-93ae-b37d99322a4a/88524d8e-9dc4-441b-92ad-c0fc2a6183f3/667639a3-65e5-4a8b-ba61-0aef0afd7df5) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:42.599997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks [] for router_controller (071aea2f-7d08-4489-a372-b213ce5211f6), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.612551 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0728a74-b99d-424a-b0ee-41d3899bb30d x-openstack-request-id: req-f0728a74-b99d-424a-b0ee-41d3899bb30d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:42.613161 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:42.613586 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0728a74-b99d-424a-b0ee-41d3899bb30d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:42.614369 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e', 'code': 200} Feb 11 05:17:42.626336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:42.648052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on host n-h2-713498-37 for vnic_type normal with profile {"migrating_to": "n-h1-713498-37"} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:42.648696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:42.649407 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:42.680561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:42.680935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Attempting to bind port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on network 581e75b9-da58-4622-8cd2-95bcd5f8d91f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:42.696783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de0fa5f8-680e-47e6-b80e-c85d57aee7f9 req-02ab28cb-70e5-48f5-b3aa-104239fdc533 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494920 Feb 11 05:17:42.721183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:42.721183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Checking segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:42.721183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Bound using segment: {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:42.721183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Bound port: 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53b1606-f7b6-48c5-85c3-4d990f48a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '581e75b9-da58-4622-8cd2-95bcd5f8d91f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:42.721183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.803617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb9332-d041-4a5c-8422-1ab00633dd9d req-93266b83-ca8a-483d-92e8-99fd71ec2c47 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.810855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2eb9332-d041-4a5c-8422-1ab00633dd9d req-93266b83-ca8a-483d-92e8-99fd71ec2c47 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1409276 Feb 11 05:17:42.834150 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Publish callbacks [] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.839417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:42.863578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:42.864334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 05eee0b9-4d80-4ac6-a8f1-ce6cd2ffc2a3 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:42.864983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 734f8c58-f2b9-4848-8f0c-6ffa64e470fe no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:42.886363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:42.888896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 734f8c58-f2b9-4848-8f0c-6ffa64e470fe {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:42.889399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 734f8c58-f2b9-4848-8f0c-6ffa64e470fe not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:42.893416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:42.953631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.955451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks [] for router_gateway (071aea2f-7d08-4489-a372-b213ce5211f6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.959302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2eb9332-d041-4a5c-8422-1ab00633dd9d req-3c684354-1e42-4ddc-92a9-cbc64b2a4fc9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477180 Feb 11 05:17:42.981346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92825975-f057-440c-ae7b-30e8385d19fb req-58a14d78-2449-4367-8547-cb6defd6395c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.986920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92825975-f057-440c-ae7b-30e8385d19fb req-58a14d78-2449-4367-8547-cb6defd6395c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1478217 Feb 11 05:17:43.007955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.010238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:43.013429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:43.019365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:43.033125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Pushing event updated for resources: {'Port': ['ID=667639a3-65e5-4a8b-ba61-0aef0afd7df5,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:43.072070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46172) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:43.117587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Attempting to bind port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:43.118243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Attempting to bind port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:43.118539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Attempting to bind port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 on network 97fe9625-b9db-47c4-93ae-b37d99322a4a {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:43.125851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:43.126533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Checking segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:43.127864 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.128556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Bound using segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:43.129668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Bound port: 667639a3-65e5-4a8b-ba61-0aef0afd7df5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:43.131911 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.135697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92825975-f057-440c-ae7b-30e8385d19fb req-c4f86f4e-ff34-475c-b205-a6bac3d2fdd3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456456 Feb 11 05:17:43.139906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.140636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.142123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] 10.222.0.83 "PUT /v2.0/ports/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 200 len: 1124 time: 1.5186987 Feb 11 05:17:43.144486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4741ee-5289-4d15-9c70-6e4e16a83cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=8']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:43.196766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-56264cfa-4805-408b-a86a-0877aeaf41e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting subnet f6482e0f-cffc-481b-a159-bef5a12e6f03 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:43.200326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56264cfa-4805-408b-a86a-0877aeaf41e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (f6482e0f-cffc-481b-a159-bef5a12e6f03), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.249117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3fc96e6a-3979-46d1-bc43-4fa6adae4a9e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:43.249363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56264cfa-4805-408b-a86a-0877aeaf41e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (f6482e0f-cffc-481b-a159-bef5a12e6f03), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.286716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3fc96e6a-3979-46d1-bc43-4fa6adae4a9e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:43.322141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] For port 667639a3-65e5-4a8b-ba61-0aef0afd7df5, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:43.373292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] For port 667639a3-65e5-4a8b-ba61-0aef0afd7df5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=667639a3-65e5-4a8b-ba61-0aef0afd7df5,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:43.385787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56264cfa-4805-408b-a86a-0877aeaf41e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f6482e0f-cffc-481b-a159-bef5a12e6f03), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.498740 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.548036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks [] for router_gateway (071aea2f-7d08-4489-a372-b213ce5211f6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.577389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.630374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56264cfa-4805-408b-a86a-0877aeaf41e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (f6482e0f-cffc-481b-a159-bef5a12e6f03), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.676704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56264cfa-4805-408b-a86a-0877aeaf41e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Subnet': ['ID=f6482e0f-cffc-481b-a159-bef5a12e6f03,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:43.686802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e4b93adb-ae5b-4ef8-8b3a-313ac3521917 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.688997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e4b93adb-ae5b-4ef8-8b3a-313ac3521917 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.83 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 946 time: 0.1467392 Feb 11 05:17:43.709250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56264cfa-4805-408b-a86a-0877aeaf41e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.713365 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-56264cfa-4805-408b-a86a-0877aeaf41e1 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "DELETE /v2.0/subnets/f6482e0f-cffc-481b-a159-bef5a12e6f03 HTTP/1.1" status: 204 len: 168 time: 0.6390848 Feb 11 05:17:43.718264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:43.810485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e99b9c-5d45-4676-a739-218d6d4783b0 None None] Pushing event updated for resources: {'Port': ['ID=667639a3-65e5-4a8b-ba61-0aef0afd7df5,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:43.817499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819423c-c181-4659-bb98-550d88acc31b None None] Network 593efe0a-80c1-496c-b57b-656b22783648 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:43.842593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903ea4-d7dc-40b2-80de-74b313431e2c req-ee79ad28-a387-428c-a762-1948e7eedbe2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.855988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74903ea4-d7dc-40b2-80de-74b313431e2c req-ee79ad28-a387-428c-a762-1948e7eedbe2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.2324584 Feb 11 05:17:43.890382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Allocated IP 172.25.8.231 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/c1bafaa8-8c52-4e85-9df7-854dd1761046) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:43.898119 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (593efe0a-80c1-496c-b57b-656b22783648), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.948641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:44.079264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74903ea4-d7dc-40b2-80de-74b313431e2c req-bce79c53-d4d4-4213-ad50-506a1303d1be tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209489 Feb 11 05:17:44.102770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43932e20-3be9-499c-a121-4845afb8eec0 req-80ac0769-c08e-484f-a2a4-32903ca2c9c8 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.104367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43932e20-3be9-499c-a121-4845afb8eec0 req-80ac0769-c08e-484f-a2a4-32903ca2c9c8 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 946 time: 0.2855306 Feb 11 05:17:44.148301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Deleting port 2928e77a-8039-4a22-9389-5adb343845af {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:44.148982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2928e77a-8039-4a22-9389-5adb343845af), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.161668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port 60959b37-04fd-488f-9bce-63d164d34cb6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:44.162297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.328782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:44.340140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks [] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.347620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port 60959b37-04fd-488f-9bce-63d164d34cb6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=60959b37-04fd-488f-9bce-63d164d34cb6,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:44.347986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.348300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43932e20-3be9-499c-a121-4845afb8eec0 req-09fc1256-f4cd-4551-b5a7-aabf660f8195 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e8dd35-097f-4933-8e1a-5295205e87d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322316 Feb 11 05:17:44.365919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e has no active binding in host n-h1-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:17:44.378349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for 60959b37-04fd-488f-9bce-63d164d34cb6 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:44.405712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] For port 2928e77a-8039-4a22-9389-5adb343845af, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2928e77a-8039-4a22-9389-5adb343845af,segment=NetworkSegment(6c65fa02-f75c-48ff-9b4d-0202c0ea8766),segment_id=6c65fa02-f75c-48ff-9b4d-0202c0ea8766)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:44.405712 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2928e77a-8039-4a22-9389-5adb343845af), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.424106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Calling delete_port for 2928e77a-8039-4a22-9389-5adb343845af owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:44.467563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] DHCP port deletion for 593efe0a-80c1-496c-b57b-656b22783648 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:17:44.567307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] Deleting port 60959b37-04fd-488f-9bce-63d164d34cb6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:44.567688 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.607794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.621330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:44.624023 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bf69f2-dbdf-4b31-82a9-096d14e87b24" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:44.646588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] For port 60959b37-04fd-488f-9bce-63d164d34cb6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=60959b37-04fd-488f-9bce-63d164d34cb6,segment=NetworkSegment(c63866a6-a28f-4b27-b9e6-0f970662bca8),segment_id=c63866a6-a28f-4b27-b9e6-0f970662bca8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:44.647625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.664331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] Calling delete_port for 60959b37-04fd-488f-9bce-63d164d34cb6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:44.669076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.671833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b727914-3b4c-4a2a-b8d5-f43595e9ce25 req-9c977220-3a7f-45ee-9d33-01409a51f9a9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.679953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b727914-3b4c-4a2a-b8d5-f43595e9ce25 req-9c977220-3a7f-45ee-9d33-01409a51f9a9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.3534210 Feb 11 05:17:44.691541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ccedb-a333-401f-927b-7baece209096 req-6131ebae-edca-4ec5-a62c-2f089da553d3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.699735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a4ccedb-a333-401f-927b-7baece209096 req-6131ebae-edca-4ec5-a62c-2f089da553d3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1576214 Feb 11 05:17:44.706686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:44.712503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port 60959b37-04fd-488f-9bce-63d164d34cb6 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:44.716922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:44.725756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:44.740897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Pushing event updated for resources: {'Port': ['ID=c1bafaa8-8c52-4e85-9df7-854dd1761046,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.792335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (60959b37-04fd-488f-9bce-63d164d34cb6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.807224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b727914-3b4c-4a2a-b8d5-f43595e9ce25 req-d0c8d2ff-edfc-4a68-b71d-fee683d3995f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261594 Feb 11 05:17:44.822011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] Pushing event deleted for resources: {'Port': ['ID=60959b37-04fd-488f-9bce-63d164d34cb6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.830981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8effedc-8322-4231-bdfb-82be930e1528 None None] No DVR routers for this DVR port 60959b37-04fd-488f-9bce-63d164d34cb6 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:44.855269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=60959b37-04fd-488f-9bce-63d164d34cb6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.873460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a4ccedb-a333-401f-927b-7baece209096 req-f5a0a299-65df-4e53-984a-1dbd3fd15bdf tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722598 Feb 11 05:17:44.930643 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c1b56b-acd6-4b50-bae3-5a6f8bc46a0c x-openstack-request-id: req-e7c1b56b-acd6-4b50-bae3-5a6f8bc46a0c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:44.931387 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:44.931990 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7c1b56b-acd6-4b50-bae3-5a6f8bc46a0c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:44.932584 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e', 'status': 'completed', 'code': 200} Feb 11 05:17:44.956969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (593efe0a-80c1-496c-b57b-656b22783648), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.999287 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2928e77a-8039-4a22-9389-5adb343845af), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.011758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['2928e77a-8039-4a22-9389-5adb343845af'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:45.041448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Pushing event deleted for resources: {'Port': ['ID=2928e77a-8039-4a22-9389-5adb343845af,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:45.091601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593efe0a-80c1-496c-b57b-656b22783648']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:45.103866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] No DVR routers for this DVR port 2928e77a-8039-4a22-9389-5adb343845af on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:45.107891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.117948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86c8b452-31e0-4033-907a-ef6cd9788478 req-e77c47ce-ede8-4e1b-97e0-ac6f22379c47 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.83 "DELETE /v2.0/ports/2928e77a-8039-4a22-9389-5adb343845af HTTP/1.1" status: 204 len: 173 time: 1.4166403 Feb 11 05:17:45.133037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63866a6-a28f-4b27-b9e6-0f970662bca8') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:45.133431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63866a6-a28f-4b27-b9e6-0f970662bca8') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:45.154143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (c63866a6-a28f-4b27-b9e6-0f970662bca8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.180544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-bd1f7e46-b0dc-4c64-9502-7168d687668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.180544 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-bd1f7e46-b0dc-4c64-9502-7168d687668e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1158 time: 0.2098324 Feb 11 05:17:45.194630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c63866a6-a28f-4b27-b9e6-0f970662bca8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.217696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:17:45.218199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (c63866a6-a28f-4b27-b9e6-0f970662bca8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:17:45.222645 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:17:45.313489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df6170-2a7c-4172-b093-cbe92b79e0b7 req-13430ffc-6a9d-4c21-95bf-2d2b38e76274 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.323544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99df6170-2a7c-4172-b093-cbe92b79e0b7 req-13430ffc-6a9d-4c21-95bf-2d2b38e76274 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.0924432 Feb 11 05:17:45.403333 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99df6170-2a7c-4172-b093-cbe92b79e0b7 req-42720386-6df7-4ca0-84d0-aba85a0d48c6 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781479 Feb 11 05:17:45.447502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-9ba8d58a-6076-4109-9544-838893788222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.449561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-9ba8d58a-6076-4109-9544-838893788222 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.2654912 Feb 11 05:17:45.452192 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (593efe0a-80c1-496c-b57b-656b22783648), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.473336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.476964 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "DELETE /v2.0/networks/593efe0a-80c1-496c-b57b-656b22783648 HTTP/1.1" status: 204 len: 168 time: 1.7576959 Feb 11 05:17:45.479577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46194) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:45.554716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Network': ['ID=593efe0a-80c1-496c-b57b-656b22783648,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:45.559745 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-d70253ae-0d29-4184-9ca1-c88127cb830e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 200 len: 217 time: 0.1027210 Feb 11 05:17:45.566904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a0a2afd-d168-486b-9ab5-61cda1c895fc req-d12be73b-9f41-4647-9b10-662d942e2eb8 tempest-ServerMetadataNegativeTestJSON-624228970 tempest-ServerMetadataNegativeTestJSON-624228970-project] 10.222.0.62 "GET /v2.0/ports?device_id=c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0506799 Feb 11 05:17:45.587836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a323a75-bfc1-4065-9091-3c4c74c100b1 None None] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:45.609754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.610030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.610451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.610863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.611941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.612390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.612885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.613284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.613704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.614110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.614497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.614915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.615173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting subnet cba40c65-e2c5-4adb-bf30-f934b00cf9c8 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:45.615616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339828d3-e846-40bc-aa29-02a3fd3cecc2 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:45.619947 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks [] for subnet (cba40c65-e2c5-4adb-bf30-f934b00cf9c8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.691761 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (cba40c65-e2c5-4adb-bf30-f934b00cf9c8), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.712155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-53646b3e-b867-40fc-b50c-362d304b83c9 None None] Provisioning complete for port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:45.712913 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53646b3e-b867-40fc-b50c-362d304b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.805229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (cba40c65-e2c5-4adb-bf30-f934b00cf9c8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.848018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-53646b3e-b867-40fc-b50c-362d304b83c9 None None] Current status of the port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:45.848724 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53646b3e-b867-40fc-b50c-362d304b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.956056 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (cba40c65-e2c5-4adb-bf30-f934b00cf9c8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.957133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-53646b3e-b867-40fc-b50c-362d304b83c9 None None] For port 667639a3-65e5-4a8b-ba61-0aef0afd7df5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=667639a3-65e5-4a8b-ba61-0aef0afd7df5,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:46.032811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b28be2-e01e-4844-9b9a-fc67adb355b7 None None] Network 71f29d08-891a-4094-8af7-599adaa095ba requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:46.090495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 667639a3-65e5-4a8b-ba61-0aef0afd7df5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:46.092730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Subnet': ['ID=cba40c65-e2c5-4adb-bf30-f934b00cf9c8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:46.104019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.109225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "DELETE /v2.0/subnets/cba40c65-e2c5-4adb-bf30-f934b00cf9c8 HTTP/1.1" status: 204 len: 168 time: 0.6282690 Feb 11 05:17:46.113822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:46.114821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53646b3e-b867-40fc-b50c-362d304b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.118385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.120666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.120666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.120666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.120666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.121243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.121243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.121636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.121935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.122580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.122914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.123245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.123578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0aff0c-288e-43d8-a983-bedf9b41e974 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:46.178392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks [] for router_gateway (071aea2f-7d08-4489-a372-b213ce5211f6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.199991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd55fe-fa58-4648-9e4f-4b2671db513d req-1d395499-2c4d-4613-91bd-f20cfd7e9a1e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.211635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09bd55fe-fa58-4648-9e4f-4b2671db513d req-1d395499-2c4d-4613-91bd-f20cfd7e9a1e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1953733 Feb 11 05:17:46.296956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53646b3e-b867-40fc-b50c-362d304b83c9 None None] Pushing event updated for resources: {'Port': ['ID=667639a3-65e5-4a8b-ba61-0aef0afd7df5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:46.311151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:46.311870 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.327306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a41d0-220a-4f72-8057-42a823dcd0a6 req-16912c96-2414-45fe-9218-04d2920cc02d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.328987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff4a41d0-220a-4f72-8057-42a823dcd0a6 req-16912c96-2414-45fe-9218-04d2920cc02d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.3142433 Feb 11 05:17:46.338505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-836304a8-095d-4cd5-9257-5faf90a74338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.340055 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-836304a8-095d-4cd5-9257-5faf90a74338 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.7713327 Feb 11 05:17:46.387014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09bd55fe-fa58-4648-9e4f-4b2671db513d req-520baab5-6d77-4f73-aefa-a300d295a639 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743808 Feb 11 05:17:46.472783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:46.491740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff4a41d0-220a-4f72-8057-42a823dcd0a6 req-1f75812d-d1af-41f6-91e9-758d0c943eb6 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456101 Feb 11 05:17:46.500012 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-cafeea0d-59d2-4bdf-ac67-b36a65ee8ee0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460662 Feb 11 05:17:46.524102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (71f29d08-891a-4094-8af7-599adaa095ba), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.558590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] DHCP port deletion for 71f29d08-891a-4094-8af7-599adaa095ba request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:17:46.580054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ef0cc8a6-78d8-4155-ada9-87da60022488 None None] Provisioning complete for port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:46.580729 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc8a6-78d8-4155-ada9-87da60022488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.637004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 60959b37-04fd-488f-9bce-63d164d34cb6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:46.656372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13df11-5408-430e-91c4-d3d33c25fa93 req-698de8a8-c07e-4677-91b2-015e7bd4d508 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.658144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc13df11-5408-430e-91c4-d3d33c25fa93 req-698de8a8-c07e-4677-91b2-015e7bd4d508 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.0707066 Feb 11 05:17:46.658710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46208) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:46.686731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 60959b37-04fd-488f-9bce-63d164d34cb6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:46.687681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 60959b37-04fd-488f-9bce-63d164d34cb6 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:46.750903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc13df11-5408-430e-91c4-d3d33c25fa93 req-b7a4a65f-3ac5-49d5-ac54-65bf60099303 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829728 Feb 11 05:17:46.758017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-60409eb5-f89c-48ac-acd0-a8ee4d8b61eb admin admin] Deleting subnet 032913f6-7d64-4966-ad43-8c7f49a40cb5 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:46.761644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60409eb5-f89c-48ac-acd0-a8ee4d8b61eb admin admin] Publish callbacks [] for subnet (032913f6-7d64-4966-ad43-8c7f49a40cb5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.785512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] Deleting port cf7f841f-f185-407b-81d1-f69b9f574e26 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:46.786508 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.813532 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60409eb5-f89c-48ac-acd0-a8ee4d8b61eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (032913f6-7d64-4966-ad43-8c7f49a40cb5), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.828534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cc8a6-78d8-4155-ada9-87da60022488 None None] Current status of the port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:46.837570 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-c1038228-162e-42d8-bb9c-eddb67029bc8 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296912 Feb 11 05:17:46.857693 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60409eb5-f89c-48ac-acd0-a8ee4d8b61eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (032913f6-7d64-4966-ad43-8c7f49a40cb5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.884060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] For port cf7f841f-f185-407b-81d1-f69b9f574e26, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cf7f841f-f185-407b-81d1-f69b9f574e26,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:46.884797 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.910903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] Calling delete_port for cf7f841f-f185-407b-81d1-f69b9f574e26 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:46.926386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Deleting port cf7f841f-f185-407b-81d1-f69b9f574e26 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:46.926723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.934179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5', 'name': 'network-vif-deleted', 'tag': '2928e77a-8039-4a22-9389-5adb343845af'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:46.937386 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd5309a-f72c-4399-82f3-b64ec3edb87e" -d '{"events": [{"server_uuid": "c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5", "name": "network-vif-deleted", "tag": "2928e77a-8039-4a22-9389-5adb343845af"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:46.974792 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (071aea2f-7d08-4489-a372-b213ce5211f6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.997825 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4611ae09-a5d0-4bf6-abcb-9bd9bc8504aa x-openstack-request-id: req-4611ae09-a5d0-4bf6-abcb-9bd9bc8504aa {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:46.998181 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5", "name": "network-vif-deleted", "tag": "2928e77a-8039-4a22-9389-5adb343845af", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:47.000648 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4611ae09-a5d0-4bf6-abcb-9bd9bc8504aa {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:47.000648 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81310cd-53a4-4b34-8e8d-cc5fa3ce3ae5', 'name': 'network-vif-deleted', 'tag': '2928e77a-8039-4a22-9389-5adb343845af', 'status': 'completed', 'code': 200} Feb 11 05:17:47.004178 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60409eb5-f89c-48ac-acd0-a8ee4d8b61eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (032913f6-7d64-4966-ad43-8c7f49a40cb5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.036235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60409eb5-f89c-48ac-acd0-a8ee4d8b61eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032913f6-7d64-4966-ad43-8c7f49a40cb5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:47.043472 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60409eb5-f89c-48ac-acd0-a8ee4d8b61eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.050068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-60409eb5-f89c-48ac-acd0-a8ee4d8b61eb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/032913f6-7d64-4966-ad43-8c7f49a40cb5 HTTP/1.1" status: 204 len: 168 time: 0.3872545 Feb 11 05:17:47.050325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46212) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:47.090994 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.104718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] For port cf7f841f-f185-407b-81d1-f69b9f574e26, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cf7f841f-f185-407b-81d1-f69b9f574e26,segment=NetworkSegment(d567ccf0-c4e1-487a-aa19-d44f814d4922),segment_id=d567ccf0-c4e1-487a-aa19-d44f814d4922)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:47.104718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.134214 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39bf69f2-dbdf-4b31-82a9-096d14e87b24 req-6b043ed5-8187-45e3-8aff-9687da013d70 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632012 Feb 11 05:17:47.145212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Calling delete_port for cf7f841f-f185-407b-81d1-f69b9f574e26 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:47.154997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] Pushing event deleted for resources: {'Port': ['ID=cf7f841f-f185-407b-81d1-f69b9f574e26,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:47.167546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1d4217dd-1519-4854-bac5-2241b889d5b4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.171925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2b1c2-76be-40cd-a06a-bcd30ff58738 None None] No DVR routers for this DVR port cf7f841f-f185-407b-81d1-f69b9f574e26 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:47.289462 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1d4217dd-1519-4854-bac5-2241b889d5b4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.317102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cf7f841f-f185-407b-81d1-f69b9f574e26), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.334342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4217dd-1519-4854-bac5-2241b889d5b4']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.353074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c65fa02-f75c-48ff-9b4d-0202c0ea8766') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.353568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c65fa02-f75c-48ff-9b4d-0202c0ea8766') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.365454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] No DVR routers for this DVR port cf7f841f-f185-407b-81d1-f69b9f574e26 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:47.368404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Port': ['ID=cf7f841f-f185-407b-81d1-f69b9f574e26,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:47.371939 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (6c65fa02-f75c-48ff-9b4d-0202c0ea8766), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.398188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (6c65fa02-f75c-48ff-9b4d-0202c0ea8766), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.406659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Router 071aea2f-7d08-4489-a372-b213ce5211f6 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:47.407353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:17:47.407778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (6c65fa02-f75c-48ff-9b4d-0202c0ea8766), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:17:47.411534 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:17:47.571520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:47.593504 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Sync routers for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:47.606012 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:47.615681 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:17:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.618267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (71f29d08-891a-4094-8af7-599adaa095ba), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.650807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f29d08-891a-4094-8af7-599adaa095ba']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.665886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd567ccf0-c4e1-487a-aa19-d44f814d4922') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.666197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd567ccf0-c4e1-487a-aa19-d44f814d4922') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.678858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (d567ccf0-c4e1-487a-aa19-d44f814d4922), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.700619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d567ccf0-c4e1-487a-aa19-d44f814d4922), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.710682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:17:47.711462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (d567ccf0-c4e1-487a-aa19-d44f814d4922), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:17:47.715620 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:17:47.735402 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.738313 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-837fd736-589a-4b55-80ad-b3c1e1a3a6da admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4173841 Feb 11 05:17:47.751623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46220) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:47.847258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:47.931169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 2928e77a-8039-4a22-9389-5adb343845af no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:48.050112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 667639a3-65e5-4a8b-ba61-0aef0afd7df5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:48.077428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 2928e77a-8039-4a22-9389-5adb343845af {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:48.077959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 2928e77a-8039-4a22-9389-5adb343845af not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:48.153710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a957-536e-489c-8bfb-7e3507682a20 req-14e79828-2237-4b28-87d2-449f1b9f57f5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.167316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5600a957-536e-489c-8bfb-7e3507682a20 req-14e79828-2237-4b28-87d2-449f1b9f57f5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1886189 Feb 11 05:17:48.180631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1d4217dd-1519-4854-bac5-2241b889d5b4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.201384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4abfb-6c01-49d2-9835-e6e15c6b7d9d req-a777a138-30d4-4e5b-9981-8782ca413079 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.209608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43f4abfb-6c01-49d2-9835-e6e15c6b7d9d req-a777a138-30d4-4e5b-9981-8782ca413079 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.2002857 Feb 11 05:17:48.217276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:48.217695 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.224897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.228490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1d4217dd-1519-4854-bac5-2241b889d5b4 HTTP/1.1" status: 204 len: 168 time: 1.1771863 Feb 11 05:17:48.311553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f8446-066f-4be0-9492-e78b9f48e973 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4217dd-1519-4854-bac5-2241b889d5b4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.394097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5600a957-536e-489c-8bfb-7e3507682a20 req-51dd7351-252a-4aaf-94a7-f40e79c9108f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243366 Feb 11 05:17:48.433720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43f4abfb-6c01-49d2-9835-e6e15c6b7d9d req-d723a0a1-d32f-450b-a022-e501230738d5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219245 Feb 11 05:17:48.437056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:48.439721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (71f29d08-891a-4094-8af7-599adaa095ba), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.500270 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.506169 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:45Z', 'revision_number': 3, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:48.518672 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] 10.222.0.62 "DELETE /v2.0/networks/71f29d08-891a-4094-8af7-599adaa095ba HTTP/1.1" status: 204 len: 168 time: 2.4027705 Feb 11 05:17:48.522127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7619c-347b-40a9-945e-42ced3e4db98 tempest-ServersTestMultiNic-1543337762 tempest-ServersTestMultiNic-1543337762-project] Pushing event deleted for resources: {'Network': ['ID=71f29d08-891a-4094-8af7-599adaa095ba,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.557711 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Checking router: 071aea2f-7d08-4489-a372-b213ce5211f6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:48.558107 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Updating router 071aea2f-7d08-4489-a372-b213ce5211f6 port c1bafaa8-8c52-4e85-9df7-854dd1761046 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:48.579397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cf7f841f-f185-407b-81d1-f69b9f574e26 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:48.639134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: cf7f841f-f185-407b-81d1-f69b9f574e26 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:48.639412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cf7f841f-f185-407b-81d1-f69b9f574e26 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:48.658261 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.679648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611831a-c6ac-46b8-8fb3-a0d44cce5ffa req-802743fc-6e78-42d0-888b-fc2db46524c7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.681316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b611831a-c6ac-46b8-8fb3-a0d44cce5ffa req-802743fc-6e78-42d0-888b-fc2db46524c7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.1149435 Feb 11 05:17:48.794600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b611831a-c6ac-46b8-8fb3-a0d44cce5ffa req-2069e685-0388-4e3d-ba7f-c7867aba6b18 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057041 Feb 11 05:17:48.856334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 694cb42d-14bd-4f8c-98a4-c2ea42597bab details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:48.859238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.876589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46234) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:48.907556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46236) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:49.052998 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fbc64b21-4b03-4bd4-9523-b7c636060758 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e41ab11d920460bbdea8c0384db1e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425307 Feb 11 05:17:49.056644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46238) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:49.107074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:49.141284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'port_id': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'mac_address': 'fa:16:3e:fd:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24fff8-7d32-4bf0-92db-76f41fec26b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:49.174873 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-029d7f37-2c3c-441a-9666-c215cf184448 admin admin] Publish callbacks [] for security_group (f8e8dd35-097f-4933-8e1a-5295205e87d2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.177566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Allocated IP 172.20.0.1 (97fe9625-b9db-47c4-93ae-b37d99322a4a/88524d8e-9dc4-441b-92ad-c0fc2a6183f3/696879e2-2b52-4df3-a2b3-3751c2ebf3e5) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:49.195264 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Publish callbacks [] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.227863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-029d7f37-2c3c-441a-9666-c215cf184448 admin admin] Publish callbacks [] for security_group (f8e8dd35-097f-4933-8e1a-5295205e87d2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.238473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 694cb42d-14bd-4f8c-98a4-c2ea42597bab is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:49.240420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.268217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 694cb42d-14bd-4f8c-98a4-c2ea42597bab {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:49.290825 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.304112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:49.357691 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Attempting to bind port c1bafaa8-8c52-4e85-9df7-854dd1761046 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:49.358066 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Attempting to bind port c1bafaa8-8c52-4e85-9df7-854dd1761046 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:49.358442 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Attempting to bind port c1bafaa8-8c52-4e85-9df7-854dd1761046 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:49.362317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Publish callbacks [] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.364840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.366111 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Pushing event updated for resources: {'Port': ['ID=c1bafaa8-8c52-4e85-9df7-854dd1761046,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:49.369359 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:49.373174 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:49.373174 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.373174 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:49.373174 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Bound port: c1bafaa8-8c52-4e85-9df7-854dd1761046, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:49.373174 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.422301 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.422821 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.423077 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.423456 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.424355 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.425144 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.425577 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.426048 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.426521 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.426979 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.427477 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.427917 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.428315 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:49.490164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['694cb42d-14bd-4f8c-98a4-c2ea42597bab'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:49.541974 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.543009 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] For port c1bafaa8-8c52-4e85-9df7-854dd1761046, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:49.551508 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] For port c1bafaa8-8c52-4e85-9df7-854dd1761046, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c1bafaa8-8c52-4e85-9df7-854dd1761046,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:49.557698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:49.628919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Pushing event updated for resources: {'Port': ['ID=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:49.650229 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-029d7f37-2c3c-441a-9666-c215cf184448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f8e8dd35-097f-4933-8e1a-5295205e87d2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.650797 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.653634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-029d7f37-2c3c-441a-9666-c215cf184448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.657452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-029d7f37-2c3c-441a-9666-c215cf184448 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8e8dd35-097f-4933-8e1a-5295205e87d2 HTTP/1.1" status: 204 len: 168 time: 0.5968759 Feb 11 05:17:49.695972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:49.700057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d7f37-2c3c-441a-9666-c215cf184448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e8dd35-097f-4933-8e1a-5295205e87d2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:49.710079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:49.724959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:49.728166 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.749604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039e5b4-2443-4216-ae20-9a384c9b7196 req-efd22234-c4db-4eef-b689-920617e5ab6d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:49.761735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8039e5b4-2443-4216-ae20-9a384c9b7196 req-efd22234-c4db-4eef-b689-920617e5ab6d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 944 time: 0.2287967 Feb 11 05:17:49.818155 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221121c-d000-44f6-9148-4be93e6eff8c None None] Pushing event updated for resources: {'Port': ['ID=c1bafaa8-8c52-4e85-9df7-854dd1761046,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:49.820943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (071aea2f-7d08-4489-a372-b213ce5211f6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.822041 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:49.822867 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:17:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:49.880278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258dab8-b220-40d7-bdea-66e2e0942c0f req-5728246d-cce2-41af-929a-07554f3e675a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:49.886254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b258dab8-b220-40d7-bdea-66e2e0942c0f req-5728246d-cce2-41af-929a-07554f3e675a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.3512204 Feb 11 05:17:50.043442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b258dab8-b220-40d7-bdea-66e2e0942c0f req-a760c484-dc58-4bbd-a4b8-1a2daac4dcba tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418149 Feb 11 05:17:50.054242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8039e5b4-2443-4216-ae20-9a384c9b7196 req-251ba123-1626-41e7-b6f6-7327db4110ff tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831826 Feb 11 05:17:50.101163 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:50.197717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.214372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c03a463c-2e82-43ef-b996-3881dd4775f3 None None] Provisioning complete for port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:50.214372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c03a463c-2e82-43ef-b996-3881dd4775f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.271422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c03a463c-2e82-43ef-b996-3881dd4775f3 None None] Port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:50.308242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475db85-87ac-49e7-84a0-904234b07dd1 req-620fbd08-7f38-40ef-b3c3-a4cdf174f4f4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:50.316318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2475db85-87ac-49e7-84a0-904234b07dd1 req-620fbd08-7f38-40ef-b3c3-a4cdf174f4f4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.0935349 Feb 11 05:17:50.505946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2475db85-87ac-49e7-84a0-904234b07dd1 req-324b5304-de74-4da6-aa2c-f99ec00ca31b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804245 Feb 11 05:17:50.539030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Deleting port 097c8e63-497f-40b9-9974-028feae359b7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:50.539380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (097c8e63-497f-40b9-9974-028feae359b7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.563665 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:45Z', 'revision_number': 3, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:50.593229 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1cf9c-5932-43a0-8456-0817504ee342 None None] The sync data for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 is: [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:45Z', 'revision_number': 3, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:50.672290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Publish callbacks [] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.707654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] For port 097c8e63-497f-40b9-9974-028feae359b7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=097c8e63-497f-40b9-9974-028feae359b7,segment=NetworkSegment(9124b426-6c05-4abc-80de-eed249021cc5),segment_id=9124b426-6c05-4abc-80de-eed249021cc5)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:50.708383 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (097c8e63-497f-40b9-9974-028feae359b7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.730520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Calling delete_port for 097c8e63-497f-40b9-9974-028feae359b7 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:50.745635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.866185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 694cb42d-14bd-4f8c-98a4-c2ea42597bab up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:50.893000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Pushing event updated for resources: {'Port': ['ID=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:50.907257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (071aea2f-7d08-4489-a372-b213ce5211f6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.110339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 694cb42d-14bd-4f8c-98a4-c2ea42597bab triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:51.111747 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.216048 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (097c8e63-497f-40b9-9974-028feae359b7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.226586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:51.234475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:51.292199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 694cb42d-14bd-4f8c-98a4-c2ea42597bab is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:51.294394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.388304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:51.389616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:51.393748 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069ab5d0-a2bb-41fd-8f3f-14b5905248f3" -d '{"events": [{"server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "name": "network-vif-plugged", "status": "completed", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:51.438759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Pushing event deleted for resources: {'Port': ['ID=097c8e63-497f-40b9-9974-028feae359b7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:51.449062 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.541440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Router 071aea2f-7d08-4489-a372-b213ce5211f6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:51.613484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:51.790921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:51.797755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-43b8f45a-9ddb-4bb8-bda3-fd424fc82e25 admin admin] 10.222.0.62 "PUT /v2.0/routers/071aea2f-7d08-4489-a372-b213ce5211f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0444441 Feb 11 05:17:51.853297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2fbe82cc-6fa1-423f-860d-836dcd071767 None None] Provisioning complete for port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:51.853297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2fbe82cc-6fa1-423f-860d-836dcd071767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.948998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d23a5d-e4f1-41cc-9759-d1785ad9e08a req-d251f2bf-a340-473d-9591-a4dc8b0cdc6b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:51.956870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d23a5d-e4f1-41cc-9759-d1785ad9e08a req-d251f2bf-a340-473d-9591-a4dc8b0cdc6b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.5569685 Feb 11 05:17:51.968313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686eeb-2e18-4274-ac0e-4452d64d85ac req-84ed6926-a298-4d4d-9918-0bad626e1d45 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:51.979153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24686eeb-2e18-4274-ac0e-4452d64d85ac req-84ed6926-a298-4d4d-9918-0bad626e1d45 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.7411976 Feb 11 05:17:51.986121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe82cc-6fa1-423f-860d-836dcd071767 None None] Port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:52.162938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24686eeb-2e18-4274-ac0e-4452d64d85ac req-252fefab-dbf7-4827-af48-6113981191c0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826558 Feb 11 05:17:52.221987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d23a5d-e4f1-41cc-9759-d1785ad9e08a req-a9dfe483-3ba9-4342-95ec-0a0534f2c5cb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641320 Feb 11 05:17:52.230591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c1bafaa8-8c52-4e85-9df7-854dd1761046 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:52.252187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.313229 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e2d8d5-15f6-478a-a743-dc06712615a7 x-openstack-request-id: req-17e2d8d5-15f6-478a-a743-dc06712615a7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:52.313793 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "name": "network-vif-plugged", "status": "completed", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:52.314524 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17e2d8d5-15f6-478a-a743-dc06712615a7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:52.315028 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'code': 200} Feb 11 05:17:52.373865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c1bafaa8-8c52-4e85-9df7-854dd1761046 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:52.374240 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.553393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c1bafaa8-8c52-4e85-9df7-854dd1761046 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:52.554203 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.600579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port c1bafaa8-8c52-4e85-9df7-854dd1761046, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c1bafaa8-8c52-4e85-9df7-854dd1761046,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:52.659262 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.721526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc713-1c6d-48e0-a842-a038250bed01 req-fc5f1913-530c-4f1f-910f-ad11156fb0c1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:52.726530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=c1bafaa8-8c52-4e85-9df7-854dd1761046,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:52.741216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6facc713-1c6d-48e0-a842-a038250bed01 req-fc5f1913-530c-4f1f-910f-ad11156fb0c1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.3276818 Feb 11 05:17:52.884126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6facc713-1c6d-48e0-a842-a038250bed01 req-d78a5756-ae04-4a10-9cbb-dec61055d51a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405582 Feb 11 05:17:52.932163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:53.033854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46322) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:53.038653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-975da506-bce0-4596-a28e-67bbd68dd6f6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1892725240', 'description': 'tempest-description--409684265'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:53.193137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-975da506-bce0-4596-a28e-67bbd68dd6f6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.201918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:53.209924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-df8ce792-bb46-42ec-ab4f-e2bea1fea852 admin admin] 10.222.0.62 "PUT /v2.0/routers/e1c5b538-48d4-4ba5-a8e4-a6639112b2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3295021 Feb 11 05:17:53.211801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46330) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:53.214942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] Sync routers for ids ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:53.253250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] Routers {'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:53.253940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:17:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:53.375795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-975da506-bce0-4596-a28e-67bbd68dd6f6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (8a91f635-fa0c-4338-bd92-f722abcbdb50), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.467561 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks [] for router (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.527156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-975da506-bce0-4596-a28e-67bbd68dd6f6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8a91f635-fa0c-4338-bd92-f722abcbdb50), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.546451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee62c7d-6db2-40e3-aec2-e54e5158f401 req-01c2bfe9-1e1e-443d-9119-e98a348942d1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.549042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ee62c7d-6db2-40e3-aec2-e54e5158f401 req-01c2bfe9-1e1e-443d-9119-e98a348942d1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1284962 Feb 11 05:17:53.603455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975da506-bce0-4596-a28e-67bbd68dd6f6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a91f635-fa0c-4338-bd92-f722abcbdb50,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:53.664307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-975da506-bce0-4596-a28e-67bbd68dd6f6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.678943 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-975da506-bce0-4596-a28e-67bbd68dd6f6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6412017 Feb 11 05:17:53.681107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46340) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:53.691347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fe843c93-9faf-41d5-be14-07a7e1abedf0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'security_group_rule': {'security_group_id': '8a91f635-fa0c-4338-bd92-f722abcbdb50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:53.749972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ee62c7d-6db2-40e3-aec2-e54e5158f401 req-16220c3b-9e70-4d65-ab49-ef7e61a784e5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912866 Feb 11 05:17:53.809089 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks [] for router_gateway (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.846831 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe843c93-9faf-41d5-be14-07a7e1abedf0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (6fcab208-7e3b-4ec5-94bc-b0de080e3541), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.864915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aa336-a8de-4fb4-8ead-7718179b3999 req-a315d2cc-fb1f-4100-9abf-d6eaff8f0052 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.865469 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Sync routers for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:53.873387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a4aa336-a8de-4fb4-8ead-7718179b3999 req-a315d2cc-fb1f-4100-9abf-d6eaff8f0052 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1197810 Feb 11 05:17:53.887666 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:53.888456 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:17:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:53.967217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a4aa336-a8de-4fb4-8ead-7718179b3999 req-30702545-c883-472c-a2b5-c7f3d45705c7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916021 Feb 11 05:17:54.032258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] Set router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:54.083608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c1bafaa8-8c52-4e85-9df7-854dd1761046 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:54.122335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe843c93-9faf-41d5-be14-07a7e1abedf0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (6fcab208-7e3b-4ec5-94bc-b0de080e3541), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.161313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6af3b46c-bcf0-4215-bab5-d3c75fff774f req-79813a6a-5640-446a-b10e-5d3e3bf80255 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=8178d924-1c1c-400b-807e-5b8d8dbf4982 HTTP/1.1" status: 200 len: 210 time: 0.0844245 Feb 11 05:17:54.289976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe843c93-9faf-41d5-be14-07a7e1abedf0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (6fcab208-7e3b-4ec5-94bc-b0de080e3541), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.350025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe843c93-9faf-41d5-be14-07a7e1abedf0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcab208-7e3b-4ec5-94bc-b0de080e3541,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:54.357797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Deleting port 9bef854c-c969-4825-9eeb-744fcaee9f68 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:54.358372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.561700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe843c93-9faf-41d5-be14-07a7e1abedf0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.563938 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fe843c93-9faf-41d5-be14-07a7e1abedf0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8817670 Feb 11 05:17:54.566930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46362) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:54.571962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ad87fcfa-ba11-4c6e-b5c3-faab27d2008a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'security_group_rule': {'security_group_id': '8a91f635-fa0c-4338-bd92-f722abcbdb50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:54.633767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] For port 9bef854c-c969-4825-9eeb-744fcaee9f68, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bef854c-c969-4825-9eeb-744fcaee9f68,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:54.634239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.643502 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:54.648927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c1bafaa8-8c52-4e85-9df7-854dd1761046 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:54.650475 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.651369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Calling delete_port for 9bef854c-c969-4825-9eeb-744fcaee9f68 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:54.795519 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad87fcfa-ba11-4c6e-b5c3-faab27d2008a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (73038f68-184e-4e4b-982a-0de4cd532b4a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.917255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c1bafaa8-8c52-4e85-9df7-854dd1761046 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:55.003104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 5, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port': {'id': '9bef854c-c969-4825-9eeb-744fcaee9f68', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:54Z', 'updated_at': '2022-02-11T05:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:55.008425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad87fcfa-ba11-4c6e-b5c3-faab27d2008a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (73038f68-184e-4e4b-982a-0de4cd532b4a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.022226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dda865-704f-4022-be41-d4037b74aa80 req-b76aa8a2-c6f1-4ac5-af04-d3357f9bd340 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:55.035848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34dda865-704f-4022-be41-d4037b74aa80 req-b76aa8a2-c6f1-4ac5-af04-d3357f9bd340 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.8651636 Feb 11 05:17:55.080302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9bef854c-c969-4825-9eeb-744fcaee9f68), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.081706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] Checking router: e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:55.107778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] Routers {'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:55.109547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:17:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:55.113577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad87fcfa-ba11-4c6e-b5c3-faab27d2008a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (73038f68-184e-4e4b-982a-0de4cd532b4a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.194428 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87fcfa-ba11-4c6e-b5c3-faab27d2008a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73038f68-184e-4e4b-982a-0de4cd532b4a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:55.254193 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 2, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:55.330657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad87fcfa-ba11-4c6e-b5c3-faab27d2008a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.337107 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad87fcfa-ba11-4c6e-b5c3-faab27d2008a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7686801 Feb 11 05:17:55.337967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46376) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:55.356030 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Checking router: 071aea2f-7d08-4489-a372-b213ce5211f6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:55.356474 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Updating router 071aea2f-7d08-4489-a372-b213ce5211f6 port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:55.368328 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:55.422787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bef854c-c969-4825-9eeb-744fcaee9f68,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:55.518969 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.540844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] Set router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:55.571232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34dda865-704f-4022-be41-d4037b74aa80 req-82958dd4-db45-4060-8599-f91effd28c5b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343261 Feb 11 05:17:55.592211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.645238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.790488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:17:54Z', 'revision_number': 7, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:55.843231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-888351f3-c478-4834-90b7-6b326c7cac6a tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1447866340&fields=id&tenant_id=eac334a203204fa6833b0d908792752b HTTP/1.1" status: 200 len: 267 time: 0.5003614 Feb 11 05:17:55.945804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06ca2f-4aec-40f7-bdb4-8f61d3feb6a6 None None] The sync data for ids ['e1c5b538-48d4-4ba5-a8e4-a6639112b2e7'] in n-d-713498-37 is: [{'id': 'e1c5b538-48d4-4ba5-a8e4-a6639112b2e7', 'name': 'tempest-ServersTestMultiNic-1513670919-router', 'tenant_id': '26099f94e4164b4abd43614afdbe9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:50Z', 'updated_at': '2022-02-11T05:17:54Z', 'revision_number': 7, 'project_id': '26099f94e4164b4abd43614afdbe9154', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:56.086903 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.182348 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.192006 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks [] for router_controller (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.220514 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Publish callbacks [] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.290434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Allocated IP 172.25.8.149 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/edcc5051-9feb-473f-ab38-8bfa872d7f6a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:56.348126 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.388584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cec5d-5940-4a17-b8ae-76ad65cb92f0 req-049b8c2f-cc0c-4d50-a385-a65a7d58f471 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.396662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed6cec5d-5940-4a17-b8ae-76ad65cb92f0 req-049b8c2f-cc0c-4d50-a385-a65a7d58f471 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.4056232 Feb 11 05:17:56.465751 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d28e5-16bc-4b87-9033-51328ba31a3e None None] Pushing event updated for resources: {'Port': ['ID=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:56.494962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-08363642-86a9-4b69-810b-5a60b4bf5057 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.512336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-08363642-86a9-4b69-810b-5a60b4bf5057 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/networks?id=47b47743-74c2-49ed-baa1-8a49313dfcd9 HTTP/1.1" status: 200 len: 816 time: 0.6521502 Feb 11 05:17:56.541703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (e1c5b538-48d4-4ba5-a8e4-a6639112b2e7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.542532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:17:56.547355 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Attempting to bind port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:56.547880 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Attempting to bind port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:56.548842 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Attempting to bind port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 on network 97fe9625-b9db-47c4-93ae-b37d99322a4a {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:56.552387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-d1a6f02b-1265-41c0-9344-ed7e2c96cd66 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/quotas/eac334a203204fa6833b0d908792752b HTTP/1.1" status: 200 len: 375 time: 0.0413272 Feb 11 05:17:56.568950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.573657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1e5413a3-0fb0-4e83-a4a2-11124a824ca9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e1c5b538-48d4-4ba5-a8e4-a6639112b2e7 HTTP/1.1" status: 204 len: 168 time: 3.3601241 Feb 11 05:17:56.576476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46386) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:56.576939 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:56.581539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Checking segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:56.581539 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.581539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Bound using segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:56.581539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Bound port: 696879e2-2b52-4df3-a2b3-3751c2ebf3e5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:56.581539 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.652166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed6cec5d-5940-4a17-b8ae-76ad65cb92f0 req-20e840ac-44aa-4e04-ba0a-b21402cc3b60 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545185 Feb 11 05:17:56.652718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for port (edcc5051-9feb-473f-ab38-8bfa872d7f6a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.876860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a81d21-65c4-4f40-afb7-47efd410123e admin admin] Deleting subnet 3141603e-b98e-44ac-b2e3-2235bfa0632e {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:56.885019 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] For port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:56.896931 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20a81d21-65c4-4f40-afb7-47efd410123e admin admin] Publish callbacks [] for subnet (3141603e-b98e-44ac-b2e3-2235bfa0632e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.923346 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] For port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:57.036454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (edcc5051-9feb-473f-ab38-8bfa872d7f6a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.084121 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.101731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:57.118439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Provisioning complete for port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:57.124532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.125113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:57.129559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:57.243816 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:57.244818 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:17:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:57.260459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'Port': ['ID=edcc5051-9feb-473f-ab38-8bfa872d7f6a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:57.375210 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d28e5-16bc-4b87-9033-51328ba31a3e None None] Pushing event updated for resources: {'Port': ['ID=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:57.449912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Current status of the port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:57.450316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.453330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (7838bfb9-e448-4c65-8936-0b5cdfb4a052), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.537190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] For port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:57.587302 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:57.664140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.725523 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (edcc5051-9feb-473f-ab38-8bfa872d7f6a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.760176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Pushing event updated for resources: {'Port': ['ID=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:57.777119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.777755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.778281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.778801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.779314 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.779824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.781003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.781537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.786079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.786805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.787470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.788231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.789253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b29ae6-067e-4546-b47b-dd2ed5e2331a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:57.841486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2342d4b5-8eec-458d-95b7-588029a83861 None None] Provisioning complete for port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:57.842131 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2342d4b5-8eec-458d-95b7-588029a83861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.912049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bef854c-c969-4825-9eeb-744fcaee9f68 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:57.954027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-7633e396-bb80-47af-befa-909569031230 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eac334a203204fa6833b0d908792752b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3759637 Feb 11 05:17:57.983479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9bef854c-c969-4825-9eeb-744fcaee9f68 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:57.984145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bef854c-c969-4825-9eeb-744fcaee9f68 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:57.984780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 097c8e63-497f-40b9-9974-028feae359b7 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:58.034456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 097c8e63-497f-40b9-9974-028feae359b7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:58.035299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 097c8e63-497f-40b9-9974-028feae359b7 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:58.132817 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:56Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:58.155049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2342d4b5-8eec-458d-95b7-588029a83861 None None] Current status of the port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:58.184052 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2afa9-1504-4fb4-b050-cd15fd1efddc None None] The sync data for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 is: [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:56Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:58.307393 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20a81d21-65c4-4f40-afb7-47efd410123e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (3141603e-b98e-44ac-b2e3-2235bfa0632e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.469824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152819f3-11fd-4a66-8c61-7e5da3bcad9b req-5cc64c95-2207-42ee-ac42-6c6cf57391e9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:58.473168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-152819f3-11fd-4a66-8c61-7e5da3bcad9b req-5cc64c95-2207-42ee-ac42-6c6cf57391e9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 1.4258673 Feb 11 05:17:58.479735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-3668060c-1955-4be5-bf7e-ccb6442eda88 service neutron] 10.222.0.62 "GET /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201502 Feb 11 05:17:58.679015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-fa65d244-4484-4aee-a3bf-8aadb4f71170 service neutron] 10.222.0.62 "GET /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835825 Feb 11 05:17:58.797904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for port (edcc5051-9feb-473f-ab38-8bfa872d7f6a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.862019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-152819f3-11fd-4a66-8c61-7e5da3bcad9b req-7f3e10f6-3ce5-4b36-91cf-8ac5072ea72f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813019 Feb 11 05:17:58.867709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20a81d21-65c4-4f40-afb7-47efd410123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3141603e-b98e-44ac-b2e3-2235bfa0632e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.933245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (edcc5051-9feb-473f-ab38-8bfa872d7f6a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.132708 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'Port': ['ID=edcc5051-9feb-473f-ab38-8bfa872d7f6a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:59.167152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20a81d21-65c4-4f40-afb7-47efd410123e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (3141603e-b98e-44ac-b2e3-2235bfa0632e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.208658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (7838bfb9-e448-4c65-8936-0b5cdfb4a052), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.256739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c351b-85e2-41db-8d06-ce0af5bd7111 None None] Network bbaf518c-b02e-4aae-bde9-0108f7c1e846 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:59.260809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20a81d21-65c4-4f40-afb7-47efd410123e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.285636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46406) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:59.287037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-20a81d21-65c4-4f40-afb7-47efd410123e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3141603e-b98e-44ac-b2e3-2235bfa0632e HTTP/1.1" status: 204 len: 168 time: 2.6579759 Feb 11 05:17:59.289226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a81d21-65c4-4f40-afb7-47efd410123e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3141603e-b98e-44ac-b2e3-2235bfa0632e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:59.385144 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.390784 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f1ba3c9-d165-44ad-bf59-cf7298fde1b2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0506649 Feb 11 05:17:59.490144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10d3c0-90cc-4d67-9438-b8f5be47e61b req-cf8f319b-3267-4e8d-a215-22cc625cd90c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.493065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e10d3c0-90cc-4d67-9438-b8f5be47e61b req-cf8f319b-3267-4e8d-a215-22cc625cd90c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.1862564 Feb 11 05:17:59.513664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (bbaf518c-b02e-4aae-bde9-0108f7c1e846), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.613987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e10d3c0-90cc-4d67-9438-b8f5be47e61b req-04d50a14-d2f4-44bd-bb2f-f2389a254945 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102111 Feb 11 05:17:59.650322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a614a-e578-440c-a977-26099f0fd276 None None] DHCP port deletion for bbaf518c-b02e-4aae-bde9-0108f7c1e846 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:17:59.687979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Deleting port d7b87e44-a877-4782-b2b0-4c88088c4b8f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:59.688929 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.796558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-326a614a-e578-440c-a977-26099f0fd276 None None] Deleting port d7b87e44-a877-4782-b2b0-4c88088c4b8f {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:59.796986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-326a614a-e578-440c-a977-26099f0fd276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.836660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91606021-e5e1-480e-98fc-bee8426db2dc req-4ec78b41-c831-4441-836c-8694e6b319ae tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.850309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91606021-e5e1-480e-98fc-bee8426db2dc req-4ec78b41-c831-4441-836c-8694e6b319ae tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1269321 Feb 11 05:17:59.855939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] For port d7b87e44-a877-4782-b2b0-4c88088c4b8f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d7b87e44-a877-4782-b2b0-4c88088c4b8f,segment=NetworkSegment(9124b426-6c05-4abc-80de-eed249021cc5),segment_id=9124b426-6c05-4abc-80de-eed249021cc5)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:59.856486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.887947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Calling delete_port for d7b87e44-a877-4782-b2b0-4c88088c4b8f owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:59.973249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91606021-e5e1-480e-98fc-bee8426db2dc req-2af036a1-cd96-4fda-bb73-e9b31c2f833e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209056 Feb 11 05:18:00.157658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:00.190516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb312cee-3aa5-4387-9640-99c7185834f7 req-6c003f8c-2d0f-49fd-93d5-cca0c73a85dd tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0792894 Feb 11 05:18:00.247650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-326a614a-e578-440c-a977-26099f0fd276 None None] For port d7b87e44-a877-4782-b2b0-4c88088c4b8f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d7b87e44-a877-4782-b2b0-4c88088c4b8f,segment=NetworkSegment(9124b426-6c05-4abc-80de-eed249021cc5),segment_id=9124b426-6c05-4abc-80de-eed249021cc5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:00.248200 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-326a614a-e578-440c-a977-26099f0fd276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.267803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-326a614a-e578-440c-a977-26099f0fd276 None None] Calling delete_port for d7b87e44-a877-4782-b2b0-4c88088c4b8f owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:00.284901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.373769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-063cf910-8e23-4219-995d-97180db7c647 req-d58bb49f-f9ad-4127-b334-c8973ba5a149 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8178d924-1c1c-400b-807e-5b8d8dbf4982 HTTP/1.1" status: 200 len: 210 time: 0.0722985 Feb 11 05:18:00.391818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] No DVR routers for this DVR port d7b87e44-a877-4782-b2b0-4c88088c4b8f on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:00.399122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b87e44-a877-4782-b2b0-4c88088c4b8f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:00.459052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:00.462852 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.525285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-6218f5eb-d765-441d-bbe6-a2ed11df0d66 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1892725240&fields=id&tenant_id=7b66a262dfec41ddbd74abf4b6f53db4 HTTP/1.1" status: 200 len: 267 time: 0.1452703 Feb 11 05:18:00.624446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (bbaf518c-b02e-4aae-bde9-0108f7c1e846), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.679199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbaf518c-b02e-4aae-bde9-0108f7c1e846']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:00.682420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-326a614a-e578-440c-a977-26099f0fd276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d7b87e44-a877-4782-b2b0-4c88088c4b8f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.700515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9124b426-6c05-4abc-80de-eed249021cc5') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:00.706040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9124b426-6c05-4abc-80de-eed249021cc5') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:00.727774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (9124b426-6c05-4abc-80de-eed249021cc5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.744478 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a614a-e578-440c-a977-26099f0fd276 None None] Pushing event deleted for resources: {'Port': ['ID=d7b87e44-a877-4782-b2b0-4c88088c4b8f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:00.760729 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9124b426-6c05-4abc-80de-eed249021cc5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.767491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37e85-e635-44b8-83df-b0642ca190bf req-ee8e2b4b-b869-4240-9f58-0b70b829c6f7 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:00.773696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:18:00.774111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (9124b426-6c05-4abc-80de-eed249021cc5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:18:00.779452 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:18:00.782177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-ee8e2b4b-b869-4240-9f58-0b70b829c6f7 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 810 time: 0.2533214 Feb 11 05:18:00.788170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:00.798877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a614a-e578-440c-a977-26099f0fd276 None None] No DVR routers for this DVR port d7b87e44-a877-4782-b2b0-4c88088c4b8f on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:00.815188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-fd41566b-b431-4999-9af5-866178ef2515 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/quotas/7b66a262dfec41ddbd74abf4b6f53db4 HTTP/1.1" status: 200 len: 375 time: 0.0313804 Feb 11 05:18:00.879764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d7b87e44-a877-4782-b2b0-4c88088c4b8f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:00.938785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:00.939159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-44f2b362-6d1d-4d65-b2ba-eb87e93e05c0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157656 Feb 11 05:18:00.946324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d7b87e44-a877-4782-b2b0-4c88088c4b8f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:18:00.946324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d7b87e44-a877-4782-b2b0-4c88088c4b8f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:01.098291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (bbaf518c-b02e-4aae-bde9-0108f7c1e846), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.104032 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.108838 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] 10.222.0.62 "DELETE /v2.0/networks/bbaf518c-b02e-4aae-bde9-0108f7c1e846 HTTP/1.1" status: 204 len: 168 time: 1.8212216 Feb 11 05:18:01.167287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b85414-fae2-4f19-b106-013178f3b11f admin admin] Pushing event deleted for resources: {'Network': ['ID=bbaf518c-b02e-4aae-bde9-0108f7c1e846,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:01.171836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-75f7e150-2035-4ce7-89a4-5701dd7d146f service neutron] 10.222.0.62 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274265 Feb 11 05:18:01.254174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:01.303938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-d09ac5fc-bc48-47de-8b95-46c9a6f3fcec service neutron] 10.222.0.62 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247423 Feb 11 05:18:01.404283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc5dedd4-de81-405f-b197-44305825eb27 req-d6eef0bb-0d34-418e-8bda-5220b664c7b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0683992 Feb 11 05:18:01.789964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45fd32-ded6-47dc-b9b7-10fbb96816b2 req-a0048aac-4bb0-454f-9888-9fa73f953d56 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.792028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a45fd32-ded6-47dc-b9b7-10fbb96816b2 req-a0048aac-4bb0-454f-9888-9fa73f953d56 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.0676923 Feb 11 05:18:01.849069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a45fd32-ded6-47dc-b9b7-10fbb96816b2 req-ca2a69ee-7dff-4fd5-900c-de259e3fc614 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Feb 11 05:18:01.982091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94729de3-76e6-43ac-8c90-af55702e07e6 req-b80afee2-0da1-45f1-b98f-32eb9ba904cd tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.983656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94729de3-76e6-43ac-8c90-af55702e07e6 req-b80afee2-0da1-45f1-b98f-32eb9ba904cd tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.0711558 Feb 11 05:18:02.037135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94729de3-76e6-43ac-8c90-af55702e07e6 req-313cee0f-90e2-436e-aee3-7056ea94242c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471451 Feb 11 05:18:02.185883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46438) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:02.206591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd2a2a-0f57-42ab-98bf-8866855d6754 req-960460bf-6c4a-4eeb-8259-94a3b9093ad6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.208220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31fd2a2a-0f57-42ab-98bf-8866855d6754 req-960460bf-6c4a-4eeb-8259-94a3b9093ad6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.0789468 Feb 11 05:18:02.266129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-299be191-045c-4cee-bdd0-2911ece0e847 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26099f94e4164b4abd43614afdbe9154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789921 Feb 11 05:18:02.266950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46442) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:02.285605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31fd2a2a-0f57-42ab-98bf-8866855d6754 req-cf8daffe-d968-469d-9918-d4447da46962 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589430 Feb 11 05:18:02.344046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9478f527-12cb-46de-b9e6-389fea4ea526 admin admin] Publish callbacks [] for security_group (431ac64f-2cbe-4f8f-b144-2b02180201ab), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.380964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9478f527-12cb-46de-b9e6-389fea4ea526 admin admin] Publish callbacks [] for security_group (431ac64f-2cbe-4f8f-b144-2b02180201ab), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.415233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-252d724c-a2fe-405f-b463-0f1486f93d31 req-054ea363-e5dd-4122-92bd-62053153a739 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0690107 Feb 11 05:18:02.572932 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9478f527-12cb-46de-b9e6-389fea4ea526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (431ac64f-2cbe-4f8f-b144-2b02180201ab), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.576622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9478f527-12cb-46de-b9e6-389fea4ea526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.577983 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9478f527-12cb-46de-b9e6-389fea4ea526 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/431ac64f-2cbe-4f8f-b144-2b02180201ab HTTP/1.1" status: 204 len: 168 time: 0.3047414 Feb 11 05:18:02.583214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-827139b7-b0e6-4f71-9567-4fa3dbacaa5e req-9ac018b1-cdb6-43a0-9a66-d5d8ec4289e6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 210 time: 0.0766852 Feb 11 05:18:02.589620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478f527-12cb-46de-b9e6-389fea4ea526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431ac64f-2cbe-4f8f-b144-2b02180201ab,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:02.721271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a7b41b6-b5e1-4af3-b0b9-4cf7995741d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.100267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494e829-e6fd-4b38-8177-aa42e36624b1 req-cb8c5dea-b84f-4075-aaa4-9d67c66927c9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:03.107500 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0494e829-e6fd-4b38-8177-aa42e36624b1 req-cb8c5dea-b84f-4075-aaa4-9d67c66927c9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1220160 Feb 11 05:18:03.167663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0494e829-e6fd-4b38-8177-aa42e36624b1 req-215a706a-9e62-4855-8988-13f214249611 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590093 Feb 11 05:18:03.904831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6967f-67ff-4b81-be4d-9bdd9578e437 req-560a6a06-e3ab-4352-9200-47339de13836 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:03.914098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8b6967f-67ff-4b81-be4d-9bdd9578e437 req-560a6a06-e3ab-4352-9200-47339de13836 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.0950065 Feb 11 05:18:04.004973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8b6967f-67ff-4b81-be4d-9bdd9578e437 req-fd5aba0f-d920-4586-989f-1252bab1a47f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894248 Feb 11 05:18:04.254052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1132d8c2-589f-441b-aca4-5533ffe683f3 req-4af27174-26b2-41aa-bf26-244254cbfdb7 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0391431 Feb 11 05:18:04.319145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4edca-35e4-4d8d-b7e9-ae8cb5370828 req-27d4cfd1-81fc-48c8-864b-2f09e2f4cc80 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.332306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4f4edca-35e4-4d8d-b7e9-ae8cb5370828 req-27d4cfd1-81fc-48c8-864b-2f09e2f4cc80 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.2085328 Feb 11 05:18:04.397735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4f4edca-35e4-4d8d-b7e9-ae8cb5370828 req-d02926d4-613f-4d84-a4f9-9e2d7702d238 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638945 Feb 11 05:18:04.465964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f073ed6d-e4bc-4fca-93ca-66dc85590a7f req-0b46b760-7c10-44a7-832b-5d1c177f0166 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 210 time: 0.0575893 Feb 11 05:18:04.557384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46504) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:04.570545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ae8cc2d-b644-4dd2-9df2-63f9e66f5cec req-b340c7d3-2cc5-4637-a7e7-b7715c231c09 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0528946 Feb 11 05:18:04.660125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf452a2-3383-4534-9da2-c56f0efc1759 req-edd79f41-b9c0-4cc3-8d52-d21537980ab8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.669755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-caf452a2-3383-4534-9da2-c56f0efc1759 req-edd79f41-b9c0-4cc3-8d52-d21537980ab8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.0950515 Feb 11 05:18:04.777474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-caf452a2-3383-4534-9da2-c56f0efc1759 req-2fb81260-eb63-4642-b1b9-20d97e50dccb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065311 Feb 11 05:18:04.826061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1919753532-network', 'tenant_id': 'b9639502c32a4cd6983095a57c264eea'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:05.069650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Made reservation on behalf of b9639502c32a4cd6983095a57c264eea for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:05.072241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.086111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.196507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08d579c0-a53a-4c5f-83f6-e7aa7a802dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.232287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4131-d545-43f9-8b91-6a2f6b627bec req-919622cf-cb09-44e3-9fd7-50f0cc5c1de8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.234707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f9e4131-d545-43f9-8b91-6a2f6b627bec req-919622cf-cb09-44e3-9fd7-50f0cc5c1de8 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.1278074 Feb 11 05:18:05.335096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f9e4131-d545-43f9-8b91-6a2f6b627bec req-56757ede-e7d4-4261-85ea-92f5c3a19dbf tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878978 Feb 11 05:18:05.351330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Publish callbacks [] for security_group (88696077-fa03-49b9-9f3a-86367581ec0a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.521158 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (88696077-fa03-49b9-9f3a-86367581ec0a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.599536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88696077-fa03-49b9-9f3a-86367581ec0a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:05.688196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:18:05.770377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4949ee93-0fee-4844-93b0-a52dbdabd1aa), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.775444 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Added segment 4949ee93-0fee-4844-93b0-a52dbdabd1aa of type vlan for network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b Feb 11 05:18:05.992888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-caa866b7-31fa-4ccb-8d45-1ceb1eb2e1af req-49925c57-73a3-43a1-8cfd-c8a42c9067a6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 210 time: 0.2102025 Feb 11 05:18:06.005877 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.024432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c1eeb-0fda-42bd-a478-d7fff4de6ece req-8869aa6a-0c30-43c9-8560-545998c876f8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.033553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e28c1eeb-0fda-42bd-a478-d7fff4de6ece req-8869aa6a-0c30-43c9-8560-545998c876f8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.3722093 Feb 11 05:18:06.178492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e28c1eeb-0fda-42bd-a478-d7fff4de6ece req-0c81d501-3456-4108-8d50-8b70f0b64f2d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437581 Feb 11 05:18:06.248708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-594cf6b8-acf1-4c4d-bd66-0ff6a71748b4 req-f455131d-4718-4b3a-b197-0c00e0b68c1b tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.1277139 Feb 11 05:18:06.446810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.447707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.448306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.466106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50342f34-683b-4212-aa7c-7844abe64724 req-150ad397-4612-4245-a325-b4d74739c025 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.1158738 Feb 11 05:18:06.504039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37e85-e635-44b8-83df-b0642ca190bf req-de93b021-2cca-4de7-9041-cbf07caf3fbc tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.505894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-de93b021-2cca-4de7-9041-cbf07caf3fbc tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.65 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 810 time: 0.3677707 Feb 11 05:18:06.627809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:06.644503 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.650858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:18:06.721089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-48c8fc62-e752-45e4-8de3-717896040425 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b66a262dfec41ddbd74abf4b6f53db4 HTTP/1.1" status: 200 len: 380 time: 0.1992006 Feb 11 05:18:06.722845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69207df7-c427-4c01-ab93-61dde4b96fda req-bb7920c7-4006-4651-9183-fd560e4f7350 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.727236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69207df7-c427-4c01-ab93-61dde4b96fda req-bb7920c7-4006-4651-9183-fd560e4f7350 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.2599897 Feb 11 05:18:06.738741 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-630f99aa-bbe1-4c36-a58a-b515b2d2c3b3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1753421 Feb 11 05:18:06.741369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'port': {'device_id': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'admin_state_up': True, 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'security_groups': ['8a91f635-fa0c-4338-bd92-f722abcbdb50']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:06.745627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46540) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:06.754027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Request body: {'subnet': {'network_id': '8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1919753532-subnet', 'tenant_id': 'b9639502c32a4cd6983095a57c264eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:06.860560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48403c0a-ffc5-4f26-8e60-c16d30de9ec9 req-79a8dd0e-f7a4-4a92-99cc-503258bd57f7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.894555 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48403c0a-ffc5-4f26-8e60-c16d30de9ec9 req-79a8dd0e-f7a4-4a92-99cc-503258bd57f7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.2977340 Feb 11 05:18:06.924409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Made reservation on behalf of b9639502c32a4cd6983095a57c264eea for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:06.928957 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.081715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69207df7-c427-4c01-ab93-61dde4b96fda req-495f27b9-db5f-4298-a600-14745940983e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453805 Feb 11 05:18:07.109475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48403c0a-ffc5-4f26-8e60-c16d30de9ec9 req-1ff1e59c-64c0-4fd3-b700-ca7d08fd1671 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130446 Feb 11 05:18:07.364124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48ef9ffe-5e04-4626-a228-9c65474f5e0a req-0d711a82-a0ec-4178-8e09-71ca1fe4d1f9 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 210 time: 0.0964093 Feb 11 05:18:07.481927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1ceed-6201-4c26-9e2f-71b9ffe6f973 req-0fe01eaf-2158-4b18-bccd-b787f574c781 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.484572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73d1ceed-6201-4c26-9e2f-71b9ffe6f973 req-0fe01eaf-2158-4b18-bccd-b787f574c781 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.1174734 Feb 11 05:18:07.570626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Made reservation on behalf of 7b66a262dfec41ddbd74abf4b6f53db4 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:07.575382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.646208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb1f02b1-ed89-4283-966c-252f62ed1e0c req-a51b1530-a071-441c-8def-b06791930238 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.1287696 Feb 11 05:18:07.799380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Allocated IP 172.20.0.7 (97fe9625-b9db-47c4-93ae-b37d99322a4a/88524d8e-9dc4-441b-92ad-c0fc2a6183f3/eea4c649-8549-410a-8d7c-886c27992964) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:07.811445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73d1ceed-6201-4c26-9e2f-71b9ffe6f973 req-bd783bbb-157b-4af9-a5d6-6d899a4b509f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019526 Feb 11 05:18:07.913784 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (d6c74131-bd0c-475f-aedb-cd0447a0a347), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.957140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cfa1cad-7f25-49ce-8e0b-f4ce13c0a474 req-e050e935-34cc-40a1-a089-4e2a28abf639 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0484931 Feb 11 05:18:08.074275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c74131-bd0c-475f-aedb-cd0447a0a347,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:08.176035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Checking segment: {'id': '4949ee93-0fee-4844-93b0-a52dbdabd1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:08.176397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Network hostable DHCP agents. Network: 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:18:08.219072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.223068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.230971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for port (eea4c649-8549-410a-8d7c-886c27992964), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.366569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:18:08.407912 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eea4c649-8549-410a-8d7c-886c27992964), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.413502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-eb2cc4d1-b57e-4dfd-a99a-60a32343aafa service neutron] 10.222.0.65 "GET /v2.0/ports/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e/bindings/n-h1-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.2116055 Feb 11 05:18:08.423055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1d46e-2371-4308-a6b7-28bd07399bdb req-da86b570-87a3-4dc4-a201-0d4dbd11af44 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:08.430759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56a1d46e-2371-4308-a6b7-28bd07399bdb req-da86b570-87a3-4dc4-a201-0d4dbd11af44 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1659465 Feb 11 05:18:08.462055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee75886-04b4-4c5c-b665-760767b33308 req-726f10d8-a4ec-401e-89b2-5a3cd5ea240b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:08.469400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ee75886-04b4-4c5c-b665-760767b33308 req-726f10d8-a4ec-401e-89b2-5a3cd5ea240b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.1632872 Feb 11 05:18:08.498795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'Port': ['ID=eea4c649-8549-410a-8d7c-886c27992964,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:08.523768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:08.528022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:08.530980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:08.626113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:08.627482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.631595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:08.640966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:08.642409 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.643024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db58f8-72a7-4c76-a7a7-3aa37d863d80 None None] Network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:08.659786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56a1d46e-2371-4308-a6b7-28bd07399bdb req-642e558e-257b-454b-8212-edc36451d960 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280185 Feb 11 05:18:08.688054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ee75886-04b4-4c5c-b665-760767b33308 req-383e2cdb-536a-46a9-b72f-57dcf8219c77 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165139 Feb 11 05:18:08.792047 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-51b02aa5-8489-4efa-977d-8b627f47ad21 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0553882 Feb 11 05:18:08.804388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Request body: {'port': {'device_id': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:08.875035 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d2a9b482-a400-4585-ae43-87bc0d07b632 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1280563 Feb 11 05:18:08.886294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b57bf-4429-45a4-851a-28da2d7e1820 None None] Network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:08.940480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30603a2a-f364-477f-8d03-05b8d0484fed req-822f919f-bb58-4de2-9583-e3aebaeb8739 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0709248 Feb 11 05:18:09.093059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eea4c649-8549-410a-8d7c-886c27992964), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.204933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c2e18e1e-1469-42bc-8416-c20346a71e25 None None] Provisioning complete for port eea4c649-8549-410a-8d7c-886c27992964 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:09.206005 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2e18e1e-1469-42bc-8416-c20346a71e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eea4c649-8549-410a-8d7c-886c27992964), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.300788 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.315008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c2e18e1e-1469-42bc-8416-c20346a71e25 None None] Port eea4c649-8549-410a-8d7c-886c27992964 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:09.367554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-4104b190-b4db-48fc-af06-7ef2831ea488 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.370201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-4104b190-b4db-48fc-af06-7ef2831ea488 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.65 "GET /v2.0/networks?id=47b47743-74c2-49ed-baa1-8a49313dfcd9 HTTP/1.1" status: 200 len: 816 time: 0.3759809 Feb 11 05:18:09.665989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2b47d-3833-4f93-ad34-46b8b05187c7 req-980eafc2-bc77-484c-94b8-284a25a188c4 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.665989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9b2b47d-3833-4f93-ad34-46b8b05187c7 req-980eafc2-bc77-484c-94b8-284a25a188c4 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 945 time: 0.2173808 Feb 11 05:18:09.665989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c29528-f8ef-4740-a37a-f5a09977ec22 req-cc9d1f65-c694-4b9e-88cc-b879736d36be tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.665989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9c29528-f8ef-4740-a37a-f5a09977ec22 req-cc9d1f65-c694-4b9e-88cc-b879736d36be tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 931 time: 0.7346678 Feb 11 05:18:09.668232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea4c649-8549-410a-8d7c-886c27992964 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:09.668232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Publish callbacks [] for port (eea4c649-8549-410a-8d7c-886c27992964), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.668232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Transition to ACTIVE for port object eea4c649-8549-410a-8d7c-886c27992964 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:09.686703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8391d345-5271-4f9e-a996-6f2ea08a2f88 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac334a203204fa6833b0d908792752b HTTP/1.1" status: 200 len: 380 time: 0.2667282 Feb 11 05:18:09.690135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:09.723215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Request body: {'port': {'device_id': 'ab225624-7392-4b85-a57e-5d95175c297f', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'admin_state_up': True, 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'security_groups': ['0276d926-ca74-4e5c-b41b-39b41175cdf4']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:09.788840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:09.793279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9c29528-f8ef-4740-a37a-f5a09977ec22 req-161f0a31-cdc0-4dc8-95e4-3c27d02f143c tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575854 Feb 11 05:18:09.822643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9b2b47d-3833-4f93-ad34-46b8b05187c7 req-194022d9-5845-4ad3-85c4-e5470f72a1bf tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576280 Feb 11 05:18:09.932497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:09.952720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-a31df6ef-0e53-4396-9d68-73c35f833267 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.955251 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-a31df6ef-0e53-4396-9d68-73c35f833267 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.1463602 Feb 11 05:18:09.961238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:09.977206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-37'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:10.020162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0a97b06-e8bf-40a2-b316-fedbad22c65a req-f05b0302-a5c7-4215-a311-4465bf05a8b4 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0328066 Feb 11 05:18:10.089525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.215474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (eea4c649-8549-410a-8d7c-886c27992964), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.267727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf2ac1-583e-4c33-9570-9e57ff85638c req-bc710c34-7109-4c13-b09c-6beb516381e5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.289992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cecf2ac1-583e-4c33-9570-9e57ff85638c req-bc710c34-7109-4c13-b09c-6beb516381e5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1474547 Feb 11 05:18:10.301323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.304822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Made reservation on behalf of eac334a203204fa6833b0d908792752b for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:10.308749 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.318823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Pushing event updated for resources: {'Port': ['ID=eea4c649-8549-410a-8d7c-886c27992964,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:10.375563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:10.469122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Attempting to bind port eea4c649-8549-410a-8d7c-886c27992964 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:10.469380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Attempting to bind port eea4c649-8549-410a-8d7c-886c27992964 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:10.469759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Attempting to bind port eea4c649-8549-410a-8d7c-886c27992964 on network 97fe9625-b9db-47c4-93ae-b37d99322a4a {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:10.473380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:10.493804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Port eea4c649-8549-410a-8d7c-886c27992964 on network 97fe9625-b9db-47c4-93ae-b37d99322a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:10.494139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Attempting to bind port eea4c649-8549-410a-8d7c-886c27992964 on network 97fe9625-b9db-47c4-93ae-b37d99322a4a {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:10.523387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:10.523732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Checking segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:10.524139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Bound using segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:10.524638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Bound port: eea4c649-8549-410a-8d7c-886c27992964, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:10.524986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eea4c649-8549-410a-8d7c-886c27992964), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.571787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:10.574154 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d954b31-da80-4099-a2ca-51578058ad23" -d '{"events": [{"server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:10.590518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Publish callbacks [] for port (64f0e6fa-5b1e-473a-a204-43727c533411), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.623013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-282b9a51-ad4a-472b-85ff-5dabd3f52fc4 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.624571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-282b9a51-ad4a-472b-85ff-5dabd3f52fc4 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/networks?id=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b HTTP/1.1" status: 200 len: 814 time: 0.4857893 Feb 11 05:18:10.646525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Allocated IP 172.20.0.4 (47b47743-74c2-49ed-baa1-8a49313dfcd9/c8b4e66c-cebd-4756-8567-924c0962f0f5/cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:10.705741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] For port eea4c649-8549-410a-8d7c-886c27992964, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:10.711730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-bc9b9981-6763-4dc9-9f28-36e483d456de tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/quotas/b9639502c32a4cd6983095a57c264eea HTTP/1.1" status: 200 len: 375 time: 0.0628271 Feb 11 05:18:10.722868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] For port eea4c649-8549-410a-8d7c-886c27992964, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eea4c649-8549-410a-8d7c-886c27992964,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:10.739403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.757204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cecf2ac1-583e-4c33-9570-9e57ff85638c req-623d448a-2569-4f98-ac82-2c5058531075 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701061 Feb 11 05:18:10.830717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-f40098b6-87eb-4c9e-ae06-3116a0621ca6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9639502c32a4cd6983095a57c264eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723882 Feb 11 05:18:10.874943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (eea4c649-8549-410a-8d7c-886c27992964), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.891492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Pushing event updated for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:10.935680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.936459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.937875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] 10.222.0.65 "PUT /v2.0/ports/eea4c649-8549-410a-8d7c-886c27992964 HTTP/1.1" status: 200 len: 1092 time: 2.1378469 Feb 11 05:18:10.981729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 64f0e6fa-5b1e-473a-a204-43727c533411 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:11.004727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:11.005314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:11.005414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:11.029047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:11.029289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:11.069910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f106d3e-a17c-4caf-a71f-1d5504c80b79 service neutron] Pushing event updated for resources: {'Port': ['ID=eea4c649-8549-410a-8d7c-886c27992964,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:11.077918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:11.078286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:11.078691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:11.082044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Bound port: 64f0e6fa-5b1e-473a-a204-43727c533411, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:11.082262 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.178351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] Transition to ACTIVE for port object 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:11.268034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:11.330120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.337657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:11.341320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:11.342482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:11.343170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:11.352450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:11.356666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37e85-e635-44b8-83df-b0642ca190bf req-f7bb676d-133a-42e1-b995-23444d6747ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.357024 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-f7bb676d-133a-42e1-b995-23444d6747ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 1126 time: 0.1916311 Feb 11 05:18:11.359987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:11.362713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:11.365742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-ab366016-db6c-4e76-aed9-7c628eed2f31 service neutron] 10.222.0.62 "GET /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217321 Feb 11 05:18:11.370459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:11.371258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:11.372891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:11.373666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Bound port: 64f0e6fa-5b1e-473a-a204-43727c533411, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:11.374334 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.400514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.462417 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-e939d968-3412-4459-96f8-8f44cd1c160f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea4c649-8549-410a-8d7c-886c27992964 HTTP/1.1" status: 200 len: 217 time: 0.0976460 Feb 11 05:18:11.489949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22e065-d893-48a2-9869-9ffb3bc56529 req-d61bf21b-5309-4aa2-86c4-07b2e6fba796 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.502941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d22e065-d893-48a2-9869-9ffb3bc56529 req-d61bf21b-5309-4aa2-86c4-07b2e6fba796 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 944 time: 0.6256909 Feb 11 05:18:11.560547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37e85-e635-44b8-83df-b0642ca190bf req-23c88dd7-f0f2-4542-a836-786638d3c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.564892 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-23c88dd7-f0f2-4542-a836-786638d3c73d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 200 len: 849 time: 0.0946913 Feb 11 05:18:11.617695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:11.637601 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.646871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] No DVR routers for this DVR port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:11.654720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] Pushing event updated for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=10']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:11.709709 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 64f0e6fa-5b1e-473a-a204-43727c533411-n-h1-713498-37-0 {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:18:11.710069 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:18:11.764410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Pushing event updated for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=8']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:11.786944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.787569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.789072 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-68497a9e-856b-499e-8455-9da5c2b29a70 service neutron] 10.222.0.65 "PUT /v2.0/ports/64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 200 len: 1123 time: 1.8208027 Feb 11 05:18:11.806600 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37e85-e635-44b8-83df-b0642ca190bf req-c2644daf-f3fa-4245-b762-97779cae989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.814533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-c2644daf-f3fa-4245-b762-97779cae989e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97fe9625-b9db-47c4-93ae-b37d99322a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2326298 Feb 11 05:18:11.858645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d22e065-d893-48a2-9869-9ffb3bc56529 req-b55b4732-7979-4112-af81-b8f6847287c4 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542948 Feb 11 05:18:11.886998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['64f0e6fa-5b1e-473a-a204-43727c533411'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:11.896816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['64f0e6fa-5b1e-473a-a204-43727c533411'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:11.915382 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.944266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-cadf998d-d7ab-41c5-bb18-123a1fcb411f service neutron] 10.222.0.65 "PUT /v2.0/ports/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e/bindings/n-h1-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 3.5082846 Feb 11 05:18:12.172328 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-d8151756-79b4-48b0-b8f0-d5245031a1aa service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560021 Feb 11 05:18:12.174564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-71492f0d-88f0-4297-ae70-d94fc25d8159 service neutron] 10.222.0.62 "GET /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078976 Feb 11 05:18:12.286087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f9c56fc-382a-4a53-b825-4c3e9bea15f1 req-448bcb09-b262-4089-b1f4-c21366f7d7f0 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.1870515 Feb 11 05:18:12.375551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-2bede755-f2f7-4db9-a493-65f0b65b377e tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.378156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-2bede755-f2f7-4db9-a493-65f0b65b377e tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.2021785 Feb 11 05:18:12.383208 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d402d8-8dd0-495a-bfa7-904ec1e07cf5 x-openstack-request-id: req-77d402d8-8dd0-495a-bfa7-904ec1e07cf5 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:12.383506 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:12.383765 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77d402d8-8dd0-495a-bfa7-904ec1e07cf5 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:12.384175 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411', 'code': 200} Feb 11 05:18:12.438966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:18:12.440758 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49c37e85-e635-44b8-83df-b0642ca190bf req-0d6aae44-42b2-4d51-a77f-f5cc3a15630d service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618752 Feb 11 05:18:12.453535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:12.454642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:12.454954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:12.474005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.570287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:12.570648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:12.620879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:12.623488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event updated for resources: {'Port': ['ID=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:12.660864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:12.678986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:12.680200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:12.680200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:12.680427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Bound port: 64f0e6fa-5b1e-473a-a204-43727c533411, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:12.680698 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.697466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:12.890567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.893598 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.976231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-5fb17231-d254-4e61-a3cc-73cefb1cbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.981494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-5fb17231-d254-4e61-a3cc-73cefb1cbcd1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b&tenant_id=d0e61b8c952744efa69044130c484b68 HTTP/1.1" status: 200 len: 1128 time: 0.5917923 Feb 11 05:18:13.099974 n-d-713498-37 neutron-server[104088]: WARNING neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Concurrent port binding operations failed on port 64f0e6fa-5b1e-473a-a204-43727c533411 Feb 11 05:18:13.117577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:13.144746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-8dec649b-0b65-4e37-a0ce-4ead1f9a2e0c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4411094 Feb 11 05:18:13.151174 n-d-713498-37 neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempt 2 to bind port 64f0e6fa-5b1e-473a-a204-43727c533411 Feb 11 05:18:13.158465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 64f0e6fa-5b1e-473a-a204-43727c533411 has no active binding in host n-h2-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:18:13.170683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ae5af82b-1de5-4357-aa98-d6e79a38322c None None] Provisioning complete for port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:13.171078 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae5af82b-1de5-4357-aa98-d6e79a38322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.181546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Request body: {'port': {'device_id': 'ab225624-7392-4b85-a57e-5d95175c297f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:13.218151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cda06-bb86-4519-b151-59af45950968 req-dad30074-42b9-4813-a8b4-622909610e8a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:13.226355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-058cda06-bb86-4519-b151-59af45950968 req-dad30074-42b9-4813-a8b4-622909610e8a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 943 time: 0.6870844 Feb 11 05:18:13.254509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ae5af82b-1de5-4357-aa98-d6e79a38322c None None] Port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:13.305548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ed915-d031-4f7c-8f41-ead69766c93e req-3a9eee24-2254-427b-b9d1-6cb0f98bf1ac tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:13.313029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b62ed915-d031-4f7c-8f41-ead69766c93e req-3a9eee24-2254-427b-b9d1-6cb0f98bf1ac tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.3100131 Feb 11 05:18:13.340445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-7203c6b4-757c-4188-977e-ddd1ea0e096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:13.342151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-7203c6b4-757c-4188-977e-ddd1ea0e096b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1128 time: 0.3169305 Feb 11 05:18:13.418006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-058cda06-bb86-4519-b151-59af45950968 req-fd961c6b-ca6f-4de0-be7e-17f0dfea1d31 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861460 Feb 11 05:18:13.418926 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.576295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b62ed915-d031-4f7c-8f41-ead69766c93e req-5af118f7-dbff-4dd7-bb2a-ffc3dbc166f8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529459 Feb 11 05:18:13.660251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc29094f-0110-4526-8914-c56c70a3337c req-668a7d6c-31fa-45b6-be6a-2ac80976a689 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.1202204 Feb 11 05:18:14.279072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-6f437e6e-eb06-40a7-9152-10dcff2a260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:14.280445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-6f437e6e-eb06-40a7-9152-10dcff2a260a service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.9231143 Feb 11 05:18:14.386646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'tag': 'eea4c649-8549-410a-8d7c-886c27992964'}, {'name': 'network-changed', 'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:14.389380 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dfe5c4-6970-4c61-a506-f6983bcc2e38" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3b30c7-2ed3-44c4-906b-0f640244c738", "tag": "eea4c649-8549-410a-8d7c-886c27992964"}, {"name": "network-changed", "server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:14.400104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78c35fe0-d0f3-4c86-a5fe-82d7679ee417 req-02efc212-7a1a-48e6-a7a9-e2820b6496ce tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 210 time: 0.1178231 Feb 11 05:18:14.405226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-a95263c7-eb42-48e6-9a3c-d6e6038b24bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 200 len: 217 time: 0.1009269 Feb 11 05:18:14.592013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa01ac-34b9-46c1-82bf-1108cb6f8898 req-8a8bd3ed-e5dc-4018-a8b1-10c07ec01b5f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:14.601297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cfa01ac-34b9-46c1-82bf-1108cb6f8898 req-8a8bd3ed-e5dc-4018-a8b1-10c07ec01b5f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.9130180 Feb 11 05:18:14.604029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-eee832b8-727b-48ac-9beb-5b79630693c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:14.605534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-eee832b8-727b-48ac-9beb-5b79630693c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1914022 Feb 11 05:18:14.703585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-3844bcd2-e188-4b77-8bd8-16c7848512c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713375 Feb 11 05:18:14.793917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b28b-4c23-4215-9b55-c19d9623b9fc req-aa5a88bb-acb8-4740-99dc-7a510f329b97 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:14.795473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74b1b28b-4c23-4215-9b55-c19d9623b9fc req-aa5a88bb-acb8-4740-99dc-7a510f329b97 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 945 time: 0.3191381 Feb 11 05:18:14.830973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cfa01ac-34b9-46c1-82bf-1108cb6f8898 req-a9264311-90df-4407-a664-a72d3c04d472 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270057 Feb 11 05:18:15.107450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:15.119078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-7d3e96d2-6da2-4890-b609-f7f26c89704e service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918197 Feb 11 05:18:15.123597 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Publish callbacks [] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.133099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74b1b28b-4c23-4215-9b55-c19d9623b9fc req-3020e6cb-9a60-4fae-a8c5-f6a34cf4e975 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281705 Feb 11 05:18:15.194040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eea4c649-8549-410a-8d7c-886c27992964 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:15.209606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Transition to ACTIVE for port object cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:15.272033 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0427831c-02de-4835-b2a6-295246ffe44c x-openstack-request-id: req-0427831c-02de-4835-b2a6-295246ffe44c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:15.272340 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3b30c7-2ed3-44c4-906b-0f640244c738", "tag": "eea4c649-8549-410a-8d7c-886c27992964", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:15.272624 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0427831c-02de-4835-b2a6-295246ffe44c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:15.273071 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'tag': 'eea4c649-8549-410a-8d7c-886c27992964', 'status': 'completed', 'code': 200} Feb 11 05:18:15.273335 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411', 'status': 'completed', 'code': 200} Feb 11 05:18:15.341072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63d702-e6b7-4132-9287-5e05a49dc7a0 req-d4a3994a-f21d-4ae2-b0fb-a70b67250c08 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:15.345594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e63d702-e6b7-4132-9287-5e05a49dc7a0 req-d4a3994a-f21d-4ae2-b0fb-a70b67250c08 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 931 time: 0.3757715 Feb 11 05:18:15.448096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-1aff1750-176d-484d-8b5e-e3260b1baf45 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188734 Feb 11 05:18:15.481778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.515710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-c7dffdf1-6d0e-4b11-bc1d-4441dd0ae40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:15.521677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-c7dffdf1-6d0e-4b11-bc1d-4441dd0ae40d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 1126 time: 0.2354717 Feb 11 05:18:15.596617 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eea4c649-8549-410a-8d7c-886c27992964, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eea4c649-8549-410a-8d7c-886c27992964,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:15.613476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'eea4c649-8549-410a-8d7c-886c27992964', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'port_id': 'eea4c649-8549-410a-8d7c-886c27992964', 'mac_address': 'fa:16:3e:1f:57:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:15.660159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Pushing event updated for resources: {'Port': ['ID=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:15.667782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port eea4c649-8549-410a-8d7c-886c27992964 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:15.668499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eea4c649-8549-410a-8d7c-886c27992964), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.687662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea4c649-8549-410a-8d7c-886c27992964 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:15.705621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-f3e18978-8665-40fc-b703-d53f49a22a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:15.744889 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-f3e18978-8665-40fc-b703-d53f49a22a10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1157 time: 0.3436124 Feb 11 05:18:15.780981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eea4c649-8549-410a-8d7c-886c27992964, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eea4c649-8549-410a-8d7c-886c27992964,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:15.870157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e63d702-e6b7-4132-9287-5e05a49dc7a0 req-aabfa15b-2d1b-46d8-97b1-faee35f93457 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5108581 Feb 11 05:18:15.921493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eea4c649-8549-410a-8d7c-886c27992964), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:16.021922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-4de1f744-fba4-41ef-b0c7-f64deab6156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.023811 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-4de1f744-fba4-41ef-b0c7-f64deab6156e service neutron] 10.222.0.65 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 911 time: 0.4880464 Feb 11 05:18:16.107849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-443b39e0-89cf-4422-9f5a-2bb0ee4b72c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea4c649-8549-410a-8d7c-886c27992964 HTTP/1.1" status: 200 len: 217 time: 0.0625360 Feb 11 05:18:16.115116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=eea4c649-8549-410a-8d7c-886c27992964,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:16.146532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5662b2b-2494-403a-851e-b6905466e633 req-beb9fc1d-a8b7-4d9a-93a2-47baf9f4303b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.149496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5662b2b-2494-403a-851e-b6905466e633 req-beb9fc1d-a8b7-4d9a-93a2-47baf9f4303b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 943 time: 0.6945093 Feb 11 05:18:16.212299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-16c72f7a-240d-4817-ae9e-3e58fc35f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.214033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-16c72f7a-240d-4817-ae9e-3e58fc35f494 service neutron] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.4678926 Feb 11 05:18:16.328334 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-880c1c89-7c81-4b4e-a9f0-639e055f148f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 200 len: 217 time: 0.1010232 Feb 11 05:18:16.337861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c1fe0-2e76-4f79-93fb-7d1e378881b9 req-ee8376a7-2d23-4954-a7ad-d26bc29631cf tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.340407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef1c1fe0-2e76-4f79-93fb-7d1e378881b9 req-ee8376a7-2d23-4954-a7ad-d26bc29631cf tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.1862166 Feb 11 05:18:16.341284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Attempting to bind port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:16.342112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Attempting to bind port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:16.342112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Attempting to bind port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b on network 47b47743-74c2-49ed-baa1-8a49313dfcd9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:16.353365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eea4c649-8549-410a-8d7c-886c27992964'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:16.428421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-0a9e270d-7019-48aa-bced-323b28a9e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.430288 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-0a9e270d-7019-48aa-bced-323b28a9e903 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0757775 Feb 11 05:18:16.431809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-aa6fbcc0-abdf-4769-969e-4a1eee95a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.433682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-aa6fbcc0-abdf-4769-969e-4a1eee95a000 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 200 len: 849 time: 0.3168776 Feb 11 05:18:16.520232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b on network 47b47743-74c2-49ed-baa1-8a49313dfcd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:16.525143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Attempting to bind port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b on network 47b47743-74c2-49ed-baa1-8a49313dfcd9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:16.534047 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-a560a03f-7a0c-430d-8b4c-03434641244b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913959 Feb 11 05:18:16.543973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5662b2b-2494-403a-851e-b6905466e633 req-8f4ce017-7179-4362-9c3b-42f88bce4d40 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885403 Feb 11 05:18:16.634725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef1c1fe0-2e76-4f79-93fb-7d1e378881b9 req-4aa04cd8-5181-474a-9184-7c6a5e710f82 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597747 Feb 11 05:18:16.675429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-36f96d64-49c8-43d5-8f04-ebdb67b05a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.677548 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-36f96d64-49c8-43d5-8f04-ebdb67b05a34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97fe9625-b9db-47c4-93ae-b37d99322a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2198939 Feb 11 05:18:16.689743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:16.690246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Checking segment: {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:16.691351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Bound using segment: {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:16.691954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Bound port: cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39897b34-0e4a-4768-880b-3dc816778442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:16.692415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:16.888536 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-7b36be24-219f-4b01-95c4-0edf134fe42f service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259255 Feb 11 05:18:16.937859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-cea5074c-0083-4dbf-83f3-f53e62225302 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943894 Feb 11 05:18:16.962799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-71863ee1-9b82-4a4d-8e6a-b7bd4fcafe9f tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.964815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-71863ee1-9b82-4a4d-8e6a-b7bd4fcafe9f tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b&tenant_id=d0e61b8c952744efa69044130c484b68&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.5969443 Feb 11 05:18:16.986615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94008c18-2d46-4610-a19a-8c0adc4b19ff req-642012ff-0e18-4085-8ef9-56b3f252422a tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.2728014 Feb 11 05:18:17.023352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7908b4ae-b05a-47bc-969a-7df9f39332f3 req-b2e96476-6e7e-4ef5-8a2c-3a20686d51cd tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 210 time: 0.1299706 Feb 11 05:18:17.158026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-e27f16a1-efdd-4398-a98e-6e7503d93b16 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995821 Feb 11 05:18:17.158647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-0ed97a3b-a2e2-45bc-bd72-da8851bc6e08 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.170306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-0ed97a3b-a2e2-45bc-bd72-da8851bc6e08 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.83 "GET /v2.0/networks?id=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b HTTP/1.1" status: 200 len: 814 time: 0.5046837 Feb 11 05:18:17.182259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] For port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:17.196625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Request body: {'port': {'device_id': '84329630-ac1a-4157-beb0-f640cf00fe37', 'network_id': '8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b', 'admin_state_up': True, 'tenant_id': 'b9639502c32a4cd6983095a57c264eea'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:17.265013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] For port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:17.302603 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41dfe5c4-6970-4c61-a506-f6983bcc2e38 req-dd2fb842-8d0a-44f0-9c95-c4d06178074c service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621962 Feb 11 05:18:17.423415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.507998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a043c-881d-4438-b1b7-687267a0782d req-5f18cb87-7fa0-43a9-b587-f7ac075a71b1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.509565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-512a043c-881d-4438-b1b7-687267a0782d req-5f18cb87-7fa0-43a9-b587-f7ac075a71b1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.3334849 Feb 11 05:18:17.524313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.530862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.530862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] 10.222.0.65 "PUT /v2.0/ports/cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b HTTP/1.1" status: 200 len: 1092 time: 4.3498249 Feb 11 05:18:17.530862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab225624-7392-4b85-a57e-5d95175c297f', 'tag': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:17.533216 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e1bb98-fb09-4b3d-b588-45c09906a34a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab225624-7392-4b85-a57e-5d95175c297f", "tag": "cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:17.543955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb034-72da-4424-b6ad-1a6a3b7f4635 req-7d45b570-93c8-4f3a-969a-e97c443cd52f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.545754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad8cb034-72da-4424-b6ad-1a6a3b7f4635 req-7d45b570-93c8-4f3a-969a-e97c443cd52f tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 945 time: 0.3745017 Feb 11 05:18:17.614306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-33d753d8-622b-41ce-bacf-1f11e96e6aa8 service neutron] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:17.617481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e864989-56b4-4b2f-8b64-1816dc778541 service neutron] Pushing event updated for resources: {'Port': ['ID=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:17.653043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-33d753d8-622b-41ce-bacf-1f11e96e6aa8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.654203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6578b55-a692-403d-bbbc-6ffc231bf737 req-33d753d8-622b-41ce-bacf-1f11e96e6aa8 service neutron] 10.222.0.83 "DELETE /v2.0/ports/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e/bindings/n-h2-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.6638422 Feb 11 05:18:17.761403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad8cb034-72da-4424-b6ad-1a6a3b7f4635 req-17868fb1-dfc6-42d9-8a8c-3a521613c441 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006383 Feb 11 05:18:17.783066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-512a043c-881d-4438-b1b7-687267a0782d req-62a8c03e-cac9-47b1-a394-77473e1960be tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553289 Feb 11 05:18:17.835702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-a8ffe6de-90fb-467f-9df2-8d2744812ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.842266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-a8ffe6de-90fb-467f-9df2-8d2744812ed2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eac334a203204fa6833b0d908792752b&device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 1126 time: 0.1214724 Feb 11 05:18:17.871838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Made reservation on behalf of b9639502c32a4cd6983095a57c264eea for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:17.879297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.934579 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca359860-8307-4a21-a5e4-64ca4ae48545 x-openstack-request-id: req-ca359860-8307-4a21-a5e4-64ca4ae48545 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:17.934965 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab225624-7392-4b85-a57e-5d95175c297f", "tag": "cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:17.935263 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca359860-8307-4a21-a5e4-64ca4ae48545 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:17.935919 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab225624-7392-4b85-a57e-5d95175c297f', 'tag': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'status': 'completed', 'code': 200} Feb 11 05:18:17.953448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-9fea6802-8de5-439b-89d2-913360d0e7b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b HTTP/1.1" status: 200 len: 217 time: 0.1043463 Feb 11 05:18:18.147791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-6b2d5158-9401-452d-b29e-acf5461e8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.149460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-6b2d5158-9401-452d-b29e-acf5461e8ee2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8b4e66c-cebd-4756-8567-924c0962f0f5 HTTP/1.1" status: 200 len: 855 time: 0.1660388 Feb 11 05:18:18.258420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfede5f1-d486-4449-a780-3bc109b9792c req-b196ec43-7553-4855-b7ea-6a716f9e9bd1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.259940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dfede5f1-d486-4449-a780-3bc109b9792c req-b196ec43-7553-4855-b7ea-6a716f9e9bd1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.3158414 Feb 11 05:18:18.288227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825847-106f-4c52-825c-70e3941e210b req-5c106b29-c274-4923-a821-c617742e091e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.289804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b825847-106f-4c52-825c-70e3941e210b req-5c106b29-c274-4923-a821-c617742e091e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 944 time: 0.2697811 Feb 11 05:18:18.357713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-3b524413-c1cf-4e76-a4e1-7da09e206787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.359244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-3b524413-c1cf-4e76-a4e1-7da09e206787 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b47743-74c2-49ed-baa1-8a49313dfcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1999724 Feb 11 05:18:18.388905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Allocated IP 172.20.0.3 (8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b/d6c74131-bd0c-475f-aedb-cd0447a0a347/06aa450b-bbcd-4905-a4a1-ccd31bb10cb4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:18.446901 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dfede5f1-d486-4449-a780-3bc109b9792c req-0ac08d1d-fda4-48a6-9ed3-a746c68d1b3a tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522489 Feb 11 05:18:18.517390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b825847-106f-4c52-825c-70e3941e210b req-0b55711f-b146-45cc-96ec-e003a2835321 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585252 Feb 11 05:18:18.551278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-85ce6013-38ee-42e6-b14f-80ddcb51589e service neutron] 10.222.0.65 "GET /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760564 Feb 11 05:18:18.645727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d86390c-0f23-42ae-8be8-454964c16066 req-1cf04344-2c7b-463a-91d3-ae023a9897e4 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 210 time: 0.0668559 Feb 11 05:18:18.706302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6491-07f5-4a64-acd3-2ab8cfe4f874 req-9749068f-4346-4fd4-8f7d-c612a021a194 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.708234 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82df6491-07f5-4a64-acd3-2ab8cfe4f874 req-9749068f-4346-4fd4-8f7d-c612a021a194 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.1598773 Feb 11 05:18:18.752869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a155d4cf-fcd4-4429-9706-c6f07c207018 req-18af11ad-3597-4d9c-b8c8-f53dd02e019c service neutron] 10.222.0.65 "GET /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850839 Feb 11 05:18:18.755878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-433bcc6d-b62b-4918-bf0f-5bd9741a94a3 req-9f33b6b6-3cda-4c85-a7e1-764675a8dec6 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0431690 Feb 11 05:18:18.956028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82df6491-07f5-4a64-acd3-2ab8cfe4f874 req-3cc14dbd-35c6-4631-825c-39adc942d426 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336628 Feb 11 05:18:19.049981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378ee63-c7b6-4160-bdc5-19cf3f64b327 req-bb015638-74e1-49f7-8e52-e942de28c8ea tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.058496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5378ee63-c7b6-4160-bdc5-19cf3f64b327 req-bb015638-74e1-49f7-8e52-e942de28c8ea tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 1128 time: 0.1736557 Feb 11 05:18:19.089506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Publish callbacks [] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.172317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eea4c649-8549-410a-8d7c-886c27992964 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:19.240470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5378ee63-c7b6-4160-bdc5-19cf3f64b327 req-811360f6-3ea8-4698-a7fe-43c84b9b5bbb tempest-LiveAutoBlockMigrationV225Test-860028135 tempest-LiveAutoBlockMigrationV225Test-860028135-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759281 Feb 11 05:18:19.254341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-2c6c94d2-716a-4219-bddf-7a4f5a4e4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.256714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-2c6c94d2-716a-4219-bddf-7a4f5a4e4f99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eac334a203204fa6833b0d908792752b&device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 1126 time: 0.2270598 Feb 11 05:18:19.280856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebec0e-e05f-45f6-abd5-1454e24c6fe2 req-31789dde-95bb-4d42-ae1d-63d1e7d9a9a4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.280856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7aebec0e-e05f-45f6-abd5-1454e24c6fe2 req-31789dde-95bb-4d42-ae1d-63d1e7d9a9a4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.2031701 Feb 11 05:18:19.378038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port eea4c649-8549-410a-8d7c-886c27992964 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:19.384421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port eea4c649-8549-410a-8d7c-886c27992964 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:19.385383 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eea4c649-8549-410a-8d7c-886c27992964), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.400247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7aebec0e-e05f-45f6-abd5-1454e24c6fe2 req-f086574b-c2ad-420e-9f07-e0bf1a232330 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183457 Feb 11 05:18:19.418611 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.689596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port eea4c649-8549-410a-8d7c-886c27992964 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:19.690093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eea4c649-8549-410a-8d7c-886c27992964), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.745425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eea4c649-8549-410a-8d7c-886c27992964, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eea4c649-8549-410a-8d7c-886c27992964,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:19.746745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea4c649-8549-410a-8d7c-886c27992964'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:19.749323 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe0f5d0-f76b-4b9c-8e92-23ff300c2119" -d '{"events": [{"server_uuid": "7d3b30c7-2ed3-44c4-906b-0f640244c738", "name": "network-vif-plugged", "status": "completed", "tag": "eea4c649-8549-410a-8d7c-886c27992964"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:19.961734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:19.969962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:19.972933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:19.995002 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eea4c649-8549-410a-8d7c-886c27992964), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.025245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Pushing event updated for resources: {'Port': ['ID=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:20.041166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-de14271b-183b-49ee-af8a-c37f20d4ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.042657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-de14271b-183b-49ee-af8a-c37f20d4ee43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b47743-74c2-49ed-baa1-8a49313dfcd9 HTTP/1.1" status: 200 len: 917 time: 0.7011745 Feb 11 05:18:20.090284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=eea4c649-8549-410a-8d7c-886c27992964,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:20.111047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-e2a3ec4c-1ae0-4ced-9cd0-765ff2bd5198 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b HTTP/1.1" status: 200 len: 217 time: 0.0603857 Feb 11 05:18:20.118989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.119624 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.201494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81b3d-ad1b-4524-bd97-a5da34e0ad4d req-6aa2f9d0-b3a2-45c4-bf63-eab3bfa1b455 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.202942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6df81b3d-ad1b-4524-bd97-a5da34e0ad4d req-6aa2f9d0-b3a2-45c4-bf63-eab3bfa1b455 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.2924609 Feb 11 05:18:20.254281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-af01d49f-8fd5-4e8d-98d7-3a4d59955404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.255761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-af01d49f-8fd5-4e8d-98d7-3a4d59955404 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8b4e66c-cebd-4756-8567-924c0962f0f5 HTTP/1.1" status: 200 len: 855 time: 0.1332729 Feb 11 05:18:20.306612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d08ca7-08fd-47c9-8b38-c06811ab886e req-84385191-fa20-4e73-b1b0-c5b8f9616e46 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.308363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33d08ca7-08fd-47c9-8b38-c06811ab886e req-84385191-fa20-4e73-b1b0-c5b8f9616e46 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.2010992 Feb 11 05:18:20.338505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6df81b3d-ad1b-4524-bd97-a5da34e0ad4d req-549ea856-fd77-4978-b84d-8ff657da3029 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223111 Feb 11 05:18:20.368247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-9ed1f7d0-84e2-40c6-a2cc-d94d3bbf2b2c tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1781452 Feb 11 05:18:20.379735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33d08ca7-08fd-47c9-8b38-c06811ab886e req-ca62f20c-7077-49cb-a6d1-d38e3c57856e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641513 Feb 11 05:18:20.385698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Request body: {'port': {'device_id': '84329630-ac1a-4157-beb0-f640cf00fe37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:20.413400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-5719f001-9151-4781-898f-d27377ce0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.415637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-5719f001-9151-4781-898f-d27377ce0b8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b47743-74c2-49ed-baa1-8a49313dfcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1518183 Feb 11 05:18:20.446767 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e7a638-956d-4873-8c65-7fb4438c9a2e x-openstack-request-id: req-18e7a638-956d-4873-8c65-7fb4438c9a2e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:20.448097 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3b30c7-2ed3-44c4-906b-0f640244c738", "name": "network-vif-plugged", "status": "completed", "tag": "eea4c649-8549-410a-8d7c-886c27992964", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:20.448763 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18e7a638-956d-4873-8c65-7fb4438c9a2e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:20.449475 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea4c649-8549-410a-8d7c-886c27992964', 'code': 200} Feb 11 05:18:20.571130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea769-6fd3-4044-a68f-10ba19167042 req-dd816ea3-1468-4b94-a885-4314ec62f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.571741 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-349ea769-6fd3-4044-a68f-10ba19167042 req-dd816ea3-1468-4b94-a885-4314ec62f385 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 1128 time: 0.0491722 Feb 11 05:18:20.598141 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.601480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2933c546-ab88-4243-9c08-c0b9b17179d6 req-6e552e30-0ae7-48d3-926d-69cf1456cfff tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0522816 Feb 11 05:18:20.624225 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-349ea769-6fd3-4044-a68f-10ba19167042 req-be92fe07-118f-4d61-8965-0204a36e1a6d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471058 Feb 11 05:18:20.660462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d16b9-de55-4e61-8de3-ac8fe47760ee req-ccfc5699-1c21-4973-a013-a5991fb035f0 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.662008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d12d16b9-de55-4e61-8de3-ac8fe47760ee req-ccfc5699-1c21-4973-a013-a5991fb035f0 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 931 time: 0.2294960 Feb 11 05:18:20.677200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-b3cf023a-b086-401e-ba91-b7902e54a66b service neutron] 10.222.0.65 "GET /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547088 Feb 11 05:18:20.886422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d12d16b9-de55-4e61-8de3-ac8fe47760ee req-416ef904-864c-4531-9544-6150ee4a17ab tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151084 Feb 11 05:18:20.923649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c237345-122a-4069-921a-d86796a1a193 req-47197e5f-833a-4325-b0a9-6c93f2311aa3 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.925194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c237345-122a-4069-921a-d86796a1a193 req-47197e5f-833a-4325-b0a9-6c93f2311aa3 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 945 time: 0.2229240 Feb 11 05:18:21.003446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8755d-f8b3-49f4-af1f-68cba67cf3d9 req-4a97e093-dbfc-4813-849e-143cf7cf0274 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.004971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08c8755d-f8b3-49f4-af1f-68cba67cf3d9 req-4a97e093-dbfc-4813-849e-143cf7cf0274 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.3203108 Feb 11 05:18:21.206393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34e1bb98-fb09-4b3d-b588-45c09906a34a req-1c0b0ec4-8492-4d83-a440-efcf47aacebe service neutron] 10.222.0.65 "GET /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748038 Feb 11 05:18:21.247717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3f39-ea88-40a0-b136-0e30006ab012 req-8870335d-80ef-467f-a8e7-d5126734a0cb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.249262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5c3f39-ea88-40a0-b136-0e30006ab012 req-8870335d-80ef-467f-a8e7-d5126734a0cb tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 945 time: 0.2852454 Feb 11 05:18:21.267819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08c8755d-f8b3-49f4-af1f-68cba67cf3d9 req-ac48c615-9669-4d9c-ad41-5380bfa436a3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256422 Feb 11 05:18:21.383216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Deleting port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:21.383573 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.463121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5c3f39-ea88-40a0-b136-0e30006ab012 req-7c520898-06aa-4718-8b17-8e5a07120c67 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993396 Feb 11 05:18:21.466064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:21.498485 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Publish callbacks [] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.642764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Transition to ACTIVE for port object 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:21.661494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b829-199f-4039-8933-4a6554ce0e70 req-1614321b-6384-4096-beb2-12dc180956e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.663476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be02b829-199f-4039-8933-4a6554ce0e70 req-1614321b-6384-4096-beb2-12dc180956e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 1128 time: 0.2881815 Feb 11 05:18:21.670193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] For port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:21.670746 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.679879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048537c-2ed7-4a65-a10b-ba7e2c46dbac req-3da1993b-2f8a-4b93-8d79-f74d1e37d5b8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.691541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4048537c-2ed7-4a65-a10b-ba7e2c46dbac req-3da1993b-2f8a-4b93-8d79-f74d1e37d5b8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.3446288 Feb 11 05:18:21.755209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Calling delete_port for 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:21.759284 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.762123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-78a06d38-2498-444c-8d89-4dfd751a0a98 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868847 Feb 11 05:18:21.822376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Pushing event updated for resources: {'Port': ['ID=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:21.879241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-07e427ff-162d-45a3-ae18-50693ac28275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.880805 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-07e427ff-162d-45a3-ae18-50693ac28275 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 1127 time: 0.0815656 Feb 11 05:18:21.890798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed64e6-0c73-487d-9b9e-2ed80a5b2bf0 req-37973858-c933-4bf2-90b8-ccb477d1af78 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.898276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eed64e6-0c73-487d-9b9e-2ed80a5b2bf0 req-37973858-c933-4bf2-90b8-ccb477d1af78 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.3277199 Feb 11 05:18:21.962722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4048537c-2ed7-4a65-a10b-ba7e2c46dbac req-f52ae693-f857-4116-8cce-8a441525f057 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712703 Feb 11 05:18:22.108969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b829-199f-4039-8933-4a6554ce0e70 req-6dc5ba96-a431-46b3-a61d-0d806539a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.111329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be02b829-199f-4039-8933-4a6554ce0e70 req-6dc5ba96-a431-46b3-a61d-0d806539a9c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 913 time: 0.3979878 Feb 11 05:18:22.129067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eed64e6-0c73-487d-9b9e-2ed80a5b2bf0 req-f934661f-0a93-46fc-911d-d128401290f1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249694 Feb 11 05:18:22.130400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-5e2db549-9a31-4c6b-a27c-b32302adfea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.131919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-5e2db549-9a31-4c6b-a27c-b32302adfea5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.1764183 Feb 11 05:18:22.147993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 64f0e6fa-5b1e-473a-a204-43727c533411 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:22.182197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Attempting to bind port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:22.183426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Attempting to bind port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '4949ee93-0fee-4844-93b0-a52dbdabd1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:22.186060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Attempting to bind port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 on network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:22.211046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-b9d19c26-7981-4ee6-97eb-9c7a40fad111 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 200 len: 217 time: 0.0732362 Feb 11 05:18:22.288280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-8982008b-1ec6-4d40-85cc-7bbbd3d6a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.289781 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-8982008b-1ec6-4d40-85cc-7bbbd3d6a107 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.0563076 Feb 11 05:18:22.312082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6064d22-a3d1-4cdb-8fcf-1207ee101d28 req-61202e8d-b6cc-43fa-aab8-9ce128c73f81 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0410392 Feb 11 05:18:22.345407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 64f0e6fa-5b1e-473a-a204-43727c533411 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:22.351757 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-fbd360b3-fe19-4971-adee-a876ce1859c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517497 Feb 11 05:18:22.357070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be02b829-199f-4039-8933-4a6554ce0e70 req-3702dadb-2030-488c-9685-a6e7c2551798 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab HTTP/1.1" status: 200 len: 217 time: 0.2264862 Feb 11 05:18:22.357916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 on network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:22.358444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Attempting to bind port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 on network 8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:22.380312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:22.380793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Checking segment: {'id': '4949ee93-0fee-4844-93b0-a52dbdabd1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:22.381171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Bound using segment: {'id': '4949ee93-0fee-4844-93b0-a52dbdabd1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:22.381580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Bound port: 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4949ee93-0fee-4844-93b0-a52dbdabd1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:22.381892 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.505537 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-424987a5-c99f-4c40-8891-f4c2343ccf86 service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514060 Feb 11 05:18:22.580335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b829-199f-4039-8933-4a6554ce0e70 req-c8f18ebc-998a-44a0-ae06-c2799224fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.581986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be02b829-199f-4039-8933-4a6554ce0e70 req-c8f18ebc-998a-44a0-ae06-c2799224fe9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.2132945 Feb 11 05:18:22.631094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65173f14-1b93-4e3b-b4e2-15797495d831 req-a87ee138-ddd6-4529-8542-ecbbc6fb8558 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.632831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65173f14-1b93-4e3b-b4e2-15797495d831 req-a87ee138-ddd6-4529-8542-ecbbc6fb8558 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.4308674 Feb 11 05:18:22.634826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be02b829-199f-4039-8933-4a6554ce0e70 req-8506a874-76ee-4b07-a65b-d893655da75c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423062 Feb 11 05:18:22.653099 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e56b8d59-9fec-4d79-826e-9b327451b53b req-0de60231-c24a-4fc2-bc84-78d9e42619bf service neutron] 10.222.0.65 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406267 Feb 11 05:18:22.666384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] For port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:22.710525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] For port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,segment=NetworkSegment(4949ee93-0fee-4844-93b0-a52dbdabd1aa),segment_id=4949ee93-0fee-4844-93b0-a52dbdabd1aa)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:22.776252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65173f14-1b93-4e3b-b4e2-15797495d831 req-091a1fa7-9246-4de7-be26-2d25dfd0ee50 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350632 Feb 11 05:18:22.784768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601eebd-0861-4b0d-83b0-52ff54b56712 req-b386751a-3df1-4c8f-b092-09d84aaa6ecf tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.786313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5601eebd-0861-4b0d-83b0-52ff54b56712 req-b386751a-3df1-4c8f-b092-09d84aaa6ecf tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 943 time: 0.3410938 Feb 11 05:18:22.789082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3fc96e6a-3979-46d1-bc43-4fa6adae4a9e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.809080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d7718e05-95ec-4c05-8f56-74b33b9e9591'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:22.845778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Pushing event deleted for resources: {'Port': ['ID=3fc96e6a-3979-46d1-bc43-4fa6adae4a9e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:22.971370 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.979848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be02b829-199f-4039-8933-4a6554ce0e70 req-d549650d-7e11-4b2e-a0ee-1db9e21b7173 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361499 Feb 11 05:18:23.015101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5601eebd-0861-4b0d-83b0-52ff54b56712 req-089289cf-ba5b-48be-9f4d-4c5f13fb0a37 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186859 Feb 11 05:18:23.015933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] No DVR routers for this DVR port 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:23.135463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.138801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c237345-122a-4069-921a-d86796a1a193 req-64ce39cd-b46f-4fa5-b0ad-e9697cacb9ec tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.83 "DELETE /v2.0/ports/3fc96e6a-3979-46d1-bc43-4fa6adae4a9e HTTP/1.1" status: 204 len: 173 time: 2.1789980 Feb 11 05:18:23.144666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'name': 'network-vif-deleted', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:23.146977 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dccb688-4695-461c-88d0-b1e94aa5fc94" -d '{"events": [{"server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "name": "network-vif-deleted", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:23.172074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 694cb42d-14bd-4f8c-98a4-c2ea42597bab no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:23.208163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.208818 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.210220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] 10.222.0.83 "PUT /v2.0/ports/06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 HTTP/1.1" status: 200 len: 1092 time: 2.8294175 Feb 11 05:18:23.217701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e8b2-b3ef-4a14-8551-88ce1decfcc2 req-b17f988d-c224-4c1e-8805-0df9df7b851b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.224857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4b7e8b2-b3ef-4a14-8551-88ce1decfcc2 req-b17f988d-c224-4c1e-8805-0df9df7b851b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.3450096 Feb 11 05:18:23.227985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be02b829-199f-4039-8933-4a6554ce0e70 req-c20231f3-38bb-4d41-901f-644ed0fafb98 service neutron] 10.222.0.65 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002201 Feb 11 05:18:23.233008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9adfe96b-f395-404d-a03f-42465fa0bf84 req-f223ab67-4867-44cb-a10f-16ce6f79c508 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0828450 Feb 11 05:18:23.276556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafed5af-b7cb-4920-a242-0ce083b2af0f service neutron] Pushing event updated for resources: {'Port': ['ID=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:23.293236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 694cb42d-14bd-4f8c-98a4-c2ea42597bab is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:23.293630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.309155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4b7e8b2-b3ef-4a14-8551-88ce1decfcc2 req-520b403b-8beb-4db1-b3b3-a2ab71a2a55f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827575 Feb 11 05:18:23.363732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:23.366299 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97999c30-5493-402c-a4f9-58f69f5aa7d5" -d '{"events": [{"server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:23.381981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:23.495544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-a7ba5a38-9366-4712-906d-1da21d823246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.497281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-a7ba5a38-9366-4712-906d-1da21d823246 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9639502c32a4cd6983095a57c264eea&device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 1126 time: 0.1251590 Feb 11 05:18:23.509160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d0c18-a9e1-4a3c-813e-0411f061f86c req-88dd1dac-1d56-49c1-8184-18aaff6ea6d3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.510617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f4d0c18-a9e1-4a3c-813e-0411f061f86c req-88dd1dac-1d56-49c1-8184-18aaff6ea6d3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 945 time: 0.1293998 Feb 11 05:18:23.524472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb7476-0a42-410d-9596-7ae2ad8cac50 req-3db1cd5d-abf6-401b-9b69-9b84d230a705 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.531040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30bb7476-0a42-410d-9596-7ae2ad8cac50 req-3db1cd5d-abf6-401b-9b69-9b84d230a705 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.1344028 Feb 11 05:18:23.581507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-1e2d03db-4e19-4758-ab38-e6289997e3c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 HTTP/1.1" status: 200 len: 217 time: 0.0699086 Feb 11 05:18:23.634695 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.692034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-4c54b3a7-6de4-4a47-9e5d-e81208113501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.693738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-4c54b3a7-6de4-4a47-9e5d-e81208113501 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d6c74131-bd0c-475f-aedb-cd0447a0a347 HTTP/1.1" status: 200 len: 854 time: 0.0951838 Feb 11 05:18:23.694163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:23.706578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f4d0c18-a9e1-4a3c-813e-0411f061f86c req-04c537c2-8b7d-4b59-b8b6-207892499943 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696255 Feb 11 05:18:23.730607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30bb7476-0a42-410d-9596-7ae2ad8cac50 req-f7c541fa-fe85-485b-acad-1e1d381c4062 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986439 Feb 11 05:18:23.775634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-07799cb4-a555-428f-b0e8-ae1a1c811f46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680015 Feb 11 05:18:23.881592 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbae6c5-59af-4093-8e34-fc713ca846f1 x-openstack-request-id: req-ebbae6c5-59af-4093-8e34-fc713ca846f1 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:23.882418 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:23.883346 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ebbae6c5-59af-4093-8e34-fc713ca846f1 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:23.884439 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'code': 200} Feb 11 05:18:24.147965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:24.183310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:18:24.183996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3fc96e6a-3979-46d1-bc43-4fa6adae4a9e not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:24.261018 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543c3d15-2b3b-4324-b10d-f53e1d4f077e x-openstack-request-id: req-543c3d15-2b3b-4324-b10d-f53e1d4f077e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:24.261604 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9af143-c962-4d54-8f4c-ce6143a3326b", "name": "network-vif-deleted", "tag": "3fc96e6a-3979-46d1-bc43-4fa6adae4a9e", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:24.261604 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-543c3d15-2b3b-4324-b10d-f53e1d4f077e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:24.262642 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9af143-c962-4d54-8f4c-ce6143a3326b', 'name': 'network-vif-deleted', 'tag': '3fc96e6a-3979-46d1-bc43-4fa6adae4a9e', 'status': 'completed', 'code': 200} Feb 11 05:18:24.339053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0aa35c23-8b58-42c6-ab1d-3374ccf594ec req-27f8ae56-3475-4f77-b6c7-548c398c171b tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0743740 Feb 11 05:18:24.368369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-d7b60479-37d2-4a04-a340-14477dc21211 service neutron] 10.222.0.83 "GET /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856366 Feb 11 05:18:24.442841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27f01-9122-4a3a-ae86-b60ccd7c07e3 req-e0869c04-5df5-4934-996a-e9b04603ff6f tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:24.444420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41f27f01-9122-4a3a-ae86-b60ccd7c07e3 req-e0869c04-5df5-4934-996a-e9b04603ff6f tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1810164 Feb 11 05:18:24.551301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff78252-49db-400d-8ce6-b794769b6917 req-a1be16ca-16f3-4711-8260-037150e6fe2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1974483 Feb 11 05:18:24.604098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2504d32e-7bf2-4365-95ac-99163ab77bc9 req-13c2ab67-9ad2-496c-aec4-05b54c939633 service neutron] 10.222.0.83 "GET /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113082 Feb 11 05:18:24.617429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32bd8f-8aef-42d7-a650-5b937eba9e39 req-30a6816e-1068-4764-87e0-e4854d0336bd tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:24.621355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a32bd8f-8aef-42d7-a650-5b937eba9e39 req-30a6816e-1068-4764-87e0-e4854d0336bd tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 943 time: 0.1724963 Feb 11 05:18:24.639135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41f27f01-9122-4a3a-ae86-b60ccd7c07e3 req-3de29644-0e73-469d-8abe-c427d287c8e0 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763093 Feb 11 05:18:24.719806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78252-49db-400d-8ce6-b794769b6917 req-b8ddb2b0-78f8-4399-a6b9-a82b17e59376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:24.721515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff78252-49db-400d-8ce6-b794769b6917 req-b8ddb2b0-78f8-4399-a6b9-a82b17e59376 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0e61b8c952744efa69044130c484b68&device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 1128 time: 0.0978215 Feb 11 05:18:24.725022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a32bd8f-8aef-42d7-a650-5b937eba9e39 req-73274c35-b0ef-4768-8437-72b727881498 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914085 Feb 11 05:18:24.822365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75c27c12-1966-459f-9b5b-3f6265ef8773 req-c715a563-4360-41e3-a74f-3b7e44b17c86 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0478182 Feb 11 05:18:24.962127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78252-49db-400d-8ce6-b794769b6917 req-f19919cb-6bb4-4e07-a794-720c6602cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:24.964137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff78252-49db-400d-8ce6-b794769b6917 req-f19919cb-6bb4-4e07-a794-720c6602cf73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 200 len: 921 time: 0.2201772 Feb 11 05:18:24.979723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca346a7-ef6d-424a-9bc5-e488d68f0192 req-fb350a28-d8bb-4784-9deb-5caf31c7e21f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:24.981744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ca346a7-ef6d-424a-9bc5-e488d68f0192 req-fb350a28-d8bb-4784-9deb-5caf31c7e21f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.1620922 Feb 11 05:18:25.041846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff78252-49db-400d-8ce6-b794769b6917 req-2a2a6911-0630-4910-81dd-d09a45731f81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 200 len: 217 time: 0.0697348 Feb 11 05:18:25.105564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6928723-6a9c-4cf5-837a-82b825044404 req-a152ee55-cb5a-444a-8ad1-d66a18e77904 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.109233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6928723-6a9c-4cf5-837a-82b825044404 req-a152ee55-cb5a-444a-8ad1-d66a18e77904 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1896167 Feb 11 05:18:25.118411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46738) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:25.122995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'floatingip': {'port_id': 'eea4c649-8549-410a-8d7c-886c27992964'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:25.163244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78252-49db-400d-8ce6-b794769b6917 req-a8b71c22-c866-4a70-942c-6873f3785c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.165542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff78252-49db-400d-8ce6-b794769b6917 req-a8b71c22-c866-4a70-942c-6873f3785c41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 200 len: 860 time: 0.1150000 Feb 11 05:18:25.178496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (7838bfb9-e448-4c65-8936-0b5cdfb4a052), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.182844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ca346a7-ef6d-424a-9bc5-e488d68f0192 req-0f9c6b0a-3475-41e4-bcbe-585872eb3ca5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917081 Feb 11 05:18:25.248219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff78252-49db-400d-8ce6-b794769b6917 req-989b4313-e613-4306-b8e4-226bcb409c45 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=581e75b9-da58-4622-8cd2-95bcd5f8d91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582881 Feb 11 05:18:25.410771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc74cc-f341-46e1-be40-d8322a7fe84e req-6ad698a5-1c17-417c-ae77-0327db35a6b2 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.418225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cc74cc-f341-46e1-be40-d8322a7fe84e req-6ad698a5-1c17-417c-ae77-0327db35a6b2 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.2141156 Feb 11 05:18:25.458172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb7c63-09f5-409b-b678-ae96fd71442d req-f378865a-fc03-40b1-98e5-88c6087ee0bc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.459781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbdb7c63-09f5-409b-b678-ae96fd71442d req-f378865a-fc03-40b1-98e5-88c6087ee0bc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 943 time: 0.1945040 Feb 11 05:18:25.523108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff78252-49db-400d-8ce6-b794769b6917 req-4ec34b59-0a3b-4529-9f36-c849ff115fc7 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564895 Feb 11 05:18:25.553329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cc74cc-f341-46e1-be40-d8322a7fe84e req-37a38f08-51d7-41c9-98ef-f91d958e7d6c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180141 Feb 11 05:18:25.680801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-808d998f-a5a2-4414-b948-746bee6e722d req-6cdba83e-2569-4edb-8cdd-d102c473f99f tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0754859 Feb 11 05:18:25.694898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbdb7c63-09f5-409b-b678-ae96fd71442d req-bdf666d0-e62b-465c-a478-4e1746568d64 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204635 Feb 11 05:18:25.756944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff78252-49db-400d-8ce6-b794769b6917 req-0e84c158-eaec-49bb-9442-e1d215d953d1 service neutron] 10.222.0.83 "GET /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178586 Feb 11 05:18:25.895973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432619f-3c87-46f6-b313-7387f533d4f4 req-d62a7d20-0a3b-40e3-a0e3-0bcac709fb7b tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.897911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7432619f-3c87-46f6-b313-7387f533d4f4 req-d62a7d20-0a3b-40e3-a0e3-0bcac709fb7b tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 943 time: 0.0693047 Feb 11 05:18:25.960919 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ab41253-3e9f-4fa9-bd86-7c5d81f24c80 req-fe2c99b9-2779-4aa1-b12f-e8d36aa4a79e tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0386660 Feb 11 05:18:26.009340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7432619f-3c87-46f6-b313-7387f533d4f4 req-98a3b9b7-dfb3-488f-83a9-35540d83fa20 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052425 Feb 11 05:18:26.201583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.264077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84329630-ac1a-4157-beb0-f640cf00fe37', 'tag': '06aa450b-bbcd-4905-a4a1-ccd31bb10cb4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:26.268900 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dbc677-65f5-45e9-bd79-838d2b609928" -d '{"events": [{"name": "network-changed", "server_uuid": "84329630-ac1a-4157-beb0-f640cf00fe37", "tag": "06aa450b-bbcd-4905-a4a1-ccd31bb10cb4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:26.287039 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (7838bfb9-e448-4c65-8936-0b5cdfb4a052), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.560100 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48f65b8-9c95-4ad6-9d95-8fb4268a7b10 x-openstack-request-id: req-c48f65b8-9c95-4ad6-9d95-8fb4268a7b10 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:26.561025 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84329630-ac1a-4157-beb0-f640cf00fe37", "tag": "06aa450b-bbcd-4905-a4a1-ccd31bb10cb4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:26.561025 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c48f65b8-9c95-4ad6-9d95-8fb4268a7b10 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:26.561576 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84329630-ac1a-4157-beb0-f640cf00fe37', 'tag': '06aa450b-bbcd-4905-a4a1-ccd31bb10cb4', 'status': 'completed', 'code': 200} Feb 11 05:18:26.628823 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Floating IP 7838bfb9-e448-4c65-8936-0b5cdfb4a052 associated. External IP: 172.25.8.149, port: eea4c649-8549-410a-8d7c-886c27992964. Feb 11 05:18:26.806813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38445c27-53ad-47c6-bd0c-f4b7801d90ea req-d4c0d276-6b93-434c-8473-80d111e18101 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.822139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38445c27-53ad-47c6-bd0c-f4b7801d90ea req-d4c0d276-6b93-434c-8473-80d111e18101 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.4406388 Feb 11 05:18:26.910285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38445c27-53ad-47c6-bd0c-f4b7801d90ea req-02dee7bc-7d4a-450a-adbd-2113e3db2cdd tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838113 Feb 11 05:18:26.916214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-e21dbbaf-d5f3-4cf7-bc39-c348c9d1dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.920328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-e21dbbaf-d5f3-4cf7-bc39-c348c9d1dfc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9639502c32a4cd6983095a57c264eea&device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 1126 time: 0.4575706 Feb 11 05:18:26.924976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-ca30af87-0085-4610-a8e9-94a6dd5bace5 service neutron] 10.222.0.83 "GET /v2.0/ports/64f0e6fa-5b1e-473a-a204-43727c533411/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.5138972 Feb 11 05:18:27.029487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Router 071aea2f-7d08-4489-a372-b213ce5211f6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:27.177510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:27.189130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] Sync routers for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:27.192340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.206097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:27.209040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b984d-e66a-443a-b85b-2979fab3934b req-bb5c3cd6-2a67-4a2a-b5bf-d7ad511dc4d6 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.209996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:18:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:27.216002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae3b984d-e66a-443a-b85b-2979fab3934b req-bb5c3cd6-2a67-4a2a-b5bf-d7ad511dc4d6 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.1883361 Feb 11 05:18:27.230894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e652c24f-4c0b-49f3-b830-87b70e874179 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "PUT /v2.0/floatingips/7838bfb9-e448-4c65-8936-0b5cdfb4a052 HTTP/1.1" status: 200 len: 991 time: 2.1115699 Feb 11 05:18:27.231570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'tag': 'eea4c649-8549-410a-8d7c-886c27992964'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:27.234411 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9dc823-f464-4437-a047-54008d4757a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3b30c7-2ed3-44c4-906b-0f640244c738", "tag": "eea4c649-8549-410a-8d7c-886c27992964"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:27.291093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-22ea3461-79af-4d62-86fc-87e31d46d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.293420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-22ea3461-79af-4d62-86fc-87e31d46d15c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b HTTP/1.1" status: 200 len: 915 time: 0.3515949 Feb 11 05:18:27.359900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae3b984d-e66a-443a-b85b-2979fab3934b req-636f9b2b-8b9c-43dd-98b3-e0e7ad4f82c9 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374276 Feb 11 05:18:27.371965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:27.432707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-2cb84414-98a2-4cb2-ace9-d192bf466d10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 HTTP/1.1" status: 200 len: 217 time: 0.1012051 Feb 11 05:18:27.564435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dd75fac-0af7-4bd8-a781-3586e9691f32 req-39cd8363-3a17-448d-ac49-4a381a72157f tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0796247 Feb 11 05:18:27.617997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a71f-1fdb-4045-92e5-9325554ac193 req-a0c1f498-830e-4809-9f62-52e574a05c10 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.626726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48d8a71f-1fdb-4045-92e5-9325554ac193 req-a0c1f498-830e-4809-9f62-52e574a05c10 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 943 time: 0.4027121 Feb 11 05:18:27.666608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '7838bfb9-e448-4c65-8936-0b5cdfb4a052', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'port_id': 'eea4c649-8549-410a-8d7c-886c27992964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'mac_address': 'fa:16:3e:1f:57:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:17:57Z', 'updated_at': '2022-02-11T05:18:26Z', 'revision_number': 1, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:27.696122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] Checking router: 071aea2f-7d08-4489-a372-b213ce5211f6 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:27.704900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-022930eb-a6d0-44d4-8733-b3500d1c4207 req-5c1ee961-888b-451a-98e2-8ed33daa9886 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0700998 Feb 11 05:18:27.706694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:27.706838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-099bcf64-49ca-485f-a43d-c6ce3d8c18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.707329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:18:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:27.708212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-099bcf64-49ca-485f-a43d-c6ce3d8c18c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d6c74131-bd0c-475f-aedb-cd0447a0a347 HTTP/1.1" status: 200 len: 854 time: 0.2132549 Feb 11 05:18:27.714570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:27.805656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-3ecc52e0-9b2d-4cdd-8632-412366162311 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770459 Feb 11 05:18:27.854287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:27.908428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48d8a71f-1fdb-4045-92e5-9325554ac193 req-49539df9-032d-4798-9e49-2d9fda95f840 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725716 Feb 11 05:18:27.908428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:28.046268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f0e6fa-5b1e-473a-a204-43727c533411 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:28.066857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:28.082741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb6c33-66a7-4e47-b911-072314a5e391 req-e1b64e22-4c12-48c1-a9a9-c6d401949725 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.091256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dfbb6c33-66a7-4e47-b911-072314a5e391 req-e1b64e22-4c12-48c1-a9a9-c6d401949725 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 943 time: 0.2794962 Feb 11 05:18:28.136924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-f78c50a4-4a0f-4146-a132-dfe702d8face service neutron] 10.222.0.83 "GET /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149137 Feb 11 05:18:28.171007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '7838bfb9-e448-4c65-8936-0b5cdfb4a052', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'port_id': 'eea4c649-8549-410a-8d7c-886c27992964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'mac_address': 'fa:16:3e:1f:57:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:17:57Z', 'updated_at': '2022-02-11T05:18:26Z', 'revision_number': 1, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:28.175403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fe8a9-7d57-4fd3-9f4e-6fa18832de13 req-6b94fd30-a7c2-4955-af99-286f5304874c tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.176629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-450fe8a9-7d57-4fd3-9f4e-6fa18832de13 req-6b94fd30-a7c2-4955-af99-286f5304874c tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 946 time: 0.1921980 Feb 11 05:18:28.177764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:28.211432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e050b65-e63c-4b49-971c-0a0dd88d427b None None] The sync data for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 is: [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '7838bfb9-e448-4c65-8936-0b5cdfb4a052', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'port_id': 'eea4c649-8549-410a-8d7c-886c27992964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'mac_address': 'fa:16:3e:1f:57:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:17:57Z', 'updated_at': '2022-02-11T05:18:26Z', 'revision_number': 1, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:28.231142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dfbb6c33-66a7-4e47-b911-072314a5e391 req-639c3ff3-e29a-401b-a175-90a537040d08 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389031 Feb 11 05:18:28.323601 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.383399 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a3cedd-47c8-476f-b658-4970c800adca x-openstack-request-id: req-09a3cedd-47c8-476f-b658-4970c800adca {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:28.383970 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3b30c7-2ed3-44c4-906b-0f640244c738", "tag": "eea4c649-8549-410a-8d7c-886c27992964", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:28.383970 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09a3cedd-47c8-476f-b658-4970c800adca {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:28.384360 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'tag': 'eea4c649-8549-410a-8d7c-886c27992964', 'status': 'completed', 'code': 200} Feb 11 05:18:28.478988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,segment=NetworkSegment(4949ee93-0fee-4844-93b0-a52dbdabd1aa),segment_id=4949ee93-0fee-4844-93b0-a52dbdabd1aa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:28.511853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '06aa450b-bbcd-4905-a4a1-ccd31bb10cb4', 'network_id': '8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b', 'port_id': '06aa450b-bbcd-4905-a4a1-ccd31bb10cb4', 'mac_address': 'fa:16:3e:72:97:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c74131-bd0c-475f-aedb-cd0447a0a347', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:28.535322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-450fe8a9-7d57-4fd3-9f4e-6fa18832de13 req-11aa4104-0dca-46a6-95cd-ee6e888064bc tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454025 Feb 11 05:18:28.653915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:28.654320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.662384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] Transition to ACTIVE for port object 64f0e6fa-5b1e-473a-a204-43727c533411 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:28.692223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:28.702521 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e7dc9-014c-4abb-86ea-e49899b60876 None None] New status for floating IP 7838bfb9-e448-4c65-8936-0b5cdfb4a052: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:18:28.727002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbc677-65f5-45e9-bd79-838d2b609928 req-6b9a3cb6-ea03-4516-9ad3-8baa9ae377b9 service neutron] 10.222.0.83 "GET /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781958 Feb 11 05:18:28.769434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,segment=NetworkSegment(4949ee93-0fee-4844-93b0-a52dbdabd1aa),segment_id=4949ee93-0fee-4844-93b0-a52dbdabd1aa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:28.772674 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.875269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.902485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dc823-f464-4437-a047-54008d4757a3 req-fdc27f64-6171-473d-b37e-d26c44008b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.904403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9dc823-f464-4437-a047-54008d4757a3 req-fdc27f64-6171-473d-b37e-d26c44008b7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 1128 time: 0.4367323 Feb 11 05:18:28.908480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] No DVR routers for this DVR port 64f0e6fa-5b1e-473a-a204-43727c533411 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:28.918068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84be54b-bc1b-4ba1-8ca1-f1408c1d59cc req-57f65b33-70b4-4d5b-b366-abb8c77252b7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.919958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d84be54b-bc1b-4ba1-8ca1-f1408c1d59cc req-57f65b33-70b4-4d5b-b366-abb8c77252b7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 943 time: 0.2044880 Feb 11 05:18:28.931976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] Pushing event updated for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=10']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:28.980091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:29.052556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-95e6397d-9873-4e10-93e0-d7ccec80b3ca service neutron] 10.222.0.83 "PUT /v2.0/ports/64f0e6fa-5b1e-473a-a204-43727c533411/bindings/n-h2-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 2.0907738 Feb 11 05:18:29.128840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['06aa450b-bbcd-4905-a4a1-ccd31bb10cb4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:29.173444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d84be54b-bc1b-4ba1-8ca1-f1408c1d59cc req-f46343e8-2f8c-47f8-a910-3dde2222f819 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324812 Feb 11 05:18:29.234801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 694cb42d-14bd-4f8c-98a4-c2ea42597bab no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:29.284829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-2c1c6eb5-8ec9-4714-8d9a-fc47047e1aff tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.286375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-2c1c6eb5-8ec9-4714-8d9a-fc47047e1aff tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 946 time: 0.3005884 Feb 11 05:18:29.289849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dc823-f464-4437-a047-54008d4757a3 req-045108e3-5625-476e-af7e-a654214bd306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.291290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9dc823-f464-4437-a047-54008d4757a3 req-045108e3-5625-476e-af7e-a654214bd306 service neutron] 10.222.0.65 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 911 time: 0.3677125 Feb 11 05:18:29.339975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-bd08151e-060f-4f2d-952b-8f70a0d203d6 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.345133 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-bd08151e-060f-4f2d-952b-8f70a0d203d6 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.1236703 Feb 11 05:18:29.460116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9dc823-f464-4437-a047-54008d4757a3 req-3d751c73-98a3-46ea-a602-2dc160d92bcb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea4c649-8549-410a-8d7c-886c27992964 HTTP/1.1" status: 200 len: 1001 time: 0.1592159 Feb 11 05:18:29.462546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-1f0ad75d-085d-4f2d-bcdc-aec06d53904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.470650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-1f0ad75d-085d-4f2d-bcdc-aec06d53904e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8&tenant_id=43e6b606b3834f4b9004f208e11b3c5c HTTP/1.1" status: 200 len: 1127 time: 0.1196640 Feb 11 05:18:29.537236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 694cb42d-14bd-4f8c-98a4-c2ea42597bab is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:29.580219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dc823-f464-4437-a047-54008d4757a3 req-919d8515-feda-4c4a-8a8c-b286321f1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.581851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9dc823-f464-4437-a047-54008d4757a3 req-919d8515-feda-4c4a-8a8c-b286321f1287 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 200 len: 849 time: 0.1141946 Feb 11 05:18:29.596349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-dafb6f57-e7e8-48ef-bd8f-83b508ed3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.597896 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-dafb6f57-e7e8-48ef-bd8f-83b508ed3439 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1127 time: 0.1016738 Feb 11 05:18:29.599130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85aaf2-05c5-46f4-a0f9-1201fd86b5dc req-a3ca89b3-1e34-4eff-a29d-06316a74f4dc tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.600903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c85aaf2-05c5-46f4-a0f9-1201fd86b5dc req-a3ca89b3-1e34-4eff-a29d-06316a74f4dc tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.2450204 Feb 11 05:18:29.712507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Deleting port aa2019f9-b616-4f51-b15a-019f20049ee9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:29.713197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.721312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c85aaf2-05c5-46f4-a0f9-1201fd86b5dc req-79a9275f-a6fd-4229-9e95-e856b639e0de tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066110 Feb 11 05:18:29.738080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-0fda2945-30b5-473a-b269-9b8b458ffd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.738080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-0fda2945-30b5-473a-b269-9b8b458ffd9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.1329951 Feb 11 05:18:29.824696 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-73af5a14-4eb9-49c7-b47f-54cf205030dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 200 len: 217 time: 0.0808430 Feb 11 05:18:29.905631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-3d119738-d0f6-44f7-8bf8-727e4a8346fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.907400 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-3d119738-d0f6-44f7-8bf8-727e4a8346fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0774670 Feb 11 05:18:29.946850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-786a35a5-f471-423a-81a1-eac284d9110b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329347 Feb 11 05:18:30.056891 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-f6ceff59-7522-475c-8e37-e6b3d8a2ee8f service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041436 Feb 11 05:18:30.181969 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-bf98d746-9347-4671-b349-1f3bad6b5a78 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190047 Feb 11 05:18:30.183490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f620dfe9-e338-47af-94c2-38b12f1b7e14 req-1e3d0603-08af-441e-8009-65296fb70e42 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0319002 Feb 11 05:18:30.185690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dc823-f464-4437-a047-54008d4757a3 req-b8f8437e-1c4a-4686-86ad-0e9d1240cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:30.187337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9dc823-f464-4437-a047-54008d4757a3 req-b8f8437e-1c4a-4686-86ad-0e9d1240cb9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97fe9625-b9db-47c4-93ae-b37d99322a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5855520 Feb 11 05:18:30.212747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:30.352797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] For port aa2019f9-b616-4f51-b15a-019f20049ee9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=aa2019f9-b616-4f51-b15a-019f20049ee9,segment=NetworkSegment(8aa84858-ea46-409c-8448-1b877ffbe584),segment_id=8aa84858-ea46-409c-8448-1b877ffbe584)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:30.353219 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.383544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:30.388378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Calling delete_port for aa2019f9-b616-4f51-b15a-019f20049ee9 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:30.394245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:30.394627 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.400652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e383dfc8-6499-4f6a-9306-f15e26f8f02a req-1b3d3449-3080-496f-911f-76622def1bb2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.1045461 Feb 11 05:18:30.538186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:30.539108 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.587639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,segment=NetworkSegment(4949ee93-0fee-4844-93b0-a52dbdabd1aa),segment_id=4949ee93-0fee-4844-93b0-a52dbdabd1aa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:30.589127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84329630-ac1a-4157-beb0-f640cf00fe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06aa450b-bbcd-4905-a4a1-ccd31bb10cb4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:30.592102 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7d5d76-ed1e-4772-b783-b4416c9cb6d9" -d '{"events": [{"server_uuid": "84329630-ac1a-4157-beb0-f640cf00fe37", "name": "network-vif-plugged", "status": "completed", "tag": "06aa450b-bbcd-4905-a4a1-ccd31bb10cb4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:30.629572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9dc823-f464-4437-a047-54008d4757a3 req-42b3e5ec-8195-4aac-878d-11f262a2c904 service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346042 Feb 11 05:18:30.679786 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.680619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device aa2019f9-b616-4f51-b15a-019f20049ee9 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:30.718546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-9e6a11ad-e24f-47b7-afa1-a3629aadf8b6 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:30.722212 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-9e6a11ad-e24f-47b7-afa1-a3629aadf8b6 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.0599325 Feb 11 05:18:30.733564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-6cf534ee-82d2-4eae-a310-982ad947d135 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:30.735171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-6cf534ee-82d2-4eae-a310-982ad947d135 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=97f4adac-8df8-41df-b2b7-79c9fac19e5e HTTP/1.1" status: 200 len: 943 time: 0.1937191 Feb 11 05:18:30.791679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3f64-4448-4797-abde-f4794a94d289 req-24de7256-d15d-4c92-a5b0-3868f85dd28f tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:30.799877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-230b3f64-4448-4797-abde-f4794a94d289 req-24de7256-d15d-4c92-a5b0-3868f85dd28f tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 944 time: 0.2610719 Feb 11 05:18:30.840576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:30.897484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port aa2019f9-b616-4f51-b15a-019f20049ee9 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:30.906035 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.906220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c9dc823-f464-4437-a047-54008d4757a3 req-ed19071f-d3a8-4051-9101-b92c50d0a3dc service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623541 Feb 11 05:18:30.952229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-230b3f64-4448-4797-abde-f4794a94d289 req-d1030365-0785-4cac-9c5c-969d4b09623b tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511483 Feb 11 05:18:30.975966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-857173e1-dd52-40f0-afb5-4dad073beedc service neutron] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:30.980069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-857173e1-dd52-40f0-afb5-4dad073beedc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.988076 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-02d902c1-63a4-4f67-9686-849f21cbfac9 req-857173e1-dd52-40f0-afb5-4dad073beedc service neutron] 10.222.0.65 "DELETE /v2.0/ports/64f0e6fa-5b1e-473a-a204-43727c533411/bindings/n-h1-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.2544818 Feb 11 05:18:31.019438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Deleting port 694cb42d-14bd-4f8c-98a4-c2ea42597bab {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:31.019894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.077328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (aa2019f9-b616-4f51-b15a-019f20049ee9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.131210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Pushing event deleted for resources: {'Port': ['ID=aa2019f9-b616-4f51-b15a-019f20049ee9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:31.181888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c68489be-6ca5-43fe-a5bc-7dc5996f5765 req-bf991eba-d621-4e0a-bf64-063f86cb46c3 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 210 time: 0.0988724 Feb 11 05:18:31.249588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] For port 694cb42d-14bd-4f8c-98a4-c2ea42597bab, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=694cb42d-14bd-4f8c-98a4-c2ea42597bab,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:31.253108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.267080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Calling delete_port for 694cb42d-14bd-4f8c-98a4-c2ea42597bab owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:31.285464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] No DVR routers for this DVR port aa2019f9-b616-4f51-b15a-019f20049ee9 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:31.291129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.294545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc5b490d-fcb4-4b1e-87c5-db872563734b req-852346a2-76d8-46d5-aafc-de74d91b1af0 tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.83 "DELETE /v2.0/ports/aa2019f9-b616-4f51-b15a-019f20049ee9 HTTP/1.1" status: 204 len: 173 time: 2.0023620 Feb 11 05:18:31.294990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bc2e56-7b16-4313-857c-29a31a588551', 'name': 'network-vif-deleted', 'tag': 'aa2019f9-b616-4f51-b15a-019f20049ee9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:31.298047 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326c01e5-8824-4c9e-ab3e-af615b1c7caf" -d '{"events": [{"server_uuid": "b4bc2e56-7b16-4313-857c-29a31a588551", "name": "network-vif-deleted", "tag": "aa2019f9-b616-4f51-b15a-019f20049ee9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:31.417897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bd6c-9cfa-4608-ac61-95c450e81315 req-ea79bb55-43bc-446c-be0a-bcaefc3e1c4c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.419910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2280bd6c-9cfa-4608-ac61-95c450e81315 req-ea79bb55-43bc-446c-be0a-bcaefc3e1c4c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 944 time: 0.1320994 Feb 11 05:18:31.511219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2280bd6c-9cfa-4608-ac61-95c450e81315 req-36a944c0-0436-4929-b506-b91a115c0887 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818858 Feb 11 05:18:31.576499 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039c7c78-c57d-485f-8e98-922d0e7f5a14 x-openstack-request-id: req-039c7c78-c57d-485f-8e98-922d0e7f5a14 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:31.582194 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84329630-ac1a-4157-beb0-f640cf00fe37", "name": "network-vif-plugged", "status": "completed", "tag": "06aa450b-bbcd-4905-a4a1-ccd31bb10cb4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:31.582194 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-039c7c78-c57d-485f-8e98-922d0e7f5a14 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:31.582194 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84329630-ac1a-4157-beb0-f640cf00fe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06aa450b-bbcd-4905-a4a1-ccd31bb10cb4', 'code': 200} Feb 11 05:18:31.644297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (694cb42d-14bd-4f8c-98a4-c2ea42597bab), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.726187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event deleted for resources: {'Port': ['ID=694cb42d-14bd-4f8c-98a4-c2ea42597bab,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:31.794946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] No DVR routers for this DVR port 694cb42d-14bd-4f8c-98a4-c2ea42597bab on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:31.801123 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.804426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7f112bd-da25-4af8-98a3-a4c39013eedf req-79f922fe-bf28-42ec-9636-1c55a4368f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "DELETE /v2.0/ports/694cb42d-14bd-4f8c-98a4-c2ea42597bab HTTP/1.1" status: 204 len: 173 time: 1.0483255 Feb 11 05:18:31.814957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d354c-2c0c-4a1b-879d-fa202d2d8aae req-da76916b-71af-4cc1-92ed-726f1edb01e9 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.816520 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-419d354c-2c0c-4a1b-879d-fa202d2d8aae req-da76916b-71af-4cc1-92ed-726f1edb01e9 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.1840568 Feb 11 05:18:31.832536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79065-ceee-453a-a1ce-9fd5bbfe72a0 req-90597420-5116-4a7b-b7c6-135a777b7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.834007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57e79065-ceee-453a-a1ce-9fd5bbfe72a0 req-90597420-5116-4a7b-b7c6-135a777b7d3d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 1128 time: 0.1694565 Feb 11 05:18:31.901821 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57e79065-ceee-453a-a1ce-9fd5bbfe72a0 req-d4647db7-c83a-4821-8462-b64e3d2ea882 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603518 Feb 11 05:18:31.904980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-419d354c-2c0c-4a1b-879d-fa202d2d8aae req-05ee8a9e-7f83-488b-b721-a26377c3a43f tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813961 Feb 11 05:18:31.997946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2fb1f6e6-89d6-4f15-8533-55aa028f515f req-eae5dc21-f278-48aa-b0ef-68ebd7a7166c tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0284238 Feb 11 05:18:32.047686 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e98f8c-aa13-4340-87aa-0dff391a93a5 x-openstack-request-id: req-04e98f8c-aa13-4340-87aa-0dff391a93a5 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:32.047986 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bc2e56-7b16-4313-857c-29a31a588551", "name": "network-vif-deleted", "tag": "aa2019f9-b616-4f51-b15a-019f20049ee9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:32.048244 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04e98f8c-aa13-4340-87aa-0dff391a93a5 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:32.048703 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bc2e56-7b16-4313-857c-29a31a588551', 'name': 'network-vif-deleted', 'tag': 'aa2019f9-b616-4f51-b15a-019f20049ee9', 'status': 'completed', 'code': 200} Feb 11 05:18:32.126654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbd6b05d-53ab-4f94-b1e0-90cff54adda1 req-c053ec6c-febe-4a15-b655-44a19018ade1 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0295429 Feb 11 05:18:32.279072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615850ec-12ef-43a5-bd60-6968630fa3c2 req-9c34f014-5f0c-4eaa-a7f9-059c1353591f tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:32.280709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-615850ec-12ef-43a5-bd60-6968630fa3c2 req-9c34f014-5f0c-4eaa-a7f9-059c1353591f tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 945 time: 0.0649152 Feb 11 05:18:32.357093 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-615850ec-12ef-43a5-bd60-6968630fa3c2 req-fec201ae-4e9a-4d48-8e99-1a0b669da6a6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679767 Feb 11 05:18:32.478394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717e166-9c1b-4937-a1ff-f88a25878ef8 req-9da666df-2c3f-4ff0-83ce-6e2a831cfa35 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:32.479939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c717e166-9c1b-4937-a1ff-f88a25878ef8 req-9da666df-2c3f-4ff0-83ce-6e2a831cfa35 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1127 time: 0.0526235 Feb 11 05:18:32.545360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c717e166-9c1b-4937-a1ff-f88a25878ef8 req-e229d470-e6e8-47a2-a8e7-9c0dd3e6f5cf tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515997 Feb 11 05:18:32.644569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d9efe7a-05f4-4f70-bd09-aade0363b0d5 req-b80d6613-e668-4a7d-8679-9dfa66b8fb1b tempest-VolumesAdminNegativeTest-766760876 tempest-VolumesAdminNegativeTest-766760876-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4bc2e56-7b16-4313-857c-29a31a588551 HTTP/1.1" status: 200 len: 210 time: 0.0328059 Feb 11 05:18:32.679336 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c036a8b-c1f3-47ba-a339-b7a3c6d84a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.775659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73be0e-0282-42b1-b502-960160cace44 req-cc36bcf9-defa-4994-b1dd-21e1123c34e5 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:32.777533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da73be0e-0282-42b1-b502-960160cace44 req-cc36bcf9-defa-4994-b1dd-21e1123c34e5 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 1127 time: 0.0743234 Feb 11 05:18:32.840994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da73be0e-0282-42b1-b502-960160cace44 req-6efb10ec-2988-452e-bb13-5dedf9b28eb1 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 Feb 11 05:18:33.087834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08fd5-dc61-4939-8254-40b470ad2868 req-51ea0e48-81ce-40c6-bb59-dd84220475ae tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:33.091701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3e08fd5-dc61-4939-8254-40b470ad2868 req-51ea0e48-81ce-40c6-bb59-dd84220475ae tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.1098723 Feb 11 05:18:33.157475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3e08fd5-dc61-4939-8254-40b470ad2868 req-e7f810f8-b4f9-4827-9057-08390a5bd08f tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555153 Feb 11 05:18:33.251369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d33f9db-618a-4212-a043-d6b3e292be6c req-effc2af9-ccd6-4f2d-836a-b65626062425 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0366557 Feb 11 05:18:33.450666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-03a83145-d9f4-4dda-9f58-b46230594b4e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:33.452279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-03a83145-d9f4-4dda-9f58-b46230594b4e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.1168149 Feb 11 05:18:33.469508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-1f530004-e5e5-4dd5-b50c-aa096026d68e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/quotas/7cc0084c391b4055abb4b20bcfd59945 HTTP/1.1" status: 200 len: 375 time: 0.0104370 Feb 11 05:18:33.508864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ba93c87-d9d9-493a-942d-607b4749fb15 req-864481cc-1d4e-4460-91fa-952663f35f52 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0382140 Feb 11 05:18:33.548864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-9da97adc-cff8-4089-bd60-1f4be727a142 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695083 Feb 11 05:18:33.683500 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-0933ad7b-8bf4-403e-be9f-9cbe863b816e service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306541 Feb 11 05:18:33.687430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b36f2-ffb0-41ed-8132-e4e81a23f8e4 req-1816a7cf-3363-497e-b552-ae71f5c0fbf4 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:33.688927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-342b36f2-ffb0-41ed-8132-e4e81a23f8e4 req-1816a7cf-3363-497e-b552-ae71f5c0fbf4 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 945 time: 0.1037159 Feb 11 05:18:33.798154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-342b36f2-ffb0-41ed-8132-e4e81a23f8e4 req-6c7d2c27-4a86-458b-bcc4-bd703c268b37 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010063 Feb 11 05:18:33.835020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-f3ddd518-a45f-4aa5-ab5c-08a7ef59df90 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450551 Feb 11 05:18:33.913636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46884) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:33.970656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78f9608-ca30-47d1-98be-26cdbf6764a1 admin admin] Deleting subnet 5ded0a92-3770-4321-893f-4f04de6682fb {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:18:33.974852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a78f9608-ca30-47d1-98be-26cdbf6764a1 admin admin] Publish callbacks [] for subnet (5ded0a92-3770-4321-893f-4f04de6682fb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.014895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a78f9608-ca30-47d1-98be-26cdbf6764a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (5ded0a92-3770-4321-893f-4f04de6682fb), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.049969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'name': 'network-vif-deleted', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:34.052335 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fabe407-82ad-4ea4-86d6-2b4ea939a5f2" -d '{"events": [{"server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "name": "network-vif-deleted", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:34.083645 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a78f9608-ca30-47d1-98be-26cdbf6764a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (5ded0a92-3770-4321-893f-4f04de6682fb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.166673 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c4a260-ee6e-4d66-82a9-4afd0141106c x-openstack-request-id: req-16c4a260-ee6e-4d66-82a9-4afd0141106c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:34.166673 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f4adac-8df8-41df-b2b7-79c9fac19e5e", "name": "network-vif-deleted", "tag": "694cb42d-14bd-4f8c-98a4-c2ea42597bab", "status": "failed", "code": 422}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:34.166673 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16c4a260-ee6e-4d66-82a9-4afd0141106c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:34.166673 n-d-713498-37 neutron-server[104087]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97f4adac-8df8-41df-b2b7-79c9fac19e5e', 'name': 'network-vif-deleted', 'tag': '694cb42d-14bd-4f8c-98a4-c2ea42597bab', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:18:34.225616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7380880d-1c6d-4598-9120-79d3ebfdc77a req-c75505bb-a302-4a2b-b776-d421d6e6bb8a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 210 time: 0.0341294 Feb 11 05:18:34.284044 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a78f9608-ca30-47d1-98be-26cdbf6764a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (5ded0a92-3770-4321-893f-4f04de6682fb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.322518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f9608-ca30-47d1-98be-26cdbf6764a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ded0a92-3770-4321-893f-4f04de6682fb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:34.330059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a78f9608-ca30-47d1-98be-26cdbf6764a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.334343 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a78f9608-ca30-47d1-98be-26cdbf6764a1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5ded0a92-3770-4321-893f-4f04de6682fb HTTP/1.1" status: 204 len: 168 time: 0.4196413 Feb 11 05:18:34.336894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:34.401227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea368f-3aff-4fbf-b10d-ab7bd981be42 req-7a70027b-7c14-428c-b996-9d0bdb5113f8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.413131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7dea368f-3aff-4fbf-b10d-ab7bd981be42 req-7a70027b-7c14-428c-b996-9d0bdb5113f8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.0925519 Feb 11 05:18:34.448075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (518cc2ff-fcda-40ae-8fe1-bb6d9f013e53), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.487539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7dea368f-3aff-4fbf-b10d-ab7bd981be42 req-1a35eb70-da32-4f7d-b949-83613275581d tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733120 Feb 11 05:18:34.509779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef9f5fdd-f354-4656-83ff-07a5a4bb0e5f req-d513d6f3-04e8-4e98-a65f-304788331234 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0389478 Feb 11 05:18:34.580364 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (518cc2ff-fcda-40ae-8fe1-bb6d9f013e53), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.620290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518cc2ff-fcda-40ae-8fe1-bb6d9f013e53']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:34.629957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa84858-ea46-409c-8448-1b877ffbe584') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:34.630314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa84858-ea46-409c-8448-1b877ffbe584') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:34.642174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (8aa84858-ea46-409c-8448-1b877ffbe584), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.658415 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (8aa84858-ea46-409c-8448-1b877ffbe584), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.672725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:18:34.673898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (8aa84858-ea46-409c-8448-1b877ffbe584), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:18:34.675950 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:18:34.707281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206f1002-498d-4023-a11b-0be3b88ebd85 req-22a962b8-a9e1-458b-a9a6-e10a7202f898 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0683494 Feb 11 05:18:34.736154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843f67-0691-4f3c-9296-158572dec30c req-12d5a1ea-321b-47e8-b37f-726d369554bb tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.737754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21843f67-0691-4f3c-9296-158572dec30c req-12d5a1ea-321b-47e8-b37f-726d369554bb tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 945 time: 0.1665964 Feb 11 05:18:34.743780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-6d4f13a4-4ac9-41be-964d-72eb38fddad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.745370 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-6d4f13a4-4ac9-41be-964d-72eb38fddad7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b9639502c32a4cd6983095a57c264eea&device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 1128 time: 0.1051629 Feb 11 05:18:34.840228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (518cc2ff-fcda-40ae-8fe1-bb6d9f013e53), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.848443 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.855638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46912) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:34.858117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] 10.222.0.62 "DELETE /v2.0/networks/518cc2ff-fcda-40ae-8fe1-bb6d9f013e53 HTTP/1.1" status: 204 len: 168 time: 0.5192838 Feb 11 05:18:34.877459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c16f9-7980-4706-9a63-89097aa48f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=518cc2ff-fcda-40ae-8fe1-bb6d9f013e53,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:34.934585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21843f67-0691-4f3c-9296-158572dec30c req-9afee72e-5347-44f5-91cb-aa56e49143bb tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879635 Feb 11 05:18:34.955099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-71d131ae-5da0-42f7-ad93-e74a32d35c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.961530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-71d131ae-5da0-42f7-ad93-e74a32d35c28 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b HTTP/1.1" status: 200 len: 915 time: 0.2031779 Feb 11 05:18:34.980737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cca3118-7ec9-4f76-83d5-0e5c94b9665b admin admin] Deleting subnet ebefc21c-0786-4f28-aad1-d25386a73e71 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:18:34.985678 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9cca3118-7ec9-4f76-83d5-0e5c94b9665b admin admin] Publish callbacks [] for subnet (ebefc21c-0786-4f28-aad1-d25386a73e71), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.035900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-ac6dbfb6-74d4-45ab-ac32-890e6710661d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 HTTP/1.1" status: 200 len: 217 time: 0.0711503 Feb 11 05:18:35.081669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9cca3118-7ec9-4f76-83d5-0e5c94b9665b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (ebefc21c-0786-4f28-aad1-d25386a73e71), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.114536 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1e15edb-d203-4318-8345-162560eaf431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.125603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-eb5cc5cf-3000-4de0-beb0-f846e04006ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:35.127066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-eb5cc5cf-3000-4de0-beb0-f846e04006ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d6c74131-bd0c-475f-aedb-cd0447a0a347 HTTP/1.1" status: 200 len: 854 time: 0.0852494 Feb 11 05:18:35.147358 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9cca3118-7ec9-4f76-83d5-0e5c94b9665b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ebefc21c-0786-4f28-aad1-d25386a73e71), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.181908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-2bf36a20-f539-4d36-aff5-e94c5ed34db3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467238 Feb 11 05:18:35.306818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-6c2deb29-5ff1-42be-b54b-1f5e5594eee4 service neutron] 10.222.0.83 "GET /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167793 Feb 11 05:18:35.340876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5faf619-477e-4a2c-aa72-d11d03dd47e8 req-caf858e5-bb71-485b-bba1-f9b84225af2a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 210 time: 0.0371025 Feb 11 05:18:35.396634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9cca3118-7ec9-4f76-83d5-0e5c94b9665b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (ebefc21c-0786-4f28-aad1-d25386a73e71), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.432526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9cca3118-7ec9-4f76-83d5-0e5c94b9665b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.435648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9cca3118-7ec9-4f76-83d5-0e5c94b9665b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ebefc21c-0786-4f28-aad1-d25386a73e71 HTTP/1.1" status: 204 len: 168 time: 0.5792797 Feb 11 05:18:35.438356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca3118-7ec9-4f76-83d5-0e5c94b9665b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebefc21c-0786-4f28-aad1-d25386a73e71,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:35.439021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46918) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.463673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2800ab1d-9a9c-45aa-bd44-d6074cc1c0d4 req-53af6fb6-628f-4d77-9c0b-1599649e1c64 service neutron] 10.222.0.83 "GET /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488967 Feb 11 05:18:35.524112 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1e031999-b47f-4293-8c7c-dc6ce6571744), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.624676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1e031999-b47f-4293-8c7c-dc6ce6571744), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.642410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedfea4-108a-4fb6-bf4e-463ac82b99ea req-d29cade9-e283-4f4c-b818-fc209c671796 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:35.644143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5bedfea4-108a-4fb6-bf4e-463ac82b99ea req-d29cade9-e283-4f4c-b818-fc209c671796 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.0706291 Feb 11 05:18:35.653921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e031999-b47f-4293-8c7c-dc6ce6571744']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:35.667043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62b83c9-2ff3-4c40-bbc7-ff7713b14a19') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:35.667341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62b83c9-2ff3-4c40-bbc7-ff7713b14a19') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:35.676013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0345cf8a-8677-4983-823c-cd95daea7a5c req-c080cd28-ec09-4729-8e08-62dc1511dc03 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0306323 Feb 11 05:18:35.680087 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (d62b83c9-2ff3-4c40-bbc7-ff7713b14a19), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.697948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d62b83c9-2ff3-4c40-bbc7-ff7713b14a19), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.708084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:18:35.708772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (d62b83c9-2ff3-4c40-bbc7-ff7713b14a19), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:18:35.721627 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:18:35.759141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5bedfea4-108a-4fb6-bf4e-463ac82b99ea req-9b670a7c-559a-459e-b237-740885df485f tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813813 Feb 11 05:18:35.834989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54163127-a608-4ff7-ab86-3d982e50957f req-5859d92c-b651-4fe3-bbf2-33b9c9691e07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0312426 Feb 11 05:18:35.948843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1e031999-b47f-4293-8c7c-dc6ce6571744), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.955400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.960556 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] 10.222.0.62 "DELETE /v2.0/networks/1e031999-b47f-4293-8c7c-dc6ce6571744 HTTP/1.1" status: 204 len: 168 time: 0.5195220 Feb 11 05:18:36.016848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c6716-caba-43ee-984b-c748466516df admin admin] Pushing event deleted for resources: {'Network': ['ID=1e031999-b47f-4293-8c7c-dc6ce6571744,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:36.096750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab5187-f9b1-4183-ba1e-ff92d84ac082 req-e23ab5ba-91ba-4d85-944d-bba8ff62b1c4 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:36.103611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75ab5187-f9b1-4183-ba1e-ff92d84ac082 req-e23ab5ba-91ba-4d85-944d-bba8ff62b1c4 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 945 time: 0.0842047 Feb 11 05:18:36.147818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75ab5187-f9b1-4183-ba1e-ff92d84ac082 req-7890239f-fd71-4c12-a24b-bc7f79d8a67f tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433521 Feb 11 05:18:36.465758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf3a2846-6189-4027-98f3-75b5a308954a req-172149de-7fc6-4b16-92dc-b07f444c0264 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 210 time: 0.0376430 Feb 11 05:18:36.500379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46934) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:36.549371 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-02451d31-94ff-489c-9a15-d933148be736 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e869ed089b274596b1d65a296b3ff333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467563 Feb 11 05:18:36.551737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46936) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:36.605639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-136c2a91-20c3-40c1-b3da-0607051f091b admin admin] Publish callbacks [] for security_group (2bdb14ab-d3da-499b-bf25-e6a71fc24ef4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.632420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-136c2a91-20c3-40c1-b3da-0607051f091b admin admin] Publish callbacks [] for security_group (2bdb14ab-d3da-499b-bf25-e6a71fc24ef4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.680622 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.743421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fd0febab-2a35-4ee5-831d-e89bbbc5b02a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:36.743421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fd0febab-2a35-4ee5-831d-e89bbbc5b02a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.1200917 Feb 11 05:18:36.752967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Request body: {'port': {'device_id': '8c911f91-3a2e-471e-9308-95daecb7af62', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'admin_state_up': True, 'tenant_id': '7cc0084c391b4055abb4b20bcfd59945'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:36.783825 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-136c2a91-20c3-40c1-b3da-0607051f091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2bdb14ab-d3da-499b-bf25-e6a71fc24ef4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.786717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-136c2a91-20c3-40c1-b3da-0607051f091b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.790527 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-136c2a91-20c3-40c1-b3da-0607051f091b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2bdb14ab-d3da-499b-bf25-e6a71fc24ef4 HTTP/1.1" status: 204 len: 168 time: 0.2354825 Feb 11 05:18:36.818520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c2a91-20c3-40c1-b3da-0607051f091b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb14ab-d3da-499b-bf25-e6a71fc24ef4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:36.864579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73d6142a-a120-4e72-aead-f97cf1ebcc6b req-8b204a14-3595-4fb4-9e9f-6e6cf5beab98 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0915592 Feb 11 05:18:37.015749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e874d0e7-72c0-43dd-840b-13185f58dccf req-452467d3-643d-4f15-ad08-470b8b7a1bed tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0673208 Feb 11 05:18:37.044784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087510fc-8c0b-4e0b-9cfc-0aa6e3401969 req-f4521158-a2a6-4cb1-a2f4-0570b4579219 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.048361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-087510fc-8c0b-4e0b-9cfc-0aa6e3401969 req-f4521158-a2a6-4cb1-a2f4-0570b4579219 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.1513724 Feb 11 05:18:37.132244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-087510fc-8c0b-4e0b-9cfc-0aa6e3401969 req-2ce6a322-6a56-4a15-9ed9-f5184462a5dc tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645263 Feb 11 05:18:37.148265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Made reservation on behalf of 7cc0084c391b4055abb4b20bcfd59945 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:37.152260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:37.326499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267e55c-d5fd-4e2f-b649-9c1cac206356 req-4582bce3-4d17-4cf8-8cb2-138d46a4afb8 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.328829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3267e55c-d5fd-4e2f-b649-9c1cac206356 req-4582bce3-4d17-4cf8-8cb2-138d46a4afb8 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 945 time: 0.0989733 Feb 11 05:18:37.366555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Allocated IP 172.20.0.10 (f7a986f1-db79-4288-a522-b369f31aed12/dc24fff8-7d32-4bf0-92db-76f41fec26b5/753d807f-a461-42d9-838a-b811c8c2a560) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:37.407861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3267e55c-d5fd-4e2f-b649-9c1cac206356 req-e395eda9-1745-4dc2-94e8-66c88894ac27 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668802 Feb 11 05:18:37.614505 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks [] for port (753d807f-a461-42d9-838a-b811c8c2a560), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:37.633626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-363e1626-8fac-434b-922a-03758dc80229 req-4e17f4eb-ee4e-48bd-a22f-839f05f89358 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 210 time: 0.0444512 Feb 11 05:18:37.724755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:37.743266 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (753d807f-a461-42d9-838a-b811c8c2a560), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:37.770015 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7e11b153-7909-4955-a7d3-31a571393ce9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26203cc5541c4f6784792efcbf79b0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440378 Feb 11 05:18:37.772687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:37.803475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Network f7a986f1-db79-4288-a522-b369f31aed12 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:37.805167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event updated for resources: {'Port': ['ID=753d807f-a461-42d9-838a-b811c8c2a560,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:37.808014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:37.810356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:37.829227 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f92ea29-2628-44eb-8999-0f9ad1c77cf0 admin admin] Publish callbacks [] for security_group (e38fb34b-792f-447f-ab1b-3b234bc61fe6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:37.857828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f92ea29-2628-44eb-8999-0f9ad1c77cf0 admin admin] Publish callbacks [] for security_group (e38fb34b-792f-447f-ab1b-3b234bc61fe6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:37.865548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.866626 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:37.984189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db085f87-66be-48b9-9089-80914a135a08 req-e821e5d1-739f-49fb-9011-ffeb8729e159 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0327609 Feb 11 05:18:38.010053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-6d5e1c7c-8a54-4c6f-a2af-4237b40b6c63 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2620780 Feb 11 05:18:38.021675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Request body: {'port': {'device_id': '8c911f91-3a2e-471e-9308-95daecb7af62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:38.051531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f92ea29-2628-44eb-8999-0f9ad1c77cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e38fb34b-792f-447f-ab1b-3b234bc61fe6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.056045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f92ea29-2628-44eb-8999-0f9ad1c77cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.062982 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8f92ea29-2628-44eb-8999-0f9ad1c77cf0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e38fb34b-792f-447f-ab1b-3b234bc61fe6 HTTP/1.1" status: 204 len: 168 time: 0.2891910 Feb 11 05:18:38.081581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92ea29-2628-44eb-8999-0f9ad1c77cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38fb34b-792f-447f-ab1b-3b234bc61fe6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:38.128700 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (753d807f-a461-42d9-838a-b811c8c2a560), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.200921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4cb31613-8be7-4830-945b-aa57081cb344 req-4c92e6ae-f9b0-452c-8d7f-d97d1b892d65 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0601628 Feb 11 05:18:38.251729 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.314821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.325043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174efb22-ed9d-4612-bd96-b8f507fb996b req-37528f34-617e-444e-8cbb-976f452227d2 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:38.326781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-174efb22-ed9d-4612-bd96-b8f507fb996b req-37528f34-617e-444e-8cbb-976f452227d2 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 945 time: 0.1678646 Feb 11 05:18:38.416946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-174efb22-ed9d-4612-bd96-b8f507fb996b req-3c55fa22-ec74-4abd-9ed2-117834cb2145 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822484 Feb 11 05:18:38.427108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a228a8-6959-4c01-950c-e5c5a8cea3fe req-b81984ab-1b04-4978-ae0b-2292077841b4 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:38.428664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92a228a8-6959-4c01-950c-e5c5a8cea3fe req-b81984ab-1b04-4978-ae0b-2292077841b4 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 943 time: 0.0863972 Feb 11 05:18:38.929128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92a228a8-6959-4c01-950c-e5c5a8cea3fe req-b1966a55-27fd-45e8-ad52-b94c823202c6 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193278 Feb 11 05:18:38.950387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b927-c7bc-4e23-a6eb-0fc77691e737 req-3289cac9-f45b-4372-82e4-c4f86b3cf567 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:38.951704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f595b927-c7bc-4e23-a6eb-0fc77691e737 req-3289cac9-f45b-4372-82e4-c4f86b3cf567 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 932 time: 0.1431618 Feb 11 05:18:39.073879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f595b927-c7bc-4e23-a6eb-0fc77691e737 req-5e7693b4-b18d-4580-94eb-595ff07050d9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937731 Feb 11 05:18:39.088797 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.127056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41f27fea-6790-4faf-9567-e18f5c0c7100 req-e7428855-c996-403a-a59c-f468d13e21a3 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0394764 Feb 11 05:18:39.169989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753d807f-a461-42d9-838a-b811c8c2a560 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:39.179082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Publish callbacks [] for port (753d807f-a461-42d9-838a-b811c8c2a560), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.192325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Transition to ACTIVE for port object 753d807f-a461-42d9-838a-b811c8c2a560 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:39.251515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:39.333405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b25f10e2-b5d8-449e-851f-419d8ec212ed req-8eb7e049-8044-47d2-9b17-bd1905bb0c38 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0588901 Feb 11 05:18:39.394582 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (753d807f-a461-42d9-838a-b811c8c2a560), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.405473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:39.419692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'port_id': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'mac_address': 'fa:16:3e:eb:69:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:39.459781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Pushing event updated for resources: {'Port': ['ID=753d807f-a461-42d9-838a-b811c8c2a560,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:39.476854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:39.478043 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.496258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:39.522924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:39.550756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Attempting to bind port 753d807f-a461-42d9-838a-b811c8c2a560 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:39.551195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Attempting to bind port 753d807f-a461-42d9-838a-b811c8c2a560 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:39.551634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Attempting to bind port 753d807f-a461-42d9-838a-b811c8c2a560 on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:39.574772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Port 753d807f-a461-42d9-838a-b811c8c2a560 on network f7a986f1-db79-4288-a522-b369f31aed12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:39.575139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Attempting to bind port 753d807f-a461-42d9-838a-b811c8c2a560 on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:39.583539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:39.583892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Checking segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:39.584295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Bound using segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:39.584797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Bound port: 753d807f-a461-42d9-838a-b811c8c2a560, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:39.585178 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (753d807f-a461-42d9-838a-b811c8c2a560), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.643202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.660434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb8f3-76a9-47e2-a46e-513865ada43d req-e35c1fcb-6519-4bab-aaca-30cfed005146 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.663779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba6bb8f3-76a9-47e2-a46e-513865ada43d req-e35c1fcb-6519-4bab-aaca-30cfed005146 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 945 time: 0.1267388 Feb 11 05:18:39.700861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:39.745070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47002) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:39.752003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] For port 753d807f-a461-42d9-838a-b811c8c2a560, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:39.764474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] For port 753d807f-a461-42d9-838a-b811c8c2a560, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=753d807f-a461-42d9-838a-b811c8c2a560,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:39.791081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-c2e2ffff-cfcd-4903-aeea-a953e88185ca tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.797208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-c2e2ffff-cfcd-4903-aeea-a953e88185ca tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.83 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 945 time: 0.1588795 Feb 11 05:18:39.804716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba6bb8f3-76a9-47e2-a46e-513865ada43d req-8dae919f-8b18-4065-8a7f-802c62cb55d0 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/security-groups?id=88696077-fa03-49b9-9f3a-86367581ec0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151206 Feb 11 05:18:39.854556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (753d807f-a461-42d9-838a-b811c8c2a560), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.862420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ac70cf32-2d0f-429a-ab5f-744c11dac64c req-4033056d-3025-4e75-a756-f7688ee660b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0319912 Feb 11 05:18:39.900432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:39.926079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1486596649-network', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:39.929474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.930113 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.931543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] 10.222.0.83 "PUT /v2.0/ports/753d807f-a461-42d9-838a-b811c8c2a560 HTTP/1.1" status: 200 len: 1093 time: 1.9140534 Feb 11 05:18:39.934319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c911f91-3a2e-471e-9308-95daecb7af62', 'tag': '753d807f-a461-42d9-838a-b811c8c2a560'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:39.936700 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d13f006-d77f-4d85-b028-7023a8d2b3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c911f91-3a2e-471e-9308-95daecb7af62", "tag": "753d807f-a461-42d9-838a-b811c8c2a560"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:39.980009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401212-61b0-4099-aef0-4fd097751d30 service neutron] Pushing event updated for resources: {'Port': ['ID=753d807f-a461-42d9-838a-b811c8c2a560,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:40.012382 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37166af-7142-4f4e-aec9-6294099e9614 x-openstack-request-id: req-a37166af-7142-4f4e-aec9-6294099e9614 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:40.012631 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c911f91-3a2e-471e-9308-95daecb7af62", "tag": "753d807f-a461-42d9-838a-b811c8c2a560", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:40.012918 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a37166af-7142-4f4e-aec9-6294099e9614 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:40.013262 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c911f91-3a2e-471e-9308-95daecb7af62', 'tag': '753d807f-a461-42d9-838a-b811c8c2a560', 'status': 'completed', 'code': 200} Feb 11 05:18:40.024210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Deleting port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:40.024210 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.088270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Made reservation on behalf of abb84e028c064ff0abbdc59af6392df8 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:40.094400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.126711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.204451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] For port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,segment=NetworkSegment(4949ee93-0fee-4844-93b0-a52dbdabd1aa),segment_id=4949ee93-0fee-4844-93b0-a52dbdabd1aa)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:40.204959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.226166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111d19b-cecb-424a-84a0-66e5b882832b req-1e2abcde-00e9-494f-9461-33ddc8bf1d9d tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.227610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5111d19b-cecb-424a-84a0-66e5b882832b req-1e2abcde-00e9-494f-9461-33ddc8bf1d9d tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 944 time: 0.1745265 Feb 11 05:18:40.240060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f006-d77f-4d85-b028-7023a8d2b3eb req-2f78af76-1b9d-4969-9c4b-ab228429fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.241744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d13f006-d77f-4d85-b028-7023a8d2b3eb req-2f78af76-1b9d-4969-9c4b-ab228429fa23 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 1127 time: 0.1570537 Feb 11 05:18:40.248378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Calling delete_port for 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:40.264539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Publish callbacks [] for security_group (14306905-6bb5-468e-a2fe-d8198bd6b559), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.414034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (14306905-6bb5-468e-a2fe-d8198bd6b559), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.446272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:18:40.456295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14306905-6bb5-468e-a2fe-d8198bd6b559,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:40.457175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5111d19b-cecb-424a-84a0-66e5b882832b req-e8c7353f-fa2f-421a-8b1a-9e56a91f8bbd tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100151 Feb 11 05:18:40.464009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d7c6872b-43c2-44f2-86d5-23fb746fd9b0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.464355 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Added segment d7c6872b-43c2-44f2-86d5-23fb746fd9b0 of type vlan for network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe Feb 11 05:18:40.489284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63d2ae-d6a1-48eb-b863-ab57d0858673 req-e5a058d8-0aed-4b60-943e-feeef31b5aa2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.491432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e63d2ae-d6a1-48eb-b863-ab57d0858673 req-e5a058d8-0aed-4b60-943e-feeef31b5aa2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 944 time: 0.2811651 Feb 11 05:18:40.508459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f006-d77f-4d85-b028-7023a8d2b3eb req-beecd91e-cc72-4ddb-8829-21f1be02a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.510037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d13f006-d77f-4d85-b028-7023a8d2b3eb req-beecd91e-cc72-4ddb-8829-21f1be02a464 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7cc0084c391b4055abb4b20bcfd59945&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2587357 Feb 11 05:18:40.517674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.618241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.618493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.619026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.626538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba22277e-976d-4ac4-8bd7-adfa72edbde4 req-e6d1c547-e5dd-4cb9-bd4b-d4b568c3f33f tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0629630 Feb 11 05:18:40.680382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e63d2ae-d6a1-48eb-b863-ab57d0858673 req-d68d8f24-42a6-4ccc-9755-9a5617091d72 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830473 Feb 11 05:18:40.735662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] Pushing event updated for resources: {'Network': ['ID=29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:40.748959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:18:40.767265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f006-d77f-4d85-b028-7023a8d2b3eb req-b562e3dd-8dc9-4533-9269-3fce688461fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.769150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d13f006-d77f-4d85-b028-7023a8d2b3eb req-b562e3dd-8dc9-4533-9269-3fce688461fb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2494378 Feb 11 05:18:40.789663 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c62e504f-dc0a-485d-b0bd-6bffd41dff68 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0409086 Feb 11 05:18:40.798565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47018) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:40.800466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Request body: {'subnet': {'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1486596649-subnet', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:40.815868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a83fba89-6e12-42cf-9933-08dbf4781389 req-113bf27e-f16c-49fc-ab27-46f61c7a6d94 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0347214 Feb 11 05:18:40.909636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (06aa450b-bbcd-4905-a4a1-ccd31bb10cb4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.921010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['06aa450b-bbcd-4905-a4a1-ccd31bb10cb4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:40.932884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fde159ed-53de-4285-95f1-258035ea5f92 req-d5ea8c7c-a0c6-49a9-8994-339ac33bac9a tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 210 time: 0.0372922 Feb 11 05:18:40.948773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Made reservation on behalf of abb84e028c064ff0abbdc59af6392df8 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:40.952378 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.963560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Pushing event deleted for resources: {'Port': ['ID=06aa450b-bbcd-4905-a4a1-ccd31bb10cb4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:41.007936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-342c4c71-96c0-4ec2-8c8e-5410b78073f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.010713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-342c4c71-96c0-4ec2-8c8e-5410b78073f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 1127 time: 0.1641519 Feb 11 05:18:41.039263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] No DVR routers for this DVR port 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:41.040991 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.044470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f15574d-1d76-4d61-88a1-56797893ec67 req-7f3feb6e-1eaf-4fa4-819e-80bc990160e6 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.83 "DELETE /v2.0/ports/06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 HTTP/1.1" status: 204 len: 173 time: 1.2387092 Feb 11 05:18:41.083236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-270b1269-8b9a-475a-8a9e-969b6329d7c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=753d807f-a461-42d9-838a-b811c8c2a560 HTTP/1.1" status: 200 len: 217 time: 0.0521047 Feb 11 05:18:41.150465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-14350bb8-798c-4a93-b94e-8a98d7c942de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.152051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-14350bb8-798c-4a93-b94e-8a98d7c942de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.0630348 Feb 11 05:18:41.203907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-1521ef43-2ead-44eb-aa3e-e6832caa5df3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451407 Feb 11 05:18:41.220904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.240778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:41.365693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-0c1e1137-5080-460f-b8bb-c8f4f6399006 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536553 Feb 11 05:18:41.411401 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (0f1e5afa-c0df-4878-8df9-cfcb0891061c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.491549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddc4ea9d-3940-42dc-b943-992f9c4fd121 req-d3f65691-a333-43e2-9ef9-3ec292ddd735 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195686 Feb 11 05:18:41.498463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1e5afa-c0df-4878-8df9-cfcb0891061c,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:41.509425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Checking segment: {'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:41.509665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Network hostable DHCP agents. Network: 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:18:41.538303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:41.548552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:41.549309 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.650443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054cada-17e3-4d76-8c97-41bef4ca54ea req-3df91226-cbcc-4248-a779-c2d635f685b4 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.658123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3054cada-17e3-4d76-8c97-41bef4ca54ea req-3df91226-cbcc-4248-a779-c2d635f685b4 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 944 time: 0.1061072 Feb 11 05:18:41.691447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:18:41.692549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:41.693006 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.760381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82990488-990e-464e-87cf-ebd6b8b3f07f req-454498b8-6633-4660-8b69-4831613db341 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0373242 Feb 11 05:18:41.776991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3054cada-17e3-4d76-8c97-41bef4ca54ea req-b2c2e4db-1c9f-495d-bc87-cd27ff01558c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129370 Feb 11 05:18:41.854111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:41.858427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.859059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.928762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20af267-08b2-4836-a651-2a063725d65a req-0ef0e615-37df-44d8-9c01-4e6c64fbda60 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.931318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e20af267-08b2-4836-a651-2a063725d65a req-0ef0e615-37df-44d8-9c01-4e6c64fbda60 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 944 time: 0.0889087 Feb 11 05:18:41.939039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc18c73-e700-4b87-9b9f-2158e9f001ab None None] Network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:41.994284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b1e44307-72e7-4d5c-b05a-8a6ecbb63778 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2022095 Feb 11 05:18:41.997116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47038) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:42.003263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:42.017914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e20af267-08b2-4836-a651-2a063725d65a req-6485a398-a430-4b06-8de1-ec6a7e95fc9a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803509 Feb 11 05:18:42.019080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84329630-ac1a-4157-beb0-f640cf00fe37', 'name': 'network-vif-deleted', 'tag': '06aa450b-bbcd-4905-a4a1-ccd31bb10cb4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:42.028016 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3578a2-b70c-4d80-9498-fc8caf651ad5" -d '{"events": [{"server_uuid": "84329630-ac1a-4157-beb0-f640cf00fe37", "name": "network-vif-deleted", "tag": "06aa450b-bbcd-4905-a4a1-ccd31bb10cb4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:42.028198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab225624-7392-4b85-a57e-5d95175c297f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:42.028470 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b97143-0ad8-4eb8-b29b-e6475656b8a6" -d '{"events": [{"server_uuid": "ab225624-7392-4b85-a57e-5d95175c297f", "name": "network-vif-plugged", "status": "completed", "tag": "cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:42.119296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.122052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.145737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd17be7a-dc36-4afe-b60a-9515b797b821 req-e655f280-f157-4202-888b-d1ec969051e2 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e9af143-c962-4d54-8f4c-ce6143a3326b HTTP/1.1" status: 200 len: 210 time: 0.0354109 Feb 11 05:18:42.212432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:42.257771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe', 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe', 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'fixed_ips': [{'subnet_id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:18:42.259157 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.302254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ec82091-cd4c-4d22-9184-4a2acc3ffb34 req-1ccecdab-c089-4b36-8425-efa0fff42e08 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa&device_id=8178d924-1c1c-400b-807e-5b8d8dbf4982 HTTP/1.1" status: 200 len: 210 time: 0.0372438 Feb 11 05:18:42.327700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks [] for router_controller (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.363027 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5e960a-8e99-497c-ad39-dbbee6171040 x-openstack-request-id: req-5b5e960a-8e99-497c-ad39-dbbee6171040 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:42.363359 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84329630-ac1a-4157-beb0-f640cf00fe37", "name": "network-vif-deleted", "tag": "06aa450b-bbcd-4905-a4a1-ccd31bb10cb4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:42.363580 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b5e960a-8e99-497c-ad39-dbbee6171040 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:42.363980 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84329630-ac1a-4157-beb0-f640cf00fe37', 'name': 'network-vif-deleted', 'tag': '06aa450b-bbcd-4905-a4a1-ccd31bb10cb4', 'status': 'completed', 'code': 200} Feb 11 05:18:42.366261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a22ccbd-8740-49b2-b33c-7cdbd98c3adb req-562a5d1a-a6a0-4596-8900-f4b8c99a5fa7 tempest-InstanceActionsTestJSON-821078334 tempest-InstanceActionsTestJSON-821078334-project] 10.222.0.62 "GET /v2.0/ports?device_id=84329630-ac1a-4157-beb0-f640cf00fe37 HTTP/1.1" status: 200 len: 210 time: 0.0726225 Feb 11 05:18:42.402256 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95e3e0b-ea32-4031-b978-3fba3494b828 x-openstack-request-id: req-f95e3e0b-ea32-4031-b978-3fba3494b828 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:42.402551 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab225624-7392-4b85-a57e-5d95175c297f", "name": "network-vif-plugged", "status": "completed", "tag": "cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:42.402810 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f95e3e0b-ea32-4031-b978-3fba3494b828 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:42.403322 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab225624-7392-4b85-a57e-5d95175c297f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'code': 200} Feb 11 05:18:42.404457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.508954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:42.530169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Allocated IP 172.20.0.2 (29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe/0f1e5afa-c0df-4878-8df9-cfcb0891061c/6cd19113-7b3f-4a83-aad5-b91c7623dc6d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:42.649559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31cb4f-04d2-4bba-8c49-5ba23c5949c2 req-dfd0fc06-1511-4f38-9c12-31199a29cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.651123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af31cb4f-04d2-4bba-8c49-5ba23c5949c2 req-dfd0fc06-1511-4f38-9c12-31199a29cd61 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 1128 time: 0.1952200 Feb 11 05:18:42.694358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks [] for router_gateway (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.730619 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Publish callbacks [] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.746504 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af31cb4f-04d2-4bba-8c49-5ba23c5949c2 req-822d98a2-815e-4c71-bba9-5fec4ebe8ced service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615525 Feb 11 05:18:42.823121 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:42.881667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Pushing event updated for resources: {'Port': ['ID=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:42.895744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:42.897454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:42.900997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:42.987258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d171b-2a70-45ea-84ea-49e21f23aad8 req-7f62aad0-1162-450f-b59a-613859d23460 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.990322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a91d171b-2a70-45ea-84ea-49e21f23aad8 req-7f62aad0-1162-450f-b59a-613859d23460 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.1051936 Feb 11 05:18:43.001281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Attempting to bind port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:43.002929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Attempting to bind port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:43.003597 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Attempting to bind port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d on network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:43.017956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:43.018458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Checking segment: {'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:43.018758 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.019171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Bound using segment: {'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:43.019699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Bound port: 6cd19113-7b3f-4a83-aad5-b91c7623dc6d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:43.020080 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.042861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b0bfd37-dd54-4f71-a2c5-f5abcdd8b76e req-1edc1a69-d66c-4fc9-a424-8256c0d283a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cdc4c624eb94fa9bbd6c725f5c4716f&device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0508850 Feb 11 05:18:43.082974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b0bfd37-dd54-4f71-a2c5-f5abcdd8b76e req-2067273d-c742-4a7b-a743-6f4b2e20db47 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3cdc4c624eb94fa9bbd6c725f5c4716f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292072 Feb 11 05:18:43.159760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a91d171b-2a70-45ea-84ea-49e21f23aad8 req-d4426d86-c786-4001-be1a-83cdd49351c2 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430829 Feb 11 05:18:43.166199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] For port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:43.170441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] For port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,segment=NetworkSegment(d7c6872b-43c2-44f2-86d5-23fb746fd9b0),segment_id=d7c6872b-43c2-44f2-86d5-23fb746fd9b0)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:43.178344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks [] for router_gateway (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.235122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.247986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.276040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bfd37-dd54-4f71-a2c5-f5abcdd8b76e req-08dcab37-aadd-4d22-81cd-dfe8f734a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.278044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b0bfd37-dd54-4f71-a2c5-f5abcdd8b76e req-08dcab37-aadd-4d22-81cd-dfe8f734a661 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823750 Feb 11 05:18:43.327860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b263559-29e6-4a06-97c9-90b3c7bd91d5 req-3cdd9436-003a-467f-95bd-32d6d2cd45c6 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0763474 Feb 11 05:18:43.379648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b727-ad78-4712-9dd4-9328c4edf8b7 req-41df9948-591c-4e51-b2d4-295b34619591 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.386227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b90b727-ad78-4712-9dd4-9328c4edf8b7 req-41df9948-591c-4e51-b2d4-295b34619591 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 944 time: 0.1531854 Feb 11 05:18:43.395963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0ea38-f127-4694-ba03-a5dd7c5b88ba None None] Pushing event updated for resources: {'Port': ['ID=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:43.423101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Allocated IP 172.25.8.45 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/fcbe155e-fdbb-4398-bc42-368cac90fea2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:43.491315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b90b727-ad78-4712-9dd4-9328c4edf8b7 req-4d0702fd-7204-4f49-915d-9959deeb5bdc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905609 Feb 11 05:18:43.491759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47060) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:43.998338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6afa9ef-9c80-41f9-b2e0-5c33c80d8759 admin admin] Deleting subnet d6c74131-bd0c-475f-aedb-cd0447a0a347 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:18:44.006843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6cd19113-7b3f-4a83-aad5-b91c7623dc6d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:44.011671 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6afa9ef-9c80-41f9-b2e0-5c33c80d8759 admin admin] Publish callbacks [] for subnet (d6c74131-bd0c-475f-aedb-cd0447a0a347), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.060235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks [] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.073240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6afa9ef-9c80-41f9-b2e0-5c33c80d8759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (d6c74131-bd0c-475f-aedb-cd0447a0a347), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.100357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:44.100826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.142744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6afa9ef-9c80-41f9-b2e0-5c33c80d8759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d6c74131-bd0c-475f-aedb-cd0447a0a347), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.213959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:44.214384 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.266683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,segment=NetworkSegment(d7c6872b-43c2-44f2-86d5-23fb746fd9b0),segment_id=d7c6872b-43c2-44f2-86d5-23fb746fd9b0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:44.288808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 753d807f-a461-42d9-838a-b811c8c2a560 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:44.292107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:44.302921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.321316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:18:44.321669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 06aa450b-bbcd-4905-a4a1-ccd31bb10cb4 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:44.353379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f231e3-27ea-4801-9374-32680ac6492f req-a9e1db86-5b5c-44b1-b96e-f41d9740c4de tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.354642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1f231e3-27ea-4801-9374-32680ac6492f req-a9e1db86-5b5c-44b1-b96e-f41d9740c4de tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.0939562 Feb 11 05:18:44.366115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:44.374191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:44.405369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:44.461201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1f231e3-27ea-4801-9374-32680ac6492f req-f0fe736b-9389-4070-9066-da674705fe07 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888402 Feb 11 05:18:44.489445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbe155e-fdbb-4398-bc42-368cac90fea2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:44.489445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6afa9ef-9c80-41f9-b2e0-5c33c80d8759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (d6c74131-bd0c-475f-aedb-cd0447a0a347), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.497790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 753d807f-a461-42d9-838a-b811c8c2a560, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=753d807f-a461-42d9-838a-b811c8c2a560,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:44.523351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '753d807f-a461-42d9-838a-b811c8c2a560', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'port_id': '753d807f-a461-42d9-838a-b811c8c2a560', 'mac_address': 'fa:16:3e:6e:31:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24fff8-7d32-4bf0-92db-76f41fec26b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:44.536529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.588588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-774e92c3-fdde-462a-895a-adf05cb63d5f req-6cfc6c28-3991-479f-aadd-594dc5933c03 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0507481 Feb 11 05:18:44.598894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6afa9ef-9c80-41f9-b2e0-5c33c80d8759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.604979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e6afa9ef-9c80-41f9-b2e0-5c33c80d8759 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d6c74131-bd0c-475f-aedb-cd0447a0a347 HTTP/1.1" status: 204 len: 168 time: 1.1120076 Feb 11 05:18:44.608142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47072) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:44.613974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afa9ef-9c80-41f9-b2e0-5c33c80d8759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c74131-bd0c-475f-aedb-cd0447a0a347,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:44.630489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:44.674500 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b0bfd37-dd54-4f71-a2c5-f5abcdd8b76e req-07f6a700-64ad-443d-93e8-b13c248fc0d3 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0962932 Feb 11 05:18:44.679177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 753d807f-a461-42d9-838a-b811c8c2a560 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:44.690141 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (753d807f-a461-42d9-838a-b811c8c2a560), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.710604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753d807f-a461-42d9-838a-b811c8c2a560 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:44.766624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 753d807f-a461-42d9-838a-b811c8c2a560, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=753d807f-a461-42d9-838a-b811c8c2a560,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:44.799961 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.818383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17303c-9a4b-428c-8478-4837e06760d6 req-abf01fcb-a966-4d67-bff1-6b0634462bad tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.819960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e17303c-9a4b-428c-8478-4837e06760d6 req-abf01fcb-a966-4d67-bff1-6b0634462bad tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 944 time: 0.2127204 Feb 11 05:18:44.861854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb146c-9775-447e-bb63-b7bdbb28bfbd None None] Network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:44.928455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (753d807f-a461-42d9-838a-b811c8c2a560), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.965154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.008750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:45.023427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks [] for router_gateway (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.029351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e17303c-9a4b-428c-8478-4837e06760d6 req-89e09dba-bc5c-4174-b8fb-62f7810195fb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032423 Feb 11 05:18:45.039622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4949ee93-0fee-4844-93b0-a52dbdabd1aa') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:45.039923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4949ee93-0fee-4844-93b0-a52dbdabd1aa') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:45.050450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-55d745e6-fb9e-479e-9641-dbd24c6720e0 None None] Provisioning complete for port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:45.051451 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-55d745e6-fb9e-479e-9641-dbd24c6720e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.057108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (4949ee93-0fee-4844-93b0-a52dbdabd1aa), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.074481 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4949ee93-0fee-4844-93b0-a52dbdabd1aa), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.083180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:18:45.083663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (4949ee93-0fee-4844-93b0-a52dbdabd1aa), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:18:45.085472 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:18:45.139383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=753d807f-a461-42d9-838a-b811c8c2a560,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:45.175423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['753d807f-a461-42d9-838a-b811c8c2a560'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:45.266982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.278323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-55d745e6-fb9e-479e-9641-dbd24c6720e0 None None] Current status of the port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:45.281987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.301511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b HTTP/1.1" status: 204 len: 168 time: 0.6871624 Feb 11 05:18:45.334157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee2ffb-1303-4144-b0ef-8c8251e5a2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7f0c10-3b74-4a77-9da4-a9ffe695dd2b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:45.361854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.614291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c2776f8d-e078-4599-a5d6-1b283d32f0dc None None] Provisioning complete for port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:45.614686 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2776f8d-e078-4599-a5d6-1b283d32f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.629009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:18:45.675155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508e799-5eab-41d9-b7c6-84fb9da986b9 req-5502e117-b88c-44bd-aee2-00b7bec37213 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.689968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6508e799-5eab-41d9-b7c6-84fb9da986b9 req-5502e117-b88c-44bd-aee2-00b7bec37213 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.1077464 Feb 11 05:18:45.779501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6508e799-5eab-41d9-b7c6-84fb9da986b9 req-2f704018-90c3-48f7-a50b-ada9525afa53 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798142 Feb 11 05:18:45.790966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c2776f8d-e078-4599-a5d6-1b283d32f0dc None None] Current status of the port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:45.803316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00c3de95-253e-4e8e-82c3-28f9f862fac1 req-2dabc113-5057-4bfa-a438-225401f25ad5 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0651efc-8fa2-4b90-a69e-25f965e344aa HTTP/1.1" status: 200 len: 210 time: 0.0415685 Feb 11 05:18:45.836577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:45.858399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Sync routers for ids ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:45.876838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Routers {'5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:45.878339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:18:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:45.951858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47086) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:45.971833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879dbfa-a437-480d-a14a-f569934dbf38 req-6d2a1c77-e967-435d-beed-ea4b876d3409 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.980976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2879dbfa-a437-480d-a14a-f569934dbf38 req-6d2a1c77-e967-435d-beed-ea4b876d3409 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.0996654 Feb 11 05:18:45.987847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47090) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:45.993581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Request body: {'floatingip': {'port_id': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:46.043533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6cd19113-7b3f-4a83-aad5-b91c7623dc6d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:46.046656 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for floatingip (5ce27553-282f-479d-a15b-7e9594dd4721), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.078864 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b317bca-1c27-41f1-8286-f15ef2f90f64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9639502c32a4cd6983095a57c264eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1229508 Feb 11 05:18:46.083431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47094) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:46.153404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.158652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b9528c25-a470-4d42-a43a-7ae849cf10a1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1601551 Feb 11 05:18:46.161010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47096) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:46.168531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Set router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:46.230055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Publish callbacks [] for security_group (88696077-fa03-49b9-9f3a-86367581ec0a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.255334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Publish callbacks [] for security_group (88696077-fa03-49b9-9f3a-86367581ec0a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.286757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:46.287109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.301074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a8d5-f056-4b77-8f2f-a45b1f02cfef req-8031f9cb-7599-43c0-8312-a432d2ee51d7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:46.301074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d3a8d5-f056-4b77-8f2f-a45b1f02cfef req-8031f9cb-7599-43c0-8312-a432d2ee51d7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 945 time: 0.1609108 Feb 11 05:18:46.408420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d3a8d5-f056-4b77-8f2f-a45b1f02cfef req-d6db8436-508b-4b66-b20d-7c4db0f490b5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014059 Feb 11 05:18:46.414374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 753d807f-a461-42d9-838a-b811c8c2a560 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:46.450657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (88696077-fa03-49b9-9f3a-86367581ec0a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.453637 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.457784 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88696077-fa03-49b9-9f3a-86367581ec0a HTTP/1.1" status: 204 len: 168 time: 0.3730493 Feb 11 05:18:46.477078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88696077-fa03-49b9-9f3a-86367581ec0a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:46.494004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.494383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.494733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.495081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.495426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.496021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.496356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.496715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.497052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.497390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.497714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.498190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.498527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad377236-9f71-4e8e-ac89-42cf6b404271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:46.599946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:46.637957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:18:44Z', 'revision_number': 3, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port': {'id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:43Z', 'updated_at': '2022-02-11T05:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:46.673133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Checking router: 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:46.673799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Updating router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 port fcbe155e-fdbb-4398-bc42-368cac90fea2 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:18:46.705529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.708631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 753d807f-a461-42d9-838a-b811c8c2a560 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:46.737035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 753d807f-a461-42d9-838a-b811c8c2a560 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:46.737696 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (753d807f-a461-42d9-838a-b811c8c2a560), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.845909 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.919548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ce27553-282f-479d-a15b-7e9594dd4721), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.974133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.169738 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Floating IP 5ce27553-282f-479d-a15b-7e9594dd4721 associated. External IP: 172.25.8.84, port: cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b. Feb 11 05:18:47.257033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Allocated IP 172.20.0.1 (29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe/0f1e5afa-c0df-4878-8df9-cfcb0891061c/06e39a52-d72a-453e-97f0-6f328213e1d2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:47.362871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 753d807f-a461-42d9-838a-b811c8c2a560 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:47.362871 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (753d807f-a461-42d9-838a-b811c8c2a560), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.455789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c911f91-3a2e-471e-9308-95daecb7af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753d807f-a461-42d9-838a-b811c8c2a560'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:47.471273 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2977a20-57b3-46c5-8e1c-9cbbde325adb" -d '{"events": [{"server_uuid": "8c911f91-3a2e-471e-9308-95daecb7af62", "name": "network-vif-plugged", "status": "completed", "tag": "753d807f-a461-42d9-838a-b811c8c2a560"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:47.533194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Publish callbacks [] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.548410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 753d807f-a461-42d9-838a-b811c8c2a560, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=753d807f-a461-42d9-838a-b811c8c2a560,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:47.602323 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09961805-a6fe-4010-a5c8-39d08afaf7fa x-openstack-request-id: req-09961805-a6fe-4010-a5c8-39d08afaf7fa {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:47.602600 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c911f91-3a2e-471e-9308-95daecb7af62", "name": "network-vif-plugged", "status": "completed", "tag": "753d807f-a461-42d9-838a-b811c8c2a560", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:47.602710 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09961805-a6fe-4010-a5c8-39d08afaf7fa {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:47.615477 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c911f91-3a2e-471e-9308-95daecb7af62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753d807f-a461-42d9-838a-b811c8c2a560', 'code': 200} Feb 11 05:18:47.663717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (753d807f-a461-42d9-838a-b811c8c2a560), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.759146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=753d807f-a461-42d9-838a-b811c8c2a560,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:47.773123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.828535 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Publish callbacks [] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.868179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Pushing event updated for resources: {'Port': ['ID=06e39a52-d72a-453e-97f0-6f328213e1d2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:47.870074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:47.871918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:47.874591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:47.937923 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.942210 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.068431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:48.085515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Attempting to bind port fcbe155e-fdbb-4398-bc42-368cac90fea2 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:48.086009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Attempting to bind port fcbe155e-fdbb-4398-bc42-368cac90fea2 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:48.086276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Attempting to bind port fcbe155e-fdbb-4398-bc42-368cac90fea2 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:48.099108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:48.099494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:48.099910 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.100364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:48.101049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Bound port: fcbe155e-fdbb-4398-bc42-368cac90fea2, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:48.104716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.120258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ee973a5-a2b6-468f-8dc3-c8a80a00478a req-399f096c-81ba-4c34-89b9-2ae8082af71b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cdc4c624eb94fa9bbd6c725f5c4716f&device_id=8178d924-1c1c-400b-807e-5b8d8dbf4982 HTTP/1.1" status: 200 len: 210 time: 0.1313756 Feb 11 05:18:48.199670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] For port fcbe155e-fdbb-4398-bc42-368cac90fea2, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:48.205815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] For port fcbe155e-fdbb-4398-bc42-368cac90fea2, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fcbe155e-fdbb-4398-bc42-368cac90fea2,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:48.207805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc050fa-2813-4e19-9860-8c5433bb0f6d None None] Pushing event updated for resources: {'Port': ['ID=fcbe155e-fdbb-4398-bc42-368cac90fea2,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:48.211902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:48.237268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b94e9c14-6992-47e4-8bb7-a7bbf766ee08 req-faf81942-5c02-4672-96a1-2d6a0ec53bf0 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=8178d924-1c1c-400b-807e-5b8d8dbf4982 HTTP/1.1" status: 200 len: 210 time: 0.2465343 Feb 11 05:18:48.254082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ee973a5-a2b6-468f-8dc3-c8a80a00478a req-3533f4cb-ead7-4810-8ef2-694f5591746c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3cdc4c624eb94fa9bbd6c725f5c4716f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971448 Feb 11 05:18:48.326798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.335771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.409469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1188197257-network', 'tenant_id': 'af66a1f0394742e6a97b97c61ac97102'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:48.414669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514efd55-e3e7-4eac-8ea9-a17fe69d3c9e req-c606c404-899f-4cc2-b4b6-82cc38a67731 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.416319 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-514efd55-e3e7-4eac-8ea9-a17fe69d3c9e req-c606c404-899f-4cc2-b4b6-82cc38a67731 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.4266281 Feb 11 05:18:48.433515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4443e106-ebff-4b05-a93a-e9676f6c1d5e None None] Provisioning complete for port 06e39a52-d72a-453e-97f0-6f328213e1d2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:48.434118 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4443e106-ebff-4b05-a93a-e9676f6c1d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.436616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc050fa-2813-4e19-9860-8c5433bb0f6d None None] Pushing event updated for resources: {'Port': ['ID=fcbe155e-fdbb-4398-bc42-368cac90fea2,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:48.461314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7e0a2-a00d-45d7-aa41-d1860cd33088 req-70deddfc-a548-4f15-bc75-ddc543eaadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.462883 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11c7e0a2-a00d-45d7-aa41-d1860cd33088 req-70deddfc-a548-4f15-bc75-ddc543eaadab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 1129 time: 0.4764361 Feb 11 05:18:48.482571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee973a5-a2b6-468f-8dc3-c8a80a00478a req-0662d363-3c86-4082-83da-97c1a15d7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.484209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ee973a5-a2b6-468f-8dc3-c8a80a00478a req-0662d363-3c86-4082-83da-97c1a15d7876 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2243619 Feb 11 05:18:48.499191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Routers {'5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:48.500513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:18:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:48.516846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:48.529231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.529358 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] Sync routers for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:48.549531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Made reservation on behalf of af66a1f0394742e6a97b97c61ac97102 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:48.555581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.556543 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:48.559032 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:18:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:48.560498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4443e106-ebff-4b05-a93a-e9676f6c1d5e None None] Port 06e39a52-d72a-453e-97f0-6f328213e1d2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:48.583306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-514efd55-e3e7-4eac-8ea9-a17fe69d3c9e req-cd48a7e4-6073-4d8c-98b7-3a9013b952b7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504121 Feb 11 05:18:48.601336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11c7e0a2-a00d-45d7-aa41-d1860cd33088 req-88037f0f-06a9-4bb0-8ae1-aba59c8a6b39 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310520 Feb 11 05:18:48.604684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.629056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-95d9ba7c-3aee-4f67-8bf3-67170e3265c1 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "PUT /v2.0/floatingips/5ce27553-282f-479d-a15b-7e9594dd4721 HTTP/1.1" status: 200 len: 990 time: 2.6350470 Feb 11 05:18:48.629056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab225624-7392-4b85-a57e-5d95175c297f', 'tag': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:48.640102 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab225624-7392-4b85-a57e-5d95175c297f", "tag": "cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:48.684493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] Set router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:48.703534 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7768756-1925-45b8-a4e9-fdd1bd232484 x-openstack-request-id: req-e7768756-1925-45b8-a4e9-fdd1bd232484 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:48.704710 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab225624-7392-4b85-a57e-5d95175c297f", "tag": "cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:48.705041 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7768756-1925-45b8-a4e9-fdd1bd232484 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:48.706239 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab225624-7392-4b85-a57e-5d95175c297f', 'tag': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'status': 'completed', 'code': 200} Feb 11 05:18:48.797700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Publish callbacks [] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.838861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-051c260b-c9b8-4f1d-88ae-63d9aad7f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.841634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-051c260b-c9b8-4f1d-88ae-63d9aad7f1c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eac334a203204fa6833b0d908792752b&device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 1128 time: 0.1022995 Feb 11 05:18:48.856637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe90cd-0433-475e-b776-34418fc49ae0 req-8cac682b-85e3-42d2-a09f-351c659f0916 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.859377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14fe90cd-0433-475e-b776-34418fc49ae0 req-8cac682b-85e3-42d2-a09f-351c659f0916 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.1214659 Feb 11 05:18:48.894194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.908817 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:48.957214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.969528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14fe90cd-0433-475e-b776-34418fc49ae0 req-32e80eff-25f5-43f6-8d22-fd8ad434aa72 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013753 Feb 11 05:18:48.977448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Publish callbacks [] for security_group (badc1115-c3d0-4518-b411-e33d6425123d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.064684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:18:48Z', 'revision_number': 4, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port': {'id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:43Z', 'updated_at': '2022-02-11T05:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '06e39a52-d72a-453e-97f0-6f328213e1d2', 'name': '', 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'mac_address': 'fa:16:3e:10:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:47Z', 'updated_at': '2022-02-11T05:18:47Z', 'revision_number': 1, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'subnets': [{'id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:49.079515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (badc1115-c3d0-4518-b411-e33d6425123d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.099666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:18:49.102294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5bc23-0613-4a79-b22e-a7f8afb092ee None None] The sync data for ids ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'] in n-d-713498-37 is: [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:18:48Z', 'revision_number': 4, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port': {'id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:43Z', 'updated_at': '2022-02-11T05:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '06e39a52-d72a-453e-97f0-6f328213e1d2', 'name': '', 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'mac_address': 'fa:16:3e:10:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:47Z', 'updated_at': '2022-02-11T05:18:47Z', 'revision_number': 1, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'subnets': [{'id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:49.176411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a1f3e59f-aa94-4aa0-8bba-db4676d7087d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.184329 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Added segment a1f3e59f-aa94-4aa0-8bba-db4676d7087d of type vlan for network 43533ec6-b6a8-4965-918b-4a73585e5ad4 Feb 11 05:18:49.184329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Pushing event updated for resources: {'Port': ['ID=06e39a52-d72a-453e-97f0-6f328213e1d2,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:49.257102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-3c1ed475-7901-452a-8985-27fc86694ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.258641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-3c1ed475-7901-452a-8985-27fc86694ef6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b47743-74c2-49ed-baa1-8a49313dfcd9 HTTP/1.1" status: 200 len: 917 time: 0.4064124 Feb 11 05:18:49.259284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badc1115-c3d0-4518-b411-e33d6425123d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:49.283287 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ce27553-282f-479d-a15b-7e9594dd4721', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'port_id': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'mac_address': 'fa:16:3e:eb:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab225624-7392-4b85-a57e-5d95175c297f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:48Z', 'updated_at': '2022-02-11T05:18:46Z', 'revision_number': 1, 'project_id': 'eac334a203204fa6833b0d908792752b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 5, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:49.291430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (43533ec6-b6a8-4965-918b-4a73585e5ad4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.329488 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] Checking router: b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:49.342385 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:49.343839 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:18:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:49.407806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:49.452416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:49.479561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-4072ee2a-86fe-4eb2-a582-5ed77ca530d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b HTTP/1.1" status: 200 len: 998 time: 0.2083428 Feb 11 05:18:49.485760 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:18:49.505683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d1a23c2-b8c7-40dd-a4ae-bb4ae10d4864 req-af08c441-e3cf-49f6-8fb8-472a7ce43103 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=8178d924-1c1c-400b-807e-5b8d8dbf4982 HTTP/1.1" status: 200 len: 210 time: 0.0642023 Feb 11 05:18:49.562489 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (43533ec6-b6a8-4965-918b-4a73585e5ad4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.564309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.565213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.580201 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:49.799483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:49.849500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684ebca-37c1-4e54-9cfa-ace20c5b716d req-e4bae0fa-3799-4e04-ac11-de1a2c2bd3e9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.858212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0684ebca-37c1-4e54-9cfa-ace20c5b716d req-e4bae0fa-3799-4e04-ac11-de1a2c2bd3e9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1239955 Feb 11 05:18:49.923933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bc2dcdfb-a766-4ae2-a60f-cfcdfb45a3e9 None None] Provisioning complete for port 06e39a52-d72a-453e-97f0-6f328213e1d2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:49.926344 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bc2dcdfb-a766-4ae2-a60f-cfcdfb45a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.984834 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7712538 Feb 11 05:18:49.989474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-78483a5a-1f1d-4586-8ec3-93199a153379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.991370 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-78483a5a-1f1d-4586-8ec3-93199a153379 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8b4e66c-cebd-4756-8567-924c0962f0f5 HTTP/1.1" status: 200 len: 855 time: 0.4398320 Feb 11 05:18:49.992281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47160) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:49.994488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1728e1e-42b8-4cd6-ac1d-d6fce186623e admin admin] Pushing event updated for resources: {'Network': ['ID=43533ec6-b6a8-4965-918b-4a73585e5ad4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:50.011091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 43533ec6-b6a8-4965-918b-4a73585e5ad4 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:18:50.025028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0684ebca-37c1-4e54-9cfa-ace20c5b716d req-e1a7c275-cd8d-429b-8ea3-0d05d86ea842 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648221 Feb 11 05:18:50.028777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Request body: {'subnet': {'network_id': '43533ec6-b6a8-4965-918b-4a73585e5ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1188197257-subnet', 'tenant_id': 'af66a1f0394742e6a97b97c61ac97102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:50.044972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bc2dcdfb-a766-4ae2-a60f-cfcdfb45a3e9 None None] Port 06e39a52-d72a-453e-97f0-6f328213e1d2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:50.052274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ee973a5-a2b6-468f-8dc3-c8a80a00478a req-c552e0d3-1d21-46a2-9147-32d0efb61b1a tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.83 "GET /v2.0/ports?device_id=8178d924-1c1c-400b-807e-5b8d8dbf4982 HTTP/1.1" status: 200 len: 210 time: 0.1059403 Feb 11 05:18:50.203973 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ce27553-282f-479d-a15b-7e9594dd4721', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'port_id': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'mac_address': 'fa:16:3e:eb:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab225624-7392-4b85-a57e-5d95175c297f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:48Z', 'updated_at': '2022-02-11T05:18:46Z', 'revision_number': 1, 'project_id': 'eac334a203204fa6833b0d908792752b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 5, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:50.257961 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5780f-f32c-4f67-8180-5084f949bd58 None None] The sync data for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 is: [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5ce27553-282f-479d-a15b-7e9594dd4721', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'port_id': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'mac_address': 'fa:16:3e:eb:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab225624-7392-4b85-a57e-5d95175c297f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:48Z', 'updated_at': '2022-02-11T05:18:46Z', 'revision_number': 1, 'project_id': 'eac334a203204fa6833b0d908792752b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 5, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:50.263254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-743e8244-f5bc-4601-b5d7-a0064807959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:50.266617 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-743e8244-f5bc-4601-b5d7-a0064807959e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b47743-74c2-49ed-baa1-8a49313dfcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2577202 Feb 11 05:18:50.270709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Made reservation on behalf of af66a1f0394742e6a97b97c61ac97102 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:50.273416 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:50.352220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:50.439390 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b50cbe13-060c-4b10-b92c-49334e9747f4 admin admin] 10.222.0.62 "PUT /v2.0/routers/5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2770360 Feb 11 05:18:50.571242 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-f3b5668a-7db0-461f-8253-8bc66967fd97 service neutron] 10.222.0.65 "GET /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906003 Feb 11 05:18:50.732668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27c4114d-c8ab-42f2-950c-3c459ed5aac7 req-c6d5b984-cbf3-47cf-94bb-15b16731aee4 tempest-ServerShowV247Test-1224722834 tempest-ServerShowV247Test-1224722834-project] 10.222.0.62 "GET /v2.0/ports?device_id=8178d924-1c1c-400b-807e-5b8d8dbf4982 HTTP/1.1" status: 200 len: 210 time: 0.0501506 Feb 11 05:18:50.768107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c15669-1013-4a98-be69-7ced8ea44c3b None None] New status for floating IP 5ce27553-282f-479d-a15b-7e9594dd4721: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:18:50.827201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (f8e3b486-211f-480e-b924-8606ee1d8a40), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:50.870212 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-49d29ff8-b92e-4fdd-b13e-382f1ac2dd0d req-68615886-fd71-48fd-b9ff-e63d9117b509 service neutron] 10.222.0.65 "GET /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897773 Feb 11 05:18:50.938726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e3b486-211f-480e-b924-8606ee1d8a40,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:50.979662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Checking segment: {'id': 'a1f3e59f-aa94-4aa0-8bba-db4676d7087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '43533ec6-b6a8-4965-918b-4a73585e5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:50.981083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Network hostable DHCP agents. Network: 43533ec6-b6a8-4965-918b-4a73585e5ad4, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:18:51.068816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-6e160cb4-8df7-4a58-9013-e671a1a98159 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1969757 Feb 11 05:18:51.073802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Network 43533ec6-b6a8-4965-918b-4a73585e5ad4 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:18:51.091262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:51.165541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 43533ec6-b6a8-4965-918b-4a73585e5ad4) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:51.170146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.176656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:51.220279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad041f3-b164-4ed4-a57a-fb3387fe4317 None None] Network 43533ec6-b6a8-4965-918b-4a73585e5ad4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:51.222987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dd2c4-b0b6-47f9-b6c4-507ba7f7eccb req-556d7fb9-792e-45e4-afc6-cf1ddfb5aa04 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.225641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-815dd2c4-b0b6-47f9-b6c4-507ba7f7eccb req-556d7fb9-792e-45e4-afc6-cf1ddfb5aa04 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.0990198 Feb 11 05:18:51.240046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:51.322636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-815dd2c4-b0b6-47f9-b6c4-507ba7f7eccb req-ae42fa59-2525-4241-bf38-6108dda3b475 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895844 Feb 11 05:18:51.336709 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c3a49aac-d291-4477-8295-0d73ce232154 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3291852 Feb 11 05:18:51.382212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771843b8-11b9-4431-b401-c948217696cb None None] Network 43533ec6-b6a8-4965-918b-4a73585e5ad4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:51.466114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:51.673639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Allocated IP 172.25.8.101 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/7da65614-c8e0-4ba0-a65f-fa4b493a2e6d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:51.802757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for port (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:51.916413 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:51.966862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:51.984488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:51.986987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:52.002826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fcbe155e-fdbb-4398-bc42-368cac90fea2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:52.050249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Pushing event updated for resources: {'Port': ['ID=7da65614-c8e0-4ba0-a65f-fa4b493a2e6d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:52.058659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fcbe155e-fdbb-4398-bc42-368cac90fea2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:52.059039 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.114316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.114734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.115173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.115530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.115881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.116275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.116556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.117162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.117377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.117719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.118060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.118397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.118731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:52.150521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fcbe155e-fdbb-4398-bc42-368cac90fea2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:52.150914 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.183549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port fcbe155e-fdbb-4398-bc42-368cac90fea2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fcbe155e-fdbb-4398-bc42-368cac90fea2,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:52.208166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-2fa49322-a1da-4169-8856-8637fe0e85e4 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:52.209704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-2fa49322-a1da-4169-8856-8637fe0e85e4 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/networks?id=43533ec6-b6a8-4965-918b-4a73585e5ad4 HTTP/1.1" status: 200 len: 818 time: 0.2451766 Feb 11 05:18:52.225037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for floatingip (d862cca3-a520-4a67-b2ee-599a013e9331), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.232929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-967e81c7-14f4-4f65-b10d-35d618ca14f1 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/quotas/af66a1f0394742e6a97b97c61ac97102 HTTP/1.1" status: 200 len: 375 time: 0.0169849 Feb 11 05:18:52.270436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-b843f614-9ae9-4d32-9220-2f7c9c0b4e64 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=af66a1f0394742e6a97b97c61ac97102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312898 Feb 11 05:18:52.273841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.333275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=fcbe155e-fdbb-4398-bc42-368cac90fea2,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:52.389851 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.427488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-93ad9475-4ad8-4af8-b7ff-c64847050bdb service neutron] 10.222.0.62 "GET /v2.0/networks/43533ec6-b6a8-4965-918b-4a73585e5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468506 Feb 11 05:18:52.492214 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Sync routers for ids ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:52.504882 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Routers {'5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:52.505618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:18:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:52.601119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-bfc867e9-9af0-48ef-8efd-6b012eb2e81d service neutron] 10.222.0.62 "GET /v2.0/networks/43533ec6-b6a8-4965-918b-4a73585e5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673825 Feb 11 05:18:52.629405 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Set router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:52.669576 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for port (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.742101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.789041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Pushing event updated for resources: {'Port': ['ID=7da65614-c8e0-4ba0-a65f-fa4b493a2e6d,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:52.875087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (d862cca3-a520-4a67-b2ee-599a013e9331), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.903700 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:18:48Z', 'revision_number': 4, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port': {'id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:43Z', 'updated_at': '2022-02-11T05:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '06e39a52-d72a-453e-97f0-6f328213e1d2', 'name': '', 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'mac_address': 'fa:16:3e:10:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:47Z', 'updated_at': '2022-02-11T05:18:48Z', 'revision_number': 2, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'subnets': [{'id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:52.939811 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Checking router: 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:52.939811 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Updating router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 port 06e39a52-d72a-453e-97f0-6f328213e1d2 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:18:52.979580 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.007623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c75d2-df40-4146-997a-507dfe8c5728 req-404ca8c6-b87e-4052-be3f-13c8e8150a0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:53.009341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e70c75d2-df40-4146-997a-507dfe8c5728 req-404ca8c6-b87e-4052-be3f-13c8e8150a0a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.0945673 Feb 11 05:18:53.039530 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.040955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-60bef2e5-fead-4d62-a333-4e12da4423c9 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9537139 Feb 11 05:18:53.128140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-38f3cee9-de49-4f1a-9d3d-0591511c100e tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.0728092 Feb 11 05:18:53.131178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e70c75d2-df40-4146-997a-507dfe8c5728 req-03906496-6529-44f9-a405-f6262b988022 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154101 Feb 11 05:18:53.330404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-3b161c66-14cf-41bb-b05e-a10e7b56ff07 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:53.341252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9625e27-7648-49a1-881f-b1cdbd82384a req-3b161c66-14cf-41bb-b05e-a10e7b56ff07 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2034600 Feb 11 05:18:53.347187 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Publish callbacks [] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.374451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ba09609-b7ab-4539-90ce-7de781fef8af req-663a5bcd-885a-48fa-85ed-46026ede936e tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 210 time: 0.0320692 Feb 11 05:18:53.423814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb27bd06-a065-4e40-b01c-ff194de4ed3c req-b84a1898-8a92-42b3-bf50-c1714a3ddfa5 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips/d862cca3-a520-4a67-b2ee-599a013e9331 HTTP/1.1" status: 200 len: 693 time: 0.0530808 Feb 11 05:18:53.425737 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.487286 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Pushing event updated for resources: {'Port': ['ID=06e39a52-d72a-453e-97f0-6f328213e1d2,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:53.498294 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.517717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:53.593744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27bd06-a065-4e40-b01c-ff194de4ed3c req-16fdfc95-a645-48fd-ad45-239044fce1fe tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:53.593744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb27bd06-a065-4e40-b01c-ff194de4ed3c req-16fdfc95-a645-48fd-ad45-239044fce1fe tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.1408198 Feb 11 05:18:53.593744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-fb27bd06-a065-4e40-b01c-ff194de4ed3c req-1311967b-2db8-42bd-ae03-3079d8e62132 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:18:53.593744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb27bd06-a065-4e40-b01c-ff194de4ed3c req-1311967b-2db8-42bd-ae03-3079d8e62132 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083256 Feb 11 05:18:53.717816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e680cc8f-d4c0-47b8-b62c-d68848f39bde req-9e45cd51-6659-430e-aee0-68e60a389769 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=abb84e028c064ff0abbdc59af6392df8 HTTP/1.1" status: 200 len: 696 time: 0.1103215 Feb 11 05:18:53.762833 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Attempting to bind port 06e39a52-d72a-453e-97f0-6f328213e1d2 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:53.763363 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Attempting to bind port 06e39a52-d72a-453e-97f0-6f328213e1d2 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:53.763913 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Attempting to bind port 06e39a52-d72a-453e-97f0-6f328213e1d2 on network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:53.782054 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:53.783734 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Checking segment: {'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:53.784258 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.784810 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Bound using segment: {'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:53.785416 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Bound port: 06e39a52-d72a-453e-97f0-6f328213e1d2, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:53.785920 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.874694 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] For port 06e39a52-d72a-453e-97f0-6f328213e1d2, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:53.880022 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] For port 06e39a52-d72a-453e-97f0-6f328213e1d2, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=06e39a52-d72a-453e-97f0-6f328213e1d2,segment=NetworkSegment(d7c6872b-43c2-44f2-86d5-23fb746fd9b0),segment_id=d7c6872b-43c2-44f2-86d5-23fb746fd9b0)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:53.892537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680cc8f-d4c0-47b8-b62c-d68848f39bde req-a386edc7-77aa-4d06-b8ba-70584938e642 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:53.900388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e680cc8f-d4c0-47b8-b62c-d68848f39bde req-a386edc7-77aa-4d06-b8ba-70584938e642 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/networks?id=7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 787 time: 0.1803200 Feb 11 05:18:53.908974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-e680cc8f-d4c0-47b8-b62c-d68848f39bde req-0f15c18b-afcb-4405-a84c-92b39dd489aa tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:18:53.915320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47226) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:53.920117 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e680cc8f-d4c0-47b8-b62c-d68848f39bde req-0f15c18b-afcb-4405-a84c-92b39dd489aa tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192800 Feb 11 05:18:53.934678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1264d38e-0804-40fb-9377-04b200dee2c9 None None] Provisioning complete for port 06e39a52-d72a-453e-97f0-6f328213e1d2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:53.942444 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1264d38e-0804-40fb-9377-04b200dee2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.962926 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.019051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-0327aeb4-ef64-4cf9-b2de-7e041ff158cc tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips/d862cca3-a520-4a67-b2ee-599a013e9331 HTTP/1.1" status: 200 len: 693 time: 0.0777421 Feb 11 05:18:54.067050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fcbe155e-fdbb-4398-bc42-368cac90fea2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:54.082106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1264d38e-0804-40fb-9377-04b200dee2c9 None None] Port 06e39a52-d72a-453e-97f0-6f328213e1d2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:54.095155 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Routers {'5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:54.105506 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:18:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:54.109710 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0466-d564-42dd-852f-78c658491f88 None None] Pushing event updated for resources: {'Port': ['ID=06e39a52-d72a-453e-97f0-6f328213e1d2,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.177929 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8415-2dc1-4eed-8e19-b21e8562c886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.202211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-45c9645b-3a53-4471-b453-a1d5ba99f0b2 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:54.204632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-45c9645b-3a53-4471-b453-a1d5ba99f0b2 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.1799405 Feb 11 05:18:54.262186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fcbe155e-fdbb-4398-bc42-368cac90fea2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:54.263506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.399822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8415-2dc1-4eed-8e19-b21e8562c886 admin admin] Publish callbacks [] for security_group (365c5ff2-e622-4c69-99b4-1f890cf51278), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.403851 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] Set router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:54.410636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-e56b228a-93d5-44d1-bdb8-e838d5dc17cd tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.1968913 Feb 11 05:18:54.435525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a65f4b36-564f-46a0-af39-f6f5b2a94f20 None None] Provisioning complete for port 06e39a52-d72a-453e-97f0-6f328213e1d2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:54.435931 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a65f4b36-564f-46a0-af39-f6f5b2a94f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.488046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8415-2dc1-4eed-8e19-b21e8562c886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (365c5ff2-e622-4c69-99b4-1f890cf51278), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.494960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fcbe155e-fdbb-4398-bc42-368cac90fea2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:54.508975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-6836e714-d03d-4353-8a19-ac30e3a82949 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.0913675 Feb 11 05:18:54.571534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc8415-2dc1-4eed-8e19-b21e8562c886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365c5ff2-e622-4c69-99b4-1f890cf51278,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.581014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a65f4b36-564f-46a0-af39-f6f5b2a94f20 None None] Current status of the port 06e39a52-d72a-453e-97f0-6f328213e1d2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:54.581411 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a65f4b36-564f-46a0-af39-f6f5b2a94f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.589558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbf8de-b5c0-44b4-a1d3-9b3539926224 req-536d3024-4550-4e44-81a6-5e9be1db7eae tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:54.591190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-affbf8de-b5c0-44b4-a1d3-9b3539926224 req-536d3024-4550-4e44-81a6-5e9be1db7eae tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.2803795 Feb 11 05:18:54.603851 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dcfc8415-2dc1-4eed-8e19-b21e8562c886 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cdc4c624eb94fa9bbd6c725f5c4716f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6863346 Feb 11 05:18:54.609039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47240) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:54.641044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a65f4b36-564f-46a0-af39-f6f5b2a94f20 None None] For port 06e39a52-d72a-453e-97f0-6f328213e1d2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=06e39a52-d72a-453e-97f0-6f328213e1d2,segment=NetworkSegment(d7c6872b-43c2-44f2-86d5-23fb746fd9b0),segment_id=d7c6872b-43c2-44f2-86d5-23fb746fd9b0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:54.719274 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:18:48Z', 'revision_number': 4, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port': {'id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:43Z', 'updated_at': '2022-02-11T05:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '06e39a52-d72a-453e-97f0-6f328213e1d2', 'name': '', 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'mac_address': 'fa:16:3e:10:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:47Z', 'updated_at': '2022-02-11T05:18:53Z', 'revision_number': 4, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'subnets': [{'id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:54.753910 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a65f4b36-564f-46a0-af39-f6f5b2a94f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.757041 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9f43-8eb5-4297-a1ab-bbb200502f78 None None] The sync data for ids ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'] in n-d-713498-37 is: [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:18:48Z', 'revision_number': 4, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port': {'id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:43Z', 'updated_at': '2022-02-11T05:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '06e39a52-d72a-453e-97f0-6f328213e1d2', 'name': '', 'network_id': '29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'mac_address': 'fa:16:3e:10:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:47Z', 'updated_at': '2022-02-11T05:18:53Z', 'revision_number': 4, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'subnets': [{'id': '0f1e5afa-c0df-4878-8df9-cfcb0891061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:54.800986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-76cc1658-bee6-46fc-a140-f2740bb43c6b admin admin] Publish callbacks [] for security_group (365c5ff2-e622-4c69-99b4-1f890cf51278), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.833230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-affbf8de-b5c0-44b4-a1d3-9b3539926224 req-72fb10f8-b7da-4874-a7b0-88b73481ed37 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225728 Feb 11 05:18:54.836549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f4b36-564f-46a0-af39-f6f5b2a94f20 None None] Pushing event updated for resources: {'Port': ['ID=06e39a52-d72a-453e-97f0-6f328213e1d2,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.883806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-76cc1658-bee6-46fc-a140-f2740bb43c6b admin admin] Publish callbacks [] for security_group (365c5ff2-e622-4c69-99b4-1f890cf51278), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.002193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Deleting port 7da65614-c8e0-4ba0-a65f-fa4b493a2e6d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:55.004429 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.114770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.115504 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for floatingip (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.130325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Calling delete_port for 7da65614-c8e0-4ba0-a65f-fa4b493a2e6d owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:55.200379 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-76cc1658-bee6-46fc-a140-f2740bb43c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (365c5ff2-e622-4c69-99b4-1f890cf51278), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.203076 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-76cc1658-bee6-46fc-a140-f2740bb43c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.206800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-76cc1658-bee6-46fc-a140-f2740bb43c6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/365c5ff2-e622-4c69-99b4-1f890cf51278 HTTP/1.1" status: 204 len: 168 time: 0.5920277 Feb 11 05:18:55.290256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d06b568-7c99-42f9-9660-a1eaed69476b req-d800d799-fcb7-4d47-b081-faed7c5767c0 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 210 time: 0.0921967 Feb 11 05:18:55.314951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc1658-bee6-46fc-a140-f2740bb43c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365c5ff2-e622-4c69-99b4-1f890cf51278,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:55.490460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7da65614-c8e0-4ba0-a65f-fa4b493a2e6d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.552129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Pushing event deleted for resources: {'Port': ['ID=7da65614-c8e0-4ba0-a65f-fa4b493a2e6d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:55.646950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for floatingip (d862cca3-a520-4a67-b2ee-599a013e9331), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.650190 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.651594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c65a30b-2001-45df-8ed2-4e445c6b9706 req-827b1673-0c5a-4abc-a616-3bca5a378a40 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "DELETE /v2.0/floatingips/d862cca3-a520-4a67-b2ee-599a013e9331 HTTP/1.1" status: 204 len: 173 time: 1.1365414 Feb 11 05:18:55.869265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-5b4c36dd-d83d-4dda-bc8c-4ecf24bd71bf tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1911037 Feb 11 05:18:55.875318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:56.001990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb9882-f8ea-452f-bbea-a75b4c8a3929 req-20000a16-4d15-499b-b317-9fdc48cb5f48 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:56.009432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7cb9882-f8ea-452f-bbea-a75b4c8a3929 req-20000a16-4d15-499b-b317-9fdc48cb5f48 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.0833559 Feb 11 05:18:56.020437 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.133289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 06e39a52-d72a-453e-97f0-6f328213e1d2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:56.171875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7cb9882-f8ea-452f-bbea-a75b4c8a3929 req-00a5d46f-e28e-4a34-bba3-7f44dd2bbe22 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613994 Feb 11 05:18:56.272201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 06e39a52-d72a-453e-97f0-6f328213e1d2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:56.277905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.477575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-5937e94d-1974-4210-a389-8f8f2c7bd601 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:56.479537 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-5937e94d-1974-4210-a389-8f8f2c7bd601 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.83 "GET /v2.0/networks?id=43533ec6-b6a8-4965-918b-4a73585e5ad4 HTTP/1.1" status: 200 len: 818 time: 0.2244892 Feb 11 05:18:56.482817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.561600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 06e39a52-d72a-453e-97f0-6f328213e1d2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:56.626532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Request body: {'port': {'device_id': '48d650be-f0e3-47d7-b57e-ac5fdad4dd26', 'network_id': '43533ec6-b6a8-4965-918b-4a73585e5ad4', 'admin_state_up': True, 'tenant_id': 'af66a1f0394742e6a97b97c61ac97102'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:56.691649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77fccecd-0dae-4f03-916e-20df09fa1a19 req-a23411a5-9685-4b70-ac96-d26451fe64bc tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 210 time: 0.2109194 Feb 11 05:18:56.871063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Allocated IP 172.25.8.129 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/12e96d17-b83d-493a-a3f6-cb0f0c7287dc) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:57.060765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Made reservation on behalf of af66a1f0394742e6a97b97c61ac97102 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:57.067697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.165077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47350) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:57.450530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1757393975-network', 'tenant_id': '70aad3f03c124bdd86a71f4c72351039'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:57.579852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Made reservation on behalf of 70aad3f03c124bdd86a71f4c72351039 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:57.583010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.599303 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for port (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.601601 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.746355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc4d70-f0e0-4185-9f1a-9c7ff098bb32 req-88800c29-9e1a-4168-9786-afa9e4f7b3dc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:57.748022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10fc4d70-f0e0-4185-9f1a-9c7ff098bb32 req-88800c29-9e1a-4168-9786-afa9e4f7b3dc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1975727 Feb 11 05:18:57.770156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Publish callbacks [] for security_group (56776727-9940-4b16-83cc-d45b22b19366), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.789393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Allocated IP 172.20.0.6 (43533ec6-b6a8-4965-918b-4a73585e5ad4/f8e3b486-211f-480e-b924-8606ee1d8a40/be004f10-0b14-4560-b373-02a835f86527) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:57.825657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10fc4d70-f0e0-4185-9f1a-9c7ff098bb32 req-889c25ed-3a02-4633-98c9-b99eaa17d2dc tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684628 Feb 11 05:18:57.843526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.862096 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (56776727-9940-4b16-83cc-d45b22b19366), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.909824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:57.917797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:57.918119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56776727-9940-4b16-83cc-d45b22b19366,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:57.938270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:57.946901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:18:57.980480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Pushing event updated for resources: {'Port': ['ID=12e96d17-b83d-493a-a3f6-cb0f0c7287dc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:57.982799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (af427064-19a0-433c-97ce-6f7514759658), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.983791 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Added segment af427064-19a0-433c-97ce-6f7514759658 of type vlan for network d22b3f78-9781-4966-98b1-48d5b8475e85 Feb 11 05:18:58.078545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d22b3f78-9781-4966-98b1-48d5b8475e85), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.142222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e6e4009-cfd7-4628-9c2d-00da1cc53c1c req-11ea0818-8bab-413a-b500-cf512f9db7b6 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 210 time: 0.1638181 Feb 11 05:18:58.222195 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d22b3f78-9781-4966-98b1-48d5b8475e85), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.223109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:58.223741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.304793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Publish callbacks [] for port (be004f10-0b14-4560-b373-02a835f86527), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.318021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for floatingip (ed6826ed-8469-4e46-ae09-cdec1ebc0af1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.447959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.498811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (be004f10-0b14-4560-b373-02a835f86527), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.584170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Network 43533ec6-b6a8-4965-918b-4a73585e5ad4 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:58.595417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:58.600044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:58.650779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Pushing event updated for resources: {'Port': ['ID=be004f10-0b14-4560-b373-02a835f86527,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:58.659375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:58.661023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.763286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5962226 Feb 11 05:18:58.764212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47362) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:58.771387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Request body: {'subnet': {'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1757393975-subnet', 'tenant_id': '70aad3f03c124bdd86a71f4c72351039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:58.775815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4025e81-f49c-4b57-bb63-6ab2063d44dd admin admin] Pushing event updated for resources: {'Network': ['ID=d22b3f78-9781-4966-98b1-48d5b8475e85,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:58.789210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d22b3f78-9781-4966-98b1-48d5b8475e85 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:18:58.803091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-f42303e7-484e-4358-861a-7215e527ef24 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1829810 Feb 11 05:18:58.818369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Request body: {'port': {'device_id': '48d650be-f0e3-47d7-b57e-ac5fdad4dd26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:58.826313 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for port (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.925415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Made reservation on behalf of 70aad3f03c124bdd86a71f4c72351039 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:58.927796 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.991509 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.006473 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (be004f10-0b14-4560-b373-02a835f86527), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.195952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772d46-5b7a-4306-ae3f-5642dd88aef4 req-fc016a23-b061-4a1e-b7db-2d52211e8c91 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.198807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f772d46-5b7a-4306-ae3f-5642dd88aef4 req-fc016a23-b061-4a1e-b7db-2d52211e8c91 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.2631421 Feb 11 05:18:59.198807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (ed6826ed-8469-4e46-ae09-cdec1ebc0af1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.262769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Pushing event updated for resources: {'Port': ['ID=12e96d17-b83d-493a-a3f6-cb0f0c7287dc,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:59.357971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f772d46-5b7a-4306-ae3f-5642dd88aef4 req-ffdd94e4-9216-468b-b985-703f449d8d69 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468217 Feb 11 05:18:59.366956 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.370535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0800c1ba-eb6a-4cf7-81fe-b6ac6739a1ce tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4999840 Feb 11 05:18:59.389163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (2884e132-0b62-4214-af9f-b6a3130b51f7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.462071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-0c201201-91e6-4792-a6a1-513916bf009d tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 696 time: 0.0906367 Feb 11 05:18:59.497662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2884e132-0b62-4214-af9f-b6a3130b51f7,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:59.522913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Checking segment: {'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:59.523276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Network hostable DHCP agents. Network: d22b3f78-9781-4966-98b1-48d5b8475e85, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:18:59.642361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Network d22b3f78-9781-4966-98b1-48d5b8475e85 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:18:59.705278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d22b3f78-9781-4966-98b1-48d5b8475e85) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:59.720413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f584cbb-6fa6-4da9-b209-40f8b8f6235c None None] Network d22b3f78-9781-4966-98b1-48d5b8475e85 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:59.726199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.727297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.733186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ad0d-7710-44e2-800d-333506ffe82e req-ccfd9ab4-daec-45b7-8434-14e3c0d4f58c tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.733186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68e8ad0d-7710-44e2-800d-333506ffe82e req-ccfd9ab4-daec-45b7-8434-14e3c0d4f58c tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 931 time: 0.1805630 Feb 11 05:18:59.816176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-5887e873-4d10-4845-8eb5-27a3ebf214c4 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.817979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-5887e873-4d10-4845-8eb5-27a3ebf214c4 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2685218 Feb 11 05:18:59.832096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-3f487a87-c239-47d3-99dd-814e6914555a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:18:59.833242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16bd4978-fe7d-49db-aa78-2409a524b0df req-3f487a87-c239-47d3-99dd-814e6914555a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098345 Feb 11 05:18:59.842525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be004f10-0b14-4560-b373-02a835f86527 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:59.856718 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Publish callbacks [] for port (be004f10-0b14-4560-b373-02a835f86527), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.900442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68e8ad0d-7710-44e2-800d-333506ffe82e req-547920fe-85a0-45cf-a42d-30aa6927fd33 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541336 Feb 11 05:18:59.901656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Transition to ACTIVE for port object be004f10-0b14-4560-b373-02a835f86527 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:59.909044 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a8b28aca-137b-4c67-866b-3782019844af admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1406581 Feb 11 05:18:59.992063 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-82168212-c4f9-4b28-b927-dc1862ecc68f tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips/ed6826ed-8469-4e46-ae09-cdec1ebc0af1 HTTP/1.1" status: 200 len: 693 time: 0.1252134 Feb 11 05:19:00.024470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948a534-eef7-4677-b78e-b78eb74991ae None None] Network d22b3f78-9781-4966-98b1-48d5b8475e85 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:00.050789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (be004f10-0b14-4560-b373-02a835f86527), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.302437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Pushing event updated for resources: {'Port': ['ID=be004f10-0b14-4560-b373-02a835f86527,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:00.409843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-b940a507-50e2-4346-9434-f8fe1124e623 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:00.409843 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-b940a507-50e2-4346-9434-f8fe1124e623 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.4097404 Feb 11 05:19:00.424126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-3cadedef-0ac1-4f90-bdc5-d7057794172d tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:19:00.425445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-3cadedef-0ac1-4f90-bdc5-d7057794172d tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097523 Feb 11 05:19:00.426852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Attempting to bind port be004f10-0b14-4560-b373-02a835f86527 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:00.427186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Attempting to bind port be004f10-0b14-4560-b373-02a835f86527 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'a1f3e59f-aa94-4aa0-8bba-db4676d7087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '43533ec6-b6a8-4965-918b-4a73585e5ad4'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:00.427519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Attempting to bind port be004f10-0b14-4560-b373-02a835f86527 on network 43533ec6-b6a8-4965-918b-4a73585e5ad4 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:00.434437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Port be004f10-0b14-4560-b373-02a835f86527 on network 43533ec6-b6a8-4965-918b-4a73585e5ad4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:00.434763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Attempting to bind port be004f10-0b14-4560-b373-02a835f86527 on network 43533ec6-b6a8-4965-918b-4a73585e5ad4 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:00.450893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:00.451032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Checking segment: {'id': 'a1f3e59f-aa94-4aa0-8bba-db4676d7087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '43533ec6-b6a8-4965-918b-4a73585e5ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:00.451364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Bound using segment: {'id': 'a1f3e59f-aa94-4aa0-8bba-db4676d7087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '43533ec6-b6a8-4965-918b-4a73585e5ad4'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:00.451843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Bound port: be004f10-0b14-4560-b373-02a835f86527, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f3e59f-aa94-4aa0-8bba-db4676d7087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '43533ec6-b6a8-4965-918b-4a73585e5ad4'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:00.452868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (be004f10-0b14-4560-b373-02a835f86527), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.515948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-6a938308-3b97-45ce-8103-589c812f5999 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 696 time: 0.0813818 Feb 11 05:19:00.680120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-4879f311-5e5c-41c5-a06c-46d0c24a6471 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 696 time: 0.1120329 Feb 11 05:19:00.791686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] For port be004f10-0b14-4560-b373-02a835f86527, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:00.856893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] For port be004f10-0b14-4560-b373-02a835f86527, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=be004f10-0b14-4560-b373-02a835f86527,segment=NetworkSegment(a1f3e59f-aa94-4aa0-8bba-db4676d7087d),segment_id=a1f3e59f-aa94-4aa0-8bba-db4676d7087d)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:00.909049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b741-d738-41d0-aa62-b037068e39d4 req-7a059cfa-139a-49ef-9c1e-30fd345647ba tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:00.918059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-7a059cfa-139a-49ef-9c1e-30fd345647ba tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 814 time: 0.3510983 Feb 11 05:19:00.938760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-b783e9ae-9d8c-4196-b58a-0e8a1320cdfa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/quotas/70aad3f03c124bdd86a71f4c72351039 HTTP/1.1" status: 200 len: 375 time: 0.0196817 Feb 11 05:19:00.957612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Deleting port 12e96d17-b83d-493a-a3f6-cb0f0c7287dc {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:00.957948 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.009658 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (be004f10-0b14-4560-b373-02a835f86527), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.019255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-a489734e-851e-430b-99ad-b89c3d854adf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634379 Feb 11 05:19:01.115045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:01.115682 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.119400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] 10.222.0.83 "PUT /v2.0/ports/be004f10-0b14-4560-b373-02a835f86527 HTTP/1.1" status: 200 len: 1092 time: 2.3052576 Feb 11 05:19:01.151986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d650be-f0e3-47d7-b57e-ac5fdad4dd26', 'tag': 'be004f10-0b14-4560-b373-02a835f86527'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:01.154810 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0addef-ccc6-42ab-a430-3be33c5dd14d" -d '{"events": [{"name": "network-changed", "server_uuid": "48d650be-f0e3-47d7-b57e-ac5fdad4dd26", "tag": "be004f10-0b14-4560-b373-02a835f86527"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:01.247520 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.248082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for floatingip (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.271754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29281d01-5c29-4ff2-b16a-9a7414aafe36 service neutron] Pushing event updated for resources: {'Port': ['ID=be004f10-0b14-4560-b373-02a835f86527,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:01.276016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Calling delete_port for 12e96d17-b83d-493a-a3f6-cb0f0c7287dc owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:01.339157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-fff2eeb2-62be-4459-8fb1-02907744d941 service neutron] 10.222.0.62 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852354 Feb 11 05:19:01.550672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-102f77bd-f03e-4044-9cd0-e28905bcc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:01.552253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-102f77bd-f03e-4044-9cd0-e28905bcc1f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=af66a1f0394742e6a97b97c61ac97102&device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 1126 time: 0.2173672 Feb 11 05:19:01.554236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-5ef7b1d8-8eef-456c-8de3-a8b3d66609ca service neutron] 10.222.0.62 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711724 Feb 11 05:19:01.623418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-c468c629-f306-4307-9c74-250a74015ddc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be004f10-0b14-4560-b373-02a835f86527 HTTP/1.1" status: 200 len: 217 time: 0.0636153 Feb 11 05:19:01.726066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-23643feb-4da5-4101-bd9b-49544817b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:01.732796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-23643feb-4da5-4101-bd9b-49544817b06d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8e3b486-211f-480e-b924-8606ee1d8a40 HTTP/1.1" status: 200 len: 858 time: 0.0993106 Feb 11 05:19:01.806727 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (12e96d17-b83d-493a-a3f6-cb0f0c7287dc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.816876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-98f3b8eb-0ff4-4667-9637-4671782c2cc9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43533ec6-b6a8-4965-918b-4a73585e5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793972 Feb 11 05:19:01.948191 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Pushing event deleted for resources: {'Port': ['ID=12e96d17-b83d-493a-a3f6-cb0f0c7287dc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:02.079796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks [] for floatingip (ed6826ed-8469-4e46-ae09-cdec1ebc0af1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.082837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.084353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-372b364f-0d94-4c17-acc7-6da70dde49dc req-0f23579b-63e4-455a-88c2-56e79627ab2a tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "DELETE /v2.0/floatingips/ed6826ed-8469-4e46-ae09-cdec1ebc0af1 HTTP/1.1" status: 204 len: 173 time: 1.3898695 Feb 11 05:19:02.135849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-113e6962-2478-4924-b9b4-ec052d9ae41d service neutron] 10.222.0.83 "GET /v2.0/networks/43533ec6-b6a8-4965-918b-4a73585e5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741921 Feb 11 05:19:02.693639 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa144600-9a69-4c4f-94ec-75d9eedd251a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.927283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4692eb5-707c-4623-8b36-dceaad9b760a req-4a58bb8f-eb4e-4985-98f3-bc31d7386340 service neutron] 10.222.0.83 "GET /v2.0/networks/43533ec6-b6a8-4965-918b-4a73585e5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7786818 Feb 11 05:19:02.984541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12f2e-ba4f-49d4-aa78-01fee9e44708 req-2ebe46be-5b16-452b-aa3d-0bbdd8061ed1 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:02.986402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18f12f2e-ba4f-49d4-aa78-01fee9e44708 req-2ebe46be-5b16-452b-aa3d-0bbdd8061ed1 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 943 time: 0.7580719 Feb 11 05:19:03.034835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782bf39-d1b1-47a9-8174-a5d96fa4cf53 req-46cad692-98c1-4f42-94bc-73ae54745c13 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.037074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4782bf39-d1b1-47a9-8174-a5d96fa4cf53 req-46cad692-98c1-4f42-94bc-73ae54745c13 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.8437762 Feb 11 05:19:03.173181 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18f12f2e-ba4f-49d4-aa78-01fee9e44708 req-5a2321ae-7bee-492e-9d24-aefa46b16a21 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674232 Feb 11 05:19:03.187687 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4782bf39-d1b1-47a9-8174-a5d96fa4cf53 req-c8f074c4-4958-49dc-a9a4-371c86a4e929 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358356 Feb 11 05:19:03.250149 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16195402-d000-422f-9080-18fdf24b8a9e x-openstack-request-id: req-16195402-d000-422f-9080-18fdf24b8a9e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:03.250769 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d650be-f0e3-47d7-b57e-ac5fdad4dd26", "tag": "be004f10-0b14-4560-b373-02a835f86527", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:03.251261 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16195402-d000-422f-9080-18fdf24b8a9e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:03.252108 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d650be-f0e3-47d7-b57e-ac5fdad4dd26', 'tag': 'be004f10-0b14-4560-b373-02a835f86527', 'status': 'completed', 'code': 200} Feb 11 05:19:03.328050 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-9782d49a-7f2a-4ba8-a7b6-0145ef2f91b2 req-15426d0d-8ee3-47eb-95b2-ba073c50e2fe tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] show failed (client error): The resource could not be found. Feb 11 05:19:03.328533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9782d49a-7f2a-4ba8-a7b6-0145ef2f91b2 req-15426d0d-8ee3-47eb-95b2-ba073c50e2fe tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips/ed6826ed-8469-4e46-ae09-cdec1ebc0af1 HTTP/1.1" status: 404 len: 350 time: 0.0548451 Feb 11 05:19:03.397318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3cfda57e-697c-4444-98ff-ab05354af471 req-ad5a156e-b05d-476f-9a53-fdbf6078b3c6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 210 time: 0.0518365 Feb 11 05:19:03.504501 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-92155181-f53f-4c63-8329-ee3e687bbc45 req-5928030e-89d0-4798-b2c2-43f7cc2ed2d2 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] show failed (client error): The resource could not be found. Feb 11 05:19:03.509366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92155181-f53f-4c63-8329-ee3e687bbc45 req-5928030e-89d0-4798-b2c2-43f7cc2ed2d2 tempest-FloatingIPsTestJSON-1727253113 tempest-FloatingIPsTestJSON-1727253113-project] 10.222.0.62 "GET /v2.0/floatingips/ed6826ed-8469-4e46-ae09-cdec1ebc0af1 HTTP/1.1" status: 404 len: 350 time: 0.0470459 Feb 11 05:19:03.515091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47436) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:03.516795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-fb9e526b-7738-4d35-a71d-7c4d68ee22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.518531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-fb9e526b-7738-4d35-a71d-7c4d68ee22d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=af66a1f0394742e6a97b97c61ac97102&device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 1126 time: 0.1888649 Feb 11 05:19:03.649804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-6aba273c-bff0-4f1f-b27b-4b220125c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.654291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-6aba273c-bff0-4f1f-b27b-4b220125c275 service neutron] 10.222.0.83 "GET /v2.0/networks?id=43533ec6-b6a8-4965-918b-4a73585e5ad4 HTTP/1.1" status: 200 len: 919 time: 0.1297088 Feb 11 05:19:03.755411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-22405d04-18db-4461-9362-ab222c3a3b2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be004f10-0b14-4560-b373-02a835f86527 HTTP/1.1" status: 200 len: 217 time: 0.0841248 Feb 11 05:19:03.884633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-da4ea5ea-ec5f-4ab1-8d01-6b1b1f80ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.886693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-da4ea5ea-ec5f-4ab1-8d01-6b1b1f80ad99 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8e3b486-211f-480e-b924-8606ee1d8a40 HTTP/1.1" status: 200 len: 858 time: 0.1196816 Feb 11 05:19:03.941019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-fce83e67-cb86-4e59-bd93-8999085194ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43533ec6-b6a8-4965-918b-4a73585e5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353341 Feb 11 05:19:04.194455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-76c7171b-b6b0-4e88-b0a0-2139a1b43b47 service neutron] 10.222.0.83 "GET /v2.0/networks/43533ec6-b6a8-4965-918b-4a73585e5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181926 Feb 11 05:19:04.345088 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.378332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e0addef-ccc6-42ab-a430-3be33c5dd14d req-e7528599-190c-4441-b41c-7ada64fe748a service neutron] 10.222.0.83 "GET /v2.0/networks/43533ec6-b6a8-4965-918b-4a73585e5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728687 Feb 11 05:19:04.517227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b8518-d203-4f65-a4e0-65a7b89e473c req-093174b7-a1b4-4cb8-80fd-8840b6fec3c7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.519408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e4b8518-d203-4f65-a4e0-65a7b89e473c req-093174b7-a1b4-4cb8-80fd-8840b6fec3c7 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 944 time: 0.3240325 Feb 11 05:19:04.531491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4c799-78bc-45ac-a9e6-cccc745db643 req-92e62dfd-656b-4c50-9115-9ba201782456 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.533642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d4c799-78bc-45ac-a9e6-cccc745db643 req-92e62dfd-656b-4c50-9115-9ba201782456 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 943 time: 0.1702282 Feb 11 05:19:04.714157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86086321-5b8f-43db-914a-96ee5253a04b req-b814da12-1af5-4088-bbdd-ae992f0bb2fd tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.715881 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86086321-5b8f-43db-914a-96ee5253a04b req-b814da12-1af5-4088-bbdd-ae992f0bb2fd tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.65 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 944 time: 0.2624662 Feb 11 05:19:04.771186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d4c799-78bc-45ac-a9e6-cccc745db643 req-3ae9a408-0967-48a5-b845-5d7243141555 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121472 Feb 11 05:19:04.793639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e4b8518-d203-4f65-a4e0-65a7b89e473c req-eb62a7fe-432f-4a49-9b64-bdaa47c81291 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585886 Feb 11 05:19:05.098741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-334d4c53-c845-4977-bfe5-3ff7e4ee4c46 req-7a627d4e-f6ef-41ae-b493-3ec0dce21f53 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 210 time: 0.0724840 Feb 11 05:19:05.164523 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9ccd716-8b41-4449-92e6-85859d43d68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.171304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb2be4-20fb-407e-9827-31b07766b563 req-f8d1b9e9-3ac2-40e0-a57a-5a229e8f4bf0 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.185609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5eb2be4-20fb-407e-9827-31b07766b563 req-f8d1b9e9-3ac2-40e0-a57a-5a229e8f4bf0 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.2500486 Feb 11 05:19:05.188927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Deleting port d7718e05-95ec-4c05-8f56-74b33b9e9591 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:05.189282 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.259567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5eb2be4-20fb-407e-9827-31b07766b563 req-ef80e806-bf62-4f5e-9d17-64f5a5b7c362 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728781 Feb 11 05:19:05.389200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] For port d7718e05-95ec-4c05-8f56-74b33b9e9591, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d7718e05-95ec-4c05-8f56-74b33b9e9591,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:05.389555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.408756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Calling delete_port for d7718e05-95ec-4c05-8f56-74b33b9e9591 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:05.422432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Deleting port 06e39a52-d72a-453e-97f0-6f328213e1d2 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:05.422753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.644911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] For port 06e39a52-d72a-453e-97f0-6f328213e1d2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=06e39a52-d72a-453e-97f0-6f328213e1d2,segment=NetworkSegment(d7c6872b-43c2-44f2-86d5-23fb746fd9b0),segment_id=d7c6872b-43c2-44f2-86d5-23fb746fd9b0)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:05.645225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.707564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Calling delete_port for 06e39a52-d72a-453e-97f0-6f328213e1d2 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:05.754326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bae6984-bc61-4c27-b9fc-8297687e33f7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.756317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bae6984-bc61-4c27-b9fc-8297687e33f7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.83 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 814 time: 0.1515417 Feb 11 05:19:05.773142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Request body: {'port': {'device_id': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85', 'admin_state_up': True, 'tenant_id': '70aad3f03c124bdd86a71f4c72351039'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:06.075102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d7718e05-95ec-4c05-8f56-74b33b9e9591), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.108641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d0fd-0fd5-41be-bde7-1e1d2a5d6f12 req-f8ea827d-6943-4489-a407-0e54b919a729 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.108641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba71d0fd-0fd5-41be-bde7-1e1d2a5d6f12 req-f8ea827d-6943-4489-a407-0e54b919a729 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 944 time: 0.1729620 Feb 11 05:19:06.117493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94304d-de9c-4b28-8262-476476582841 req-3065eac4-4aba-48c4-b193-da560b75192d tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.124039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a94304d-de9c-4b28-8262-476476582841 req-3065eac4-4aba-48c4-b193-da560b75192d tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 943 time: 0.1882045 Feb 11 05:19:06.155760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Pushing event deleted for resources: {'Port': ['ID=d7718e05-95ec-4c05-8f56-74b33b9e9591,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:06.209410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] No DVR routers for this DVR port d7718e05-95ec-4c05-8f56-74b33b9e9591 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:06.212377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.216241 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86086321-5b8f-43db-914a-96ee5253a04b req-7b61237a-e3ce-4cb9-85eb-63e913adcb07 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.65 "DELETE /v2.0/ports/d7718e05-95ec-4c05-8f56-74b33b9e9591 HTTP/1.1" status: 204 len: 173 time: 1.4849384 Feb 11 05:19:06.216688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'name': 'network-vif-deleted', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:06.220262 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26106d3f-c5c8-40ea-b0bb-3e8c1c162e77" -d '{"events": [{"server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "name": "network-vif-deleted", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:06.225235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a94304d-de9c-4b28-8262-476476582841 req-732bd658-7a4e-4681-8288-906e5d11ceb6 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999205 Feb 11 05:19:06.248658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba71d0fd-0fd5-41be-bde7-1e1d2a5d6f12 req-dd1e5291-7591-4cf7-8371-8910b4ff7017 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106110 Feb 11 05:19:06.257150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Made reservation on behalf of 70aad3f03c124bdd86a71f4c72351039 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:06.261533 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.336320 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (06e39a52-d72a-453e-97f0-6f328213e1d2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.347870 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca0a30e-9afe-4725-9140-e505a64f3261 x-openstack-request-id: req-dca0a30e-9afe-4725-9140-e505a64f3261 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:06.347870 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8035c-3884-4972-9a66-995f80ceda9f", "name": "network-vif-deleted", "tag": "d7718e05-95ec-4c05-8f56-74b33b9e9591", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:06.347870 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dca0a30e-9afe-4725-9140-e505a64f3261 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:06.347870 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8035c-3884-4972-9a66-995f80ceda9f', 'name': 'network-vif-deleted', 'tag': 'd7718e05-95ec-4c05-8f56-74b33b9e9591', 'status': 'completed', 'code': 200} Feb 11 05:19:06.385650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Pushing event deleted for resources: {'Port': ['ID=06e39a52-d72a-453e-97f0-6f328213e1d2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:06.405371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-396e3a6f-3baf-4a89-bfe3-21764f75072b req-dddff138-fb69-465d-b633-54e8474eb3fd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 210 time: 0.0456092 Feb 11 05:19:06.442299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device be004f10-0b14-4560-b373-02a835f86527 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:06.675253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Allocated IP 172.20.0.8 (d22b3f78-9781-4966-98b1-48d5b8475e85/2884e132-0b62-4214-af9f-b6a3130b51f7/9601497d-9d4d-45a1-977b-786c4334d9e4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:06.763129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8c34b-71c2-4180-9e14-3312f16c5e18 req-554493df-75fa-4ba2-a550-cb29cc5ac83e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.766436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2b8c34b-71c2-4180-9e14-3312f16c5e18 req-554493df-75fa-4ba2-a550-cb29cc5ac83e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.2313297 Feb 11 05:19:06.800306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.915749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2b8c34b-71c2-4180-9e14-3312f16c5e18 req-1d3baa08-0542-46fb-adca-b1985fce7344 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342123 Feb 11 05:19:06.971018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port be004f10-0b14-4560-b373-02a835f86527, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=be004f10-0b14-4560-b373-02a835f86527,segment=NetworkSegment(a1f3e59f-aa94-4aa0-8bba-db4676d7087d),segment_id=a1f3e59f-aa94-4aa0-8bba-db4676d7087d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:06.985836 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.990006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'be004f10-0b14-4560-b373-02a835f86527', 'network_id': '43533ec6-b6a8-4965-918b-4a73585e5ad4', 'port_id': 'be004f10-0b14-4560-b373-02a835f86527', 'mac_address': 'fa:16:3e:07:c2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e3b486-211f-480e-b924-8606ee1d8a40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:07.096135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port be004f10-0b14-4560-b373-02a835f86527 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:07.096507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (be004f10-0b14-4560-b373-02a835f86527), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.135101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be004f10-0b14-4560-b373-02a835f86527 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:07.178331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port be004f10-0b14-4560-b373-02a835f86527, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=be004f10-0b14-4560-b373-02a835f86527,segment=NetworkSegment(a1f3e59f-aa94-4aa0-8bba-db4676d7087d),segment_id=a1f3e59f-aa94-4aa0-8bba-db4676d7087d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:07.221095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks [] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.270710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:07.322620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d7718e05-95ec-4c05-8f56-74b33b9e9591 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:07.372693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: d7718e05-95ec-4c05-8f56-74b33b9e9591 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:07.373387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d7718e05-95ec-4c05-8f56-74b33b9e9591 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:07.376898 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (be004f10-0b14-4560-b373-02a835f86527), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.401108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.432571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=be004f10-0b14-4560-b373-02a835f86527,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:07.442764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.443978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.444564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.445241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.446130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.446718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.447424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.447983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.448557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.449294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.449870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.450424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.451031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:07.492688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Network d22b3f78-9781-4966-98b1-48d5b8475e85 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:07.505697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:07.508227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:07.556342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:07.562869 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d65561c6-18a0-4396-b2fb-97ed1462203d admin admin] 10.222.0.62 "PUT /v2.0/routers/5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0465047 Feb 11 05:19:07.565976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47490) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:07.569913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] Sync routers for ids ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:07.588955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e16a37-a6b2-42c9-be0f-48cda1295849 req-df940cdb-3c2a-4768-b968-9ddd7559b821 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:07.591293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44e16a37-a6b2-42c9-be0f-48cda1295849 req-df940cdb-3c2a-4768-b968-9ddd7559b821 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 944 time: 0.2571886 Feb 11 05:19:07.594122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] Routers {'5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:07.594787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:19:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:07.622219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:07.634153 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.638721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:07.719241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44e16a37-a6b2-42c9-be0f-48cda1295849 req-2afdc278-cff8-4f46-8468-aaefe80e2018 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922832 Feb 11 05:19:07.728365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['be004f10-0b14-4560-b373-02a835f86527'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:07.769499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-0bceb954-88d2-433d-bb5a-75bd8d246e22 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0047228 Feb 11 05:19:07.786220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks [] for router (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.792702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Request body: {'port': {'device_id': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:08.048778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks [] for router_gateway (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.090829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ccf3369-d8b3-4351-8581-6139509add85 req-80457a4f-57f1-4ae8-840a-4a11f75ee09a tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b8035c-3884-4972-9a66-995f80ceda9f HTTP/1.1" status: 200 len: 210 time: 0.1472600 Feb 11 05:19:08.123960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.170395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] Set router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:08.299800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Deleting port fcbe155e-fdbb-4398-bc42-368cac90fea2 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:08.301827 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.424750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea880c-b115-4516-ab1f-c42a413d34e8 req-21670de1-818b-4753-ab8b-d1bbcc7b3145 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:08.427301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6ea880c-b115-4516-ab1f-c42a413d34e8 req-21670de1-818b-4753-ab8b-d1bbcc7b3145 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 931 time: 0.5119252 Feb 11 05:19:08.505236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] For port fcbe155e-fdbb-4398-bc42-368cac90fea2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fcbe155e-fdbb-4398-bc42-368cac90fea2,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:08.505639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.544148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Calling delete_port for fcbe155e-fdbb-4398-bc42-368cac90fea2 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:08.544369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.545193 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.568705 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6ea880c-b115-4516-ab1f-c42a413d34e8 req-00687fc4-9196-4659-8bf0-10c634c1aadb tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381826 Feb 11 05:19:08.584938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd35c4b-9178-45cb-b045-f5cfe7cf60f2 req-8652261f-d821-4ed9-9006-9a2657ce9c36 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:08.586894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cd35c4b-9178-45cb-b045-f5cfe7cf60f2 req-8652261f-d821-4ed9-9006-9a2657ce9c36 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.2072284 Feb 11 05:19:08.611652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9601497d-9d4d-45a1-977b-786c4334d9e4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:08.622443 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Publish callbacks [] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.653183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Transition to ACTIVE for port object 9601497d-9d4d-45a1-977b-786c4334d9e4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:08.661362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cd35c4b-9178-45cb-b045-f5cfe7cf60f2 req-4f214701-bd1e-44e9-af46-0f5fe950d29c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675743 Feb 11 05:19:08.690459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:19:06Z', 'revision_number': 5, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port': {'id': 'fcbe155e-fdbb-4398-bc42-368cac90fea2', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:43Z', 'updated_at': '2022-02-11T05:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:08.738765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] Checking router: 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:08.757091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] Routers {'5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:08.758291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:19:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:08.765138 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.909880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] Set router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:08.934481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:09.016807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:19:08Z', 'revision_number': 6, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:09.026524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce2536-d011-4b51-844d-77725d94b7e2 req-17fad469-7232-46e1-94e7-9f046fe4dc82 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:09.028305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5ce2536-d011-4b51-844d-77725d94b7e2 req-17fad469-7232-46e1-94e7-9f046fe4dc82 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 944 time: 0.1485407 Feb 11 05:19:09.036427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fcbe155e-fdbb-4398-bc42-368cac90fea2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.052569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Attempting to bind port 9601497d-9d4d-45a1-977b-786c4334d9e4 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:09.053110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Attempting to bind port 9601497d-9d4d-45a1-977b-786c4334d9e4 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:09.053588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Attempting to bind port 9601497d-9d4d-45a1-977b-786c4334d9e4 on network d22b3f78-9781-4966-98b1-48d5b8475e85 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:09.058528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192edfaa-8409-412c-a829-dc15d7a44b8b None None] The sync data for ids ['5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4'] in n-d-713498-37 is: [{'id': '5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4', 'name': 'tempest-FloatingIPsTestJSON-1486596649-router', 'tenant_id': 'abb84e028c064ff0abbdc59af6392df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:42Z', 'updated_at': '2022-02-11T05:19:08Z', 'revision_number': 6, 'project_id': 'abb84e028c064ff0abbdc59af6392df8', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:09.077822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Port 9601497d-9d4d-45a1-977b-786c4334d9e4 on network d22b3f78-9781-4966-98b1-48d5b8475e85 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:09.086976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Attempting to bind port 9601497d-9d4d-45a1-977b-786c4334d9e4 on network d22b3f78-9781-4966-98b1-48d5b8475e85 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:09.122093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:09.132747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Checking segment: {'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:09.133475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Bound using segment: {'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:09.134110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Bound port: 9601497d-9d4d-45a1-977b-786c4334d9e4, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:09.134551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.141494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbe155e-fdbb-4398-bc42-368cac90fea2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:09.182458 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5ce2536-d011-4b51-844d-77725d94b7e2 req-b94a1724-4b38-40ee-807a-6477a0c3dbec tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402040 Feb 11 05:19:09.187268 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.225913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.268800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:09.272792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:09.371244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.374183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks [] for router_controller (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.405437 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.450121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:09.450862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.452448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] 10.222.0.83 "PUT /v2.0/ports/9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 200 len: 1092 time: 1.6751747 Feb 11 05:19:09.453030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:09.455501 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c138dc-36b9-4ad1-a018-2ad6d9022bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:09.478763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f4310-c8db-44a9-b9b3-d111200f5d2f service neutron] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:09.513946 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e1f8a3-cba8-4583-88f3-ade4ef99b492 x-openstack-request-id: req-59e1f8a3-cba8-4583-88f3-ade4ef99b492 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:09.513946 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:09.513946 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59e1f8a3-cba8-4583-88f3-ade4ef99b492 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:09.513946 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'status': 'completed', 'code': 200} Feb 11 05:19:09.545029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.546566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:19:09.551814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.554767 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-58165b06-1370-42db-8acf-3a5f4dd3e1b7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5f7f0fde-42e5-4f7f-ba2f-1bb1d351b1d4 HTTP/1.1" status: 204 len: 168 time: 1.9838071 Feb 11 05:19:09.556060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47510) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:09.628485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c138dc-36b9-4ad1-a018-2ad6d9022bdb req-2b6112b5-f6b0-4243-b65c-3d351ab08e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:09.631654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c138dc-36b9-4ad1-a018-2ad6d9022bdb req-2b6112b5-f6b0-4243-b65c-3d351ab08e62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1126 time: 0.0998273 Feb 11 05:19:09.675667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0a5934-a63e-4d5c-ba8c-ff60ffbe17d8 admin admin] Deleting subnet 0f1e5afa-c0df-4878-8df9-cfcb0891061c {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:09.678762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5934-a63e-4d5c-ba8c-ff60ffbe17d8 admin admin] Publish callbacks [] for subnet (0f1e5afa-c0df-4878-8df9-cfcb0891061c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.754569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5934-a63e-4d5c-ba8c-ff60ffbe17d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (0f1e5afa-c0df-4878-8df9-cfcb0891061c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.823859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c138dc-36b9-4ad1-a018-2ad6d9022bdb req-6b7b4699-993d-4345-885e-795d5bd8b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:09.825655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c138dc-36b9-4ad1-a018-2ad6d9022bdb req-6b7b4699-993d-4345-885e-795d5bd8b3bf service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=70aad3f03c124bdd86a71f4c72351039&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1831496 Feb 11 05:19:09.898226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b6ef-937f-4b65-a00c-fa17a0edb718 req-6ad21be9-7e58-4668-826f-64e4c7f233a5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:09.900200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56a8b6ef-937f-4b65-a00c-fa17a0edb718 req-6ad21be9-7e58-4668-826f-64e4c7f233a5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.1556377 Feb 11 05:19:09.910704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5934-a63e-4d5c-ba8c-ff60ffbe17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0f1e5afa-c0df-4878-8df9-cfcb0891061c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.028651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 06e39a52-d72a-453e-97f0-6f328213e1d2 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:10.078019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56a8b6ef-937f-4b65-a00c-fa17a0edb718 req-f34cd7b5-9df9-4101-9b99-0bb29034e318 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436446 Feb 11 05:19:10.093761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 06e39a52-d72a-453e-97f0-6f328213e1d2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:10.093761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 06e39a52-d72a-453e-97f0-6f328213e1d2 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:10.093761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fcbe155e-fdbb-4398-bc42-368cac90fea2 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:10.099018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d198a9f-3eef-4838-990a-c6617e1f3fa1 req-e7c2ba63-ba93-4067-a419-ccb1be21e2dd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.110352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d198a9f-3eef-4838-990a-c6617e1f3fa1 req-e7c2ba63-ba93-4067-a419-ccb1be21e2dd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.2644358 Feb 11 05:19:10.127641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c138dc-36b9-4ad1-a018-2ad6d9022bdb req-3d965e8f-a53c-4637-9c0b-44411a09aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.129953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c138dc-36b9-4ad1-a018-2ad6d9022bdb req-3d965e8f-a53c-4637-9c0b-44411a09aa0d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2942944 Feb 11 05:19:10.144784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: fcbe155e-fdbb-4398-bc42-368cac90fea2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:10.154034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fcbe155e-fdbb-4398-bc42-368cac90fea2 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:10.198166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5934-a63e-4d5c-ba8c-ff60ffbe17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (0f1e5afa-c0df-4878-8df9-cfcb0891061c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.237002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-f6f5a5f4-9d2b-45eb-b1c0-2149c2c7c456 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.238414 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-f6f5a5f4-9d2b-45eb-b1c0-2149c2c7c456 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 944 time: 0.1239018 Feb 11 05:19:10.278062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d47ec1a-3343-4017-8ca0-672ef51c5e93 None None] Network 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:10.282959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d198a9f-3eef-4838-990a-c6617e1f3fa1 req-11886f37-317f-46f4-a618-3f011b480104 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656408 Feb 11 05:19:10.295600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5934-a63e-4d5c-ba8c-ff60ffbe17d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.306991 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1f0a5934-a63e-4d5c-ba8c-ff60ffbe17d8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0f1e5afa-c0df-4878-8df9-cfcb0891061c HTTP/1.1" status: 204 len: 168 time: 0.7495832 Feb 11 05:19:10.307698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47522) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:10.308837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a5934-a63e-4d5c-ba8c-ff60ffbe17d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1e5afa-c0df-4878-8df9-cfcb0891061c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:10.419216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b741-d738-41d0-aa62-b037068e39d4 req-51e32489-65bb-4e7d-ad5a-837c6601505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.419216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-51e32489-65bb-4e7d-ad5a-837c6601505f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1126 time: 0.1921859 Feb 11 05:19:10.429283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd69a-49ca-47f3-a87a-552d82d2af61 req-48e6fab4-ca05-4546-bd87-c1f602a6c07c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.437598 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab4cd69a-49ca-47f3-a87a-552d82d2af61 req-48e6fab4-ca05-4546-bd87-c1f602a6c07c tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 944 time: 0.2711179 Feb 11 05:19:10.447502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device be004f10-0b14-4560-b373-02a835f86527 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:10.501437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Deleting port 57ff140b-0a7b-488f-baf1-21843e876e73 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:10.502008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.559261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-d02b08eb-8a51-4634-8277-ac1379db90d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 200 len: 217 time: 0.0949795 Feb 11 05:19:10.593874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] DHCP port deletion for 29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:19:10.605986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.660691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] For port 57ff140b-0a7b-488f-baf1-21843e876e73, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=57ff140b-0a7b-488f-baf1-21843e876e73,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:10.661061 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.664498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port be004f10-0b14-4560-b373-02a835f86527 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:10.667101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab4cd69a-49ca-47f3-a87a-552d82d2af61 req-32b3185a-97c5-4a20-acb1-9be8b5718ea3 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287960 Feb 11 05:19:10.672810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b741-d738-41d0-aa62-b037068e39d4 req-a68c474d-e69e-42d2-9f20-6a41d4588abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.674305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-a68c474d-e69e-42d2-9f20-6a41d4588abf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2884e132-0b62-4214-af9f-b6a3130b51f7 HTTP/1.1" status: 200 len: 854 time: 0.1084237 Feb 11 05:19:10.678820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port be004f10-0b14-4560-b373-02a835f86527 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:10.679487 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (be004f10-0b14-4560-b373-02a835f86527), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.699539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Calling delete_port for 57ff140b-0a7b-488f-baf1-21843e876e73 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:10.729129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10fdcc-7f80-48a1-ac68-bcccd9aef651 req-fd038a2d-b503-42f0-9f98-c2e8333689d9 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.737587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e10fdcc-7f80-48a1-ac68-bcccd9aef651 req-fd038a2d-b503-42f0-9f98-c2e8333689d9 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 944 time: 0.3378553 Feb 11 05:19:10.763604 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-ae7dd25b-dd7f-4e51-bcd6-90256e6569a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22b3f78-9781-4966-98b1-48d5b8475e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744889 Feb 11 05:19:10.899564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port be004f10-0b14-4560-b373-02a835f86527 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:10.900023 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (be004f10-0b14-4560-b373-02a835f86527), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.902490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e10fdcc-7f80-48a1-ac68-bcccd9aef651 req-8dfdad40-f0c0-443c-8556-9ab1a94a6ccd tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580102 Feb 11 05:19:10.905684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] Deleting port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:10.906008 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.918084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Deleting port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:10.918754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.958825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-28d0f964-017a-4e97-89f1-de1824ba0bf4 service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870577 Feb 11 05:19:11.024424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] For port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,segment=NetworkSegment(d7c6872b-43c2-44f2-86d5-23fb746fd9b0),segment_id=d7c6872b-43c2-44f2-86d5-23fb746fd9b0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:11.024876 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.045447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port be004f10-0b14-4560-b373-02a835f86527, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=be004f10-0b14-4560-b373-02a835f86527,segment=NetworkSegment(a1f3e59f-aa94-4aa0-8bba-db4676d7087d),segment_id=a1f3e59f-aa94-4aa0-8bba-db4676d7087d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:11.048553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d650be-f0e3-47d7-b57e-ac5fdad4dd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be004f10-0b14-4560-b373-02a835f86527'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:11.050239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Calling delete_port for 6cd19113-7b3f-4a83-aad5-b91c7623dc6d owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:11.052414 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a0c76-7dad-49b1-87d3-c25dad378a8f" -d '{"events": [{"server_uuid": "48d650be-f0e3-47d7-b57e-ac5fdad4dd26", "name": "network-vif-plugged", "status": "completed", "tag": "be004f10-0b14-4560-b373-02a835f86527"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:11.054132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (57ff140b-0a7b-488f-baf1-21843e876e73), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.073429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] For port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,segment=NetworkSegment(d7c6872b-43c2-44f2-86d5-23fb746fd9b0),segment_id=d7c6872b-43c2-44f2-86d5-23fb746fd9b0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:11.074550 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.126903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Pushing event deleted for resources: {'Port': ['ID=57ff140b-0a7b-488f-baf1-21843e876e73,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:11.167940 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eae0b7-c73f-4fbf-87c2-0c2ee2ecad9d x-openstack-request-id: req-81eae0b7-c73f-4fbf-87c2-0c2ee2ecad9d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:11.177621 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d650be-f0e3-47d7-b57e-ac5fdad4dd26", "name": "network-vif-plugged", "status": "completed", "tag": "be004f10-0b14-4560-b373-02a835f86527", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:11.177621 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81eae0b7-c73f-4fbf-87c2-0c2ee2ecad9d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:11.177621 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d650be-f0e3-47d7-b57e-ac5fdad4dd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be004f10-0b14-4560-b373-02a835f86527', 'code': 200} Feb 11 05:19:11.177621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] Calling delete_port for 6cd19113-7b3f-4a83-aad5-b91c7623dc6d owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:11.216223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (be004f10-0b14-4560-b373-02a835f86527), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.256691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] No DVR routers for this DVR port 57ff140b-0a7b-488f-baf1-21843e876e73 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:11.263492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.269524 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7db2e962-1032-43e1-a786-b55ca5a3df85 req-52935577-9c38-45e3-91b2-50f11246c944 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.65 "DELETE /v2.0/ports/57ff140b-0a7b-488f-baf1-21843e876e73 HTTP/1.1" status: 204 len: 173 time: 1.0062926 Feb 11 05:19:11.270466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'name': 'network-vif-deleted', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:11.273707 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0255025-aeff-4d56-9f53-20fff55cfec0" -d '{"events": [{"server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "name": "network-vif-deleted", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:11.331904 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e039fea6-1ee9-4f65-9228-b9bde5551d87 x-openstack-request-id: req-e039fea6-1ee9-4f65-9228-b9bde5551d87 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:11.332618 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ba66b8-1d3e-4047-b4c1-e4d66c369f7a", "name": "network-vif-deleted", "tag": "57ff140b-0a7b-488f-baf1-21843e876e73", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:11.333311 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e039fea6-1ee9-4f65-9228-b9bde5551d87 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:11.333808 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ba66b8-1d3e-4047-b4c1-e4d66c369f7a', 'name': 'network-vif-deleted', 'tag': '57ff140b-0a7b-488f-baf1-21843e876e73', 'status': 'completed', 'code': 200} Feb 11 05:19:11.337651 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.367280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8562b741-d738-41d0-aa62-b037068e39d4 req-d2503736-7261-4fe0-b92e-bc6a71a9f313 service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738410 Feb 11 05:19:11.459873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e88ff-af79-4c88-8611-57e02aa76e2b req-1a9a9375-68c3-480f-bd22-125d87a154f1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.461629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b17e88ff-af79-4c88-8611-57e02aa76e2b req-1a9a9375-68c3-480f-bd22-125d87a154f1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.2222977 Feb 11 05:19:11.464017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a88cce-ff71-4de9-b1ca-c0ea1ff8670b req-f36fa97d-09e7-46bd-bd08-7c5adc76e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.466658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2a88cce-ff71-4de9-b1ca-c0ea1ff8670b req-f36fa97d-09e7-46bd-bd08-7c5adc76e433 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 1128 time: 0.2368133 Feb 11 05:19:11.479906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=be004f10-0b14-4560-b373-02a835f86527,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:11.605794 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.611551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (6cd19113-7b3f-4a83-aad5-b91c7623dc6d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.622827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] No DVR routers for this DVR port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:11.636846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b17e88ff-af79-4c88-8611-57e02aa76e2b req-da00838b-3c3e-4daf-bc1c-3fc0a4b4cc53 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682036 Feb 11 05:19:11.668497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2a88cce-ff71-4de9-b1ca-c0ea1ff8670b req-5fb3881b-fc7e-4a75-8389-e9a6af085f42 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747367 Feb 11 05:19:11.678189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8168b-b0e3-40c3-bdf2-39225f8c0aa0 req-7789548f-bf21-457a-b60d-163d3f05a2ab tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.680417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aab8168b-b0e3-40c3-bdf2-39225f8c0aa0 req-7789548f-bf21-457a-b60d-163d3f05a2ab tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1878259 Feb 11 05:19:11.681037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] No DVR routers for this DVR port 6cd19113-7b3f-4a83-aad5-b91c7623dc6d on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:11.682789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:11.707933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe392c-68aa-4717-880a-c5f321c93f33 None None] Pushing event deleted for resources: {'Port': ['ID=6cd19113-7b3f-4a83-aad5-b91c7623dc6d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:11.838915 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.994686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6cd19113-7b3f-4a83-aad5-b91c7623dc6d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:12.051284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 6cd19113-7b3f-4a83-aad5-b91c7623dc6d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:12.051284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6cd19113-7b3f-4a83-aad5-b91c7623dc6d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:12.239298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-322d8c9e-5b89-4185-bb02-cfa30cb8be01 req-a34a2a6b-39dc-4c31-a6b3-f6b695c1703b tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ba66b8-1d3e-4047-b4c1-e4d66c369f7a HTTP/1.1" status: 200 len: 210 time: 0.4475043 Feb 11 05:19:12.250454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aab8168b-b0e3-40c3-bdf2-39225f8c0aa0 req-38ecaf01-dcf1-408e-aac2-f217179ff37a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547376 Feb 11 05:19:12.285438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:12.303542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:12.303917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c6872b-43c2-44f2-86d5-23fb746fd9b0') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:12.318261 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (d7c6872b-43c2-44f2-86d5-23fb746fd9b0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.353832 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d7c6872b-43c2-44f2-86d5-23fb746fd9b0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.397630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:12.398338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (d7c6872b-43c2-44f2-86d5-23fb746fd9b0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:12.401704 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:12.583817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a1289-0c75-4896-9cae-2a33f88f817e req-74465667-c16d-4121-bba3-eb47ddc139f9 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.593737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-234a1289-0c75-4896-9cae-2a33f88f817e req-74465667-c16d-4121-bba3-eb47ddc139f9 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 945 time: 0.2558658 Feb 11 05:19:12.652216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-234a1289-0c75-4896-9cae-2a33f88f817e req-6e4c7841-1e5f-42db-99a9-e1653b903641 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575237 Feb 11 05:19:12.773912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.779215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.787363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe HTTP/1.1" status: 204 len: 168 time: 2.4748001 Feb 11 05:19:12.807096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8e28-ff49-4a97-a6a9-d26b207896d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cb5d6c-b82e-4d54-8360-0b3f48a7e3fe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:12.836513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38503bb5-eaf0-49ee-8f87-9ce7b45bb922 req-e0f2ccf5-cc8e-4197-a7db-5afc14f9693c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.838379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38503bb5-eaf0-49ee-8f87-9ce7b45bb922 req-e0f2ccf5-cc8e-4197-a7db-5afc14f9693c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.1101642 Feb 11 05:19:12.922877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38503bb5-eaf0-49ee-8f87-9ce7b45bb922 req-24798eb9-780e-4144-ac6e-e8cb01c2f7c2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718019 Feb 11 05:19:13.337259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 57ff140b-0a7b-488f-baf1-21843e876e73 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:13.361592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:13.403675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 57ff140b-0a7b-488f-baf1-21843e876e73 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:13.404359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 57ff140b-0a7b-488f-baf1-21843e876e73 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:13.474863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e597ebea-b79b-4f10-9bb6-d7386a88c1bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=abb84e028c064ff0abbdc59af6392df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1120546 Feb 11 05:19:13.477798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47562) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:13.510873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbb5e2-a9d8-4986-86d2-abbfde1d4c9e req-9f238d3b-541b-41e6-80f5-133bcb127dd5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:13.518457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20cbb5e2-a9d8-4986-86d2-abbfde1d4c9e req-9f238d3b-541b-41e6-80f5-133bcb127dd5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.0966029 Feb 11 05:19:13.587205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-feaf2463-eb0b-433f-b880-80354e05bb3c admin admin] Publish callbacks [] for security_group (14306905-6bb5-468e-a2fe-d8198bd6b559), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.588498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20cbb5e2-a9d8-4986-86d2-abbfde1d4c9e req-32501d62-7a66-4852-afcb-f67b93c9620e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677319 Feb 11 05:19:13.628941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-feaf2463-eb0b-433f-b880-80354e05bb3c admin admin] Publish callbacks [] for security_group (14306905-6bb5-468e-a2fe-d8198bd6b559), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.825627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-feaf2463-eb0b-433f-b880-80354e05bb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (14306905-6bb5-468e-a2fe-d8198bd6b559), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.832824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-feaf2463-eb0b-433f-b880-80354e05bb3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.837123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-feaf2463-eb0b-433f-b880-80354e05bb3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14306905-6bb5-468e-a2fe-d8198bd6b559 HTTP/1.1" status: 204 len: 168 time: 0.3572764 Feb 11 05:19:13.848829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28abfb5-c33d-4706-82c0-405bd039a4f2 req-7ffdbc98-8f95-45f3-b78b-555aac52941f tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:13.852573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf2463-eb0b-433f-b880-80354e05bb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14306905-6bb5-468e-a2fe-d8198bd6b559,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:13.858892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d28abfb5-c33d-4706-82c0-405bd039a4f2 req-7ffdbc98-8f95-45f3-b78b-555aac52941f tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 945 time: 0.0906048 Feb 11 05:19:13.930140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d28abfb5-c33d-4706-82c0-405bd039a4f2 req-ba637616-5b20-4147-bf78-0bce47d863cf tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696104 Feb 11 05:19:14.158925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77857131-cb27-4fdf-aa0e-10bb9bd3fed8 req-61f18fb7-3157-491f-8de9-5211aa4bd478 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.169000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77857131-cb27-4fdf-aa0e-10bb9bd3fed8 req-61f18fb7-3157-491f-8de9-5211aa4bd478 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.1259263 Feb 11 05:19:14.249204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77857131-cb27-4fdf-aa0e-10bb9bd3fed8 req-30f72eb8-37fa-4b22-8478-76f1ed39e076 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720191 Feb 11 05:19:14.440303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e80b-b474-4a3b-bf24-2da631bc26a7 req-4d2c8cc0-99b1-4d91-8942-99772f1ffabf tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.442958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb67e80b-b474-4a3b-bf24-2da631bc26a7 req-4d2c8cc0-99b1-4d91-8942-99772f1ffabf tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 945 time: 0.1098876 Feb 11 05:19:14.455970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-2a054656-bf1a-481a-8fe1-7b3f88dae706 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.457666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-2a054656-bf1a-481a-8fe1-7b3f88dae706 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 945 time: 0.0890124 Feb 11 05:19:14.493553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:14.608680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb67e80b-b474-4a3b-bf24-2da631bc26a7 req-07538e7d-7b3c-4613-a03a-15ed68ebe679 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/security-groups?id=79a37745-921f-4289-8349-b5344fa20e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497519 Feb 11 05:19:14.673263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Deleting port 77b31172-1144-4bea-95d7-441088762053 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:14.673636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (77b31172-1144-4bea-95d7-441088762053), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:14.722649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:14.783059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85', 'port_id': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'mac_address': 'fa:16:3e:84:e0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2884e132-0b62-4214-af9f-b6a3130b51f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:14.859242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9601497d-9d4d-45a1-977b-786c4334d9e4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:14.861597 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:14.883620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9601497d-9d4d-45a1-977b-786c4334d9e4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:14.890253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] For port 77b31172-1144-4bea-95d7-441088762053, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=77b31172-1144-4bea-95d7-441088762053,segment=NetworkSegment(b53b1606-f7b6-48c5-85c3-4d990f48a31f),segment_id=b53b1606-f7b6-48c5-85c3-4d990f48a31f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:14.891508 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (77b31172-1144-4bea-95d7-441088762053), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:14.918976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:14.926576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e3a83-a7e5-44ce-ae91-5db2451f6e0f req-2cf7999d-604f-4707-9310-f27f5fa67266 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.928989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f0e3a83-a7e5-44ce-ae91-5db2451f6e0f req-2cf7999d-604f-4707-9310-f27f5fa67266 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1754646 Feb 11 05:19:14.940330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Calling delete_port for 77b31172-1144-4bea-95d7-441088762053 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:15.028818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f0e3a83-a7e5-44ce-ae91-5db2451f6e0f req-2100e346-1b37-496e-8557-08eef0bcfbc1 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927613 Feb 11 05:19:15.061309 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:15.157264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:15.222721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f735c-72c9-4094-8a50-96b4b1a9317a req-202e6307-99f1-4e96-8ea5-1e892cb56b04 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.228485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b30f735c-72c9-4094-8a50-96b4b1a9317a req-202e6307-99f1-4e96-8ea5-1e892cb56b04 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 945 time: 0.0844748 Feb 11 05:19:15.295242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b30f735c-72c9-4094-8a50-96b4b1a9317a req-8a1bee9c-ba9d-49f2-9685-1cf9db582313 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Feb 11 05:19:15.308635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['9601497d-9d4d-45a1-977b-786c4334d9e4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:15.388415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (77b31172-1144-4bea-95d7-441088762053), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:15.426260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Pushing event deleted for resources: {'Port': ['ID=77b31172-1144-4bea-95d7-441088762053,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:15.502692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] No DVR routers for this DVR port 77b31172-1144-4bea-95d7-441088762053 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:15.522739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bfe39-811a-4649-95d4-51f34581b876 req-0ff0239b-960d-4222-ad17-b4e925e301f3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.526208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-066bfe39-811a-4649-95d4-51f34581b876 req-0ff0239b-960d-4222-ad17-b4e925e301f3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 944 time: 0.1973011 Feb 11 05:19:15.528807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:15.539556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43c8a1b1-0850-4769-b07d-0646db829e56 req-07ca50c0-abf3-4121-a2bc-049e477b0838 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.83 "DELETE /v2.0/ports/77b31172-1144-4bea-95d7-441088762053 HTTP/1.1" status: 204 len: 173 time: 1.0742922 Feb 11 05:19:15.539997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'name': 'network-vif-deleted', 'tag': '77b31172-1144-4bea-95d7-441088762053'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:15.545869 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c148496-d0de-4843-9003-9cc7423aff8c" -d '{"events": [{"server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "name": "network-vif-deleted", "tag": "77b31172-1144-4bea-95d7-441088762053"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:15.652040 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640a405-967c-4c95-80d5-cba463d6f4a2 x-openstack-request-id: req-2640a405-967c-4c95-80d5-cba463d6f4a2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:15.657213 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b092628-e350-4183-a70b-7cd9f70037a3", "name": "network-vif-deleted", "tag": "77b31172-1144-4bea-95d7-441088762053", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:15.657213 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2640a405-967c-4c95-80d5-cba463d6f4a2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:15.657213 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b092628-e350-4183-a70b-7cd9f70037a3', 'name': 'network-vif-deleted', 'tag': '77b31172-1144-4bea-95d7-441088762053', 'status': 'completed', 'code': 200} Feb 11 05:19:15.685159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-066bfe39-811a-4649-95d4-51f34581b876 req-cea309ec-8dfb-4286-aefc-61c9a9d9bbf7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253169 Feb 11 05:19:15.760000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b358432-9905-490b-8fe3-a8778f64de52 req-3be934eb-0498-481c-81e6-c412309e36e6 tempest-LiveAutoBlockMigrationV225Test-1283159389 tempest-LiveAutoBlockMigrationV225Test-1283159389-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b092628-e350-4183-a70b-7cd9f70037a3 HTTP/1.1" status: 200 len: 210 time: 0.0323391 Feb 11 05:19:16.252355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d51b-35f5-438b-9813-a21eda75e777 req-793da43f-aeb8-4df2-80e9-9b7343f9b602 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.260244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80b9d51b-35f5-438b-9813-a21eda75e777 req-793da43f-aeb8-4df2-80e9-9b7343f9b602 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1148901 Feb 11 05:19:16.336751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80b9d51b-35f5-438b-9813-a21eda75e777 req-80ff0cf6-74c7-422f-975e-8e5be858d790 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707417 Feb 11 05:19:16.508701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:16.610142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-4cf1a3f0-35bd-4731-9fc5-c5b8e0dfe9fd tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.613168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-4cf1a3f0-35bd-4731-9fc5-c5b8e0dfe9fd tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.83 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 945 time: 0.1483476 Feb 11 05:19:16.634857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4089e45-ace2-459c-9d10-968c58fcc6d3 req-c8eddf28-3de7-4add-8fc5-4868184fd7f1 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.641330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4089e45-ace2-459c-9d10-968c58fcc6d3 req-c8eddf28-3de7-4add-8fc5-4868184fd7f1 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 945 time: 0.2124970 Feb 11 05:19:16.654640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 9601497d-9d4d-45a1-977b-786c4334d9e4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:16.663251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 9601497d-9d4d-45a1-977b-786c4334d9e4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:16.667976 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:16.810870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4089e45-ace2-459c-9d10-968c58fcc6d3 req-53e8e7c4-0461-4786-a654-7119415bc95a tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/security-groups?id=badc1115-c3d0-4518-b411-e33d6425123d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572099 Feb 11 05:19:16.906636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9601497d-9d4d-45a1-977b-786c4334d9e4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:16.907563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47664) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:16.907700 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:16.933030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Deleting port be004f10-0b14-4560-b373-02a835f86527 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:16.933857 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (be004f10-0b14-4560-b373-02a835f86527), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:16.946604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:16.952022 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c9497-4e61-4eb4-9e00-f243440d7862" -d '{"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:16.973061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:16.991099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4172984-8fb7-4a77-b44e-fca5e1441068 req-b4a756bf-8994-4060-b11c-593324fde96e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.992751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4172984-8fb7-4a77-b44e-fca5e1441068 req-b4a756bf-8994-4060-b11c-593324fde96e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 944 time: 0.1864955 Feb 11 05:19:17.016732 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b0f31d-b6ad-45ad-b0c2-c343f611a0c2 x-openstack-request-id: req-20b0f31d-b6ad-45ad-b0c2-c343f611a0c2 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:17.018326 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:17.018590 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20b0f31d-b6ad-45ad-b0c2-c343f611a0c2 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:17.019001 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'code': 200} Feb 11 05:19:17.082811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4172984-8fb7-4a77-b44e-fca5e1441068 req-1fdb5044-eee6-4a4b-8b98-bbba78f81849 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575302 Feb 11 05:19:17.094168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.095414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 77b31172-1144-4bea-95d7-441088762053 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:17.137799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] For port be004f10-0b14-4560-b373-02a835f86527, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=be004f10-0b14-4560-b373-02a835f86527,segment=NetworkSegment(a1f3e59f-aa94-4aa0-8bba-db4676d7087d),segment_id=a1f3e59f-aa94-4aa0-8bba-db4676d7087d)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:17.138125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (be004f10-0b14-4560-b373-02a835f86527), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.157159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Calling delete_port for be004f10-0b14-4560-b373-02a835f86527 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:17.178374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d00796-0aa7-4ff3-8c73-e6a841905055 req-1392d602-a40d-4677-8495-b9d714473a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:17.185825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3d00796-0aa7-4ff3-8c73-e6a841905055 req-1392d602-a40d-4677-8495-b9d714473a16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1128 time: 0.0876386 Feb 11 05:19:17.215784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 77b31172-1144-4bea-95d7-441088762053 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:17.216155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 77b31172-1144-4bea-95d7-441088762053 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:17.253888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:17.311097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-296e17c0-c97d-4ac7-9f2d-e05ccdc1b459 admin admin] Deleting subnet 6af2cbd5-7e40-4a61-a04e-1ef587c9708f {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:17.317341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3d00796-0aa7-4ff3-8c73-e6a841905055 req-b7323dc5-45d2-44ab-ad74-1984e60f3249 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039126 Feb 11 05:19:17.318028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-296e17c0-c97d-4ac7-9f2d-e05ccdc1b459 admin admin] Publish callbacks [] for subnet (6af2cbd5-7e40-4a61-a04e-1ef587c9708f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.383889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-296e17c0-c97d-4ac7-9f2d-e05ccdc1b459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (6af2cbd5-7e40-4a61-a04e-1ef587c9708f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.480673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47674) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:17.519470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-296e17c0-c97d-4ac7-9f2d-e05ccdc1b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (6af2cbd5-7e40-4a61-a04e-1ef587c9708f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.579309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca5ec4-b960-465a-b554-96408a86a797 req-1d5d4675-4172-40e1-889d-b8862e0ccb6e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:17.580907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69ca5ec4-b960-465a-b554-96408a86a797 req-1d5d4675-4172-40e1-889d-b8862e0ccb6e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1580572 Feb 11 05:19:17.611147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-207789db-93b0-4e8f-bc84-80abb7127c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.619563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (be004f10-0b14-4560-b373-02a835f86527), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.632271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['be004f10-0b14-4560-b373-02a835f86527'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:17.709916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69ca5ec4-b960-465a-b554-96408a86a797 req-a11c8681-7af8-43b9-a7e6-5f090e67c09b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175442 Feb 11 05:19:17.722241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Pushing event deleted for resources: {'Port': ['ID=be004f10-0b14-4560-b373-02a835f86527,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:17.758814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-296e17c0-c97d-4ac7-9f2d-e05ccdc1b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (6af2cbd5-7e40-4a61-a04e-1ef587c9708f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.765654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-207789db-93b0-4e8f-bc84-80abb7127c4d admin admin] Publish callbacks [] for security_group (da675a6a-a9b8-4ba8-940a-a9309004ef81), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.801473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] No DVR routers for this DVR port be004f10-0b14-4560-b373-02a835f86527 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:17.805373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e17c0-c97d-4ac7-9f2d-e05ccdc1b459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af2cbd5-7e40-4a61-a04e-1ef587c9708f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:17.808225 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.813529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e82af3-d50f-46ee-a0f6-410214ed391d req-d4ea532d-8c68-4285-bfa3-3b124e76a095 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.83 "DELETE /v2.0/ports/be004f10-0b14-4560-b373-02a835f86527 HTTP/1.1" status: 204 len: 173 time: 1.1711397 Feb 11 05:19:17.814188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d650be-f0e3-47d7-b57e-ac5fdad4dd26', 'name': 'network-vif-deleted', 'tag': 'be004f10-0b14-4560-b373-02a835f86527'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:17.818516 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4970b87b-36a8-49b6-9890-361795855576" -d '{"events": [{"server_uuid": "48d650be-f0e3-47d7-b57e-ac5fdad4dd26", "name": "network-vif-deleted", "tag": "be004f10-0b14-4560-b373-02a835f86527"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:17.836774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-296e17c0-c97d-4ac7-9f2d-e05ccdc1b459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.840097 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-207789db-93b0-4e8f-bc84-80abb7127c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da675a6a-a9b8-4ba8-940a-a9309004ef81), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.859019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-296e17c0-c97d-4ac7-9f2d-e05ccdc1b459 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6af2cbd5-7e40-4a61-a04e-1ef587c9708f HTTP/1.1" status: 204 len: 168 time: 0.9468036 Feb 11 05:19:17.863237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47684) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:17.953473 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-207789db-93b0-4e8f-bc84-80abb7127c4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9232edb9319e4f668e7ea937bebb9f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625659 Feb 11 05:19:17.955092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47686) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:17.955773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207789db-93b0-4e8f-bc84-80abb7127c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da675a6a-a9b8-4ba8-940a-a9309004ef81,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:17.966447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (581e75b9-da58-4622-8cd2-95bcd5f8d91f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:17.970253 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b00e6e-ad18-448d-a2ee-dad12d62bc54 x-openstack-request-id: req-25b00e6e-ad18-448d-a2ee-dad12d62bc54 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:17.973605 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d650be-f0e3-47d7-b57e-ac5fdad4dd26", "name": "network-vif-deleted", "tag": "be004f10-0b14-4560-b373-02a835f86527", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:17.973605 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25b00e6e-ad18-448d-a2ee-dad12d62bc54 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:17.973605 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d650be-f0e3-47d7-b57e-ac5fdad4dd26', 'name': 'network-vif-deleted', 'tag': 'be004f10-0b14-4560-b373-02a835f86527', 'status': 'completed', 'code': 200} Feb 11 05:19:18.031924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76d1fcc5-a535-4e98-b8ec-a1ff769643c8 req-dcc8dcb6-90d7-49a2-bf9a-cd98bf35432b tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 210 time: 0.0592577 Feb 11 05:19:18.040187 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-976cf552-7fb4-44ea-bdcf-acb15333a050 admin admin] Publish callbacks [] for security_group (da675a6a-a9b8-4ba8-940a-a9309004ef81), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.075003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-976cf552-7fb4-44ea-bdcf-acb15333a050 admin admin] Publish callbacks [] for security_group (da675a6a-a9b8-4ba8-940a-a9309004ef81), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.150023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (581e75b9-da58-4622-8cd2-95bcd5f8d91f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.173673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581e75b9-da58-4622-8cd2-95bcd5f8d91f']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:18.190748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53b1606-f7b6-48c5-85c3-4d990f48a31f') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:18.191237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53b1606-f7b6-48c5-85c3-4d990f48a31f') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:18.216415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (b53b1606-f7b6-48c5-85c3-4d990f48a31f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.251161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b53b1606-f7b6-48c5-85c3-4d990f48a31f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.264002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:18.265158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (b53b1606-f7b6-48c5-85c3-4d990f48a31f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:18.277920 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:18.308764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-976cf552-7fb4-44ea-bdcf-acb15333a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da675a6a-a9b8-4ba8-940a-a9309004ef81), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.313595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-976cf552-7fb4-44ea-bdcf-acb15333a050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.315212 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-976cf552-7fb4-44ea-bdcf-acb15333a050 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da675a6a-a9b8-4ba8-940a-a9309004ef81 HTTP/1.1" status: 204 len: 168 time: 0.3499174 Feb 11 05:19:18.336300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cf552-7fb4-44ea-bdcf-acb15333a050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da675a6a-a9b8-4ba8-940a-a9309004ef81,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:18.344582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338547a1-0dcc-49ac-8997-118684aa5bc7 req-377542e5-0dd5-4930-a46a-bb3a8323557f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:18.347032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-338547a1-0dcc-49ac-8997-118684aa5bc7 req-377542e5-0dd5-4930-a46a-bb3a8323557f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1466460 Feb 11 05:19:18.418947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-338547a1-0dcc-49ac-8997-118684aa5bc7 req-dc2ee1f8-c2c3-4249-8574-cb262b634dac tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560875 Feb 11 05:19:18.542008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (581e75b9-da58-4622-8cd2-95bcd5f8d91f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.551814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.558582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/581e75b9-da58-4622-8cd2-95bcd5f8d91f HTTP/1.1" status: 204 len: 168 time: 0.6926787 Feb 11 05:19:18.558996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47694) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:18.606041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e20964-ccc9-40fe-8b5d-9316d444a6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=581e75b9-da58-4622-8cd2-95bcd5f8d91f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:18.644901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f228a2-40ed-4a06-ae3c-b9b67514e13c admin admin] Deleting subnet 675321de-4c66-4893-9793-2426fb057076 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:18.649405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90f228a2-40ed-4a06-ae3c-b9b67514e13c admin admin] Publish callbacks [] for subnet (675321de-4c66-4893-9793-2426fb057076), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.695795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90f228a2-40ed-4a06-ae3c-b9b67514e13c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (675321de-4c66-4893-9793-2426fb057076), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.752563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90f228a2-40ed-4a06-ae3c-b9b67514e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (675321de-4c66-4893-9793-2426fb057076), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.962875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90f228a2-40ed-4a06-ae3c-b9b67514e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (675321de-4c66-4893-9793-2426fb057076), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.030088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f228a2-40ed-4a06-ae3c-b9b67514e13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675321de-4c66-4893-9793-2426fb057076,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:19.038037 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90f228a2-40ed-4a06-ae3c-b9b67514e13c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.046159 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-90f228a2-40ed-4a06-ae3c-b9b67514e13c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/675321de-4c66-4893-9793-2426fb057076 HTTP/1.1" status: 204 len: 168 time: 0.4851680 Feb 11 05:19:19.054000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47710) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:19.331705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b6726faf-cfcc-4300-ad8a-9bc488f0bf8e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.331838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb6f91ec-36a2-41d6-8f05-31a89c32f78f req-a6442509-ccb2-4de1-aa03-0382e4df3726 tempest-InstanceActionsV221TestJSON-1721957821 tempest-InstanceActionsV221TestJSON-1721957821-project] 10.222.0.62 "GET /v2.0/ports?device_id=48d650be-f0e3-47d7-b57e-ac5fdad4dd26 HTTP/1.1" status: 200 len: 210 time: 0.0450587 Feb 11 05:19:19.353555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eb2b5-5869-4daa-9933-4a1c6459adb5 req-fdd36b85-2681-4a21-9eaa-f8f540d3f1cd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:19.355372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e6eb2b5-5869-4daa-9933-4a1c6459adb5 req-fdd36b85-2681-4a21-9eaa-f8f540d3f1cd tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1273837 Feb 11 05:19:19.470709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e6eb2b5-5869-4daa-9933-4a1c6459adb5 req-6458438a-c5bb-4821-90eb-dd7af57f501e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065598 Feb 11 05:19:19.636265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0b15-fa45-4bc5-b7d0-31c6d1c2a54f req-b7b787d8-e190-44ff-ba2d-f5cdc76bd5f9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:19.646939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88bd0b15-fa45-4bc5-b7d0-31c6d1c2a54f req-b7b787d8-e190-44ff-ba2d-f5cdc76bd5f9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1178327 Feb 11 05:19:19.726483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b6726faf-cfcc-4300-ad8a-9bc488f0bf8e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.753151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6726faf-cfcc-4300-ad8a-9bc488f0bf8e']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:19.761898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88bd0b15-fa45-4bc5-b7d0-31c6d1c2a54f req-b04f9900-3604-473b-ac63-39dd51f354c3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112595 Feb 11 05:19:19.766372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a0d7c6-004a-4b3c-9f27-1de6c947e82b') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:19.766860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a0d7c6-004a-4b3c-9f27-1de6c947e82b') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:19.778208 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (b1a0d7c6-004a-4b3c-9f27-1de6c947e82b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.804899 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b1a0d7c6-004a-4b3c-9f27-1de6c947e82b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.821889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:19.822306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (b1a0d7c6-004a-4b3c-9f27-1de6c947e82b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:19.824247 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:20.039490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b6726faf-cfcc-4300-ad8a-9bc488f0bf8e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:20.072871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:20.090944 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b6726faf-cfcc-4300-ad8a-9bc488f0bf8e HTTP/1.1" status: 204 len: 168 time: 1.0377121 Feb 11 05:19:20.095348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b50ec-1e22-404e-8bb3-72785e432144 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6726faf-cfcc-4300-ad8a-9bc488f0bf8e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:20.315371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-4ae50e80-1377-41a8-9e5b-e993aa6fc5e8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:20.317797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-4ae50e80-1377-41a8-9e5b-e993aa6fc5e8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 814 time: 0.2296011 Feb 11 05:19:20.357476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-be9d4bcf-6e08-4bab-960a-be04e4dce218 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/quotas/70aad3f03c124bdd86a71f4c72351039 HTTP/1.1" status: 200 len: 375 time: 0.0328777 Feb 11 05:19:20.456537 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-95632407-a7eb-444f-85c0-8839d87ad6a4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978682 Feb 11 05:19:20.466041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2c05f-c30b-41ac-bd93-64b8ae745f25 req-b355672b-fec9-4820-9b30-5cd131ca7769 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:20.468134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbf2c05f-c30b-41ac-bd93-64b8ae745f25 req-b355672b-fec9-4820-9b30-5cd131ca7769 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.0795789 Feb 11 05:19:20.542817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device be004f10-0b14-4560-b373-02a835f86527 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:20.572517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: be004f10-0b14-4560-b373-02a835f86527 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:20.573251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device be004f10-0b14-4560-b373-02a835f86527 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:20.602400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbf2c05f-c30b-41ac-bd93-64b8ae745f25 req-3089b3dc-50ae-4da9-9ff4-d7e02ef7b298 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011608 Feb 11 05:19:20.635200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47762) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:20.696647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-5b16a1f1-9397-4870-9d95-4cdf4d57f10c service neutron] 10.222.0.62 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274144 Feb 11 05:19:20.699182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e61e2622-7ffa-43b8-abed-5eea4630846f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0e61b8c952744efa69044130c484b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627964 Feb 11 05:19:20.701716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47768) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:20.827942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-631d2963-c6b6-497c-a16f-cbe9d6e7a66f admin admin] Publish callbacks [] for security_group (79a37745-921f-4289-8349-b5344fa20e56), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:20.855847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-23f0af3a-c5ba-4ea8-b783-2dae161279f9 service neutron] 10.222.0.62 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472764 Feb 11 05:19:20.885070 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-631d2963-c6b6-497c-a16f-cbe9d6e7a66f admin admin] Publish callbacks [] for security_group (79a37745-921f-4289-8349-b5344fa20e56), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.127854 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-631d2963-c6b6-497c-a16f-cbe9d6e7a66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (79a37745-921f-4289-8349-b5344fa20e56), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.132181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-631d2963-c6b6-497c-a16f-cbe9d6e7a66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.136120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-631d2963-c6b6-497c-a16f-cbe9d6e7a66f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79a37745-921f-4289-8349-b5344fa20e56 HTTP/1.1" status: 204 len: 168 time: 0.4330430 Feb 11 05:19:21.146006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d2963-c6b6-497c-a16f-cbe9d6e7a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a37745-921f-4289-8349-b5344fa20e56,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:21.313650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47808) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:21.364561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53639a81-33e0-4859-bc3d-98f87788694c req-1773506a-dcc8-45bc-9b1a-3291f2ab8acf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 210 time: 0.0836432 Feb 11 05:19:21.440154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3135ef4-8f11-4291-9598-68dac65a9297 admin admin] Deleting subnet f8e3b486-211f-480e-b924-8606ee1d8a40 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:21.450818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3135ef4-8f11-4291-9598-68dac65a9297 admin admin] Publish callbacks [] for subnet (f8e3b486-211f-480e-b924-8606ee1d8a40), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.527431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3135ef4-8f11-4291-9598-68dac65a9297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (f8e3b486-211f-480e-b924-8606ee1d8a40), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.579756 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3135ef4-8f11-4291-9598-68dac65a9297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f8e3b486-211f-480e-b924-8606ee1d8a40), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.627534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-73f10f19-d63b-4c7f-8bc8-c7f9d22176e8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.631356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-73f10f19-d63b-4c7f-8bc8-c7f9d22176e8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1260386 Feb 11 05:19:21.736016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3135ef4-8f11-4291-9598-68dac65a9297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (f8e3b486-211f-480e-b924-8606ee1d8a40), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.758687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135ef4-8f11-4291-9598-68dac65a9297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e3b486-211f-480e-b924-8606ee1d8a40,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:21.771316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3135ef4-8f11-4291-9598-68dac65a9297 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.775503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f3135ef4-8f11-4291-9598-68dac65a9297 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f8e3b486-211f-480e-b924-8606ee1d8a40 HTTP/1.1" status: 204 len: 168 time: 0.4583006 Feb 11 05:19:21.775745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47834) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:21.826189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a20b-4624-4bfa-a5be-eab064889266 req-e1beed28-414a-428e-933c-5f58ba8a57d7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.828212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b89a20b-4624-4bfa-a5be-eab064889266 req-e1beed28-414a-428e-933c-5f58ba8a57d7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 946 time: 0.1046534 Feb 11 05:19:21.865803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (43533ec6-b6a8-4965-918b-4a73585e5ad4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.871616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Deleting port 753d807f-a461-42d9-838a-b811c8c2a560 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:21.871616 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (753d807f-a461-42d9-838a-b811c8c2a560), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.973190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b89a20b-4624-4bfa-a5be-eab064889266 req-1ce5621e-30bd-4235-9e69-57692b5bceeb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349759 Feb 11 05:19:22.020211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] For port 753d807f-a461-42d9-838a-b811c8c2a560, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=753d807f-a461-42d9-838a-b811c8c2a560,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:22.020863 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (753d807f-a461-42d9-838a-b811c8c2a560), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.026119 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (43533ec6-b6a8-4965-918b-4a73585e5ad4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.040127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Calling delete_port for 753d807f-a461-42d9-838a-b811c8c2a560 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:22.091149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43533ec6-b6a8-4965-918b-4a73585e5ad4']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:22.118103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f3e59f-aa94-4aa0-8bba-db4676d7087d') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:22.118416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f3e59f-aa94-4aa0-8bba-db4676d7087d') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:22.133486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (a1f3e59f-aa94-4aa0-8bba-db4676d7087d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.158368 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a1f3e59f-aa94-4aa0-8bba-db4676d7087d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (a1f3e59f-aa94-4aa0-8bba-db4676d7087d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:22.190039 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:22.320224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47844) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.398872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (753d807f-a461-42d9-838a-b811c8c2a560), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.404356 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (43533ec6-b6a8-4965-918b-4a73585e5ad4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.412255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['753d807f-a461-42d9-838a-b811c8c2a560'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:22.417565 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.437459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] 10.222.0.62 "DELETE /v2.0/networks/43533ec6-b6a8-4965-918b-4a73585e5ad4 HTTP/1.1" status: 204 len: 168 time: 0.6600430 Feb 11 05:19:22.472083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843bb4c-1ead-4418-9957-a1d29d45ab69 admin admin] Pushing event deleted for resources: {'Network': ['ID=43533ec6-b6a8-4965-918b-4a73585e5ad4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:22.512661 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b969f209-8316-42b3-bd97-4eaa7c8d1b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.564280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a2aa6a8-d840-4e31-a2d5-39b4b3afd536 req-1afe0dac-acc3-4bb3-8518-52e61c3c031e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 210 time: 0.0571797 Feb 11 05:19:22.565355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event deleted for resources: {'Port': ['ID=753d807f-a461-42d9-838a-b811c8c2a560,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:22.649195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47854) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.656007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] No DVR routers for this DVR port 753d807f-a461-42d9-838a-b811c8c2a560 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:22.659131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.662902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c8e786-b1aa-4c3e-a06e-ee73e06cda1a req-1d42fb47-91c8-4000-8c86-7b1f78a12fe8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "DELETE /v2.0/ports/753d807f-a461-42d9-838a-b811c8c2a560 HTTP/1.1" status: 204 len: 173 time: 1.0258126 Feb 11 05:19:22.663405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c911f91-3a2e-471e-9308-95daecb7af62', 'name': 'network-vif-deleted', 'tag': '753d807f-a461-42d9-838a-b811c8c2a560'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:22.666793 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7cee06-2676-4676-86d2-a308a5566056" -d '{"events": [{"server_uuid": "8c911f91-3a2e-471e-9308-95daecb7af62", "name": "network-vif-deleted", "tag": "753d807f-a461-42d9-838a-b811c8c2a560"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:22.706759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b969f209-8316-42b3-bd97-4eaa7c8d1b3b admin admin] Publish callbacks [] for security_group (736a84f8-49eb-4701-a869-83e77846acb7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.714814 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e687d0d-dac3-4598-8bcc-0301572127ce x-openstack-request-id: req-6e687d0d-dac3-4598-8bcc-0301572127ce {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:22.715241 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c911f91-3a2e-471e-9308-95daecb7af62", "name": "network-vif-deleted", "tag": "753d807f-a461-42d9-838a-b811c8c2a560", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:22.715617 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e687d0d-dac3-4598-8bcc-0301572127ce {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:22.716112 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c911f91-3a2e-471e-9308-95daecb7af62', 'name': 'network-vif-deleted', 'tag': '753d807f-a461-42d9-838a-b811c8c2a560', 'status': 'completed', 'code': 200} Feb 11 05:19:22.751141 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-703fb8bb-d864-425f-b5e8-979273b13fcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a483000c7d2d4d5ead3ea660b1e7c43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0976000 Feb 11 05:19:22.751882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47858) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.758325 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6429577-f113-4fac-9d89-53893eb3418d req-f29df86a-3093-4166-8a35-d9d2460b46e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1098003 Feb 11 05:19:22.839517 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4f64886-f96e-4e6c-86ea-578cff230008 admin admin] Publish callbacks [] for security_group (8fb22829-fab1-435d-b4b4-88d72850291b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.856274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6429577-f113-4fac-9d89-53893eb3418d req-c83235bf-0a2c-4365-84de-84f829fe0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:22.858130 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6429577-f113-4fac-9d89-53893eb3418d req-c83235bf-0a2c-4365-84de-84f829fe0b6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 1127 time: 0.0741796 Feb 11 05:19:22.864980 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4f64886-f96e-4e6c-86ea-578cff230008 admin admin] Publish callbacks [] for security_group (8fb22829-fab1-435d-b4b4-88d72850291b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.877770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b969f209-8316-42b3-bd97-4eaa7c8d1b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (736a84f8-49eb-4701-a869-83e77846acb7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.971606 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b969f209-8316-42b3-bd97-4eaa7c8d1b3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f273307f99c46578e33c1c1d657c933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6508358 Feb 11 05:19:22.974761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47860) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.975514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969f209-8316-42b3-bd97-4eaa7c8d1b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736a84f8-49eb-4701-a869-83e77846acb7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:23.035944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fe731fe-443b-4ae0-ad7c-23c5fc8ef001 admin admin] Publish callbacks [] for security_group (736a84f8-49eb-4701-a869-83e77846acb7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.062714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fe731fe-443b-4ae0-ad7c-23c5fc8ef001 admin admin] Publish callbacks [] for security_group (736a84f8-49eb-4701-a869-83e77846acb7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.071223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6429577-f113-4fac-9d89-53893eb3418d req-f13386e3-66f3-4d2f-bbb8-bcce8e883a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:23.072999 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6429577-f113-4fac-9d89-53893eb3418d req-f13386e3-66f3-4d2f-bbb8-bcce8e883a3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.1602182 Feb 11 05:19:23.081383 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4f64886-f96e-4e6c-86ea-578cff230008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8fb22829-fab1-435d-b4b4-88d72850291b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.084229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4f64886-f96e-4e6c-86ea-578cff230008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.087732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4f64886-f96e-4e6c-86ea-578cff230008 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8fb22829-fab1-435d-b4b4-88d72850291b HTTP/1.1" status: 204 len: 168 time: 0.3316603 Feb 11 05:19:23.150340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47866) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.157761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57bad501-1e28-4915-b1b3-9494611ce838 req-820655ad-0173-48bf-b610-b25d7911b470 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c911f91-3a2e-471e-9308-95daecb7af62 HTTP/1.1" status: 200 len: 210 time: 0.0781121 Feb 11 05:19:23.157761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f64886-f96e-4e6c-86ea-578cff230008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb22829-fab1-435d-b4b4-88d72850291b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:23.162632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6429577-f113-4fac-9d89-53893eb3418d req-2fee61ed-8518-4d17-8b6d-832e060573f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 200 len: 217 time: 0.0829766 Feb 11 05:19:23.210442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ec037d36-34e9-4dbf-b880-ea7db8da7d32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af66a1f0394742e6a97b97c61ac97102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499439 Feb 11 05:19:23.223179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47870) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.273876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6429577-f113-4fac-9d89-53893eb3418d req-b7780432-e106-49d6-a5ec-a5d80db8cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:23.276177 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6429577-f113-4fac-9d89-53893eb3418d req-b7780432-e106-49d6-a5ec-a5d80db8cc29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1038880 Feb 11 05:19:23.309277 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6429577-f113-4fac-9d89-53893eb3418d req-6b10c5a3-c894-4aab-af87-cf192a7a8ac4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277607 Feb 11 05:19:23.323256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e246c3-7d5c-451a-a2f6-e82e90af6387 admin admin] Publish callbacks [] for security_group (badc1115-c3d0-4518-b411-e33d6425123d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.350006 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e246c3-7d5c-451a-a2f6-e82e90af6387 admin admin] Publish callbacks [] for security_group (badc1115-c3d0-4518-b411-e33d6425123d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.352119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fe731fe-443b-4ae0-ad7c-23c5fc8ef001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (736a84f8-49eb-4701-a869-83e77846acb7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.355095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fe731fe-443b-4ae0-ad7c-23c5fc8ef001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.360451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5fe731fe-443b-4ae0-ad7c-23c5fc8ef001 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/736a84f8-49eb-4701-a869-83e77846acb7 HTTP/1.1" status: 204 len: 168 time: 0.3801248 Feb 11 05:19:23.392638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe731fe-443b-4ae0-ad7c-23c5fc8ef001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736a84f8-49eb-4701-a869-83e77846acb7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:23.478641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6429577-f113-4fac-9d89-53893eb3418d req-36da69dc-ff18-4446-b6a2-af34d8f265cd service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633813 Feb 11 05:19:23.544224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e246c3-7d5c-451a-a2f6-e82e90af6387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (badc1115-c3d0-4518-b411-e33d6425123d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.548402 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e246c3-7d5c-451a-a2f6-e82e90af6387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.550107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d7e246c3-7d5c-451a-a2f6-e82e90af6387 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/badc1115-c3d0-4518-b411-e33d6425123d HTTP/1.1" status: 204 len: 168 time: 0.3240824 Feb 11 05:19:23.559462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e246c3-7d5c-451a-a2f6-e82e90af6387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badc1115-c3d0-4518-b411-e33d6425123d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:23.638667 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6429577-f113-4fac-9d89-53893eb3418d req-57e2031d-23e3-4336-867e-e9c72908e4f1 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527827 Feb 11 05:19:23.753454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60260037-6941-4d7f-931c-2339dc2eccb6 req-e69fb0db-decf-413e-8f1a-2595f2c1499f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 210 time: 0.0372834 Feb 11 05:19:24.375504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-9915e454-5f8f-4770-a53a-373278265ab8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.377376 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-9915e454-5f8f-4770-a53a-373278265ab8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.65 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 814 time: 0.1378956 Feb 11 05:19:24.391727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Request body: {'port': {'device_id': 'e1082ab3-a3a7-43e9-a2b9-f879057921ef', 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85', 'admin_state_up': True, 'tenant_id': '70aad3f03c124bdd86a71f4c72351039'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:24.565699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 753d807f-a461-42d9-838a-b811c8c2a560 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:24.592514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 753d807f-a461-42d9-838a-b811c8c2a560 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:24.592992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 753d807f-a461-42d9-838a-b811c8c2a560 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:24.687651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Made reservation on behalf of 70aad3f03c124bdd86a71f4c72351039 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:24.692098 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.775630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-684144bf-dba2-43dc-acd0-28633f584d5c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.785283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-684144bf-dba2-43dc-acd0-28633f584d5c tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.1585729 Feb 11 05:19:24.797878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-7addc331-ce9e-4bbb-bb5d-239db74b507f tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/quotas/7cc0084c391b4055abb4b20bcfd59945 HTTP/1.1" status: 200 len: 375 time: 0.0115466 Feb 11 05:19:24.873003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-e9c86c65-ff62-424b-9f78-72b1e0f309fa tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687623 Feb 11 05:19:24.962237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0ad2343-6f82-42d8-a9f1-6adbe86aaebb req-6b7a4be0-e59d-4e79-b23f-9276ccf29518 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 210 time: 0.0600748 Feb 11 05:19:24.970887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Allocated IP 172.20.0.11 (d22b3f78-9781-4966-98b1-48d5b8475e85/2884e132-0b62-4214-af9f-b6a3130b51f7/5b7328e9-d4b9-4183-8947-5ceb1d01edaf) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:25.080466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-4df35b2d-eaa6-4450-8f86-d71e49e8e1a6 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925693 Feb 11 05:19:25.230706 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks [] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.237241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-8c2d388d-f71f-451e-9024-4e303de4e9a0 service neutron] 10.222.0.62 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469886 Feb 11 05:19:25.398872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.410068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['9601497d-9d4d-45a1-977b-786c4334d9e4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:25.579182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Pushing event updated for resources: {'Port': ['ID=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:25.608533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Network d22b3f78-9781-4966-98b1-48d5b8475e85 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:25.611164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:25.617764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:25.721279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afcb1eec-bf2d-4eb5-be1a-04fefbeb93f2 req-6dae6995-0189-4f12-a604-16623a8b320a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 210 time: 0.0743420 Feb 11 05:19:25.767488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.768846 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.865876 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-284888e5-1219-4269-8929-aaedb2ec1511 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4760358 Feb 11 05:19:25.874221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Request body: {'port': {'device_id': 'e1082ab3-a3a7-43e9-a2b9-f879057921ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:25.937011 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.151433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596eacf-0c49-4cf3-81a3-c07dae10ddae req-062af309-6a43-494c-a5a0-bbbb371a3e81 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.157143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1596eacf-0c49-4cf3-81a3-c07dae10ddae req-062af309-6a43-494c-a5a0-bbbb371a3e81 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 932 time: 0.0775712 Feb 11 05:19:26.282217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1596eacf-0c49-4cf3-81a3-c07dae10ddae req-7d37db71-fb00-455a-b430-a9359cc0a4ae tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202464 Feb 11 05:19:26.354303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47994) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:26.361433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7328e9-d4b9-4183-8947-5ceb1d01edaf {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:26.378855 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Publish callbacks [] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.393564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Transition to ACTIVE for port object 5b7328e9-d4b9-4183-8947-5ceb1d01edaf will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:26.403246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47998) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:26.437079 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:26.460783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.509754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1286485802-network', 'tenant_id': '88ea03186a794bdbbe704236f45982e0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:26.524397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:26.617880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9822bb99-56ed-47fb-8ddd-63d10b511d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.641313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Made reservation on behalf of 88ea03186a794bdbbe704236f45982e0 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:26.646569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.657823 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.714500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9822bb99-56ed-47fb-8ddd-63d10b511d89 admin admin] Publish callbacks [] for security_group (0a01607f-1754-4da6-8392-bd9bb7fc1663), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.735446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Attempting to bind port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:26.735793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Attempting to bind port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:26.736127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Attempting to bind port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf on network d22b3f78-9781-4966-98b1-48d5b8475e85 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:26.741536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf on network d22b3f78-9781-4966-98b1-48d5b8475e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:26.741864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Attempting to bind port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf on network d22b3f78-9781-4966-98b1-48d5b8475e85 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:26.750903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:26.750903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Checking segment: {'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:26.750903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Bound using segment: {'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:26.750903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Bound port: 5b7328e9-d4b9-4183-8947-5ceb1d01edaf, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af427064-19a0-433c-97ce-6f7514759658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:26.750903 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.772694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Publish callbacks [] for security_group (d24028c2-21c0-4185-8ca9-7116db711eb8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.807103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9822bb99-56ed-47fb-8ddd-63d10b511d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a01607f-1754-4da6-8392-bd9bb7fc1663), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.843178 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822bb99-56ed-47fb-8ddd-63d10b511d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a01607f-1754-4da6-8392-bd9bb7fc1663,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:26.876763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9822bb99-56ed-47fb-8ddd-63d10b511d89 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3dfc82c20c09494aa9cfb2e3d5d97eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721549 Feb 11 05:19:26.879312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48014) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:26.880179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ea662d5-0730-4788-8386-c27f2086e278 req-1778148c-1dfb-4f19-b805-d6576d82e04e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 210 time: 0.0760696 Feb 11 05:19:26.880808 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d24028c2-21c0-4185-8ca9-7116db711eb8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.902568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] For port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:26.919488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] For port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:26.932186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:26.947400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24028c2-21c0-4185-8ca9-7116db711eb8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:26.950662 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (349001e8-f6f2-4ead-9674-a10a425fd7ad), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.952380 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Added segment 349001e8-f6f2-4ead-9674-a10a425fd7ad of type vlan for network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 Feb 11 05:19:26.988838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.008389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61becad3-2f0d-40f0-9901-4377668c7ac2 admin admin] Publish callbacks [] for security_group (0a01607f-1754-4da6-8392-bd9bb7fc1663), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.020734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (27c4703a-85b6-4d80-8f24-3a91e94ce8c8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.033319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.033964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.036075 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] 10.222.0.65 "PUT /v2.0/ports/5b7328e9-d4b9-4183-8947-5ceb1d01edaf HTTP/1.1" status: 200 len: 1093 time: 1.1669383 Feb 11 05:19:27.036566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1082ab3-a3a7-43e9-a2b9-f879057921ef', 'tag': '5b7328e9-d4b9-4183-8947-5ceb1d01edaf'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:27.039785 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f87efe0-673f-4213-89dc-aff6f116265f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1082ab3-a3a7-43e9-a2b9-f879057921ef", "tag": "5b7328e9-d4b9-4183-8947-5ceb1d01edaf"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:27.075005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61becad3-2f0d-40f0-9901-4377668c7ac2 admin admin] Publish callbacks [] for security_group (0a01607f-1754-4da6-8392-bd9bb7fc1663), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.099110 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30742609-4fa2-4c67-b2c1-e1cf797ae6d7 x-openstack-request-id: req-30742609-4fa2-4c67-b2c1-e1cf797ae6d7 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:27.099415 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1082ab3-a3a7-43e9-a2b9-f879057921ef", "tag": "5b7328e9-d4b9-4183-8947-5ceb1d01edaf", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:27.099772 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30742609-4fa2-4c67-b2c1-e1cf797ae6d7 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:27.100119 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1082ab3-a3a7-43e9-a2b9-f879057921ef', 'tag': '5b7328e9-d4b9-4183-8947-5ceb1d01edaf', 'status': 'completed', 'code': 200} Feb 11 05:19:27.105970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cf83d-50f2-46a3-874c-79ce660cc538 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:27.179353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87efe0-673f-4213-89dc-aff6f116265f req-0a5ec51b-c733-4abf-9c03-97360a92c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.181024 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f87efe0-673f-4213-89dc-aff6f116265f req-0a5ec51b-c733-4abf-9c03-97360a92c50c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 1127 time: 0.0544326 Feb 11 05:19:27.203817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (27c4703a-85b6-4d80-8f24-3a91e94ce8c8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.205109 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.206983 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.288799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] Pushing event updated for resources: {'Network': ['ID=27c4703a-85b6-4d80-8f24-3a91e94ce8c8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:27.294799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61becad3-2f0d-40f0-9901-4377668c7ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a01607f-1754-4da6-8392-bd9bb7fc1663), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.301167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:27.304005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61becad3-2f0d-40f0-9901-4377668c7ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.305215 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-61becad3-2f0d-40f0-9901-4377668c7ac2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a01607f-1754-4da6-8392-bd9bb7fc1663 HTTP/1.1" status: 204 len: 168 time: 0.4249811 Feb 11 05:19:27.400484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8f8ed078-406b-429f-8937-26eed92c7d97 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0446160 Feb 11 05:19:27.403080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48032) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:27.409574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61becad3-2f0d-40f0-9901-4377668c7ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a01607f-1754-4da6-8392-bd9bb7fc1663,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:27.411085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Request body: {'subnet': {'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1286485802-subnet', 'tenant_id': '88ea03186a794bdbbe704236f45982e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:27.420815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87efe0-673f-4213-89dc-aff6f116265f req-7bf72204-dccb-43bf-937c-7771ab5e313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.422969 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f87efe0-673f-4213-89dc-aff6f116265f req-7bf72204-dccb-43bf-937c-7771ab5e313b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=70aad3f03c124bdd86a71f4c72351039&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2334971 Feb 11 05:19:27.566906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6ce16-da37-4da4-91ca-7aca77bd2550 req-20f95fb5-725d-481a-965a-5fc348e92016 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.568869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fee6ce16-da37-4da4-91ca-7aca77bd2550 req-20f95fb5-725d-481a-965a-5fc348e92016 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 944 time: 0.1336384 Feb 11 05:19:27.595728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87efe0-673f-4213-89dc-aff6f116265f req-c3c9358a-cca5-437f-9bd4-198ff901d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.599259 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f87efe0-673f-4213-89dc-aff6f116265f req-c3c9358a-cca5-437f-9bd4-198ff901d3b5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692679 Feb 11 05:19:27.657827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Made reservation on behalf of 88ea03186a794bdbbe704236f45982e0 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:27.660167 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.724904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-fca523f4-2627-4b5b-8a33-b1ae535b5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.726685 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-fca523f4-2627-4b5b-8a33-b1ae535b5ae1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 1127 time: 0.0810330 Feb 11 05:19:27.734929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fee6ce16-da37-4da4-91ca-7aca77bd2550 req-75fde2b3-43f9-4d25-b071-3068109d001d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464298 Feb 11 05:19:27.770664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-a8bd9f08-34bb-45bd-894f-d8af4f1f2517 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=258605e0a8234c5b93e778a189d77610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284970 Feb 11 05:19:27.786606 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-a81e8eee-5ed5-4002-949c-e942017583f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7328e9-d4b9-4183-8947-5ceb1d01edaf HTTP/1.1" status: 200 len: 217 time: 0.0520327 Feb 11 05:19:27.863133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-30411694-cbd1-47fa-ab0c-229f9faab8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.864992 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-30411694-cbd1-47fa-ab0c-229f9faab8ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2884e132-0b62-4214-af9f-b6a3130b51f7 HTTP/1.1" status: 200 len: 854 time: 0.0691609 Feb 11 05:19:27.911095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-298c565b-e143-46b3-8f58-bb3cc5fc5913 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d22b3f78-9781-4966-98b1-48d5b8475e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393963 Feb 11 05:19:27.964367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-52193b43-64ea-4de8-ad03-25c112e3b176 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.972807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-52193b43-64ea-4de8-ad03-25c112e3b176 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713116 Feb 11 05:19:27.998887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-4690df3e-9a6a-4cce-884d-25a1837b7941 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/quotas/258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 375 time: 0.0242734 Feb 11 05:19:28.073890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-c9e4c8c8-e284-434f-a02c-8c895875142e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704796 Feb 11 05:19:28.094404 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-19714e0c-558a-4b09-a56c-876945f0c805 service neutron] 10.222.0.65 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653204 Feb 11 05:19:28.219054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (1e249aa5-6087-4374-b329-64af03fe87a9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.236824 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-89f39137-8cfd-4071-8fe6-4e2a6988d34d req-2a5a2486-90c1-4801-9299-2c104a26bda6 service neutron] 10.222.0.65 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371691 Feb 11 05:19:28.303433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e249aa5-6087-4374-b329-64af03fe87a9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:28.314538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Checking segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:28.315244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Network hostable DHCP agents. Network: 27c4703a-85b6-4d80-8f24-3a91e94ce8c8, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:29.117319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:29.147027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a1966e2-3782-4cde-9238-7d084b2cfba2 req-a9500890-0cc0-4021-9f53-40c2b2aaff29 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 210 time: 0.1156194 Feb 11 05:19:29.152747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9de0a96-339b-4c10-88eb-3e99a40aca61 req-2f5eab9d-a075-49de-af95-5a4cd422a3eb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 210 time: 0.1077778 Feb 11 05:19:29.162882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-ecaa10c9-8c1f-496a-ab9a-1d960f471850 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.164437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-ecaa10c9-8c1f-496a-ab9a-1d960f471850 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "GET /v2.0/networks?id=f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 200 len: 812 time: 0.8148975 Feb 11 05:19:29.176282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Request body: {'port': {'device_id': '83b12b67-b001-411c-af6f-9fd209bfbc28', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'admin_state_up': True, 'tenant_id': '7cc0084c391b4055abb4b20bcfd59945'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:29.306854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 27c4703a-85b6-4d80-8f24-3a91e94ce8c8) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:29.318554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1feeeb8-80d5-4d09-a113-8e7108e24337 None None] Network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:29.348488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.353389 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.432685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5b7328e9-d4b9-4183-8947-5ceb1d01edaf details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:29.487894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de933c9-fea7-428b-adda-ada170cf2f9a req-a219d8c0-77a5-49b6-9394-666e29204465 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.489638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6de933c9-fea7-428b-adda-ada170cf2f9a req-a219d8c0-77a5-49b6-9394-666e29204465 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 944 time: 0.2575636 Feb 11 05:19:29.502048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854af698-a105-470e-9fe1-b71c6cbcf597 None None] Network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:29.535995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4764df48-3a97-4cee-ba4e-cc0dfd0a8ff7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1304438 Feb 11 05:19:29.624751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6de933c9-fea7-428b-adda-ada170cf2f9a req-ade927ee-2ecb-43f4-966b-82ae0eb07e4b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205168 Feb 11 05:19:29.658471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Made reservation on behalf of 7cc0084c391b4055abb4b20bcfd59945 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:29.662784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.042871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e346d-618d-4a5e-8e85-2b7924fe20a0 req-a91aeb54-1a73-43cf-a4f6-bd05a0f56df5 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.055030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-522e346d-618d-4a5e-8e85-2b7924fe20a0 req-a91aeb54-1a73-43cf-a4f6-bd05a0f56df5 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.2612877 Feb 11 05:19:30.076470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Allocated IP 172.20.0.5 (f7a986f1-db79-4288-a522-b369f31aed12/dc24fff8-7d32-4bf0-92db-76f41fec26b5/0e3b026d-c009-438b-be75-54ab9c903368) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:30.215044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:30.232091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '5b7328e9-d4b9-4183-8947-5ceb1d01edaf', 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85', 'port_id': '5b7328e9-d4b9-4183-8947-5ceb1d01edaf', 'mac_address': 'fa:16:3e:3b:e3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2884e132-0b62-4214-af9f-b6a3130b51f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:30.237433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-522e346d-618d-4a5e-8e85-2b7924fe20a0 req-dc51c0c2-a20f-4b9a-b3c5-6712fd050dee tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809409 Feb 11 05:19:30.287871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:30.302480 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.312568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7328e9-d4b9-4183-8947-5ceb1d01edaf {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:30.338867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:30.511382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2290f830-2050-448d-8ba7-b50d1b5d6371 req-9e352e2a-bfb8-4cd3-a10d-88e706b33c8b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 210 time: 0.0849838 Feb 11 05:19:30.539577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-4b738ffb-479d-4fa7-a474-f508cbdcbfb5 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.545967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-4b738ffb-479d-4fa7-a474-f508cbdcbfb5 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 813 time: 0.3628230 Feb 11 05:19:30.574707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks [] for port (0e3b026d-c009-438b-be75-54ab9c903368), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.590453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-6d646185-98e7-42cb-bc43-2c918afab326 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/quotas/88ea03186a794bdbbe704236f45982e0 HTTP/1.1" status: 200 len: 375 time: 0.0374792 Feb 11 05:19:30.613326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7785f36-fb91-4fe7-86d1-53edae691daa req-2fafe30a-f334-4ea5-92e2-e9c6009299e8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 210 time: 0.0451469 Feb 11 05:19:30.649911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-152b5ed3-9e17-4db8-8dec-3a759df184ac tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413289 Feb 11 05:19:30.738585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.809575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:30.847868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-4c283a43-5488-44d9-b968-ad8ddf794f26 service neutron] 10.222.0.62 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842985 Feb 11 05:19:30.867266 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0e3b026d-c009-438b-be75-54ab9c903368), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.876349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7905221-9218-4e73-9ff7-22b246fe7787 req-dbe58637-5351-43d8-a0ff-c6913dc8908e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.877906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7905221-9218-4e73-9ff7-22b246fe7787 req-dbe58637-5351-43d8-a0ff-c6913dc8908e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 945 time: 0.1068597 Feb 11 05:19:31.005577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Network f7a986f1-db79-4288-a522-b369f31aed12 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:31.017126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:31.019226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event updated for resources: {'Port': ['ID=0e3b026d-c009-438b-be75-54ab9c903368,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:31.021606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:31.023727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['5b7328e9-d4b9-4183-8947-5ceb1d01edaf'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:31.121617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-1a9b11a1-c345-4c88-8035-97e13b3f4ff1 service neutron] 10.222.0.62 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639918 Feb 11 05:19:31.147270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7905221-9218-4e73-9ff7-22b246fe7787 req-3015df53-5519-4d92-87e5-914d61f1f048 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503681 Feb 11 05:19:31.169789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.171049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.367064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb8168-ca7d-4687-8476-22b9d16671af req-a726425f-4484-4b89-9943-909195f7e709 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.368623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dbb8168-ca7d-4687-8476-22b9d16671af req-a726425f-4484-4b89-9943-909195f7e709 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0580733 Feb 11 05:19:31.372632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-73c3d337-c6a0-4b3d-a3b6-7abf05065beb tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2002320 Feb 11 05:19:31.392880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Request body: {'port': {'device_id': '83b12b67-b001-411c-af6f-9fd209bfbc28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:31.475769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dbb8168-ca7d-4687-8476-22b9d16671af req-261546a4-9b3f-4b3c-95c5-71ab583148e3 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007783 Feb 11 05:19:31.480662 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0e3b026d-c009-438b-be75-54ab9c903368), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.606825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:31.743963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c3561-6ce2-424d-8e20-2827efc1a34d req-b2c6cab6-ab32-4309-8858-4d91b05d6be0 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.746091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef7c3561-6ce2-424d-8e20-2827efc1a34d req-b2c6cab6-ab32-4309-8858-4d91b05d6be0 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 931 time: 0.1473982 Feb 11 05:19:31.783250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed0b9b01-20ef-4bd4-89eb-9e3b79bd0dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.825309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02080e38-2995-4679-92ec-a7582ea6f312 req-607f511a-fe16-4ed4-a583-00ca6468834d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 210 time: 0.0629632 Feb 11 05:19:31.883271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef7c3561-6ce2-424d-8e20-2827efc1a34d req-6b812173-ecac-40f3-8b90-15bd46557ee3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279945 Feb 11 05:19:31.908209 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed0b9b01-20ef-4bd4-89eb-9e3b79bd0dba admin admin] Publish callbacks [] for security_group (c476c199-8d73-497f-a51a-ceff48240fda), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.919422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ff53c4d-b7a7-4fd2-b0c2-27575da99c48 req-f3982cab-72b5-43a6-9d50-86db2774fcb5 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 210 time: 0.0446274 Feb 11 05:19:31.953611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3b026d-c009-438b-be75-54ab9c903368 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:31.961537 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Publish callbacks [] for port (0e3b026d-c009-438b-be75-54ab9c903368), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.974549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Transition to ACTIVE for port object 0e3b026d-c009-438b-be75-54ab9c903368 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:32.038059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed0b9b01-20ef-4bd4-89eb-9e3b79bd0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c476c199-8d73-497f-a51a-ceff48240fda), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.078686 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ed0b9b01-20ef-4bd4-89eb-9e3b79bd0dba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d62c4360b2bd4ab38097c1790cb872a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706228 Feb 11 05:19:32.079795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b9b01-20ef-4bd4-89eb-9e3b79bd0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c476c199-8d73-497f-a51a-ceff48240fda,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:32.081544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48172) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:32.095502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (0e3b026d-c009-438b-be75-54ab9c903368), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.172012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b026d-c009-438b-be75-54ab9c903368,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:32.271045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1a8529b-4567-4dc2-ad52-3aa7bb95e031 admin admin] Publish callbacks [] for security_group (c476c199-8d73-497f-a51a-ceff48240fda), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.313081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1a8529b-4567-4dc2-ad52-3aa7bb95e031 admin admin] Publish callbacks [] for security_group (c476c199-8d73-497f-a51a-ceff48240fda), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.343123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Attempting to bind port 0e3b026d-c009-438b-be75-54ab9c903368 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:32.343459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Attempting to bind port 0e3b026d-c009-438b-be75-54ab9c903368 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:32.343798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Attempting to bind port 0e3b026d-c009-438b-be75-54ab9c903368 on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:32.362509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a01226-3996-4244-b006-2e62aeb91c5e req-4e110488-2944-4534-851c-ef13bdf445f7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.364354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33a01226-3996-4244-b006-2e62aeb91c5e req-4e110488-2944-4534-851c-ef13bdf445f7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 945 time: 0.1324596 Feb 11 05:19:32.381519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Port 0e3b026d-c009-438b-be75-54ab9c903368 on network f7a986f1-db79-4288-a522-b369f31aed12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:32.381851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Attempting to bind port 0e3b026d-c009-438b-be75-54ab9c903368 on network f7a986f1-db79-4288-a522-b369f31aed12 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:32.403425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:32.403693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Checking segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:32.404173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Bound using segment: {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:32.405147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Bound port: 0e3b026d-c009-438b-be75-54ab9c903368, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b72ad-7e93-4a44-b315-4c83818dcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:32.405510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0e3b026d-c009-438b-be75-54ab9c903368), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.451148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-abc52b35-2608-4a32-90d7-c9bc02808547 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=258605e0a8234c5b93e778a189d77610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411229 Feb 11 05:19:32.532115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33a01226-3996-4244-b006-2e62aeb91c5e req-125e3274-8d97-497d-af93-62a046137188 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552107 Feb 11 05:19:32.637452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] For port 0e3b026d-c009-438b-be75-54ab9c903368, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:32.642194 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1a8529b-4567-4dc2-ad52-3aa7bb95e031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c476c199-8d73-497f-a51a-ceff48240fda), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.644845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1a8529b-4567-4dc2-ad52-3aa7bb95e031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.645988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c1a8529b-4567-4dc2-ad52-3aa7bb95e031 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c476c199-8d73-497f-a51a-ceff48240fda HTTP/1.1" status: 204 len: 168 time: 0.5633700 Feb 11 05:19:32.668175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] For port 0e3b026d-c009-438b-be75-54ab9c903368, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0e3b026d-c009-438b-be75-54ab9c903368,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:32.684486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8529b-4567-4dc2-ad52-3aa7bb95e031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c476c199-8d73-497f-a51a-ceff48240fda,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:32.696565 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-210aff2f-334a-4398-a3e9-b52fec4b792d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.698672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2949aa48-fae3-4e4f-9175-efc08a4c2c77 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.700154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2949aa48-fae3-4e4f-9175-efc08a4c2c77 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264919 Feb 11 05:19:32.713629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Request body: {'port': {'device_id': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '258605e0a8234c5b93e778a189d77610'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:32.725974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ec765-c240-4100-927a-e5295a64768d req-96cf43b8-38be-4a25-81df-76fd758054fa tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.733730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af3ec765-c240-4100-927a-e5295a64768d req-96cf43b8-38be-4a25-81df-76fd758054fa tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1432433 Feb 11 05:19:32.833514 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (0e3b026d-c009-438b-be75-54ab9c903368), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.860648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af3ec765-c240-4100-927a-e5295a64768d req-0647bf4a-ef6a-4b55-afab-9f133a0d74b3 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222601 Feb 11 05:19:32.922723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.923562 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.925149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] 10.222.0.83 "PUT /v2.0/ports/0e3b026d-c009-438b-be75-54ab9c903368 HTTP/1.1" status: 200 len: 1092 time: 1.5429683 Feb 11 05:19:32.927810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b12b67-b001-411c-af6f-9fd209bfbc28', 'tag': '0e3b026d-c009-438b-be75-54ab9c903368'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:32.930251 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5784f5-c8cc-4b65-91f2-21e723aa5b82" -d '{"events": [{"name": "network-changed", "server_uuid": "83b12b67-b001-411c-af6f-9fd209bfbc28", "tag": "0e3b026d-c009-438b-be75-54ab9c903368"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:32.985226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bde1a73-8816-41db-af83-2023694b399e req-ce77a7f6-26cf-44d9-83b5-7c61ce8b0df2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 210 time: 0.0645263 Feb 11 05:19:33.021789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de2315-7141-4189-ad71-8d17e6c01cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b026d-c009-438b-be75-54ab9c903368,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:33.035239 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e157c12f-1ef5-41fb-852a-55059ef620c0 x-openstack-request-id: req-e157c12f-1ef5-41fb-852a-55059ef620c0 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:33.035533 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b12b67-b001-411c-af6f-9fd209bfbc28", "tag": "0e3b026d-c009-438b-be75-54ab9c903368", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:33.035788 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e157c12f-1ef5-41fb-852a-55059ef620c0 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:33.036191 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b12b67-b001-411c-af6f-9fd209bfbc28', 'tag': '0e3b026d-c009-438b-be75-54ab9c903368', 'status': 'completed', 'code': 200} Feb 11 05:19:33.052318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be128e-b120-49d3-8c81-0a862875f3e8 req-6217b2ca-22be-4cdf-9a46-e7d75558d0e8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.053991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07be128e-b120-49d3-8c81-0a862875f3e8 req-6217b2ca-22be-4cdf-9a46-e7d75558d0e8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 943 time: 0.0739071 Feb 11 05:19:33.120903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61f31264-ad3f-485d-96a0-e1037c3b9972 req-a29cceba-8cd2-4dae-a825-6aa8698cb4c0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 210 time: 0.0565844 Feb 11 05:19:33.160560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07be128e-b120-49d3-8c81-0a862875f3e8 req-3e1608d8-c964-48f1-b8ce-a7dacf7c24e8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952041 Feb 11 05:19:33.162501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5784f5-c8cc-4b65-91f2-21e723aa5b82 req-0f10559b-0529-4af6-b78a-205fd5db83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.163922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea5784f5-c8cc-4b65-91f2-21e723aa5b82 req-0f10559b-0529-4af6-b78a-205fd5db83b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 1126 time: 0.1078348 Feb 11 05:19:33.249795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Made reservation on behalf of 258605e0a8234c5b93e778a189d77610 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:33.253403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.267472 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.314259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5784f5-c8cc-4b65-91f2-21e723aa5b82 req-11ee01ac-f5f1-41f2-884d-619ecad8a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.315755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea5784f5-c8cc-4b65-91f2-21e723aa5b82 req-11ee01ac-f5f1-41f2-884d-619ecad8a4e7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7cc0084c391b4055abb4b20bcfd59945&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1437442 Feb 11 05:19:33.435888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5b7328e9-d4b9-4183-8947-5ceb1d01edaf up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:33.447457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks [] for security_group (6540084a-56ea-44f3-a398-1450feda689d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.453722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5784f5-c8cc-4b65-91f2-21e723aa5b82 req-884d831a-083c-45d6-a3ff-411cb6ba2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.455076 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea5784f5-c8cc-4b65-91f2-21e723aa5b82 req-884d831a-083c-45d6-a3ff-411cb6ba2276 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337872 Feb 11 05:19:33.540699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-e54ccbdc-0af5-4a18-b4d3-d145226089cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.542221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-e54ccbdc-0af5-4a18-b4d3-d145226089cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc0084c391b4055abb4b20bcfd59945&device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 1126 time: 0.0504384 Feb 11 05:19:33.570631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6540084a-56ea-44f3-a398-1450feda689d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.603933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:33.611785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:33.614006 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.618137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-42d2ba3a-4d93-42f5-a7ba-3c22e38904c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e3b026d-c009-438b-be75-54ab9c903368 HTTP/1.1" status: 200 len: 217 time: 0.0559018 Feb 11 05:19:33.705709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:33.706299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.736069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1082ab3-a3a7-43e9-a2b9-f879057921ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7328e9-d4b9-4183-8947-5ceb1d01edaf'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:33.743763 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa5ef14-166b-4c12-958e-4ed72c0bed6f" -d '{"events": [{"server_uuid": "e1082ab3-a3a7-43e9-a2b9-f879057921ef", "name": "network-vif-plugged", "status": "completed", "tag": "5b7328e9-d4b9-4183-8947-5ceb1d01edaf"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:33.744633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6540084a-56ea-44f3-a398-1450feda689d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:33.762888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:33.778475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-ed166194-ba05-4b89-b02a-a1cf1d098b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.779996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-ed166194-ba05-4b89-b02a-a1cf1d098b73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 200 len: 852 time: 0.1481802 Feb 11 05:19:33.815005 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf09a33-dc5e-468a-bdea-dae1b629b58e x-openstack-request-id: req-fdf09a33-dc5e-468a-bdea-dae1b629b58e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:33.815005 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1082ab3-a3a7-43e9-a2b9-f879057921ef", "name": "network-vif-plugged", "status": "completed", "tag": "5b7328e9-d4b9-4183-8947-5ceb1d01edaf", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:33.815005 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdf09a33-dc5e-468a-bdea-dae1b629b58e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:33.815005 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1082ab3-a3a7-43e9-a2b9-f879057921ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7328e9-d4b9-4183-8947-5ceb1d01edaf', 'code': 200} Feb 11 05:19:33.851478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-0d3bb4a7-b814-4a91-b9a4-0db389b4e4c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f7a986f1-db79-4288-a522-b369f31aed12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399044 Feb 11 05:19:33.853377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e0024-129f-49bb-89f4-108935067ca8 req-4fcc0be8-dcc2-43ed-98bc-d52bbf3d8af1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.860773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b5e0024-129f-49bb-89f4-108935067ca8 req-4fcc0be8-dcc2-43ed-98bc-d52bbf3d8af1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 945 time: 0.2416403 Feb 11 05:19:33.870069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.919249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Allocated IP 192.168.233.168 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/cd45b181-12e4-40a6-a034-80e2a6410a61) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:33.973399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:33.978628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174a44-8311-43c7-ab51-aaa0a3e4e205 req-bbcf6b3d-4818-4cb6-a29f-5d33931c0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.981230 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33174a44-8311-43c7-ab51-aaa0a3e4e205 req-bbcf6b3d-4818-4cb6-a29f-5d33931c0950 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 1129 time: 0.1049175 Feb 11 05:19:34.032398 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33174a44-8311-43c7-ab51-aaa0a3e4e205 req-1c69fe0c-dffd-4611-ad88-c0b147fc626d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Feb 11 05:19:34.063257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b5e0024-129f-49bb-89f4-108935067ca8 req-0a0d166d-f983-40f0-b4dc-9ce13ca9bb8e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016017 Feb 11 05:19:34.128079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-ccfabec7-1c62-469d-ac40-0908740d79d3 service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652748 Feb 11 05:19:34.200116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9b8b-aa71-438f-8af4-777df524aba3 req-3f55337e-30e0-46a6-9bea-67d9456f6626 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.201722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f2a9b8b-aa71-438f-8af4-777df524aba3 req-3f55337e-30e0-46a6-9bea-67d9456f6626 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1982396 Feb 11 05:19:34.255350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d48dede-f54a-450b-9077-78d000ff083a req-2256afc8-f0e4-4b0a-bade-9871c64612a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 210 time: 0.0955269 Feb 11 05:19:34.729506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55185ee3-b9bb-4802-9d57-ada8a5e607c6 req-e7612c73-04d1-4abd-99dc-dc0330e058a7 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 210 time: 0.0624328 Feb 11 05:19:34.776139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks [] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.781721 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f2a9b8b-aa71-438f-8af4-777df524aba3 req-4b68f1c7-b16c-4325-8ac3-8a498f2ce155 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5560462 Feb 11 05:19:34.797035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c758c8c-0a28-486a-8361-869ac59ed464 req-05ba400b-5d4f-4332-9fa4-30e1e2a4feed service neutron] 10.222.0.83 "GET /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571088 Feb 11 05:19:34.885205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9333c8-6ccb-4552-b43f-210b57c9f479 req-801deeb5-f641-40b0-a3fd-677664f688d7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.886828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd9333c8-6ccb-4552-b43f-210b57c9f479 req-801deeb5-f641-40b0-a3fd-677664f688d7 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 943 time: 0.0862272 Feb 11 05:19:34.956311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd9333c8-6ccb-4552-b43f-210b57c9f479 req-2225c2cd-007b-416e-a628-d35079866e41 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623369 Feb 11 05:19:35.102938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.132398 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67663028-f6b0-4d92-b351-a72361b5e8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.212497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:35.216643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:35.225197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:35.263181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:35.284273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d310eb-f127-4d36-8c46-b1a87363b79f req-eab3877f-86e7-4c76-9bfc-b1a07c7976bc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.295982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98d310eb-f127-4d36-8c46-b1a87363b79f req-eab3877f-86e7-4c76-9bfc-b1a07c7976bc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 946 time: 0.1277525 Feb 11 05:19:35.322296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.322296 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.454785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98d310eb-f127-4d36-8c46-b1a87363b79f req-1cbb3cd1-0b3a-47ee-b987-b266dd35a349 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488116 Feb 11 05:19:35.506082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126b4f1-f195-421e-9ce3-66c28a9d13dc req-abea40e1-ec6e-4e90-a38b-71e3ab65f90f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.510329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5126b4f1-f195-421e-9ce3-66c28a9d13dc req-abea40e1-ec6e-4e90-a38b-71e3ab65f90f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 936 time: 0.1558414 Feb 11 05:19:35.588294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-61b43deb-e195-4e55-8b98-1a83e5bf5cd5 None None] Provisioning complete for port cd45b181-12e4-40a6-a034-80e2a6410a61 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:35.588912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61b43deb-e195-4e55-8b98-1a83e5bf5cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.617059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-2f6d43bb-f053-4648-b377-42202b61cf7f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9071243 Feb 11 05:19:35.632850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-61b43deb-e195-4e55-8b98-1a83e5bf5cd5 None None] Port cd45b181-12e4-40a6-a034-80e2a6410a61 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:35.641199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Request body: {'port': {'device_id': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:35.713819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5126b4f1-f195-421e-9ce3-66c28a9d13dc req-758d0e88-6e1a-4694-b82d-e9855a3bd720 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935298 Feb 11 05:19:35.736928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-c62c7827-5096-491d-bca3-db5a0e798c8a tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.739529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-c62c7827-5096-491d-bca3-db5a0e798c8a tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 813 time: 0.2663882 Feb 11 05:19:35.779928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Request body: {'port': {'device_id': '8e0835bd-8046-4402-b130-5d2a8e71c4aa', 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'admin_state_up': True, 'tenant_id': '88ea03186a794bdbbe704236f45982e0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:35.814909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48246) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:35.894951 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.903247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67c4b1dd-e2dc-452e-9366-944ab3f2a1c9 req-1d1d8a09-b60e-4991-a035-0d7af4f5fd55 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 210 time: 0.0919116 Feb 11 05:19:35.983466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a23a672-1885-4fe3-9bc0-03ed5271a9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.065385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100ff11-2990-4bdf-9fe8-7f52d73cff78 req-d3736a72-97b7-4dfd-926e-d506bde42036 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.067115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c100ff11-2990-4bdf-9fe8-7f52d73cff78 req-d3736a72-97b7-4dfd-926e-d506bde42036 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1665189 Feb 11 05:19:36.077835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a23a672-1885-4fe3-9bc0-03ed5271a9e5 admin admin] Publish callbacks [] for security_group (5cf8abae-5b55-495e-bd9a-176f190767e0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.228954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a23a672-1885-4fe3-9bc0-03ed5271a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5cf8abae-5b55-495e-bd9a-176f190767e0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.251109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c100ff11-2990-4bdf-9fe8-7f52d73cff78 req-037f3c94-5142-4f25-8088-941c9538663a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307139 Feb 11 05:19:36.298786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c8a7-af6c-43a2-9411-97ddeb12ea46 req-2fc55576-63c6-4347-a925-6c57e2eceff4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.300551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4e7c8a7-af6c-43a2-9411-97ddeb12ea46 req-2fc55576-63c6-4347-a925-6c57e2eceff4 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 943 time: 0.2289267 Feb 11 05:19:36.312829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a672-1885-4fe3-9bc0-03ed5271a9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf8abae-5b55-495e-bd9a-176f190767e0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:36.319413 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a23a672-1885-4fe3-9bc0-03ed5271a9e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dde903d64fcd47ba849d41fadf7c01d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5033762 Feb 11 05:19:36.322367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48256) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:36.331798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Made reservation on behalf of 88ea03186a794bdbbe704236f45982e0 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:36.335105 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.368163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-4b9fb132-e537-487d-b85c-031f142021fa tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.369974 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-4b9fb132-e537-487d-b85c-031f142021fa tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.65 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 813 time: 0.1817141 Feb 11 05:19:36.384581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Request body: {'port': {'device_id': '591372bc-df03-4329-a31b-a5e46a289398', 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'admin_state_up': True, 'tenant_id': '88ea03186a794bdbbe704236f45982e0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:36.474737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c626743-e4a5-4d88-b5f7-c96eef69e83f admin admin] Publish callbacks [] for security_group (5cf8abae-5b55-495e-bd9a-176f190767e0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.478152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4e7c8a7-af6c-43a2-9411-97ddeb12ea46 req-ca1a82b7-43ce-4cab-b230-40bdf708bdf3 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667612 Feb 11 05:19:36.505546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd45b181-12e4-40a6-a034-80e2a6410a61 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:36.522380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c626743-e4a5-4d88-b5f7-c96eef69e83f admin admin] Publish callbacks [] for security_group (5cf8abae-5b55-495e-bd9a-176f190767e0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.545879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Publish callbacks [] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.620136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Allocated IP 172.20.0.13 (27c4703a-85b6-4d80-8f24-3a91e94ce8c8/1e249aa5-6087-4374-b329-64af03fe87a9/470505dc-1bf4-44c6-be88-c40dbb230dc9) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:36.642419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30d3b0-9859-4927-8f5a-7005a8918fb2 req-f428ddf0-fae3-497d-b93c-36b68c48269c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.643994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b30d3b0-9859-4927-8f5a-7005a8918fb2 req-f428ddf0-fae3-497d-b93c-36b68c48269c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 946 time: 0.0927343 Feb 11 05:19:36.694667 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.740250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b30d3b0-9859-4927-8f5a-7005a8918fb2 req-45d3c2ae-c3b1-46a5-84dc-5fa1d4c1725a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901246 Feb 11 05:19:36.746677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Made reservation on behalf of 88ea03186a794bdbbe704236f45982e0 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:36.750039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Transition to ACTIVE for port object cd45b181-12e4-40a6-a034-80e2a6410a61 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:36.753385 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.757536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c626743-e4a5-4d88-b5f7-c96eef69e83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5cf8abae-5b55-495e-bd9a-176f190767e0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.762249 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c626743-e4a5-4d88-b5f7-c96eef69e83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.763849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1c626743-e4a5-4d88-b5f7-c96eef69e83f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cf8abae-5b55-495e-bd9a-176f190767e0 HTTP/1.1" status: 204 len: 168 time: 0.4404831 Feb 11 05:19:36.794433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c626743-e4a5-4d88-b5f7-c96eef69e83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf8abae-5b55-495e-bd9a-176f190767e0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:36.875613 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.981674 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks [] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.997275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.054272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a078-d1e6-474a-a000-5b11cea4fe06 req-6394de41-2ae7-4506-abb0-0df367cea5f5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.055961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6c6a078-d1e6-474a-a000-5b11cea4fe06 req-6394de41-2ae7-4506-abb0-0df367cea5f5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 948 time: 0.1975806 Feb 11 05:19:37.161720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Attempting to bind port cd45b181-12e4-40a6-a034-80e2a6410a61 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:37.162061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Attempting to bind port cd45b181-12e4-40a6-a034-80e2a6410a61 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:37.162480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Attempting to bind port cd45b181-12e4-40a6-a034-80e2a6410a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:37.170481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6c6a078-d1e6-474a-a000-5b11cea4fe06 req-820c4440-86c5-4f6e-bc0a-5b85f7160f50 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914571 Feb 11 05:19:37.173301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Port cd45b181-12e4-40a6-a034-80e2a6410a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:37.173301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Attempting to bind port cd45b181-12e4-40a6-a034-80e2a6410a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:37.182106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:37.182609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:37.183160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:37.183812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Bound port: cd45b181-12e4-40a6-a034-80e2a6410a61, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:37.195897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.204856 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.329610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Allocated IP 172.20.0.3 (27c4703a-85b6-4d80-8f24-3a91e94ce8c8/1e249aa5-6087-4374-b329-64af03fe87a9/75aec836-0e5a-472f-866e-9dad035c467b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:37.337625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc557f8c-7a60-460f-b9d6-4ef45e098d9e req-e8be8827-a307-40f5-8fe1-a7e35ffd2d1d tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 210 time: 0.0643260 Feb 11 05:19:37.347958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:37.356088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:37.362083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:37.365083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Pushing event updated for resources: {'Port': ['ID=470505dc-1bf4-44c6-be88-c40dbb230dc9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.402382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:37.430561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:37.458493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.458493 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.564451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb05f9-96bb-4583-86bf-6992b3d35c9a req-1c9c912c-754a-475b-b9c1-75145a15e145 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.566197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3abb05f9-96bb-4583-86bf-6992b3d35c9a req-1c9c912c-754a-475b-b9c1-75145a15e145 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 946 time: 0.1151392 Feb 11 05:19:37.575263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d58c87-174b-4378-bde4-2f31e9ccfa95 req-fd1e5722-46b2-44d3-b48d-99b726393125 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.576976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71d58c87-174b-4378-bde4-2f31e9ccfa95 req-fd1e5722-46b2-44d3-b48d-99b726393125 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1272678 Feb 11 05:19:37.608969 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.615623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks [] for port (75aec836-0e5a-472f-866e-9dad035c467b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.651052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b1e63dc2-7cb3-40b2-b26b-9841e1b5b4b0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8851905 Feb 11 05:19:37.677101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Request body: {'port': {'device_id': '8e0835bd-8046-4402-b130-5d2a8e71c4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:37.717766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.718402 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.719888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] 10.222.0.83 "PUT /v2.0/ports/cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 1097 time: 2.0911844 Feb 11 05:19:37.720355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:37.722738 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20030c4b-64b2-4919-85ff-fbcfad631969" -d '{"events": [{"name": "network-changed", "server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:37.736110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (75aec836-0e5a-472f-866e-9dad035c467b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.758140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3abb05f9-96bb-4583-86bf-6992b3d35c9a req-b95c69f4-1cc7-4b23-bace-fc61d06d4bc0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798737 Feb 11 05:19:37.768807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71d58c87-174b-4378-bde4-2f31e9ccfa95 req-c73d3489-5b4e-458e-9f4c-b2485ebf3331 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845012 Feb 11 05:19:37.795888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bef8ed-7bee-4b94-b928-e64e1a8b7b22 service neutron] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.849269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.876158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Pushing event updated for resources: {'Port': ['ID=75aec836-0e5a-472f-866e-9dad035c467b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.893083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:37.894862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:37.897559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:37.912282 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6591f25f-775c-4936-a18f-5addf3bf4ffa x-openstack-request-id: req-6591f25f-775c-4936-a18f-5addf3bf4ffa {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:37.912702 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:37.913036 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6591f25f-775c-4936-a18f-5addf3bf4ffa {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:37.913886 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'status': 'completed', 'code': 200} Feb 11 05:19:37.958871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.959835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.064340 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e5c0c3fc-7127-46c5-a358-3e34102a2182 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6837006 Feb 11 05:19:38.078672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Request body: {'port': {'device_id': '591372bc-df03-4329-a31b-a5e46a289398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:38.114432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443056fb-ac4c-42da-8321-e37fa137f0cb req-f4511f85-816c-4c1e-aeab-7c0061d30162 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.117835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-443056fb-ac4c-42da-8321-e37fa137f0cb req-f4511f85-816c-4c1e-aeab-7c0061d30162 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 943 time: 0.2494304 Feb 11 05:19:38.128987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-0d5e7684-a6a1-4d14-a9bb-3117138dcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.130744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-0d5e7684-a6a1-4d14-a9bb-3117138dcf62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1131 time: 0.2341800 Feb 11 05:19:38.167317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (75aec836-0e5a-472f-866e-9dad035c467b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.198299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.198911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-6493938a-df1c-4fe6-8721-575e96b4d9bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.0520425 Feb 11 05:19:38.275867 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.334546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-443056fb-ac4c-42da-8321-e37fa137f0cb req-d010fdba-692f-4278-8b60-1fcbff3a1297 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109115 Feb 11 05:19:38.360231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-bbc590de-eaff-4abf-a574-278d213f7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.362034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-bbc590de-eaff-4abf-a574-278d213f7054 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1245973 Feb 11 05:19:38.432316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70ad59-8ea6-4b63-bd82-e5ef315c9dd2 req-7aea0798-f282-4c00-ac81-6c384343536a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.434140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e70ad59-8ea6-4b63-bd82-e5ef315c9dd2 req-7aea0798-f282-4c00-ac81-6c384343536a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 948 time: 0.1796107 Feb 11 05:19:38.465833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48302) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:38.562895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470505dc-1bf4-44c6-be88-c40dbb230dc9 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:38.568415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-4876582f-8ac8-4148-a172-4a4aad7b5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.569983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-4876582f-8ac8-4148-a172-4a4aad7b5763 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2008016 Feb 11 05:19:38.577704 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Publish callbacks [] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.603569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1576951214-network', 'tenant_id': 'a30ceb478fdd41a98f96dd531899e8bc'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:38.623528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e70ad59-8ea6-4b63-bd82-e5ef315c9dd2 req-a14a701b-f30e-4696-ab28-c59f162f646f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793661 Feb 11 05:19:38.634295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2440-9bfa-4e6a-90a9-6794db996f6b req-d8098822-15e9-4369-9d17-7473bb5bbd61 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.635812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0cd2440-9bfa-4e6a-90a9-6794db996f6b req-d8098822-15e9-4369-9d17-7473bb5bbd61 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 931 time: 0.2004821 Feb 11 05:19:38.642810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Transition to ACTIVE for port object 470505dc-1bf4-44c6-be88-c40dbb230dc9 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:38.648085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0e3b026d-c009-438b-be75-54ab9c903368 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:38.759052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0e3b026d-c009-438b-be75-54ab9c903368, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0e3b026d-c009-438b-be75-54ab9c903368,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:38.772845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '0e3b026d-c009-438b-be75-54ab9c903368', 'network_id': 'f7a986f1-db79-4288-a522-b369f31aed12', 'port_id': '0e3b026d-c009-438b-be75-54ab9c903368', 'mac_address': 'fa:16:3e:bd:07:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24fff8-7d32-4bf0-92db-76f41fec26b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:38.774039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0cd2440-9bfa-4e6a-90a9-6794db996f6b req-b1d50c8a-515f-4dae-a8cb-0e6565904ba9 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285479 Feb 11 05:19:38.779666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-234f7eca-28c3-4c2d-a641-287eaead1ab9 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913116 Feb 11 05:19:38.786743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Made reservation on behalf of a30ceb478fdd41a98f96dd531899e8bc for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:38.798106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.802677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-b94a31aa-c97a-4ab4-9f28-5db5daedb7b4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.804325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-b94a31aa-c97a-4ab4-9f28-5db5daedb7b4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 946 time: 0.1194985 Feb 11 05:19:38.827664 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.829652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 0e3b026d-c009-438b-be75-54ab9c903368 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:38.830567 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0e3b026d-c009-438b-be75-54ab9c903368), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.854476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.880796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3b026d-c009-438b-be75-54ab9c903368 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:38.922063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0e3b026d-c009-438b-be75-54ab9c903368, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0e3b026d-c009-438b-be75-54ab9c903368,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:39.033706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Pushing event updated for resources: {'Port': ['ID=470505dc-1bf4-44c6-be88-c40dbb230dc9,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.049187 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0e3b026d-c009-438b-be75-54ab9c903368), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.102051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Publish callbacks [] for security_group (4c254a65-c199-4899-9d54-6eecd434d154), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.107357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=0e3b026d-c009-438b-be75-54ab9c903368,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.121004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75aec836-0e5a-472f-866e-9dad035c467b {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:39.130154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Publish callbacks [] for port (75aec836-0e5a-472f-866e-9dad035c467b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.134765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-327d38ca-a06a-47ef-979e-a6afaf66e403 req-7a35cde0-9b14-4a17-8508-7e7e4bda8f75 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505025 Feb 11 05:19:39.144726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Transition to ACTIVE for port object 75aec836-0e5a-472f-866e-9dad035c467b will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:39.158234 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.174226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695f4f-69f7-46a2-b274-8eb458999c03 req-dcbc422f-f52a-45f8-a953-ca4f4b829439 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.175728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a695f4f-69f7-46a2-b274-8eb458999c03 req-dcbc422f-f52a-45f8-a953-ca4f4b829439 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 946 time: 0.2313948 Feb 11 05:19:39.187492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc8f2-7e1a-4562-bf2d-1807253f1fa0 req-6838005b-9d60-43e3-8ef2-2ffcb79cca14 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.190182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9ebc8f2-7e1a-4562-bf2d-1807253f1fa0 req-6838005b-9d60-43e3-8ef2-2ffcb79cca14 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.2406850 Feb 11 05:19:39.246832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Attempting to bind port 470505dc-1bf4-44c6-be88-c40dbb230dc9 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:39.247176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Attempting to bind port 470505dc-1bf4-44c6-be88-c40dbb230dc9 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:39.247508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Attempting to bind port 470505dc-1bf4-44c6-be88-c40dbb230dc9 on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:39.259142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Deleting port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:39.259485 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.271264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Port 470505dc-1bf4-44c6-be88-c40dbb230dc9 on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:39.271587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Attempting to bind port 470505dc-1bf4-44c6-be88-c40dbb230dc9 on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:39.287502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0e3b026d-c009-438b-be75-54ab9c903368'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:39.295561 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4c254a65-c199-4899-9d54-6eecd434d154), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.318030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:39.318393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Checking segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:39.318811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Bound using segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:39.319238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Bound port: 470505dc-1bf4-44c6-be88-c40dbb230dc9, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:39.319606 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.323098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:39.341376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c254a65-c199-4899-9d54-6eecd434d154,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.346460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3dbd5be7-b122-4bf7-8906-e635fa19452f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.346724 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Added segment 3dbd5be7-b122-4bf7-8906-e635fa19452f of type vlan for network bd9d04b6-5281-405c-90a4-48d7b6c5626f Feb 11 05:19:39.364189 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (75aec836-0e5a-472f-866e-9dad035c467b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.375415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9ebc8f2-7e1a-4562-bf2d-1807253f1fa0 req-676261b3-1f99-4af3-8cb2-4b748bd4f5b5 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757495 Feb 11 05:19:39.389555 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a695f4f-69f7-46a2-b274-8eb458999c03 req-1efe420c-a440-4f1c-bedc-ca44b52f1ee2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954327 Feb 11 05:19:39.459721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (bd9d04b6-5281-405c-90a4-48d7b6c5626f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.464660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Pushing event updated for resources: {'Port': ['ID=75aec836-0e5a-472f-866e-9dad035c467b,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.576812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Attempting to bind port 75aec836-0e5a-472f-866e-9dad035c467b on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:39.577693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Attempting to bind port 75aec836-0e5a-472f-866e-9dad035c467b by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:39.577693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Attempting to bind port 75aec836-0e5a-472f-866e-9dad035c467b on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:39.582962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Port 75aec836-0e5a-472f-866e-9dad035c467b on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:39.582962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Attempting to bind port 75aec836-0e5a-472f-866e-9dad035c467b on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:39.588907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:39.589248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Checking segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:39.589643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Bound using segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:39.590087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Bound port: 75aec836-0e5a-472f-866e-9dad035c467b, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:39.590444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (75aec836-0e5a-472f-866e-9dad035c467b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.633875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (bd9d04b6-5281-405c-90a4-48d7b6c5626f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.634863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.635506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.733928 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] For port 75aec836-0e5a-472f-866e-9dad035c467b, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:39.736878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] Pushing event updated for resources: {'Network': ['ID=bd9d04b6-5281-405c-90a4-48d7b6c5626f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.749200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network bd9d04b6-5281-405c-90a4-48d7b6c5626f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:39.757464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] For port 75aec836-0e5a-472f-866e-9dad035c467b, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=75aec836-0e5a-472f-866e-9dad035c467b,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:39.804294 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-75f1608c-075a-4cbf-bd8f-836cf9a4ed8b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3350360 Feb 11 05:19:39.808366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48322) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:39.815195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Request body: {'subnet': {'network_id': 'bd9d04b6-5281-405c-90a4-48d7b6c5626f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1576951214-subnet', 'tenant_id': 'a30ceb478fdd41a98f96dd531899e8bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:39.845506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] For port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:39.845873 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.905070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Calling delete_port for 5b7328e9-d4b9-4183-8947-5ceb1d01edaf owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:39.916447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] For port 470505dc-1bf4-44c6-be88-c40dbb230dc9, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:39.926542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] For port 470505dc-1bf4-44c6-be88-c40dbb230dc9, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=470505dc-1bf4-44c6-be88-c40dbb230dc9,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:39.934020 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (75aec836-0e5a-472f-866e-9dad035c467b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.946521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-9d405b56-09b9-499f-b051-28397467ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.946521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-9d405b56-09b9-499f-b051-28397467ce70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1131 time: 0.5498207 Feb 11 05:19:39.984064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Made reservation on behalf of a30ceb478fdd41a98f96dd531899e8bc for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:39.994563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.030322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.030946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.032346 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] 10.222.0.65 "PUT /v2.0/ports/75aec836-0e5a-472f-866e-9dad035c467b HTTP/1.1" status: 200 len: 1092 time: 1.9598496 Feb 11 05:19:40.033600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bc846-a8bb-4dec-9035-36ff65660606 req-99dd8641-ab9f-4e08-b8c7-6987cd77686b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.034527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591372bc-df03-4329-a31b-a5e46a289398', 'tag': '75aec836-0e5a-472f-866e-9dad035c467b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:40.035102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d74bc846-a8bb-4dec-9035-36ff65660606 req-99dd8641-ab9f-4e08-b8c7-6987cd77686b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 948 time: 0.2386477 Feb 11 05:19:40.042276 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179e711a-a504-4f9c-852c-a80946775614" -d '{"events": [{"name": "network-changed", "server_uuid": "591372bc-df03-4329-a31b-a5e46a289398", "tag": "75aec836-0e5a-472f-866e-9dad035c467b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:40.079619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff18d2-f011-49fa-b423-9e5beaf824da req-68f9f33b-bd79-41ab-b1b4-ec82df6692e8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.081284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12ff18d2-f011-49fa-b423-9e5beaf824da req-68f9f33b-bd79-41ab-b1b4-ec82df6692e8 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 944 time: 0.2835820 Feb 11 05:19:40.089866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f049ef-2658-4c4d-8757-948a1b631375 service neutron] Pushing event updated for resources: {'Port': ['ID=75aec836-0e5a-472f-866e-9dad035c467b,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.095791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.201950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.202687 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.203936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] 10.222.0.83 "PUT /v2.0/ports/470505dc-1bf4-44c6-be88-c40dbb230dc9 HTTP/1.1" status: 200 len: 1093 time: 2.5348969 Feb 11 05:19:40.209718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0835bd-8046-4402-b130-5d2a8e71c4aa', 'tag': '470505dc-1bf4-44c6-be88-c40dbb230dc9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:40.211993 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01855c93-40e7-4fad-9674-a860569efaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0835bd-8046-4402-b130-5d2a8e71c4aa", "tag": "470505dc-1bf4-44c6-be88-c40dbb230dc9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:40.262943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-7f76657c-38f0-488e-9bed-76f16c52d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.265807 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-7f76657c-38f0-488e-9bed-76f16c52d223 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 1126 time: 0.0658009 Feb 11 05:19:40.276774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-4b6461e9-499f-4b45-b4bd-8f8d8f35883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.278160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-4b6461e9-499f-4b45-b4bd-8f8d8f35883b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2979708 Feb 11 05:19:40.289948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8549f64-43c7-4f65-aaa1-8dd5dcf3b6fa service neutron] Pushing event updated for resources: {'Port': ['ID=470505dc-1bf4-44c6-be88-c40dbb230dc9,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.309975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d74bc846-a8bb-4dec-9035-36ff65660606 req-efe57a14-6ebe-4cfb-baa9-4ff79e919ac0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400558 Feb 11 05:19:40.310881 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-9046b249-9c50-4329-85e1-33a387f338af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75aec836-0e5a-472f-866e-9dad035c467b HTTP/1.1" status: 200 len: 217 time: 0.0373015 Feb 11 05:19:40.349995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12ff18d2-f011-49fa-b423-9e5beaf824da req-a1740267-0866-4e4a-9987-0d34775ab688 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564888 Feb 11 05:19:40.358231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-9d3517bf-11c5-4a5d-868b-9304c1da78cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.0690227 Feb 11 05:19:40.410025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (efb04de4-c262-447b-806b-1871d8db9d9d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.428223 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1956ad3-4653-4e53-bd43-6cdaab8006e7 x-openstack-request-id: req-d1956ad3-4653-4e53-bd43-6cdaab8006e7 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:40.428917 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591372bc-df03-4329-a31b-a5e46a289398", "tag": "75aec836-0e5a-472f-866e-9dad035c467b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:40.429377 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1956ad3-4653-4e53-bd43-6cdaab8006e7 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:40.430308 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591372bc-df03-4329-a31b-a5e46a289398', 'tag': '75aec836-0e5a-472f-866e-9dad035c467b', 'status': 'completed', 'code': 200} Feb 11 05:19:40.453448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-3f831faf-9a8f-4add-ac9e-f369f5ee41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.458437 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-3f831faf-9a8f-4add-ac9e-f369f5ee41eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 200 len: 853 time: 0.1387467 Feb 11 05:19:40.480915 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bc3ddf-b6cb-48f9-8177-51ce15393dc6 x-openstack-request-id: req-a7bc3ddf-b6cb-48f9-8177-51ce15393dc6 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:40.481284 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0835bd-8046-4402-b130-5d2a8e71c4aa", "tag": "470505dc-1bf4-44c6-be88-c40dbb230dc9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:40.481606 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7bc3ddf-b6cb-48f9-8177-51ce15393dc6 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:40.484655 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0835bd-8046-4402-b130-5d2a8e71c4aa', 'tag': '470505dc-1bf4-44c6-be88-c40dbb230dc9', 'status': 'completed', 'code': 200} Feb 11 05:19:40.505286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-92ef1dfe-ea9d-47a3-b672-3ba53908a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.507585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-92ef1dfe-ea9d-47a3-b672-3ba53908a283 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1439369 Feb 11 05:19:40.509489 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-bc442761-d336-43d9-9f7c-4b189c8ceb69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474584 Feb 11 05:19:40.550675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb04de4-c262-447b-806b-1871d8db9d9d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.594705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-0131268d-6f1c-45e2-9be0-f14e7a494263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.595797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Checking segment: {'id': '3dbd5be7-b122-4bf7-8906-e635fa19452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bd9d04b6-5281-405c-90a4-48d7b6c5626f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:40.596382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-0131268d-6f1c-45e2-9be0-f14e7a494263 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&device_id=8e0835bd-8046-4402-b130-5d2a8e71c4aa HTTP/1.1" status: 200 len: 1127 time: 0.1956301 Feb 11 05:19:40.596498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Network hostable DHCP agents. Network: bd9d04b6-5281-405c-90a4-48d7b6c5626f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:40.607926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bad28-302b-4cd7-8278-d4e24b466cb7 req-a46f29ee-9c58-4bc6-b855-95e667f4dcc3 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.609510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e5bad28-302b-4cd7-8278-d4e24b466cb7 req-a46f29ee-9c58-4bc6-b855-95e667f4dcc3 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 943 time: 0.1956048 Feb 11 05:19:40.643812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0e3b026d-c009-438b-be75-54ab9c903368 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:40.667247 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (5b7328e9-d4b9-4183-8947-5ceb1d01edaf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.672818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-2e30f43f-3b14-4e8c-8f9a-742d65e022e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470505dc-1bf4-44c6-be88-c40dbb230dc9 HTTP/1.1" status: 200 len: 217 time: 0.0612857 Feb 11 05:19:40.675426 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-51f761ed-19ae-4139-aeb3-09f0f7c3505c service neutron] 10.222.0.65 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457493 Feb 11 05:19:40.683960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['9601497d-9d4d-45a1-977b-786c4334d9e4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:40.686410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['5b7328e9-d4b9-4183-8947-5ceb1d01edaf'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:40.760503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Pushing event deleted for resources: {'Port': ['ID=5b7328e9-d4b9-4183-8947-5ceb1d01edaf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.774732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Network bd9d04b6-5281-405c-90a4-48d7b6c5626f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:40.777846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-c022b958-9865-430f-9389-ebff2d090f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.780149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-c022b958-9865-430f-9389-ebff2d090f32 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2640927 Feb 11 05:19:40.805420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-b7cd7b1d-3e34-44f5-ac66-710abd8e4f18 service neutron] 10.222.0.65 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244843 Feb 11 05:19:40.819568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d04699-a120-4328-84a0-56ad82db3122 req-98393d1a-a58c-4faf-b48b-eb836b7b5abf tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.826872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80d04699-a120-4328-84a0-56ad82db3122 req-98393d1a-a58c-4faf-b48b-eb836b7b5abf tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.2908390 Feb 11 05:19:40.889211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 0e3b026d-c009-438b-be75-54ab9c903368 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:40.897390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 0e3b026d-c009-438b-be75-54ab9c903368 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:40.897764 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0e3b026d-c009-438b-be75-54ab9c903368), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.902248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] No DVR routers for this DVR port 5b7328e9-d4b9-4183-8947-5ceb1d01edaf on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:40.907469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e5bad28-302b-4cd7-8278-d4e24b466cb7 req-84cb31f0-f1eb-45c0-9e8d-87602d2ccdd8 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861335 Feb 11 05:19:40.912652 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.916036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7120e6c3-ded9-4064-b0e5-1aa11d076352 req-55acc615-8250-493e-a273-ff584ab67309 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.65 "DELETE /v2.0/ports/5b7328e9-d4b9-4183-8947-5ceb1d01edaf HTTP/1.1" status: 204 len: 173 time: 2.0996835 Feb 11 05:19:40.920303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, bd9d04b6-5281-405c-90a4-48d7b6c5626f) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:40.923716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-926adcb3-6b7f-45f1-8409-1fddf4a6c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.925238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-926adcb3-6b7f-45f1-8409-1fddf4a6c403 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 200 len: 853 time: 0.2302406 Feb 11 05:19:40.929209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.930513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.945085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a79a510-1a44-4948-baca-037d39b464c7 None None] Network bd9d04b6-5281-405c-90a4-48d7b6c5626f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:41.028142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-4f1fbd42-7f85-4dd8-bef5-9ae970b102b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865841 Feb 11 05:19:41.058666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80d04699-a120-4328-84a0-56ad82db3122 req-24215ca4-5d75-4079-9502-226c41e754da tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308714 Feb 11 05:19:41.088443 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-989a02df-49cd-4fb4-b306-6f59eee2e355 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2787187 Feb 11 05:19:41.094752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 0e3b026d-c009-438b-be75-54ab9c903368 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:41.095528 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0e3b026d-c009-438b-be75-54ab9c903368), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.168110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd4b0c-e624-4192-9ee0-9d84ba276e8f None None] Network bd9d04b6-5281-405c-90a4-48d7b6c5626f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:41.191481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b12b67-b001-411c-af6f-9fd209bfbc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b026d-c009-438b-be75-54ab9c903368'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:41.192162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22c9012f-4b6b-4c31-8cec-822dc2e7dc7e req-ea0a3838-8d1e-4b23-9f8a-140665c2bf8c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1082ab3-a3a7-43e9-a2b9-f879057921ef HTTP/1.1" status: 200 len: 210 time: 0.1398180 Feb 11 05:19:41.193825 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d907a75-3225-4a0e-8a41-acdb7ef03563" -d '{"events": [{"server_uuid": "83b12b67-b001-411c-af6f-9fd209bfbc28", "name": "network-vif-plugged", "status": "completed", "tag": "0e3b026d-c009-438b-be75-54ab9c903368"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:41.220453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-ff13e1a2-cec8-4de7-9908-f19fd3be932c service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296064 Feb 11 05:19:41.223703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0e3b026d-c009-438b-be75-54ab9c903368, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0e3b026d-c009-438b-be75-54ab9c903368,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:41.274164 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee0f463-9927-45e5-9b66-178efdf6f1bf x-openstack-request-id: req-6ee0f463-9927-45e5-9b66-178efdf6f1bf {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:41.274593 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b12b67-b001-411c-af6f-9fd209bfbc28", "name": "network-vif-plugged", "status": "completed", "tag": "0e3b026d-c009-438b-be75-54ab9c903368", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:41.275702 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ee0f463-9927-45e5-9b66-178efdf6f1bf {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:41.276377 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b12b67-b001-411c-af6f-9fd209bfbc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b026d-c009-438b-be75-54ab9c903368', 'code': 200} Feb 11 05:19:41.285060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-84741746-be4c-4136-950e-44bcfbc91695 service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341568 Feb 11 05:19:41.291253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e711a-a504-4f9c-852c-a80946775614 req-2fd0d2b6-fc68-448f-809f-4b5a47544db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.293748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-179e711a-a504-4f9c-852c-a80946775614 req-2fd0d2b6-fc68-448f-809f-4b5a47544db4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 1126 time: 0.2991560 Feb 11 05:19:41.294371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.410517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddebb-d90b-43e2-89d1-e01232c798fe req-ea1fa027-c3d9-4a7d-9e66-db769397673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.412158 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e6ddebb-d90b-43e2-89d1-e01232c798fe req-ea1fa027-c3d9-4a7d-9e66-db769397673d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 1127 time: 0.0661712 Feb 11 05:19:41.418106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0e3b026d-c009-438b-be75-54ab9c903368), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.499560 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e6ddebb-d90b-43e2-89d1-e01232c798fe req-048550fc-5953-42a8-add1-59a21549bd9b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768700 Feb 11 05:19:41.525159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=0e3b026d-c009-438b-be75-54ab9c903368,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:41.626784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20030c4b-64b2-4919-85ff-fbcfad631969 req-d7ab9a1f-a1c1-4960-bb52-ea3ddaaccc9b service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841469 Feb 11 05:19:41.710263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c41a4ff-580d-48ab-a0a7-52c77b6fefc4 req-2b97fb3a-b6ed-4267-b762-cd045d7eccdb service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074883 Feb 11 05:19:41.725427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662d84-7002-48bc-88e1-6df8c169d124 req-036026ca-d5b3-4a1f-b175-699139ab3c35 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.727243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be662d84-7002-48bc-88e1-6df8c169d124 req-036026ca-d5b3-4a1f-b175-699139ab3c35 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 948 time: 0.3139493 Feb 11 05:19:41.728351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e711a-a504-4f9c-852c-a80946775614 req-5f98e8fb-cd1b-4b9d-bdb7-1602357061ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.729811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-179e711a-a504-4f9c-852c-a80946775614 req-5f98e8fb-cd1b-4b9d-bdb7-1602357061ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 914 time: 0.4137223 Feb 11 05:19:41.801194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-179e711a-a504-4f9c-852c-a80946775614 req-05c2b2fd-f53e-4237-8e2f-729fa44baab4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75aec836-0e5a-472f-866e-9dad035c467b HTTP/1.1" status: 200 len: 217 time: 0.0582023 Feb 11 05:19:41.858681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-97e7558d-f608-4d66-aa3f-9c7138e88d7d tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.860285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-97e7558d-f608-4d66-aa3f-9c7138e88d7d tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/networks?id=bd9d04b6-5281-405c-90a4-48d7b6c5626f HTTP/1.1" status: 200 len: 822 time: 0.2925951 Feb 11 05:19:41.931872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be662d84-7002-48bc-88e1-6df8c169d124 req-6a459446-1fd9-46ab-8fb8-2eb139e7e845 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928465 Feb 11 05:19:41.936964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-05b8fa2f-0f42-4ba5-8056-8c3ac8111fb3 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/quotas/a30ceb478fdd41a98f96dd531899e8bc HTTP/1.1" status: 200 len: 375 time: 0.0667458 Feb 11 05:19:41.940318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e711a-a504-4f9c-852c-a80946775614 req-87ae6996-2bbf-42f9-93bd-d174af4e8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.941874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-179e711a-a504-4f9c-852c-a80946775614 req-87ae6996-2bbf-42f9-93bd-d174af4e8041 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 200 len: 853 time: 0.1324961 Feb 11 05:19:42.008771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-179e711a-a504-4f9c-852c-a80946775614 req-2606782d-3200-4930-91d9-747941533923 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556600 Feb 11 05:19:42.013773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-bf5e310b-dc47-4929-b4cd-d8746e86eb07 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a30ceb478fdd41a98f96dd531899e8bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627232 Feb 11 05:19:42.095927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855c93-40e7-4fad-9674-a860569efaf7 req-f7026587-310f-4f44-85e5-e24907a28579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.097559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01855c93-40e7-4fad-9674-a860569efaf7 req-f7026587-310f-4f44-85e5-e24907a28579 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&device_id=8e0835bd-8046-4402-b130-5d2a8e71c4aa HTTP/1.1" status: 200 len: 1127 time: 0.2329600 Feb 11 05:19:42.284256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011b250-c31a-4874-92e6-0bad018af6ed req-66e28bd0-4404-41d8-b2f1-024f4cc59b1d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.285693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7011b250-c31a-4874-92e6-0bad018af6ed req-66e28bd0-4404-41d8-b2f1-024f4cc59b1d tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 945 time: 0.2759314 Feb 11 05:19:42.287498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-179e711a-a504-4f9c-852c-a80946775614 req-e6873243-1342-4ad4-832e-fc4ece9c5395 service neutron] 10.222.0.65 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729788 Feb 11 05:19:42.353039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-505dcc04-518f-4873-b7f7-b8bad2b0dc26 service neutron] 10.222.0.62 "GET /v2.0/networks/bd9d04b6-5281-405c-90a4-48d7b6c5626f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180285 Feb 11 05:19:42.437391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855c93-40e7-4fad-9674-a860569efaf7 req-266284eb-f63e-4574-8fc7-8e10a0d31fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.438840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01855c93-40e7-4fad-9674-a860569efaf7 req-266284eb-f63e-4574-8fc7-8e10a0d31fb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 914 time: 0.3049383 Feb 11 05:19:42.660431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cd45b181-12e4-40a6-a034-80e2a6410a61 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:42.788486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1082ab3-a3a7-43e9-a2b9-f879057921ef', 'name': 'network-vif-deleted', 'tag': '5b7328e9-d4b9-4183-8947-5ceb1d01edaf'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:42.791027 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ca7040-61cf-4448-991d-f2af20b3ebeb" -d '{"events": [{"server_uuid": "e1082ab3-a3a7-43e9-a2b9-f879057921ef", "name": "network-vif-deleted", "tag": "5b7328e9-d4b9-4183-8947-5ceb1d01edaf"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:42.846849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7011b250-c31a-4874-92e6-0bad018af6ed req-55a1c631-6b0a-4f51-82a6-c301a59d45fe tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500445 Feb 11 05:19:42.887067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01855c93-40e7-4fad-9674-a860569efaf7 req-870438f7-321b-4dec-96d7-55c01eb0de9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470505dc-1bf4-44c6-be88-c40dbb230dc9 HTTP/1.1" status: 200 len: 217 time: 0.0903692 Feb 11 05:19:42.952522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-179e711a-a504-4f9c-852c-a80946775614 req-cd75ce54-ca4a-475c-b73d-f607bd4c608e service neutron] 10.222.0.65 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550083 Feb 11 05:19:42.963543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:42.978816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'mac_address': 'fa:16:3e:d0:0b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:42.997008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-eff24f28-ddcf-4d5b-8e8c-48616afb0d40 service neutron] 10.222.0.62 "GET /v2.0/networks/bd9d04b6-5281-405c-90a4-48d7b6c5626f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312475 Feb 11 05:19:43.006455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855c93-40e7-4fad-9674-a860569efaf7 req-c3cf6216-4d6c-4f29-bd2d-f5051472003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.009253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01855c93-40e7-4fad-9674-a860569efaf7 req-c3cf6216-4d6c-4f29-bd2d-f5051472003b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 200 len: 853 time: 0.1094246 Feb 11 05:19:43.020664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cd45b181-12e4-40a6-a034-80e2a6410a61 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:43.021061 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.035500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd45b181-12e4-40a6-a034-80e2a6410a61 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:43.048291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01855c93-40e7-4fad-9674-a860569efaf7 req-c22995f7-63f6-446d-aa1a-351af3e0472e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328364 Feb 11 05:19:43.056841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85daf7-4355-4f79-85fd-243669dc0c07 req-a514a7ae-ab69-4934-8780-e2a81b939a3f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.057422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:43.058812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b85daf7-4355-4f79-85fd-243669dc0c07 req-a514a7ae-ab69-4934-8780-e2a81b939a3f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 943 time: 0.1167359 Feb 11 05:19:43.168259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b85daf7-4355-4f79-85fd-243669dc0c07 req-1e2a432c-7b80-4c3d-bcfe-3c5028b27abd tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006517 Feb 11 05:19:43.188715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01855c93-40e7-4fad-9674-a860569efaf7 req-a4fd09b3-d24c-4390-bcf6-74bddfc3121d service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278722 Feb 11 05:19:43.246301 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.303277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:43.317394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01855c93-40e7-4fad-9674-a860569efaf7 req-3e0403fc-b3dc-48be-a961-2bf0970fa192 service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241195 Feb 11 05:19:43.329595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b90efa-1680-4789-a18f-aeea54fb7f6d req-b1b92939-ecff-4a54-8047-643a2803f0d7 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.331132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00b90efa-1680-4789-a18f-aeea54fb7f6d req-b1b92939-ecff-4a54-8047-643a2803f0d7 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0766251 Feb 11 05:19:43.414762 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139cea36-b4e6-4665-aa89-6adf11907548 x-openstack-request-id: req-139cea36-b4e6-4665-aa89-6adf11907548 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:43.415065 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1082ab3-a3a7-43e9-a2b9-f879057921ef", "name": "network-vif-deleted", "tag": "5b7328e9-d4b9-4183-8947-5ceb1d01edaf", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:43.415323 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-139cea36-b4e6-4665-aa89-6adf11907548 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:43.415755 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1082ab3-a3a7-43e9-a2b9-f879057921ef', 'name': 'network-vif-deleted', 'tag': '5b7328e9-d4b9-4183-8947-5ceb1d01edaf', 'status': 'completed', 'code': 200} Feb 11 05:19:43.425168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00b90efa-1680-4789-a18f-aeea54fb7f6d req-612a8a60-f827-4cad-816b-1c5d29a8b03f tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760579 Feb 11 05:19:43.454359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 75aec836-0e5a-472f-866e-9dad035c467b details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:43.457067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5b7328e9-d4b9-4183-8947-5ceb1d01edaf no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:43.491039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:43.496173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 5b7328e9-d4b9-4183-8947-5ceb1d01edaf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:43.496583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5b7328e9-d4b9-4183-8947-5ceb1d01edaf not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:43.549597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61ec0097-70c9-488b-9f51-7a4542ba0ecf req-abaae7cb-b472-4651-a1fe-93082120a92d tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 210 time: 0.0595834 Feb 11 05:19:43.575953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd923b-d36b-44a3-812b-5060ef0bb1eb req-208ffd35-f639-434e-8ed1-0aef648f14a3 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.577678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cbd923b-d36b-44a3-812b-5060ef0bb1eb req-208ffd35-f639-434e-8ed1-0aef648f14a3 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 949 time: 0.1014621 Feb 11 05:19:43.663409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cbd923b-d36b-44a3-812b-5060ef0bb1eb req-c84dc359-2bc2-4c0e-b05c-6e0020c3696a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792239 Feb 11 05:19:43.677009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 75aec836-0e5a-472f-866e-9dad035c467b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=75aec836-0e5a-472f-866e-9dad035c467b,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:43.695050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf7f77-2761-4be3-93b5-c351c9f2a2e4 req-77934f2e-d32b-41d9-a1a9-16d3e9fa2c9a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.695299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '75aec836-0e5a-472f-866e-9dad035c467b', 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'port_id': '75aec836-0e5a-472f-866e-9dad035c467b', 'mac_address': 'fa:16:3e:96:81:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e249aa5-6087-4374-b329-64af03fe87a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:43.696679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13bf7f77-2761-4be3-93b5-c351c9f2a2e4 req-77934f2e-d32b-41d9-a1a9-16d3e9fa2c9a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0766375 Feb 11 05:19:43.751304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13bf7f77-2761-4be3-93b5-c351c9f2a2e4 req-5174af78-fa70-4141-a955-dd65050a3959 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475547 Feb 11 05:19:43.764351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 75aec836-0e5a-472f-866e-9dad035c467b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:43.764947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (75aec836-0e5a-472f-866e-9dad035c467b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.793367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75aec836-0e5a-472f-866e-9dad035c467b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:43.822277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 75aec836-0e5a-472f-866e-9dad035c467b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=75aec836-0e5a-472f-866e-9dad035c467b,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:44.020045 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (75aec836-0e5a-472f-866e-9dad035c467b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.025895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1811fc-2ae5-4276-9177-e44e3f10a442 req-cde1ca37-b391-46b3-a155-e043116de58e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.027493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe1811fc-2ae5-4276-9177-e44e3f10a442 req-cde1ca37-b391-46b3-a155-e043116de58e tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 945 time: 0.0965855 Feb 11 05:19:44.043605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaad295-ff01-44bd-b05b-f330627a15d8 req-e13e39ac-a8b6-46a4-8dcd-63445427b862 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.045479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8eaad295-ff01-44bd-b05b-f330627a15d8 req-e13e39ac-a8b6-46a4-8dcd-63445427b862 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1047328 Feb 11 05:19:44.079409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=75aec836-0e5a-472f-866e-9dad035c467b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:44.129275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe1811fc-2ae5-4276-9177-e44e3f10a442 req-a60f0435-ffcb-41b3-9e77-e12c8b9b80f2 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Feb 11 05:19:44.137712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8eaad295-ff01-44bd-b05b-f330627a15d8 req-531c725e-b353-4ae7-b113-99fb410251c6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844457 Feb 11 05:19:44.291584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['75aec836-0e5a-472f-866e-9dad035c467b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:44.303622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e2f03-3fee-403d-a17c-bd2d3ccbd9a0 req-7b33e57e-f7d5-430e-ad8c-cb34ea3b4255 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.305211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb9e2f03-3fee-403d-a17c-bd2d3ccbd9a0 req-7b33e57e-f7d5-430e-ad8c-cb34ea3b4255 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0615640 Feb 11 05:19:44.357567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb9e2f03-3fee-403d-a17c-bd2d3ccbd9a0 req-fb5a9497-5f90-46f0-8522-867adb4a37f3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 Feb 11 05:19:44.490348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83894b83-0be6-40e0-9671-78bb066f0d18 req-94caf22a-9f5c-446f-be29-87e8e68f246c tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.491910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83894b83-0be6-40e0-9671-78bb066f0d18 req-94caf22a-9f5c-446f-be29-87e8e68f246c tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 944 time: 0.0619643 Feb 11 05:19:44.546060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83894b83-0be6-40e0-9671-78bb066f0d18 req-3b79c1ad-1ae4-43f4-b3d0-1478d111353f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452230 Feb 11 05:19:44.668415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59264b4-d8b3-45c4-a3d3-1bb51f2431c2 req-afb7250f-b4a9-460c-852e-5b5b209b5687 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.671218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e59264b4-d8b3-45c4-a3d3-1bb51f2431c2 req-afb7250f-b4a9-460c-852e-5b5b209b5687 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0600657 Feb 11 05:19:44.678247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 470505dc-1bf4-44c6-be88-c40dbb230dc9 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:44.681285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cd45b181-12e4-40a6-a034-80e2a6410a61 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:44.726574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e59264b4-d8b3-45c4-a3d3-1bb51f2431c2 req-c3405872-c043-4fad-ad34-f22fd7cc6be6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 Feb 11 05:19:44.816480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2306186b-1c01-4e2c-b378-607bc02dbfed req-38b80afc-4cc2-4d5d-8441-baa8eae2282b tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 210 time: 0.0454659 Feb 11 05:19:44.838573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 470505dc-1bf4-44c6-be88-c40dbb230dc9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=470505dc-1bf4-44c6-be88-c40dbb230dc9,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:44.859830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '470505dc-1bf4-44c6-be88-c40dbb230dc9', 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'port_id': '470505dc-1bf4-44c6-be88-c40dbb230dc9', 'mac_address': 'fa:16:3e:c1:cc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e249aa5-6087-4374-b329-64af03fe87a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:44.929054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 470505dc-1bf4-44c6-be88-c40dbb230dc9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:44.929625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.952823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470505dc-1bf4-44c6-be88-c40dbb230dc9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:44.961177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port cd45b181-12e4-40a6-a034-80e2a6410a61 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:44.977715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port cd45b181-12e4-40a6-a034-80e2a6410a61 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:44.978026 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.982818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6afa0-a076-443e-a1aa-9915ea3ac422 req-9ef1b991-3647-472e-87ce-13de4ab0e92a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.984275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 470505dc-1bf4-44c6-be88-c40dbb230dc9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=470505dc-1bf4-44c6-be88-c40dbb230dc9,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:44.984454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7a6afa0-a076-443e-a1aa-9915ea3ac422 req-9ef1b991-3647-472e-87ce-13de4ab0e92a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 945 time: 0.0910316 Feb 11 05:19:45.000379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9c09-a72e-4bbd-a6a3-abadcde10086 req-61f054a3-c6ed-4d45-bf71-ee6ed8400297 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.000379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c0d9c09-a72e-4bbd-a6a3-abadcde10086 req-61f054a3-c6ed-4d45-bf71-ee6ed8400297 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 949 time: 0.1176703 Feb 11 05:19:45.076072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7a6afa0-a076-443e-a1aa-9915ea3ac422 req-b1372a9e-f036-46b4-ac41-b80944c13f34 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750542 Feb 11 05:19:45.076316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cd45b181-12e4-40a6-a034-80e2a6410a61 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:45.076564 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.085391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c0d9c09-a72e-4bbd-a6a3-abadcde10086 req-248d86e4-8b03-4e40-80d8-b314a894b75e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702393 Feb 11 05:19:45.109525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:45.113504 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22b3171-3e8f-49fa-9e67-2c81f202e6cb" -d '{"events": [{"server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "name": "network-vif-plugged", "status": "completed", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:45.127641 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.131740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:45.160719 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9931d700-c64c-40b0-a1e2-5570c768817a x-openstack-request-id: req-9931d700-c64c-40b0-a1e2-5570c768817a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:45.161042 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "name": "network-vif-plugged", "status": "completed", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:45.161353 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9931d700-c64c-40b0-a1e2-5570c768817a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:45.161833 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'code': 200} Feb 11 05:19:45.201331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=470505dc-1bf4-44c6-be88-c40dbb230dc9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:45.266672 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.295389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fb8e-429b-4742-8da5-53c95716bda0 req-74912c0c-dba3-461b-9de1-ccca84ca17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.297838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6218fb8e-429b-4742-8da5-53c95716bda0 req-74912c0c-dba3-461b-9de1-ccca84ca17ad service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1132 time: 0.0701509 Feb 11 05:19:45.343607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:45.356479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6218fb8e-429b-4742-8da5-53c95716bda0 req-fa9aee1e-639c-491a-8dce-611c2c2290e1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504658 Feb 11 05:19:45.432004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['470505dc-1bf4-44c6-be88-c40dbb230dc9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:45.466754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 75aec836-0e5a-472f-866e-9dad035c467b up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:45.671994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 75aec836-0e5a-472f-866e-9dad035c467b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:45.676519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 75aec836-0e5a-472f-866e-9dad035c467b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:45.676833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (75aec836-0e5a-472f-866e-9dad035c467b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.683485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc6caf-e5bc-4a7d-af7a-749af2ca5211 req-746f1027-dd6c-4c49-b27a-6c8eec9ec888 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.685186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69bc6caf-e5bc-4a7d-af7a-749af2ca5211 req-746f1027-dd6c-4c49-b27a-6c8eec9ec888 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 944 time: 0.0563931 Feb 11 05:19:45.735339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69bc6caf-e5bc-4a7d-af7a-749af2ca5211 req-e2d468a5-141d-45a3-8cfe-23a4fcf4f285 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Feb 11 05:19:45.762174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 75aec836-0e5a-472f-866e-9dad035c467b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:45.762711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (75aec836-0e5a-472f-866e-9dad035c467b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.799467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 75aec836-0e5a-472f-866e-9dad035c467b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=75aec836-0e5a-472f-866e-9dad035c467b,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:45.857703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8255d3-2e47-42ea-9723-516bfa75ccb9 req-763989e6-b2d6-4f55-b9ed-77bf942c884b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.859676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af8255d3-2e47-42ea-9723-516bfa75ccb9 req-763989e6-b2d6-4f55-b9ed-77bf942c884b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0574019 Feb 11 05:19:45.956870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de310785-1310-4332-b0db-3b407104bc08 req-6a3b954e-d2ab-4dae-9b4d-2284946af1b8 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 210 time: 0.0566120 Feb 11 05:19:45.963982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af8255d3-2e47-42ea-9723-516bfa75ccb9 req-9262d312-458e-4594-8984-8e83daf72851 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967374 Feb 11 05:19:45.981224 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (75aec836-0e5a-472f-866e-9dad035c467b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.064142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=75aec836-0e5a-472f-866e-9dad035c467b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:46.264774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc66ef-864c-41a6-89da-733b5170f84f req-909e04a1-4c7f-4ebe-bbd9-db2f148c8a58 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.266276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5fc66ef-864c-41a6-89da-733b5170f84f req-909e04a1-4c7f-4ebe-bbd9-db2f148c8a58 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.0903625 Feb 11 05:19:46.279241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d390e1-46c6-4556-917d-9506409f4d06 req-c9f897a7-a3c5-4da9-92d4-3746945f5b14 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.281273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11d390e1-46c6-4556-917d-9506409f4d06 req-c9f897a7-a3c5-4da9-92d4-3746945f5b14 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 945 time: 0.0962262 Feb 11 05:19:46.385610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11d390e1-46c6-4556-917d-9506409f4d06 req-a863fa67-3295-4353-8f4b-d3300b01eb5a tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965948 Feb 11 05:19:46.390330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5fc66ef-864c-41a6-89da-733b5170f84f req-238dc1a9-2a39-43a2-8887-411f75527b8f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080675 Feb 11 05:19:46.692240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 470505dc-1bf4-44c6-be88-c40dbb230dc9 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:46.863739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980227f2-bbb6-4e0c-a37c-ec0d75eb1ccb req-72382c2d-8328-4f6b-8716-aea0233b80c9 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.866232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-980227f2-bbb6-4e0c-a37c-ec0d75eb1ccb req-72382c2d-8328-4f6b-8716-aea0233b80c9 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 945 time: 0.0600877 Feb 11 05:19:46.889456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 470505dc-1bf4-44c6-be88-c40dbb230dc9 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:46.895020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 470505dc-1bf4-44c6-be88-c40dbb230dc9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:46.895909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.926183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-980227f2-bbb6-4e0c-a37c-ec0d75eb1ccb req-57d49ed8-afba-4d16-ba8e-5c00732678e3 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Feb 11 05:19:47.016469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 470505dc-1bf4-44c6-be88-c40dbb230dc9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:47.016891 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.056087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 470505dc-1bf4-44c6-be88-c40dbb230dc9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=470505dc-1bf4-44c6-be88-c40dbb230dc9,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:47.100706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14157f-5888-46a5-9874-9e3d20b4870a req-fac0f9b8-e460-4fcb-9baf-fb2c5cab8940 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.102529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf14157f-5888-46a5-9874-9e3d20b4870a req-fac0f9b8-e460-4fcb-9baf-fb2c5cab8940 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0566564 Feb 11 05:19:47.158984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf14157f-5888-46a5-9874-9e3d20b4870a req-d8b1b05c-39ea-4951-ad8d-7f0aee6d8366 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499604 Feb 11 05:19:47.162839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591372bc-df03-4329-a31b-a5e46a289398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aec836-0e5a-472f-866e-9dad035c467b'}, {'server_uuid': '8e0835bd-8046-4402-b130-5d2a8e71c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470505dc-1bf4-44c6-be88-c40dbb230dc9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:47.165862 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0701ed-de20-4bda-88d1-8b2486ca374c" -d '{"events": [{"server_uuid": "591372bc-df03-4329-a31b-a5e46a289398", "name": "network-vif-plugged", "status": "completed", "tag": "75aec836-0e5a-472f-866e-9dad035c467b"}, {"server_uuid": "8e0835bd-8046-4402-b130-5d2a8e71c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "470505dc-1bf4-44c6-be88-c40dbb230dc9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:47.244268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2338b389-6093-4d8a-b0b6-6334922a98db req-ee7963b1-fb3a-4b6d-899c-a913fed2a483 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 210 time: 0.0397487 Feb 11 05:19:47.305913 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ad816-253c-4374-97f4-58ed4bd43d24 x-openstack-request-id: req-315ad816-253c-4374-97f4-58ed4bd43d24 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:47.306219 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591372bc-df03-4329-a31b-a5e46a289398", "name": "network-vif-plugged", "status": "completed", "tag": "75aec836-0e5a-472f-866e-9dad035c467b", "code": 200}, {"server_uuid": "8e0835bd-8046-4402-b130-5d2a8e71c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "470505dc-1bf4-44c6-be88-c40dbb230dc9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:47.306481 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-315ad816-253c-4374-97f4-58ed4bd43d24 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:47.306902 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591372bc-df03-4329-a31b-a5e46a289398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aec836-0e5a-472f-866e-9dad035c467b', 'code': 200} Feb 11 05:19:47.307154 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0835bd-8046-4402-b130-5d2a8e71c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470505dc-1bf4-44c6-be88-c40dbb230dc9', 'code': 200} Feb 11 05:19:47.312644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a9656-3f66-474d-9fe7-741bfcf19760 req-63d47d7b-9e9f-4391-b4f7-f02f38563939 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.318050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-493a9656-3f66-474d-9fe7-741bfcf19760 req-63d47d7b-9e9f-4391-b4f7-f02f38563939 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 945 time: 0.0774100 Feb 11 05:19:47.406600 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.438689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-493a9656-3f66-474d-9fe7-741bfcf19760 req-6e5aa757-fe6c-4377-86e1-9d3efab1c677 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182504 Feb 11 05:19:47.489098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189e74-bd30-458e-b02a-6e068400383c req-354083be-4ef6-4d83-bca8-98bf2694ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.494819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca189e74-bd30-458e-b02a-6e068400383c req-354083be-4ef6-4d83-bca8-98bf2694ce16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e0835bd-8046-4402-b130-5d2a8e71c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0951161 Feb 11 05:19:47.508167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=470505dc-1bf4-44c6-be88-c40dbb230dc9,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:47.512479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786a3dc-f6b3-432c-aca1-940d6bb8945a req-26d0721f-1f02-4b08-9d7d-3ae32528b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.516531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3786a3dc-f6b3-432c-aca1-940d6bb8945a req-26d0721f-1f02-4b08-9d7d-3ae32528b083 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 1128 time: 0.1368392 Feb 11 05:19:47.636167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca189e74-bd30-458e-b02a-6e068400383c req-7cbede46-a5aa-42fa-8fbd-6aa6faf08333 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336563 Feb 11 05:19:47.646025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3786a3dc-f6b3-432c-aca1-940d6bb8945a req-697760d7-81a2-4290-9c8a-c63f2615b527 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142209 Feb 11 05:19:47.657076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c183-6c3b-4b51-b50e-3bb4f10cc887 req-04efe46c-9b4a-403e-8404-f9e1a77352e4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.661792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2133c183-6c3b-4b51-b50e-3bb4f10cc887 req-04efe46c-9b4a-403e-8404-f9e1a77352e4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.1487443 Feb 11 05:19:47.677081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-d70c09ba-4209-4c54-a295-e032b62581f3 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.678764 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-d70c09ba-4209-4c54-a295-e032b62581f3 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.65 "GET /v2.0/networks?id=bd9d04b6-5281-405c-90a4-48d7b6c5626f HTTP/1.1" status: 200 len: 822 time: 0.1635785 Feb 11 05:19:47.717993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2133c183-6c3b-4b51-b50e-3bb4f10cc887 req-f35bad46-ab55-4962-9291-0ae535e33920 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507793 Feb 11 05:19:47.843235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Request body: {'port': {'device_id': '0ab5040b-a3cb-44e4-866b-660879a3f70f', 'network_id': 'bd9d04b6-5281-405c-90a4-48d7b6c5626f', 'admin_state_up': True, 'tenant_id': 'a30ceb478fdd41a98f96dd531899e8bc'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:48.038604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc8b06-d7a7-4e5b-89cf-896fc9234f69 req-f94ca333-e3a6-4d87-90fe-5cfc25f8af23 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:48.040367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bffc8b06-d7a7-4e5b-89cf-896fc9234f69 req-f94ca333-e3a6-4d87-90fe-5cfc25f8af23 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1133 time: 0.0830324 Feb 11 05:19:48.066642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bffc8b06-d7a7-4e5b-89cf-896fc9234f69 req-54d16aa3-c231-43f3-b295-d9b454b68a93 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.094710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac322ab-49fe-413a-a94a-b7846cb22528 req-71c8bb49-78c2-4538-be24-15e86c2e7583 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:48.096241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dac322ab-49fe-413a-a94a-b7846cb22528 req-71c8bb49-78c2-4538-be24-15e86c2e7583 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 945 time: 0.0884113 Feb 11 05:19:48.170483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dac322ab-49fe-413a-a94a-b7846cb22528 req-611e19c3-868b-44bd-ad55-cc5cb88d183d tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671465 Feb 11 05:19:48.202925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bffc8b06-d7a7-4e5b-89cf-896fc9234f69 req-54d16aa3-c231-43f3-b295-d9b454b68a93 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Publish callbacks [] for security_group (25d0b751-8a97-4b88-81e9-8944bfd47dcf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.289371 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Made reservation on behalf of a30ceb478fdd41a98f96dd531899e8bc for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:48.293399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.332136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188239-e499-4428-a9ee-9d56987df395 req-fa93aeb6-8245-4ddd-b7df-780b29284e14 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:48.333768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30188239-e499-4428-a9ee-9d56987df395 req-fa93aeb6-8245-4ddd-b7df-780b29284e14 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0775177 Feb 11 05:19:48.360436 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bffc8b06-d7a7-4e5b-89cf-896fc9234f69 req-54d16aa3-c231-43f3-b295-d9b454b68a93 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (25d0b751-8a97-4b88-81e9-8944bfd47dcf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.426380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bffc8b06-d7a7-4e5b-89cf-896fc9234f69 req-54d16aa3-c231-43f3-b295-d9b454b68a93 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776004 Feb 11 05:19:48.427960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d16aa3-c231-43f3-b295-d9b454b68a93 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d0b751-8a97-4b88-81e9-8944bfd47dcf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.444872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30188239-e499-4428-a9ee-9d56987df395 req-4535f2a7-6085-4180-9e95-4fc58df52203 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931334 Feb 11 05:19:48.447463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Allocated IP 172.20.0.4 (bd9d04b6-5281-405c-90a4-48d7b6c5626f/efb04de4-c262-447b-806b-1871d8db9d9d/f45f6ea3-3eb5-4094-9a89-05fd6ae9b840) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:48.539690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8bef30c-c0e6-4c63-bacb-b246682ba97b req-a81f4df0-122c-4261-8a12-14ca99da1349 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 210 time: 0.0354192 Feb 11 05:19:48.675031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Publish callbacks [] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.706263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e486cf-65c8-4c9e-9528-3bce7d623739 req-151fd9da-a0d1-4591-97a5-de6245897bbe tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:48.709279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8e486cf-65c8-4c9e-9528-3bce7d623739 req-151fd9da-a0d1-4591-97a5-de6245897bbe tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 945 time: 0.1046820 Feb 11 05:19:48.787835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8e486cf-65c8-4c9e-9528-3bce7d623739 req-5d29b819-4137-4db2-8158-29ddcb9dbdc9 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a2593f8-411a-4dbd-aed9-91b16331623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722439 Feb 11 05:19:48.886736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.937464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Network bd9d04b6-5281-405c-90a4-48d7b6c5626f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:48.940855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:48.947696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:48.955039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Pushing event updated for resources: {'Port': ['ID=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.984228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.984782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.985367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.985945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.986510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.989246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.989861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.990454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.990916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.991304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.991644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.991996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:48.992339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:49.040579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-4415eb09-b104-4524-9a56-37fa425f2ae5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.042477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-4415eb09-b104-4524-9a56-37fa425f2ae5 tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 945 time: 0.1142278 Feb 11 05:19:49.043190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.043832 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.166113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Deleting port 0e3b026d-c009-438b-be75-54ab9c903368 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:49.166466 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0e3b026d-c009-438b-be75-54ab9c903368), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.187088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-83771b2b-ced2-4164-84f9-d5d0280e002f tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3496444 Feb 11 05:19:49.199173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Request body: {'port': {'device_id': '0ab5040b-a3cb-44e4-866b-660879a3f70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:49.268548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.319742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] For port 0e3b026d-c009-438b-be75-54ab9c903368, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0e3b026d-c009-438b-be75-54ab9c903368,segment=NetworkSegment(b05b72ad-7e93-4a44-b315-4c83818dcc27),segment_id=b05b72ad-7e93-4a44-b315-4c83818dcc27)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:49.320266 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0e3b026d-c009-438b-be75-54ab9c903368), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.341955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Calling delete_port for 0e3b026d-c009-438b-be75-54ab9c903368 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:49.353458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e58a5-a9cc-4476-9133-43f4a6e16e84 req-0fcb734d-575e-4bed-beff-3e2c6f5ec6c5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.355132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d06e58a5-a9cc-4476-9133-43f4a6e16e84 req-0fcb734d-575e-4bed-beff-3e2c6f5ec6c5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1038468 Feb 11 05:19:49.516218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d06e58a5-a9cc-4476-9133-43f4a6e16e84 req-976624fa-e32d-4bb5-992c-d0c151f3a212 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140950 Feb 11 05:19:49.532192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31408ea-b9b8-4d89-93f5-08d71efd1406 req-0b3405c9-53c8-4dd5-a99e-6e00bebf4276 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.539430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31408ea-b9b8-4d89-93f5-08d71efd1406 req-0b3405c9-53c8-4dd5-a99e-6e00bebf4276 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 945 time: 0.1360238 Feb 11 05:19:49.625972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31408ea-b9b8-4d89-93f5-08d71efd1406 req-246c1cc3-86c6-4436-8bac-f2c562f7bcd4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848312 Feb 11 05:19:49.768095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e42a-6131-4038-acc4-093e44e0d4ad req-1db22a51-3812-4d26-bddd-a6943faa3ef6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.770250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2db8e42a-6131-4038-acc4-093e44e0d4ad req-1db22a51-3812-4d26-bddd-a6943faa3ef6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.1141324 Feb 11 05:19:49.807489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0e3b026d-c009-438b-be75-54ab9c903368), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.824337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0e3b026d-c009-438b-be75-54ab9c903368'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:49.849803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Pushing event deleted for resources: {'Port': ['ID=0e3b026d-c009-438b-be75-54ab9c903368,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:49.877432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953c408-fa76-449b-93d9-cbcf3c85583f req-9f30ad4f-abff-4b0a-b9e5-61566404264e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.879301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7953c408-fa76-449b-93d9-cbcf3c85583f req-9f30ad4f-abff-4b0a-b9e5-61566404264e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1711838 Feb 11 05:19:49.939864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2db8e42a-6131-4038-acc4-093e44e0d4ad req-a4c5d2e5-4bbb-4259-aea1-81bae1afaf52 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623530 Feb 11 05:19:49.947112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] No DVR routers for this DVR port 0e3b026d-c009-438b-be75-54ab9c903368 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:49.952865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.954921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:49.956638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-939fd69f-fa2b-4e69-8c79-e4918b06e698 req-0f8cc2cf-e200-4262-b2ee-e6a474b80d0b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.83 "DELETE /v2.0/ports/0e3b026d-c009-438b-be75-54ab9c903368 HTTP/1.1" status: 204 len: 173 time: 0.9065804 Feb 11 05:19:49.964336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Publish callbacks [] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.965161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b12b67-b001-411c-af6f-9fd209bfbc28', 'name': 'network-vif-deleted', 'tag': '0e3b026d-c009-438b-be75-54ab9c903368'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:49.968508 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c67b9d-d539-48ee-b856-30957f54189b" -d '{"events": [{"server_uuid": "83b12b67-b001-411c-af6f-9fd209bfbc28", "name": "network-vif-deleted", "tag": "0e3b026d-c009-438b-be75-54ab9c903368"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:49.987839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Transition to ACTIVE for port object f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:50.003357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-0dbda805-3d44-4f82-8144-537a003a40bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422698 Feb 11 05:19:50.004112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7953c408-fa76-449b-93d9-cbcf3c85583f req-0effa6fd-c899-41e7-8459-921c18941c0c tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998447 Feb 11 05:19:50.015284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-8b0652a0-44dc-4e66-8efa-071e9ac4446b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:19:50.016305 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-8b0652a0-44dc-4e66-8efa-071e9ac4446b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056286 Feb 11 05:19:50.130859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b0feb-1b34-44a7-8131-f2dd29d78e86 req-57addd09-774c-4bde-ad56-e765de2f003f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.133174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f05b0feb-1b34-44a7-8131-f2dd29d78e86 req-57addd09-774c-4bde-ad56-e765de2f003f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0941811 Feb 11 05:19:50.178056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee7a3-06fe-4a78-b478-15ba601f21c9 req-a48849c0-326a-4e84-a2d8-e0b7f2f8c96b tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.180531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.184109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93eee7a3-06fe-4a78-b478-15ba601f21c9 req-a48849c0-326a-4e84-a2d8-e0b7f2f8c96b tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 931 time: 0.1046417 Feb 11 05:19:50.220974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f05b0feb-1b34-44a7-8131-f2dd29d78e86 req-770da044-2ff5-41cf-a680-3398ba471802 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815630 Feb 11 05:19:50.257601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Pushing event updated for resources: {'Port': ['ID=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:50.296732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93eee7a3-06fe-4a78-b478-15ba601f21c9 req-bb3844b1-d17e-4b1f-9e67-6891a027dd6b tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028728 Feb 11 05:19:50.386361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Attempting to bind port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:50.386361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Attempting to bind port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '3dbd5be7-b122-4bf7-8906-e635fa19452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bd9d04b6-5281-405c-90a4-48d7b6c5626f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:50.386361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Attempting to bind port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 on network bd9d04b6-5281-405c-90a4-48d7b6c5626f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:50.405875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 on network bd9d04b6-5281-405c-90a4-48d7b6c5626f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:50.406287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Attempting to bind port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 on network bd9d04b6-5281-405c-90a4-48d7b6c5626f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:50.416986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:50.418246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Checking segment: {'id': '3dbd5be7-b122-4bf7-8906-e635fa19452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bd9d04b6-5281-405c-90a4-48d7b6c5626f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:50.418246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Bound using segment: {'id': '3dbd5be7-b122-4bf7-8906-e635fa19452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bd9d04b6-5281-405c-90a4-48d7b6c5626f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:50.418246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Bound port: f45f6ea3-3eb5-4094-9a89-05fd6ae9b840, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbd5be7-b122-4bf7-8906-e635fa19452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bd9d04b6-5281-405c-90a4-48d7b6c5626f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:50.418727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.427447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24972b0-eb4a-418b-983c-a19b3526f6d5 req-29078d8a-bc28-4bfb-acca-148a46e09884 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.435347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a24972b0-eb4a-418b-983c-a19b3526f6d5 req-29078d8a-bc28-4bfb-acca-148a46e09884 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e0835bd-8046-4402-b130-5d2a8e71c4aa HTTP/1.1" status: 200 len: 946 time: 0.1370611 Feb 11 05:19:50.498972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d14ecdd-dd32-4744-908e-669ab0307bf7 req-a10e0fa5-1498-4724-9391-13d21dabd24b tempest-DeleteServersTestJSON-295326334 tempest-DeleteServersTestJSON-295326334-project] 10.222.0.62 "GET /v2.0/ports?device_id=83b12b67-b001-411c-af6f-9fd209bfbc28 HTTP/1.1" status: 200 len: 210 time: 0.0854874 Feb 11 05:19:50.516144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] For port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:50.522238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] For port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,segment=NetworkSegment(3dbd5be7-b122-4bf7-8906-e635fa19452f),segment_id=3dbd5be7-b122-4bf7-8906-e635fa19452f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:50.580322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a24972b0-eb4a-418b-983c-a19b3526f6d5 req-ac121d9d-ad28-4d2f-824a-c58378ee31dd tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770781 Feb 11 05:19:50.604386 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5ff7de-55e9-4fdb-b757-eddb405647c3 x-openstack-request-id: req-6f5ff7de-55e9-4fdb-b757-eddb405647c3 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:50.605158 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b12b67-b001-411c-af6f-9fd209bfbc28", "name": "network-vif-deleted", "tag": "0e3b026d-c009-438b-be75-54ab9c903368", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:50.605158 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f5ff7de-55e9-4fdb-b757-eddb405647c3 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:50.605674 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b12b67-b001-411c-af6f-9fd209bfbc28', 'name': 'network-vif-deleted', 'tag': '0e3b026d-c009-438b-be75-54ab9c903368', 'status': 'completed', 'code': 200} Feb 11 05:19:50.775469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.821658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.829777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.832366 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] 10.222.0.65 "PUT /v2.0/ports/f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 HTTP/1.1" status: 200 len: 1092 time: 1.6380024 Feb 11 05:19:50.833713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab5040b-a3cb-44e4-866b-660879a3f70f', 'tag': 'f45f6ea3-3eb5-4094-9a89-05fd6ae9b840'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:50.837138 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d01e69-6d8b-425a-b51d-6fa84a3a88b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab5040b-a3cb-44e4-866b-660879a3f70f", "tag": "f45f6ea3-3eb5-4094-9a89-05fd6ae9b840"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:50.871426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7b305-c4ef-4dc3-99ba-0f11e7929c5d service neutron] Pushing event updated for resources: {'Port': ['ID=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:50.889746 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4369dc7-e600-4799-9974-98b845b5c122 x-openstack-request-id: req-a4369dc7-e600-4799-9974-98b845b5c122 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:50.890043 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab5040b-a3cb-44e4-866b-660879a3f70f", "tag": "f45f6ea3-3eb5-4094-9a89-05fd6ae9b840", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:50.890296 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4369dc7-e600-4799-9974-98b845b5c122 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:50.890723 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab5040b-a3cb-44e4-866b-660879a3f70f', 'tag': 'f45f6ea3-3eb5-4094-9a89-05fd6ae9b840', 'status': 'completed', 'code': 200} Feb 11 05:19:50.978464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01e69-6d8b-425a-b51d-6fa84a3a88b2 req-7d3f0b22-d25e-42a3-bffe-899f53ae0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.978464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45d01e69-6d8b-425a-b51d-6fa84a3a88b2 req-7d3f0b22-d25e-42a3-bffe-899f53ae0864 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a30ceb478fdd41a98f96dd531899e8bc&device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 1126 time: 0.0705616 Feb 11 05:19:51.102264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a4efb-cac7-43bd-809e-bd73ab0ac096 req-182e9f43-25d9-472d-ba26-895ce055593a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.109845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-094a4efb-cac7-43bd-809e-bd73ab0ac096 req-182e9f43-25d9-472d-ba26-895ce055593a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.0638049 Feb 11 05:19:51.119705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48548) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:51.176313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01e69-6d8b-425a-b51d-6fa84a3a88b2 req-c290be22-b457-468b-a8ba-61e859810671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.185115 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45d01e69-6d8b-425a-b51d-6fa84a3a88b2 req-c290be22-b457-468b-a8ba-61e859810671 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a30ceb478fdd41a98f96dd531899e8bc&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1970859 Feb 11 05:19:51.226658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-094a4efb-cac7-43bd-809e-bd73ab0ac096 req-38ba6292-a639-4853-9bbf-2940965608f4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131201 Feb 11 05:19:51.301807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-0a3a422c-60be-4297-8691-6a6541e3ee04 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.303859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-0a3a422c-60be-4297-8691-6a6541e3ee04 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/ports/cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 1130 time: 0.1832504 Feb 11 05:19:51.364690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840889c-6a78-44b4-b0bf-a119bd236f77 req-b2be120b-3f19-4797-9242-bea16a8bedab tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.385185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c840889c-6a78-44b4-b0bf-a119bd236f77 req-b2be120b-3f19-4797-9242-bea16a8bedab tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0998588 Feb 11 05:19:51.424478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01e69-6d8b-425a-b51d-6fa84a3a88b2 req-ae1dd056-f6e5-40af-b59a-ba10d3825c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.427212 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45d01e69-6d8b-425a-b51d-6fa84a3a88b2 req-ae1dd056-f6e5-40af-b59a-ba10d3825c1a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384031 Feb 11 05:19:51.526366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c840889c-6a78-44b4-b0bf-a119bd236f77 req-7cd1b566-57e5-4275-8f17-3a85dc5bfa07 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380494 Feb 11 05:19:51.571410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-4162457d-5ba2-4721-a30e-69813456e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.572959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-4162457d-5ba2-4721-a30e-69813456e19b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a30ceb478fdd41a98f96dd531899e8bc&device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 1126 time: 0.0865316 Feb 11 05:19:51.633063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-0d90a8a5-9053-4411-b114-811de3b9ea78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 HTTP/1.1" status: 200 len: 217 time: 0.0444891 Feb 11 05:19:51.721033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-1fd83bd5-9913-431f-b8a5-9bef8bc3af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.722872 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-1fd83bd5-9913-431f-b8a5-9bef8bc3af5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=efb04de4-c262-447b-806b-1871d8db9d9d HTTP/1.1" status: 200 len: 862 time: 0.0774474 Feb 11 05:19:51.735328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35badbee-f40d-470f-8519-30740fa30332 req-ed3c8c85-7ae0-4faf-ba7c-59260bb348fb tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.736035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35badbee-f40d-470f-8519-30740fa30332 req-ed3c8c85-7ae0-4faf-ba7c-59260bb348fb tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 943 time: 0.1119261 Feb 11 05:19:51.780918 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-8e8d11c8-c402-413b-b3d6-314a922450db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd9d04b6-5281-405c-90a4-48d7b6c5626f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508878 Feb 11 05:19:51.876037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35badbee-f40d-470f-8519-30740fa30332 req-955f312e-b40f-4c7d-8b50-f84caa94986c tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156406 Feb 11 05:19:52.040979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-1ce974f9-fd0f-4ab1-bbe5-ab83c898d2b1 service neutron] 10.222.0.65 "GET /v2.0/networks/bd9d04b6-5281-405c-90a4-48d7b6c5626f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523954 Feb 11 05:19:52.229609 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cbb9e7b6-1f13-4f8f-8119-d6d1e3a0b9c9 req-c75e99c6-766b-48d4-b00f-27fdecb0351d service neutron] 10.222.0.65 "GET /v2.0/networks/bd9d04b6-5281-405c-90a4-48d7b6c5626f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812260 Feb 11 05:19:52.251662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-d2eeaba8-5fb4-49a7-a929-d6e298dd72cd tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.266953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-d2eeaba8-5fb4-49a7-a929-d6e298dd72cd tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 813 time: 0.1506732 Feb 11 05:19:52.279769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-c13e42a8-0ee2-4d2d-98f9-3c23af25d4f4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/quotas/88ea03186a794bdbbe704236f45982e0 HTTP/1.1" status: 200 len: 375 time: 0.0189312 Feb 11 05:19:52.377899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-1e70026b-565f-456c-9bf3-54f97744d3c3 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964539 Feb 11 05:19:52.402697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eed5f-19f7-4700-8e7e-1bd1908909c1 req-f637a4e4-6ed8-4784-b979-59b7ee96bb96 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.404404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-888eed5f-19f7-4700-8e7e-1bd1908909c1 req-f637a4e4-6ed8-4784-b979-59b7ee96bb96 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0852618 Feb 11 05:19:52.513873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-888eed5f-19f7-4700-8e7e-1bd1908909c1 req-26188820-113d-4834-b40d-1bfdea74c5f8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981097 Feb 11 05:19:52.528700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-718ba00c-ac9a-425e-b8b7-91c3b2b28d20 service neutron] 10.222.0.62 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422882 Feb 11 05:19:52.697412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-657b59dd-1dbe-4533-96d5-f93e9c66bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.699153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-657b59dd-1dbe-4533-96d5-f93e9c66bc44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 1128 time: 0.0745385 Feb 11 05:19:52.725371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0e3b026d-c009-438b-be75-54ab9c903368 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:52.801015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 0e3b026d-c009-438b-be75-54ab9c903368 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:52.807101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0e3b026d-c009-438b-be75-54ab9c903368 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:52.831240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-2bbd3ee6-a3d0-4ce4-bf17-1cb610ab656a service neutron] 10.222.0.62 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860577 Feb 11 05:19:52.877261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b3589-d353-4b40-bcda-1f855fba1a99 req-afd9f20c-4ff0-4a09-9dbf-93090ec2fcf4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.895635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-794b3589-d353-4b40-bcda-1f855fba1a99 req-afd9f20c-4ff0-4a09-9dbf-93090ec2fcf4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.2782094 Feb 11 05:19:52.970552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-d0497dfe-d4f2-4b89-b67e-880c816fa08b tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.972356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-a90e4a10-43b3-4152-aebe-ee1736966861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.973766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-d0497dfe-d4f2-4b89-b67e-880c816fa08b tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e0835bd-8046-4402-b130-5d2a8e71c4aa HTTP/1.1" status: 200 len: 946 time: 0.3224187 Feb 11 05:19:52.977224 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-a90e4a10-43b3-4152-aebe-ee1736966861 service neutron] 10.222.0.65 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 911 time: 0.2640963 Feb 11 05:19:53.042524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-794b3589-d353-4b40-bcda-1f855fba1a99 req-0366fb18-34a7-4c83-9088-bf31adfffb8d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454411 Feb 11 05:19:53.078144 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-8d98ea51-8e8f-4406-870b-c64d3789193d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea4c649-8549-410a-8d7c-886c27992964 HTTP/1.1" status: 200 len: 1001 time: 0.0948467 Feb 11 05:19:53.159771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-84fd259f-faa7-45fc-8617-6367fa6d775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.162753 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-84fd259f-faa7-45fc-8617-6367fa6d775d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 200 len: 849 time: 0.0780075 Feb 11 05:19:53.226659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Deleting port 470505dc-1bf4-44c6-be88-c40dbb230dc9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:53.227053 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.268777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-b5347d57-ab4f-4d19-949c-fef8862486b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.271872 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-b5347d57-ab4f-4d19-949c-fef8862486b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97fe9625-b9db-47c4-93ae-b37d99322a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1005123 Feb 11 05:19:53.364492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-81da03b7-482e-4a15-96ce-f07765040b46 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.366098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-81da03b7-482e-4a15-96ce-f07765040b46 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.65 "GET /v2.0/ports?device_id=591372bc-df03-4329-a31b-a5e46a289398 HTTP/1.1" status: 200 len: 945 time: 0.2085481 Feb 11 05:19:53.431813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0557-2a8b-4a0c-a185-fc8ecc79b789 req-f817514d-2529-41da-9ce6-f7ffb89a933d tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.438952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-793d0557-2a8b-4a0c-a185-fc8ecc79b789 req-f817514d-2529-41da-9ce6-f7ffb89a933d tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 943 time: 0.2082126 Feb 11 05:19:53.455074 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-1ee60cbb-2822-4858-a259-654be4de34e2 service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695037 Feb 11 05:19:53.474343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] For port 470505dc-1bf4-44c6-be88-c40dbb230dc9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=470505dc-1bf4-44c6-be88-c40dbb230dc9,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:53.474754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.515480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:53.523833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Calling delete_port for 470505dc-1bf4-44c6-be88-c40dbb230dc9 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:53.578900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-793d0557-2a8b-4a0c-a185-fc8ecc79b789 req-14328574-fb76-4c0d-bfc6-4e2ef5a77a88 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389372 Feb 11 05:19:53.696719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Deleting port 75aec836-0e5a-472f-866e-9dad035c467b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:53.697076 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (75aec836-0e5a-472f-866e-9dad035c467b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.707316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,segment=NetworkSegment(3dbd5be7-b122-4bf7-8906-e635fa19452f),segment_id=3dbd5be7-b122-4bf7-8906-e635fa19452f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:53.727286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1e55a40d-4d42-4c86-a58f-c9ad507b798b req-3fca890f-5719-44d2-a59a-88e32e1a9cda service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660248 Feb 11 05:19:53.737897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f45f6ea3-3eb5-4094-9a89-05fd6ae9b840', 'network_id': 'bd9d04b6-5281-405c-90a4-48d7b6c5626f', 'port_id': 'f45f6ea3-3eb5-4094-9a89-05fd6ae9b840', 'mac_address': 'fa:16:3e:24:41:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb04de4-c262-447b-806b-1871d8db9d9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:53.814381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:53.814772 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.831465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:53.864158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,segment=NetworkSegment(3dbd5be7-b122-4bf7-8906-e635fa19452f),segment_id=3dbd5be7-b122-4bf7-8906-e635fa19452f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:53.960827 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.021146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:54.237311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f45f6ea3-3eb5-4094-9a89-05fd6ae9b840'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:54.260050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-f442c7c4-2d9e-4746-aa5a-07291793da24 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.267497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-f442c7c4-2d9e-4746-aa5a-07291793da24 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 807 time: 0.6875226 Feb 11 05:19:54.309148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-4d02edfb-5063-4bd0-aa54-b4cad75f20ed tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/quotas/43e6b606b3834f4b9004f208e11b3c5c HTTP/1.1" status: 200 len: 375 time: 0.0407190 Feb 11 05:19:54.347959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] For port 75aec836-0e5a-472f-866e-9dad035c467b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=75aec836-0e5a-472f-866e-9dad035c467b,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:54.348324 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (75aec836-0e5a-472f-866e-9dad035c467b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.391624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Calling delete_port for 75aec836-0e5a-472f-866e-9dad035c467b owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:54.398253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-b6d0c480-ef46-4dbe-ad39-f6c876fc48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.400262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-b6d0c480-ef46-4dbe-ad39-f6c876fc48f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1133 time: 0.2441416 Feb 11 05:19:54.409760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619f19a-e843-4289-a4d7-e034a3c30da7 req-d8868710-78f2-4be8-bb41-1fc49166609e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.411215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d619f19a-e843-4289-a4d7-e034a3c30da7 req-d8868710-78f2-4be8-bb41-1fc49166609e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.2579381 Feb 11 05:19:54.556669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-4d372896-6d11-4eec-a0e4-a5daf8950f5c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2314060 Feb 11 05:19:54.567565 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (470505dc-1bf4-44c6-be88-c40dbb230dc9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.579030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['470505dc-1bf4-44c6-be88-c40dbb230dc9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:54.651009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Pushing event deleted for resources: {'Port': ['ID=470505dc-1bf4-44c6-be88-c40dbb230dc9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:54.667186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d619f19a-e843-4289-a4d7-e034a3c30da7 req-7b8aa535-9cd2-49f5-af6b-887fca35c322 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409060 Feb 11 05:19:54.698105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.698469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.698930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.699462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.699809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.700178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.700713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.701050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.701386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.701711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.702038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.702365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.702687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:54.774848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-b65837f5-956e-46e4-aee4-007ac9d41051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.776311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-b65837f5-956e-46e4-aee4-007ac9d41051 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.3606038 Feb 11 05:19:54.780089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] No DVR routers for this DVR port 470505dc-1bf4-44c6-be88-c40dbb230dc9 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:54.795836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.799249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c91217d9-fa17-40a2-8205-fae18efdb002 req-06d141d7-b11e-4cd9-a933-dfe456fda802 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "DELETE /v2.0/ports/470505dc-1bf4-44c6-be88-c40dbb230dc9 HTTP/1.1" status: 204 len: 173 time: 1.8094351 Feb 11 05:19:54.803454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0835bd-8046-4402-b130-5d2a8e71c4aa', 'name': 'network-vif-deleted', 'tag': '470505dc-1bf4-44c6-be88-c40dbb230dc9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:54.807659 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9eb8ff-620c-40d9-b50b-394894ec52df" -d '{"events": [{"server_uuid": "8e0835bd-8046-4402-b130-5d2a8e71c4aa", "name": "network-vif-deleted", "tag": "470505dc-1bf4-44c6-be88-c40dbb230dc9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:54.844296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc7b5309-2965-4018-b862-39dfacb06c46 req-5eedca46-300d-4b11-9abf-54d06ed1bd09 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 210 time: 0.0885184 Feb 11 05:19:54.897652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-759eb077-168c-4adc-9a15-a51d297ad577 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.0974698 Feb 11 05:19:54.989844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-424b562e-0579-4542-9b5d-88e76962f412 service neutron] 10.222.0.62 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141617 Feb 11 05:19:55.145744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-d7874226-751a-42a6-b568-cc759272d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.145744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-d7874226-751a-42a6-b568-cc759272d7c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1699839 Feb 11 05:19:55.145744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3c102-5a06-4b0a-9fd6-e9ba38693375 req-85fd980e-66a4-41b3-9a9a-9f4172dab041 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.145744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-acb3c102-5a06-4b0a-9fd6-e9ba38693375 req-85fd980e-66a4-41b3-9a9a-9f4172dab041 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.2216599 Feb 11 05:19:55.173068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-bcf8ba35-5f2a-4141-ab76-f864b43560d6 service neutron] 10.222.0.62 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724608 Feb 11 05:19:55.205343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (75aec836-0e5a-472f-866e-9dad035c467b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.247935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-acb3c102-5a06-4b0a-9fd6-e9ba38693375 req-ad5c004d-4b2a-41de-8e74-903c94873d4d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000509 Feb 11 05:19:55.249803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-3226af29-25c2-49a3-92f9-d044938fa0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.252975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-3226af29-25c2-49a3-92f9-d044938fa0ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1634088 Feb 11 05:19:55.252975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Pushing event deleted for resources: {'Port': ['ID=75aec836-0e5a-472f-866e-9dad035c467b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:55.330964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] No DVR routers for this DVR port 75aec836-0e5a-472f-866e-9dad035c467b on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:55.335018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.338767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94965433-94f6-46be-a3e5-b0445db9bd15 req-a158b5f5-0909-4719-8ae3-c15609210801 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.65 "DELETE /v2.0/ports/75aec836-0e5a-472f-866e-9dad035c467b HTTP/1.1" status: 204 len: 173 time: 1.9633217 Feb 11 05:19:55.446867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-7be787d8-c2a1-4b41-8450-25ab27558f46 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841118 Feb 11 05:19:55.470578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec14a4-d3eb-4ec0-82f8-0f68ec2700b3 req-26d4c2e5-823e-46a8-a1b4-63ba36f8d267 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.472171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4ec14a4-d3eb-4ec0-82f8-0f68ec2700b3 req-26d4c2e5-823e-46a8-a1b4-63ba36f8d267 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 944 time: 0.0881183 Feb 11 05:19:55.513741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:55.590390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4ec14a4-d3eb-4ec0-82f8-0f68ec2700b3 req-b5e31c84-fdbc-4c46-bf33-716b807ce937 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060565 Feb 11 05:19:55.605962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-97bbb1a1-e0c4-4fc5-ab2f-d4a9fab32b2c service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501083 Feb 11 05:19:55.670826 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d3b466-ea5a-4c44-b7a5-3d6f8f4f3a05 x-openstack-request-id: req-b9d3b466-ea5a-4c44-b7a5-3d6f8f4f3a05 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:55.671080 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0835bd-8046-4402-b130-5d2a8e71c4aa", "name": "network-vif-deleted", "tag": "470505dc-1bf4-44c6-be88-c40dbb230dc9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:55.671266 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9d3b466-ea5a-4c44-b7a5-3d6f8f4f3a05 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:55.671690 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0835bd-8046-4402-b130-5d2a8e71c4aa', 'name': 'network-vif-deleted', 'tag': '470505dc-1bf4-44c6-be88-c40dbb230dc9', 'status': 'completed', 'code': 200} Feb 11 05:19:55.751999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:55.760896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:55.761523 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.813535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26237fd-a465-4024-8c83-c9f6a55a6593 req-1b5330c7-0b76-44e0-adda-a03bb6884dd7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.817390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e26237fd-a465-4024-8c83-c9f6a55a6593 req-1b5330c7-0b76-44e0-adda-a03bb6884dd7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0844975 Feb 11 05:19:55.861824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:55.862299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.870271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e26237fd-a465-4024-8c83-c9f6a55a6593 req-0995524c-052e-4541-a8c8-9af98a4567d9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480230 Feb 11 05:19:55.902416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab5040b-a3cb-44e4-866b-660879a3f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45f6ea3-3eb5-4094-9a89-05fd6ae9b840'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:55.906151 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759301d-df7f-44ac-bc02-e58396e3c2a4" -d '{"events": [{"server_uuid": "0ab5040b-a3cb-44e4-866b-660879a3f70f", "name": "network-vif-plugged", "status": "completed", "tag": "f45f6ea3-3eb5-4094-9a89-05fd6ae9b840"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:55.920979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,segment=NetworkSegment(3dbd5be7-b122-4bf7-8906-e635fa19452f),segment_id=3dbd5be7-b122-4bf7-8906-e635fa19452f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:56.019841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.019841 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 75aec836-0e5a-472f-866e-9dad035c467b no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:56.108350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 75aec836-0e5a-472f-866e-9dad035c467b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:56.109330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 75aec836-0e5a-472f-866e-9dad035c467b not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:56.116713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e8c1e-1556-4306-be76-e3f5f5aae938 req-66300ae8-3045-43ec-8235-850333cac8e6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.118436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-651e8c1e-1556-4306-be76-e3f5f5aae938 req-66300ae8-3045-43ec-8235-850333cac8e6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1104193 Feb 11 05:19:56.173958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50dfcc47-df56-4c92-b664-c1545009cba3 req-d9cd495b-d21f-4705-b6eb-531aac56a6ee tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 210 time: 0.0527389 Feb 11 05:19:56.181307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:56.260539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-651e8c1e-1556-4306-be76-e3f5f5aae938 req-4befc9e4-4a9e-4d43-8c55-b81b59494c4a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164465 Feb 11 05:19:56.334267 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50aed2f-73fd-4ddd-8a8f-2fcef15e41f5 x-openstack-request-id: req-a50aed2f-73fd-4ddd-8a8f-2fcef15e41f5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:56.334578 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab5040b-a3cb-44e4-866b-660879a3f70f", "name": "network-vif-plugged", "status": "completed", "tag": "f45f6ea3-3eb5-4094-9a89-05fd6ae9b840", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:56.334831 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a50aed2f-73fd-4ddd-8a8f-2fcef15e41f5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:56.335682 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab5040b-a3cb-44e4-866b-660879a3f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45f6ea3-3eb5-4094-9a89-05fd6ae9b840', 'code': 200} Feb 11 05:19:56.358050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e3694-fe17-4c18-8261-df02c8a9a01e req-df9aed73-8fa9-411e-a4c9-4535605258cf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.359854 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f4e3694-fe17-4c18-8261-df02c8a9a01e req-df9aed73-8fa9-411e-a4c9-4535605258cf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0699899 Feb 11 05:19:56.459952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e29fcdb-3f7f-4a46-a7a3-3828bcfb025d req-4ddd93f2-b56c-44ba-a530-ff22b40bde1b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0453613 Feb 11 05:19:56.478975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f4e3694-fe17-4c18-8261-df02c8a9a01e req-5e01b3a0-81d8-42ab-a79e-4dc17be1a4f0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116765 Feb 11 05:19:56.530337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6299a4-e8b3-47ea-beac-706c8f6d59d0 req-168ee5c5-78dd-4ab1-9c61-2a4ed661f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.531874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd6299a4-e8b3-47ea-beac-706c8f6d59d0 req-168ee5c5-78dd-4ab1-9c61-2a4ed661f465 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 1128 time: 0.1188390 Feb 11 05:19:56.613658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd6299a4-e8b3-47ea-beac-706c8f6d59d0 req-175284d7-daa8-4323-93ca-263b361cf5b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760098 Feb 11 05:19:56.633412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c056-4e17-4e42-8ffb-8caa09eb74f0 req-31da3bf1-c857-45f3-89db-d59f7efda69d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.635042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a6c056-4e17-4e42-8ffb-8caa09eb74f0 req-31da3bf1-c857-45f3-89db-d59f7efda69d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.0899031 Feb 11 05:19:56.709814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a6c056-4e17-4e42-8ffb-8caa09eb74f0 req-6c730521-bacd-48ee-a80f-7bd1b20482c9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667105 Feb 11 05:19:56.721846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae2c48-6104-402f-a393-6cf34cbab439 req-67615a9d-06ef-4464-a2de-92aeec52afa5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.723350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3ae2c48-6104-402f-a393-6cf34cbab439 req-67615a9d-06ef-4464-a2de-92aeec52afa5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0991833 Feb 11 05:19:56.741792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 470505dc-1bf4-44c6-be88-c40dbb230dc9 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:56.769832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 470505dc-1bf4-44c6-be88-c40dbb230dc9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:56.772491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 470505dc-1bf4-44c6-be88-c40dbb230dc9 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:56.816095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3ae2c48-6104-402f-a393-6cf34cbab439 req-dc160d2a-63ae-4205-add2-dcaef2b39f5b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770369 Feb 11 05:19:56.901237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0039a-8306-4435-9ed7-5bb4981c9904 req-d24e5ac9-d720-4621-bb0f-f333862e9158 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.912388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6f0039a-8306-4435-9ed7-5bb4981c9904 req-d24e5ac9-d720-4621-bb0f-f333862e9158 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 945 time: 0.1396527 Feb 11 05:19:57.045439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6f0039a-8306-4435-9ed7-5bb4981c9904 req-2015349c-493f-44b7-8ff7-29d894957ab4 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319981 Feb 11 05:19:57.151732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324280be-a72d-4bcc-baab-be914edd1958 req-a284d67d-dcb9-4fb7-b9b5-bb5a7927631f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.154086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-324280be-a72d-4bcc-baab-be914edd1958 req-a284d67d-dcb9-4fb7-b9b5-bb5a7927631f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2188683 Feb 11 05:19:57.160431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-e7d3ad3d-6bb8-4e7b-b820-95846f00b003 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.172315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-e7d3ad3d-6bb8-4e7b-b820-95846f00b003 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 813 time: 0.1843371 Feb 11 05:19:57.179335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Request body: {'port': {'device_id': 'd3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed', 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'admin_state_up': True, 'tenant_id': '88ea03186a794bdbbe704236f45982e0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:57.312145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-324280be-a72d-4bcc-baab-be914edd1958 req-6f7872e5-c4f0-48bb-a34c-bbf98d1aa250 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365016 Feb 11 05:19:57.517900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d82239c5-0403-4af7-bf5a-c18bc8eed06e req-66c74d12-781d-4cb7-942b-156b195c95eb tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 210 time: 0.0448406 Feb 11 05:19:57.519755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Made reservation on behalf of 88ea03186a794bdbbe704236f45982e0 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:57.523241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.680284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591372bc-df03-4329-a31b-a5e46a289398', 'name': 'network-vif-deleted', 'tag': '75aec836-0e5a-472f-866e-9dad035c467b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:57.684217 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6422e0-ae55-4823-bcd4-7c0051e7e473" -d '{"events": [{"server_uuid": "591372bc-df03-4329-a31b-a5e46a289398", "name": "network-vif-deleted", "tag": "75aec836-0e5a-472f-866e-9dad035c467b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:57.692256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c66c071d-a4b6-4334-9f3b-6f7e8e4010b8 req-c55cf10e-36e6-4a59-931c-dea793e5f9d6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.1056821 Feb 11 05:19:57.778273 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b6bad2-7ddf-4796-901c-9fc5649eaf79 x-openstack-request-id: req-14b6bad2-7ddf-4796-901c-9fc5649eaf79 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:57.778273 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591372bc-df03-4329-a31b-a5e46a289398", "name": "network-vif-deleted", "tag": "75aec836-0e5a-472f-866e-9dad035c467b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:57.778273 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14b6bad2-7ddf-4796-901c-9fc5649eaf79 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:57.778273 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591372bc-df03-4329-a31b-a5e46a289398', 'name': 'network-vif-deleted', 'tag': '75aec836-0e5a-472f-866e-9dad035c467b', 'status': 'completed', 'code': 200} Feb 11 05:19:57.785128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a293d20-e884-41fb-a98a-e20e420297cb req-48071b75-2ec9-4ff9-be94-9000823198b2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.786786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a293d20-e884-41fb-a98a-e20e420297cb req-48071b75-2ec9-4ff9-be94-9000823198b2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2752731 Feb 11 05:19:57.982379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Allocated IP 172.20.0.2 (27c4703a-85b6-4d80-8f24-3a91e94ce8c8/1e249aa5-6087-4374-b329-64af03fe87a9/3be010c7-6eee-4272-853a-9098a62df0ba) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:57.997953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-c2883d0d-9557-4467-a87f-3a7f16d9b583 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.999548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-c2883d0d-9557-4467-a87f-3a7f16d9b583 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 813 time: 0.3204150 Feb 11 05:19:58.010779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a293d20-e884-41fb-a98a-e20e420297cb req-c730c106-f0e1-4f08-9733-d2f9238dbcd7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801486 Feb 11 05:19:58.033438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Request body: {'port': {'device_id': '69c945bc-bb1a-4199-a0c7-279adf6e8da0', 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'admin_state_up': True, 'tenant_id': '88ea03186a794bdbbe704236f45982e0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:58.050661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028aab1-0c4b-428d-a1c0-8e62fb1d1839 req-50eeb62a-104f-4783-8789-7ee1a660dde1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.052236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2028aab1-0c4b-428d-a1c0-8e62fb1d1839 req-50eeb62a-104f-4783-8789-7ee1a660dde1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.2205851 Feb 11 05:19:58.303320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2028aab1-0c4b-428d-a1c0-8e62fb1d1839 req-b8e7d3ac-c9a1-4038-8fcf-2b3c17394d7b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327774 Feb 11 05:19:58.356432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217ba8-bcab-41ef-b2da-b120c8856268 req-80700a7f-41bb-4026-91f8-aea3b87479f2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.358072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65217ba8-bcab-41ef-b2da-b120c8856268 req-80700a7f-41bb-4026-91f8-aea3b87479f2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2183139 Feb 11 05:19:58.434230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks [] for port (3be010c7-6eee-4272-853a-9098a62df0ba), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.476038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65217ba8-bcab-41ef-b2da-b120c8856268 req-2687796d-da03-47cb-b798-78596757cfcb tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049423 Feb 11 05:19:58.484020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Made reservation on behalf of 88ea03186a794bdbbe704236f45982e0 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:58.487428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.529917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480855f-8b68-4ab0-b8f2-dab01f6925ac req-89cb6451-3a35-4895-81f6-bb93671cf349 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.531421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d480855f-8b68-4ab0-b8f2-dab01f6925ac req-89cb6451-3a35-4895-81f6-bb93671cf349 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 945 time: 0.1368411 Feb 11 05:19:58.933029 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.003935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d9b9718-7ee9-4fff-9a03-89c61a7ac91d req-109a4aab-6e57-4c1b-a261-c6a7eead56fa tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 210 time: 0.0812128 Feb 11 05:19:59.037262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:59.046846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:59.064569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:59.125155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Pushing event updated for resources: {'Port': ['ID=3be010c7-6eee-4272-853a-9098a62df0ba,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:59.139393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d480855f-8b68-4ab0-b8f2-dab01f6925ac req-141073a6-b396-4798-a2fb-4a5aa1f23efd tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974100 Feb 11 05:19:59.178719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-9789d64e-2ecd-4557-a7d1-7c075099e65e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.183396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-9789d64e-2ecd-4557-a7d1-7c075099e65e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 807 time: 0.1760154 Feb 11 05:19:59.207728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Request body: {'port': {'device_id': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'admin_state_up': True, 'tenant_id': '43e6b606b3834f4b9004f208e11b3c5c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:59.265779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.266820 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.290613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Allocated IP 172.20.0.7 (27c4703a-85b6-4d80-8f24-3a91e94ce8c8/1e249aa5-6087-4374-b329-64af03fe87a9/baa2c95e-d290-4b7c-b849-5d0712cfd2a4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:59.323606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5dd8132-6df0-49b2-b7b3-1def6284a1ce req-7d64e9f8-2158-4793-ac44-7a46b38edb2e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0673170 Feb 11 05:19:59.378206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d23825-a204-48d6-a212-a82de379107f req-e7c5db4c-4f35-40cd-bbcc-90b4d07c34f4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.378206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89d23825-a204-48d6-a212-a82de379107f req-e7c5db4c-4f35-40cd-bbcc-90b4d07c34f4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2609739 Feb 11 05:19:59.477447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65d7f7a1-4c68-41e1-879a-757364c664af tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3029749 Feb 11 05:19:59.493723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Made reservation on behalf of 43e6b606b3834f4b9004f208e11b3c5c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:59.499610 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.500810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Request body: {'port': {'device_id': 'd3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:59.688657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Allocated IP 172.20.0.13 (083714e0-fbcb-4f2b-b929-fd0939a5f61f/80cb0a79-c2f6-4926-8d54-a84282c437d7/759f867e-a0dc-48dd-a9d5-1fee7299914e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:59.771031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89d23825-a204-48d6-a212-a82de379107f req-c16da822-2876-40b6-b5e9-0548f79d3b15 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765492 Feb 11 05:19:59.824868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.841950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks [] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.895853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e32ad-6091-4cb3-8a7a-b8633a31b47b req-0fd24ad2-cd0b-44c1-af34-4295b3eae03e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.897121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks [] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.904189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-284e32ad-6091-4cb3-8a7a-b8633a31b47b req-0fd24ad2-cd0b-44c1-af34-4295b3eae03e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.4124732 Feb 11 05:20:00.017837 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.030738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['64f0e6fa-5b1e-473a-a204-43727c533411'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:00.105537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Network 083714e0-fbcb-4f2b-b929-fd0939a5f61f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:00.119921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:00.137141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:00.173367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-284e32ad-6091-4cb3-8a7a-b8633a31b47b req-59477614-ebea-4dee-959d-ee69e561fa7b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678521 Feb 11 05:20:00.215025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Pushing event updated for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:00.259626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.273624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.342217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca105afd-cc41-4401-99d2-2bcb9bea7ded req-abaeb014-722f-4593-8b90-9d0575f68768 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.353197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca105afd-cc41-4401-99d2-2bcb9bea7ded req-abaeb014-722f-4593-8b90-9d0575f68768 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.4346254 Feb 11 05:20:00.441815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-78687ad5-9c94-4549-a1a0-70892454300d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2509987 Feb 11 05:20:00.447600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca105afd-cc41-4401-99d2-2bcb9bea7ded req-ff589f9a-76cc-4aaa-a77f-f76cf1a5002c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884662 Feb 11 05:20:00.461513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Request body: {'port': {'device_id': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:00.515101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.599960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.702497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:00.709261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:00.740285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:00.784692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Pushing event updated for resources: {'Port': ['ID=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:00.869604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de96ec-4f52-4f39-a687-13ceedfe613f req-17f864b6-c4ba-4409-8b7c-8203d5d3f777 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.872517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5de96ec-4f52-4f39-a687-13ceedfe613f req-17f864b6-c4ba-4409-8b7c-8203d5d3f777 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 931 time: 0.2773943 Feb 11 05:20:00.941100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.942316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.089193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5de96ec-4f52-4f39-a687-13ceedfe613f req-3eef63dc-7dc0-4acb-912e-3b815ab97030 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017641 Feb 11 05:20:01.136502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-70a6a440-013d-414d-9db2-0d10c6f8fec4 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1228569 Feb 11 05:20:01.157492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Request body: {'port': {'device_id': '69c945bc-bb1a-4199-a0c7-279adf6e8da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:01.181913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be010c7-6eee-4272-853a-9098a62df0ba {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:01.270431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759f867e-a0dc-48dd-a9d5-1fee7299914e {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:01.279788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Publish callbacks [] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.296184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Transition to ACTIVE for port object 759f867e-a0dc-48dd-a9d5-1fee7299914e will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:01.298831 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Publish callbacks [] for port (3be010c7-6eee-4272-853a-9098a62df0ba), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.366156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.398378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Transition to ACTIVE for port object 3be010c7-6eee-4272-853a-9098a62df0ba will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:01.399163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.408921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89aaa0-0443-4481-96fb-1fccb30231c0 req-593df00a-da64-4501-95c8-cf5d53c2bbe3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.417644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f89aaa0-0443-4481-96fb-1fccb30231c0 req-593df00a-da64-4501-95c8-cf5d53c2bbe3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 932 time: 0.3473139 Feb 11 05:20:01.425997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Pushing event updated for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:01.520275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:01.520634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:01.520999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:01.526537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:01.526856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:01.532531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:01.532894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:01.533676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:01.534110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Bound port: 759f867e-a0dc-48dd-a9d5-1fee7299914e, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:01.534583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.611446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:01.617277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:01.637046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.706021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.716892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4ec82-7f81-4369-b64f-e36edb55d9a8 req-43af7bca-219c-4c54-b87d-e14dba90befc tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.722772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46c4ec82-7f81-4369-b64f-e36edb55d9a8 req-43af7bca-219c-4c54-b87d-e14dba90befc tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 945 time: 0.4118257 Feb 11 05:20:01.752923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.753580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.755226 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] 10.222.0.83 "PUT /v2.0/ports/759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 200 len: 1093 time: 1.3002818 Feb 11 05:20:01.755707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:01.758079 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641b8efe-224b-4a6a-88b9-0f8a60df31f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:01.779772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f89aaa0-0443-4481-96fb-1fccb30231c0 req-518c9960-3576-48f2-ab48-367f0706a037 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558335 Feb 11 05:20:01.801620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbccdbc-0aa1-4d6e-b5fa-cc217653b299 service neutron] Pushing event updated for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:01.811666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Pushing event updated for resources: {'Port': ['ID=3be010c7-6eee-4272-853a-9098a62df0ba,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:01.920306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46c4ec82-7f81-4369-b64f-e36edb55d9a8 req-28ddadc9-45c3-4739-bc4c-dc94899b6611 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965482 Feb 11 05:20:01.973347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-47b9b3a1-162f-49aa-98a8-e113add6c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.975089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-47b9b3a1-162f-49aa-98a8-e113add6c00a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1127 time: 0.0953028 Feb 11 05:20:02.040474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Attempting to bind port 3be010c7-6eee-4272-853a-9098a62df0ba on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:02.041150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Attempting to bind port 3be010c7-6eee-4272-853a-9098a62df0ba by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:02.041731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Attempting to bind port 3be010c7-6eee-4272-853a-9098a62df0ba on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:02.063619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa2c95e-d290-4b7c-b849-5d0712cfd2a4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:02.065064 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-baabad04-c62a-401c-bd0b-1f27c6c5376b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 200 len: 217 time: 0.0827031 Feb 11 05:20:02.072937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Port 3be010c7-6eee-4272-853a-9098a62df0ba on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:02.073716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Attempting to bind port 3be010c7-6eee-4272-853a-9098a62df0ba on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:02.092374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Publish callbacks [] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.105184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:02.105867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Checking segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:02.107061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Bound using segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:02.107749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Bound port: 3be010c7-6eee-4272-853a-9098a62df0ba, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:02.108343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.117251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028bb46-858f-4803-92fb-3ba41c3f089d req-1b32af32-95d2-4334-951f-5f3ed7a705c4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.125128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6028bb46-858f-4803-92fb-3ba41c3f089d req-1b32af32-95d2-4334-951f-5f3ed7a705c4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2428737 Feb 11 05:20:02.153890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-9b97da26-1df0-4b4e-8c51-f35789ddd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.156316 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-9b97da26-1df0-4b4e-8c51-f35789ddd132 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0858240 Feb 11 05:20:02.165363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Transition to ACTIVE for port object baa2c95e-d290-4b7c-b849-5d0712cfd2a4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:02.207559 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-298e7e60-a877-473f-89ae-2ffe5dbc3b7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418663 Feb 11 05:20:02.244860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6028bb46-858f-4803-92fb-3ba41c3f089d req-b3c1c3d9-dd23-437d-9c60-df78dd1113cc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184266 Feb 11 05:20:02.275527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180c54a-4fe3-44e0-b99c-c8933ef9dd7a req-c4184793-ea9e-466a-8e86-fe84dde96b32 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.281836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f180c54a-4fe3-44e0-b99c-c8933ef9dd7a req-c4184793-ea9e-466a-8e86-fe84dde96b32 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.2323120 Feb 11 05:20:02.297513 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.336760 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fb4a95-a050-4937-a844-9a28c0015117 x-openstack-request-id: req-d2fb4a95-a050-4937-a844-9a28c0015117 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:02.344186 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:02.344186 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2fb4a95-a050-4937-a844-9a28c0015117 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:02.344186 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e', 'status': 'completed', 'code': 200} Feb 11 05:20:02.362377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] For port 3be010c7-6eee-4272-853a-9098a62df0ba, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:02.424116 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-8f91234c-24bb-463e-b906-f1947ef5f939 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115176 Feb 11 05:20:02.472272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] For port 3be010c7-6eee-4272-853a-9098a62df0ba, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3be010c7-6eee-4272-853a-9098a62df0ba,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:02.539161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:02.548291 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.599500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ed43bbf-163f-433f-bf2c-f11be8d82644 req-4d99690b-e01f-4195-a985-8394d1a13167 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601381 Feb 11 05:20:02.605210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f180c54a-4fe3-44e0-b99c-c8933ef9dd7a req-9002c84f-713b-4e12-a8d4-fa54b909ddeb tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122149 Feb 11 05:20:02.630847 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1c9387c-8b3c-4063-be39-66d0fceb37b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.647768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.648719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.650362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] 10.222.0.83 "PUT /v2.0/ports/3be010c7-6eee-4272-853a-9098a62df0ba HTTP/1.1" status: 200 len: 1092 time: 3.1599932 Feb 11 05:20:02.656147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed', 'tag': '3be010c7-6eee-4272-853a-9098a62df0ba'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:02.658728 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed", "tag": "3be010c7-6eee-4272-853a-9098a62df0ba"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:02.683293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-49fb1dc1-c43c-414e-a456-c2e8d334ace4 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.685378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-49fb1dc1-c43c-414e-a456-c2e8d334ace4 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 945 time: 0.3554397 Feb 11 05:20:02.727384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed27b37-be7a-415f-98a6-a354193c5a9f req-6afa71c5-9226-4254-9701-44952e6bcd09 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.728955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eed27b37-be7a-415f-98a6-a354193c5a9f req-6afa71c5-9226-4254-9701-44952e6bcd09 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 943 time: 0.2972581 Feb 11 05:20:02.729616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9bd43-1e28-4daa-a6e9-bb960b3198da service neutron] Pushing event updated for resources: {'Port': ['ID=3be010c7-6eee-4272-853a-9098a62df0ba,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:02.817437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Attempting to bind port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:02.817437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Attempting to bind port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:02.817437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Attempting to bind port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:02.884343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-35696db7-affc-436a-a63b-1cbea707c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.886449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-35696db7-affc-436a-a63b-1cbea707c0fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1127 time: 0.0798974 Feb 11 05:20:02.916367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:02.916825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Attempting to bind port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 on network 27c4703a-85b6-4d80-8f24-3a91e94ce8c8 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:02.954145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eed27b37-be7a-415f-98a6-a354193c5a9f req-b53759c1-0653-4e57-9b0b-4c8b966979f5 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957319 Feb 11 05:20:02.968399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:02.968399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Checking segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:02.968399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Bound using segment: {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:02.968399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Bound port: baa2c95e-d290-4b7c-b849-5d0712cfd2a4, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349001e8-f6f2-4ead-9674-a10a425fd7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:02.968399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.046433 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967a0a0f-278c-4325-b52f-7f0ba024e571 x-openstack-request-id: req-967a0a0f-278c-4325-b52f-7f0ba024e571 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:03.046726 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed", "tag": "3be010c7-6eee-4272-853a-9098a62df0ba", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:03.046983 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-967a0a0f-278c-4325-b52f-7f0ba024e571 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:03.047388 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed', 'tag': '3be010c7-6eee-4272-853a-9098a62df0ba', 'status': 'completed', 'code': 200} Feb 11 05:20:03.053538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-7da7ebaa-6e1d-4a93-a5f8-68db363335ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.054561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-63960c3d-1cca-4791-9b8b-f5af44caf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.055098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-7da7ebaa-6e1d-4a93-a5f8-68db363335ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&device_id=d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed HTTP/1.1" status: 200 len: 1126 time: 0.2605999 Feb 11 05:20:03.056572 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-63960c3d-1cca-4791-9b8b-f5af44caf2f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.1617675 Feb 11 05:20:03.066108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158b52c-29a0-4068-b467-e8f271750a20 req-19c0da53-e3b5-404e-8ab6-4190e4e6b365 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.067674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c158b52c-29a0-4068-b467-e8f271750a20 req-19c0da53-e3b5-404e-8ab6-4190e4e6b365 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2303164 Feb 11 05:20:03.157344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-efae473d-0b41-41a4-a005-1c8e8f85577b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 200 len: 217 time: 0.0892754 Feb 11 05:20:03.171388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-ccd949bf-1918-4c66-8b0d-6a6e51e8bce9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3be010c7-6eee-4272-853a-9098a62df0ba HTTP/1.1" status: 200 len: 217 time: 0.0996697 Feb 11 05:20:03.223281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] For port baa2c95e-d290-4b7c-b849-5d0712cfd2a4, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:03.228367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-cf3286d3-68d3-48da-bd4d-5ff8e334bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.230373 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-cf3286d3-68d3-48da-bd4d-5ff8e334bbc2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0671659 Feb 11 05:20:03.265349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Deleting port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:03.265751 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.275781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] For port baa2c95e-d290-4b7c-b849-5d0712cfd2a4, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:03.278170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-4a26d901-cb97-4817-bc9c-bd77ff8687cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408769 Feb 11 05:20:03.305129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c158b52c-29a0-4068-b467-e8f271750a20 req-19c5a25f-c3fd-4a6b-80fc-9b28309177ef tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115712 Feb 11 05:20:03.340698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603d05-de14-48e3-ba0d-d342e630bfb8 req-6e8ba8c4-0140-442a-958f-83b24c49d328 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.342753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f603d05-de14-48e3-ba0d-d342e630bfb8 req-6e8ba8c4-0140-442a-958f-83b24c49d328 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.2124298 Feb 11 05:20:03.415876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] For port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,segment=NetworkSegment(3dbd5be7-b122-4bf7-8906-e635fa19452f),segment_id=3dbd5be7-b122-4bf7-8906-e635fa19452f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:03.416171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.431134 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-d7b62ad6-0002-43ca-963e-88b434c3baea service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463237 Feb 11 05:20:03.433568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Calling delete_port for f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:03.438814 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:20:03.496799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-af1bd3a3-2fe4-455d-9e4b-cb33154a5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.502157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-af1bd3a3-2fe4-455d-9e4b-cb33154a5716 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 200 len: 853 time: 0.3213038 Feb 11 05:20:03.505432 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.542759 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-641b8efe-224b-4a6a-88b9-0f8a60df31f7 req-9bbcc1a6-dc57-468c-914c-5ab86a0d8683 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026943 Feb 11 05:20:03.927554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-a53eedf8-fedf-4820-ae20-6561d5962b4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4190204 Feb 11 05:20:03.961949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.962759 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.964321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] 10.222.0.83 "PUT /v2.0/ports/baa2c95e-d290-4b7c-b849-5d0712cfd2a4 HTTP/1.1" status: 200 len: 1092 time: 2.8144815 Feb 11 05:20:04.015194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb6715-29d0-4d4d-ae64-cf443c2d4bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:04.142032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f603d05-de14-48e3-ba0d-d342e630bfb8 req-d3a692b2-6445-4d7d-84f1-30a6260d9ffd tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414032 Feb 11 05:20:04.150547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50931fb0-fb47-49f6-88c3-8215b4fa4a86 req-7a931419-0954-447f-b3bd-3fa54591bb86 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.151488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50931fb0-fb47-49f6-88c3-8215b4fa4a86 req-7a931419-0954-447f-b3bd-3fa54591bb86 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 945 time: 0.6497428 Feb 11 05:20:04.217608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-7c0e2456-0ace-477f-8cef-5d3de137fb30 service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782266 Feb 11 05:20:04.271809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50931fb0-fb47-49f6-88c3-8215b4fa4a86 req-6ecec841-be0b-441c-8a13-b6a2dc6f9b27 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c254a65-c199-4899-9d54-6eecd434d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111615 Feb 11 05:20:04.323866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-0920cfb3-8498-426b-890f-2d7a6ce0bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.326353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-0920cfb3-8498-426b-890f-2d7a6ce0bb25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 1126 time: 0.2340009 Feb 11 05:20:04.328017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f45f6ea3-3eb5-4094-9a89-05fd6ae9b840), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.341234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f45f6ea3-3eb5-4094-9a89-05fd6ae9b840'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:04.440088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Pushing event deleted for resources: {'Port': ['ID=f45f6ea3-3eb5-4094-9a89-05fd6ae9b840,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:04.462288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-09a50917-fc07-4a3b-8e3d-7d2eeacb0839 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa2c95e-d290-4b7c-b849-5d0712cfd2a4 HTTP/1.1" status: 200 len: 217 time: 0.1236591 Feb 11 05:20:04.579756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ca949-6813-4b57-a6a2-6575ddcd9c65 req-8cd41ccb-9c25-4408-9291-07b2fc60a050 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.581912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-990ca949-6813-4b57-a6a2-6575ddcd9c65 req-8cd41ccb-9c25-4408-9291-07b2fc60a050 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.3091013 Feb 11 05:20:04.589000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] No DVR routers for this DVR port f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:04.596560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.599793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6872aed6-6f44-4f06-be69-384a000d7b1c req-36373fe8-f40c-46dd-a435-71d74f301191 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.65 "DELETE /v2.0/ports/f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 HTTP/1.1" status: 204 len: 173 time: 1.8997345 Feb 11 05:20:04.602457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-695f6f41-50ee-4c38-beaf-b8bce59cdfec service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752992 Feb 11 05:20:04.634649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-2f772640-d885-4177-a940-c49a30a31579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.636149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-2f772640-d885-4177-a940-c49a30a31579 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 200 len: 853 time: 0.1649253 Feb 11 05:20:04.663649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf51b4-1a3f-4323-b0fc-cca1a12701ef req-7e5cf561-4e4b-4f39-a97d-c1085ae8f843 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.665365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bcf51b4-1a3f-4323-b0fc-cca1a12701ef req-7e5cf561-4e4b-4f39-a97d-c1085ae8f843 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 943 time: 0.2282107 Feb 11 05:20:04.691171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-3db289b3-3321-46f9-a29e-871ffd9cc0c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452888 Feb 11 05:20:04.744290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-990ca949-6813-4b57-a6a2-6575ddcd9c65 req-6caba2ac-c4c5-4b6d-8205-74cdc968f631 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532753 Feb 11 05:20:04.807581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bcf51b4-1a3f-4323-b0fc-cca1a12701ef req-8a1c6448-5055-4720-9523-0af214a93964 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192832 Feb 11 05:20:04.908685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-67873fcc-78f4-4741-b5c2-976b2a06c74e service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048573 Feb 11 05:20:04.965984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-11183f43-38fb-4acf-9371-0a6f55ad2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.968543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-11183f43-38fb-4acf-9371-0a6f55ad2879 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&device_id=d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed HTTP/1.1" status: 200 len: 1126 time: 0.1597216 Feb 11 05:20:05.026642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48800) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:05.067171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c945bc-bb1a-4199-a0c7-279adf6e8da0', 'tag': 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4'}, {'server_uuid': '0ab5040b-a3cb-44e4-866b-660879a3f70f', 'name': 'network-vif-deleted', 'tag': 'f45f6ea3-3eb5-4094-9a89-05fd6ae9b840'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:05.069565 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7634b97-5453-4ad1-9768-e1166266b488" -d '{"events": [{"name": "network-changed", "server_uuid": "69c945bc-bb1a-4199-a0c7-279adf6e8da0", "tag": "baa2c95e-d290-4b7c-b849-5d0712cfd2a4"}, {"server_uuid": "0ab5040b-a3cb-44e4-866b-660879a3f70f", "name": "network-vif-deleted", "tag": "f45f6ea3-3eb5-4094-9a89-05fd6ae9b840"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:05.088243 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8e8726c4-80ec-4711-b803-c6b044e9d802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.150090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620e361-d32f-43e1-ab68-8a8d5a427144 req-ee6bb0ac-bf3d-4c74-8f05-e3cad8c37243 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.161105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0620e361-d32f-43e1-ab68-8a8d5a427144 req-ee6bb0ac-bf3d-4c74-8f05-e3cad8c37243 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3065398 Feb 11 05:20:05.245370 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e4850-bf80-4af5-a9bd-a5a05f6730d3 req-bf73d82a-15aa-41b2-b736-2864ba949e7f service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301570 Feb 11 05:20:05.245635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-986accf4-6d41-4637-a237-6fbf99a275e2 admin admin] Deleting subnet dc24fff8-7d32-4bf0-92db-76f41fec26b5 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:05.264686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-986accf4-6d41-4637-a237-6fbf99a275e2 admin admin] Publish callbacks [] for subnet (dc24fff8-7d32-4bf0-92db-76f41fec26b5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.274471 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7cd5b9-6fa7-463d-9613-9def1cee3e0f x-openstack-request-id: req-8a7cd5b9-6fa7-463d-9613-9def1cee3e0f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:05.276143 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c945bc-bb1a-4199-a0c7-279adf6e8da0", "tag": "baa2c95e-d290-4b7c-b849-5d0712cfd2a4", "status": "completed", "code": 200}, {"server_uuid": "0ab5040b-a3cb-44e4-866b-660879a3f70f", "name": "network-vif-deleted", "tag": "f45f6ea3-3eb5-4094-9a89-05fd6ae9b840", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:05.276143 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a7cd5b9-6fa7-463d-9613-9def1cee3e0f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:05.276143 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c945bc-bb1a-4199-a0c7-279adf6e8da0', 'tag': 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4', 'status': 'completed', 'code': 200} Feb 11 05:20:05.276143 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab5040b-a3cb-44e4-866b-660879a3f70f', 'name': 'network-vif-deleted', 'tag': 'f45f6ea3-3eb5-4094-9a89-05fd6ae9b840', 'status': 'completed', 'code': 200} Feb 11 05:20:05.320691 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-986accf4-6d41-4637-a237-6fbf99a275e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (dc24fff8-7d32-4bf0-92db-76f41fec26b5), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.353247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0620e361-d32f-43e1-ab68-8a8d5a427144 req-3eb12f18-0f4f-4906-a328-0fa079aea716 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074619 Feb 11 05:20:05.392089 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-986accf4-6d41-4637-a237-6fbf99a275e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (dc24fff8-7d32-4bf0-92db-76f41fec26b5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.403602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb2a5f-6716-49e2-94cd-499ffa52c04e req-d4f69809-b54b-4dac-9a70-24e04db476a6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.405267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85cb2a5f-6716-49e2-94cd-499ffa52c04e req-d4f69809-b54b-4dac-9a70-24e04db476a6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.1026773 Feb 11 05:20:05.446491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-535cead0-d873-4115-a12b-f072a185efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.448444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-535cead0-d873-4115-a12b-f072a185efdb service neutron] 10.222.0.83 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 914 time: 0.4727788 Feb 11 05:20:05.546594 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-986accf4-6d41-4637-a237-6fbf99a275e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (dc24fff8-7d32-4bf0-92db-76f41fec26b5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.559020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85cb2a5f-6716-49e2-94cd-499ffa52c04e req-4d8795a3-115d-4a6e-b2c9-d7960d805a9a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228282 Feb 11 05:20:05.561696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-6407d483-1542-46b2-a691-dab9b6d7918d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3be010c7-6eee-4272-853a-9098a62df0ba HTTP/1.1" status: 200 len: 217 time: 0.1020043 Feb 11 05:20:05.568287 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-986accf4-6d41-4637-a237-6fbf99a275e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.576421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-986accf4-6d41-4637-a237-6fbf99a275e2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dc24fff8-7d32-4bf0-92db-76f41fec26b5 HTTP/1.1" status: 204 len: 168 time: 0.5462339 Feb 11 05:20:05.585144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48812) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:05.610272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986accf4-6d41-4637-a237-6fbf99a275e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc24fff8-7d32-4bf0-92db-76f41fec26b5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:05.660821 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0850350b-8dfe-4e49-9cf0-1bf5e01ea48e req-a11f7d72-9578-4494-a6f4-c286c7cb2c11 tempest-ServerAddressesNegativeTestJSON-1419042267 tempest-ServerAddressesNegativeTestJSON-1419042267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ab5040b-a3cb-44e4-866b-660879a3f70f HTTP/1.1" status: 200 len: 210 time: 0.1136284 Feb 11 05:20:05.791489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634b97-5453-4ad1-9768-e1166266b488 req-0cb672b9-3341-45b4-9110-1c012534428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.800118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7634b97-5453-4ad1-9768-e1166266b488 req-0cb672b9-3341-45b4-9110-1c012534428d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=88ea03186a794bdbbe704236f45982e0&device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 1126 time: 0.3875031 Feb 11 05:20:05.807645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-7501d3b7-634a-4484-9807-9704490f7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.809283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-7501d3b7-634a-4484-9807-9704490f7948 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 200 len: 853 time: 0.2333145 Feb 11 05:20:05.814662 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (f7a986f1-db79-4288-a522-b369f31aed12), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.910690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-cbe4c471-9e4b-4c95-9b0b-02fb6dbdf82f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809841 Feb 11 05:20:06.018635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e6987-9b1c-41d8-96ac-278d0d3c5b5e req-0ea90c12-88dc-49d5-8c29-77ae0159ebde tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.020154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-908e6987-9b1c-41d8-96ac-278d0d3c5b5e req-0ea90c12-88dc-49d5-8c29-77ae0159ebde tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3623700 Feb 11 05:20:06.173385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (f7a986f1-db79-4288-a522-b369f31aed12), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.178074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634b97-5453-4ad1-9768-e1166266b488 req-b3340dd8-19d1-4fc8-b937-54e4c54b9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.179588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7634b97-5453-4ad1-9768-e1166266b488 req-b3340dd8-19d1-4fc8-b937-54e4c54b9d34 service neutron] 10.222.0.83 "GET /v2.0/networks?id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 200 len: 914 time: 0.3621914 Feb 11 05:20:06.188276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50665ae8-2463-477c-96b5-82ef2ea72c32 req-653a7ea6-f87b-4757-a692-6a4a0691d1e4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.190176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50665ae8-2463-477c-96b5-82ef2ea72c32 req-653a7ea6-f87b-4757-a692-6a4a0691d1e4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.3458540 Feb 11 05:20:06.288086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7634b97-5453-4ad1-9768-e1166266b488 req-ea72358d-e4bc-4f83-9826-c626c4afabec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa2c95e-d290-4b7c-b849-5d0712cfd2a4 HTTP/1.1" status: 200 len: 217 time: 0.0885618 Feb 11 05:20:06.298674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a986f1-db79-4288-a522-b369f31aed12']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.302364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-51f62b47-2940-42e0-a0dc-7f9802a8c5c6 service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692775 Feb 11 05:20:06.312304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-908e6987-9b1c-41d8-96ac-278d0d3c5b5e req-10854280-dbbf-42e1-9df4-dfefd198ee85 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812481 Feb 11 05:20:06.345157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05b72ad-7e93-4a44-b315-4c83818dcc27') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.345157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05b72ad-7e93-4a44-b315-4c83818dcc27') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.404585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634b97-5453-4ad1-9768-e1166266b488 req-34ffa40d-6b26-4d7d-b1a7-0dcfc2e45c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.406367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7634b97-5453-4ad1-9768-e1166266b488 req-34ffa40d-6b26-4d7d-b1a7-0dcfc2e45c15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 200 len: 853 time: 0.1028707 Feb 11 05:20:06.408472 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (b05b72ad-7e93-4a44-b315-4c83818dcc27), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.483598 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b05b72ad-7e93-4a44-b315-4c83818dcc27), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.579980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.783074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3be010c7-6eee-4272-853a-9098a62df0ba details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:06.854852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7634b97-5453-4ad1-9768-e1166266b488 req-f9f75d8a-f95f-4078-b535-06a027594a56 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27c4703a-85b6-4d80-8f24-3a91e94ce8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4360137 Feb 11 05:20:06.858642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50665ae8-2463-477c-96b5-82ef2ea72c32 req-957d85e9-5b9d-4097-a778-4e58d2d1e345 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447368 Feb 11 05:20:06.863784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:06.864188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (b05b72ad-7e93-4a44-b315-4c83818dcc27), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:06.868875 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:06.899285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3be010c7-6eee-4272-853a-9098a62df0ba, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3be010c7-6eee-4272-853a-9098a62df0ba,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:06.912001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '3be010c7-6eee-4272-853a-9098a62df0ba', 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'port_id': '3be010c7-6eee-4272-853a-9098a62df0ba', 'mac_address': 'fa:16:3e:e2:ee:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e249aa5-6087-4374-b329-64af03fe87a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:06.963539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 3be010c7-6eee-4272-853a-9098a62df0ba is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:06.964022 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.980040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be010c7-6eee-4272-853a-9098a62df0ba {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:07.005875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3be010c7-6eee-4272-853a-9098a62df0ba, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3be010c7-6eee-4272-853a-9098a62df0ba,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:07.025179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a5f3f76-748a-4509-9a5c-3613e2a2a6bc req-7945ce44-4658-4b15-a72c-b86311f05cf8 service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7095866 Feb 11 05:20:07.040529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b02e2f-49fd-43c3-a7f2-f7483d293e98 req-9d40edea-474c-44d3-8161-b3b6870f711e tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.042021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04b02e2f-49fd-43c3-a7f2-f7483d293e98 req-9d40edea-474c-44d3-8161-b3b6870f711e tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 943 time: 0.5944870 Feb 11 05:20:07.096958 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.134929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (f7a986f1-db79-4288-a522-b369f31aed12), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.159096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7634b97-5453-4ad1-9768-e1166266b488 req-50653dda-e3da-4285-b02d-26698ad04cdf service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928262 Feb 11 05:20:07.159549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=3be010c7-6eee-4272-853a-9098a62df0ba,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:07.160134 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.163421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] 10.222.0.62 "DELETE /v2.0/networks/f7a986f1-db79-4288-a522-b369f31aed12 HTTP/1.1" status: 204 len: 168 time: 1.5493402 Feb 11 05:20:07.213555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5852c-5061-40b6-b661-c2298bfd600f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a986f1-db79-4288-a522-b369f31aed12,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:07.240068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04b02e2f-49fd-43c3-a7f2-f7483d293e98 req-8c0aa7f9-bb2e-4674-9935-41b3435cd758 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854067 Feb 11 05:20:07.249808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94daef9-7c38-42b3-83d8-db191646d122 req-ca26ad52-ee82-44e2-8acd-3baf7802dcc7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.251456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b94daef9-7c38-42b3-83d8-db191646d122 req-ca26ad52-ee82-44e2-8acd-3baf7802dcc7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 814 time: 0.2461770 Feb 11 05:20:07.299259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b94daef9-7c38-42b3-83d8-db191646d122 req-538f74d4-0f60-4c55-a50a-16907830b8d3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/quotas/70aad3f03c124bdd86a71f4c72351039 HTTP/1.1" status: 200 len: 375 time: 0.0172298 Feb 11 05:20:07.324138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3be010c7-6eee-4272-853a-9098a62df0ba'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:07.383225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7634b97-5453-4ad1-9768-e1166266b488 req-1707b426-ba9a-470d-baca-e9f319fb7668 service neutron] 10.222.0.83 "GET /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130938 Feb 11 05:20:07.409345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df5ab-b09d-4fb3-a9a3-881ef15e8b84 req-41e1674e-02ad-4403-b48e-7866c27a8f14 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.410928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-062df5ab-b09d-4fb3-a9a3-881ef15e8b84 req-41e1674e-02ad-4403-b48e-7866c27a8f14 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.1089413 Feb 11 05:20:07.418246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b94daef9-7c38-42b3-83d8-db191646d122 req-70205f2c-b626-4a3a-957f-abc081ad07e2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062436 Feb 11 05:20:07.476099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48838) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:07.493685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-062df5ab-b09d-4fb3-a9a3-881ef15e8b84 req-46766bb6-390d-4f05-a56d-d45d902a37bc tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737896 Feb 11 05:20:07.548687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-642b7fa1-b60f-4b73-86cf-d719b1d7bc45 admin admin] Deleting subnet efb04de4-c262-447b-806b-1871d8db9d9d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:07.552740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-642b7fa1-b60f-4b73-86cf-d719b1d7bc45 admin admin] Publish callbacks [] for subnet (efb04de4-c262-447b-806b-1871d8db9d9d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.583234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:07.595683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-642b7fa1-b60f-4b73-86cf-d719b1d7bc45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (efb04de4-c262-447b-806b-1871d8db9d9d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.597844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1343e-cc1e-4cd0-86f3-f9c9af054982 req-a9665464-1220-4100-b58d-a2fcb6022e1b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.599680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ea1343e-cc1e-4cd0-86f3-f9c9af054982 req-a9665464-1220-4100-b58d-a2fcb6022e1b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0677190 Feb 11 05:20:07.601559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48840) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:07.625697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:07.626650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f45f6ea3-3eb5-4094-9a89-05fd6ae9b840 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:07.646625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-642b7fa1-b60f-4b73-86cf-d719b1d7bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (efb04de4-c262-447b-806b-1871d8db9d9d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.662707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7bb3a229-2129-4335-a08f-266b728d4307 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cc0084c391b4055abb4b20bcfd59945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600636 Feb 11 05:20:07.665796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48842) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:07.716474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ea1343e-cc1e-4cd0-86f3-f9c9af054982 req-90667cb9-9543-4721-b8e9-ae061b7a68ca tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915821 Feb 11 05:20:07.741149 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3673-b5b1-43eb-acf5-1f6f7f404143 admin admin] Publish callbacks [] for security_group (7a2593f8-411a-4dbd-aed9-91b16331623b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.769316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3673-b5b1-43eb-acf5-1f6f7f404143 admin admin] Publish callbacks [] for security_group (7a2593f8-411a-4dbd-aed9-91b16331623b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.788274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-642b7fa1-b60f-4b73-86cf-d719b1d7bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (efb04de4-c262-447b-806b-1871d8db9d9d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.836443 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-642b7fa1-b60f-4b73-86cf-d719b1d7bc45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.843460 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-642b7fa1-b60f-4b73-86cf-d719b1d7bc45 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/efb04de4-c262-447b-806b-1871d8db9d9d HTTP/1.1" status: 204 len: 168 time: 0.3645117 Feb 11 05:20:07.844899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48846) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:07.898770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b7fa1-b60f-4b73-86cf-d719b1d7bc45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb04de4-c262-447b-806b-1871d8db9d9d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:07.899084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1109-f90e-4345-afb6-52cd60b9c73d req-21435031-1dd4-45f8-9eec-78f34b986b1f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.905366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdaa1109-f90e-4345-afb6-52cd60b9c73d req-21435031-1dd4-45f8-9eec-78f34b986b1f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0993023 Feb 11 05:20:07.981993 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3673-b5b1-43eb-acf5-1f6f7f404143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7a2593f8-411a-4dbd-aed9-91b16331623b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.986244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3673-b5b1-43eb-acf5-1f6f7f404143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.989969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d6ad3673-b5b1-43eb-acf5-1f6f7f404143 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a2593f8-411a-4dbd-aed9-91b16331623b HTTP/1.1" status: 204 len: 168 time: 0.3208394 Feb 11 05:20:07.990188 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (bd9d04b6-5281-405c-90a4-48d7b6c5626f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.031004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad3673-b5b1-43eb-acf5-1f6f7f404143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2593f8-411a-4dbd-aed9-91b16331623b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:08.056966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdaa1109-f90e-4345-afb6-52cd60b9c73d req-d165a079-a9c1-4d94-9bf1-b16bf99c5774 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422884 Feb 11 05:20:08.152357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11eb3a-84e5-4e75-9e47-5b7b8130dcf9 req-69db5432-7199-45bd-90de-24bf71ea5608 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.159804 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (bd9d04b6-5281-405c-90a4-48d7b6c5626f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.162440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f11eb3a-84e5-4e75-9e47-5b7b8130dcf9 req-69db5432-7199-45bd-90de-24bf71ea5608 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.1612754 Feb 11 05:20:08.190054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9d04b6-5281-405c-90a4-48d7b6c5626f']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:08.204696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbd5be7-b122-4bf7-8906-e635fa19452f') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:08.205513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbd5be7-b122-4bf7-8906-e635fa19452f') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:08.218150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (3dbd5be7-b122-4bf7-8906-e635fa19452f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.228085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.239784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f11eb3a-84e5-4e75-9e47-5b7b8130dcf9 req-9fa20d30-f798-49a7-95a8-d1703365d31d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756321 Feb 11 05:20:08.241916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3dbd5be7-b122-4bf7-8906-e635fa19452f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.249314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:08.249897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (3dbd5be7-b122-4bf7-8906-e635fa19452f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:08.251702 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:08.293894 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.326856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b111c2a9-0fb7-4626-9976-c8ac8ccd34e1 req-cc4ccb79-eb87-49fb-9b57-a52fba26a427 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=70aad3f03c124bdd86a71f4c72351039 HTTP/1.1" status: 200 len: 221 time: 0.0297513 Feb 11 05:20:08.413903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cd186-82b9-4e96-ad11-611f2accc5e4 req-1c17b5e4-cfd8-4394-8f3e-abdc4618cf4b tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.415425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-270cd186-82b9-4e96-ad11-611f2accc5e4 req-1c17b5e4-cfd8-4394-8f3e-abdc4618cf4b tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 943 time: 0.0763762 Feb 11 05:20:08.448421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (bd9d04b6-5281-405c-90a4-48d7b6c5626f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.456058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.462919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bd9d04b6-5281-405c-90a4-48d7b6c5626f HTTP/1.1" status: 204 len: 168 time: 0.6161370 Feb 11 05:20:08.476498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6a97b-f21a-467b-83ea-e7aeacb5cb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9d04b6-5281-405c-90a4-48d7b6c5626f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:08.478131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ec18b-e134-45e2-82f4-4c503fdf2767 req-95fb6136-6990-4a71-8bbf-c17e3df4726b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.479919 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e98ec18b-e134-45e2-82f4-4c503fdf2767 req-95fb6136-6990-4a71-8bbf-c17e3df4726b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0863078 Feb 11 05:20:08.537044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-270cd186-82b9-4e96-ad11-611f2accc5e4 req-273dda81-3d4e-4eae-95e2-7b811fc43cff tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065056 Feb 11 05:20:08.597634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e98ec18b-e134-45e2-82f4-4c503fdf2767 req-66d180b0-7752-47fe-b209-33403658dbcf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104269 Feb 11 05:20:08.749851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db4206-dfe1-42e1-89ab-4dcca482cbde req-0c1a802b-d8cc-418d-8345-8cf967958197 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.751756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7db4206-dfe1-42e1-89ab-4dcca482cbde req-0c1a802b-d8cc-418d-8345-8cf967958197 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.1007614 Feb 11 05:20:08.781935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c3dde-fdc6-4305-9d30-cd6727e19d6d req-3c9ba625-c4a6-4714-9023-cb3eeba94ecd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.788967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device baa2c95e-d290-4b7c-b849-5d0712cfd2a4 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:08.789489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-097c3dde-fdc6-4305-9d30-cd6727e19d6d req-3c9ba625-c4a6-4714-9023-cb3eeba94ecd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1058605 Feb 11 05:20:08.818263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3be010c7-6eee-4272-853a-9098a62df0ba up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:08.866648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7db4206-dfe1-42e1-89ab-4dcca482cbde req-56bee475-a8d8-40a8-8104-7fb0cd98a4d6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985389 Feb 11 05:20:08.881974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-097c3dde-fdc6-4305-9d30-cd6727e19d6d req-8aca65b5-b783-4beb-a95e-8b088a1ccf0f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918815 Feb 11 05:20:09.065355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8238e-7d93-4592-8c85-a8a2ca9b56b6 req-575487f3-3617-4b32-af59-a74cbe5f00c7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:09.068589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17c8238e-7d93-4592-8c85-a8a2ca9b56b6 req-575487f3-3617-4b32-af59-a74cbe5f00c7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0715086 Feb 11 05:20:09.084880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48888) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:09.152074 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-725ffa99-af62-4561-a950-395886cf39ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a30ceb478fdd41a98f96dd531899e8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631993 Feb 11 05:20:09.152639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48892) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:09.178896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17c8238e-7d93-4592-8c85-a8a2ca9b56b6 req-5fa28b3c-d45e-4d73-b8a7-6934b9df8698 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948141 Feb 11 05:20:09.179048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port baa2c95e-d290-4b7c-b849-5d0712cfd2a4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:09.211561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4', 'network_id': '27c4703a-85b6-4d80-8f24-3a91e94ce8c8', 'port_id': 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4', 'mac_address': 'fa:16:3e:24:16:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e249aa5-6087-4374-b329-64af03fe87a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:09.230702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f4a3142d-4dba-4f33-baf2-3dda4326cb5c admin admin] Publish callbacks [] for security_group (4c254a65-c199-4899-9d54-6eecd434d154), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.288181 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.296901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f4a3142d-4dba-4f33-baf2-3dda4326cb5c admin admin] Publish callbacks [] for security_group (4c254a65-c199-4899-9d54-6eecd434d154), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.306565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 3be010c7-6eee-4272-853a-9098a62df0ba completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:09.323856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 3be010c7-6eee-4272-853a-9098a62df0ba triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:09.324232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.363420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:09.363806 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.384678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa2c95e-d290-4b7c-b849-5d0712cfd2a4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:09.441397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 3be010c7-6eee-4272-853a-9098a62df0ba is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:09.441909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.460741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f4a3142d-4dba-4f33-baf2-3dda4326cb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4c254a65-c199-4899-9d54-6eecd434d154), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.466951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f4a3142d-4dba-4f33-baf2-3dda4326cb5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.471225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port baa2c95e-d290-4b7c-b849-5d0712cfd2a4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:09.472485 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f4a3142d-4dba-4f33-baf2-3dda4326cb5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c254a65-c199-4899-9d54-6eecd434d154 HTTP/1.1" status: 204 len: 168 time: 0.3168473 Feb 11 05:20:09.488028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3142d-4dba-4f33-baf2-3dda4326cb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c254a65-c199-4899-9d54-6eecd434d154,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:09.496898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5833-ed24-45c7-a502-1ace33b1b27d req-8db147e1-d0de-47c7-aedb-662f621c25f6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:09.498690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51ab5833-ed24-45c7-a502-1ace33b1b27d req-8db147e1-d0de-47c7-aedb-662f621c25f6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.1053712 Feb 11 05:20:09.510223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3be010c7-6eee-4272-853a-9098a62df0ba, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3be010c7-6eee-4272-853a-9098a62df0ba,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:09.510223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be010c7-6eee-4272-853a-9098a62df0ba'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:09.511822 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e841ca42-7281-44f5-9ee3-2277224e6409" -d '{"events": [{"server_uuid": "d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed", "name": "network-vif-plugged", "status": "completed", "tag": "3be010c7-6eee-4272-853a-9098a62df0ba"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:09.546622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978048e0-f25a-4e4b-ada8-3f90e44bfbe0 req-eb1ee168-4414-4d95-afe9-5c40a59443f8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:09.548575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-978048e0-f25a-4e4b-ada8-3f90e44bfbe0 req-eb1ee168-4414-4d95-afe9-5c40a59443f8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2301836 Feb 11 05:20:09.609095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.633990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51ab5833-ed24-45c7-a502-1ace33b1b27d req-4a4adf67-c65f-4161-9379-91c576fa26fb tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261775 Feb 11 05:20:09.651478 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.682855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-978048e0-f25a-4e4b-ada8-3f90e44bfbe0 req-b0b8943b-cd26-4aaa-a48b-92895dca1558 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025903 Feb 11 05:20:09.712694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48912) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:09.766937 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eea5b9-191b-4f8d-a8de-da589f03742b x-openstack-request-id: req-11eea5b9-191b-4f8d-a8de-da589f03742b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:09.767353 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed", "name": "network-vif-plugged", "status": "completed", "tag": "3be010c7-6eee-4272-853a-9098a62df0ba", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:09.767638 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11eea5b9-191b-4f8d-a8de-da589f03742b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:09.768100 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be010c7-6eee-4272-853a-9098a62df0ba', 'code': 200} Feb 11 05:20:09.772082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:09.803705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.806134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.810507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.810993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.811418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.811837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.812257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.812707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.813119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.813521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.813931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.814332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.814752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:09.878580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['baa2c95e-d290-4b7c-b849-5d0712cfd2a4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:09.917196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=3be010c7-6eee-4272-853a-9098a62df0ba,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:10.024728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c54a06-1cae-4f90-b778-7dcccf26b957 req-14033e2d-e2da-4943-9745-57c1f1915fc6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.026434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50c54a06-1cae-4f90-b778-7dcccf26b957 req-14033e2d-e2da-4943-9745-57c1f1915fc6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1821892 Feb 11 05:20:10.044424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914e98a-6b70-40ab-b18f-31889a53dfbe req-45cb147d-375e-4ee8-ac9f-99e9075edd3a tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.046115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9914e98a-6b70-40ab-b18f-31889a53dfbe req-45cb147d-375e-4ee8-ac9f-99e9075edd3a tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 944 time: 0.2370746 Feb 11 05:20:10.055487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128c8fd-408b-4bb6-bed9-48206cfae613 req-9d202e34-67df-455a-8d2b-82a107fb1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.057558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6128c8fd-408b-4bb6-bed9-48206cfae613 req-9d202e34-67df-455a-8d2b-82a107fb1d6f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed HTTP/1.1" status: 200 len: 1128 time: 0.2501125 Feb 11 05:20:10.130962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-519639662-network', 'tenant_id': 'df693861b42c40728bffa9527ea335d8'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:10.213724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6128c8fd-408b-4bb6-bed9-48206cfae613 req-72804f5e-329e-46f7-8078-23485bc486bb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463082 Feb 11 05:20:10.220068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9914e98a-6b70-40ab-b18f-31889a53dfbe req-524225c7-e2cd-4b3f-9b54-9f4bee16d38c tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602585 Feb 11 05:20:10.232432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:10.232432 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.234076 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50c54a06-1cae-4f90-b778-7dcccf26b957 req-815d3bf1-0328-490d-8f3c-4c4d0217e6c8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961250 Feb 11 05:20:10.256442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.372550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Publish callbacks [] for security_group (a28223fa-8378-45da-81f2-085491805bb5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.402954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8216f-1f9c-427a-9922-42001153b462 req-e49b929c-9d3a-40eb-8288-0cb14813a1b2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.404688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4f8216f-1f9c-427a-9922-42001153b462 req-e49b929c-9d3a-40eb-8288-0cb14813a1b2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.0976527 Feb 11 05:20:10.415950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac333-9d41-4376-b6ca-6c1fdb3ab28f req-ca082b4e-566a-493a-a08d-794a55001ddf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.417513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58bac333-9d41-4376-b6ca-6c1fdb3ab28f req-ca082b4e-566a-493a-a08d-794a55001ddf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0955648 Feb 11 05:20:10.488489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4f8216f-1f9c-427a-9922-42001153b462 req-08be193b-a68d-48cf-b425-d5976438133f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Feb 11 05:20:10.527270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58bac333-9d41-4376-b6ca-6c1fdb3ab28f req-b532b81a-d281-430a-80c6-03777f231602 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774367 Feb 11 05:20:10.527531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a28223fa-8378-45da-81f2-085491805bb5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.531336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:20:10.562687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7f1709f7-8e28-46c6-b30a-b4c71a998512), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.563025 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Added segment 7f1709f7-8e28-46c6-b30a-b4c71a998512 of type vlan for network 8a332a30-310f-46e5-ba6f-9c449adb47b3 Feb 11 05:20:10.589995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28223fa-8378-45da-81f2-085491805bb5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:10.649893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8a332a30-310f-46e5-ba6f-9c449adb47b3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.696959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72cafe-4bfe-4c83-b391-584d4643a1eb req-86991046-93d9-4d65-8192-22e263ce89e8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.698832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e72cafe-4bfe-4c83-b391-584d4643a1eb req-86991046-93d9-4d65-8192-22e263ce89e8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0863318 Feb 11 05:20:10.791002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e72cafe-4bfe-4c83-b391-584d4643a1eb req-c345b23b-3f67-4eac-b916-420e1bcacecd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858517 Feb 11 05:20:10.798725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device baa2c95e-d290-4b7c-b849-5d0712cfd2a4 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:10.808083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8a332a30-310f-46e5-ba6f-9c449adb47b3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.813630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.813630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.816963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be1b40-e6e7-44b8-ab63-64a6286ce484 req-56a9cb60-6300-42e8-92fe-a6ad627d5f50 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.826126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97be1b40-e6e7-44b8-ab63-64a6286ce484 req-56a9cb60-6300-42e8-92fe-a6ad627d5f50 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.1143374 Feb 11 05:20:10.906069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97be1b40-e6e7-44b8-ab63-64a6286ce484 req-f8e215eb-7756-466a-8af0-0aa1780292e5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789359 Feb 11 05:20:10.914011 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1995187 Feb 11 05:20:10.921114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48944) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:10.930948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Request body: {'subnet': {'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-subnet', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:10.986928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3565e-85a1-4eef-ad75-b2790521eefb req-63a1c9f5-1819-4ec9-b2fb-4ddb6b506009 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.990211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d47fd-ecf4-4604-a36d-bbf9ce3ba65c admin admin] Pushing event updated for resources: {'Network': ['ID=8a332a30-310f-46e5-ba6f-9c449adb47b3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:10.999092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31c3565e-85a1-4eef-ad75-b2790521eefb req-63a1c9f5-1819-4ec9-b2fb-4ddb6b506009 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0919552 Feb 11 05:20:11.005191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:20:11.036858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:11.045021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:11.045532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.062314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31c3565e-85a1-4eef-ad75-b2790521eefb req-8b92f673-e169-4e2e-a87f-48a5ff66cdea tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533028 Feb 11 05:20:11.079277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:11.081791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.283664 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.292568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a2c5b-2be6-4a91-a4a9-abb69c639438 req-366b7b43-8815-4f43-a9f4-c8ff04a7e579 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.307723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:11.308456 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.311329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c1a2c5b-2be6-4a91-a4a9-abb69c639438 req-366b7b43-8815-4f43-a9f4-c8ff04a7e579 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1275370 Feb 11 05:20:11.335457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48956) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:11.392517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c1a2c5b-2be6-4a91-a4a9-abb69c639438 req-c1dcc45b-68da-4b23-a70e-cc3c2576c902 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801990 Feb 11 05:20:11.399442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port baa2c95e-d290-4b7c-b849-5d0712cfd2a4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:11.495397 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.514832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6985cf-6945-4a5b-954f-3a314d3205dd req-7d06b514-2a28-4384-a3f6-5a4ee53b88c0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.522893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d6985cf-6945-4a5b-954f-3a314d3205dd req-7d06b514-2a28-4384-a3f6-5a4ee53b88c0 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 944 time: 0.1029701 Feb 11 05:20:11.555648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1698790227-network', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:11.596931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:11.623272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (e8031fad-e1f0-469d-95ad-632d9f9bd077), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.626543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d6985cf-6945-4a5b-954f-3a314d3205dd req-26c9e879-d8ba-465e-bda5-062279433da3 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023295 Feb 11 05:20:11.651421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e9878-7f46-448e-8971-f6c2e67c51de req-33489bc3-53c4-408b-a0bc-c9d2ebc8fe99 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.653579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-743e9878-7f46-448e-8971-f6c2e67c51de req-33489bc3-53c4-408b-a0bc-c9d2ebc8fe99 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1146173 Feb 11 05:20:11.715115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8031fad-e1f0-469d-95ad-632d9f9bd077,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:11.730395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Checking segment: {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:11.732773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Network hostable DHCP agents. Network: 8a332a30-310f-46e5-ba6f-9c449adb47b3, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:11.769197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c945bc-bb1a-4199-a0c7-279adf6e8da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:11.771933 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbe107b-e4ba-41b7-9f66-cf1c165c6e60" -d '{"events": [{"server_uuid": "69c945bc-bb1a-4199-a0c7-279adf6e8da0", "name": "network-vif-plugged", "status": "completed", "tag": "baa2c95e-d290-4b7c-b849-5d0712cfd2a4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:11.773603 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-743e9878-7f46-448e-8971-f6c2e67c51de req-f52ae3e7-987b-49db-bfed-64d141e5d9c2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113658 Feb 11 05:20:11.800526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Made reservation on behalf of 0b2f3e50e66645b781c75ce85e69bcb1 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:11.804224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.816950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.830247 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55759d43-92f0-40f1-bd3a-2159cd120214 x-openstack-request-id: req-55759d43-92f0-40f1-bd3a-2159cd120214 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:11.830937 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c945bc-bb1a-4199-a0c7-279adf6e8da0", "name": "network-vif-plugged", "status": "completed", "tag": "baa2c95e-d290-4b7c-b849-5d0712cfd2a4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:11.831432 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55759d43-92f0-40f1-bd3a-2159cd120214 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:11.832130 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c945bc-bb1a-4199-a0c7-279adf6e8da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4', 'code': 200} Feb 11 05:20:11.837098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bdae6-9090-4e43-91b5-cc4239a2a9fe req-29d14771-7428-4b57-9c3b-bddabf085687 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.838737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e5bdae6-9090-4e43-91b5-cc4239a2a9fe req-29d14771-7428-4b57-9c3b-bddabf085687 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.0986667 Feb 11 05:20:11.845497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:11.996385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8a332a30-310f-46e5-ba6f-9c449adb47b3) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:12.002928 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.003835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.010740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978b176-f68c-484a-809c-debc5137f3cf None None] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:12.029656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e5bdae6-9090-4e43-91b5-cc4239a2a9fe req-160fdcd2-5ea9-4d32-860a-7d7aa86a5eae tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757069 Feb 11 05:20:12.073101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fd67-cd11-457d-96cd-368529c2d0c9 req-8ee8c8a8-1315-4488-a5f5-db4acf77ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.075615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8d8fd67-cd11-457d-96cd-368529c2d0c9 req-8ee8c8a8-1315-4488-a5f5-db4acf77ead8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 1128 time: 0.1663468 Feb 11 05:20:12.125428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723c7cb-51de-47d5-bcb2-6baab175a7ff req-de5be8aa-6056-46f0-bdf8-0002717a45f6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.129514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c723c7cb-51de-47d5-bcb2-6baab175a7ff req-de5be8aa-6056-46f0-bdf8-0002717a45f6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1931047 Feb 11 05:20:12.159743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-29f26373-6d8d-48c8-a3ab-08ef788e12ea admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2362936 Feb 11 05:20:12.162690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48972) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:12.166180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Publish callbacks [] for security_group (4cd64bcc-a933-45b8-9ab4-ab98e1369b08), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.168032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:12.206724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-8a332a30-310f-46e5-ba6f-9c449adb47b3', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'project_id': 'df693861b42c40728bffa9527ea335d8', 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:20:12.207804 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.273096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4cd64bcc-a933-45b8-9ab4-ab98e1369b08), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.320575 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (252d8c31-dba9-4ab8-a588-baa515f0013c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.322572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8d8fd67-cd11-457d-96cd-368529c2d0c9 req-28dca3e1-5e10-40f3-9e65-d6980245f1e8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372777 Feb 11 05:20:12.323372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (252d8c31-dba9-4ab8-a588-baa515f0013c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.346383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c723c7cb-51de-47d5-bcb2-6baab175a7ff req-bcd91d96-c2cb-48c4-bf1d-eae5de58494b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941586 Feb 11 05:20:12.347884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:20:12.370856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6308138-bc6f-405a-b769-2e31b049279a req-8614294b-d998-4473-b115-5b37cc57cf00 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.373935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6308138-bc6f-405a-b769-2e31b049279a req-8614294b-d998-4473-b115-5b37cc57cf00 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.2197349 Feb 11 05:20:12.386509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd64bcc-a933-45b8-9ab4-ab98e1369b08,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:12.400497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7293ecc6-943d-475c-9683-9a58f4676cc1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.400874 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Added segment 7293ecc6-943d-475c-9683-9a58f4676cc1 of type vlan for network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d Feb 11 05:20:12.413895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks [] for router_controller (252d8c31-dba9-4ab8-a588-baa515f0013c), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.461909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Allocated IP 172.20.0.2 (8a332a30-310f-46e5-ba6f-9c449adb47b3/e8031fad-e1f0-469d-95ad-632d9f9bd077/53cd2479-046d-462b-83b8-fdc6773b4bda) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:12.495331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (a8597df4-7b5c-4d21-a51b-c970cbbc3f9d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.527342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6308138-bc6f-405a-b769-2e31b049279a req-80c2d73b-f2e9-4513-af51-ef8df9998cdc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294615 Feb 11 05:20:12.569684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6c346-14d0-4b0a-9b10-0049887145bb req-e1470871-f0d1-4757-9344-4086f66643e9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.571053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25d6c346-14d0-4b0a-9b10-0049887145bb req-e1470871-f0d1-4757-9344-4086f66643e9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1054828 Feb 11 05:20:12.633726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25d6c346-14d0-4b0a-9b10-0049887145bb req-c103578f-1bb6-4ab7-9b07-b8fa900e0b46 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518858 Feb 11 05:20:12.675520 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Publish callbacks [] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.698583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (a8597df4-7b5c-4d21-a51b-c970cbbc3f9d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.702440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.705026 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.738111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks [] for router_gateway (252d8c31-dba9-4ab8-a588-baa515f0013c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.833470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] Pushing event updated for resources: {'Network': ['ID=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:12.846162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:20:12.859367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9267a-974c-4b6b-a7fb-cf57feaf0137 req-a647dd8d-3eab-45e0-8a8a-2ecae22b04c5 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.860973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4f9267a-974c-4b6b-a7fb-cf57feaf0137 req-a647dd8d-3eab-45e0-8a8a-2ecae22b04c5 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 945 time: 0.1459875 Feb 11 05:20:12.881428 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.898817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c02fdf-465d-492e-bdbd-0ea1dfa93a4d req-fcaf78c2-909f-41e8-b7b3-bf5247402ba5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.900280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55c02fdf-465d-492e-bdbd-0ea1dfa93a4d req-fcaf78c2-909f-41e8-b7b3-bf5247402ba5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1306860 Feb 11 05:20:12.945182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4f9267a-974c-4b6b-a7fb-cf57feaf0137 req-06872ecb-ad8b-4447-bfd9-65044a307b1c tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750089 Feb 11 05:20:12.951917 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e1d29ca2-5bf6-4f1c-b31c-dba9f1802611 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6114302 Feb 11 05:20:12.952119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48982) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:12.957386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Request body: {'subnet': {'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1698790227-subnet', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:12.963289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:12.975351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:12.975351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:12.987886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Pushing event updated for resources: {'Port': ['ID=53cd2479-046d-462b-83b8-fdc6773b4bda,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:13.017845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55c02fdf-465d-492e-bdbd-0ea1dfa93a4d req-1e2c32e4-5339-4cd9-a578-bc85466310d6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062639 Feb 11 05:20:13.064741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Attempting to bind port 53cd2479-046d-462b-83b8-fdc6773b4bda on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:13.064741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Attempting to bind port 53cd2479-046d-462b-83b8-fdc6773b4bda by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:13.064741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Attempting to bind port 53cd2479-046d-462b-83b8-fdc6773b4bda on network 8a332a30-310f-46e5-ba6f-9c449adb47b3 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:13.069546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:13.070029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Checking segment: {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:13.070437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.070832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Bound using segment: {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:13.071329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Bound port: 53cd2479-046d-462b-83b8-fdc6773b4bda, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:13.071708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.162354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] For port 53cd2479-046d-462b-83b8-fdc6773b4bda, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:13.165728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] For port 53cd2479-046d-462b-83b8-fdc6773b4bda, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=53cd2479-046d-462b-83b8-fdc6773b4bda,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:13.166220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Made reservation on behalf of 0b2f3e50e66645b781c75ce85e69bcb1 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:13.169170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.234688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks [] for router_gateway (252d8c31-dba9-4ab8-a588-baa515f0013c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.236951 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.257542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43fb78-42ef-4a47-81c3-39985d24a3f7 req-d2e9ca55-09ea-4477-b740-bbe3f25aa2f7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.260798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.267323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb43fb78-42ef-4a47-81c3-39985d24a3f7 req-d2e9ca55-09ea-4477-b740-bbe3f25aa2f7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1629817 Feb 11 05:20:13.316430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f2d5b-20e7-4801-8fae-3425b2f1b3b4 req-2e7e56c8-cca5-4d69-bb4c-cecfd7919813 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.318753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-777f2d5b-20e7-4801-8fae-3425b2f1b3b4 req-2e7e56c8-cca5-4d69-bb4c-cecfd7919813 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.1987062 Feb 11 05:20:13.346061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cdea1-efb1-42a1-9b4f-39ebacfa5935 None None] Pushing event updated for resources: {'Port': ['ID=53cd2479-046d-462b-83b8-fdc6773b4bda,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:13.392205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Allocated IP 172.25.8.155 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:13.396116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb43fb78-42ef-4a47-81c3-39985d24a3f7 req-1221c0cb-5846-46b5-be9f-b047b222adca tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278670 Feb 11 05:20:13.476611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-777f2d5b-20e7-4801-8fae-3425b2f1b3b4 req-b3c8e740-9434-4022-a46d-cc07bfc744fe tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389730 Feb 11 05:20:13.565266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks [] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.652317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (e0685eaf-ca6d-4b8f-b7f2-07db15d06405), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.749681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.761317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0685eaf-ca6d-4b8f-b7f2-07db15d06405,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:13.800587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:13.806124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:13.808017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:13.834200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Pushing event updated for resources: {'Port': ['ID=9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:13.857633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Checking segment: {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:13.857633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Network hostable DHCP agents. Network: a8597df4-7b5c-4d21-a51b-c970cbbc3f9d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:13.880990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c9dcf-591d-4564-a8b3-812567210b4e req-99cb4ee1-5ed2-4fd7-8df1-bf18233030c8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.882481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef5c9dcf-591d-4564-a8b3-812567210b4e req-99cb4ee1-5ed2-4fd7-8df1-bf18233030c8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.1524310 Feb 11 05:20:13.899432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280a438-857b-4057-b419-a10cd2963866 req-85119ea1-dbf5-4873-bbe6-2964286c92d1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.903395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d280a438-857b-4057-b419-a10cd2963866 req-85119ea1-dbf5-4873-bbe6-2964286c92d1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1736579 Feb 11 05:20:13.968489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:13.987188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef5c9dcf-591d-4564-a8b3-812567210b4e req-15844190-c4ce-4a91-bf34-5fd47c0119a2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852039 Feb 11 05:20:14.008006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d280a438-857b-4057-b419-a10cd2963866 req-192f16b8-6be4-4ee3-90a9-b48e59c49f1e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860763 Feb 11 05:20:14.071795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, a8597df4-7b5c-4d21-a51b-c970cbbc3f9d) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:14.079257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.079257 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.095338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712dedfc-c4de-4c2e-b62c-6297eec61401 None None] Network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:14.195961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 53cd2479-046d-462b-83b8-fdc6773b4bda up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:14.208012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-563c203a-d4b5-4e78-9fb2-1e07aef4a1af admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2520807 Feb 11 05:20:14.208432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:14.213313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:14.234410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41b2e3-0d80-4e00-b580-6591c94a960b req-b39ac8b7-dd26-4a32-b0c0-fce5947ea368 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.234813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e41b2e3-0d80-4e00-b580-6591c94a960b req-b39ac8b7-dd26-4a32-b0c0-fce5947ea368 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 945 time: 0.1138806 Feb 11 05:20:14.247577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdecb65-b560-4d4f-945e-097dffd33531 req-faa58fca-37e7-4c05-8dd3-c24b0a627a15 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.249146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fdecb65-b560-4d4f-945e-097dffd33531 req-faa58fca-37e7-4c05-8dd3-c24b0a627a15 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0808039 Feb 11 05:20:14.287884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e18d2-eeda-44ba-9da7-ce4391bafd81 None None] Network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:14.335815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fdecb65-b560-4d4f-945e-097dffd33531 req-b2b7f658-7fbe-4906-8e4c-b51308a6a304 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797157 Feb 11 05:20:14.339094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e41b2e3-0d80-4e00-b580-6591c94a960b req-3ff7b29a-dffd-40c1-9e94-d8760e92e43d tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889807 Feb 11 05:20:14.381481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 53cd2479-046d-462b-83b8-fdc6773b4bda triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:14.382293 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.386714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (f41d76d8-5c01-4886-a701-0236a7dd2d73), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.388776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (f41d76d8-5c01-4886-a701-0236a7dd2d73), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.447098 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks [] for router_gateway (252d8c31-dba9-4ab8-a588-baa515f0013c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.566542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 53cd2479-046d-462b-83b8-fdc6773b4bda is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:14.567056 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.567905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ffbbc-f80e-4264-8fab-79875f349cc2 req-0bfa9f2d-a9a6-4e50-bc00-cf4eb9e0173c tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.576156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b77ffbbc-f80e-4264-8fab-79875f349cc2 req-0bfa9f2d-a9a6-4e50-bc00-cf4eb9e0173c tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed HTTP/1.1" status: 200 len: 945 time: 0.0938036 Feb 11 05:20:14.614307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 53cd2479-046d-462b-83b8-fdc6773b4bda, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=53cd2479-046d-462b-83b8-fdc6773b4bda,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:14.657839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b77ffbbc-f80e-4264-8fab-79875f349cc2 req-f4e1e76c-b380-4a0f-8da4-ae7dc547a1eb tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799234 Feb 11 05:20:14.702753 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.737629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ba9d7-c335-4570-aef3-a0d03fc0ba40 req-0c8114e3-f28d-4d4f-b30b-570b2a3f8393 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.746868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b6ba9d7-c335-4570-aef3-a0d03fc0ba40 req-0c8114e3-f28d-4d4f-b30b-570b2a3f8393 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1186893 Feb 11 05:20:14.782713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=53cd2479-046d-462b-83b8-fdc6773b4bda,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:14.848997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b6ba9d7-c335-4570-aef3-a0d03fc0ba40 req-ba2bce3e-bab6-4180-b112-9ad698a5807d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889430 Feb 11 05:20:14.860823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b21f92-7fd9-40c3-b192-dd2340f32645 req-d84d1f97-85b2-4fd5-b006-1277776e67af tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.879759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76b21f92-7fd9-40c3-b192-dd2340f32645 req-d84d1f97-85b2-4fd5-b006-1277776e67af tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.1304810 Feb 11 05:20:14.913548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks [] for router_controller (f41d76d8-5c01-4886-a701-0236a7dd2d73), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.961654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76b21f92-7fd9-40c3-b192-dd2340f32645 req-fab0b317-bce7-496f-90f2-172d854de7ac tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668209 Feb 11 05:20:15.046942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a72712-edf7-45e4-8661-3072be663e47 None None] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:15.088353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665850d-5cb5-4898-9d3a-27d84a893b00 req-c520e60e-d9df-4a1b-8901-18bdfe3afa46 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:15.095478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b665850d-5cb5-4898-9d3a-27d84a893b00 req-c520e60e-d9df-4a1b-8901-18bdfe3afa46 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0605364 Feb 11 05:20:15.144328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b1d425ae-55eb-46f5-9ad6-6d7d3b0d3c60 None None] Provisioning complete for port 53cd2479-046d-462b-83b8-fdc6773b4bda triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:15.144948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1d425ae-55eb-46f5-9ad6-6d7d3b0d3c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.159081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b665850d-5cb5-4898-9d3a-27d84a893b00 req-7c838b7a-2563-44b5-9e45-538c41b2249e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620942 Feb 11 05:20:15.253614 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks [] for router_gateway (f41d76d8-5c01-4886-a701-0236a7dd2d73), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.269789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b1d425ae-55eb-46f5-9ad6-6d7d3b0d3c60 None None] Current status of the port 53cd2479-046d-462b-83b8-fdc6773b4bda is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:15.303065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f60e1-f261-4b30-9f9f-c14026830c28 req-7d814e49-d5d3-4a09-848d-c0d8b6840408 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:15.310313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f8f60e1-f261-4b30-9f9f-c14026830c28 req-7d814e49-d5d3-4a09-848d-c0d8b6840408 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.0857172 Feb 11 05:20:15.341990 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (252d8c31-dba9-4ab8-a588-baa515f0013c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.366528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f8f60e1-f261-4b30-9f9f-c14026830c28 req-6a5608cd-600e-4041-b4a3-991f18e4e382 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552104 Feb 11 05:20:15.539178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff5ab1-b542-4467-a3da-ff40d5c0ac2b req-161eab3a-e237-4898-9550-623d5191c8fd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:15.541552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dff5ab1-b542-4467-a3da-ff40d5c0ac2b req-161eab3a-e237-4898-9550-623d5191c8fd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0754700 Feb 11 05:20:15.596040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dff5ab1-b542-4467-a3da-ff40d5c0ac2b req-df3ad4bb-188d-4f81-b34a-7ec3c91702f3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467610 Feb 11 05:20:15.600797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ec5a78d3-c6e0-49be-a905-30a39241f01b None None] Provisioning complete for port 53cd2479-046d-462b-83b8-fdc6773b4bda triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:15.601278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec5a78d3-c6e0-49be-a905-30a39241f01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.693089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Router 252d8c31-dba9-4ab8-a588-baa515f0013c is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:20:15.722681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a78d3-c6e0-49be-a905-30a39241f01b None None] Current status of the port 53cd2479-046d-462b-83b8-fdc6773b4bda is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:15.740166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8ea47-a7ea-4573-8c85-82f4fec8a3bb req-4a2bb759-6b3b-4490-9e1d-ead0b4b0247c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:15.741823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55b8ea47-a7ea-4573-8c85-82f4fec8a3bb req-4a2bb759-6b3b-4490-9e1d-ead0b4b0247c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0680625 Feb 11 05:20:15.782080 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks [] for router_gateway (f41d76d8-5c01-4886-a701-0236a7dd2d73), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.799745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55b8ea47-a7ea-4573-8c85-82f4fec8a3bb req-e4b3cc76-bdde-4480-9fff-8a065509708d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507832 Feb 11 05:20:15.817222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.922489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:15.932518 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Sync routers for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:15.948426 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:15.949182 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:15.994929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Allocated IP 172.25.8.133 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/403293eb-4b3b-4ecd-98c9-1fe835d091cb) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:16.063115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f38bf-3e1f-444c-924c-665815f8caf4 req-2e91d041-0816-4504-ac2e-19a7726d932c tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:16.070713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-019f38bf-3e1f-444c-924c-665815f8caf4 req-2e91d041-0816-4504-ac2e-19a7726d932c tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed HTTP/1.1" status: 200 len: 945 time: 0.0865927 Feb 11 05:20:16.075421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 53cd2479-046d-462b-83b8-fdc6773b4bda up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:16.082832 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:16.118385 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.122006 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-48f0e639-f311-4d47-9a73-971c7fcc943a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9574134 Feb 11 05:20:16.129804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49032) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:16.130130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 53cd2479-046d-462b-83b8-fdc6773b4bda triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:16.130338 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.160153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-019f38bf-3e1f-444c-924c-665815f8caf4 req-cdd9bf2a-3251-42a7-a83b-931d096c3211 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862608 Feb 11 05:20:16.258621 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks [] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.322708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 53cd2479-046d-462b-83b8-fdc6773b4bda is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:16.336235 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:14Z', 'revision_number': 3, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:16.386634 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Checking router: 252d8c31-dba9-4ab8-a588-baa515f0013c for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:16.387730 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Updating router 252d8c31-dba9-4ab8-a588-baa515f0013c port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:20:16.394587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea20d3d-588a-4699-99aa-2dc35c307762 req-885c3c88-e7f7-4502-b769-00ad78c254ee tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:16.396313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ea20d3d-588a-4699-99aa-2dc35c307762 req-885c3c88-e7f7-4502-b769-00ad78c254ee tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1299913 Feb 11 05:20:16.403330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98b0ae-4c8c-46f6-9c31-00fbb72913d3 req-15e5fc7f-a760-42dc-838d-2ee1de95da5d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:16.404984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad98b0ae-4c8c-46f6-9c31-00fbb72913d3 req-15e5fc7f-a760-42dc-838d-2ee1de95da5d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.0980287 Feb 11 05:20:16.419747 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.473404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.495965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ea20d3d-588a-4699-99aa-2dc35c307762 req-5fee4d2b-2250-494a-801e-2c2e7d1216a1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898862 Feb 11 05:20:16.526319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:16.532920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:16.538567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad98b0ae-4c8c-46f6-9c31-00fbb72913d3 req-e048b485-455f-440e-92ef-5b39133fd27a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131837 Feb 11 05:20:16.541776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:16.624162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Pushing event updated for resources: {'Port': ['ID=403293eb-4b3b-4ecd-98c9-1fe835d091cb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:16.707802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3024-92b7-4208-b345-2e380851ac40 req-73bd58f4-b1d2-4db9-b33e-5decfbb6ba6a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:16.718983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-361c3024-92b7-4208-b345-2e380851ac40 req-73bd58f4-b1d2-4db9-b33e-5decfbb6ba6a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.1009367 Feb 11 05:20:16.789214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-361c3024-92b7-4208-b345-2e380851ac40 req-0ebfd19b-aeac-47a1-adc0-5856cdfcc8a5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710444 Feb 11 05:20:16.830409 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Publish callbacks [] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.881866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.971415 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.024061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Attempting to bind port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:17.024429 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Attempting to bind port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:17.024866 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Attempting to bind port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:17.033867 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:17.034300 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:17.034675 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.035109 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:17.035634 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Bound port: 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:17.035954 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.038679 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Pushing event updated for resources: {'Port': ['ID=9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:17.068239 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.068664 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.068987 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.069320 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.069645 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.069971 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.070293 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.070613 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.070967 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.071288 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.071604 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.072005 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.072330 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:17.115652 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] For port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:17.122323 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] For port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:17.126469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-c70ccac7-8f78-45ec-8519-1ea5d4147fa6 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.128890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-c70ccac7-8f78-45ec-8519-1ea5d4147fa6 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "GET /v2.0/ports?device_id=d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed HTTP/1.1" status: 200 len: 945 time: 0.0925906 Feb 11 05:20:17.138384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Allocated IP 172.20.0.1 (8a332a30-310f-46e5-ba6f-9c449adb47b3/e8031fad-e1f0-469d-95ad-632d9f9bd077/ab855dcf-df58-4b0d-aa2a-6270d2b0ced8) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:17.154750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks [] for router_gateway (f41d76d8-5c01-4886-a701-0236a7dd2d73), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.257406 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.274906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Deleting port 3be010c7-6eee-4272-853a-9098a62df0ba {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:17.275223 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.318926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3e3a-3ba9-4a37-a10d-c91b83d6505c req-ac72a22b-a0d5-4774-ba62-24b2841c6587 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.323081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aabd3e3a-3ba9-4a37-a10d-c91b83d6505c req-ac72a22b-a0d5-4774-ba62-24b2841c6587 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed HTTP/1.1" status: 200 len: 945 time: 0.0967560 Feb 11 05:20:17.347547 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:17.348292 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:17.352492 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ede056-768d-46c4-aedc-b926abc11107 None None] Pushing event updated for resources: {'Port': ['ID=9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:17.442182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aabd3e3a-3ba9-4a37-a10d-c91b83d6505c req-afe0aeaf-25f1-4660-97ef-de460208076b tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/security-groups?id=d24028c2-21c0-4185-8ca9-7116db711eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120954 Feb 11 05:20:17.448828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] For port 3be010c7-6eee-4272-853a-9098a62df0ba, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3be010c7-6eee-4272-853a-9098a62df0ba,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:17.449499 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.468991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Calling delete_port for 3be010c7-6eee-4272-853a-9098a62df0ba owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:17.596058 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:17.633402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e8173-1f23-48d8-a617-904b904bba7d req-c8a99c72-0fe4-40b7-906b-632402d6f26d tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.637624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-773e8173-1f23-48d8-a617-904b904bba7d req-c8a99c72-0fe4-40b7-906b-632402d6f26d tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 945 time: 0.0960803 Feb 11 05:20:17.694594 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Publish callbacks [] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.795992 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (f41d76d8-5c01-4886-a701-0236a7dd2d73), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.848319 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:14Z', 'revision_number': 3, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:17.859797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacd6dd-22c7-4d8d-ba4d-276dc0ebcb6c req-89a9b723-215e-4629-88e4-ad8804bd2933 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.865433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdacd6dd-22c7-4d8d-ba4d-276dc0ebcb6c req-89a9b723-215e-4629-88e4-ad8804bd2933 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.1687529 Feb 11 05:20:17.870152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0fcb-9b98-4a4e-809a-959490bf72bc req-30ee5758-ae3e-4169-9b03-15a4d52fcd11 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.872354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a46d0fcb-9b98-4a4e-809a-959490bf72bc req-30ee5758-ae3e-4169-9b03-15a4d52fcd11 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2125382 Feb 11 05:20:17.889425 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f6301-a1ce-4131-ae0a-9bae3348d85a None None] The sync data for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 is: [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:14Z', 'revision_number': 3, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:17.924439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.958460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3be010c7-6eee-4272-853a-9098a62df0ba), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.971430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3be010c7-6eee-4272-853a-9098a62df0ba', 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:18.016300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:18.017807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:18.044484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a46d0fcb-9b98-4a4e-809a-959490bf72bc req-a7ab6062-87cb-469c-b208-90c9da297620 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649547 Feb 11 05:20:18.047813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Pushing event deleted for resources: {'Port': ['ID=3be010c7-6eee-4272-853a-9098a62df0ba,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:18.061484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Deleting port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:18.062118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.070842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Pushing event updated for resources: {'Port': ['ID=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:18.081265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdacd6dd-22c7-4d8d-ba4d-276dc0ebcb6c req-733b3d2f-db10-425a-93b9-b797194d1aef tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946585 Feb 11 05:20:18.143513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:18.315515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (252d8c31-dba9-4ab8-a588-baa515f0013c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.431337 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-0a8fae84-5d23-4b9e-9cca-c38cea73a574 service neutron] show failed (client error): The resource could not be found. Feb 11 05:20:18.432415 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-0a8fae84-5d23-4b9e-9cca-c38cea73a574 service neutron] 10.222.0.83 "GET /v2.0/ports/cd45b181-12e4-40a6-a034-80e2a6410a61/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.4231184 Feb 11 05:20:18.454812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Router f41d76d8-5c01-4886-a701-0236a7dd2d73 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:20:18.522533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c23fc441-afd0-4c89-bf78-1bdf4c3eea3f None None] Provisioning complete for port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:18.522986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c23fc441-afd0-4c89-bf78-1bdf4c3eea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.569168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc441-afd0-4c89-bf78-1bdf4c3eea3f None None] Port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:18.651913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.664646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:18.675802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Sync routers for ids ['f41d76d8-5c01-4886-a701-0236a7dd2d73'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:18.689469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Routers {'f41d76d8-5c01-4886-a701-0236a7dd2d73'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:18.690463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f41d76d8-5c01-4886-a701-0236a7dd2d73'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:18.798955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] No DVR routers for this DVR port 3be010c7-6eee-4272-853a-9098a62df0ba on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:18.807346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.812252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8cdf745-b4ff-4767-94eb-ed806ca74e3b req-500f280b-b373-4cea-b403-67542f465256 tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "DELETE /v2.0/ports/3be010c7-6eee-4272-853a-9098a62df0ba HTTP/1.1" status: 204 len: 173 time: 1.6779599 Feb 11 05:20:18.812864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed', 'name': 'network-vif-deleted', 'tag': '3be010c7-6eee-4272-853a-9098a62df0ba'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:18.815858 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7687020d-bbb4-41eb-840c-8e21dc0368a5" -d '{"events": [{"server_uuid": "d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed", "name": "network-vif-deleted", "tag": "3be010c7-6eee-4272-853a-9098a62df0ba"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:18.858725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Set router f41d76d8-5c01-4886-a701-0236a7dd2d73 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:18.872091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Publish callbacks [] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.897567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] For port baa2c95e-d290-4b7c-b849-5d0712cfd2a4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,segment=NetworkSegment(349001e8-f6f2-4ead-9674-a10a425fd7ad),segment_id=349001e8-f6f2-4ead-9674-a10a425fd7ad)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:18.898440 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.920268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27f33c-1b4c-4b5e-af0e-1494bef4af72 req-1de1bd36-d635-41ea-8a1f-e1122b8cec71 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:18.924022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b27f33c-1b4c-4b5e-af0e-1494bef4af72 req-1de1bd36-d635-41ea-8a1f-e1122b8cec71 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.6470385 Feb 11 05:20:18.939769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Calling delete_port for baa2c95e-d290-4b7c-b849-5d0712cfd2a4 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:18.972682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d958512-45aa-4935-822f-1295e464fa91 req-3fa80f5f-6191-4595-9a51-bb953113d998 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:18.974457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d958512-45aa-4935-822f-1295e464fa91 req-3fa80f5f-6191-4595-9a51-bb953113d998 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.1866481 Feb 11 05:20:19.011557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.023916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.027977 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-667bb098-865e-40f5-b04d-a38a45d2dd42 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8179266 Feb 11 05:20:19.055211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49062) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:19.111233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b27f33c-1b4c-4b5e-af0e-1494bef4af72 req-5e430199-cf9e-4163-9740-fed7f426d80b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862154 Feb 11 05:20:19.158842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d958512-45aa-4935-822f-1295e464fa91 req-421f3cba-c8ab-4186-8b22-8869a1f13ba7 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842018 Feb 11 05:20:19.251688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:20:16Z', 'revision_number': 3, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:19.276518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (252d8c31-dba9-4ab8-a588-baa515f0013c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.282073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Pushing event updated for resources: {'Port': ['ID=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:19.376459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f54f5bef-693a-4d9b-84f3-22d341794874 req-0742e006-dad6-4075-a482-56255015531e tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed HTTP/1.1" status: 200 len: 210 time: 0.0505230 Feb 11 05:20:19.382627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-b4c2f79e-3ae3-4cc6-a647-e736e7c46bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:19.384232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-b4c2f79e-3ae3-4cc6-a647-e736e7c46bb3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea&tenant_id=258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 1133 time: 0.2017498 Feb 11 05:20:19.396088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:19.462962 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b4ad7-5439-4a2d-8ff6-b6c014a89ac0 x-openstack-request-id: req-961b4ad7-5439-4a2d-8ff6-b6c014a89ac0 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:19.463255 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed", "name": "network-vif-deleted", "tag": "3be010c7-6eee-4272-853a-9098a62df0ba", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:19.463512 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-961b4ad7-5439-4a2d-8ff6-b6c014a89ac0 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:19.463942 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cae39a-fdff-4f5f-bb95-9e3b36ebf9ed', 'name': 'network-vif-deleted', 'tag': '3be010c7-6eee-4272-853a-9098a62df0ba', 'status': 'completed', 'code': 200} Feb 11 05:20:19.478803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.498778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Checking router: f41d76d8-5c01-4886-a701-0236a7dd2d73 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:19.500274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Updating router f41d76d8-5c01-4886-a701-0236a7dd2d73 port 403293eb-4b3b-4ecd-98c9-1fe835d091cb binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:20:19.545603 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.554797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:19.562630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:19.582710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (baa2c95e-d290-4b7c-b849-5d0712cfd2a4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.720628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Pushing event deleted for resources: {'Port': ['ID=baa2c95e-d290-4b7c-b849-5d0712cfd2a4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:19.849124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d71fdb-0e02-4640-b83b-efe4b5a6c1b0 req-5a5bfeae-accc-409d-87fc-4adebb6b77ee tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:19.850918 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9d71fdb-0e02-4640-b83b-efe4b5a6c1b0 req-5a5bfeae-accc-409d-87fc-4adebb6b77ee tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.3166313 Feb 11 05:20:19.881309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Router 252d8c31-dba9-4ab8-a588-baa515f0013c has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:19.917319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] No DVR routers for this DVR port baa2c95e-d290-4b7c-b849-5d0712cfd2a4 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:19.928754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.928754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-773e8173-1f23-48d8-a617-904b904bba7d req-6e453fae-258a-4643-8419-6347c608b78f tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.83 "DELETE /v2.0/ports/baa2c95e-d290-4b7c-b849-5d0712cfd2a4 HTTP/1.1" status: 204 len: 173 time: 2.2788751 Feb 11 05:20:20.144685 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Publish callbacks [] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.162296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3dfb1a99-cdb5-48b1-a66e-c419b3a9db8e None None] Provisioning complete for port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:20.162669 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1a99-cdb5-48b1-a66e-c419b3a9db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.181682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9d71fdb-0e02-4640-b83b-efe4b5a6c1b0 req-5b2b538d-6a7f-4489-ba33-b7c9ddbe6b0e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790089 Feb 11 05:20:20.183755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:20.197355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:20.274535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8e239-7175-42dd-b4c1-af5a4d14d34c req-29752024-7dd4-4c15-aed9-921e852839e3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:20.276566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb1a99-cdb5-48b1-a66e-c419b3a9db8e None None] Port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:20.292243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8f8e239-7175-42dd-b4c1-af5a4d14d34c req-29752024-7dd4-4c15-aed9-921e852839e3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.4400184 Feb 11 05:20:20.306998 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.361284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:20.397418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Attempting to bind port 403293eb-4b3b-4ecd-98c9-1fe835d091cb on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:20.397806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Attempting to bind port 403293eb-4b3b-4ecd-98c9-1fe835d091cb by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:20.398182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Attempting to bind port 403293eb-4b3b-4ecd-98c9-1fe835d091cb on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:20.408161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0197e-b5c2-43f1-b3d1-67aa90dc5a80 None None] Pushing event updated for resources: {'Port': ['ID=403293eb-4b3b-4ecd-98c9-1fe835d091cb,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:20.421950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:20.421950 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.423892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:20.425374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:20.425374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.425630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:20.426139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Bound port: 403293eb-4b3b-4ecd-98c9-1fe835d091cb, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:20.426539 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.438033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:20.449025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8f8e239-7175-42dd-b4c1-af5a4d14d34c req-7c14fa4b-2c32-4599-b609-65afdd96ecdc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546457 Feb 11 05:20:20.460268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Publish callbacks [] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.466182 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2b761800-655a-4ec4-bea2-911fcdaa165b admin admin] 10.222.0.62 "PUT /v2.0/routers/252d8c31-dba9-4ab8-a588-baa515f0013c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3327467 Feb 11 05:20:20.491206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Transition to ACTIVE for port object cd45b181-12e4-40a6-a034-80e2a6410a61 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:20.494611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.560271 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Sync routers for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:20.592636 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:20.593387 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:20.616473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] For port 403293eb-4b3b-4ecd-98c9-1fe835d091cb, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:20.635554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] For port 403293eb-4b3b-4ecd-98c9-1fe835d091cb, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=403293eb-4b3b-4ecd-98c9-1fe835d091cb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:20.646548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.726398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:20.728116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.772403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] No DVR routers for this DVR port cd45b181-12e4-40a6-a034-80e2a6410a61 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:20.776453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:20.790830 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:20.798648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d39f9-e67d-468a-97c6-b3fb8d427773 req-89cba27d-3a4d-4896-a0d3-e9844aa876b4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:20.804709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Allocated IP 172.20.0.1 (a8597df4-7b5c-4d21-a51b-c970cbbc3f9d/e0685eaf-ca6d-4b8f-b7f2-07db15d06405/78493cac-9295-456b-b155-60d91e7fd8f3) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:20.805859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:20.806784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f63d39f9-e67d-468a-97c6-b3fb8d427773 req-89cba27d-3a4d-4896-a0d3-e9844aa876b4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.2447333 Feb 11 05:20:20.813848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.895133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 759f867e-a0dc-48dd-a9d5-1fee7299914e details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:20.898046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3be010c7-6eee-4272-853a-9098a62df0ba no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:20.964583 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.979663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 3be010c7-6eee-4272-853a-9098a62df0ba {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:20.980095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3be010c7-6eee-4272-853a-9098a62df0ba not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:20.986463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cd45b181-12e4-40a6-a034-80e2a6410a61 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:20.987016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Routers {'f41d76d8-5c01-4886-a701-0236a7dd2d73'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:20.987731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f41d76d8-5c01-4886-a701-0236a7dd2d73'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:20.994624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f63d39f9-e67d-468a-97c6-b3fb8d427773 req-f820db7b-df47-44af-b861-c141872d3898 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866498 Feb 11 05:20:21.000448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Attempting to bind port cd45b181-12e4-40a6-a034-80e2a6410a61 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:21.002580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Attempting to bind port cd45b181-12e4-40a6-a034-80e2a6410a61 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:21.002580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Attempting to bind port cd45b181-12e4-40a6-a034-80e2a6410a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:21.040016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Port cd45b181-12e4-40a6-a034-80e2a6410a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:21.040558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Attempting to bind port cd45b181-12e4-40a6-a034-80e2a6410a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:21.103204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:21.103940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:21.106314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:21.107618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Bound port: cd45b181-12e4-40a6-a034-80e2a6410a61, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:21.112692 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.122327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Publish callbacks [] for port (78493cac-9295-456b-b155-60d91e7fd8f3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.210426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0197e-b5c2-43f1-b3d1-67aa90dc5a80 None None] Pushing event updated for resources: {'Port': ['ID=403293eb-4b3b-4ecd-98c9-1fe835d091cb,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.220065 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 2, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:21.238115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0bbc3a58-e8c6-4345-a4a6-d38a9507ea31 req-90f7566a-0d0c-480d-80d3-5d60c618079b tempest-MultipleCreateTestJSON-2036828847 tempest-MultipleCreateTestJSON-2036828847-project] 10.222.0.62 "GET /v2.0/ports?device_id=69c945bc-bb1a-4199-a0c7-279adf6e8da0 HTTP/1.1" status: 200 len: 210 time: 0.0498567 Feb 11 05:20:21.240687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:21.257309 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Checking router: 252d8c31-dba9-4ab8-a588-baa515f0013c for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:21.269131 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Updating router 252d8c31-dba9-4ab8-a588-baa515f0013c port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:20:21.269393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cadc9-d8e3-4b1c-aa67-d86ac724e883 req-d4abe1e5-ba76-491b-b8b8-0de218ca8645 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.271462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e2cadc9-d8e3-4b1c-aa67-d86ac724e883 req-d4abe1e5-ba76-491b-b8b8-0de218ca8645 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.2598388 Feb 11 05:20:21.285000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:20:21.287381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:21.361909 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.365139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port cd45b181-12e4-40a6-a034-80e2a6410a61 host n-h2-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:20:21.365739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cd45b181-12e4-40a6-a034-80e2a6410a61 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:21.366359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device baa2c95e-d290-4b7c-b849-5d0712cfd2a4 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:21.371531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e2cadc9-d8e3-4b1c-aa67-d86ac724e883 req-64f5a656-75b0-4c86-8cef-b468a25c1007 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898142 Feb 11 05:20:21.374404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.438610 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.475540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: baa2c95e-d290-4b7c-b849-5d0712cfd2a4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:21.476177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device baa2c95e-d290-4b7c-b849-5d0712cfd2a4 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:21.503779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c945bc-bb1a-4199-a0c7-279adf6e8da0', 'name': 'network-vif-deleted', 'tag': 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4'}, {'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:21.510072 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e311c281-10a1-470b-90f5-04d61dc24594" -d '{"events": [{"server_uuid": "69c945bc-bb1a-4199-a0c7-279adf6e8da0", "name": "network-vif-deleted", "tag": "baa2c95e-d290-4b7c-b849-5d0712cfd2a4"}, {"server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "name": "network-vif-unplugged", "status": "completed", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:21.510722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Pushing event updated for resources: {'Port': ['ID=78493cac-9295-456b-b155-60d91e7fd8f3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.537071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.537701 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.537843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:21.539207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] 10.222.0.65 "PUT /v2.0/ports/cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 1097 time: 2.1473753 Feb 11 05:20:21.539970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcd3fa-1703-40cc-9e1f-643754ba12ca service neutron] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.540217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:21.555606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:21.568469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd229-c426-40fe-a465-34d5afc03208 req-f15d1c75-0604-415e-a54d-c086fdcd191e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.570418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-349bd229-c426-40fe-a465-34d5afc03208 req-f15d1c75-0604-415e-a54d-c086fdcd191e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.2223358 Feb 11 05:20:21.606085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.614384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] Set router f41d76d8-5c01-4886-a701-0236a7dd2d73 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:21.735737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-349bd229-c426-40fe-a465-34d5afc03208 req-e2079da7-bf07-41b4-ab24-51e80baecbae tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319127 Feb 11 05:20:21.738036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (f41d76d8-5c01-4886-a701-0236a7dd2d73), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.817123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d107d6-0cd5-4f4b-aa48-d5fbfe447eeb req-2b1784a2-606e-4f3c-9af9-c5f03d753392 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.831068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9d107d6-0cd5-4f4b-aa48-d5fbfe447eeb req-2b1784a2-606e-4f3c-9af9-c5f03d753392 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2276297 Feb 11 05:20:21.835303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-1009a90e-114c-4e90-bfdf-61646218215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.837100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-1009a90e-114c-4e90-bfdf-61646218215e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1131 time: 0.2654264 Feb 11 05:20:21.842355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:21.879239 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521cc247-cddb-4068-8595-4f21ce08ae9a x-openstack-request-id: req-521cc247-cddb-4068-8595-4f21ce08ae9a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:21.879680 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c945bc-bb1a-4199-a0c7-279adf6e8da0", "name": "network-vif-deleted", "tag": "baa2c95e-d290-4b7c-b849-5d0712cfd2a4", "status": "completed", "code": 200}, {"server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "name": "network-vif-unplugged", "status": "completed", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:21.880041 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-521cc247-cddb-4068-8595-4f21ce08ae9a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:21.880989 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c945bc-bb1a-4199-a0c7-279adf6e8da0', 'name': 'network-vif-deleted', 'tag': 'baa2c95e-d290-4b7c-b849-5d0712cfd2a4', 'status': 'completed', 'code': 200} Feb 11 05:20:21.881386 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'code': 200} Feb 11 05:20:21.903909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '759f867e-a0dc-48dd-a9d5-1fee7299914e', 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f', 'port_id': '759f867e-a0dc-48dd-a9d5-1fee7299914e', 'mac_address': 'fa:16:3e:9b:29:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cb0a79-c2f6-4926-8d54-a84282c437d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:21.967936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9d107d6-0cd5-4f4b-aa48-d5fbfe447eeb req-9b1decca-b1f5-4a3c-966a-30cea8a87307 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357296 Feb 11 05:20:22.132895 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Publish callbacks [] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.148080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49106) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:22.155328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:22.164802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-network', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:22.179182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-3cf3573f-047f-4266-b198-98b109a4fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.181512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-3cf3573f-047f-4266-b198-98b109a4fed3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.3198080 Feb 11 05:20:22.216047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 759f867e-a0dc-48dd-a9d5-1fee7299914e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:22.216837 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.246725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759f867e-a0dc-48dd-a9d5-1fee7299914e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:22.253568 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.270892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-4946152f-f8a5-437a-9178-e25ce03a29e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.0736146 Feb 11 05:20:22.298392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:22.351680 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a0ff1-2bef-4b70-a92e-16c7bedc5f0b None None] Pushing event updated for resources: {'Port': ['ID=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:22.365368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:22.366660 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.390748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Made reservation on behalf of c9a830f8dd75449d81ef21c8cf9d7843 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:22.394313 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.407271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d1c31-227d-474a-aa02-44af04066093 req-0c36a225-f383-432f-a7ac-33bfdf3b0617 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.409056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-592d1c31-227d-474a-aa02-44af04066093 req-0c36a225-f383-432f-a7ac-33bfdf3b0617 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2263186 Feb 11 05:20:22.422435 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Attempting to bind port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:22.422709 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Attempting to bind port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:22.423775 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Attempting to bind port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 on network 8a332a30-310f-46e5-ba6f-9c449adb47b3 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:22.424219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.427601 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.434725 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:22.434725 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Checking segment: {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:22.434725 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.435360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2505-f569-40bc-b1f3-462b81cc5017 req-3fc31196-e338-4d13-a676-741cf5d019e6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.435483 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Bound using segment: {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:22.435483 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Bound port: ab855dcf-df58-4b0d-aa2a-6270d2b0ced8, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:22.435483 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.435796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-660e2505-f569-40bc-b1f3-462b81cc5017 req-3fc31196-e338-4d13-a676-741cf5d019e6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 948 time: 0.2229095 Feb 11 05:20:22.447783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:20:16Z', 'revision_number': 3, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:22.485740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-2b078da3-3b84-41d2-aa13-712c3d9c86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.487219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-2b078da3-3b84-41d2-aa13-712c3d9c86df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1987700 Feb 11 05:20:22.500136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.507649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f49334-3d55-4b42-b330-f2a3064cfd6a None None] The sync data for ids ['f41d76d8-5c01-4886-a701-0236a7dd2d73'] in n-d-713498-37 is: [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:20:16Z', 'revision_number': 3, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:22.566909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:22.584098 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] For port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:22.601221 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] For port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:22.632327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:22.684308 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.712886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['759f867e-a0dc-48dd-a9d5-1fee7299914e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:22.713145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-592d1c31-227d-474a-aa02-44af04066093 req-23578ae7-6477-4f8f-a063-9c4177c8dac6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747657 Feb 11 05:20:22.750467 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:22.751626 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:22.759858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-660e2505-f569-40bc-b1f3-462b81cc5017 req-a6477e31-efe4-4aa0-9266-133d1297fdfe tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063486 Feb 11 05:20:22.768662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-73cdd47f-ece6-4a79-982e-f0add6743806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.770212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-73cdd47f-ece6-4a79-982e-f0add6743806 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2730961 Feb 11 05:20:22.811837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-f8ea1b9e-54e3-4647-ad0a-d47ef5a7d6d8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.813597 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-f8ea1b9e-54e3-4647-ad0a-d47ef5a7d6d8 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.2568781 Feb 11 05:20:22.823093 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Publish callbacks [] for security_group (f7697740-4812-4784-9a74-7ee6aaada10d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.900119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-204ae16a-f535-4e87-afaf-1c3a00f85a18 None None] Provisioning complete for port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:22.907838 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-204ae16a-f535-4e87-afaf-1c3a00f85a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.910270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49116) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:22.969801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f7697740-4812-4784-9a74-7ee6aaada10d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.004980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-60bdce65-1067-420b-8802-82fc8dc688a7 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194524 Feb 11 05:20:23.118770 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:23.195980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:20:23.202328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-841b02ed-fc86-4053-aef7-ca17318da685 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5696435 Feb 11 05:20:23.205861 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a0ff1-2bef-4b70-a92e-16c7bedc5f0b None None] Pushing event updated for resources: {'Port': ['ID=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:23.223458 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Publish callbacks [] for port (78493cac-9295-456b-b155-60d91e7fd8f3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.276508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7697740-4812-4784-9a74-7ee6aaada10d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:23.292277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e8d609-782e-46e3-946d-abffba81aaa1 admin admin] Deleting subnet 1e249aa5-6087-4374-b329-64af03fe87a9 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:23.309497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78941a6-28e8-4e20-940e-ad0120ec2bdc req-2d31d0cd-9109-4a7e-9a24-7bd1a8f5b765 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:23.312777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1cdf89af-f6b8-4911-b348-6bae86c50d49), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.313810 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Added segment 1cdf89af-f6b8-4911-b348-6bae86c50d49 of type vlan for network 678a4c1a-98e7-46a5-b058-b35927edb4e6 Feb 11 05:20:23.317210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f78941a6-28e8-4e20-940e-ad0120ec2bdc req-2d31d0cd-9109-4a7e-9a24-7bd1a8f5b765 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.3112833 Feb 11 05:20:23.324547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.332321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d609-782e-46e3-946d-abffba81aaa1 admin admin] Publish callbacks [] for subnet (1e249aa5-6087-4374-b329-64af03fe87a9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.332893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-204ae16a-f535-4e87-afaf-1c3a00f85a18 None None] Current status of the port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:23.333368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-204ae16a-f535-4e87-afaf-1c3a00f85a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.386858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-204ae16a-f535-4e87-afaf-1c3a00f85a18 None None] For port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:23.458498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-204ae16a-f535-4e87-afaf-1c3a00f85a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.481384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Pushing event updated for resources: {'Port': ['ID=78493cac-9295-456b-b155-60d91e7fd8f3,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:23.531300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ae16a-f535-4e87-afaf-1c3a00f85a18 None None] Pushing event updated for resources: {'Port': ['ID=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:23.596551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4a93f812-a4d2-47cb-be42-3c572e700187 None None] Provisioning complete for port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:23.600093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a93f812-a4d2-47cb-be42-3c572e700187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.615939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3acde-c8b4-4e51-a74f-7d177081f400 req-b2e1a276-f7f7-4c37-992b-959ebc818623 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:23.619364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ab3acde-c8b4-4e51-a74f-7d177081f400 req-b2e1a276-f7f7-4c37-992b-959ebc818623 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 945 time: 0.5055535 Feb 11 05:20:23.630846 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:23.663652 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90939a0d-6f7d-4c3a-b5a7-7e1500853ea8 None None] The sync data for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 is: [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:23.710557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f78941a6-28e8-4e20-940e-ad0120ec2bdc req-44fa6314-d272-4565-8a4a-0e0c1502089c tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207293 Feb 11 05:20:23.728905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06a87aba-0455-4cfc-b586-75ea04691a8f req-539339c3-88da-471b-a295-315030e0fe12 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588056 Feb 11 05:20:23.795354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ab3acde-c8b4-4e51-a74f-7d177081f400 req-3f4a1ba8-e280-44b2-b7c6-ad9ca00972c4 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498573 Feb 11 05:20:23.818770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-d089ef06-4331-4508-bcf4-69a47b4e5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:23.822015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-d089ef06-4331-4508-bcf4-69a47b4e5154 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 1127 time: 0.5474889 Feb 11 05:20:23.891175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:23.905995 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcc1370-d627-4327-a73e-f65009b40ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:24.233015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 403293eb-4b3b-4ecd-98c9-1fe835d091cb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:24.260492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Deleting port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:24.263054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.289186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4a93f812-a4d2-47cb-be42-3c572e700187 None None] Current status of the port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:24.323989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d609-782e-46e3-946d-abffba81aaa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (1e249aa5-6087-4374-b329-64af03fe87a9), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.329318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (678a4c1a-98e7-46a5-b058-b35927edb4e6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.333233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 403293eb-4b3b-4ecd-98c9-1fe835d091cb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:24.334316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.405899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223daaf8-74f0-4829-a5c3-17af82932a5b req-3b255ec2-c7c5-4e4f-8bf2-27287b279adf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:24.406851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-223daaf8-74f0-4829-a5c3-17af82932a5b req-3b255ec2-c7c5-4e4f-8bf2-27287b279adf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.4510684 Feb 11 05:20:24.411850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (f41d76d8-5c01-4886-a701-0236a7dd2d73), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.421938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8f90b-6f26-482f-a9d6-8d8442c6f2ba req-199fbae0-8b2a-4fdd-803a-5dd6f8ab5725 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:24.430471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fea8f90b-6f26-482f-a9d6-8d8442c6f2ba req-199fbae0-8b2a-4fdd-803a-5dd6f8ab5725 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 948 time: 0.4059391 Feb 11 05:20:24.459290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 403293eb-4b3b-4ecd-98c9-1fe835d091cb is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:24.459678 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.488453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-88ecd241-4e90-4186-a91b-97610b475adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:24.495212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-88ecd241-4e90-4186-a91b-97610b475adb service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.4564013 Feb 11 05:20:24.495415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 403293eb-4b3b-4ecd-98c9-1fe835d091cb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=403293eb-4b3b-4ecd-98c9-1fe835d091cb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:24.522070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] For port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:24.523744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.542433 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d609-782e-46e3-946d-abffba81aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (1e249aa5-6087-4374-b329-64af03fe87a9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.567290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-bf2cac30-103a-40ce-b3f2-06eca5fa6f33 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 200 len: 217 time: 0.0655735 Feb 11 05:20:24.570223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.577449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:24.593099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fea8f90b-6f26-482f-a9d6-8d8442c6f2ba req-601700bd-f96d-41c3-a85e-ef9b2b26abaa tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616030 Feb 11 05:20:24.622101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-223daaf8-74f0-4829-a5c3-17af82932a5b req-4bb4b2b8-b21d-4799-bbeb-b9efcb98eb68 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891015 Feb 11 05:20:24.658652 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (678a4c1a-98e7-46a5-b058-b35927edb4e6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.660618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:24.662515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.687637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-45553d2a-503d-40fb-9d48-88e803803c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:24.689464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-45553d2a-503d-40fb-9d48-88e803803c0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1078923 Feb 11 05:20:24.773670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=403293eb-4b3b-4ecd-98c9-1fe835d091cb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.801371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-dd1e8996-63b5-4887-bfd7-d31a61c072d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021481 Feb 11 05:20:24.814421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:24.815474 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.854702 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bbb8b9-b963-4905-b10b-d6b15ec3ba5f x-openstack-request-id: req-b9bbb8b9-b963-4905-b10b-d6b15ec3ba5f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:24.854993 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:24.855235 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9bbb8b9-b963-4905-b10b-d6b15ec3ba5f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:24.855674 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'status': 'completed', 'code': 200} Feb 11 05:20:24.874342 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7248192 Feb 11 05:20:24.875737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa836e29-c35b-4c61-ba04-cf12ec7ba3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=678a4c1a-98e7-46a5-b058-b35927edb4e6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.889364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 759f867e-a0dc-48dd-a9d5-1fee7299914e up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:24.891332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 678a4c1a-98e7-46a5-b058-b35927edb4e6 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:20:24.896544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49132) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:24.939555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Request body: {'subnet': {'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-subnet', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:25.016391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:25.021499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d609-782e-46e3-946d-abffba81aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (1e249aa5-6087-4374-b329-64af03fe87a9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.032920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:25.076795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8d609-782e-46e3-946d-abffba81aaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e249aa5-6087-4374-b329-64af03fe87a9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:25.084580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-31bdb847-b980-4bd3-9984-e8870871ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:25.085773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-31bdb847-b980-4bd3-9984-e8870871ae07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1131 time: 0.2406814 Feb 11 05:20:25.088724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d609-782e-46e3-946d-abffba81aaa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.090893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:25.093491 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f2e8d609-782e-46e3-946d-abffba81aaa1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1e249aa5-6087-4374-b329-64af03fe87a9 HTTP/1.1" status: 204 len: 168 time: 2.1663368 Feb 11 05:20:25.095972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.096404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5ce27553-282f-479d-a15b-7e9594dd4721), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.096853 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Floating IP 5ce27553-282f-479d-a15b-7e9594dd4721 disassociated. External IP: 172.25.8.84, port: cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b. Feb 11 05:20:25.097902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6235f3-ac76-44b7-99e3-aff503110899 req-7ed0e16c-9c68-478d-8629-2a1141138733 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:25.098108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Calling delete_port for cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:25.102326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49134) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:25.104731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc6235f3-ac76-44b7-99e3-aff503110899 req-7ed0e16c-9c68-478d-8629-2a1141138733 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3018148 Feb 11 05:20:25.146012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Made reservation on behalf of c9a830f8dd75449d81ef21c8cf9d7843 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:25.148317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.162009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 759f867e-a0dc-48dd-a9d5-1fee7299914e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:25.167053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 759f867e-a0dc-48dd-a9d5-1fee7299914e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:25.167053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.184733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-f8ab9788-6255-468c-9a16-21f2c27ddf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:25.186301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-f8ab9788-6255-468c-9a16-21f2c27ddf56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1131 time: 0.3847520 Feb 11 05:20:25.193077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673142-c814-4d66-85c7-0855a15f9c9b req-1818a322-bdcd-4547-9bc2-61a4d10801cd tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:25.194561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01673142-c814-4d66-85c7-0855a15f9c9b req-1818a322-bdcd-4547-9bc2-61a4d10801cd tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 945 time: 0.3048081 Feb 11 05:20:25.242635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-5cb3573f-f95e-41ff-ad52-a10308733f26 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818336 Feb 11 05:20:25.290619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 759f867e-a0dc-48dd-a9d5-1fee7299914e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:25.291406 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.326385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:25.328927 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206dbecc-6ba4-407c-aaf4-2143637283a9" -d '{"events": [{"server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "name": "network-vif-plugged", "status": "completed", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:25.352846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:25.371774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (27c4703a-85b6-4d80-8f24-3a91e94ce8c8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.417030 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.428517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc6235f3-ac76-44b7-99e3-aff503110899 req-b6723c54-af87-4ab6-b218-ae4bd7587f08 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228843 Feb 11 05:20:25.498365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-4299fba2-9aee-4797-8d6e-14298a9255ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:25.501075 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-4299fba2-9aee-4797-8d6e-14298a9255ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.3904335 Feb 11 05:20:25.515912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01673142-c814-4d66-85c7-0855a15f9c9b req-b124a599-879e-44e8-9984-e5ba1c696a25 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups?id=0276d926-ca74-4e5c-b41b-39b41175cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768266 Feb 11 05:20:25.582562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:25.585425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Router f41d76d8-5c01-4886-a701-0236a7dd2d73 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:25.599971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-3f677f72-3957-4f4b-93b2-a4678a79cece service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.0906703 Feb 11 05:20:25.616185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bb9ece-ae1e-4b98-b578-f1b752507221 req-4f80502a-3d95-4c27-bcb6-8d6404d16d9f service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547208 Feb 11 05:20:25.628543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-21c7ec43-f925-42d9-9fcf-9b79c5cb71af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:25.630427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-21c7ec43-f925-42d9-9fcf-9b79c5cb71af service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.4332786 Feb 11 05:20:25.663380 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9baa306-997d-41da-9f68-4c6a5250a187 x-openstack-request-id: req-a9baa306-997d-41da-9f68-4c6a5250a187 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:25.664004 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "name": "network-vif-plugged", "status": "completed", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:25.665518 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9baa306-997d-41da-9f68-4c6a5250a187 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:25.667370 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e', 'code': 200} Feb 11 05:20:25.722252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (27c4703a-85b6-4d80-8f24-3a91e94ce8c8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.871742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c4703a-85b6-4d80-8f24-3a91e94ce8c8']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:25.902921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.907512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349001e8-f6f2-4ead-9674-a10a425fd7ad') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:25.907818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349001e8-f6f2-4ead-9674-a10a425fd7ad') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:25.951676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event deleted for resources: {'Port': ['ID=cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:25.954852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (349001e8-f6f2-4ead-9674-a10a425fd7ad), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.017431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (349001e8-f6f2-4ead-9674-a10a425fd7ad), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.068619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:26.069354 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (349001e8-f6f2-4ead-9674-a10a425fd7ad), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.071563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (e8648b9c-f37e-4133-8087-81dfbc817dda), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:26.073629 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:26.113372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 403293eb-4b3b-4ecd-98c9-1fe835d091cb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:26.181518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:26.202179 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ed0b405-e689-4e94-a2a5-25cb4f0d733a admin admin] 10.222.0.62 "PUT /v2.0/routers/f41d76d8-5c01-4886-a701-0236a7dd2d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1457629 Feb 11 05:20:26.208705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Sync routers for ids ['f41d76d8-5c01-4886-a701-0236a7dd2d73'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:26.257538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Routers {'f41d76d8-5c01-4886-a701-0236a7dd2d73'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:26.258191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f41d76d8-5c01-4886-a701-0236a7dd2d73'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:26.267176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 403293eb-4b3b-4ecd-98c9-1fe835d091cb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:26.271423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Checking segment: {'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:26.271719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Network hostable DHCP agents. Network: 678a4c1a-98e7-46a5-b058-b35927edb4e6, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:26.273882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8648b9c-f37e-4133-8087-81dfbc817dda,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:26.284983 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.298127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:26.305669 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (27c4703a-85b6-4d80-8f24-3a91e94ce8c8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.313662 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.320117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] 10.222.0.62 "DELETE /v2.0/networks/27c4703a-85b6-4d80-8f24-3a91e94ce8c8 HTTP/1.1" status: 204 len: 168 time: 1.2148204 Feb 11 05:20:26.334785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408584ab-bbd8-4079-91f4-6b5d6db3c56c admin admin] Pushing event deleted for resources: {'Network': ['ID=27c4703a-85b6-4d80-8f24-3a91e94ce8c8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:26.388629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-4e21c369-55bc-40ca-9f2b-1a27fd9a79ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.7121539 Feb 11 05:20:26.414880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Network 678a4c1a-98e7-46a5-b058-b35927edb4e6 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:26.470806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8663d-19c6-472a-b192-8b1178c759bc req-f553e358-3506-4454-bd0d-2840627a974b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.479617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fe8663d-19c6-472a-b192-8b1178c759bc req-f553e358-3506-4454-bd0d-2840627a974b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.8856108 Feb 11 05:20:26.503664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:26.507068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-cd372771-2a14-4d47-9d27-c0983bbfa9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.512198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-cd372771-2a14-4d47-9d27-c0983bbfa9ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.8928981 Feb 11 05:20:26.517705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 678a4c1a-98e7-46a5-b058-b35927edb4e6) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:26.519119 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] Sync routers for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:26.523673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Set router f41d76d8-5c01-4886-a701-0236a7dd2d73 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:26.532950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.532950 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.550690 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:26.552212 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:26.614747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] No DVR routers for this DVR port cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:26.638542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.642244 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6361ccbb-37ba-4565-9890-4a7b7e6370e9 req-3ed4f5e7-106a-4677-b1fb-5920d2b5bb38 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.65 "DELETE /v2.0/ports/cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b HTTP/1.1" status: 204 len: 173 time: 3.8216174 Feb 11 05:20:26.642716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab225624-7392-4b85-a57e-5d95175c297f', 'name': 'network-vif-deleted', 'tag': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:26.645087 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ad0a0e-25ca-419d-a270-834202a10455" -d '{"events": [{"server_uuid": "ab225624-7392-4b85-a57e-5d95175c297f", "name": "network-vif-deleted", "tag": "cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:26.673328 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-507a5e28-8b61-4e0d-b556-591264655c19 req-00af5633-9f73-4bc3-a3ff-f3fe1608916f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987885 Feb 11 05:20:26.679565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e588828-16e6-4fe6-bf89-80aa4b51a0b2 None None] Network 678a4c1a-98e7-46a5-b058-b35927edb4e6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:26.692839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0949d-c1a0-410c-87d0-faa1ef763b6d req-cf857222-0ed8-4e29-8850-265c6bcd398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.694853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcb0949d-c1a0-410c-87d0-faa1ef763b6d req-cf857222-0ed8-4e29-8850-265c6bcd398d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1129 time: 0.5032780 Feb 11 05:20:26.707060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f95bae-4e7b-4a70-8c6f-fcee73492750 req-2fe8b53c-ead1-426f-8f21-082d8e72fb3e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.708117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 403293eb-4b3b-4ecd-98c9-1fe835d091cb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:26.722258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17f95bae-4e7b-4a70-8c6f-fcee73492750 req-2fe8b53c-ead1-426f-8f21-082d8e72fb3e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 948 time: 0.4921708 Feb 11 05:20:26.741093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-47b91bfb-aaeb-4d59-b004-1184eba92aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.743053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-47b91bfb-aaeb-4d59-b004-1184eba92aad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.3450849 Feb 11 05:20:26.750224 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7e7c8d78-6fce-4ddc-b28d-f739725da8a2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8543992 Feb 11 05:20:26.752911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:26.757912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:26.797483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fe8663d-19c6-472a-b192-8b1178c759bc req-0371a866-83e0-4352-91a3-6eeba3d48880 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398305 Feb 11 05:20:26.875569 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:26.921036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-978f0292-665f-4483-81f4-5b95e7a8c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.923668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-978f0292-665f-4483-81f4-5b95e7a8c8fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3756623 Feb 11 05:20:26.932981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.933492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17f95bae-4e7b-4a70-8c6f-fcee73492750 req-f6171411-efac-400e-8292-55b46a4d2a22 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121549 Feb 11 05:20:26.935406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.010611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-678a4c1a-98e7-46a5-b058-b35927edb4e6', 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6', 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'fixed_ips': [{'subnet_id': 'e8648b9c-f37e-4133-8087-81dfbc817dda'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:20:27.012016 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.079031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a5e28-8b61-4e0d-b556-591264655c19 req-dfd98c15-4775-4a90-9eb6-14b905436933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.083992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcb0949d-c1a0-410c-87d0-faa1ef763b6d req-52865071-67a5-4fd5-be8f-1536904a7f71 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556984 Feb 11 05:20:27.087046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-507a5e28-8b61-4e0d-b556-591264655c19 req-dfd98c15-4775-4a90-9eb6-14b905436933 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1128 time: 0.2157290 Feb 11 05:20:27.088046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks [] for router_controller (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.147288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-d6945f86-9ce0-4025-9a24-c9a16fde7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.149621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-d6945f86-9ce0-4025-9a24-c9a16fde7281 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3262715 Feb 11 05:20:27.155373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b372fcd7-4d70-4cb0-96fe-46ed29556953 req-708107e4-5609-4264-a365-1716910441c5 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0842681 Feb 11 05:20:27.225568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dc8f1-4591-4382-b79e-4b3210eb2557 req-9636dac4-c51a-4890-b678-0220323b72a2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.228212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-445dc8f1-4591-4382-b79e-4b3210eb2557 req-9636dac4-c51a-4890-b678-0220323b72a2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2884045 Feb 11 05:20:27.240749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49160) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:27.262426 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 5, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:27.277886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Allocated IP 172.20.0.2 (678a4c1a-98e7-46a5-b058-b35927edb4e6/e8648b9c-f37e-4133-8087-81dfbc817dda/0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:27.323201 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] Checking router: b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:27.334539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:27.335381 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:27.360468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-d5921872-875f-455f-b84d-5f84dc9bf675 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217441 Feb 11 05:20:27.422250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-445dc8f1-4591-4382-b79e-4b3210eb2557 req-62615951-10a4-4daa-8229-36f3d973c91e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856077 Feb 11 05:20:27.547177 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e84ff1-1e30-45d3-8f7d-a345def64e2b x-openstack-request-id: req-a0e84ff1-1e30-45d3-8f7d-a345def64e2b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:27.547804 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab225624-7392-4b85-a57e-5d95175c297f", "name": "network-vif-deleted", "tag": "cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:27.548781 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0e84ff1-1e30-45d3-8f7d-a345def64e2b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:27.549347 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab225624-7392-4b85-a57e-5d95175c297f', 'name': 'network-vif-deleted', 'tag': 'cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b', 'status': 'completed', 'code': 200} Feb 11 05:20:27.553642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks [] for router_gateway (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.563142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8644be45-3615-4a36-a8af-ee545d6b8cf9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88ea03186a794bdbbe704236f45982e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025610 Feb 11 05:20:27.566033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49164) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:27.593340 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:27.678269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Publish callbacks [] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.735211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-bb74ea91-285b-44b4-ae2e-4f91ce5018bc service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392290 Feb 11 05:20:27.744914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a5e28-8b61-4e0d-b556-591264655c19 req-85219929-9253-4459-bb06-af8a73418987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.749127 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-507a5e28-8b61-4e0d-b556-591264655c19 req-85219929-9253-4459-bb06-af8a73418987 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 915 time: 0.4446476 Feb 11 05:20:27.757112 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eff4b2fc-dba0-4bf7-abef-fa2952cfc2bb admin admin] Publish callbacks [] for security_group (d24028c2-21c0-4185-8ca9-7116db711eb8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.761310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd45b181-12e4-40a6-a034-80e2a6410a61 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:27.811288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-507a5e28-8b61-4e0d-b556-591264655c19 req-a1201797-41ca-4fd2-8632-0c96a8b6504e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 200 len: 217 time: 0.0520277 Feb 11 05:20:27.826849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-cc69e7ca-2cb7-42e3-a931-366da2807068 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331784 Feb 11 05:20:27.840965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eff4b2fc-dba0-4bf7-abef-fa2952cfc2bb admin admin] Publish callbacks [] for security_group (d24028c2-21c0-4185-8ca9-7116db711eb8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.868184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:27.887732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:27.911096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'mac_address': 'fa:16:3e:d0:0b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:27.912629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:27.912955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cceba7ad-1e3c-4a67-af08-e9bb8aeebb7b not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:27.916724 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.932485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e2b61-bae0-4d77-b180-732db78d5c9a req-d2b11fe9-0ea7-40c1-b4f6-711a95db59db tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.935267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f87e2b61-bae0-4d77-b180-732db78d5c9a req-d2b11fe9-0ea7-40c1-b4f6-711a95db59db tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2819123 Feb 11 05:20:27.971464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Network 678a4c1a-98e7-46a5-b058-b35927edb4e6 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:27.979526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:27.982910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:28.061713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd45b181-12e4-40a6-a034-80e2a6410a61 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:28.062402 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.071943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eff4b2fc-dba0-4bf7-abef-fa2952cfc2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d24028c2-21c0-4185-8ca9-7116db711eb8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.087290 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 5, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:28.090214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eff4b2fc-dba0-4bf7-abef-fa2952cfc2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.096180 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eff4b2fc-dba0-4bf7-abef-fa2952cfc2bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d24028c2-21c0-4185-8ca9-7116db711eb8 HTTP/1.1" status: 204 len: 168 time: 0.5292401 Feb 11 05:20:28.111791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd45b181-12e4-40a6-a034-80e2a6410a61 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:28.126808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4b2fc-dba0-4bf7-abef-fa2952cfc2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24028c2-21c0-4185-8ca9-7116db711eb8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:28.141997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:28.168315 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8020b-89cd-4fb9-8faf-054d5768f0e2 None None] The sync data for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 is: [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:16:40Z', 'revision_number': 4, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '35bdedd7-7004-4e78-81e6-e42c02301583', 'name': '', 'network_id': '47b47743-74c2-49ed-baa1-8a49313dfcd9', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'mac_address': 'fa:16:3e:9f:95:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 5, 'project_id': 'eac334a203204fa6833b0d908792752b', 'subnets': [{'id': 'c8b4e66c-cebd-4756-8567-924c0962f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:28.227309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a5e28-8b61-4e0d-b556-591264655c19 req-e322f5a6-1eb2-4477-9331-937bb4f0adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:28.229130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 4, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '78493cac-9295-456b-b155-60d91e7fd8f3', 'name': '', 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'mac_address': 'fa:16:3e:1d:ef:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'e0685eaf-ca6d-4b8f-b7f2-07db15d06405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:20Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 2, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'subnets': [{'id': 'e0685eaf-ca6d-4b8f-b7f2-07db15d06405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:28.229328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-507a5e28-8b61-4e0d-b556-591264655c19 req-e322f5a6-1eb2-4477-9331-937bb4f0adec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2884e132-0b62-4214-af9f-b6a3130b51f7 HTTP/1.1" status: 200 len: 854 time: 0.3779786 Feb 11 05:20:28.276339 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.281219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Checking router: f41d76d8-5c01-4886-a701-0236a7dd2d73 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:28.281573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Updating router f41d76d8-5c01-4886-a701-0236a7dd2d73 port 78493cac-9295-456b-b155-60d91e7fd8f3 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:20:28.302474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f87e2b61-bae0-4d77-b180-732db78d5c9a req-f6655820-23ce-4602-9170-c39a0825e60b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491766 Feb 11 05:20:28.355965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-507a5e28-8b61-4e0d-b556-591264655c19 req-79f8bd98-bb2c-42d2-a633-6ea9ad56bd22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22b3f78-9781-4966-98b1-48d5b8475e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030960 Feb 11 05:20:28.358861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Pushing event updated for resources: {'Port': ['ID=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:28.360357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfcc1370-d627-4327-a73e-f65009b40ddd req-a0835bf1-bd93-46df-b2e8-f58e339ccbcc service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072459 Feb 11 05:20:28.367463 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.376021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks [] for router_gateway (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.382172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Attempting to bind port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:28.397957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Attempting to bind port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:28.398739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Attempting to bind port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac on network 678a4c1a-98e7-46a5-b058-b35927edb4e6 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:28.425335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:28.426318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.435116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Checking segment: {'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:28.437445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.438119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Bound using segment: {'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:28.440630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Bound port: 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:28.442538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.467216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba80e7-ef43-402c-be24-017630ad46df req-f4e3bb87-1316-4e36-939d-575c33d2d3f4 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:28.481612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-f4e3bb87-1316-4e36-939d-575c33d2d3f4 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 811 time: 0.6290565 Feb 11 05:20:28.537136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-02c86be8-be91-443d-9b0a-4f6a86c7e172 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/quotas/0b2f3e50e66645b781c75ce85e69bcb1 HTTP/1.1" status: 200 len: 375 time: 0.0568237 Feb 11 05:20:28.748657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Allocated IP 172.25.8.2 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9553b9ef-b43e-40ef-a7a2-37de8ade3eae) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:28.773357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07229c-f5df-4b29-a312-6e119898236d req-96f50339-d74f-42bc-872b-9d7a21488227 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:28.774967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b07229c-f5df-4b29-a312-6e119898236d req-96f50339-d74f-42bc-872b-9d7a21488227 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.2761397 Feb 11 05:20:28.822534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:28.871186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637fdbb0-548c-4846-aeb2-bdcaf9c6f250 None None] New status for floating IP 5ce27553-282f-479d-a15b-7e9594dd4721: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:20:28.901381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-816b906e-6f70-407b-a5f9-c25e3173c38c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3632782 Feb 11 05:20:28.936491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks [] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.073295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-57ef6b4c-4562-4f1f-ad62-383e3771c634 service neutron] 10.222.0.62 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709545 Feb 11 05:20:29.108274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.176822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-507a5e28-8b61-4e0d-b556-591264655c19 req-7569e49f-e6f8-4c35-a1bc-fdd6b76feea6 service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8040702 Feb 11 05:20:29.193180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-372cb98e-f76e-41f8-9c7c-b4efd5471baa service neutron] 10.222.0.62 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189361 Feb 11 05:20:29.200021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:29.218056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:29.233750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:29.249906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:29.259700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] For port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:29.283950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] For port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,segment=NetworkSegment(1cdf89af-f6b8-4911-b348-6bae86c50d49),segment_id=1cdf89af-f6b8-4911-b348-6bae86c50d49)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:29.313545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b07229c-f5df-4b29-a312-6e119898236d req-7a9ed62c-ac35-47bd-aea3-b95b2704bfea tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074580 Feb 11 05:20:29.389344 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.405809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Pushing event updated for resources: {'Port': ['ID=9553b9ef-b43e-40ef-a7a2-37de8ade3eae,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:29.473224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-507a5e28-8b61-4e0d-b556-591264655c19 req-3b00d580-145e-4a3c-bff8-425368675b33 service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775538 Feb 11 05:20:29.624418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436a2fb-fc61-4556-a815-c61a2a523d3e None None] Pushing event updated for resources: {'Port': ['ID=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:29.702453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098864d-91f1-4f50-9451-c956dd86fddd req-9ab2e63a-439d-4de2-86cf-3aa39719cc9c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:29.711434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6098864d-91f1-4f50-9451-c956dd86fddd req-9ab2e63a-439d-4de2-86cf-3aa39719cc9c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 949 time: 0.2099831 Feb 11 05:20:29.807043 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Publish callbacks [] for port (78493cac-9295-456b-b155-60d91e7fd8f3), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.843928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0624b55-1b36-4280-8bfc-6067935d58dd req-dc4f353f-d266-4c1a-9834-3cc8777e9215 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.1209786 Feb 11 05:20:29.909914 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.947848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6098864d-91f1-4f50-9451-c956dd86fddd req-d2e8c26a-ef53-45f9-8874-f01768412169 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237494 Feb 11 05:20:30.116095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28134040-62f1-4808-8e38-c692d4af32ea None None] Pushing event updated for resources: {'Port': ['ID=78493cac-9295-456b-b155-60d91e7fd8f3,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:30.177072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-feae6c44-30b8-4eed-a7cd-0b14937db04b req-ab5165f5-02f9-4ff3-8103-c34c8756248b tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 210 time: 0.0604367 Feb 11 05:20:30.196240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:30.278172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Attempting to bind port 78493cac-9295-456b-b155-60d91e7fd8f3 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:30.284184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Attempting to bind port 78493cac-9295-456b-b155-60d91e7fd8f3 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:30.285050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Attempting to bind port 78493cac-9295-456b-b155-60d91e7fd8f3 on network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:30.318631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:30.334651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Checking segment: {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:30.339064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.339064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Bound using segment: {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:30.339064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Bound port: 78493cac-9295-456b-b155-60d91e7fd8f3, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:30.339064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.547054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:30.547569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.555000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] For port 78493cac-9295-456b-b155-60d91e7fd8f3, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:30.619225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] For port 78493cac-9295-456b-b155-60d91e7fd8f3, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78493cac-9295-456b-b155-60d91e7fd8f3,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:30.671223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c1f83-fcaa-4aff-b0fc-4717e5b50a32 req-cfea3190-eb53-4657-a297-c07753e13e2e tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:30.672831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a5c1f83-fcaa-4aff-b0fc-4717e5b50a32 req-cfea3190-eb53-4657-a297-c07753e13e2e tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1129 time: 0.0863192 Feb 11 05:20:30.779574 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks [] for router_gateway (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.799488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a5c1f83-fcaa-4aff-b0fc-4717e5b50a32 req-7f09aea6-c08a-4abf-b343-5546c30eb448 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208789 Feb 11 05:20:30.815333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:30.815871 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.829076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.991270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28134040-62f1-4808-8e38-c692d4af32ea None None] Pushing event updated for resources: {'Port': ['ID=78493cac-9295-456b-b155-60d91e7fd8f3,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:31.067843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,segment=NetworkSegment(1cdf89af-f6b8-4911-b348-6bae86c50d49),segment_id=1cdf89af-f6b8-4911-b348-6bae86c50d49)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:31.071665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Routers {'f41d76d8-5c01-4886-a701-0236a7dd2d73'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:31.072306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f41d76d8-5c01-4886-a701-0236a7dd2d73'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:31.179442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.281739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:31.307163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3285f9-01d0-4e81-ba6c-28976ed5fe65 req-8665cf1d-d912-41a2-993d-93f51d4c0a0d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.309527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc3285f9-01d0-4e81-ba6c-28976ed5fe65 req-8665cf1d-d912-41a2-993d-93f51d4c0a0d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.4434495 Feb 11 05:20:31.337454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.397700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-c1d5e9b7-5e24-47e7-8679-cfb97f50523a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.413918 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-c1d5e9b7-5e24-47e7-8679-cfb97f50523a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea&tenant_id=258605e0a8234c5b93e778a189d77610&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 949 time: 0.4516888 Feb 11 05:20:31.450378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] Set router f41d76d8-5c01-4886-a701-0236a7dd2d73 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:31.524418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9f498-8c66-4f46-910c-48fa9e90f371 None None] Network 678a4c1a-98e7-46a5-b058-b35927edb4e6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:31.546499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc3285f9-01d0-4e81-ba6c-28976ed5fe65 req-3988e4a3-6d08-470a-914f-ebf4169e0829 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996691 Feb 11 05:20:31.695874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:20:31.739737 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-56afa8cf-98c6-404f-9f37-afaae1809659 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:20:31.741120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-56afa8cf-98c6-404f-9f37-afaae1809659 service neutron] 10.222.0.83 "DELETE /v2.0/ports/cd45b181-12e4-40a6-a034-80e2a6410a61/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.3256972 Feb 11 05:20:31.749589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36905424-3d72-498e-ad9b-ee648a96d798 req-5579009f-26c9-43ff-9fcf-b9c002632d2f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.751352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36905424-3d72-498e-ad9b-ee648a96d798 req-5579009f-26c9-43ff-9fcf-b9c002632d2f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 949 time: 0.2154889 Feb 11 05:20:31.797197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd45b181-12e4-40a6-a034-80e2a6410a61 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:31.807222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f36bb5-4138-48df-b8b1-34b52cdb9a43 req-8b9bb3c6-c564-4829-9137-580b58e76dcb tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.809129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f36bb5-4138-48df-b8b1-34b52cdb9a43 req-8b9bb3c6-c564-4829-9137-580b58e76dcb tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1129 time: 0.1552660 Feb 11 05:20:31.874903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f42b3ef5-e2b3-4b1c-b0e7-c89e4dfdfb5e None None] Provisioning complete for port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:31.875441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f42b3ef5-e2b3-4b1c-b0e7-c89e4dfdfb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.911113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:31.924537 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Sync routers for ids ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:31.948856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36905424-3d72-498e-ad9b-ee648a96d798 req-723e7426-5e56-451f-95be-fb593ea788e2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816521 Feb 11 05:20:31.950613 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Routers {'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:31.951253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:32.038019 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.044266 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5416fe48-b070-4f5e-bf67-06752916483e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2862709 Feb 11 05:20:32.044266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49254) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:32.064406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f36bb5-4138-48df-b8b1-34b52cdb9a43 req-cbea3727-70e3-4015-bf11-5bfddb600d7b tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246116 Feb 11 05:20:32.140392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:32.170675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97bcc640-58a5-4fba-9929-dd308fb2d35a req-f5f52ef6-e079-4e74-85d9-695474df1926 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0770440 Feb 11 05:20:32.185317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-3be6dfa2-6cc2-498d-8b49-d5f5d9813dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.187667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-3be6dfa2-6cc2-498d-8b49-d5f5d9813dea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1132 time: 0.3362598 Feb 11 05:20:32.279798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9433770-0361-4c43-9461-7ef83b4f7cd1 req-67425e09-94d3-4332-9648-002fbfcef341 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 210 time: 0.0887165 Feb 11 05:20:32.309011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port cd45b181-12e4-40a6-a034-80e2a6410a61 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:32.328751 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Set router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:32.357426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port cd45b181-12e4-40a6-a034-80e2a6410a61 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:32.358082 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.445221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f551e951-f09c-407e-8d85-1a8909f8691a req-c58d17c5-50ff-451a-931f-50d7d1b8e95e tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0792744 Feb 11 05:20:32.624864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-8edb2366-d6ee-4bf0-b05e-93bce543fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.626510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-8edb2366-d6ee-4bf0-b05e-93bce543fe60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.3989933 Feb 11 05:20:32.769130 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:20:29Z', 'revision_number': 3, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port': {'id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:28Z', 'updated_at': '2022-02-11T05:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:32.770926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c164ef-a5f0-4cbf-b545-e7812f69bb67 req-eb88981d-7497-45c4-abb0-5e9f77ef6279 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.780292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2c164ef-a5f0-4cbf-b545-e7812f69bb67 req-eb88981d-7497-45c4-abb0-5e9f77ef6279 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3375208 Feb 11 05:20:32.784629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-3b715bf1-e647-4b18-b29b-3dbc5ace7183 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.1516721 Feb 11 05:20:32.852110 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Checking router: b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:32.853769 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Updating router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:20:32.859684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f42b3ef5-e2b3-4b1c-b0e7-c89e4dfdfb5e None None] Current status of the port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:32.903866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:32.904244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.973336 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd29ef82-924c-4a87-bb47-e69eac7f815f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.985133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 4, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '78493cac-9295-456b-b155-60d91e7fd8f3', 'name': '', 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'mac_address': 'fa:16:3e:1d:ef:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'e0685eaf-ca6d-4b8f-b7f2-07db15d06405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:20Z', 'updated_at': '2022-02-11T05:20:30Z', 'revision_number': 4, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'subnets': [{'id': 'e0685eaf-ca6d-4b8f-b7f2-07db15d06405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:32.992421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2c164ef-a5f0-4cbf-b545-e7812f69bb67 req-f9e45955-e392-4f34-98f9-6021543f982c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108483 Feb 11 05:20:33.011993 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.047405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-cd4b9a70-f0bd-4ea3-8d78-95b2a5151ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:33.052519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-cd4b9a70-f0bd-4ea3-8d78-95b2a5151ebf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2442927 Feb 11 05:20:33.120054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637424d-469c-4f5c-a597-483fd746f808 None None] The sync data for ids ['f41d76d8-5c01-4886-a701-0236a7dd2d73'] in n-d-713498-37 is: [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:20:22Z', 'revision_number': 4, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '78493cac-9295-456b-b155-60d91e7fd8f3', 'name': '', 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'mac_address': 'fa:16:3e:1d:ef:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'e0685eaf-ca6d-4b8f-b7f2-07db15d06405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:20Z', 'updated_at': '2022-02-11T05:20:30Z', 'revision_number': 4, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'subnets': [{'id': 'e0685eaf-ca6d-4b8f-b7f2-07db15d06405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:33.283621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd45b181-12e4-40a6-a034-80e2a6410a61 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:33.284681 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.359907 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.360827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-eafb209b-6168-45f3-b749-650d6c3dd5c8 None None] Provisioning complete for port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:33.361404 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eafb209b-6168-45f3-b749-650d6c3dd5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.362968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:33.365489 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550f0a86-bc43-4754-882a-ab3d3461a0f1" -d '{"events": [{"server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "name": "network-vif-plugged", "status": "completed", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:33.451629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-04a3a6df-39e4-44fa-98b9-7cfb121e5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:33.454254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-04a3a6df-39e4-44fa-98b9-7cfb121e5bbe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3443141 Feb 11 05:20:33.456754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:33.458503 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:33.477530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba80e7-ef43-402c-be24-017630ad46df req-c879f32b-085f-4dc9-b898-28de05bb0db3 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:33.479383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-c879f32b-085f-4dc9-b898-28de05bb0db3 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.65 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 811 time: 0.5540900 Feb 11 05:20:33.527608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Request body: {'port': {'device_id': 'd67218d1-6da8-4ca0-90fc-3878ee1bff81', 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d', 'admin_state_up': True, 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:33.583428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e53eed-0d76-4dca-8bc2-7d05566d7df1 req-ff058cb5-f3c2-4dc3-a08e-13f695e0bb44 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:33.597637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e53eed-0d76-4dca-8bc2-7d05566d7df1 req-ff058cb5-f3c2-4dc3-a08e-13f695e0bb44 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 949 time: 0.3568723 Feb 11 05:20:33.619290 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.747169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Allocated IP 172.20.0.1 (678a4c1a-98e7-46a5-b058-b35927edb4e6/e8648b9c-f37e-4133-8087-81dfbc817dda/b5466b8d-a355-41db-b7b2-79b68eccd01f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:33.769755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:33.796384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eafb209b-6168-45f3-b749-650d6c3dd5c8 None None] Current status of the port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:33.799282 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Publish callbacks [] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.890138 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.929759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Publish callbacks [] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.014767 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f4236-7a35-4ea4-80c6-4416161c9fb9 None None] Pushing event updated for resources: {'Port': ['ID=9553b9ef-b43e-40ef-a7a2-37de8ade3eae,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:34.021869 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Attempting to bind port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:34.022645 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Attempting to bind port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:34.023236 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Attempting to bind port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:34.030894 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:34.032165 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:34.033017 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.033468 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:34.034210 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Bound port: 9553b9ef-b43e-40ef-a7a2-37de8ade3eae, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:34.034657 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.047632 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.165199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Network 678a4c1a-98e7-46a5-b058-b35927edb4e6 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:34.173411 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] For port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:34.175074 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] For port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9553b9ef-b43e-40ef-a7a2-37de8ade3eae,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:34.180881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:34.185331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78493cac-9295-456b-b155-60d91e7fd8f3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:34.186893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:34.242009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.282232 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.307083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 78493cac-9295-456b-b155-60d91e7fd8f3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:34.309210 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.463714 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Routers {'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:34.464441 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:34.494928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 78493cac-9295-456b-b155-60d91e7fd8f3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:34.495341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.554030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 78493cac-9295-456b-b155-60d91e7fd8f3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78493cac-9295-456b-b155-60d91e7fd8f3,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:34.567047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Pushing event updated for resources: {'Port': ['ID=b5466b8d-a355-41db-b7b2-79b68eccd01f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:34.579115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-7b139f56-73ac-4937-9bbc-0b09a4594b87 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1186454 Feb 11 05:20:34.609483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e53eed-0d76-4dca-8bc2-7d05566d7df1 req-b3666306-e139-4bc9-be5a-8cfafe617fb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0082622 Feb 11 05:20:34.659276 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.684569 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f4236-7a35-4ea4-80c6-4416161c9fb9 None None] Pushing event updated for resources: {'Port': ['ID=9553b9ef-b43e-40ef-a7a2-37de8ade3eae,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:34.764163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.829735 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] Set router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:34.876219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=78493cac-9295-456b-b155-60d91e7fd8f3,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:34.909324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-72eb2a19-b751-4b91-8acd-ff814718e287 None None] Provisioning complete for port b5466b8d-a355-41db-b7b2-79b68eccd01f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:34.909957 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-72eb2a19-b751-4b91-8acd-ff814718e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.914517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70f3f17a-77c9-46d7-ac62-cf401ded06f1 req-017230bc-4a87-41b7-aa24-7283a0f80a33 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.1719394 Feb 11 05:20:35.008510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-72eb2a19-b751-4b91-8acd-ff814718e287 None None] Port b5466b8d-a355-41db-b7b2-79b68eccd01f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:35.030344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecaf9440-8d0a-44a0-bd46-736f937d9750 req-c4ead941-98b6-4e1a-9ab4-2e720e368519 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196312 Feb 11 05:20:35.079320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79d0d39e-43de-4ae6-91a0-43dae2bbc8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.100001 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f0aa42a-49d3-4419-8fc0-56d0730793c8 req-ffaf8abc-9ec7-450a-a3eb-dc53a201c9b6 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 210 time: 0.0515339 Feb 11 05:20:35.104556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Made reservation on behalf of 0b2f3e50e66645b781c75ce85e69bcb1 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:35.112927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.207141 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Publish callbacks [] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.233498 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befc4b00-5d74-4e4d-be7f-51f665219348 x-openstack-request-id: req-befc4b00-5d74-4e4d-be7f-51f665219348 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:35.233805 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "name": "network-vif-plugged", "status": "completed", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:35.234061 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-befc4b00-5d74-4e4d-be7f-51f665219348 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:35.234553 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'code': 200} Feb 11 05:20:35.303967 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:20:29Z', 'revision_number': 3, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port': {'id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:28Z', 'updated_at': '2022-02-11T05:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:35.337085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Allocated IP 172.20.0.9 (a8597df4-7b5c-4d21-a51b-c970cbbc3f9d/e0685eaf-ca6d-4b8f-b7f2-07db15d06405/4f2d7e5f-f37d-4077-b30c-5bdd6499f47a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:35.337317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.346260 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbaeb7-f1c9-44db-a283-3fcee03fdcfb None None] The sync data for ids ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'] in n-d-713498-37 is: [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:20:29Z', 'revision_number': 3, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port': {'id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:28Z', 'updated_at': '2022-02-11T05:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:35.413221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ac78a60-2425-499d-8e96-6f6e9309175e req-1d2e3e61-bd90-4c7d-af5d-1c2c37777435 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0615175 Feb 11 05:20:35.472788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Pushing event updated for resources: {'Port': ['ID=b5466b8d-a355-41db-b7b2-79b68eccd01f,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:35.523419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.700644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks [] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.742096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Network 678a4c1a-98e7-46a5-b058-b35927edb4e6 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:35.750215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:35.834451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-01e63fba-0b7a-4b8f-9002-ab776287c97e tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:20:35.842751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-01e63fba-0b7a-4b8f-9002-ab776287c97e tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1917524 Feb 11 05:20:35.873579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.026847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:36.195466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:36.231014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78493cac-9295-456b-b155-60d91e7fd8f3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:36.252545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:36.271967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:36.280014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-35d6e2e4-3b19-4f6a-9b4d-d3b10b6b4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:36.295117 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-35d6e2e4-3b19-4f6a-9b4d-d3b10b6b4692 service neutron] 10.222.0.62 "GET /v2.0/ports/759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 200 len: 1126 time: 0.4513800 Feb 11 05:20:36.318352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Pushing event updated for resources: {'Port': ['ID=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:36.337950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 78493cac-9295-456b-b155-60d91e7fd8f3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:36.339608 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.391515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-128086f3-fcdf-4f20-be5d-65204c9e5833 req-b0b3b4fd-99e5-40d9-9ee3-eb7a23f69c09 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0586135 Feb 11 05:20:36.396629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Request body: {'binding': {'host': 'n-h2-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:36.397183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Unknown quota resources ['binding']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:20:36.414104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:36.420050 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c4686987-98c6-4b42-87ba-c0452906a96e admin admin] 10.222.0.62 "PUT /v2.0/routers/b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3743575 Feb 11 05:20:36.438472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:36.439179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.442103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b8ca33a7-0975-4644-a92e-43da3c520a54 None None] Provisioning complete for port b5466b8d-a355-41db-b7b2-79b68eccd01f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:36.442607 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b8ca33a7-0975-4644-a92e-43da3c520a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.547835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a843048-752e-4432-af59-751c39f38327 req-8f69fe35-6e15-47aa-b540-2582de684736 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:36.549832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a843048-752e-4432-af59-751c39f38327 req-8f69fe35-6e15-47aa-b540-2582de684736 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3721445 Feb 11 05:20:36.564869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca33a7-0975-4644-a92e-43da3c520a54 None None] Port b5466b8d-a355-41db-b7b2-79b68eccd01f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:36.599624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-af51f336-bfbc-43d3-9481-4028da7f0a62 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0990536 Feb 11 05:20:36.626365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Request body: {'port': {'device_id': 'd67218d1-6da8-4ca0-90fc-3878ee1bff81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:36.631967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 78493cac-9295-456b-b155-60d91e7fd8f3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:36.665693 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.727638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a843048-752e-4432-af59-751c39f38327 req-5e9a948d-23f8-4e49-9f46-351ca74917c4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343346 Feb 11 05:20:36.791320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.998432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on host n-h2-713498-37 for vnic_type normal with profile None {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:36.998776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:36.999113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:37.021633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:37.021912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:37.032557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:37.032970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:37.033366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:37.033829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Bound port: 759f867e-a0dc-48dd-a9d5-1fee7299914e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:37.054862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d9c62-2dcf-4f10-ad31-a6dd22cd876f req-778edd66-1cbb-4779-ae94-ff38df9ff513 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.062929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-070d9c62-2dcf-4f10-ad31-a6dd22cd876f req-778edd66-1cbb-4779-ae94-ff38df9ff513 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.2335243 Feb 11 05:20:37.259642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-070d9c62-2dcf-4f10-ad31-a6dd22cd876f req-37402e4a-5785-4a3a-b1a5-b98533bda125 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924407 Feb 11 05:20:37.271602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:37.391848 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.393142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-ab0d1eec-8058-4f50-b2f4-4cbb42fec9a3 service neutron] 10.222.0.62 "POST /v2.0/ports/759f867e-a0dc-48dd-a9d5-1fee7299914e/bindings HTTP/1.1" status: 201 len: 390 time: 1.0972121 Feb 11 05:20:37.411797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f11447be-66c7-49d7-976f-ad23ac2e3c20 req-cd8bf322-c18d-48c6-89bf-a2880061db01 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0409629 Feb 11 05:20:37.424947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:37.434369 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Publish callbacks [] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.453082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Transition to ACTIVE for port object 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:37.555290 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.613125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e7946-8f8a-4b90-a447-212c0a02785f req-e216e591-7510-4ed9-a882-53ba0697aeb7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.615062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-311e7946-8f8a-4b90-a447-212c0a02785f req-e216e591-7510-4ed9-a882-53ba0697aeb7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 931 time: 0.1144195 Feb 11 05:20:37.684295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:37.746213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-311e7946-8f8a-4b90-a447-212c0a02785f req-37084331-945f-487b-8da2-b12eaa07b388 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237116 Feb 11 05:20:37.762415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Attempting to bind port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:37.762765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Attempting to bind port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:37.763127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Attempting to bind port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a on network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:37.767942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a on network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:37.768334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Attempting to bind port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a on network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:37.783744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:37.787401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Checking segment: {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:37.787401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Bound using segment: {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:37.787401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Bound port: 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:37.787401 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.881335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] For port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:37.885492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] For port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:37.975962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67afe82d-77d3-4d2a-8980-5b26ecf4f375 req-d9b93614-4666-4c2d-b3bd-68f8b8930aa8 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0490217 Feb 11 05:20:38.030256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.051584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10039624-aebb-4923-9bb9-00d5780bb375 req-f8d88a16-8428-40b8-b452-d08bfeedb387 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.054627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10039624-aebb-4923-9bb9-00d5780bb375 req-f8d88a16-8428-40b8-b452-d08bfeedb387 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1416857 Feb 11 05:20:38.165598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9553b9ef-b43e-40ef-a7a2-37de8ade3eae up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:38.170020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.177199 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.178671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] 10.222.0.65 "PUT /v2.0/ports/4f2d7e5f-f37d-4077-b30c-5bdd6499f47a HTTP/1.1" status: 200 len: 1092 time: 1.5588167 Feb 11 05:20:38.179154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67218d1-6da8-4ca0-90fc-3878ee1bff81', 'tag': '4f2d7e5f-f37d-4077-b30c-5bdd6499f47a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:38.181472 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db0a40-1800-443c-b9d1-7c324395fd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d67218d1-6da8-4ca0-90fc-3878ee1bff81", "tag": "4f2d7e5f-f37d-4077-b30c-5bdd6499f47a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:38.217367 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.230537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.231276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:38.231968 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.252796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54278213-1abe-45d1-98cd-f4245baf4f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:38.288897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10039624-aebb-4923-9bb9-00d5780bb375 req-b3e43732-e6b0-4686-901d-9d6055f9714f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871331 Feb 11 05:20:38.298596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494aecf-27d7-4e09-a8a7-3cb863c0b9a7 req-e50eb451-16b1-4b75-a7f5-1ad02ffc6b94 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.302076 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f494aecf-27d7-4e09-a8a7-3cb863c0b9a7 req-e50eb451-16b1-4b75-a7f5-1ad02ffc6b94 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1133 time: 0.2002058 Feb 11 05:20:38.411215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f494aecf-27d7-4e09-a8a7-3cb863c0b9a7 req-3bedadec-0fb2-4564-a314-6459c28a56eb tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046851 Feb 11 05:20:38.429674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:38.430066 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.471050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9553b9ef-b43e-40ef-a7a2-37de8ade3eae,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:38.493408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba80e7-ef43-402c-be24-017630ad46df req-3bc6faf0-d90f-48fe-84e7-0989c10762b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.496358 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-3bc6faf0-d90f-48fe-84e7-0989c10762b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 1126 time: 0.1109293 Feb 11 05:20:38.537947 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd44b81-c55b-4c82-9a64-1680e37e9990 x-openstack-request-id: req-dcd44b81-c55b-4c82-9a64-1680e37e9990 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:38.538256 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67218d1-6da8-4ca0-90fc-3878ee1bff81", "tag": "4f2d7e5f-f37d-4077-b30c-5bdd6499f47a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:38.538512 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcd44b81-c55b-4c82-9a64-1680e37e9990 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:38.538916 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67218d1-6da8-4ca0-90fc-3878ee1bff81', 'tag': '4f2d7e5f-f37d-4077-b30c-5bdd6499f47a', 'status': 'completed', 'code': 200} Feb 11 05:20:38.546514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-2c599ba7-6492-4790-aa4e-e94747e14ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.548049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-2c599ba7-6492-4790-aa4e-e94747e14ef3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1129 time: 0.1727581 Feb 11 05:20:38.549861 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.569831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a9c8a-8b88-4f3e-a0d7-9c0fadf86794 req-ffa672b6-b1a7-4b8f-b792-62d47dca5c1c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.569831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d2a9c8a-8b88-4f3e-a0d7-9c0fadf86794 req-ffa672b6-b1a7-4b8f-b792-62d47dca5c1c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1170657 Feb 11 05:20:38.584115 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-5a167774-71db-4429-936e-92cf9ab29dbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a HTTP/1.1" status: 200 len: 217 time: 0.0763896 Feb 11 05:20:38.632208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Sync routers for ids ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:38.650422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Routers {'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:38.651093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:38.686609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba80e7-ef43-402c-be24-017630ad46df req-39c9bc06-3791-48f5-b282-ee2b9b039b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.690747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-39c9bc06-3791-48f5-b282-ee2b9b039b2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e0685eaf-ca6d-4b8f-b7f2-07db15d06405 HTTP/1.1" status: 200 len: 851 time: 0.0989575 Feb 11 05:20:38.720769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d2a9c8a-8b88-4f3e-a0d7-9c0fadf86794 req-4f0ec3ac-8264-4fbe-b908-8efb39f902d5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436362 Feb 11 05:20:38.728301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9553b9ef-b43e-40ef-a7a2-37de8ade3eae,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:38.752253 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-088ada63-145b-421d-be07-a23b408141df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561242 Feb 11 05:20:38.831155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-b9e6160f-4ba9-447a-b9db-cc82705b5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.833317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-b9e6160f-4ba9-447a-b9db-cc82705b5d89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.2758996 Feb 11 05:20:38.847777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c3f732c-e4b0-4937-8f1d-6ac9dc25e309 req-50818891-c99d-4b15-9f8c-891d74ab2181 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0954719 Feb 11 05:20:38.913655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Set router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:38.938687 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-d2ff2f56-a615-4b89-83ea-fa28044b69e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 200 len: 217 time: 0.0880134 Feb 11 05:20:38.981447 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-3ff6caec-dd65-4b58-881a-aa0a682d17b0 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233169 Feb 11 05:20:39.072515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-9ee0c445-a9ed-4087-bb6c-1a3e345b05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.075828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-9ee0c445-a9ed-4087-bb6c-1a3e345b05c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1307433 Feb 11 05:20:39.129003 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.163907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-59120f30-0fe6-45c2-8e5d-9e6672b60d61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688181 Feb 11 05:20:39.221718 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-43ba80e7-ef43-402c-be24-017630ad46df req-8d25e871-4f4b-4b8b-92ab-1ac1ba8a09f3 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174129 Feb 11 05:20:39.253137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fa44b-b1d9-4d6c-b8ac-bf236c63f965 req-9a2f8177-30c5-4490-ba18-83ad21245a38 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.254762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-714fa44b-b1d9-4d6c-b8ac-bf236c63f965 req-9a2f8177-30c5-4490-ba18-83ad21245a38 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 943 time: 0.1744907 Feb 11 05:20:39.265929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cfbf5-5170-48c4-b9a2-8128db052475 req-31ba0bd6-3ee4-4253-9bf0-da4f55a5b7b6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.267608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-904cfbf5-5170-48c4-b9a2-8128db052475 req-31ba0bd6-3ee4-4253-9bf0-da4f55a5b7b6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2501068 Feb 11 05:20:39.332776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:20:34Z', 'revision_number': 4, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port': {'id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:28Z', 'updated_at': '2022-02-11T05:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'b5466b8d-a355-41db-b7b2-79b68eccd01f', 'name': '', 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'mac_address': 'fa:16:3e:66:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'e8648b9c-f37e-4133-8087-81dfbc817dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:33Z', 'updated_at': '2022-02-11T05:20:34Z', 'revision_number': 2, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'subnets': [{'id': 'e8648b9c-f37e-4133-8087-81dfbc817dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:39.374846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Checking router: b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:39.375211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Updating router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb port b5466b8d-a355-41db-b7b2-79b68eccd01f binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:20:39.418863 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.458948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-4678975b-0ce0-4d34-908a-877fab01be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.460625 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-4678975b-0ce0-4d34-908a-877fab01be8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 1126 time: 0.0906911 Feb 11 05:20:39.474149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cafcc326-a15f-4153-bb7b-2a96924f773c service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015311 Feb 11 05:20:39.491897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-714fa44b-b1d9-4d6c-b8ac-bf236c63f965 req-ad633c88-ae76-4333-b00b-4db2a56c4bd4 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230341 Feb 11 05:20:39.530438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-904cfbf5-5170-48c4-b9a2-8128db052475 req-7a77acb6-8c6a-46aa-9c8a-5a5aeda4542c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234433 Feb 11 05:20:39.668028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-5c633dcc-6edc-4d01-b466-31fea97609ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.670406 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-5c633dcc-6edc-4d01-b466-31fea97609ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 912 time: 0.2032375 Feb 11 05:20:39.749365 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-05a01f5c-7185-48d1-a0e8-a0ec7b2b7811 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a HTTP/1.1" status: 200 len: 217 time: 0.0701923 Feb 11 05:20:39.855136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Publish callbacks [] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.860269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-9829a817-9237-46a8-a140-c72a04e853dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.862200 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-9829a817-9237-46a8-a140-c72a04e853dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e0685eaf-ca6d-4b8f-b7f2-07db15d06405 HTTP/1.1" status: 200 len: 851 time: 0.1068857 Feb 11 05:20:39.903187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-844927fc-3cba-45b6-8801-9328f31cc143 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331233 Feb 11 05:20:39.938262 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.030504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a1064f3-bda2-43e3-b80e-840a86c136cf req-05a322d6-def7-414e-b64b-97cc4796a4f6 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.3639927 Feb 11 05:20:40.043121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-c89d30f6-e153-4075-98c7-8d8d9351273e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=258605e0a8234c5b93e778a189d77610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3717864 Feb 11 05:20:40.064650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-e70b75ef-0541-4024-9c82-6a5c04972883 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506014 Feb 11 05:20:40.064830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62fba-6b61-4d30-b3d7-9a001304a0cf None None] Pushing event updated for resources: {'Port': ['ID=b5466b8d-a355-41db-b7b2-79b68eccd01f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:40.193043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-fde4f0c2-9a88-41c6-8cac-acb0547edce5 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997373 Feb 11 05:20:40.213884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9553b9ef-b43e-40ef-a7a2-37de8ade3eae up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:40.291773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Attempting to bind port b5466b8d-a355-41db-b7b2-79b68eccd01f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:40.292210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Attempting to bind port b5466b8d-a355-41db-b7b2-79b68eccd01f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:40.292652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Attempting to bind port b5466b8d-a355-41db-b7b2-79b68eccd01f on network 678a4c1a-98e7-46a5-b058-b35927edb4e6 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:40.305186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:40.306146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Checking segment: {'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:40.306146 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.306429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Bound using segment: {'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:40.307082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Bound port: b5466b8d-a355-41db-b7b2-79b68eccd01f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdf89af-f6b8-4911-b348-6bae86c50d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:40.307476 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.314795 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5db0a40-1800-443c-b9d1-7c324395fd2f req-7f8a2d82-927c-41c3-b590-bf4fe729f745 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487168 Feb 11 05:20:40.319015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-0c9e1400-fe6d-471e-a5ba-a3522321456a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.320787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-0c9e1400-fe6d-471e-a5ba-a3522321456a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564621 Feb 11 05:20:40.365420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-e092099f-5be3-4cf8-a81b-c948dd6b24c0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/quotas/258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 375 time: 0.0357087 Feb 11 05:20:40.414966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:40.415400 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.422711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abd6ad-e6cd-4c18-a949-bd94361e5c6c req-ac78b528-0091-402d-8578-e227e35ff6e8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.429176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7abd6ad-e6cd-4c18-a949-bd94361e5c6c req-ac78b528-0091-402d-8578-e227e35ff6e8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2781575 Feb 11 05:20:40.440295 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:20:40.498996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7abd6ad-e6cd-4c18-a949-bd94361e5c6c req-a78e01ba-3f19-47da-9add-6750b22a8ccd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688450 Feb 11 05:20:40.507893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-43d9c1de-5699-4484-b401-f7043b74a963 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326447 Feb 11 05:20:40.510701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f4654eb9-be4f-4a4f-a982-0f048376a1d9 None None] Provisioning complete for port b5466b8d-a355-41db-b7b2-79b68eccd01f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:40.511964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4654eb9-be4f-4a4f-a982-0f048376a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.578937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] For port b5466b8d-a355-41db-b7b2-79b68eccd01f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:40.598143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] For port b5466b8d-a355-41db-b7b2-79b68eccd01f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b5466b8d-a355-41db-b7b2-79b68eccd01f,segment=NetworkSegment(1cdf89af-f6b8-4911-b348-6bae86c50d49),segment_id=1cdf89af-f6b8-4911-b348-6bae86c50d49)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:40.600302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f4654eb9-be4f-4a4f-a982-0f048376a1d9 None None] Port b5466b8d-a355-41db-b7b2-79b68eccd01f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:40.644713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:40.691590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.709482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55e0c-2356-4d0d-a8c8-d8a743cfd758 req-bd56ae8e-5b3c-4e49-a442-324886e4490c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.731286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4e55e0c-2356-4d0d-a8c8-d8a743cfd758 req-bd56ae8e-5b3c-4e49-a442-324886e4490c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.0993042 Feb 11 05:20:40.813301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Routers {'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:40.814798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:40.849707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4e55e0c-2356-4d0d-a8c8-d8a743cfd758 req-9c71a046-7a94-4228-8d41-ff3e17e7bf55 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170514 Feb 11 05:20:40.923934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62fba-6b61-4d30-b3d7-9a001304a0cf None None] Pushing event updated for resources: {'Port': ['ID=b5466b8d-a355-41db-b7b2-79b68eccd01f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:40.928233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf26a9d3-5463-4940-aa3f-9d5afef2adcc req-7cf6426f-be06-4e9f-a54e-12e99f1c4288 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0538132 Feb 11 05:20:41.117589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3e01f-fe10-4232-aaad-e93478c86389 req-735f4c51-1e41-4d38-ad07-5f2cc09cab84 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:41.126198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0c3e01f-fe10-4232-aaad-e93478c86389 req-735f4c51-1e41-4d38-ad07-5f2cc09cab84 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 943 time: 0.1029415 Feb 11 05:20:41.135551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] Set router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:41.201501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0c3e01f-fe10-4232-aaad-e93478c86389 req-3ae22fb2-8653-4985-8ffa-e6c589061f4f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742049 Feb 11 05:20:41.308490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.316158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3535e7a3-4ba5-440c-b7fa-080e704a7c6c None None] Provisioning complete for port b5466b8d-a355-41db-b7b2-79b68eccd01f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:41.316158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3535e7a3-4ba5-440c-b7fa-080e704a7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.382013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f75dadd-6ef4-4289-ac2a-4f354e6ef659 req-d184e8ae-9eb2-4958-8d52-35261621da8f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 210 time: 0.0526302 Feb 11 05:20:41.541171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645bbab-b6dd-4467-9803-723c5d513e78 req-ab74dd08-a81c-4a5b-8e3b-b6f2cdb9a5e4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:41.552864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e645bbab-b6dd-4467-9803-723c5d513e78 req-ab74dd08-a81c-4a5b-8e3b-b6f2cdb9a5e4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1395071 Feb 11 05:20:41.625652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e645bbab-b6dd-4467-9803-723c5d513e78 req-7cded56e-9546-40aa-a19a-9775065bba59 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702248 Feb 11 05:20:41.731170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3535e7a3-4ba5-440c-b7fa-080e704a7c6c None None] Current status of the port b5466b8d-a355-41db-b7b2-79b68eccd01f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:41.731942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3535e7a3-4ba5-440c-b7fa-080e704a7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.749737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:20:34Z', 'revision_number': 4, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port': {'id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:28Z', 'updated_at': '2022-02-11T05:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'b5466b8d-a355-41db-b7b2-79b68eccd01f', 'name': '', 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'mac_address': 'fa:16:3e:66:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'e8648b9c-f37e-4133-8087-81dfbc817dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:33Z', 'updated_at': '2022-02-11T05:20:40Z', 'revision_number': 4, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'subnets': [{'id': 'e8648b9c-f37e-4133-8087-81dfbc817dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:41.791721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153231bc-bcc8-427b-bf88-9ed2316560c8 None None] The sync data for ids ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'] in n-d-713498-37 is: [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:20:34Z', 'revision_number': 4, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port': {'id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:28Z', 'updated_at': '2022-02-11T05:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'b5466b8d-a355-41db-b7b2-79b68eccd01f', 'name': '', 'network_id': '678a4c1a-98e7-46a5-b058-b35927edb4e6', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'mac_address': 'fa:16:3e:66:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'e8648b9c-f37e-4133-8087-81dfbc817dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:33Z', 'updated_at': '2022-02-11T05:20:40Z', 'revision_number': 4, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'subnets': [{'id': 'e8648b9c-f37e-4133-8087-81dfbc817dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:41.801701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3535e7a3-4ba5-440c-b7fa-080e704a7c6c None None] For port b5466b8d-a355-41db-b7b2-79b68eccd01f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b5466b8d-a355-41db-b7b2-79b68eccd01f,segment=NetworkSegment(1cdf89af-f6b8-4911-b348-6bae86c50d49),segment_id=1cdf89af-f6b8-4911-b348-6bae86c50d49)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:41.821831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034b7e-c013-4460-8b54-1c8aaeff1737 req-6e463510-2098-4f1c-8192-ffe6a2a1f9a9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:41.821831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1034b7e-c013-4460-8b54-1c8aaeff1737 req-6e463510-2098-4f1c-8192-ffe6a2a1f9a9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0869601 Feb 11 05:20:41.898626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3535e7a3-4ba5-440c-b7fa-080e704a7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.912518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1034b7e-c013-4460-8b54-1c8aaeff1737 req-8e43b101-de2f-41bb-bbe2-1b7523e2f611 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884004 Feb 11 05:20:42.081495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535e7a3-4ba5-440c-b7fa-080e704a7c6c None None] Pushing event updated for resources: {'Port': ['ID=b5466b8d-a355-41db-b7b2-79b68eccd01f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:42.151371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652d66d-11a6-4770-a34c-14fa1add3731 req-cc1906d7-2216-4711-8504-72603dac8405 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:42.162935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9652d66d-11a6-4770-a34c-14fa1add3731 req-cc1906d7-2216-4711-8504-72603dac8405 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1414356 Feb 11 05:20:42.201685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b5466b8d-a355-41db-b7b2-79b68eccd01f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:42.274531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9652d66d-11a6-4770-a34c-14fa1add3731 req-e01dad37-ddac-4907-b5a8-81b293b91043 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093440 Feb 11 05:20:42.331015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02712be3-97ce-4053-9f95-8dce2084cca0 req-6cc3332d-34fb-49bd-99fc-f05a6a0b6a8d tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0451477 Feb 11 05:20:42.363556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b5466b8d-a355-41db-b7b2-79b68eccd01f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:42.366986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.510186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7ce02e4-5491-44a3-af2e-85d5e6030157 req-d81155bc-500e-4eb9-b2aa-419baa14ba17 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0605538 Feb 11 05:20:42.539237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b5466b8d-a355-41db-b7b2-79b68eccd01f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:42.580149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d984ba-0d51-4650-9586-5831ff67872c req-1e44b85a-d554-4345-a316-f72a0e00dd88 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:42.588009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94d984ba-0d51-4650-9586-5831ff67872c req-1e44b85a-d554-4345-a316-f72a0e00dd88 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1249318 Feb 11 05:20:42.662627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94d984ba-0d51-4650-9586-5831ff67872c req-fa959ede-290b-40a6-84c0-ecc5d5cdc790 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736663 Feb 11 05:20:42.764287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662015a4-50f3-4bb9-8628-fe6ab5a18af5 req-e0bae4a6-9c86-4f70-9231-1432995a6ea9 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:42.772628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-662015a4-50f3-4bb9-8628-fe6ab5a18af5 req-e0bae4a6-9c86-4f70-9231-1432995a6ea9 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 943 time: 0.1290708 Feb 11 05:20:42.851862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c623955-4405-4af6-8314-e3c9d5c1a980 req-e285b69e-f8a8-4178-a081-ed531518b647 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 210 time: 0.0411487 Feb 11 05:20:42.951452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-662015a4-50f3-4bb9-8628-fe6ab5a18af5 req-d1335bc0-1987-4e8f-a759-4e2546c717b0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791682 Feb 11 05:20:43.063049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678c1b-6774-4e05-94fb-039a066b1fa0 req-2972bd9a-4c74-4103-8180-5782aea14a8c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:43.064957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79678c1b-6774-4e05-94fb-039a066b1fa0 req-2972bd9a-4c74-4103-8180-5782aea14a8c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0708816 Feb 11 05:20:43.127403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79678c1b-6774-4e05-94fb-039a066b1fa0 req-6f651565-867d-4976-8abd-bfa55f6cfe7a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550315 Feb 11 05:20:43.387847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da01-1b9f-4eef-8643-432825795fef req-5ebacd63-32e6-4dda-9743-b9e1441d96db tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:43.399396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7a0da01-1b9f-4eef-8643-432825795fef req-5ebacd63-32e6-4dda-9743-b9e1441d96db tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1268511 Feb 11 05:20:43.554908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-8033b429-055b-4e5a-8cb0-b5c97d1e34da tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=258605e0a8234c5b93e778a189d77610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437620 Feb 11 05:20:43.560315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7a0da01-1b9f-4eef-8643-432825795fef req-e17e29dd-011b-4e9a-9ab8-a7896ca4bf70 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582181 Feb 11 05:20:43.659260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4e703-de26-4754-91e5-e6223b457c46 req-9112eef4-07d4-4c24-b710-55e8e96161f1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:43.667736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2e4e703-de26-4754-91e5-e6223b457c46 req-9112eef4-07d4-4c24-b710-55e8e96161f1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.2273374 Feb 11 05:20:43.801502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b51c5ff-2945-4709-8e72-feb1a78d7797 req-77f14eff-b1ee-4c41-b340-80f366b54ae3 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab225624-7392-4b85-a57e-5d95175c297f HTTP/1.1" status: 200 len: 210 time: 0.0591011 Feb 11 05:20:43.810527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:43.910580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2e4e703-de26-4754-91e5-e6223b457c46 req-30243953-27e0-4f1f-ae7d-dec4185ef744 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341158 Feb 11 05:20:43.940426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-8169f705-0af2-4c87-a239-d98b35d55340 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:43.945092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-8169f705-0af2-4c87-a239-d98b35d55340 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3828349 Feb 11 05:20:43.976611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Request body: {'port': {'device_id': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '258605e0a8234c5b93e778a189d77610'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:44.023526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b31744fb-e67a-4c94-b292-0c4fb753545b req-d758e378-3d3e-4451-ba19-2108fd8bf038 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0730355 Feb 11 05:20:44.113625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:44.131218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '4f2d7e5f-f37d-4077-b30c-5bdd6499f47a', 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d', 'port_id': '4f2d7e5f-f37d-4077-b30c-5bdd6499f47a', 'mac_address': 'fa:16:3e:24:b8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0685eaf-ca6d-4b8f-b7f2-07db15d06405', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:44.137379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b5466b8d-a355-41db-b7b2-79b68eccd01f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:44.199690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dafa768-956e-43c2-88ce-557f7f0a579b req-3f4a1eda-1af0-43e9-8d60-a534babbcb62 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 210 time: 0.0399389 Feb 11 05:20:44.262674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:44.263382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.282991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e5c21-e5d5-49fa-ab36-c2368e73d802 req-5c3c2458-27b2-4cab-8688-970174765934 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.289526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-290e5c21-e5d5-49fa-ab36-c2368e73d802 req-5c3c2458-27b2-4cab-8688-970174765934 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2378762 Feb 11 05:20:44.291945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:44.344319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b5466b8d-a355-41db-b7b2-79b68eccd01f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:44.344993 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.350581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:44.448798 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.479833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b5466b8d-a355-41db-b7b2-79b68eccd01f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:44.490734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-290e5c21-e5d5-49fa-ab36-c2368e73d802 req-e5c71e61-3841-4a10-b574-d8c0f28c0ca8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978798 Feb 11 05:20:44.534100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:44.581467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58f3aa-e412-4771-b08a-0ae309e065df req-75b25f17-afab-45e9-970e-228779242e3e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.591101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd58f3aa-e412-4771-b08a-0ae309e065df req-75b25f17-afab-45e9-970e-228779242e3e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 943 time: 0.2340770 Feb 11 05:20:44.618090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Made reservation on behalf of 258605e0a8234c5b93e778a189d77610 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:44.628567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.711480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd58f3aa-e412-4771-b08a-0ae309e065df req-6247a948-2b2b-446e-871b-5dadf62f711a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178744 Feb 11 05:20:44.740405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['4f2d7e5f-f37d-4077-b30c-5bdd6499f47a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:44.877753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b90f5-08a9-4c3e-9aa7-e9be81a7359c req-b7d6996a-bcb3-4403-9fae-0ddbe95ca1a0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.887546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-927b90f5-08a9-4c3e-9aa7-e9be81a7359c req-b7d6996a-bcb3-4403-9fae-0ddbe95ca1a0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1054959 Feb 11 05:20:44.980359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-927b90f5-08a9-4c3e-9aa7-e9be81a7359c req-e0c4d4c4-541f-4d55-9e9c-ba429140b8fc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917773 Feb 11 05:20:45.018938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Allocated IP 192.168.233.114 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:45.141713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49524) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:45.258268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab6fd-f2e8-477d-864f-926e1b838bce tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group (0276d926-ca74-4e5c-b41b-39b41175cdf4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.322295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab6fd-f2e8-477d-864f-926e1b838bce tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group (0276d926-ca74-4e5c-b41b-39b41175cdf4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.439551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks [] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.462372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c713466-7f57-4b4f-a4e4-466a32d2b875 req-badf35b5-e431-4b1b-ad6e-57027e74fbaa tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:45.467953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c713466-7f57-4b4f-a4e4-466a32d2b875 req-badf35b5-e431-4b1b-ad6e-57027e74fbaa tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.4256868 Feb 11 05:20:45.474286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf533b-0c56-4cb8-95d7-ae0cde086614 req-1f4cdec0-d515-4c6e-8ae5-9b44c606a317 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:45.481808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80bf533b-0c56-4cb8-95d7-ae0cde086614 req-1f4cdec0-d515-4c6e-8ae5-9b44c606a317 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2107139 Feb 11 05:20:45.515332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab6fd-f2e8-477d-864f-926e1b838bce tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0276d926-ca74-4e5c-b41b-39b41175cdf4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.518876 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab6fd-f2e8-477d-864f-926e1b838bce tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.520146 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2c3ab6fd-f2e8-477d-864f-926e1b838bce tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "DELETE /v2.0/security-groups/0276d926-ca74-4e5c-b41b-39b41175cdf4 HTTP/1.1" status: 204 len: 168 time: 0.3761425 Feb 11 05:20:45.523612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49528) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:45.546865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ab6fd-f2e8-477d-864f-926e1b838bce tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0276d926-ca74-4e5c-b41b-39b41175cdf4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:45.557380 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-7275b98e-53b4-4535-a64f-680ba97d1b47 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] show failed (client error): The resource could not be found. Feb 11 05:20:45.560007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7275b98e-53b4-4535-a64f-680ba97d1b47 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "GET /v2.0/security-groups/0276d926-ca74-4e5c-b41b-39b41175cdf4 HTTP/1.1" status: 404 len: 347 time: 0.0343287 Feb 11 05:20:45.562220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49530) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:45.612428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c713466-7f57-4b4f-a4e4-466a32d2b875 req-96737511-7e27-480e-b290-8d1a2807c27a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229625 Feb 11 05:20:45.660300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80bf533b-0c56-4cb8-95d7-ae0cde086614 req-9561071e-3cfb-4608-b230-c3379258268a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775422 Feb 11 05:20:45.706010 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.720696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:45.833738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Deleting port c461930a-1545-4c3a-9f73-7789fec1331d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:45.837003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c461930a-1545-4c3a-9f73-7789fec1331d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.880911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:45.884910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-318255aa-6b25-46f8-b81e-9e78eed61eb9 req-5f92d94b-139e-4033-a945-f925eccae0a9 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0978131 Feb 11 05:20:45.915050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:45.920581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event updated for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:45.939413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:45.946624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c461930a-1545-4c3a-9f73-7789fec1331d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.946624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for floatingip (c461930a-1545-4c3a-9f73-7789fec1331d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.951947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:45.977534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Calling delete_port for c461930a-1545-4c3a-9f73-7789fec1331d owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:46.142037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:46.142729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.223947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59b25-665e-4f73-bd5b-4ce3519e71fe req-2c019638-1838-4f37-abfe-8ab4806fb202 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:46.235531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-deb59b25-665e-4f73-bd5b-4ce3519e71fe req-2c019638-1838-4f37-abfe-8ab4806fb202 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 936 time: 0.4206221 Feb 11 05:20:46.280166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:46.286883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:46.287337 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.330448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-deb59b25-665e-4f73-bd5b-4ce3519e71fe req-e084c62c-8b4b-4e74-9f79-26334627b740 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894904 Feb 11 05:20:46.356863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-9d5870b2-9bba-41fd-b582-1212a662027c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3967295 Feb 11 05:20:46.369202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92fb6-ff47-437d-97da-c4c7b8e03fb3 req-b73bd768-fe4e-467b-87e0-bbcb6b167498 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:46.377567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2c92fb6-ff47-437d-97da-c4c7b8e03fb3 req-b73bd768-fe4e-467b-87e0-bbcb6b167498 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 944 time: 0.2531180 Feb 11 05:20:46.387773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c461930a-1545-4c3a-9f73-7789fec1331d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.409385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Request body: {'port': {'device_id': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:46.432568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Pushing event deleted for resources: {'Port': ['ID=c461930a-1545-4c3a-9f73-7789fec1331d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:46.507362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks [] for floatingip (5ce27553-282f-479d-a15b-7e9594dd4721), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.508485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:46.509923 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.510067 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.520020 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09b3f402-65d5-43fd-8a0b-1fb635b92198 tempest-ServersTestBootFromVolume-2097685814 tempest-ServersTestBootFromVolume-2097685814-project] 10.222.0.62 "DELETE /v2.0/floatingips/5ce27553-282f-479d-a15b-7e9594dd4721 HTTP/1.1" status: 204 len: 168 time: 0.9564159 Feb 11 05:20:46.529077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49538) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:46.529249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f5905ea0-5afa-4332-b266-9cff302228c3 None None] Provisioning complete for port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:46.529249 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5905ea0-5afa-4332-b266-9cff302228c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.590561 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.615422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f5905ea0-5afa-4332-b266-9cff302228c3 None None] Port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:46.636574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2c92fb6-ff47-437d-97da-c4c7b8e03fb3 req-f5b279ab-db34-4f69-9bc7-6c1fc3abc247 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575841 Feb 11 05:20:46.639102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67218d1-6da8-4ca0-90fc-3878ee1bff81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2d7e5f-f37d-4077-b30c-5bdd6499f47a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:46.643081 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6b41a1-2727-4d83-af82-233569e1b386" -d '{"events": [{"server_uuid": "d67218d1-6da8-4ca0-90fc-3878ee1bff81", "name": "network-vif-plugged", "status": "completed", "tag": "4f2d7e5f-f37d-4077-b30c-5bdd6499f47a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:46.665122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae162c20-725a-417a-ac21-d4a7eac52803 req-52e0aada-0337-4653-b862-5a9042382524 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:46.668750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:46.677872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae162c20-725a-417a-ac21-d4a7eac52803 req-52e0aada-0337-4653-b862-5a9042382524 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2542677 Feb 11 05:20:46.727389 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.790547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae162c20-725a-417a-ac21-d4a7eac52803 req-0e8211db-5563-4d36-bf8d-bb0d80f3e23c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084812 Feb 11 05:20:46.795067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:46.873757 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b058d8-77e2-4d3c-a0f4-cfea27edd7a5 x-openstack-request-id: req-08b058d8-77e2-4d3c-a0f4-cfea27edd7a5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:46.874063 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67218d1-6da8-4ca0-90fc-3878ee1bff81", "name": "network-vif-plugged", "status": "completed", "tag": "4f2d7e5f-f37d-4077-b30c-5bdd6499f47a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:46.874344 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08b058d8-77e2-4d3c-a0f4-cfea27edd7a5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:46.874752 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67218d1-6da8-4ca0-90fc-3878ee1bff81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2d7e5f-f37d-4077-b30c-5bdd6499f47a', 'code': 200} Feb 11 05:20:47.074699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46a380-50d8-4a2f-90a6-710c38339ebf req-dbd0852f-0ad9-4f9b-8a11-d9485ee64366 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:47.076430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe46a380-50d8-4a2f-90a6-710c38339ebf req-dbd0852f-0ad9-4f9b-8a11-d9485ee64366 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.3098729 Feb 11 05:20:47.109309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a893-ce6f-47be-8ef0-5e94906e527a req-f545ec56-30d4-4ee6-ab98-91af92095bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:47.111558 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cf6a893-ce6f-47be-8ef0-5e94906e527a req-f545ec56-30d4-4ee6-ab98-91af92095bb1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 1128 time: 0.1439621 Feb 11 05:20:47.186782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0053c6-6c49-4020-8188-173fcc3c0374 req-b72e8442-5ada-4931-85c2-b63e275f8259 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:47.188759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a0053c6-6c49-4020-8188-173fcc3c0374 req-b72e8442-5ada-4931-85c2-b63e275f8259 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1916070 Feb 11 05:20:47.221282 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cf6a893-ce6f-47be-8ef0-5e94906e527a req-2103d9b6-333b-4c28-be4f-5928135d872d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027410 Feb 11 05:20:47.243664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe46a380-50d8-4a2f-90a6-710c38339ebf req-27c6dea2-c879-49f0-be1f-7efeaf4bf623 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515253 Feb 11 05:20:47.272905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a0053c6-6c49-4020-8188-173fcc3c0374 req-b0349e9b-6205-4fa7-8ff8-9058b458727d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723674 Feb 11 05:20:47.316297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.345353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:47.364858 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Publish callbacks [] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.391615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Transition to ACTIVE for port object ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:47.443083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-696f5f8c-c39c-4dc2-bb4c-04564ef21d37 req-87614967-2baa-43e3-8288-7da7f8934441 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0322082 Feb 11 05:20:47.465177 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.537360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:47.722789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Attempting to bind port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:47.723476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Attempting to bind port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:47.724145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Attempting to bind port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:47.739663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573e6f2-0b1f-45a1-865f-494bf8ff4b8a req-81768831-4df4-4ca0-9813-515663dff741 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:47.748651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6573e6f2-0b1f-45a1-865f-494bf8ff4b8a req-81768831-4df4-4ca0-9813-515663dff741 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 948 time: 0.1182687 Feb 11 05:20:47.782999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:47.783419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Attempting to bind port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:47.786233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Deleting port 35bdedd7-7004-4e78-81e6-e42c02301583 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:47.787675 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.801762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:47.802124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:47.802576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:47.803061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Bound port: ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:47.803408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.869796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6573e6f2-0b1f-45a1-865f-494bf8ff4b8a req-b69a9096-b427-4169-bb2e-07eab56b11e3 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140947 Feb 11 05:20:48.015858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:48.058671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:48.102018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d4a39-8c15-400b-a76a-3bf5917dce3b req-627fe07c-6bc4-473f-88bc-43fe92d76082 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.104183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8d4a39-8c15-400b-a76a-3bf5917dce3b req-627fe07c-6bc4-473f-88bc-43fe92d76082 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1172750 Feb 11 05:20:48.133318 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.225117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:48.237211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.237854 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.239549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-af47e648-6e9d-49d5-9824-44ec258a16db service neutron] 10.222.0.83 "PUT /v2.0/ports/ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 1097 time: 1.8423355 Feb 11 05:20:48.240024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:48.242733 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08476613-82ae-43c3-9fbf-f1f647a5c087" -d '{"events": [{"name": "network-changed", "server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:48.271356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed8d4a39-8c15-400b-a76a-3bf5917dce3b req-653ed959-a311-47e1-9de2-2123f5c0ea52 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591032 Feb 11 05:20:48.333693 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5f048a-1418-42af-ad4d-b53bd2c05164 x-openstack-request-id: req-8f5f048a-1418-42af-ad4d-b53bd2c05164 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:48.334060 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:48.334331 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f5f048a-1418-42af-ad4d-b53bd2c05164 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:48.334754 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'status': 'completed', 'code': 200} Feb 11 05:20:48.423478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] For port 35bdedd7-7004-4e78-81e6-e42c02301583, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=35bdedd7-7004-4e78-81e6-e42c02301583,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:48.423845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.452810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Calling delete_port for 35bdedd7-7004-4e78-81e6-e42c02301583 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:48.601309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb71cc-81c4-4b43-9e2a-767731fa62b7 req-b9102700-b189-4895-b9bd-07f0db2c0a63 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.604482 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb71cc-81c4-4b43-9e2a-767731fa62b7 req-b9102700-b189-4895-b9bd-07f0db2c0a63 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1497936 Feb 11 05:20:48.639956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868a24d-c1e1-4a60-98c6-2b1a242b96bf req-a4840f91-e090-414f-92bd-235180047b25 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.649326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8868a24d-c1e1-4a60-98c6-2b1a242b96bf req-a4840f91-e090-414f-92bd-235180047b25 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1289332 Feb 11 05:20:48.672323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-7cf51eab-dd5b-49b9-8036-e7829d465cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.673883 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-7cf51eab-dd5b-49b9-8036-e7829d465cb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 1131 time: 0.3194332 Feb 11 05:20:48.731378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-4e47cb96-2eed-4a12-8bbb-4a1479406449 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 217 time: 0.0477138 Feb 11 05:20:48.824626 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (35bdedd7-7004-4e78-81e6-e42c02301583), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.839686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8868a24d-c1e1-4a60-98c6-2b1a242b96bf req-4720f07c-57fb-438c-93e8-8b20b5fb072c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869376 Feb 11 05:20:48.861212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb71cc-81c4-4b43-9e2a-767731fa62b7 req-48b6d2e2-c325-44c4-95bf-7571a5c4fe52 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426417 Feb 11 05:20:48.878617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-5f27bd05-b792-42ab-8670-a409b5fb2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.880096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-5f27bd05-b792-42ab-8670-a409b5fb2405 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1335373 Feb 11 05:20:48.896399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=35bdedd7-7004-4e78-81e6-e42c02301583,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:49.015613 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3009ff7f-0e07-495a-a97f-e5a7e02e0280 req-925cf5a7-94da-45a9-8d63-5042168ca2ce tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0703597 Feb 11 05:20:49.092921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-aade8f3e-111d-465a-825c-3baaef5157ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:49.094635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-aade8f3e-111d-465a-825c-3baaef5157ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2073750 Feb 11 05:20:49.174552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:49.190115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdff02-6181-4ddf-b77e-547dee5387c6 req-65c18dae-9132-4145-8d89-76dffd721fae tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:49.193240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bffdff02-6181-4ddf-b77e-547dee5387c6 req-65c18dae-9132-4145-8d89-76dffd721fae tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 948 time: 0.1744196 Feb 11 05:20:49.509119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:49.622823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bffdff02-6181-4ddf-b77e-547dee5387c6 req-99dacae6-5647-4804-b4ac-352c7ca755f0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846228 Feb 11 05:20:49.645802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-cf9f5467-d37c-4914-af7d-6260a5b79f93 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432708 Feb 11 05:20:49.660005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:49.665515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f34c0ac6-624b-404b-912e-dca8bf6b22b8 admin admin] 10.222.0.62 "PUT /v2.0/routers/b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1433029 Feb 11 05:20:49.669844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49576) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:49.673776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] Sync routers for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:49.687710 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:49.688332 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:49.689335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115266e7-7b87-487c-b83d-6367c6c08d30 req-6c491d10-3e2a-44e7-9d24-a1c9968ed363 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:49.697771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-115266e7-7b87-487c-b83d-6367c6c08d30 req-6c491d10-3e2a-44e7-9d24-a1c9968ed363 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1124058 Feb 11 05:20:49.804727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-115266e7-7b87-487c-b83d-6367c6c08d30 req-e7f76af6-6d35-40bc-ba8d-3203b665fde8 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050229 Feb 11 05:20:49.849203 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks [] for router (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:49.856894 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:49.863574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc0edb33-1da8-466c-9964-319c82dbe534 req-34bdb943-43db-4804-add6-4c88450dcb17 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097685 Feb 11 05:20:50.054906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks [] for router_gateway (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.123357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc40aa8-217c-4068-8c42-2a56ab689f37 req-9a1db6de-1b83-44f9-8319-8a7a3f116dbc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.126446 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bc40aa8-217c-4068-8c42-2a56ab689f37 req-9a1db6de-1b83-44f9-8319-8a7a3f116dbc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0823274 Feb 11 05:20:50.130982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-86c099be-83d9-466a-b27a-aa4714ad57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.132522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-86c099be-83d9-466a-b27a-aa4714ad57b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 1131 time: 0.1512716 Feb 11 05:20:50.224133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Deleting port 5e53d916-70e8-4695-bec0-3d2303dd79b6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:50.224133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.284435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bc40aa8-217c-4068-8c42-2a56ab689f37 req-61f21730-0df0-4a27-9d3d-34c535306a01 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507735 Feb 11 05:20:50.341998 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:20:48Z', 'revision_number': 5, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port': {'id': '5e53d916-70e8-4695-bec0-3d2303dd79b6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:34Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:50.370624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] For port 5e53d916-70e8-4695-bec0-3d2303dd79b6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5e53d916-70e8-4695-bec0-3d2303dd79b6,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:50.371038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.417445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Calling delete_port for 5e53d916-70e8-4695-bec0-3d2303dd79b6 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:50.429083 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] Checking router: b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:50.463265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-276e56b0-0c5d-45ac-9e15-ce26831af07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.466140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-276e56b0-0c5d-45ac-9e15-ce26831af07b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2807171 Feb 11 05:20:50.479763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d8b10-00dc-4d04-9a46-fe876ab97597 req-d6dd3516-e80a-4c45-800c-c3ded5a47cf5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.488040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-787d8b10-00dc-4d04-9a46-fe876ab97597 req-d6dd3516-e80a-4c45-800c-c3ded5a47cf5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.0968289 Feb 11 05:20:50.542750 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] Routers {'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:50.543519 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:20:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:50.558718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-99ce3dc3-a516-46a5-93dd-83707790377f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 217 time: 0.0611472 Feb 11 05:20:50.596854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39669f06-e411-4df2-8785-a1361fa96529 req-5a1c0c8b-0e43-4cdb-9428-4d6fc8ea52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.599551 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39669f06-e411-4df2-8785-a1361fa96529 req-5a1c0c8b-0e43-4cdb-9428-4d6fc8ea52ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 1128 time: 0.0890133 Feb 11 05:20:50.615386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64023ad0-3273-4250-ae6a-fbfd64318359 req-6e593af5-7f40-450f-8cef-8e6be0d8609b tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0738623 Feb 11 05:20:50.720224 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] Set router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:50.800178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-db6f55e6-b6c5-43e6-817c-f76c32211c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.802966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-db6f55e6-b6c5-43e6-817c-f76c32211c78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2083611 Feb 11 05:20:50.819279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-787d8b10-00dc-4d04-9a46-fe876ab97597 req-63a7c13f-239b-4778-9f9a-bb187a3f125b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298373 Feb 11 05:20:50.833175 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:20:50Z', 'revision_number': 6, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:50.852716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39669f06-e411-4df2-8785-a1361fa96529 req-0ef6862d-139e-49c5-b6b0-9bfa5a799b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.855135 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39669f06-e411-4df2-8785-a1361fa96529 req-0ef6862d-139e-49c5-b6b0-9bfa5a799b35 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 912 time: 0.2071147 Feb 11 05:20:50.891284 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08ba78-c377-4c9b-9b71-4a14ab804826 None None] The sync data for ids ['b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857'] in n-d-713498-37 is: [{'id': 'b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857', 'name': 'tempest-ServersTestBootFromVolume-1267491302-router', 'tenant_id': 'eac334a203204fa6833b0d908792752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:33Z', 'updated_at': '2022-02-11T05:20:50Z', 'revision_number': 6, 'project_id': 'eac334a203204fa6833b0d908792752b', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:50.956463 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39669f06-e411-4df2-8785-a1361fa96529 req-1edde09a-ef6a-4944-b143-1eb93cb2e913 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a HTTP/1.1" status: 200 len: 217 time: 0.0937362 Feb 11 05:20:51.004285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-cc8b39cb-147a-422e-98b3-4f86b7958e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:51.006299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-cc8b39cb-147a-422e-98b3-4f86b7958e69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1810923 Feb 11 05:20:51.024772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5e53d916-70e8-4695-bec0-3d2303dd79b6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.066681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39669f06-e411-4df2-8785-a1361fa96529 req-225f7001-ac71-4418-abb8-9d7c8ebb7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:51.068214 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39669f06-e411-4df2-8785-a1361fa96529 req-225f7001-ac71-4418-abb8-9d7c8ebb7eac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e0685eaf-ca6d-4b8f-b7f2-07db15d06405 HTTP/1.1" status: 200 len: 851 time: 0.1055880 Feb 11 05:20:51.070473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e53d916-70e8-4695-bec0-3d2303dd79b6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:51.125182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557a1b0-2e95-43af-965f-9f308c2f6444 req-a19f81aa-6273-490f-a5ac-3f55319e6781 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:51.130008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.130375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.130719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.131059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.131404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.131742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.132079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.132416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.132797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.133144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.133476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.133780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.134105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:51.134252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1557a1b0-2e95-43af-965f-9f308c2f6444 req-a19f81aa-6273-490f-a5ac-3f55319e6781 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.3810184 Feb 11 05:20:51.139774 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39669f06-e411-4df2-8785-a1361fa96529 req-0fafb5c8-a723-4031-852e-a51ccd216e53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612071 Feb 11 05:20:51.144769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-58fa2447-ec50-45ec-9d24-d8e5fc22ad5c service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296604 Feb 11 05:20:51.207349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af0a1d-3faa-488f-86bf-a06fb6bbca07 req-9e7cabfc-6f50-4693-b833-3a10cc002549 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:51.214650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84af0a1d-3faa-488f-86bf-a06fb6bbca07 req-9e7cabfc-6f50-4693-b833-3a10cc002549 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 948 time: 0.2570307 Feb 11 05:20:51.241622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.325762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84af0a1d-3faa-488f-86bf-a06fb6bbca07 req-925d0409-0190-465c-a452-feffb8630c80 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044044 Feb 11 05:20:51.377347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1557a1b0-2e95-43af-965f-9f308c2f6444 req-67956541-4daf-4cbb-acca-3f63a2d8827d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419326 Feb 11 05:20:51.388805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.391410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks [] for router_controller (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.394715 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39669f06-e411-4df2-8785-a1361fa96529 req-56730ed1-1b34-4df2-a2fb-8a3144f4a70b service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324851 Feb 11 05:20:51.426570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08476613-82ae-43c3-9fbf-f1f647a5c087 req-b3532bea-b7de-4fbe-8acd-5f3b45c4ddf8 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703195 Feb 11 05:20:51.504063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98df79-009d-4c41-bf6f-fbc348f16627 req-3b1e8762-8eeb-427d-a196-9ff59f66301b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:51.511241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e98df79-009d-4c41-bf6f-fbc348f16627 req-3b1e8762-8eeb-427d-a196-9ff59f66301b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0698104 Feb 11 05:20:51.575437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e98df79-009d-4c41-bf6f-fbc348f16627 req-f4ac647c-72db-4a30-8158-d6a179481615 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633614 Feb 11 05:20:51.605220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.605800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:20:51.612559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.616658 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2fa9b52a-cda7-488b-b021-1d4e00478225 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b8f8ad4d-0f7f-4fad-b1ad-33bdfeb9a857 HTTP/1.1" status: 204 len: 168 time: 1.9446723 Feb 11 05:20:51.619043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49592) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:51.672859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39669f06-e411-4df2-8785-a1361fa96529 req-98bfda08-9b85-4960-b07b-f52a8ae3b894 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712893 Feb 11 05:20:51.707233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4456345-ff45-46ae-af18-f30f14bf2319 admin admin] Deleting subnet c8b4e66c-cebd-4756-8567-924c0962f0f5 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:51.711438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4456345-ff45-46ae-af18-f30f14bf2319 admin admin] Publish callbacks [] for subnet (c8b4e66c-cebd-4756-8567-924c0962f0f5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.764740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4456345-ff45-46ae-af18-f30f14bf2319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (c8b4e66c-cebd-4756-8567-924c0962f0f5), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.785707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e43bfded-ab60-4494-a2bf-100f098cfad1 req-380c7070-1f24-4639-b8ba-de59983a67d7 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0494552 Feb 11 05:20:51.929591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4456345-ff45-46ae-af18-f30f14bf2319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c8b4e66c-cebd-4756-8567-924c0962f0f5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.039781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f040-38e8-4e66-8505-24d9cf45b863 req-e5256ff2-680c-4f99-ac97-c322c4de83ce tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:52.053590 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2629f040-38e8-4e66-8505-24d9cf45b863 req-e5256ff2-680c-4f99-ac97-c322c4de83ce tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.0986254 Feb 11 05:20:52.123289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2629f040-38e8-4e66-8505-24d9cf45b863 req-48cb0b6a-a2b6-4e35-8acf-2f24bb97360f tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 Feb 11 05:20:52.162017 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4456345-ff45-46ae-af18-f30f14bf2319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (c8b4e66c-cebd-4756-8567-924c0962f0f5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.178360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5e53d916-70e8-4695-bec0-3d2303dd79b6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:52.203796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4456345-ff45-46ae-af18-f30f14bf2319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b4e66c-cebd-4756-8567-924c0962f0f5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:52.209359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e4456345-ff45-46ae-af18-f30f14bf2319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.217190 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e4456345-ff45-46ae-af18-f30f14bf2319 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c8b4e66c-cebd-4756-8567-924c0962f0f5 HTTP/1.1" status: 204 len: 168 time: 0.5932963 Feb 11 05:20:52.221688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:52.221859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65540534-2032-42a7-aef0-c5511a9dfbb8 None None] Network 47b47743-74c2-49ed-baa1-8a49313dfcd9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:52.223909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 5e53d916-70e8-4695-bec0-3d2303dd79b6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:52.237344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5e53d916-70e8-4695-bec0-3d2303dd79b6 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:52.237344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 35bdedd7-7004-4e78-81e6-e42c02301583 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:52.287074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 35bdedd7-7004-4e78-81e6-e42c02301583 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:52.287505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 35bdedd7-7004-4e78-81e6-e42c02301583 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:52.419570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (47b47743-74c2-49ed-baa1-8a49313dfcd9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.535037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] DHCP port deletion for 47b47743-74c2-49ed-baa1-8a49313dfcd9 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:20:52.618105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] Deleting port 84eeaff0-83b6-432b-aeda-d533dc87702c {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:52.618723 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.648589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb94640-2be0-4636-8db0-c0e538a46a6c req-2e5600c0-1c10-4351-9ac4-f7e50d789f45 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:52.649921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fb94640-2be0-4636-8db0-c0e538a46a6c req-2e5600c0-1c10-4351-9ac4-f7e50d789f45 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 948 time: 0.1880491 Feb 11 05:20:52.663091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6bcc4-60e9-4fc8-845a-f96dfa9b9b16 req-5264c355-3109-437b-900b-c37a666504eb tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:52.671219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6c6bcc4-60e9-4fc8-845a-f96dfa9b9b16 req-5264c355-3109-437b-900b-c37a666504eb tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1166151 Feb 11 05:20:52.716958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Deleting port 84eeaff0-83b6-432b-aeda-d533dc87702c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:52.717302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.735009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] For port 84eeaff0-83b6-432b-aeda-d533dc87702c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=84eeaff0-83b6-432b-aeda-d533dc87702c,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:52.736175 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.757948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] Calling delete_port for 84eeaff0-83b6-432b-aeda-d533dc87702c owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:52.792369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fb94640-2be0-4636-8db0-c0e538a46a6c req-eb97f6cd-5b6a-4309-9626-b666041273f9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182666 Feb 11 05:20:52.836627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6c6bcc4-60e9-4fc8-845a-f96dfa9b9b16 req-751b9b00-a769-4549-982f-6ea35d1caf7c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597149 Feb 11 05:20:52.869862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] For port 84eeaff0-83b6-432b-aeda-d533dc87702c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=84eeaff0-83b6-432b-aeda-d533dc87702c,segment=NetworkSegment(39897b34-0e4a-4768-880b-3dc816778442),segment_id=39897b34-0e4a-4768-880b-3dc816778442)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:52.869862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.880565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Calling delete_port for 84eeaff0-83b6-432b-aeda-d533dc87702c owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:52.999425 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.000079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca8e596a-4276-402f-801c-5d3eae945fd1 req-14f3b348-9182-4840-9fc8-665afd052fb9 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0539567 Feb 11 05:20:53.040869 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (84eeaff0-83b6-432b-aeda-d533dc87702c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.070095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:53.077857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] Pushing event deleted for resources: {'Port': ['ID=84eeaff0-83b6-432b-aeda-d533dc87702c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:53.078653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7519a2-ad6e-4374-acf0-39c5dd03a447 req-e4977e82-611c-43f4-9be7-444ef527147b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:53.080293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c7519a2-ad6e-4374-acf0-39c5dd03a447 req-e4977e82-611c-43f4-9be7-444ef527147b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1454055 Feb 11 05:20:53.081631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Pushing event deleted for resources: {'Port': ['ID=84eeaff0-83b6-432b-aeda-d533dc87702c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:53.085833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] No DVR routers for this DVR port 84eeaff0-83b6-432b-aeda-d533dc87702c on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:53.098383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922f843-958a-41b3-8d9f-ba7e3bd5cf52 None None] No DVR routers for this DVR port 84eeaff0-83b6-432b-aeda-d533dc87702c on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:53.216188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (47b47743-74c2-49ed-baa1-8a49313dfcd9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.244305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c7519a2-ad6e-4374-acf0-39c5dd03a447 req-eab33212-c88e-42c0-9617-ab2e22202eb9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524551 Feb 11 05:20:53.270563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:53.285248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'mac_address': 'fa:16:3e:c0:b7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:53.288987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b47743-74c2-49ed-baa1-8a49313dfcd9']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:53.330050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39897b34-0e4a-4768-880b-3dc816778442') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:53.330451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39897b34-0e4a-4768-880b-3dc816778442') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:53.345171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (39897b34-0e4a-4768-880b-3dc816778442), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.352508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:53.352981 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.370582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711d3ed-3387-45f5-94a0-9b6916630a3f req-35b6957e-0472-4d76-b6f6-fa7cd10ef850 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:53.372423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3711d3ed-3387-45f5-94a0-9b6916630a3f req-35b6957e-0472-4d76-b6f6-fa7cd10ef850 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1198711 Feb 11 05:20:53.373498 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (39897b34-0e4a-4768-880b-3dc816778442), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.377158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:53.381778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:53.382113 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (39897b34-0e4a-4768-880b-3dc816778442), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:53.384519 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:53.407319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:53.486531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.489015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3711d3ed-3387-45f5-94a0-9b6916630a3f req-e6cf3b31-0866-4e9a-b396-d9b8648eaee8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085112 Feb 11 05:20:53.553808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:53.558616 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (47b47743-74c2-49ed-baa1-8a49313dfcd9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.565551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.569769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] 10.222.0.62 "DELETE /v2.0/networks/47b47743-74c2-49ed-baa1-8a49313dfcd9 HTTP/1.1" status: 204 len: 168 time: 1.3506570 Feb 11 05:20:53.593508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44db8d-ef3b-493b-b6b1-9802bb7e9695 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b47743-74c2-49ed-baa1-8a49313dfcd9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:53.715112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:54.019403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aef0f-f31e-4adc-ba0e-466732f86109 req-86a9b0a9-2416-46ca-93cc-bacfba948dba tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:54.019403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-278aef0f-f31e-4adc-ba0e-466732f86109 req-86a9b0a9-2416-46ca-93cc-bacfba948dba tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 949 time: 0.1170421 Feb 11 05:20:54.054495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947e99f-a6eb-45dd-b749-71af0c464032 req-23f50997-6fff-4132-9176-7dfac843e00d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:54.056087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5947e99f-a6eb-45dd-b749-71af0c464032 req-23f50997-6fff-4132-9176-7dfac843e00d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1083117 Feb 11 05:20:54.079917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 84eeaff0-83b6-432b-aeda-d533dc87702c no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:54.090307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49622) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:54.108484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 84eeaff0-83b6-432b-aeda-d533dc87702c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:54.108484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 84eeaff0-83b6-432b-aeda-d533dc87702c not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:54.110583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-278aef0f-f31e-4adc-ba0e-466732f86109 req-b0b59afe-e1b5-4781-a363-b12939f42eee tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888832 Feb 11 05:20:54.165026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2db3af2e-6370-4729-b4b7-40c827030352 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eac334a203204fa6833b0d908792752b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0713212 Feb 11 05:20:54.167039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49624) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:54.190727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5947e99f-a6eb-45dd-b749-71af0c464032 req-37f71658-450e-4463-b360-4050347e89e9 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238368 Feb 11 05:20:54.259751 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c2f648e-25e5-46d0-9c8b-1aacbba4fcbd admin admin] Publish callbacks [] for security_group (61f8a7bd-9ddb-4c3d-b773-c1df5287c76a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.298909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dab726fa-ccd0-44dc-85bb-99a4ce2a511d req-4b8738c4-05b5-404e-824c-34bc2aec2b28 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0571966 Feb 11 05:20:54.315990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c2f648e-25e5-46d0-9c8b-1aacbba4fcbd admin admin] Publish callbacks [] for security_group (61f8a7bd-9ddb-4c3d-b773-c1df5287c76a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.454477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7357-7508-442d-995c-85b30245debd req-0f64d141-8fcd-4fa8-9e65-e50b6df2b883 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:54.456050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a5e7357-7508-442d-995c-85b30245debd req-0f64d141-8fcd-4fa8-9e65-e50b6df2b883 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1212714 Feb 11 05:20:54.550960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c2f648e-25e5-46d0-9c8b-1aacbba4fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (61f8a7bd-9ddb-4c3d-b773-c1df5287c76a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.556899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c2f648e-25e5-46d0-9c8b-1aacbba4fcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.564114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1c2f648e-25e5-46d0-9c8b-1aacbba4fcbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61f8a7bd-9ddb-4c3d-b773-c1df5287c76a HTTP/1.1" status: 204 len: 168 time: 0.3954561 Feb 11 05:20:54.607469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a5e7357-7508-442d-995c-85b30245debd req-8b27c1e2-373d-43f0-8811-c753348b4d12 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374846 Feb 11 05:20:54.625058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f648e-25e5-46d0-9c8b-1aacbba4fcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f8a7bd-9ddb-4c3d-b773-c1df5287c76a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:54.705411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3d8f4-50ab-4d8b-9495-b2f2af2d3eb9 req-aa32b707-b1ac-4fc7-9669-1b50dc959686 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:54.713236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64a3d8f4-50ab-4d8b-9495-b2f2af2d3eb9 req-aa32b707-b1ac-4fc7-9669-1b50dc959686 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1321561 Feb 11 05:20:54.775705 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64a3d8f4-50ab-4d8b-9495-b2f2af2d3eb9 req-7c3f5a9c-beae-46fe-819a-bace92ef5dd1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583050 Feb 11 05:20:55.035819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:55.199517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:55.212346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:55.215000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.271925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace4364-3c89-4b2f-8962-9cd31047eb13 req-cc5c43cd-5a91-44d8-abc0-41001525a64d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.273965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ace4364-3c89-4b2f-8962-9cd31047eb13 req-cc5c43cd-5a91-44d8-abc0-41001525a64d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 949 time: 0.0865881 Feb 11 05:20:55.399946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:55.400341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.428473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ace4364-3c89-4b2f-8962-9cd31047eb13 req-4e14b187-0cae-4eaf-bf21-afd08394d654 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326756 Feb 11 05:20:55.437112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:55.452693 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac485667-d25d-49a1-8fd6-69967ccefe38" -d '{"events": [{"server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:55.471730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:55.487815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ad8d4-ee5f-457d-b4a5-012e3e8b70d7 req-c32223f7-18e5-42c8-bc3a-8111c12ef116 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.496627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-765ad8d4-ee5f-457d-b4a5-012e3e8b70d7 req-c32223f7-18e5-42c8-bc3a-8111c12ef116 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1307530 Feb 11 05:20:55.566558 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.591978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6a6d2b7-dd98-4be4-b687-aa6e02d376ef req-52649a2a-ba38-4d5d-9ffa-b32c0b5c3fbc tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0613954 Feb 11 05:20:55.608891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-765ad8d4-ee5f-457d-b4a5-012e3e8b70d7 req-729b924d-3c85-417b-9a0d-b5208364f6e0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111929 Feb 11 05:20:55.720688 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ed8055-f7cf-4d50-abfd-2af58c82f43d x-openstack-request-id: req-51ed8055-f7cf-4d50-abfd-2af58c82f43d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:55.721917 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:55.722121 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51ed8055-f7cf-4d50-abfd-2af58c82f43d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:55.722726 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'code': 200} Feb 11 05:20:55.729819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:55.874577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386c18e-ee6e-4a41-9e56-4aa2d635a927 req-7f780589-25b4-448f-a956-61b776f5239f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.876545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b386c18e-ee6e-4a41-9e56-4aa2d635a927 req-7f780589-25b4-448f-a956-61b776f5239f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1253967 Feb 11 05:20:55.878725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6cc72-5215-4c2a-be48-3905e583f339 req-8fa91491-a007-48dd-8663-aaf80c1f3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.880526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2cf6cc72-5215-4c2a-be48-3905e583f339 req-8fa91491-a007-48dd-8663-aaf80c1f3e5a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 1133 time: 0.0930223 Feb 11 05:20:55.969911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2cf6cc72-5215-4c2a-be48-3905e583f339 req-25ce62b3-efcf-4e1f-827d-57b206f2eaf3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773470 Feb 11 05:20:56.062688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713fe84-7d4e-4890-8d9b-87387eba46a7 req-66d65fee-3c4b-4e9d-b253-b64c3f4347a0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:56.064844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f713fe84-7d4e-4890-8d9b-87387eba46a7 req-66d65fee-3c4b-4e9d-b253-b64c3f4347a0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.0916166 Feb 11 05:20:56.086788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b386c18e-ee6e-4a41-9e56-4aa2d635a927 req-44c2b376-4559-445c-8c3f-c7da4a776e35 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028325 Feb 11 05:20:56.165723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f713fe84-7d4e-4890-8d9b-87387eba46a7 req-e7341734-1daa-42df-a6e0-7c82c00820eb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775664 Feb 11 05:20:56.505862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938edb4-a46b-4f91-95ef-a9e0895d2ac0 req-f4eb0cf5-0d83-48be-8aa9-56fd90f41273 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:56.507673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3938edb4-a46b-4f91-95ef-a9e0895d2ac0 req-f4eb0cf5-0d83-48be-8aa9-56fd90f41273 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0858378 Feb 11 05:20:56.649706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3938edb4-a46b-4f91-95ef-a9e0895d2ac0 req-dd7014f4-9a23-43de-a77f-7cf4076ae00a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263962 Feb 11 05:20:56.699551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efd892-ed10-482e-9e22-c241acf91086 req-70bd4f4f-c28d-46b7-a2d9-5c8dac9d3bc9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:56.701875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8efd892-ed10-482e-9e22-c241acf91086 req-70bd4f4f-c28d-46b7-a2d9-5c8dac9d3bc9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1637423 Feb 11 05:20:56.767087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49672) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:56.772840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d5a3565-48f1-457e-b2b0-052a5a78a375 req-35bc0b58-6125-4385-8bbf-b153782e47f5 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0457327 Feb 11 05:20:56.870768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8efd892-ed10-482e-9e22-c241acf91086 req-6fbda22e-d88d-4b20-8901-feba0672f04d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632514 Feb 11 05:20:56.951288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ab744-ffcb-41e7-a556-9d6f4e192888 req-dec3aed5-4a85-4da1-adeb-d810810d9a5f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:56.954014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb6ab744-ffcb-41e7-a556-9d6f4e192888 req-dec3aed5-4a85-4da1-adeb-d810810d9a5f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.0979967 Feb 11 05:20:57.016257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1291756383-network', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:57.066234 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb6ab744-ffcb-41e7-a556-9d6f4e192888 req-aabd16b3-d815-4f26-a98f-6f773d985ca8 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973222 Feb 11 05:20:57.131260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Made reservation on behalf of 9f16d28bfd52408aa515b13b57574ca5 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:57.131790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.152426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.244499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aa240-76f1-4f50-af8b-da546398f0c6 req-baa6d556-67ca-4ab4-a9af-b3f7cb499145 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.253994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e8aa240-76f1-4f50-af8b-da546398f0c6 req-baa6d556-67ca-4ab4-a9af-b3f7cb499145 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0862765 Feb 11 05:20:57.331611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e8aa240-76f1-4f50-af8b-da546398f0c6 req-7f870fe1-eb72-40f2-833a-d710f05e458e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764713 Feb 11 05:20:57.378702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Publish callbacks [] for security_group (3a140ce2-f044-44e5-b302-c993ec80b09a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.423855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa907dd-bbad-453d-848b-321a4f82c78f req-dc31c4a4-f0dd-403d-9ce8-94190d1f0c26 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.425752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8aa907dd-bbad-453d-848b-321a4f82c78f req-dc31c4a4-f0dd-403d-9ce8-94190d1f0c26 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.0739241 Feb 11 05:20:57.472821 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3a140ce2-f044-44e5-b302-c993ec80b09a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.498901 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8aa907dd-bbad-453d-848b-321a4f82c78f req-b7abb818-5093-4ea9-9c64-26839e647d27 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648389 Feb 11 05:20:57.502667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:20:57.528398 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0814f3a2-a13b-4df6-9d83-c596e0016f1a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.528789 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Added segment 0814f3a2-a13b-4df6-9d83-c596e0016f1a of type vlan for network d0893411-9dcb-41c4-a7ee-36bafd9247e8 Feb 11 05:20:57.574386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a140ce2-f044-44e5-b302-c993ec80b09a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:57.593425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d0893411-9dcb-41c4-a7ee-36bafd9247e8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.698601 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d0893411-9dcb-41c4-a7ee-36bafd9247e8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.703841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.703841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.782707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] Pushing event updated for resources: {'Network': ['ID=d0893411-9dcb-41c4-a7ee-36bafd9247e8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:57.795218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:20:57.815980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bb52e-eb7a-4154-8d4d-c5c18d9911cb req-7ad551b5-397d-45be-8ba1-f8b23705d910 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.828875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-367bb52e-eb7a-4154-8d4d-c5c18d9911cb req-7ad551b5-397d-45be-8ba1-f8b23705d910 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1008704 Feb 11 05:20:57.904910 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0fea9f6c-eeb3-478b-b59b-b59722b04228 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1359756 Feb 11 05:20:57.922675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49686) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:57.928242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Request body: {'subnet': {'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-subnet', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:57.957039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-367bb52e-eb7a-4154-8d4d-c5c18d9911cb req-b3558cfa-0517-435d-a7df-b29dc577e7a7 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268773 Feb 11 05:20:57.971947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaddaf0f-a0c6-4af8-9e6d-b5f9f1bf3592 req-7f41c45d-a687-48f6-b730-1621e77ca9da tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.1134310 Feb 11 05:20:58.153930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e9c6e-55ce-4d59-967f-3ccfc8c8cb7e req-a5b58063-e8f0-4e52-b191-acd6012a03f8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:58.156905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-745e9c6e-55ce-4d59-967f-3ccfc8c8cb7e req-a5b58063-e8f0-4e52-b191-acd6012a03f8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.0902002 Feb 11 05:20:58.286727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-745e9c6e-55ce-4d59-967f-3ccfc8c8cb7e req-e1b9074e-fb15-4db5-a863-40e6b67c2e74 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206865 Feb 11 05:20:58.316629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e7fd7-1839-4f01-b9c0-45c316ea17f4 req-604fbb08-01a4-4c80-b96f-3ae11719e421 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:58.316629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b81e7fd7-1839-4f01-b9c0-45c316ea17f4 req-604fbb08-01a4-4c80-b96f-3ae11719e421 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1169510 Feb 11 05:20:58.435428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b81e7fd7-1839-4f01-b9c0-45c316ea17f4 req-ddb0c5c9-c2f6-4b1d-91f3-fb2f49d6556b tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113846 Feb 11 05:20:58.450061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-8a27bd88-3232-458e-ba5b-8aa69a1ecb0b req-3332db0c-2875-4445-ba30-2a144f320615 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:20:58.451287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a27bd88-3232-458e-ba5b-8aa69a1ecb0b req-3332db0c-2875-4445-ba30-2a144f320615 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080299 Feb 11 05:20:58.501049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Made reservation on behalf of 9f16d28bfd52408aa515b13b57574ca5 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:58.504022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.608804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e63f1-3ba2-4294-9226-762eb7d5f7de req-1394b8ad-1884-43e8-949b-81f4e176ea77 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:58.610439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-427e63f1-3ba2-4294-9226-762eb7d5f7de req-1394b8ad-1884-43e8-949b-81f4e176ea77 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0813410 Feb 11 05:20:58.686503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-427e63f1-3ba2-4294-9226-762eb7d5f7de req-f7b21d83-67f5-4a52-8b36-0ca5ebbc7cf6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685563 Feb 11 05:20:58.881976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f48ce-0778-4e90-8ec7-9c06f6069f94 req-d7ea076e-fabf-4520-b8ca-44ef5aa32062 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:58.884505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a65f48ce-0778-4e90-8ec7-9c06f6069f94 req-d7ea076e-fabf-4520-b8ca-44ef5aa32062 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1212211 Feb 11 05:20:59.003485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (0e3e9442-b64f-4e60-9b5e-6807c3ed9065), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.004809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a65f48ce-0778-4e90-8ec7-9c06f6069f94 req-55a18376-7a1c-46cf-9843-ffed87af92a0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056914 Feb 11 05:20:59.131255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3e9442-b64f-4e60-9b5e-6807c3ed9065,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:59.137751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Checking segment: {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:59.140322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Network hostable DHCP agents. Network: d0893411-9dcb-41c4-a7ee-36bafd9247e8, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:59.152958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d26e21-f360-4e23-b80b-76076a21f4a8 req-99f00270-77fb-4f6f-b12f-9215858983be tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:59.154557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50d26e21-f360-4e23-b80b-76076a21f4a8 req-99f00270-77fb-4f6f-b12f-9215858983be tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1398160 Feb 11 05:20:59.191571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f33a2-f8cf-4c9b-ba26-97f6dd65661e req-daba0ca9-0eb8-4dcf-84a1-3d80013354d5 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:59.193491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-937f33a2-f8cf-4c9b-ba26-97f6dd65661e req-daba0ca9-0eb8-4dcf-84a1-3d80013354d5 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.0971398 Feb 11 05:20:59.278099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-937f33a2-f8cf-4c9b-ba26-97f6dd65661e req-44e722f8-2f65-4f64-ac1d-24fd8e47bf89 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751765 Feb 11 05:20:59.280427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:59.294000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50d26e21-f360-4e23-b80b-76076a21f4a8 req-808cabe5-08aa-4b6a-a62e-6c31251711d0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165018 Feb 11 05:20:59.325148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-11718acc-e8b7-4550-9dab-60fd450e120f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1195545 Feb 11 05:20:59.421375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfd5b850-0929-402f-a77b-81c1deeb2387 req-a9747815-ed91-426d-bf93-6f54e6ce79bd tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0489490 Feb 11 05:20:59.605430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ec40d-f80c-42e9-87d0-92c33da3be5d req-9524fd58-b73b-4155-ab5a-e4050100c65c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:59.607669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f4ec40d-f80c-42e9-87d0-92c33da3be5d req-9524fd58-b73b-4155-ab5a-e4050100c65c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.0765741 Feb 11 05:20:59.681090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f4ec40d-f80c-42e9-87d0-92c33da3be5d req-3fa44b8c-3bef-4842-955d-9f838b1e2b61 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661271 Feb 11 05:20:59.831583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41713008-5c6f-4f1a-b3d1-8043a72959a3 req-8a17f217-c832-4e63-b424-db2bf1e3d723 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:59.833252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41713008-5c6f-4f1a-b3d1-8043a72959a3 req-8a17f217-c832-4e63-b424-db2bf1e3d723 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0595076 Feb 11 05:20:59.888968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41713008-5c6f-4f1a-b3d1-8043a72959a3 req-6d085bd8-3b8b-4b6f-85ac-a6fb02b9e76e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Feb 11 05:21:00.130778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7ab6b-b56c-41d2-b064-81c63bb06c28 req-9597791a-65a3-49b6-8f4a-7825ad592e3b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:00.132206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90c7ab6b-b56c-41d2-b064-81c63bb06c28 req-9597791a-65a3-49b6-8f4a-7825ad592e3b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.0644295 Feb 11 05:21:00.154083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d0893411-9dcb-41c4-a7ee-36bafd9247e8) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:00.154083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:00.155018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.160502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3095959-0aff-4cbb-b974-7c97fc685f26 None None] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:00.272042 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6829b2e5-3879-40de-832b-31ace3dc417e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3482015 Feb 11 05:21:00.274791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49726) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:00.280770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:00.297264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90c7ab6b-b56c-41d2-b064-81c63bb06c28 req-515fe8a7-1f04-4447-9f7a-af6e50ddd8ed tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582031 Feb 11 05:21:00.336029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-d0893411-9dcb-41c4-a7ee-36bafd9247e8', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:00.338307 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.401166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.405184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.536223 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks [] for router_controller (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.561886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a606b-8b23-4cd3-b698-643993a36898 req-1ece86b9-2138-471f-a530-61be3d98788a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:00.568997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b41a606b-8b23-4cd3-b698-643993a36898 req-1ece86b9-2138-471f-a530-61be3d98788a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1458459 Feb 11 05:21:00.665085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Allocated IP 172.20.0.2 (d0893411-9dcb-41c4-a7ee-36bafd9247e8/0e3e9442-b64f-4e60-9b5e-6807c3ed9065/a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:00.716300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b41a606b-8b23-4cd3-b698-643993a36898 req-a5b6d19c-e296-4f82-90e4-3f1c39cfa889 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417127 Feb 11 05:21:00.744929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bf75e-9756-4b6e-be8b-a91834fb4ebe req-54103c3b-0e47-4733-80e9-6c59a2185d41 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:00.746910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-523bf75e-9756-4b6e-be8b-a91834fb4ebe req-54103c3b-0e47-4733-80e9-6c59a2185d41 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.2165194 Feb 11 05:21:00.884410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-523bf75e-9756-4b6e-be8b-a91834fb4ebe req-aa2f6eca-78c8-4c8a-9b59-a00fffaf0b2e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295993 Feb 11 05:21:00.933209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9679d3be-c54f-4c4b-8479-ac4916cad478 req-172066ac-a0c0-414f-9ad1-95e5fa707f6f tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0545409 Feb 11 05:21:01.078163 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Publish callbacks [] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.093544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:01.172889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b410e-63a7-4f8a-84eb-7464cd0d6397 req-85305eff-89e7-4d67-a8d2-869b9a29579e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:01.180493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c2b410e-63a7-4f8a-84eb-7464cd0d6397 req-85305eff-89e7-4d67-a8d2-869b9a29579e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1558354 Feb 11 05:21:01.194811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.196170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc6798-ee0c-4259-8fd4-0a4975765bc5 req-ee4d2196-ba30-4697-a2fa-346d5f0e48b3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:01.198157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fcc6798-ee0c-4259-8fd4-0a4975765bc5 req-ee4d2196-ba30-4697-a2fa-346d5f0e48b3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1376512 Feb 11 05:21:01.287878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c2b410e-63a7-4f8a-84eb-7464cd0d6397 req-519c1b81-6eb3-4979-8a77-59538499ffbb tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970368 Feb 11 05:21:01.288062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:01.299015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:01.302717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:01.341677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fcc6798-ee0c-4259-8fd4-0a4975765bc5 req-45f65247-3736-4601-8715-0f4fc27054b6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324389 Feb 11 05:21:01.473660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks [] for router_gateway (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.497606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf19a7-ec65-4d7d-b47b-f7e43852347a req-b77f5c07-1ea7-4d41-88b2-298e9410f93a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:01.514544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dedf19a7-ec65-4d7d-b47b-f7e43852347a req-b77f5c07-1ea7-4d41-88b2-298e9410f93a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1232820 Feb 11 05:21:01.601886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Pushing event updated for resources: {'Port': ['ID=a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:01.626133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:01.627600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dedf19a7-ec65-4d7d-b47b-f7e43852347a req-9cada0c2-dcf7-4a46-85d1-5fe59bd72a52 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112735 Feb 11 05:21:01.636264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Attempting to bind port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:01.643085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Attempting to bind port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:01.643085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Attempting to bind port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba on network d0893411-9dcb-41c4-a7ee-36bafd9247e8 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:01.648090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85', 'port_id': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'mac_address': 'fa:16:3e:84:e0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2884e132-0b62-4214-af9f-b6a3130b51f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:01.654922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:01.656384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Checking segment: {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:01.656384 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.656384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Bound using segment: {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:01.657048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Bound port: a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:01.657048 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.673477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-f123869f-4dc7-4e27-a825-7beb76d25d98 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:01.683427 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-f123869f-4dc7-4e27-a825-7beb76d25d98 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports/ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 947 time: 0.2018688 Feb 11 05:21:01.760087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9601497d-9d4d-45a1-977b-786c4334d9e4 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:01.761240 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.789144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9601497d-9d4d-45a1-977b-786c4334d9e4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:01.819251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] For port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:01.827957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:01.841306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] For port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:01.887899 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.971664 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.023339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['9601497d-9d4d-45a1-977b-786c4334d9e4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:02.034583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277cc9e-fd5d-40a1-802a-7f5a49b8f1a9 req-5a09cbeb-793b-45f4-9fa2-cd36532ad078 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:02.051465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6277cc9e-fd5d-40a1-802a-7f5a49b8f1a9 req-5a09cbeb-793b-45f4-9fa2-cd36532ad078 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1911564 Feb 11 05:21:02.145704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks [] for router_gateway (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.163687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:02.217214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6277cc9e-fd5d-40a1-802a-7f5a49b8f1a9 req-821d4684-374b-4972-8160-5b0c3b2898d3 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645868 Feb 11 05:21:02.221403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.308882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fc9a3-b2ea-4ed8-80c9-06db6133007f req-d41ed8df-49f5-4c80-a4e4-47ea9e47d9f3 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:02.311808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabf1d6-e32a-4f96-845e-2f27b70beeab None None] Pushing event updated for resources: {'Port': ['ID=a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:02.341196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a46fc9a3-b2ea-4ed8-80c9-06db6133007f req-d41ed8df-49f5-4c80-a4e4-47ea9e47d9f3 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.2650082 Feb 11 05:21:02.524045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Allocated IP 172.25.8.81 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9fcd8899-d488-4049-a1de-18ef468b1a1f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:02.635908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b987ee5f-04d8-4187-aabb-8605bc719393 req-944e98e3-e286-4f5f-b91a-7190b7057411 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.1660531 Feb 11 05:21:02.677861 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-004f4102-5600-4182-89e0-bff49849d18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.684164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a46fc9a3-b2ea-4ed8-80c9-06db6133007f req-82252668-b597-49ce-acb4-7e2767c480fe tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361435 Feb 11 05:21:02.872348 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks [] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.939486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8ad9f-93b3-4578-b804-eb66a78ffc14 req-6d09381b-adc1-4a29-a1a2-026de7a2c035 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:02.955607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91f8ad9f-93b3-4578-b804-eb66a78ffc14 req-6d09381b-adc1-4a29-a1a2-026de7a2c035 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1441841 Feb 11 05:21:03.068308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:03.123910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.308750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Pushing event updated for resources: {'Port': ['ID=9fcd8899-d488-4049-a1de-18ef468b1a1f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:03.309885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 9601497d-9d4d-45a1-977b-786c4334d9e4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:03.310682 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.329425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:03.331019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:03.334551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:03.477617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99330f-ca50-4e2d-a2c7-225f5ff6887d req-80237c17-919b-4158-800c-437a33e1cd87 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:03.484316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b99330f-ca50-4e2d-a2c7-225f5ff6887d req-80237c17-919b-4158-800c-437a33e1cd87 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 944 time: 0.5927100 Feb 11 05:21:03.507273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91f8ad9f-93b3-4578-b804-eb66a78ffc14 req-975c3c92-9881-49fb-9862-a12c53831d8e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486777 Feb 11 05:21:03.637661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b99330f-ca50-4e2d-a2c7-225f5ff6887d req-79e7b2ce-f0f1-4de7-8e04-7fb595ffe292 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291564 Feb 11 05:21:03.741072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70c48d-06c1-4344-8f99-15a6788d5da1 req-d4e06355-d396-4c1a-a24b-0a3143742a41 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:03.750157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a70c48d-06c1-4344-8f99-15a6788d5da1 req-d4e06355-d396-4c1a-a24b-0a3143742a41 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1081560 Feb 11 05:21:03.850537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9601497d-9d4d-45a1-977b-786c4334d9e4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:03.851299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.882689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a70c48d-06c1-4344-8f99-15a6788d5da1 req-cfe2e5ab-27a0-4211-94a1-57d717ad0c69 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243851 Feb 11 05:21:03.969511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:03.971749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:03.978231 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b6ee4f-c741-4514-8f7f-c0a90f460b5b" -d '{"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:04.073957 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.098480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3992d00e-e889-434b-b120-05ca1348d21d req-08522cad-953b-484e-9875-4a60e649f5ea tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0569406 Feb 11 05:21:04.141844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f124c6cf-e62d-4ea6-8cc4-95abb55a7b59 None None] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:04.159173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ad6c4-a202-444f-a3c2-87b0d25a3034 req-9453e644-6cb0-42e3-b670-0d2bd3c49786 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:04.168255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e80ad6c4-a202-444f-a3c2-87b0d25a3034 req-9453e644-6cb0-42e3-b670-0d2bd3c49786 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.2836163 Feb 11 05:21:04.195663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-f045c529-ea50-42d3-9a2c-1d7f4838db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:04.201243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-f045c529-ea50-42d3-9a2c-1d7f4838db98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 1133 time: 0.2234554 Feb 11 05:21:04.285121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e80ad6c4-a202-444f-a3c2-87b0d25a3034 req-31bef416-ff98-4165-bac5-1b7e1c80161d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099632 Feb 11 05:21:04.371436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks [] for router_gateway (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.388614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b936d-b77d-4878-a3e4-c83da575cec4 req-b7d58d07-6214-4b5b-a367-ee16012bfa10 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:04.395745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a2b936d-b77d-4878-a3e4-c83da575cec4 req-b7d58d07-6214-4b5b-a367-ee16012bfa10 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1612437 Feb 11 05:21:04.410686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:04.429208 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b68e946-d152-4e23-ac88-0bcf33147770 x-openstack-request-id: req-5b68e946-d152-4e23-ac88-0bcf33147770 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:04.429764 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:04.430198 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b68e946-d152-4e23-ac88-0bcf33147770 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:04.430884 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'code': 200} Feb 11 05:21:04.445069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-76455764-87ff-44e0-b616-fe15a1bb952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:04.447046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-76455764-87ff-44e0-b616-fe15a1bb952f service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2250957 Feb 11 05:21:04.482876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a2b936d-b77d-4878-a3e4-c83da575cec4 req-413100c7-6b81-4378-a435-16fc57f8e53b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847187 Feb 11 05:21:04.538662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:04.595914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d36d6e37-5fef-4753-ba3f-cce3416d5ca7 None None] Provisioning complete for port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:04.595914 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d36d6e37-5fef-4753-ba3f-cce3416d5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.597860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-72ddf014-7414-4fc4-949d-8ae01e10701b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 217 time: 0.1425855 Feb 11 05:21:04.850157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-c19b9363-d2a1-47e8-bc2f-1696757dd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:04.851865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-c19b9363-d2a1-47e8-bc2f-1696757dd2bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2469661 Feb 11 05:21:04.863928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb18c3f-6acf-4d8a-87bc-1f4a26314b96 req-b84fd172-cd84-44be-a2fc-6046975fdb33 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:04.865266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4bb18c3f-6acf-4d8a-87bc-1f4a26314b96 req-b84fd172-cd84-44be-a2fc-6046975fdb33 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.2459645 Feb 11 05:21:04.921681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:04.922288 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.166744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.167046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48ac2b-f117-488c-ada2-67a3fe802638 req-44935440-35da-4fc4-af65-a4fae94eaa2b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:05.167046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b48ac2b-f117-488c-ada2-67a3fe802638 req-44935440-35da-4fc4-af65-a4fae94eaa2b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3431919 Feb 11 05:21:05.201030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-5d0cc0b7-b648-40c0-bc96-a5dd3d1e3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:05.202598 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-5d0cc0b7-b648-40c0-bc96-a5dd3d1e3765 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3353248 Feb 11 05:21:05.229802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d36d6e37-5fef-4753-ba3f-cce3416d5ca7 None None] Current status of the port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:05.231775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d36d6e37-5fef-4753-ba3f-cce3416d5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.328227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4bb18c3f-6acf-4d8a-87bc-1f4a26314b96 req-576d7ab7-d49f-4d6a-be6d-1ab33a715649 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237230 Feb 11 05:21:05.366201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa053354-ee95-41f7-9146-96795533242f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.422222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d36d6e37-5fef-4753-ba3f-cce3416d5ca7 None None] For port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:05.447365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:05.448530 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.532381 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d36d6e37-5fef-4753-ba3f-cce3416d5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.563738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b48ac2b-f117-488c-ada2-67a3fe802638 req-78f49f70-c1c1-4c2a-bec1-c611d9bfb85e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076750 Feb 11 05:21:05.588149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:21:05.643047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-836ff3fa-25f1-4935-8c50-ea8d49da7f53 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204206 Feb 11 05:21:05.696970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac385d-c70a-4bba-99f6-45636b2270cd req-9905a609-c5ec-4dbc-8591-8ac6cbbc7ceb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:05.699426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fac385d-c70a-4bba-99f6-45636b2270cd req-9905a609-c5ec-4dbc-8591-8ac6cbbc7ceb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1961889 Feb 11 05:21:05.711922 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:05.714011 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:05.735212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d6e37-5fef-4753-ba3f-cce3416d5ca7 None None] Pushing event updated for resources: {'Port': ['ID=a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:05.785221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-447210ca-7560-42d6-b55f-a8d20579d9de req-0af284e5-5fc2-4464-8fd6-1c6ffd9e968b tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0846972 Feb 11 05:21:05.788447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8c0284f2-501b-4149-b863-00bbe04619f8 None None] Provisioning complete for port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:05.789074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c0284f2-501b-4149-b863-00bbe04619f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.933120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:05.969397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Sync routers for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:05.983270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8c0284f2-501b-4149-b863-00bbe04619f8 None None] Current status of the port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:05.991356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:05.992248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:21:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:06.005823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fac385d-c70a-4bba-99f6-45636b2270cd req-e373bc9e-de53-4c99-95e4-f9e627124afe tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923431 Feb 11 05:21:06.051322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:06.051322 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d0f20c6-8887-438b-b924-f7c43bf29b17 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7725315 Feb 11 05:21:06.052633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49838) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:06.164271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-9855ef35-51c7-4deb-a8d3-ef91d20fa86f service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126946 Feb 11 05:21:06.249097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af23fd-ef2e-469e-a368-9545ea74f0c8 req-57db9245-d1ab-4f27-8c83-67c059508ff0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:06.270394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6af23fd-ef2e-469e-a368-9545ea74f0c8 req-57db9245-d1ab-4f27-8c83-67c059508ff0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.3334668 Feb 11 05:21:06.310913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296fd4-82db-4d26-bcbb-7f7253718b11 req-cbb85cb4-d4d3-4732-b44d-c65279327481 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:06.317470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c296fd4-82db-4d26-bcbb-7f7253718b11 req-cbb85cb4-d4d3-4732-b44d-c65279327481 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1987286 Feb 11 05:21:06.319980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:06.459452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6af23fd-ef2e-469e-a368-9545ea74f0c8 req-14eb1db9-23c3-45a1-8eb4-14f506529541 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696427 Feb 11 05:21:06.548703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:06.591509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c296fd4-82db-4d26-bcbb-7f7253718b11 req-76ce0584-226d-43b2-92c6-cbd0ccc33a28 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643859 Feb 11 05:21:06.680355 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:06.848874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528c023-2eb2-4219-85d2-c1b07db77bc3 req-5a0155b2-3c72-4e84-9501-f399182e054a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:06.851347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e528c023-2eb2-4219-85d2-c1b07db77bc3 req-5a0155b2-3c72-4e84-9501-f399182e054a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.2077506 Feb 11 05:21:06.868664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:07.058091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0c3ad-6c3e-4f59-b6a9-613604aba86e req-058ab6d7-d48e-401e-95f8-428731662084 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:07.059996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3f0c3ad-6c3e-4f59-b6a9-613604aba86e req-058ab6d7-d48e-401e-95f8-428731662084 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2072146 Feb 11 05:21:07.074841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e528c023-2eb2-4219-85d2-c1b07db77bc3 req-1ae6bfcf-180b-41da-b07f-7d33c091a7c0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966558 Feb 11 05:21:07.141900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:03Z', 'revision_number': 3, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:07.152871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:07.153593 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.234805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.287900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3f0c3ad-6c3e-4f59-b6a9-613604aba86e req-15c86c1e-a04e-463e-a059-ffc3569a62e8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075336 Feb 11 05:21:07.453254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecf1aa5a-17ab-4abd-b9ff-44a3deed6cd7 req-adb795dc-3a63-4ab1-9321-62daa8c51b18 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.1546249 Feb 11 05:21:07.514947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Checking router: b4bb3f6f-0f58-4292-9de4-7116a8ed4fad for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:07.521422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Updating router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad port 9fcd8899-d488-4049-a1de-18ef468b1a1f binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:21:07.623933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcedd-fc69-468c-a9e8-9456df295f2a req-bcb51a9a-f92d-4211-bf80-5e5416fabd6d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:07.631385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89cdcedd-fc69-468c-a9e8-9456df295f2a req-bcb51a9a-f92d-4211-bf80-5e5416fabd6d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1885238 Feb 11 05:21:07.645125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.701898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Allocated IP 172.20.0.1 (d0893411-9dcb-41c4-a7ee-36bafd9247e8/0e3e9442-b64f-4e60-9b5e-6807c3ed9065/7d9a6eba-0664-458c-8309-fc5904576581) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:07.811795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89cdcedd-fc69-468c-a9e8-9456df295f2a req-800e548d-d6a6-4e60-aa91-8f2e37cea5ae tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793160 Feb 11 05:21:07.887898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89edd0-be90-42f3-98c1-a98653a9124c req-bbeeef88-51e8-4c96-89e5-713894b372a5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:07.898870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e89edd0-be90-42f3-98c1-a98653a9124c req-bbeeef88-51e8-4c96-89e5-713894b372a5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.2642548 Feb 11 05:21:07.982751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Publish callbacks [] for port (7d9a6eba-0664-458c-8309-fc5904576581), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.132279 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Publish callbacks [] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.178122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7d9a6eba-0664-458c-8309-fc5904576581), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.187011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:08.206195 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.279016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e89edd0-be90-42f3-98c1-a98653a9124c req-d9d33813-f5fe-44b0-9422-5d38ac8c432e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791173 Feb 11 05:21:08.301372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.306259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:08.344773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff991df4-f19e-4f7c-a581-6b3682ce1dbc req-416bdc39-011d-4339-93bd-fb8323d8c03f tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:08.345732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.351393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec02414-94e3-4745-b1e1-560a61cf72ad None None] Pushing event updated for resources: {'Port': ['ID=9fcd8899-d488-4049-a1de-18ef468b1a1f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:08.354397 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff991df4-f19e-4f7c-a581-6b3682ce1dbc req-416bdc39-011d-4339-93bd-fb8323d8c03f tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.3576028 Feb 11 05:21:08.364273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:08.379243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Attempting to bind port 9fcd8899-d488-4049-a1de-18ef468b1a1f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:08.380012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Attempting to bind port 9fcd8899-d488-4049-a1de-18ef468b1a1f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:08.381128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Attempting to bind port 9fcd8899-d488-4049-a1de-18ef468b1a1f on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:08.400220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:08.403404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:08.404294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.405908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:08.408346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Bound port: 9fcd8899-d488-4049-a1de-18ef468b1a1f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:08.408346 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.417474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:08.532499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] For port 9fcd8899-d488-4049-a1de-18ef468b1a1f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:08.535415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff991df4-f19e-4f7c-a581-6b3682ce1dbc req-772c1847-d2c6-4283-b5bb-a56b4adca605 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508465 Feb 11 05:21:08.536550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] For port 9fcd8899-d488-4049-a1de-18ef468b1a1f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9fcd8899-d488-4049-a1de-18ef468b1a1f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:08.585696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Pushing event updated for resources: {'Port': ['ID=7d9a6eba-0664-458c-8309-fc5904576581,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:08.611039 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.647770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.730184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c251-f0fe-4d5c-bb41-54d6a6e3e3f6 req-db2a9773-e57b-41cc-b9d8-9b9f9dbe6124 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:08.732088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6421c251-f0fe-4d5c-bb41-54d6a6e3e3f6 req-db2a9773-e57b-41cc-b9d8-9b9f9dbe6124 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1532614 Feb 11 05:21:08.780194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:08.787240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:21:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:08.927020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec02414-94e3-4745-b1e1-560a61cf72ad None None] Pushing event updated for resources: {'Port': ['ID=9fcd8899-d488-4049-a1de-18ef468b1a1f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:08.967677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6421c251-f0fe-4d5c-bb41-54d6a6e3e3f6 req-68efd814-7fd6-4b26-b161-02c223461c81 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014532 Feb 11 05:21:09.034168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d28e687d-3630-4b82-b335-80fd3ad5b9cd None None] Provisioning complete for port 7d9a6eba-0664-458c-8309-fc5904576581 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:09.035266 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d28e687d-3630-4b82-b335-80fd3ad5b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7d9a6eba-0664-458c-8309-fc5904576581), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.036136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1cac9-42f8-4726-8a13-eb56014328d6 req-7a79fccb-d5d5-497d-b2e2-bdadcbe932ff tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:09.051262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67a1cac9-42f8-4726-8a13-eb56014328d6 req-7a79fccb-d5d5-497d-b2e2-bdadcbe932ff tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3180370 Feb 11 05:21:09.131113 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7d9a6eba-0664-458c-8309-fc5904576581), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.164273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67a1cac9-42f8-4726-8a13-eb56014328d6 req-25dc0437-2dd0-4f4d-aa5e-8f5adb5ab736 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065652 Feb 11 05:21:09.229674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-917c5fbb-91c8-4015-824b-5a2d1c8cb0a4 req-8059dba9-f1e6-4391-b356-ce683d15f539 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0903044 Feb 11 05:21:09.484821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b0c3c-3ee0-4012-afe9-320912c78cf9 req-aa3f6a0d-f106-4435-8163-930a2c64da44 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:09.507799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb4b0c3c-3ee0-4012-afe9-320912c78cf9 req-aa3f6a0d-f106-4435-8163-930a2c64da44 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1605387 Feb 11 05:21:09.555688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Publish callbacks [] for port (7d9a6eba-0664-458c-8309-fc5904576581), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.672310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.678213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (7d9a6eba-0664-458c-8309-fc5904576581), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.725601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb4b0c3c-3ee0-4012-afe9-320912c78cf9 req-96419ecc-a22e-4f04-9323-aaddc78d7020 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139611 Feb 11 05:21:09.811242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d28e687d-3630-4b82-b335-80fd3ad5b9cd None None] Port 7d9a6eba-0664-458c-8309-fc5904576581 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:09.813678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.849008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:09.889637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b0706-f6a8-4980-b873-67fcc11adac5 req-8c684a1a-3c92-4aa1-9946-fb5fa2726361 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:09.903497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab6b0706-f6a8-4980-b873-67fcc11adac5 req-8c684a1a-3c92-4aa1-9946-fb5fa2726361 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1735208 Feb 11 05:21:10.105977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:10.114399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:10.140456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa5538-99e9-480a-846e-8a45e350291c req-6338e412-fd79-4034-a6b5-0298031c7cc9 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:10.143428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28aa5538-99e9-480a-846e-8a45e350291c req-6338e412-fd79-4034-a6b5-0298031c7cc9 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.2329116 Feb 11 05:21:10.166565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab6b0706-f6a8-4980-b873-67fcc11adac5 req-618e94e4-0c5a-476c-bcdc-8775f5fa0b00 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591383 Feb 11 05:21:10.368178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28aa5538-99e9-480a-846e-8a45e350291c req-e3f0cec1-dceb-4b44-860d-60ca47d0dcd4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022796 Feb 11 05:21:10.420469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:10.431740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Pushing event updated for resources: {'Port': ['ID=7d9a6eba-0664-458c-8309-fc5904576581,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:10.577372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:03Z', 'revision_number': 3, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:10.594602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e969cb3-1ba6-4b30-b3d5-cb65d3fc96dc req-9c3fbab2-e134-4607-b0a7-59e00a2ec327 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:10.607930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e969cb3-1ba6-4b30-b3d5-cb65d3fc96dc req-9c3fbab2-e134-4607-b0a7-59e00a2ec327 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.2160645 Feb 11 05:21:10.662436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653714a5-9bf1-454c-8c34-a76218653337 None None] The sync data for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 is: [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:03Z', 'revision_number': 3, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:10.766558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-afc1729b-54c5-4867-aa04-fe82dc108f62 None None] Provisioning complete for port 7d9a6eba-0664-458c-8309-fc5904576581 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:10.767313 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-afc1729b-54c5-4867-aa04-fe82dc108f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7d9a6eba-0664-458c-8309-fc5904576581), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.830351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e969cb3-1ba6-4b30-b3d5-cb65d3fc96dc req-d53c5197-5aab-4325-a02f-b38478675149 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050233 Feb 11 05:21:10.849096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:10.856049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f1b2e203-97a6-44d8-a02d-ba7809853a3c admin admin] 10.222.0.62 "PUT /v2.0/routers/b4bb3f6f-0f58-4292-9de4-7116a8ed4fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8022933 Feb 11 05:21:10.890572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-afc1729b-54c5-4867-aa04-fe82dc108f62 None None] Port 7d9a6eba-0664-458c-8309-fc5904576581 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:10.918625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-46bc78dd-a6fb-4ed4-83f0-a280c1dee878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:10.925617 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-46bc78dd-a6fb-4ed4-83f0-a280c1dee878 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 1128 time: 1.1234479 Feb 11 05:21:10.939157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369181b-09e8-4058-86ce-960237afc71a req-6a0366c1-5e32-41e2-ba82-870729b6052a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:10.951372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2369181b-09e8-4058-86ce-960237afc71a req-6a0366c1-5e32-41e2-ba82-870729b6052a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3862896 Feb 11 05:21:11.069354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-223d6b92-3e06-458e-bc8a-83c475dfc1b8 req-38e7f43c-0fc8-4e3d-9365-7e7fe2f1bd14 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0662608 Feb 11 05:21:11.178932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2369181b-09e8-4058-86ce-960237afc71a req-8c5a45c9-1daf-4545-aeed-ce414fc5f129 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256365 Feb 11 05:21:11.243489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-fb942688-e1ef-4b40-a3bc-518b6f18dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.257445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.266630 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-fb942688-e1ef-4b40-a3bc-518b6f18dc1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 911 time: 0.3317809 Feb 11 05:21:11.471817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6cd76-338d-4ffa-8c7d-299cbcedcf24 req-08a26675-2763-482c-802a-54fea20d0d44 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.483423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0b6cd76-338d-4ffa-8c7d-299cbcedcf24 req-08a26675-2763-482c-802a-54fea20d0d44 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.2093542 Feb 11 05:21:11.514031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-17a93ace-dfae-4903-87df-3b8d43763d5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea4c649-8549-410a-8d7c-886c27992964 HTTP/1.1" status: 200 len: 1001 time: 0.2322009 Feb 11 05:21:11.634338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0b6cd76-338d-4ffa-8c7d-299cbcedcf24 req-dd380f27-9d3a-4b13-85bc-ab3a48dde23a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484525 Feb 11 05:21:11.698260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-1ce4d4a8-4c31-43f5-a0b1-f664de96eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.699784 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-1ce4d4a8-4c31-43f5-a0b1-f664de96eb76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 200 len: 849 time: 0.1767731 Feb 11 05:21:11.814836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde5b61-f8ae-4526-9c6f-1c67999b6e08 req-3de80265-3a88-4b22-aeda-208df0c5eb35 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.830761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1dde5b61-f8ae-4526-9c6f-1c67999b6e08 req-3de80265-3a88-4b22-aeda-208df0c5eb35 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1472795 Feb 11 05:21:11.890944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-d31a66ce-c421-45a0-95e5-55cf97d4b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.892486 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-d31a66ce-c421-45a0-95e5-55cf97d4b341 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97fe9625-b9db-47c4-93ae-b37d99322a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1801252 Feb 11 05:21:11.903517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-c3d641c5-7aa5-4b33-9ba0-a49760343560 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:21:11.904572 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-c3d641c5-7aa5-4b33-9ba0-a49760343560 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059221 Feb 11 05:21:11.979801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1dde5b61-f8ae-4526-9c6f-1c67999b6e08 req-ec010607-3a04-44c6-b4d9-b7104d014044 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480527 Feb 11 05:21:12.215104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-37869b63-8fa0-43c6-87a7-c3789fe04867 service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891145 Feb 11 05:21:12.249391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6aabe-32e8-4527-b6ee-71bf56ea70df req-ec68f30e-1cb4-44b6-ac7f-e43704dbe55c tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:12.254103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71a6aabe-32e8-4527-b6ee-71bf56ea70df req-ec68f30e-1cb4-44b6-ac7f-e43704dbe55c tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1268885 Feb 11 05:21:12.394145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71a6aabe-32e8-4527-b6ee-71bf56ea70df req-110d3423-d3d5-4773-a036-5863d96713e5 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324852 Feb 11 05:21:12.469096 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2ecadd9c-b035-4a04-8273-b497d9442250 req-48ee93ae-10df-4420-818e-49eb54a70551 service neutron] 10.222.0.65 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460790 Feb 11 05:21:12.494954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49910) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:12.501198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721459321', 'description': 'tempest-description--1506568427'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:12.727976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d06cab71-7a52-4730-9f11-104e3c09651b req-3a9b0772-d7d0-4867-b600-f8841cc23a28 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0868680 Feb 11 05:21:12.735656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9fcd8899-d488-4049-a1de-18ef468b1a1f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:12.799534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff27cb5-69d8-4571-846a-4a66b45f4374 req-d32ce6b7-4c39-43dd-83ef-7f5d86fd0c0e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:12.815498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aff27cb5-69d8-4571-846a-4a66b45f4374 req-d32ce6b7-4c39-43dd-83ef-7f5d86fd0c0e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.2190907 Feb 11 05:21:12.871376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9fcd8899-d488-4049-a1de-18ef468b1a1f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:12.871793 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.964632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aff27cb5-69d8-4571-846a-4a66b45f4374 req-bfd66ddc-6da0-409b-9151-0e39600aef37 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487751 Feb 11 05:21:12.994620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.082614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9fcd8899-d488-4049-a1de-18ef468b1a1f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:13.083929 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.154746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9fcd8899-d488-4049-a1de-18ef468b1a1f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9fcd8899-d488-4049-a1de-18ef468b1a1f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:13.164790 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group (c53c5f95-85ad-4acd-811b-c6f4e1b377e7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.273482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.285752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c53c5f95-85ad-4acd-811b-c6f4e1b377e7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.333730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c5f95-85ad-4acd-811b-c6f4e1b377e7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:13.350115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e6b3a-8b43-42b4-ad29-63037f25b2be req-440ae598-0fb4-4874-bdc9-575a84031869 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.358742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab0e6b3a-8b43-42b4-ad29-63037f25b2be req-440ae598-0fb4-4874-bdc9-575a84031869 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3923564 Feb 11 05:21:13.405681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.407700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.408195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.408681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.410536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.413286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.413785 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.414244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.414715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.415221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.415612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.417762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.418247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.443285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9fcd8899-d488-4049-a1de-18ef468b1a1f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:13.464954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.470594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.471097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.471556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.472159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.472667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.473119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.473567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.474012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.474455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.474898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.477896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.478608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:13.488118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.493222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3296e6b0-18c0-4057-8414-0fe06d4a1a2a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9937618 Feb 11 05:21:13.493675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49924) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:13.501382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b22293b0-962c-4c30-9a5f-4484ae68fc07 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Request body: {'security_group_rule': {'security_group_id': 'c53c5f95-85ad-4acd-811b-c6f4e1b377e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:13.525134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab0e6b3a-8b43-42b4-ad29-63037f25b2be req-97a63b91-b85a-4d5b-9ad7-7b7f0e86868e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648850 Feb 11 05:21:13.567966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00160094-6fe3-4fd0-8e26-05982be7afc5 req-50230a28-d518-4df1-9a06-17a13c5c83c2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.582122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00160094-6fe3-4fd0-8e26-05982be7afc5 req-50230a28-d518-4df1-9a06-17a13c5c83c2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.4142592 Feb 11 05:21:13.652553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00160094-6fe3-4fd0-8e26-05982be7afc5 req-4cb75950-d1fc-479d-861a-a8d57a69e8e7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650954 Feb 11 05:21:13.666794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b22293b0-962c-4c30-9a5f-4484ae68fc07 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group_rule (cdbe0977-1155-428c-a7fb-d621f4e17f73), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.851252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485096d-3137-4798-9d2b-8798f751f4a1 req-9f2c39bd-f461-4bac-80ce-8747f5ea73ec tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.856954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5485096d-3137-4798-9d2b-8798f751f4a1 req-9f2c39bd-f461-4bac-80ce-8747f5ea73ec tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1909444 Feb 11 05:21:13.857242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b22293b0-962c-4c30-9a5f-4484ae68fc07 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group_rule (cdbe0977-1155-428c-a7fb-d621f4e17f73), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.925851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b22293b0-962c-4c30-9a5f-4484ae68fc07 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (cdbe0977-1155-428c-a7fb-d621f4e17f73), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.952090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22293b0-962c-4c30-9a5f-4484ae68fc07 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbe0977-1155-428c-a7fb-d621f4e17f73,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:13.986349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de943d7-33ed-4612-83c5-e9aed5879b31 req-2f8f0778-e219-4452-8000-e30952bd8f75 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.994760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9de943d7-33ed-4612-83c5-e9aed5879b31 req-2f8f0778-e219-4452-8000-e30952bd8f75 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1294374 Feb 11 05:21:14.057965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9de943d7-33ed-4612-83c5-e9aed5879b31 req-ac49e948-04c9-49aa-a9d5-971d0d7c2f4c tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613356 Feb 11 05:21:14.062383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b22293b0-962c-4c30-9a5f-4484ae68fc07 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.066352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b22293b0-962c-4c30-9a5f-4484ae68fc07 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5666249 Feb 11 05:21:14.069544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:14.071770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2985266e-796f-4071-8a97-8c7374c30d63 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Request body: {'security_group_rule': {'security_group_id': 'c53c5f95-85ad-4acd-811b-c6f4e1b377e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:14.092906 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Sync routers for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:14.121440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:14.122769 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:21:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:14.147690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5485096d-3137-4798-9d2b-8798f751f4a1 req-e912e710-1d11-4c2a-801a-f700d0dd36c6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386138 Feb 11 05:21:14.215385 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2985266e-796f-4071-8a97-8c7374c30d63 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group_rule (b71c8c21-3b03-4382-a456-d7ae4e8e02d0), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.287885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48ce95fe-39ec-4633-b836-db5df113a4b4 req-d52786f0-5192-401f-bd91-59630c49f56d tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0783596 Feb 11 05:21:14.357360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f92b-eb78-437d-9fdd-42dc47948c00 req-26eadfef-f1c2-4918-8b8e-55ff75d781ff tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:14.366897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e514f92b-eb78-437d-9fdd-42dc47948c00 req-26eadfef-f1c2-4918-8b8e-55ff75d781ff tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.0768943 Feb 11 05:21:14.400923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2985266e-796f-4071-8a97-8c7374c30d63 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group_rule (b71c8c21-3b03-4382-a456-d7ae4e8e02d0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.444153 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:14.484045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e514f92b-eb78-437d-9fdd-42dc47948c00 req-dad28d46-f31c-4513-afbd-fe5020cacf40 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107759 Feb 11 05:21:14.488213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2985266e-796f-4071-8a97-8c7374c30d63 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b71c8c21-3b03-4382-a456-d7ae4e8e02d0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.534657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985266e-796f-4071-8a97-8c7374c30d63 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c8c21-3b03-4382-a456-d7ae4e8e02d0,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:14.685499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2985266e-796f-4071-8a97-8c7374c30d63 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.691655 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2985266e-796f-4071-8a97-8c7374c30d63 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6190956 Feb 11 05:21:14.691977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49940) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:14.699337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:14.794776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebc009-e03f-42cd-af47-04d04145e695 req-d24abbb1-5a4c-49e7-9243-6e076e210c03 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:14.805018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eebc009-e03f-42cd-af47-04d04145e695 req-d24abbb1-5a4c-49e7-9243-6e076e210c03 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1323822 Feb 11 05:21:14.843219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.848084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9fcd8899-d488-4049-a1de-18ef468b1a1f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:14.990677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9fcd8899-d488-4049-a1de-18ef468b1a1f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:14.991574 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.027727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eebc009-e03f-42cd-af47-04d04145e695 req-754d5f0d-2717-4931-8f2a-7ac56e18dac4 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217009 Feb 11 05:21:15.085225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9fcd8899-d488-4049-a1de-18ef468b1a1f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:15.126852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168bb26-9cda-4c9f-bb3b-0002010ebc9f req-ed15c7c3-82de-4d3b-af62-2b3847f84c95 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:15.130069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5168bb26-9cda-4c9f-bb3b-0002010ebc9f req-ed15c7c3-82de-4d3b-af62-2b3847f84c95 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.2312880 Feb 11 05:21:15.285687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.293049 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:09Z', 'revision_number': 2, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:15.340433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5168bb26-9cda-4c9f-bb3b-0002010ebc9f req-617d16ca-86a1-4f4d-bc26-6d5909b8615a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966729 Feb 11 05:21:15.355120 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Checking router: b4bb3f6f-0f58-4292-9de4-7116a8ed4fad for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:15.360449 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Updating router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad port 7d9a6eba-0664-458c-8309-fc5904576581 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:21:15.430438 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7d9a6eba-0664-458c-8309-fc5904576581), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.447568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e9481-95e6-42fd-8020-91fa2f741495 req-dec93987-a5f4-4c59-9285-292d6af1ee8e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:15.457416 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-575e9481-95e6-42fd-8020-91fa2f741495 req-dec93987-a5f4-4c59-9285-292d6af1ee8e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1016588 Feb 11 05:21:15.531691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-575e9481-95e6-42fd-8020-91fa2f741495 req-b0bc9ef0-f8c9-4fba-a147-58f668968e37 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739007 Feb 11 05:21:15.651146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86a9646b-e13d-4d36-a7ba-d71f7943ccd6 req-b02df3fe-3d71-46d8-910f-20bd7299df42 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0646541 Feb 11 05:21:15.750446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Allocated IP 172.25.8.152 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/173c8dce-d65f-4fa4-9d19-435bda3aedfe) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:15.804909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0a7c9-f656-4dec-9896-f53d3a7f9157 req-0171162f-5589-47db-9d65-4ae3db1c33af tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:15.808535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4c0a7c9-f656-4dec-9896-f53d3a7f9157 req-0171162f-5589-47db-9d65-4ae3db1c33af tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1607163 Feb 11 05:21:15.980902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4c0a7c9-f656-4dec-9896-f53d3a7f9157 req-654841be-0f5c-4406-b767-ff13e5e72271 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645212 Feb 11 05:21:16.131320 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Publish callbacks [] for port (7d9a6eba-0664-458c-8309-fc5904576581), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.268803 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7d9a6eba-0664-458c-8309-fc5904576581), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.343249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41c205-308c-4cb4-8cbb-e2f448adfee0 req-47ed24cd-42b8-4395-af61-7c5d29112525 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.359607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef41c205-308c-4cb4-8cbb-e2f448adfee0 req-47ed24cd-42b8-4395-af61-7c5d29112525 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1832359 Feb 11 05:21:16.503124 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3de16473-5ba1-4098-a37e-b3d44531ca9d req-c8ec0245-d124-4e56-b868-9cf456b58a98 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0285511 Feb 11 05:21:16.526002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef41c205-308c-4cb4-8cbb-e2f448adfee0 req-d3c14706-79be-4d5a-92f7-447a4eafc12f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547160 Feb 11 05:21:16.565681 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Attempting to bind port 7d9a6eba-0664-458c-8309-fc5904576581 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:16.566280 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Attempting to bind port 7d9a6eba-0664-458c-8309-fc5904576581 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:16.566907 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Attempting to bind port 7d9a6eba-0664-458c-8309-fc5904576581 on network d0893411-9dcb-41c4-a7ee-36bafd9247e8 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:16.596560 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:16.596560 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Checking segment: {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:16.596560 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.596560 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Bound using segment: {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:16.596560 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Bound port: 7d9a6eba-0664-458c-8309-fc5904576581, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:16.596560 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7d9a6eba-0664-458c-8309-fc5904576581), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.631867 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for port (173c8dce-d65f-4fa4-9d19-435bda3aedfe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.837926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (173c8dce-d65f-4fa4-9d19-435bda3aedfe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.883271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90ba5b-fc31-4242-8d5b-09766812a71c req-58b03396-2299-4b4d-9d25-71b2b3accfff tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.891431 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff90ba5b-fc31-4242-8d5b-09766812a71c req-58b03396-2299-4b4d-9d25-71b2b3accfff tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.2783687 Feb 11 05:21:16.898312 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] For port 7d9a6eba-0664-458c-8309-fc5904576581, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:16.910607 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] For port 7d9a6eba-0664-458c-8309-fc5904576581, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7d9a6eba-0664-458c-8309-fc5904576581,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:16.922247 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Pushing event updated for resources: {'Port': ['ID=7d9a6eba-0664-458c-8309-fc5904576581,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:16.937362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802477-2d8c-4c62-aa22-a7d093af236b req-66774454-d0fa-488f-a67d-553f805f2c66 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.945439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7802477-2d8c-4c62-aa22-a7d093af236b req-66774454-d0fa-488f-a67d-553f805f2c66 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1878831 Feb 11 05:21:16.969393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event updated for resources: {'Port': ['ID=173c8dce-d65f-4fa4-9d19-435bda3aedfe,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.013689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:17.017343 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7d9a6eba-0664-458c-8309-fc5904576581), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.020763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:17.027314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:17.035334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff90ba5b-fc31-4242-8d5b-09766812a71c req-b71c4c38-d7cd-4cae-8857-2d48093ce59d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427085 Feb 11 05:21:17.046004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-84969a4f-68f9-41e2-b415-dcee3205c447 None None] Provisioning complete for port 7d9a6eba-0664-458c-8309-fc5904576581 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:17.057637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-84969a4f-68f9-41e2-b415-dcee3205c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7d9a6eba-0664-458c-8309-fc5904576581), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.186933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7802477-2d8c-4c62-aa22-a7d093af236b req-fee4b8ac-06f1-4afd-b318-e58829ff8c9e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403877 Feb 11 05:21:17.302944 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for floatingip (dde98e0d-7fde-463f-9f20-a1cb60b11503), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.378882 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-84969a4f-68f9-41e2-b415-dcee3205c447 None None] Current status of the port 7d9a6eba-0664-458c-8309-fc5904576581 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:17.379278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-84969a4f-68f9-41e2-b415-dcee3205c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7d9a6eba-0664-458c-8309-fc5904576581), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.461920 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:17.463506 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:21:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:17.482454 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:17.499456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bded635a-587a-4cee-a0eb-fe57e4da0dd5 req-5c3d72d7-7602-44de-9a80-697ea80cceac tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.1421313 Feb 11 05:21:17.515571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-84969a4f-68f9-41e2-b415-dcee3205c447 None None] For port 7d9a6eba-0664-458c-8309-fc5904576581, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7d9a6eba-0664-458c-8309-fc5904576581,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:17.524407 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Pushing event updated for resources: {'Port': ['ID=7d9a6eba-0664-458c-8309-fc5904576581,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.538450 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.539075 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.544772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635159-90cd-4c25-bc45-87625635bf83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:17.591998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (173c8dce-d65f-4fa4-9d19-435bda3aedfe), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.602945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-84969a4f-68f9-41e2-b415-dcee3205c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7d9a6eba-0664-458c-8309-fc5904576581), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.658421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f67b-b684-4d09-93e0-d02120b87b22 req-1b3c5547-c35d-4705-971e-13dd888d331d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:17.668517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc99f67b-b684-4d09-93e0-d02120b87b22 req-1b3c5547-c35d-4705-971e-13dd888d331d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1679842 Feb 11 05:21:17.766927 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:17.806410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84969a4f-68f9-41e2-b415-dcee3205c447 None None] Pushing event updated for resources: {'Port': ['ID=7d9a6eba-0664-458c-8309-fc5904576581,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.927766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc99f67b-b684-4d09-93e0-d02120b87b22 req-2bd6015b-2f5a-4d66-8054-217799ba16c9 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560165 Feb 11 05:21:17.937950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-28027398-d278-46b5-b1b1-03c3a85270de None None] Provisioning complete for port 7d9a6eba-0664-458c-8309-fc5904576581 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:17.938323 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28027398-d278-46b5-b1b1-03c3a85270de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7d9a6eba-0664-458c-8309-fc5904576581), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.003433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8aed0-3af0-4582-8bb2-f12cfb2c1bbe req-b45d9e0a-527b-407a-b023-4177ea943680 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.021070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1da8aed0-3af0-4582-8bb2-f12cfb2c1bbe req-b45d9e0a-527b-407a-b023-4177ea943680 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2130067 Feb 11 05:21:18.068756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-28027398-d278-46b5-b1b1-03c3a85270de None None] Current status of the port 7d9a6eba-0664-458c-8309-fc5904576581 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:18.154664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for port (173c8dce-d65f-4fa4-9d19-435bda3aedfe), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.184891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1da8aed0-3af0-4582-8bb2-f12cfb2c1bbe req-ec258e7b-a2d1-402c-a855-3cf55cba3a8d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627231 Feb 11 05:21:18.292729 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (173c8dce-d65f-4fa4-9d19-435bda3aedfe), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.319732 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:16Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:18.393033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89960a11-5691-4d75-b6ff-13fee14a361c req-f6100971-851c-4e90-b429-27a994005c44 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.397841 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954764e6-356c-4dc2-a34e-c68a0f0d17a3 None None] The sync data for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 is: [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:16Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:18.405507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89960a11-5691-4d75-b6ff-13fee14a361c req-f6100971-851c-4e90-b429-27a994005c44 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.2322991 Feb 11 05:21:18.439789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1ac7a-e50f-454d-8dd3-514ea10d3672 req-ac62119b-6303-41a2-8ea7-f3f11fedd0a5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.440905 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (dde98e0d-7fde-463f-9f20-a1cb60b11503), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.447390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ef1ac7a-e50f-454d-8dd3-514ea10d3672 req-ac62119b-6303-41a2-8ea7-f3f11fedd0a5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1366494 Feb 11 05:21:18.471960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event updated for resources: {'Port': ['ID=173c8dce-d65f-4fa4-9d19-435bda3aedfe,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:18.522448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89960a11-5691-4d75-b6ff-13fee14a361c req-ea8b080f-6aec-410e-8008-45ec1093fe54 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123002 Feb 11 05:21:18.547602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.549291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a48467b0-36ac-46c6-97c7-ef588de81e1b tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8562708 Feb 11 05:21:18.639963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ef1ac7a-e50f-454d-8dd3-514ea10d3672 req-985f9c0f-5f23-4e86-8bd9-049531847515 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914210 Feb 11 05:21:18.860827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7d9a6eba-0664-458c-8309-fc5904576581 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:18.899864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fa68ae1-d208-4894-8353-5e1b72163e49 req-62c97fa7-9e10-4995-acbb-6dbfb73f10c4 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.1319752 Feb 11 05:21:18.975661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-647b93d4-7283-4b82-a859-bb1392a80427 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1721459321&fields=id&tenant_id=9f16d28bfd52408aa515b13b57574ca5 HTTP/1.1" status: 200 len: 267 time: 0.0862942 Feb 11 05:21:19.017481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7d9a6eba-0664-458c-8309-fc5904576581 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:19.018828 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7d9a6eba-0664-458c-8309-fc5904576581), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.167963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-aa0b2f10-5302-4c8e-8625-79065a17a064 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.188584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-aa0b2f10-5302-4c8e-8625-79065a17a064 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/networks?id=d0893411-9dcb-41c4-a7ee-36bafd9247e8 HTTP/1.1" status: 200 len: 815 time: 0.2108161 Feb 11 05:21:19.205487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7d9a6eba-0664-458c-8309-fc5904576581 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:19.228034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-55029d6f-cbe1-4f59-bfbd-594a81168ed9 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/quotas/9f16d28bfd52408aa515b13b57574ca5 HTTP/1.1" status: 200 len: 375 time: 0.0383055 Feb 11 05:21:19.332925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4215b74-0d9e-4d10-be83-4302effaabda req-5b135ee5-e188-4e41-9f93-4804cc4ea002 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.334561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4215b74-0d9e-4d10-be83-4302effaabda req-5b135ee5-e188-4e41-9f93-4804cc4ea002 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1374230 Feb 11 05:21:19.380441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-66e16460-7f8d-470d-8423-fe8b4b83f431 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f16d28bfd52408aa515b13b57574ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420341 Feb 11 05:21:19.577711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4215b74-0d9e-4d10-be83-4302effaabda req-41ed9f06-2847-4a2f-b53f-4bbfdb4d9993 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343602 Feb 11 05:21:19.642640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-8a3d3a60-2692-44a1-a590-1a742763f9b5 service neutron] 10.222.0.62 "GET /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611778 Feb 11 05:21:19.807504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-903ac69c-05e6-427e-8ce4-501d91e1627f service neutron] 10.222.0.62 "GET /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638439 Feb 11 05:21:20.276386 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e3eb11d-2a39-4eb8-970f-d13487da5b00 req-0ff840cf-a74f-47d0-98f4-1601bc5cf930 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3f371cb792b4817ae2a43189d719a77&device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0850015 Feb 11 05:21:20.331887 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e3eb11d-2a39-4eb8-970f-d13487da5b00 req-3f50eb49-32a5-48af-b2e8-fced1a4e15ea service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f3f371cb792b4817ae2a43189d719a77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469317 Feb 11 05:21:20.448180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368e79f-55c7-4e3a-9ac9-f324163253bf req-6e7dad9b-19bb-4ba6-b0d6-de22257271a9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:20.470926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c368e79f-55c7-4e3a-9ac9-f324163253bf req-6e7dad9b-19bb-4ba6-b0d6-de22257271a9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.2120810 Feb 11 05:21:20.564938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb11d-2a39-4eb8-970f-d13487da5b00 req-15b9c48b-8d6a-40e7-8482-33252acce151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:20.566327 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e3eb11d-2a39-4eb8-970f-d13487da5b00 req-15b9c48b-8d6a-40e7-8482-33252acce151 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138791 Feb 11 05:21:20.635999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c368e79f-55c7-4e3a-9ac9-f324163253bf req-bedd18f6-bbba-4bf7-bccb-2ace71387a26 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636100 Feb 11 05:21:20.657012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a921d-43ea-482a-919b-81a435e85d37 req-e0a752d1-8471-4743-8e6d-3048cbb08073 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:20.668343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f89a921d-43ea-482a-919b-81a435e85d37 req-e0a752d1-8471-4743-8e6d-3048cbb08073 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.2781219 Feb 11 05:21:20.839971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f89a921d-43ea-482a-919b-81a435e85d37 req-b799bea5-d4a5-4797-a15a-28d324a4f429 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651657 Feb 11 05:21:20.915615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ac43a-6cba-4a39-9c13-e609a0cd9fc6 req-ce1dd5aa-3fdb-40cf-bf48-d5572d667025 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:20.922966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-067ac43a-6cba-4a39-9c13-e609a0cd9fc6 req-ce1dd5aa-3fdb-40cf-bf48-d5572d667025 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1421142 Feb 11 05:21:21.131839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3037215-d248-43fd-89b8-8730340e7e5c req-6281fd56-f8e7-4026-bce0-b3a47d35d091 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 210 time: 0.1760244 Feb 11 05:21:21.212626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-067ac43a-6cba-4a39-9c13-e609a0cd9fc6 req-c10e09cc-3822-4dd9-901d-1014f281fcbf tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767806 Feb 11 05:21:21.276838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c55e62f9-fc34-4805-b242-8f6582a74599 req-2786b627-17ed-40b0-94fa-edddba7d5d60 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0425816 Feb 11 05:21:21.394628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656751-6c80-4050-a5b0-00ef6cc143ab req-842ac4f8-b7fa-4aed-9625-06ba0e60e1b0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.396149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1656751-6c80-4050-a5b0-00ef6cc143ab req-842ac4f8-b7fa-4aed-9625-06ba0e60e1b0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.0969551 Feb 11 05:21:21.465765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1656751-6c80-4050-a5b0-00ef6cc143ab req-a0f63856-835e-4c64-bdee-a43f921f4fca tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Feb 11 05:21:21.773005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31380b60-1ff7-4ffd-bfb0-58b2dd6c1c7d req-5ee69a82-2ee4-4b5c-b06e-043d085eff18 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.774782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31380b60-1ff7-4ffd-bfb0-58b2dd6c1c7d req-5ee69a82-2ee4-4b5c-b06e-043d085eff18 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0664082 Feb 11 05:21:21.836168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31380b60-1ff7-4ffd-bfb0-58b2dd6c1c7d req-b52335ce-fb45-4edb-ab8a-1344b4187e92 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546637 Feb 11 05:21:21.999073 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e3eb11d-2a39-4eb8-970f-d13487da5b00 req-7f8cc0af-9db8-4c0d-bcc0-aaa75f8afea5 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0633359 Feb 11 05:21:22.110669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363dc28-e6ca-46f1-a987-ed97b296d7ec req-2854d378-4dea-4bcb-828d-6bf6df9ef1e8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.125266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7363dc28-e6ca-46f1-a987-ed97b296d7ec req-2854d378-4dea-4bcb-828d-6bf6df9ef1e8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1326406 Feb 11 05:21:22.191461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7363dc28-e6ca-46f1-a987-ed97b296d7ec req-2f902696-42de-4802-a572-e0c87c18c7b3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651855 Feb 11 05:21:22.265202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d897bac1-d12d-4c2a-b4b5-2cd064f0eda5 req-33575c4c-8cb9-45a1-a96f-7ff7b57df6b5 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 210 time: 0.0561800 Feb 11 05:21:22.387066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8944-d908-43db-80c6-404d195a9403 req-58bfec3c-f5c2-4cc7-a5a5-6d215c5aa14d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.390055 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56ac8944-d908-43db-80c6-404d195a9403 req-58bfec3c-f5c2-4cc7-a5a5-6d215c5aa14d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.0732620 Feb 11 05:21:22.429841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bcbf795-53f3-4db5-9479-9612f0319372 req-a66659ca-e9ed-4b79-bdf1-5733240b3e32 tempest-ServerShowV254Test-1577606532 tempest-ServerShowV254Test-1577606532-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb43076-99bb-4198-b3ed-2d01457d2a77 HTTP/1.1" status: 200 len: 210 time: 0.0359421 Feb 11 05:21:22.501926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56ac8944-d908-43db-80c6-404d195a9403 req-9e95c9da-fb18-470b-b745-06dd17e08812 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988877 Feb 11 05:21:22.731558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a0166-7a0a-4390-81f0-13c16b4eed64 req-7919353c-fde0-4d73-98e8-d73bc38854ba tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.734012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-803a0166-7a0a-4390-81f0-13c16b4eed64 req-7919353c-fde0-4d73-98e8-d73bc38854ba tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1145766 Feb 11 05:21:22.801665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-803a0166-7a0a-4390-81f0-13c16b4eed64 req-12ad0fe6-b362-4816-b5ab-8f866fca6a0f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603566 Feb 11 05:21:23.017798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480abac6-7d28-4aff-b879-060a35f9d345 req-f7ceaee5-3c17-47f7-ba76-dfe2108ad68a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.019558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-480abac6-7d28-4aff-b879-060a35f9d345 req-f7ceaee5-3c17-47f7-ba76-dfe2108ad68a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.0834198 Feb 11 05:21:23.122451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-480abac6-7d28-4aff-b879-060a35f9d345 req-68a7983f-333b-4b26-8c78-a08604c33572 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949719 Feb 11 05:21:23.281450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152bf13-828a-4d0e-9e48-55d1e1ded75e req-45e2a42c-6dca-4c10-9405-a2a78e771de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.283617 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2152bf13-828a-4d0e-9e48-55d1e1ded75e req-45e2a42c-6dca-4c10-9405-a2a78e771de3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 1128 time: 0.0525379 Feb 11 05:21:23.344931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79988d66-0838-4681-9ec2-11187ea34672 req-96ccd4b8-5bf7-4039-a701-3e0f280685d1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.347524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79988d66-0838-4681-9ec2-11187ea34672 req-96ccd4b8-5bf7-4039-a701-3e0f280685d1 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.0792511 Feb 11 05:21:23.387415 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2152bf13-828a-4d0e-9e48-55d1e1ded75e req-a16ce49c-add4-4948-be66-6ed2481fb3e4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973098 Feb 11 05:21:23.448231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4e925ac-5540-4b6c-81af-4376a1631b42 req-fab49766-090c-4557-bedd-fabac2834c03 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 210 time: 0.0426590 Feb 11 05:21:23.481956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79988d66-0838-4681-9ec2-11187ea34672 req-19f755fd-69e2-4b07-8c96-68d37982efae tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172173 Feb 11 05:21:23.744238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52449194-b812-41dc-a4b4-9c679521930a req-4970a7f3-4190-418e-bfc9-f41608507afe tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.747090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52449194-b812-41dc-a4b4-9c679521930a req-4970a7f3-4190-418e-bfc9-f41608507afe tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.0984707 Feb 11 05:21:23.836818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52449194-b812-41dc-a4b4-9c679521930a req-10a43d14-44e6-42ee-bcc9-43af971efbbc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747192 Feb 11 05:21:23.975723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e0a14-afea-4241-ad94-07e294126415 req-a76c06bc-f566-435b-8612-cb163b1d9ad3 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.977719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c24e0a14-afea-4241-ad94-07e294126415 req-a76c06bc-f566-435b-8612-cb163b1d9ad3 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.0814111 Feb 11 05:21:24.153348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c24e0a14-afea-4241-ad94-07e294126415 req-ea6be6ac-1aed-4ccb-8288-4f6ccbf70208 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635270 Feb 11 05:21:24.263723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50060) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:24.274071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-9b5469c3-8032-425f-a456-f1d5528355d8 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:24.276542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-9b5469c3-8032-425f-a456-f1d5528355d8 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.83 "GET /v2.0/networks?id=d0893411-9dcb-41c4-a7ee-36bafd9247e8 HTTP/1.1" status: 200 len: 815 time: 0.2578921 Feb 11 05:21:24.428013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-49d2d8e1-64c1-42f4-8c50-947dd74edd41 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:24.429642 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-49d2d8e1-64c1-42f4-8c50-947dd74edd41 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1129 time: 0.1190763 Feb 11 05:21:24.445148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-37'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:24.525090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a036aff5-0dd4-42fb-b53a-5bd31b74f01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.627787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a036aff5-0dd4-42fb-b53a-5bd31b74f01b admin admin] Publish callbacks [] for security_group (b2d45856-e823-49c4-9ce1-b5bb9bcff617), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.670538 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.733951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a036aff5-0dd4-42fb-b53a-5bd31b74f01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2d45856-e823-49c4-9ce1-b5bb9bcff617), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.798178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20705e5b-9c64-4c0a-864c-27b658442407 req-cc922c0a-bf7f-443a-9ac2-c2d6542f387a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 210 time: 0.0484734 Feb 11 05:21:24.799149 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a036aff5-0dd4-42fb-b53a-5bd31b74f01b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3f371cb792b4817ae2a43189d719a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5341647 Feb 11 05:21:24.801990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50068) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:24.802925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036aff5-0dd4-42fb-b53a-5bd31b74f01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d45856-e823-49c4-9ce1-b5bb9bcff617,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:24.849328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85cf4b-1f8a-490e-b89b-b4ddedc2ef4d req-7b32d7de-5696-46bb-b89c-005b9ed2d9f8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:24.857974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c85cf4b-1f8a-490e-b89b-b4ddedc2ef4d req-7b32d7de-5696-46bb-b89c-005b9ed2d9f8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.5803163 Feb 11 05:21:24.885123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-1797baae-867e-44f8-8ebe-f81af8a81a39 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f16d28bfd52408aa515b13b57574ca5 HTTP/1.1" status: 200 len: 380 time: 0.5979114 Feb 11 05:21:24.895195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Request body: {'port': {'device_id': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'admin_state_up': True, 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'security_groups': ['c53c5f95-85ad-4acd-811b-c6f4e1b377e7']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:24.958208 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf40f613-a686-4cd5-aadf-a97600d40073 admin admin] Publish callbacks [] for security_group (b2d45856-e823-49c4-9ce1-b5bb9bcff617), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.018853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf40f613-a686-4cd5-aadf-a97600d40073 admin admin] Publish callbacks [] for security_group (b2d45856-e823-49c4-9ce1-b5bb9bcff617), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.026210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c85cf4b-1f8a-490e-b89b-b4ddedc2ef4d req-f89590fa-4acc-4a7e-9e6c-5741ead96875 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587770 Feb 11 05:21:25.044031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:25.082893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09663c1f-8870-4563-9d04-d1c1af23cebc req-a5840ada-2552-44d9-88d6-2a188c66c7bb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:25.090832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09663c1f-8870-4563-9d04-d1c1af23cebc req-a5840ada-2552-44d9-88d6-2a188c66c7bb tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 946 time: 0.1679749 Feb 11 05:21:25.147343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:25.217306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:25.219786 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2db9b5b-d013-4d8b-9a6e-b8d75313e871" -d '{"events": [{"server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:25.224486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Publish callbacks [] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.226876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09663c1f-8870-4563-9d04-d1c1af23cebc req-2843dd93-b093-4486-8ec3-2cc71463c5d7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318913 Feb 11 05:21:25.247895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329edbe7-5bf7-436b-899b-147d528aab40 req-d3baf4ac-e72b-4247-858c-59861c027045 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:25.249810 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-329edbe7-5bf7-436b-899b-147d528aab40 req-d3baf4ac-e72b-4247-858c-59861c027045 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1326418 Feb 11 05:21:25.351943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf40f613-a686-4cd5-aadf-a97600d40073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2d45856-e823-49c4-9ce1-b5bb9bcff617), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.359105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-329edbe7-5bf7-436b-899b-147d528aab40 req-b293a60a-21e6-4aeb-94ac-85b2db25f3b9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952890 Feb 11 05:21:25.359431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf40f613-a686-4cd5-aadf-a97600d40073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.359431 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bf40f613-a686-4cd5-aadf-a97600d40073 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2d45856-e823-49c4-9ce1-b5bb9bcff617 HTTP/1.1" status: 204 len: 168 time: 0.5490656 Feb 11 05:21:25.380755 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.416409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dfb8b-31bb-4af4-a9b3-f5e50a484820 req-a9421c0a-e82d-4527-9135-81851def9a78 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:25.434222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-322dfb8b-31bb-4af4-a9b3-f5e50a484820 req-a9421c0a-e82d-4527-9135-81851def9a78 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.1173189 Feb 11 05:21:25.457776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40f613-a686-4cd5-aadf-a97600d40073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d45856-e823-49c4-9ce1-b5bb9bcff617,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:25.540307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Made reservation on behalf of 9f16d28bfd52408aa515b13b57574ca5 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:25.545855 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.590723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Pushing event updated for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:25.593899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:25.594243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:25.594586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:25.602353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:25.602353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:25.608030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:25.608395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:25.608829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:25.609277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Bound port: 759f867e-a0dc-48dd-a9d5-1fee7299914e, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:25.609676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.687912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:25.692016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:25.696443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-322dfb8b-31bb-4af4-a9b3-f5e50a484820 req-04a313b1-988a-4c6d-a7b7-5242c46840a4 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611623 Feb 11 05:21:25.781897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Allocated IP 172.20.0.6 (d0893411-9dcb-41c4-a7ee-36bafd9247e8/0e3e9442-b64f-4e60-9b5e-6807c3ed9065/4b604103-ed95-4576-aaaf-b40ba284f317) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:25.845573 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c0af26-3028-4c1f-bca2-6220ff1c0482 x-openstack-request-id: req-57c0af26-3028-4c1f-bca2-6220ff1c0482 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:25.845573 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:25.845919 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57c0af26-3028-4c1f-bca2-6220ff1c0482 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:25.846935 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e', 'code': 200} Feb 11 05:21:25.976658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df7b2228-d80b-4036-8890-85a73257101f req-c79eae1f-fd64-484e-bfdc-27a6742eba94 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 210 time: 0.0467019 Feb 11 05:21:26.019564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 759f867e-a0dc-48dd-a9d5-1fee7299914e details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:26.037066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.079222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for port (4b604103-ed95-4576-aaaf-b40ba284f317), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.192401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:26.215457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:26.221483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.221483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] 10.222.0.65 "PUT /v2.0/ports/759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 200 len: 1124 time: 1.7794175 Feb 11 05:21:26.244450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a6036-d4a1-457d-aa1c-af823a2b8dfc service neutron] Pushing event updated for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=8']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:26.277744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:26.278151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:26.278548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:26.290810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:26.291283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempting to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e on network 083714e0-fbcb-4f2b-b929-fd0939a5f61f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:26.299030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:26.299854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Checking segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:26.301276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Bound using segment: {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:26.302293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Bound port: 759f867e-a0dc-48dd-a9d5-1fee7299914e, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ec1e5-862d-4388-bb89-2ed2f2adb130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '083714e0-fbcb-4f2b-b929-fd0939a5f61f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:26.303051 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.318207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-9f4095af-8c56-497c-bdfc-7de909418b1c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:26.319812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-9f4095af-8c56-497c-bdfc-7de909418b1c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 811 time: 0.3296053 Feb 11 05:21:26.322820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['759f867e-a0dc-48dd-a9d5-1fee7299914e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:26.337356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05d3c5-0592-4806-8693-f2a04d054285 req-8a1bb2e2-467f-4410-8f26-966d2523e21f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:26.341298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['759f867e-a0dc-48dd-a9d5-1fee7299914e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:26.346977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa05d3c5-0592-4806-8693-f2a04d054285 req-8a1bb2e2-467f-4410-8f26-966d2523e21f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.1842787 Feb 11 05:21:26.400421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-d4fed4d4-99d3-4cfd-a36f-f983c58ec0dd tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/quotas/0b2f3e50e66645b781c75ce85e69bcb1 HTTP/1.1" status: 200 len: 375 time: 0.0395784 Feb 11 05:21:26.537072 n-d-713498-37 neutron-server[104088]: WARNING neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Concurrent port binding operations failed on port 759f867e-a0dc-48dd-a9d5-1fee7299914e Feb 11 05:21:26.547872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:26.554743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa05d3c5-0592-4806-8693-f2a04d054285 req-18e0c394-9ed8-440a-a73f-74c4b305447d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042072 Feb 11 05:21:26.559909 n-d-713498-37 neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Attempt 2 to bind port 759f867e-a0dc-48dd-a9d5-1fee7299914e Feb 11 05:21:26.560393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 759f867e-a0dc-48dd-a9d5-1fee7299914e has no active binding in host n-h2-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:21:26.562659 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-bef565f7-30b5-416a-b067-7262b16fefa6 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1608021 Feb 11 05:21:26.680490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.741326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:26.749901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:26.758112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-6a2bc4da-b7f6-4cd0-849c-300800ee658c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:21:26.758886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-6a2bc4da-b7f6-4cd0-849c-300800ee658c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1795950 Feb 11 05:21:26.759955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:26.886074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fc5bd-1f89-4e1d-a2fa-1d600a73b7e5 req-8d83b4c7-9e61-4156-89ed-5f3139f89862 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:26.893546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be8fc5bd-1f89-4e1d-a2fa-1d600a73b7e5 req-8d83b4c7-9e61-4156-89ed-5f3139f89862 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.2476728 Feb 11 05:21:26.914357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event updated for resources: {'Port': ['ID=4b604103-ed95-4576-aaaf-b40ba284f317,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:26.927951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:26.927951 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.074565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be8fc5bd-1f89-4e1d-a2fa-1d600a73b7e5 req-406f7d6f-0410-434e-915d-288f9b3ec0f6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799216 Feb 11 05:21:27.118736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-fd6e15f4-4d16-40f2-a26c-fc82be24e4e0 service neutron] 10.222.0.62 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932260 Feb 11 05:21:27.172576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-ea35e655-d1b2-4925-b9fc-924c55cda610 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2819533 Feb 11 05:21:27.193844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-d999c6a4-fe5c-4c3b-8adb-6acc7e512454 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:21:27.195067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-d999c6a4-fe5c-4c3b-8adb-6acc7e512454 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058923 Feb 11 05:21:27.222832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3d0c1868-fe47-4051-9de4-44b01f5be4c8 None None] Provisioning complete for port 4b604103-ed95-4576-aaaf-b40ba284f317 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:27.223494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1868-fe47-4051-9de4-44b01f5be4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.267605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c1868-fe47-4051-9de4-44b01f5be4c8 None None] Port 4b604103-ed95-4576-aaaf-b40ba284f317 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:27.347270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-cc22ad52-abc5-4839-8d7c-315ce0bd7a9a service neutron] 10.222.0.62 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212842 Feb 11 05:21:27.356336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e9a5b-8a83-44ac-9374-ae26f3b53061 req-c55fa16e-660c-49f5-9dec-0af2a4ea19db tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:27.363468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d79e9a5b-8a83-44ac-9374-ae26f3b53061 req-c55fa16e-660c-49f5-9dec-0af2a4ea19db tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1645327 Feb 11 05:21:27.420638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d79e9a5b-8a83-44ac-9374-ae26f3b53061 req-d7351b7b-70e1-4f5a-8645-fb0ea87acd14 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560265 Feb 11 05:21:27.487849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50134) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:27.540130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Request body: {'port': {'device_id': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:27.572406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-391803166-network', 'tenant_id': '3bda49cfd60d490f8c45daf930d04fd8'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:27.711910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300ab5d-6155-4cac-9447-e14af2d96bdf req-844d01dd-823d-41c6-8ca7-1b3b5600218d tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:27.720062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7300ab5d-6155-4cac-9447-e14af2d96bdf req-844d01dd-823d-41c6-8ca7-1b3b5600218d tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 931 time: 0.1991675 Feb 11 05:21:27.767406 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.772563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-798760d9-8080-41a9-92ae-48dbf570ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:27.774132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-798760d9-8080-41a9-92ae-48dbf570ac61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1128 time: 0.1977406 Feb 11 05:21:27.778325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Made reservation on behalf of 3bda49cfd60d490f8c45daf930d04fd8 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:27.781098 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.817834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.847430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:27.857587 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fca701-5192-44c7-8279-728001b262ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:27.952802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7300ab5d-6155-4cac-9447-e14af2d96bdf req-c72842a2-b815-4d4a-b9c0-6d414f0270b3 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269628 Feb 11 05:21:28.001994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0544ff-6503-4e50-9cc0-21d621a79de4 req-eb0a3b0e-b41b-4854-9e97-9c3cb8ff3d67 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.003574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a0544ff-6503-4e50-9cc0-21d621a79de4 req-eb0a3b0e-b41b-4854-9e97-9c3cb8ff3d67 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 0.3036797 Feb 11 05:21:28.128502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1cd166c-9fca-41bd-8bbd-e7e75186ed53 req-db62bf22-32f1-4121-a079-3a7dfc1d944a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 210 time: 0.1206701 Feb 11 05:21:28.153247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-293beb22-8fb4-43cd-b3f2-d4c37048ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.153247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-293beb22-8fb4-43cd-b3f2-d4c37048ac33 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 915 time: 0.3484998 Feb 11 05:21:28.195089 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454c46ee-2296-43a6-98b5-597f546c5db4 x-openstack-request-id: req-454c46ee-2296-43a6-98b5-597f546c5db4 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:28.195558 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:28.196070 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-454c46ee-2296-43a6-98b5-597f546c5db4 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:28.196462 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e', 'status': 'completed', 'code': 200} Feb 11 05:21:28.221581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-600944dc-fd81-474b-81f2-79ce336cc0c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 200 len: 217 time: 0.0675414 Feb 11 05:21:28.260734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a0544ff-6503-4e50-9cc0-21d621a79de4 req-4300860c-18e6-411e-aceb-7f6a7b177ecf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048507 Feb 11 05:21:28.332361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fca701-5192-44c7-8279-728001b262ac req-b2a78f47-76b1-42ac-82c6-c03e087ad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.335077 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62fca701-5192-44c7-8279-728001b262ac req-b2a78f47-76b1-42ac-82c6-c03e087ad3d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1158 time: 0.1133950 Feb 11 05:21:28.421623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Publish callbacks [] for security_group (670b9402-b3a7-4253-8ca9-b0b4b758b012), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.430072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-82a6099e-7e50-423b-9317-10d3f109b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.431877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-82a6099e-7e50-423b-9317-10d3f109b49b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2884e132-0b62-4214-af9f-b6a3130b51f7 HTTP/1.1" status: 200 len: 854 time: 0.1928902 Feb 11 05:21:28.489019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-10316a8a-a41d-4c0b-a180-01e7834bb873 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22b3f78-9781-4966-98b1-48d5b8475e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495403 Feb 11 05:21:28.527507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fca701-5192-44c7-8279-728001b262ac req-b6d408ee-5250-41f1-a3bf-729b60874e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.529135 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62fca701-5192-44c7-8279-728001b262ac req-b6d408ee-5250-41f1-a3bf-729b60874e8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.1834569 Feb 11 05:21:28.542250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aca82-3c4c-400b-b556-b4b451d16e63 req-2f41a64f-915d-4c47-8c4a-8b1aeece3147 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.551550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-352aca82-3c4c-400b-b556-b4b451d16e63 req-2f41a64f-915d-4c47-8c4a-8b1aeece3147 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.2163754 Feb 11 05:21:28.567683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (670b9402-b3a7-4253-8ca9-b0b4b758b012), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.623030 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62fca701-5192-44c7-8279-728001b262ac req-01696f10-ccbb-4250-8213-66ebcadabf60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 200 len: 217 time: 0.0848916 Feb 11 05:21:28.710365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:28.728965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b604103-ed95-4576-aaaf-b40ba284f317 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:28.747114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.83', 64194) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:28.749955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Publish callbacks [] for port (4b604103-ed95-4576-aaaf-b40ba284f317), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.773310 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b64a0e6f-27c6-4398-98c0-68951baa43e5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.780289 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Added segment b64a0e6f-27c6-4398-98c0-68951baa43e5 of type vlan for network 6677dbe1-5913-4859-bad0-2320dad9ec8d Feb 11 05:21:28.794135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670b9402-b3a7-4253-8ca9-b0b4b758b012,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:28.813632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fca701-5192-44c7-8279-728001b262ac req-bbe06be9-ae21-42b1-974c-bdd7954b0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.815406 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62fca701-5192-44c7-8279-728001b262ac req-bbe06be9-ae21-42b1-974c-bdd7954b0c76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.1017449 Feb 11 05:21:28.826428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-352aca82-3c4c-400b-b556-b4b451d16e63 req-c97e79e9-4354-44b0-a1a3-6685645fba92 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737551 Feb 11 05:21:28.854521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Transition to ACTIVE for port object 4b604103-ed95-4576-aaaf-b40ba284f317 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:28.864008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-1d19f9c5-b4f6-4be1-9c63-d7526a75b27f service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626277 Feb 11 05:21:28.879747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6677dbe1-5913-4859-bad0-2320dad9ec8d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.888724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fc5b7-a327-4f6a-902f-ce3eddae25b9 req-5c439d4e-f316-436c-a13a-c91f4ecefe39 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.890322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-368fc5b7-a327-4f6a-902f-ce3eddae25b9 req-5c439d4e-f316-436c-a13a-c91f4ecefe39 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.2813928 Feb 11 05:21:28.892201 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62fca701-5192-44c7-8279-728001b262ac req-34aea188-c2e9-4d9a-a253-08aa7b46d80f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580707 Feb 11 05:21:28.899606 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-48f55dcd-017d-4da2-9364-48d4b29fca87 service neutron] 10.222.0.83 "GET /v2.0/ports/ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0/bindings/n-h1-713498-37 HTTP/1.1" status: 200 len: 383 time: 0.1494625 Feb 11 05:21:29.048238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62fca701-5192-44c7-8279-728001b262ac req-b8d92e66-1032-463f-8f89-eb88e5ee35ee service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307402 Feb 11 05:21:29.161589 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62fca701-5192-44c7-8279-728001b262ac req-2e027c9a-a911-4647-8d61-061c0e90c375 service neutron] 10.222.0.83 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045930 Feb 11 05:21:29.221228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.440683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-368fc5b7-a327-4f6a-902f-ce3eddae25b9 req-649d189b-8b9b-4246-ba13-435a8b677e67 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387909 Feb 11 05:21:29.457628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Pushing event updated for resources: {'Port': ['ID=4b604103-ed95-4576-aaaf-b40ba284f317,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:29.464368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6677dbe1-5913-4859-bad0-2320dad9ec8d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.465826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.467216 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.509484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3f516b-2368-48ce-b805-b964e4e0aecd req-33dd241b-d21a-4d0c-9210-047eac24cb6d service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179340 Feb 11 05:21:29.629356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad18eb3-80ae-456e-a19e-f4c4cadcc706 req-680c04c6-cf6c-4e3c-80e0-1993e3d68943 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.639692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ad18eb3-80ae-456e-a19e-f4c4cadcc706 req-680c04c6-cf6c-4e3c-80e0-1993e3d68943 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 943 time: 0.4253080 Feb 11 05:21:29.677914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86895053-5ead-44fa-86b9-0457b423fbe6 req-dc867ace-d103-4af0-965d-1aea3f855311 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 210 time: 0.1121900 Feb 11 05:21:29.687016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] Pushing event updated for resources: {'Network': ['ID=6677dbe1-5913-4859-bad0-2320dad9ec8d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:29.724585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6677dbe1-5913-4859-bad0-2320dad9ec8d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:29.749593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-794aadbb-ce89-4941-94a7-1de0ac0d1f88 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2511282 Feb 11 05:21:29.749593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50176) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:29.770788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Request body: {'subnet': {'network_id': '6677dbe1-5913-4859-bad0-2320dad9ec8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-391803166-subnet', 'tenant_id': '3bda49cfd60d490f8c45daf930d04fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:29.857240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Attempting to bind port 4b604103-ed95-4576-aaaf-b40ba284f317 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:29.858257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Attempting to bind port 4b604103-ed95-4576-aaaf-b40ba284f317 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:29.858388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Attempting to bind port 4b604103-ed95-4576-aaaf-b40ba284f317 on network d0893411-9dcb-41c4-a7ee-36bafd9247e8 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:29.893141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Port 4b604103-ed95-4576-aaaf-b40ba284f317 on network d0893411-9dcb-41c4-a7ee-36bafd9247e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:29.893679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Attempting to bind port 4b604103-ed95-4576-aaaf-b40ba284f317 on network d0893411-9dcb-41c4-a7ee-36bafd9247e8 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:29.948507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ad18eb3-80ae-456e-a19e-f4c4cadcc706 req-a4165e21-8acf-4c03-90db-27cff3073f74 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078215 Feb 11 05:21:29.957825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:29.958694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Checking segment: {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:29.959890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Bound using segment: {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:29.960153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Bound port: 4b604103-ed95-4576-aaaf-b40ba284f317, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0814f3a2-a13b-4df6-9d83-c596e0016f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:29.960569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.088036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Made reservation on behalf of 3bda49cfd60d490f8c45daf930d04fd8 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:30.090485 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.147939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-4cff82b8-4c99-4127-b424-d7498bc36e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.151021 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-4cff82b8-4c99-4127-b424-d7498bc36e93 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df&tenant_id=258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 1133 time: 0.2263370 Feb 11 05:21:30.214411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-68c973d6-27b3-4ef5-99a1-cc1a5eae613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.217142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-68c973d6-27b3-4ef5-99a1-cc1a5eae613e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1128 time: 0.5537233 Feb 11 05:21:30.416877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-76ca851c-6e70-4b71-8dcb-88266d363d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.420778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-76ca851c-6e70-4b71-8dcb-88266d363d67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 1133 time: 0.1891441 Feb 11 05:21:30.664631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-2bc65f24-094c-4a9e-a1bf-1946a851eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.666470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] For port 4b604103-ed95-4576-aaaf-b40ba284f317, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:30.668383 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-2bc65f24-094c-4a9e-a1bf-1946a851eb65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2426448 Feb 11 05:21:30.692997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] For port 4b604103-ed95-4576-aaaf-b40ba284f317, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4b604103-ed95-4576-aaaf-b40ba284f317,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:30.776518 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-8d6b6fd3-f697-4916-880c-48a24c61ef01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 217 time: 0.0984113 Feb 11 05:21:30.796417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (4e2733d6-055c-4438-a06d-9ab806c78ed7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.827787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.847759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-fae69c29-491e-44ed-acd2-2b693021ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.849439 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-fae69c29-491e-44ed-acd2-2b693021ef86 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0672207 Feb 11 05:21:30.949023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-683807c5-132e-4663-a432-88cc9e26db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.954501 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-683807c5-132e-4663-a432-88cc9e26db0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0994935 Feb 11 05:21:30.989102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e09a7-0497-496f-9764-9ee73d78f93e req-82ba8382-c88d-47b8-9cfb-1692f24609c7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.997253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a75e09a7-0497-496f-9764-9ee73d78f93e req-82ba8382-c88d-47b8-9cfb-1692f24609c7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 945 time: 1.0709891 Feb 11 05:21:31.035123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-235f3fde-9f16-40ba-aec1-482d569f02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:31.044690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-235f3fde-9f16-40ba-aec1-482d569f02da service neutron] 10.222.0.83 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 915 time: 0.6935935 Feb 11 05:21:31.113844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:31.115409 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.117915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] 10.222.0.83 "PUT /v2.0/ports/4b604103-ed95-4576-aaaf-b40ba284f317 HTTP/1.1" status: 200 len: 1092 time: 3.9064932 Feb 11 05:21:31.135133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2733d6-055c-4438-a06d-9ab806c78ed7,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:31.138566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795550ff-c201-4022-9c69-8cc8f21bfdbf service neutron] Pushing event updated for resources: {'Port': ['ID=4b604103-ed95-4576-aaaf-b40ba284f317,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:31.143283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-783bd98e-3635-43ee-bf4b-0786effd5c3f service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784506 Feb 11 05:21:31.154015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1862833-7616-45c4-9632-784d993e2b4a req-5c124238-5f86-423f-9d38-9152b29d4741 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:31.165873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1862833-7616-45c4-9632-784d993e2b4a req-5c124238-5f86-423f-9d38-9152b29d4741 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.9547079 Feb 11 05:21:31.191929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'tag': '4b604103-ed95-4576-aaaf-b40ba284f317'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:31.195384 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40" -d '{"events": [{"name": "network-changed", "server_uuid": "58e2b9b1-01a0-4d7e-a21d-084aa06cce69", "tag": "4b604103-ed95-4576-aaaf-b40ba284f317"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:31.244911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:31.338149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-c5332fb3-ff25-4453-ad73-e4a336f0d570 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 200 len: 217 time: 0.1312165 Feb 11 05:21:31.427592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2bb6754-1695-4fa2-8db6-7a7923197fa7 req-344acd39-c2ad-4e4b-a3c3-7cbe6126ba58 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502370 Feb 11 05:21:31.453536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1862833-7616-45c4-9632-784d993e2b4a req-69c886ca-85e5-4010-af10-31f80ab0f288 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869279 Feb 11 05:21:31.484348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Checking segment: {'id': 'b64a0e6f-27c6-4398-98c0-68951baa43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6677dbe1-5913-4859-bad0-2320dad9ec8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:31.487831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Network hostable DHCP agents. Network: 6677dbe1-5913-4859-bad0-2320dad9ec8d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:31.519913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a75e09a7-0497-496f-9764-9ee73d78f93e req-ebee7905-f5b3-4201-ac89-caa55cf03c6a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215068 Feb 11 05:21:31.525849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-d16b3a6b-9d0a-4dec-89c7-76cdc89dfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:31.528432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-d16b3a6b-9d0a-4dec-89c7-76cdc89dfce7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2884e132-0b62-4214-af9f-b6a3130b51f7 HTTP/1.1" status: 200 len: 854 time: 0.1808767 Feb 11 05:21:31.604997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9601497d-9d4d-45a1-977b-786c4334d9e4 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:31.605472 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.658442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-7e165d6b-b136-4678-b097-879d7fdf09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:31.666136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-7e165d6b-b136-4678-b097-879d7fdf09bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f16d28bfd52408aa515b13b57574ca5&device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 1126 time: 0.3675017 Feb 11 05:21:31.678744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-3d750655-39c5-4221-bfe1-b6c076cdb9d2 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:31.681179 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-3d750655-39c5-4221-bfe1-b6c076cdb9d2 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.65 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 811 time: 0.5367029 Feb 11 05:21:31.701837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Request body: {'port': {'device_id': '54af4906-1681-48ef-973b-2548df756da0', 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d', 'admin_state_up': True, 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:31.773925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-32ec46bd-a550-4946-b0f9-4c3d552f0c4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22b3f78-9781-4966-98b1-48d5b8475e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2323682 Feb 11 05:21:31.783942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ceb8247-785a-49b9-ab84-888d4e975dfd req-7300bd6b-42d2-48ee-bb9b-7fb2b9552c2c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 210 time: 0.1139109 Feb 11 05:21:31.813335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:31.819528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:31.832027 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8016ecb3-2faf-45fd-84d5-2d846dd49b8a" -d '{"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:31.846865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-5d3bbc19-7bca-49c6-b73c-7cc9cf6e92ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b604103-ed95-4576-aaaf-b40ba284f317 HTTP/1.1" status: 200 len: 217 time: 0.0702026 Feb 11 05:21:31.891581 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.892394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:31.938327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Network 6677dbe1-5913-4859-bad0-2320dad9ec8d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:32.089311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-be4a8cc8-6e1b-4729-9b9b-40399822c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:32.091346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-be4a8cc8-6e1b-4729-9b9b-40399822c2a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e9442-b64f-4e60-9b5e-6807c3ed9065 HTTP/1.1" status: 200 len: 854 time: 0.1848738 Feb 11 05:21:32.102026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:32.124359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6677dbe1-5913-4859-bad0-2320dad9ec8d) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:32.136216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:32.141014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Made reservation on behalf of 0b2f3e50e66645b781c75ce85e69bcb1 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:32.141185 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.141317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.142381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b43605-2ff1-48e5-9b31-489fc1b09d3f None None] Network 6677dbe1-5913-4859-bad0-2320dad9ec8d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:32.184999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43a6c-084d-455a-b9bd-07ec5ff69b5d req-41aad02c-c62f-4514-96a5-a08d37f5b88f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:32.198814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afa43a6c-084d-455a-b9bd-07ec5ff69b5d req-41aad02c-c62f-4514-96a5-a08d37f5b88f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.4234002 Feb 11 05:21:32.200275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:32.200979 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.210456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-65728aff-92f5-4949-991d-605c4444f85f service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243090 Feb 11 05:21:32.276684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:32.295376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66a203-716d-4118-ba81-689d341e76bf req-48dd8e08-c3d5-45be-8b27-761c217a8c56 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:32.304589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb66a203-716d-4118-ba81-689d341e76bf req-48dd8e08-c3d5-45be-8b27-761c217a8c56 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 943 time: 0.3491392 Feb 11 05:21:32.460487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Allocated IP 172.20.0.8 (a8597df4-7b5c-4d21-a51b-c970cbbc3f9d/e0685eaf-ca6d-4b8f-b7f2-07db15d06405/2862c50f-2c11-447c-939e-f6cef343ef29) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:32.466963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09517d6-3033-4518-9f8e-9266bfa4a74f None None] Network 6677dbe1-5913-4859-bad0-2320dad9ec8d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:32.520732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1756e9af-f6d2-4394-b922-aa08af5dd331 req-54d89b9e-d0ef-473a-a275-f0cb4a5b0151 service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951214 Feb 11 05:21:32.535846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-cfb2a79a-565b-43fd-a33d-5d4d4c1b41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:32.540029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-cfb2a79a-565b-43fd-a33d-5d4d4c1b41bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0893411-9dcb-41c4-a7ee-36bafd9247e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4339323 Feb 11 05:21:32.568898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ca8895ed-a8ba-4171-9339-f8336a5b20c8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8070636 Feb 11 05:21:32.574705 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afa43a6c-084d-455a-b9bd-07ec5ff69b5d req-8fb67cf4-63cc-4a28-a673-b2dd095aa6ab tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665626 Feb 11 05:21:32.782766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks [] for port (2862c50f-2c11-447c-939e-f6cef343ef29), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.816493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-75aab17b-2d1e-431b-ba64-3d3a10ea73c2 service neutron] 10.222.0.83 "GET /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144632 Feb 11 05:21:32.890608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb66a203-716d-4118-ba81-689d341e76bf req-ebbf14d8-79ca-4f1a-b7aa-629173f9986a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5753870 Feb 11 05:21:32.913646 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.022581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.039007 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bac658-f818-4588-bd45-c667ca2cbeb2 x-openstack-request-id: req-31bac658-f818-4588-bd45-c667ca2cbeb2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:33.040953 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e2b9b1-01a0-4d7e-a21d-084aa06cce69", "tag": "4b604103-ed95-4576-aaaf-b40ba284f317", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:33.044695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['4f2d7e5f-f37d-4077-b30c-5bdd6499f47a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:33.049056 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31bac658-f818-4588-bd45-c667ca2cbeb2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:33.055806 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'tag': '4b604103-ed95-4576-aaaf-b40ba284f317', 'status': 'completed', 'code': 200} Feb 11 05:21:33.069164 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a415895-e5bb-4cb2-b345-0b93904faeb2 x-openstack-request-id: req-8a415895-e5bb-4cb2-b345-0b93904faeb2 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:33.069164 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:33.069164 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a415895-e5bb-4cb2-b345-0b93904faeb2 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:33.069164 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'code': 200} Feb 11 05:21:33.126920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea634611-28e5-40dc-84d5-c4e17c737cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.144951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:33.196987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:33.202790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:33.209742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:33.222215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Pushing event updated for resources: {'Port': ['ID=2862c50f-2c11-447c-939e-f6cef343ef29,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:33.257609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 759f867e-a0dc-48dd-a9d5-1fee7299914e no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:33.296555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:33.297563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.365946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81e124-2fa1-49cb-bf01-a4e4babc1d9c req-5ef73cab-f6b7-4f0b-99ea-4be71bd267cb tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:33.367499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e81e124-2fa1-49cb-bf01-a4e4babc1d9c req-5ef73cab-f6b7-4f0b-99ea-4be71bd267cb tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.2033038 Feb 11 05:21:33.381026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb54-ea58-45d4-876b-3ff19b879dbb req-4d23af46-635d-4e18-bae6-56e33c0e09b7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:33.382542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33feeb54-ea58-45d4-876b-3ff19b879dbb req-4d23af46-635d-4e18-bae6-56e33c0e09b7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.1630559 Feb 11 05:21:33.392412 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-f110c4bf-c62c-4bab-8a2e-8e7db59bcb9e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6953452 Feb 11 05:21:33.396979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2cbcc31-946e-4c81-a7c4-7d8f2a3812d6 req-1d9275a0-7f01-4284-944e-789200f3bbe6 service neutron] 10.222.0.83 "GET /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050504 Feb 11 05:21:33.407856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Request body: {'port': {'device_id': '54af4906-1681-48ef-973b-2548df756da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:33.516430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.537227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 759f867e-a0dc-48dd-a9d5-1fee7299914e is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:33.773904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:33.782379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1148438788-network', 'tenant_id': '9b72a481530d4987bd8637aeaff13166'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:33.840885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e81e124-2fa1-49cb-bf01-a4e4babc1d9c req-5893e6a2-8ec1-4b02-904a-90a073808299 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569600 Feb 11 05:21:33.867257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33feeb54-ea58-45d4-876b-3ff19b879dbb req-7bf80b93-a8d8-4287-b440-93c78b3699a0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722750 Feb 11 05:21:33.881851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-509bb883-95ee-437d-ac24-ef2202c99be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:33.888615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-509bb883-95ee-437d-ac24-ef2202c99be4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f16d28bfd52408aa515b13b57574ca5&device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 1126 time: 0.1573315 Feb 11 05:21:33.924806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2862c50f-2c11-447c-939e-f6cef343ef29 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:33.937880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Publish callbacks [] for port (2862c50f-2c11-447c-939e-f6cef343ef29), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.938749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Made reservation on behalf of 9b72a481530d4987bd8637aeaff13166 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:33.953940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.955089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Transition to ACTIVE for port object 2862c50f-2c11-447c-939e-f6cef343ef29 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:33.997842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.034104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.127634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2862c50f-2c11-447c-939e-f6cef343ef29,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.145787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-9e102133-3492-4d98-82df-e1b52f361cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.147417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-9e102133-3492-4d98-82df-e1b52f361cfe service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0893411-9dcb-41c4-a7ee-36bafd9247e8 HTTP/1.1" status: 200 len: 916 time: 0.2555828 Feb 11 05:21:34.191681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb9081-fb15-4675-8512-acaebb8b719a req-ed0dc47b-a730-4533-9ba6-c1d21b0f9de8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.200210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19fb9081-fb15-4675-8512-acaebb8b719a req-ed0dc47b-a730-4533-9ba6-c1d21b0f9de8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 948 time: 0.2411158 Feb 11 05:21:34.207188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Attempting to bind port 2862c50f-2c11-447c-939e-f6cef343ef29 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:34.207188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Attempting to bind port 2862c50f-2c11-447c-939e-f6cef343ef29 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:34.208067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Attempting to bind port 2862c50f-2c11-447c-939e-f6cef343ef29 on network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:34.214641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Port 2862c50f-2c11-447c-939e-f6cef343ef29 on network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:34.215119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Attempting to bind port 2862c50f-2c11-447c-939e-f6cef343ef29 on network a8597df4-7b5c-4d21-a51b-c970cbbc3f9d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:34.221446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:34.221932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Checking segment: {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:34.222419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Bound using segment: {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:34.223035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Bound port: 2862c50f-2c11-447c-939e-f6cef343ef29, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7293ecc6-943d-475c-9683-9a58f4676cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:34.223525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.257288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f6a27-09bd-4c15-b5ed-3b47ba93d7ab req-e7fdb8d1-2cc2-47d6-bf38-21db6e182771 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.260197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c7f6a27-09bd-4c15-b5ed-3b47ba93d7ab req-e7fdb8d1-2cc2-47d6-bf38-21db6e182771 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 931 time: 0.2962730 Feb 11 05:21:34.283884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-ee8d0a50-f36c-4e7e-b06a-d4ce18a69858 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b604103-ed95-4576-aaaf-b40ba284f317 HTTP/1.1" status: 200 len: 217 time: 0.1254945 Feb 11 05:21:34.298287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] For port 2862c50f-2c11-447c-939e-f6cef343ef29, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:34.301940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] For port 2862c50f-2c11-447c-939e-f6cef343ef29, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2862c50f-2c11-447c-939e-f6cef343ef29,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:34.394775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19fb9081-fb15-4675-8512-acaebb8b719a req-b7b0964f-9882-45ae-bde4-2189d12f5d09 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936529 Feb 11 05:21:34.422811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c7f6a27-09bd-4c15-b5ed-3b47ba93d7ab req-4d5a346e-3036-40ce-bf38-c949ef6dfbfe tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400630 Feb 11 05:21:34.425039 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Publish callbacks [] for security_group (e64828a3-653f-4e02-b47c-eff6af753078), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.434657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.482887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-7a0dac99-2c36-4e9a-9c43-3cde955854d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.484745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-7a0dac99-2c36-4e9a-9c43-3cde955854d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e9442-b64f-4e60-9b5e-6807c3ed9065 HTTP/1.1" status: 200 len: 854 time: 0.1865900 Feb 11 05:21:34.504552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.505405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.506874 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] 10.222.0.65 "PUT /v2.0/ports/2862c50f-2c11-447c-939e-f6cef343ef29 HTTP/1.1" status: 200 len: 1092 time: 1.1072400 Feb 11 05:21:34.507326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54af4906-1681-48ef-973b-2548df756da0', 'tag': '2862c50f-2c11-447c-939e-f6cef343ef29'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:34.509664 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca15cd-1443-4c4f-baff-78a2f5d25576" -d '{"events": [{"name": "network-changed", "server_uuid": "54af4906-1681-48ef-973b-2548df756da0", "tag": "2862c50f-2c11-447c-939e-f6cef343ef29"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:34.541745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0aeb6c-b3ac-4590-bc94-89fb8e2f62e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2862c50f-2c11-447c-939e-f6cef343ef29,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.546627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e64828a3-653f-4e02-b47c-eff6af753078), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.594663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:34.625994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64828a3-653f-4e02-b47c-eff6af753078,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.629161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c75fd1cc-30f7-4892-b89f-d51dc66a0561), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.629503 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Added segment c75fd1cc-30f7-4892-b89f-d51dc66a0561 of type vlan for network 98337ba3-960e-498c-8f05-984381439383 Feb 11 05:21:34.659334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-9b8cc22a-8c7b-41f1-b0ec-c1c2f063a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.660978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-9b8cc22a-8c7b-41f1-b0ec-c1c2f063a984 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0893411-9dcb-41c4-a7ee-36bafd9247e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1693208 Feb 11 05:21:34.691025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454ed91-bd6e-4387-ab44-97f2c0a6bb50 req-a4d7ccdf-9329-4ee4-a138-ecc65628f07f tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.692702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d454ed91-bd6e-4387-ab44-97f2c0a6bb50 req-a4d7ccdf-9329-4ee4-a138-ecc65628f07f tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 943 time: 0.1992936 Feb 11 05:21:34.735099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (98337ba3-960e-498c-8f05-984381439383), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.778269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-6c857f75-1cbe-4de4-b800-7f3ec25f419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.780151 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-6c857f75-1cbe-4de4-b800-7f3ec25f419c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 1126 time: 0.0813494 Feb 11 05:21:34.840743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d454ed91-bd6e-4387-ab44-97f2c0a6bb50 req-9bd806f9-6e23-4a49-8003-485228d595a5 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362224 Feb 11 05:21:34.866089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-15365593-02bf-4c4a-a27d-3363cc8e6297 service neutron] 10.222.0.83 "GET /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714015 Feb 11 05:21:34.877290 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141ef269-54b2-4620-9e9e-5920130b1099 x-openstack-request-id: req-141ef269-54b2-4620-9e9e-5920130b1099 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:34.877290 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54af4906-1681-48ef-973b-2548df756da0", "tag": "2862c50f-2c11-447c-939e-f6cef343ef29", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:34.877290 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-141ef269-54b2-4620-9e9e-5920130b1099 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:34.877668 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54af4906-1681-48ef-973b-2548df756da0', 'tag': '2862c50f-2c11-447c-939e-f6cef343ef29', 'status': 'completed', 'code': 200} Feb 11 05:21:34.881750 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-fd9cbf0c-67a8-44ac-803d-3f088d0077f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2862c50f-2c11-447c-939e-f6cef343ef29 HTTP/1.1" status: 200 len: 217 time: 0.0940323 Feb 11 05:21:34.943250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-1cb2dd79-2866-4d6d-add9-8d3f85744215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.944768 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-1cb2dd79-2866-4d6d-add9-8d3f85744215 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e0685eaf-ca6d-4b8f-b7f2-07db15d06405 HTTP/1.1" status: 200 len: 851 time: 0.0540819 Feb 11 05:21:34.987981 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-13373915-9d5b-482f-83e8-2ea693294b35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361233 Feb 11 05:21:34.996291 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (98337ba3-960e-498c-8f05-984381439383), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.997373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.998221 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.067613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:35.070894 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df10f5-e1d5-402e-8093-203562f51e81" -d '{"events": [{"server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:35.131463 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-610ca8df-5284-4bfd-8f42-41d0049662a1 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366639 Feb 11 05:21:35.150214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] Pushing event updated for resources: {'Network': ['ID=98337ba3-960e-498c-8f05-984381439383,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:35.160451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8be92a51-132a-4719-9c64-095f717bffad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3819530 Feb 11 05:21:35.167269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a88553b8-4f70-472b-93c2-f3a5ae1a7741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.178897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 98337ba3-960e-498c-8f05-984381439383 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:35.185125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:35.196433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Request body: {'subnet': {'network_id': '98337ba3-960e-498c-8f05-984381439383', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1148438788-subnet', 'tenant_id': '9b72a481530d4987bd8637aeaff13166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:35.281373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4b604103-ed95-4576-aaaf-b40ba284f317 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:35.282289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c91f67-11ee-41f8-aec9-ddbf71f83a40 req-1a4a8822-6c01-479a-8bcb-66c4e397e727 service neutron] 10.222.0.83 "GET /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095244 Feb 11 05:21:35.289133 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c6e8ec8-8e4d-449d-9b3b-b0c85e3d80f8 req-254e21a8-915f-4ee4-b503-ddfb6a1f5e5a service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509719 Feb 11 05:21:35.319692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d3b21-d355-43f8-a524-c1358a327349 req-31f45f29-6517-44af-81b3-20d73754bc01 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.321285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df3d3b21-d355-43f8-a524-c1358a327349 req-31f45f29-6517-44af-81b3-20d73754bc01 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.3280361 Feb 11 05:21:35.329827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567fa76-4235-48f4-aabd-1082f539e426 req-e9ebb8c1-b2da-4e0b-8d21-233ec35c48ee tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.341888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9567fa76-4235-48f4-aabd-1082f539e426 req-e9ebb8c1-b2da-4e0b-8d21-233ec35c48ee tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 948 time: 0.3458292 Feb 11 05:21:35.367055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Made reservation on behalf of 9b72a481530d4987bd8637aeaff13166 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:35.374329 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.416088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4b604103-ed95-4576-aaaf-b40ba284f317, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4b604103-ed95-4576-aaaf-b40ba284f317,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:35.431770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '4b604103-ed95-4576-aaaf-b40ba284f317', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'port_id': '4b604103-ed95-4576-aaaf-b40ba284f317', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:35.483192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4b604103-ed95-4576-aaaf-b40ba284f317 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:35.484210 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.530261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b604103-ed95-4576-aaaf-b40ba284f317 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:35.555304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-5af054a5-2299-43de-83b6-d8ef412c527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.561005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-5af054a5-2299-43de-83b6-d8ef412c527a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 1126 time: 0.1013939 Feb 11 05:21:35.573304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4b604103-ed95-4576-aaaf-b40ba284f317, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4b604103-ed95-4576-aaaf-b40ba284f317,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:35.585894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-d031bbd4-af1b-48a8-ae3a-51923e1e0d21 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.587990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-d031bbd4-af1b-48a8-ae3a-51923e1e0d21 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df&tenant_id=258605e0a8234c5b93e778a189d77610&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 948 time: 0.4936919 Feb 11 05:21:35.653349 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.654225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:35.681402 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-f45ce4a3-01af-468a-aa23-c23681861591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.683357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-f45ce4a3-01af-468a-aa23-c23681861591 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 912 time: 0.1154909 Feb 11 05:21:35.758291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-9d18307e-7173-418b-bde8-019a86b7f430 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2862c50f-2c11-447c-939e-f6cef343ef29 HTTP/1.1" status: 200 len: 217 time: 0.0598547 Feb 11 05:21:35.779358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9567fa76-4235-48f4-aabd-1082f539e426 req-4486c25d-caa8-428a-baac-ffbc56c1c417 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345891 Feb 11 05:21:35.816212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df3d3b21-d355-43f8-a524-c1358a327349 req-8d317048-ab10-407d-83a2-bc50401c825d tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649556 Feb 11 05:21:35.835451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4b604103-ed95-4576-aaaf-b40ba284f317,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:35.844212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-146d2bc1-e219-4a1e-a0c3-2e5b4ff9628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.845887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-146d2bc1-e219-4a1e-a0c3-2e5b4ff9628f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 1131 time: 0.1686468 Feb 11 05:21:35.859209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-8add46ee-b058-43f1-96a6-1ebf7beb7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.861580 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-8add46ee-b058-43f1-96a6-1ebf7beb7c54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e0685eaf-ca6d-4b8f-b7f2-07db15d06405 HTTP/1.1" status: 200 len: 851 time: 0.0925069 Feb 11 05:21:35.879766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:35.907371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (4f37eaea-d121-4f5b-9c3b-dfb7bae18881), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.918607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'mac_address': 'fa:16:3e:c0:b7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:35.928288 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-103f399d-cba8-4bd4-8f66-84c3fad7394c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600486 Feb 11 05:21:36.000057 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58aa07-6f82-45cc-b67e-ef5fc629e5f0 x-openstack-request-id: req-ab58aa07-6f82-45cc-b67e-ef5fc629e5f0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:36.000340 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:36.000626 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab58aa07-6f82-45cc-b67e-ef5fc629e5f0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:36.001065 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'code': 200} Feb 11 05:21:36.001982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:36.002553 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.025809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:36.046710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:36.082216 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-b20ab760-a6c3-4ee7-8b00-6e4758134b8c service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442704 Feb 11 05:21:36.138187 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.148303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f37eaea-d121-4f5b-9c3b-dfb7bae18881,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:36.202958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-24abcbd2-f016-4a32-a8f8-777b4eb247f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.204560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-24abcbd2-f016-4a32-a8f8-777b4eb247f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.3522761 Feb 11 05:21:36.206411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-e77f2de6-a004-4044-89b4-e05ae8986e2b service neutron] 10.222.0.83 "GET /v2.0/ports/759f867e-a0dc-48dd-a9d5-1fee7299914e/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.3089423 Feb 11 05:21:36.211679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Checking segment: {'id': 'c75fd1cc-30f7-4892-b89f-d51dc66a0561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98337ba3-960e-498c-8f05-984381439383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:36.213021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Network hostable DHCP agents. Network: 98337ba3-960e-498c-8f05-984381439383, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:36.220221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:36.246528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedc0d2-f37c-4adf-b7fc-1ee91f55e2d3 req-4382e122-fdf9-493d-880a-fa13553be0e8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.248122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-caedc0d2-f37c-4adf-b7fc-1ee91f55e2d3 req-4382e122-fdf9-493d-880a-fa13553be0e8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.3106153 Feb 11 05:21:36.254644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59ca15cd-1443-4c4f-baff-78a2f5d25576 req-577dec57-2389-4fe8-8396-a70948af72d9 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653490 Feb 11 05:21:36.315713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-661806f8-90b9-4483-8dfe-fa18b5afa0e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 217 time: 0.0928192 Feb 11 05:21:36.329414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91da04-a997-4f10-ba59-f3950c66ce22 req-4aa4cb4a-5d0e-4a2b-91ac-e4ce698297bc tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.330822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b91da04-a997-4f10-ba59-f3950c66ce22 req-4aa4cb4a-5d0e-4a2b-91ac-e4ce698297bc tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 943 time: 0.2690060 Feb 11 05:21:36.356522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['4b604103-ed95-4576-aaaf-b40ba284f317'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:36.385624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:36.479239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Network 98337ba3-960e-498c-8f05-984381439383 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:36.513235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-cc01cae3-aefa-427a-b960-99ab978c4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.514860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-cc01cae3-aefa-427a-b960-99ab978c4446 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1786985 Feb 11 05:21:36.524615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-caedc0d2-f37c-4adf-b7fc-1ee91f55e2d3 req-faf8a0c1-c279-43ca-9542-7a47918c110d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161272 Feb 11 05:21:36.554395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b91da04-a997-4f10-ba59-f3950c66ce22 req-3b502c23-1575-4b28-beaa-630b96d78172 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001970 Feb 11 05:21:36.628683 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.661577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 98337ba3-960e-498c-8f05-984381439383) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:36.672355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54fbc5-7b18-4377-98a5-7c6969c3652d None None] Network 98337ba3-960e-498c-8f05-984381439383 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:36.939004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.939638 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.940343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8176b69-a179-4cd3-9b89-8ae647c6c6c7 None None] Network 98337ba3-960e-498c-8f05-984381439383 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:36.983177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-6f41a0c3-54fe-4a38-8e2e-6d824ad8e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.984741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-6f41a0c3-54fe-4a38-8e2e-6d824ad8e981 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4530964 Feb 11 05:21:37.054189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:37.074008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ebded4b3-a051-443a-b95a-bb2f360acdc5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8836524 Feb 11 05:21:37.090728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb02e9-356a-4bf1-83d8-642008fdcf4b req-394fbb00-ac68-4299-8f46-36f654c02212 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:37.093589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ebb02e9-356a-4bf1-83d8-642008fdcf4b req-394fbb00-ac68-4299-8f46-36f654c02212 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 944 time: 0.4705670 Feb 11 05:21:37.158746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5514bc7-2aad-4c3a-8448-8bc9cae4afce req-536db3aa-5681-4652-8c23-05a0e9e7bbde tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:37.160554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5514bc7-2aad-4c3a-8448-8bc9cae4afce req-536db3aa-5681-4652-8c23-05a0e9e7bbde tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 949 time: 0.2261243 Feb 11 05:21:37.186857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:37.253576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4b604103-ed95-4576-aaaf-b40ba284f317 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:37.284282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759f867e-a0dc-48dd-a9d5-1fee7299914e {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:37.323659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:37.329098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-bc86efd8-b223-457f-aed9-ee650465041f service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360684 Feb 11 05:21:37.332677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ebb02e9-356a-4bf1-83d8-642008fdcf4b req-4d8736a8-d607-4587-9499-12e9265a8cfe tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954620 Feb 11 05:21:37.344525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5514bc7-2aad-4c3a-8448-8bc9cae4afce req-ac78de66-4493-46d5-84af-4ef15399c7ab tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679175 Feb 11 05:21:37.465413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 4b604103-ed95-4576-aaaf-b40ba284f317 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:37.470470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 4b604103-ed95-4576-aaaf-b40ba284f317 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:37.471159 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.491474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67453ac-30ba-4b09-8e39-7700ae802a15 req-19a88cc1-c2b2-4516-adbe-826109fae4df service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514482 Feb 11 05:21:37.504630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc35236-4cac-4fd5-902f-03f26e9337de req-03eef85e-d42a-4cf7-91f9-3d8e9f0ba36a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:37.506596 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cc35236-4cac-4fd5-902f-03f26e9337de req-03eef85e-d42a-4cf7-91f9-3d8e9f0ba36a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.1080310 Feb 11 05:21:37.508001 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.567155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4b604103-ed95-4576-aaaf-b40ba284f317 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:37.567547 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.607913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4b604103-ed95-4576-aaaf-b40ba284f317, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4b604103-ed95-4576-aaaf-b40ba284f317,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:37.654566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cc35236-4cac-4fd5-902f-03f26e9337de req-0b83fd1d-2c30-4710-a8b7-b15575d91acd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363032 Feb 11 05:21:37.708740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] Transition to ACTIVE for port object 759f867e-a0dc-48dd-a9d5-1fee7299914e will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:37.714109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.718804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:37.773863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-eba20be1-7a23-4646-83c4-2f1d6a7bac7d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:37.776044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-eba20be1-7a23-4646-83c4-2f1d6a7bac7d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/networks?id=6677dbe1-5913-4859-bad0-2320dad9ec8d HTTP/1.1" status: 200 len: 824 time: 0.1840906 Feb 11 05:21:37.806346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4b604103-ed95-4576-aaaf-b40ba284f317,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:37.808062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79285bb-b016-42c9-81d6-3faaf9b8a4a9 req-dae93563-940a-4c3d-89de-4cac3c9a4ae3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:37.809673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b79285bb-b016-42c9-81d6-3faaf9b8a4a9 req-dae93563-940a-4c3d-89de-4cac3c9a4ae3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 944 time: 0.0877674 Feb 11 05:21:37.811557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-943e8d32-037d-4df0-931c-ddb0b0bb1d82 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/quotas/3bda49cfd60d490f8c45daf930d04fd8 HTTP/1.1" status: 200 len: 375 time: 0.0237613 Feb 11 05:21:37.812837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.824081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:37.824508 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.896059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-3d909586-de0d-4708-8979-dd33eafed1eb tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bda49cfd60d490f8c45daf930d04fd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529730 Feb 11 05:21:37.908520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:37.909074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.950291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] No DVR routers for this DVR port 759f867e-a0dc-48dd-a9d5-1fee7299914e on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:37.951605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:37.977282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] Pushing event updated for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=10']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:38.001776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b604103-ed95-4576-aaaf-b40ba284f317'}, {'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:38.004366 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef7fc85-af26-4beb-85ca-72f7e19a5486" -d '{"events": [{"server_uuid": "58e2b9b1-01a0-4d7e-a21d-084aa06cce69", "name": "network-vif-plugged", "status": "completed", "tag": "4b604103-ed95-4576-aaaf-b40ba284f317"}, {"server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:38.033237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.034105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:38.038879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b79285bb-b016-42c9-81d6-3faaf9b8a4a9 req-0ef231cd-bbf7-4b4e-bb09-0299660cbe2a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174761 Feb 11 05:21:38.045794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-cf579fb8-d76f-46b8-9529-fdc8c4d4df6e service neutron] 10.222.0.83 "PUT /v2.0/ports/759f867e-a0dc-48dd-a9d5-1fee7299914e/bindings/n-h2-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 1.8283644 Feb 11 05:21:38.091615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-e9fa2310-3d41-4cb1-aba8-53a1c904a385 service neutron] 10.222.0.62 "GET /v2.0/networks/6677dbe1-5913-4859-bad0-2320dad9ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797566 Feb 11 05:21:38.178092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:38.203160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9601497d-9d4d-45a1-977b-786c4334d9e4 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:38.253846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-4bb49e7f-c1d0-44a1-8278-0a07d54ad6ee service neutron] 10.222.0.62 "GET /v2.0/networks/6677dbe1-5913-4859-bad0-2320dad9ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554184 Feb 11 05:21:38.267519 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.279631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e86a-984c-4cca-bace-86f514af2f65 req-c7bbf1fc-c6d2-45a4-8152-7b1fb79fa5fe tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.281010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a931e86a-984c-4cca-bace-86f514af2f65 req-c7bbf1fc-c6d2-45a4-8152-7b1fb79fa5fe tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 943 time: 0.1511383 Feb 11 05:21:38.287344 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.291093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-452e5ce7-d7e2-4107-bb41-59995f4b9f83 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.294230 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-452e5ce7-d7e2-4107-bb41-59995f4b9f83 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.0877657 Feb 11 05:21:38.377983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a931e86a-984c-4cca-bace-86f514af2f65 req-59174e5b-d1cb-4150-b740-6bad34f6b886 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794196 Feb 11 05:21:38.380420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-0b335e9a-7d2d-4b4a-9894-ca46a00cd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.382299 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-0b335e9a-7d2d-4b4a-9894-ca46a00cd1f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a&tenant_id=43e6b606b3834f4b9004f208e11b3c5c HTTP/1.1" status: 200 len: 1128 time: 0.0807476 Feb 11 05:21:38.457187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-b5e99660-01c0-4877-8828-cb2f6024e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.458000 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-b5e99660-01c0-4877-8828-cb2f6024e7d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1128 time: 0.0525117 Feb 11 05:21:38.535008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2c51c-5044-46fa-9bf0-d17a53ad0197 req-1c9620cb-cc68-4bd6-ac3f-0d74364b8b37 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.542945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ed2c51c-5044-46fa-9bf0-d17a53ad0197 req-1c9620cb-cc68-4bd6-ac3f-0d74364b8b37 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.0998681 Feb 11 05:21:38.624748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ed2c51c-5044-46fa-9bf0-d17a53ad0197 req-89a0e2df-6714-4209-a07a-9ed472e6f397 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628588 Feb 11 05:21:38.626031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-dd248e89-30fa-4ddb-8a74-eaebbcb019f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.626031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-dd248e89-30fa-4ddb-8a74-eaebbcb019f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 200 len: 908 time: 0.1470761 Feb 11 05:21:38.639109 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ffdb8-a4d1-4662-aa47-4607ad17b6d6 x-openstack-request-id: req-881ffdb8-a4d1-4662-aa47-4607ad17b6d6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:38.639421 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e2b9b1-01a0-4d7e-a21d-084aa06cce69", "name": "network-vif-plugged", "status": "completed", "tag": "4b604103-ed95-4576-aaaf-b40ba284f317", "code": 200}, {"server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:38.639679 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-881ffdb8-a4d1-4662-aa47-4607ad17b6d6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:38.640086 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b604103-ed95-4576-aaaf-b40ba284f317', 'code': 200} Feb 11 05:21:38.640392 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'code': 200} Feb 11 05:21:38.676656 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-e430a74c-9d8d-45a8-a7ff-30059e7b90ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 200 len: 217 time: 0.0585501 Feb 11 05:21:38.748971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-71499baf-da42-46ad-8d17-86830914f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.750537 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-71499baf-da42-46ad-8d17-86830914f0ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 200 len: 847 time: 0.0642526 Feb 11 05:21:38.792259 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-01473c95-0522-4566-b6b6-c33152c46705 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=083714e0-fbcb-4f2b-b929-fd0939a5f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352292 Feb 11 05:21:38.844224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3458d7-462e-4a8d-a2e9-af1aa3305d69 req-39ea1e4c-06c3-4c30-ae41-4d65eaae5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.845825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d3458d7-462e-4a8d-a2e9-af1aa3305d69 req-39ea1e4c-06c3-4c30-ae41-4d65eaae5be0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 1128 time: 0.1419089 Feb 11 05:21:38.879560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece8210-487a-41b3-90b6-ab376a278143 req-44ca4cf7-0f5c-4c8d-8121-f939654e2628 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.881189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ece8210-487a-41b3-90b6-ab376a278143 req-44ca4cf7-0f5c-4c8d-8121-f939654e2628 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1384284 Feb 11 05:21:38.890903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb95cf7-1b10-44ef-ad75-1cf9cf94ada6 req-599312fe-5b54-40d6-8ea2-b7e103f1de44 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.892559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bb95cf7-1b10-44ef-ad75-1cf9cf94ada6 req-599312fe-5b54-40d6-8ea2-b7e103f1de44 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 945 time: 0.1512640 Feb 11 05:21:38.957459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-133da42a-55e6-44e0-a408-15f2a05fb731 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562877 Feb 11 05:21:38.983941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d3458d7-462e-4a8d-a2e9-af1aa3305d69 req-bf97f7e3-6862-4db0-ae6e-3c440bf87f1f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310310 Feb 11 05:21:39.027808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ece8210-487a-41b3-90b6-ab376a278143 req-099e1989-16b8-43bd-afde-d793edd07b7e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328015 Feb 11 05:21:39.032403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bb95cf7-1b10-44ef-ad75-1cf9cf94ada6 req-00c6dc46-503e-4bfb-be2f-52be9fd6804d tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283076 Feb 11 05:21:39.099538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.100808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-5eb05f0c-b150-4813-b2fa-cd705bdef730 service neutron] 10.222.0.65 "GET /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271894 Feb 11 05:21:39.124615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f15b1fc2-d175-4c7b-878a-a0426deac95a req-6590ea2e-95cb-460a-a852-77f4605615f0 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 210 time: 0.0352552 Feb 11 05:21:39.288671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f43416-3e49-4e1e-ba43-f01822afd07d req-e66b8707-c465-4a6f-8c49-eceec257a8d9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:39.290885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89f43416-3e49-4e1e-ba43-f01822afd07d req-e66b8707-c465-4a6f-8c49-eceec257a8d9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1015625 Feb 11 05:21:39.300682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe5ad-4d4a-4e01-8628-dd2acc6409b5 req-8c56547d-8c56-4517-9331-7950c7acdac4 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:39.302644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcabe5ad-4d4a-4e01-8628-dd2acc6409b5 req-8c56547d-8c56-4517-9331-7950c7acdac4 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 945 time: 0.0991116 Feb 11 05:21:39.392519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89f43416-3e49-4e1e-ba43-f01822afd07d req-78d85efa-4007-44fc-a970-439849e70529 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841475 Feb 11 05:21:39.397036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcabe5ad-4d4a-4e01-8628-dd2acc6409b5 req-a3d9c151-e6eb-4fd8-994b-faff72770ecc tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858684 Feb 11 05:21:39.472498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-e05699f9-824a-44a7-bcfc-c4a1b552a133 req-9314f99c-8286-49c0-a769-51e21ddd64f5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:21:39.473871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e05699f9-824a-44a7-bcfc-c4a1b552a133 req-9314f99c-8286-49c0-a769-51e21ddd64f5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066466 Feb 11 05:21:39.541505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40f67c-a160-449b-bcde-e7e5d15404bd req-542948dd-0031-4795-a2c3-e74da161872a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:39.543955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c40f67c-a160-449b-bcde-e7e5d15404bd req-542948dd-0031-4795-a2c3-e74da161872a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 943 time: 0.0629156 Feb 11 05:21:39.617320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c40f67c-a160-449b-bcde-e7e5d15404bd req-31b3c49a-aac1-4755-a08f-adcf60bca634 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668569 Feb 11 05:21:39.732439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b28ad-5f91-40a5-be98-43c881cd077c req-3a540bfe-8f4a-4259-8467-7b786707bae5 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:39.734142 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-3a540bfe-8f4a-4259-8467-7b786707bae5 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a&tenant_id=43e6b606b3834f4b9004f208e11b3c5c&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.0932333 Feb 11 05:21:39.796232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb114-a2b1-4d00-a968-5da4e584146d req-d81d54ac-17cc-4b12-96f6-138a33c1215a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:39.797931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d07fb114-a2b1-4d00-a968-5da4e584146d req-d81d54ac-17cc-4b12-96f6-138a33c1215a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.0559423 Feb 11 05:21:39.912661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d07fb114-a2b1-4d00-a968-5da4e584146d req-de223f01-69f8-404a-954c-31dd854c796b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086969 Feb 11 05:21:39.956855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-371b28ad-5f91-40a5-be98-43c881cd077c req-fd988fb0-0f52-4068-b11a-d141a01a9433 service neutron] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:39.961206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-371b28ad-5f91-40a5-be98-43c881cd077c req-fd988fb0-0f52-4068-b11a-d141a01a9433 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.964500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-371b28ad-5f91-40a5-be98-43c881cd077c req-fd988fb0-0f52-4068-b11a-d141a01a9433 service neutron] 10.222.0.65 "DELETE /v2.0/ports/759f867e-a0dc-48dd-a9d5-1fee7299914e/bindings/n-h1-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.2153816 Feb 11 05:21:40.087808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2862c50f-2c11-447c-939e-f6cef343ef29 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:40.203441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb517-82fb-481e-9b75-c13886cf1697 req-c311688f-65d8-4b4e-9b06-2cbcc6e5b401 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.205331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31bb517-82fb-481e-9b75-c13886cf1697 req-c311688f-65d8-4b4e-9b06-2cbcc6e5b401 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 945 time: 0.0796034 Feb 11 05:21:40.264560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-14efab0e-d93a-468d-84a1-294ce9892b30 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=258605e0a8234c5b93e778a189d77610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581217 Feb 11 05:21:40.277555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2862c50f-2c11-447c-939e-f6cef343ef29, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2862c50f-2c11-447c-939e-f6cef343ef29,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:40.295803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '2862c50f-2c11-447c-939e-f6cef343ef29', 'network_id': 'a8597df4-7b5c-4d21-a51b-c970cbbc3f9d', 'port_id': '2862c50f-2c11-447c-939e-f6cef343ef29', 'mac_address': 'fa:16:3e:95:84:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0685eaf-ca6d-4b8f-b7f2-07db15d06405', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:40.327751 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-65f45348-26f4-43bf-8056-ce9c5e9af6a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753098 Feb 11 05:21:40.355572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 2862c50f-2c11-447c-939e-f6cef343ef29 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:40.356144 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.370199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31bb517-82fb-481e-9b75-c13886cf1697 req-59b09175-3967-45fd-9e56-f7c64439c2a2 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424572 Feb 11 05:21:40.401059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2862c50f-2c11-447c-939e-f6cef343ef29 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:40.421636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2862c50f-2c11-447c-939e-f6cef343ef29, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2862c50f-2c11-447c-939e-f6cef343ef29,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:40.454332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-7e5fa99e-6f70-4450-ba7a-969f4c2595c5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.455878 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-7e5fa99e-6f70-4450-ba7a-969f4c2595c5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports/9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 200 len: 940 time: 0.0750730 Feb 11 05:21:40.495909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b8c3f532-478e-4f9d-9e32-e89edf58a345 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.499071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.509986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b8c3f532-478e-4f9d-9e32-e89edf58a345 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244382 Feb 11 05:21:40.530379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-deefc86c-161f-497e-9875-693890f1f6cd tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/quotas/258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 375 time: 0.0181048 Feb 11 05:21:40.567206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=2862c50f-2c11-447c-939e-f6cef343ef29,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:40.599803 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-074d964a-a6d5-4d71-bb99-72e0198254d1 req-36ebdb97-d889-4775-a720-613e7e519675 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 210 time: 0.0680468 Feb 11 05:21:40.721528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-27775df2-2fc6-494b-b833-3148664d32e7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1753242 Feb 11 05:21:40.792756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090861f-024a-4146-9d30-9bfba8cf3cba req-469b07a4-fd5f-4067-876b-f20299b17546 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.794514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c090861f-024a-4146-9d30-9bfba8cf3cba req-469b07a4-fd5f-4067-876b-f20299b17546 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 945 time: 0.0719726 Feb 11 05:21:40.844755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['2862c50f-2c11-447c-939e-f6cef343ef29'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:40.854996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c090861f-024a-4146-9d30-9bfba8cf3cba req-76efe553-76f0-4a01-969d-6d45f698309e tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523589 Feb 11 05:21:41.029472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893401e1-b004-43c3-bc6c-3df7e927a03d req-3e35e70a-00d4-4254-b1e4-da270a94f99e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.031400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-893401e1-b004-43c3-bc6c-3df7e927a03d req-3e35e70a-00d4-4254-b1e4-da270a94f99e tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 944 time: 0.0962906 Feb 11 05:21:41.107824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-893401e1-b004-43c3-bc6c-3df7e927a03d req-7ccd346a-0f3d-477d-8a07-4ae7ab1d87e1 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703783 Feb 11 05:21:41.184956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50384) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:41.192990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-990829022'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:41.217822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c5c8cf4-8878-4631-b7fa-674e8a1783da req-d9105630-b91d-440f-81af-234ea51bf703 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 210 time: 0.0332017 Feb 11 05:21:41.226270 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.240940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e7b4-e6dc-455a-96bd-74d9796a7085 req-f9c400d9-1b27-44c3-951d-c25a67e4321e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.247783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1541e7b4-e6dc-455a-96bd-74d9796a7085 req-f9c400d9-1b27-44c3-951d-c25a67e4321e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.1114030 Feb 11 05:21:41.301511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1541e7b4-e6dc-455a-96bd-74d9796a7085 req-21439caa-09b4-4fb8-87e3-3a6707f608fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524595 Feb 11 05:21:41.317397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:41.319326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.352071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:41.362131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b3936e6a-a47f-4091-9432-19adcafb3f72), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.362492 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Added segment b3936e6a-a47f-4091-9432-19adcafb3f72 of type vlan for network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b Feb 11 05:21:41.365686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5a189-96dc-428d-8970-a5b2bc5ff3df req-1ca7755a-70f9-4f72-8765-c6071c9c2ea3 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.367308 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0c5a189-96dc-428d-8970-a5b2bc5ff3df req-1ca7755a-70f9-4f72-8765-c6071c9c2ea3 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 1128 time: 0.0646398 Feb 11 05:21:41.414443 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.421345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0c5a189-96dc-428d-8970-a5b2bc5ff3df req-b3b45dfa-1fb7-4eea-a02e-2c761f1f3e60 tempest-LiveMigrationTest-1076912472 tempest-LiveMigrationTest-1076912472-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473325 Feb 11 05:21:41.545100 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.550363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.555221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.642896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2213eb0-ea02-4697-b455-803237aba7f1 req-90095e17-798d-440b-9686-53d7595f72fb tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.644513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2213eb0-ea02-4697-b455-803237aba7f1 req-90095e17-798d-440b-9686-53d7595f72fb tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 945 time: 0.1469564 Feb 11 05:21:41.717600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-6fe3b227-2352-4429-85a7-93c7cc7a204f tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.719156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-6fe3b227-2352-4429-85a7-93c7cc7a204f tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.83 "GET /v2.0/networks?id=6677dbe1-5913-4859-bad0-2320dad9ec8d HTTP/1.1" status: 200 len: 824 time: 0.1766629 Feb 11 05:21:41.733325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Request body: {'port': {'device_id': 'e9bd91b7-22a0-4b7f-86ff-9b25740f098b', 'network_id': '6677dbe1-5913-4859-bad0-2320dad9ec8d', 'admin_state_up': True, 'tenant_id': '3bda49cfd60d490f8c45daf930d04fd8'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:41.741199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2213eb0-ea02-4697-b455-803237aba7f1 req-650845c0-33b2-4f78-8e47-cc08bfe99a50 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886881 Feb 11 05:21:41.905128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e560a5bc-6b61-4ca9-be4d-485438522124 req-a52871f3-6007-4977-a5bb-27074cb954a4 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 210 time: 0.0383999 Feb 11 05:21:41.981992 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7933621 Feb 11 05:21:41.983166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e81fa-e176-419c-9c6e-5fe219bec862 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Network': ['ID=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.985060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50404) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:41.990736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-371842363'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:41.997422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:42.043191 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Made reservation on behalf of 3bda49cfd60d490f8c45daf930d04fd8 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:42.046487 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.100937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2862c50f-2c11-447c-939e-f6cef343ef29 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:42.188633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205dcf6-7d9c-4781-b50f-c7443f022d3b req-6b7d8294-fded-4d6a-9e31-8017970181d8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.190144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2205dcf6-7d9c-4781-b50f-c7443f022d3b req-6b7d8294-fded-4d6a-9e31-8017970181d8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 945 time: 0.1825686 Feb 11 05:21:42.200630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b59643-59a2-4c43-a422-fae0305e3a0d req-d313c906-40e5-4da9-9667-6a3fe6c814a5 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.202053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93b59643-59a2-4c43-a422-fae0305e3a0d req-d313c906-40e5-4da9-9667-6a3fe6c814a5 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 945 time: 0.1933146 Feb 11 05:21:42.209406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:42.212469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50408) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.213473 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.216299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Request body: {'floatingip': {'port_id': '4b604103-ed95-4576-aaaf-b40ba284f317'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:42.230345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 2862c50f-2c11-447c-939e-f6cef343ef29 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:42.235893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 2862c50f-2c11-447c-939e-f6cef343ef29 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:42.236742 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.262022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for floatingip (dde98e0d-7fde-463f-9f20-a1cb60b11503), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.376460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:42.384762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 2862c50f-2c11-447c-939e-f6cef343ef29 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:42.385625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.399383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Allocated IP 172.20.0.8 (6677dbe1-5913-4859-bad0-2320dad9ec8d/4e2733d6-055c-4438-a06d-9ab806c78ed7/cc17583b-bc15-4426-b94d-18976c1dba71) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:42.413551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54af4906-1681-48ef-973b-2548df756da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2862c50f-2c11-447c-939e-f6cef343ef29'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:42.418028 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e4ca86-ae06-4572-a3eb-c4ba3b10d2cf" -d '{"events": [{"server_uuid": "54af4906-1681-48ef-973b-2548df756da0", "name": "network-vif-plugged", "status": "completed", "tag": "2862c50f-2c11-447c-939e-f6cef343ef29"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:42.432266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2205dcf6-7d9c-4781-b50f-c7443f022d3b req-da23cc44-1b42-49c5-b56b-fabb54b45c50 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263768 Feb 11 05:21:42.438618 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (57c90530-053e-4af8-8717-3a632b01a05f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.439016 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Added segment 57c90530-053e-4af8-8717-3a632b01a05f of type vlan for network 2695ba4c-94f6-4382-a052-086231095313 Feb 11 05:21:42.447522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2862c50f-2c11-447c-939e-f6cef343ef29, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2862c50f-2c11-447c-939e-f6cef343ef29,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:42.498735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ad639-c8c7-4f48-939a-ce3225e4258c req-b4414602-90de-4afa-b6b0-99a2e5c96b86 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.500255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc9ad639-c8c7-4f48-939a-ce3225e4258c req-b4414602-90de-4afa-b6b0-99a2e5c96b86 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 944 time: 0.2313781 Feb 11 05:21:42.510998 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.571584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (2695ba4c-94f6-4382-a052-086231095313), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.573180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=2862c50f-2c11-447c-939e-f6cef343ef29,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.585925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b4a64c4-1232-4e1f-a0dc-aa63767508ec req-d65dfd3f-05b3-4006-8a3d-3a6f4d1ff3fd tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 210 time: 0.0822461 Feb 11 05:21:42.596028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-d506e509-1bc9-4bff-b14a-e10ca4aeffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.597611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-d506e509-1bc9-4bff-b14a-e10ca4aeffbe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6&tenant_id=70aad3f03c124bdd86a71f4c72351039 HTTP/1.1" status: 200 len: 1126 time: 0.2786689 Feb 11 05:21:42.767142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc9ad639-c8c7-4f48-939a-ce3225e4258c req-1c3f6645-3e46-41c8-b178-6a94c61a4131 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593453 Feb 11 05:21:42.806337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (2695ba4c-94f6-4382-a052-086231095313), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.806337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.806337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.820461 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eaac34-0695-4545-b243-01dab752c255 x-openstack-request-id: req-81eaac34-0695-4545-b243-01dab752c255 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:42.820880 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54af4906-1681-48ef-973b-2548df756da0", "name": "network-vif-plugged", "status": "completed", "tag": "2862c50f-2c11-447c-939e-f6cef343ef29", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:42.821263 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81eaac34-0695-4545-b243-01dab752c255 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:42.822118 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54af4906-1681-48ef-973b-2548df756da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2862c50f-2c11-447c-939e-f6cef343ef29', 'code': 200} Feb 11 05:21:42.832000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac334d-fd29-466e-a178-91707252ca09 req-b0b6f2bc-1a8f-4de6-a8ca-d21db0c2bbe5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.833653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dfac334d-fd29-466e-a178-91707252ca09 req-b0b6f2bc-1a8f-4de6-a8ca-d21db0c2bbe5 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 945 time: 0.1090169 Feb 11 05:21:42.918908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-2eec7acb-012e-45e0-a971-05010a19fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.920539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-2eec7acb-012e-45e0-a971-05010a19fc46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1126 time: 0.2983773 Feb 11 05:21:42.927432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa13b46-2cb0-4434-a73f-da7490606a4a req-71f3cbc2-8b12-4969-990b-cd6e9b79bc62 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.928949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaa13b46-2cb0-4434-a73f-da7490606a4a req-71f3cbc2-8b12-4969-990b-cd6e9b79bc62 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.2564917 Feb 11 05:21:42.956386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.968921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Publish callbacks [] for port (cc17583b-bc15-4426-b94d-18976c1dba71), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.018305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Deleting port 759f867e-a0dc-48dd-a9d5-1fee7299914e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:43.018660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.023448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (dde98e0d-7fde-463f-9f20-a1cb60b11503), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.201087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] For port 759f867e-a0dc-48dd-a9d5-1fee7299914e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=759f867e-a0dc-48dd-a9d5-1fee7299914e,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:43.201384 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.219532 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Floating IP dde98e0d-7fde-463f-9f20-a1cb60b11503 associated. External IP: 172.25.8.152, port: 4b604103-ed95-4576-aaaf-b40ba284f317. Feb 11 05:21:43.221858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Calling delete_port for 759f867e-a0dc-48dd-a9d5-1fee7299914e owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:43.270329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2839987 Feb 11 05:21:43.275791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50418) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:43.282865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'subnet': {'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:43.293882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5812b62-776d-4228-85d7-af0877d8d103 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Network': ['ID=2695ba4c-94f6-4382-a052-086231095313,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:43.306905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 2695ba4c-94f6-4382-a052-086231095313 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:43.330478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c6c5335-3511-4fd2-bbf6-a1977af0d17a req-02ac9e4e-09d1-4ed3-830b-afbcc3264620 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 210 time: 0.0764399 Feb 11 05:21:43.436239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaa13b46-2cb0-4434-a73f-da7490606a4a req-1a3c5f4e-bd13-4d2d-b8bd-d9792fab8abf tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963706 Feb 11 05:21:43.439916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e1df-9c07-4031-b701-ee9f3df71b35 req-7a6e7e8a-58eb-4f62-92c5-7ba8aa01827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.441217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb9e1df-9c07-4031-b701-ee9f3df71b35 req-7a6e7e8a-58eb-4f62-92c5-7ba8aa01827a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 1128 time: 0.5497370 Feb 11 05:21:43.444068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-3cda5de9-c134-4b56-9bf2-b85859eea0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.445499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-3cda5de9-c134-4b56-9bf2-b85859eea0af service neutron] 10.222.0.83 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 915 time: 0.5068662 Feb 11 05:21:43.500350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-cf38736b-021e-4a00-bdd0-3d89b821d981 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 200 len: 217 time: 0.0460114 Feb 11 05:21:43.561078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.576292 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-9031714c-31cf-471e-bf5f-1c48e581dab5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=258605e0a8234c5b93e778a189d77610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405314 Feb 11 05:21:43.629455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb9e1df-9c07-4031-b701-ee9f3df71b35 req-5a0a1716-c8f0-42bf-ae48-adfcde460f5f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809711 Feb 11 05:21:43.658378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-506c7a01-3f3b-4cc3-b720-d9cd0bbf8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.659994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-506c7a01-3f3b-4cc3-b720-d9cd0bbf8f80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2884e132-0b62-4214-af9f-b6a3130b51f7 HTTP/1.1" status: 200 len: 854 time: 0.1493380 Feb 11 05:21:43.662800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (759f867e-a0dc-48dd-a9d5-1fee7299914e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.667803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Pushing event updated for resources: {'Port': ['ID=cc17583b-bc15-4426-b94d-18976c1dba71,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:43.671486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Network 6677dbe1-5913-4859-bad0-2320dad9ec8d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:43.675518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['64f0e6fa-5b1e-473a-a204-43727c533411', '759f867e-a0dc-48dd-a9d5-1fee7299914e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:43.692559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:43.705443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Pushing event deleted for resources: {'Port': ['ID=759f867e-a0dc-48dd-a9d5-1fee7299914e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:43.712310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:43.712488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:43.712488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.746411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-a2300888-32b9-49ef-96a6-303545243db1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22b3f78-9781-4966-98b1-48d5b8475e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733669 Feb 11 05:21:43.767559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f65f421c-b182-408c-8f8d-0a6a9471abf6 req-e3de8316-c271-46ca-9115-63170c031093 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 210 time: 0.0927951 Feb 11 05:21:43.857715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cdd99-bc98-40d6-a28a-233802d1d039 req-49b24353-e445-4b1f-abb5-26dfc5e98984 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.863195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e2cdd99-bc98-40d6-a28a-233802d1d039 req-49b24353-e445-4b1f-abb5-26dfc5e98984 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 866 time: 0.3423166 Feb 11 05:21:43.905232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.906065 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.994783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-2f786a66-fabf-4aaf-bb9f-c78379a28640 service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261350 Feb 11 05:21:44.018940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] No DVR routers for this DVR port 759f867e-a0dc-48dd-a9d5-1fee7299914e on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:44.033067 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.036435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dfac334d-fd29-466e-a178-91707252ca09 req-a12dce01-7776-4f91-91af-746609c67ef6 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.65 "DELETE /v2.0/ports/759f867e-a0dc-48dd-a9d5-1fee7299914e HTTP/1.1" status: 204 len: 173 time: 1.1923299 Feb 11 05:21:44.038573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'name': 'network-vif-deleted', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:44.041435 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c1816f-e57c-43de-a3de-60e3c733baca" -d '{"events": [{"server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "name": "network-vif-deleted", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:44.042026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e2cdd99-bc98-40d6-a28a-233802d1d039 req-df536cdd-2dd5-42f1-ace8-669793b5fa12 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603260 Feb 11 05:21:44.056652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610466c3-9b0b-42cc-99a4-a6c8181081f6 req-87be0fe7-c8d4-4f63-9966-08a52f22c9f7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.058353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-610466c3-9b0b-42cc-99a4-a6c8181081f6 req-87be0fe7-c8d4-4f63-9966-08a52f22c9f7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1889055 Feb 11 05:21:44.072216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-c7f56bdf-3a9f-45ec-b258-bd6ac09dd17d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3352392 Feb 11 05:21:44.083607 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-2be2c18c-2a2d-4d62-82f0-2ea2464137bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.083607 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-2be2c18c-2a2d-4d62-82f0-2ea2464137bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5001240 Feb 11 05:21:44.091384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:44.097034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Request body: {'port': {'device_id': 'e9bd91b7-22a0-4b7f-86ff-9b25740f098b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:44.106875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Request body: {'port': {'device_id': '7fa065de-5461-4884-b25d-3d923e889ba7', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '258605e0a8234c5b93e778a189d77610'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:44.113035 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b6e02-776d-495c-9716-1c26cae45b5b x-openstack-request-id: req-891b6e02-776d-495c-9716-1c26cae45b5b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:44.113402 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6fceed-3551-456c-9cd8-a9fe71924a2a", "name": "network-vif-deleted", "tag": "759f867e-a0dc-48dd-a9d5-1fee7299914e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:44.113732 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-891b6e02-776d-495c-9716-1c26cae45b5b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:44.114205 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fceed-3551-456c-9cd8-a9fe71924a2a', 'name': 'network-vif-deleted', 'tag': '759f867e-a0dc-48dd-a9d5-1fee7299914e', 'status': 'completed', 'code': 200} Feb 11 05:21:44.177609 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (5bd271ab-5105-4cd8-a688-acc103db89f0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.213745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-610466c3-9b0b-42cc-99a4-a6c8181081f6 req-d1a101c3-58e3-4e4b-a01b-cdd8c3ef66fb tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232550 Feb 11 05:21:44.217802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2380db77-554d-42ff-9f40-2d1dbf5e2d9f req-2b4d5606-88b2-41e1-a5a2-077fceca4a09 service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150774 Feb 11 05:21:44.223118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.350893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Subnet': ['ID=5bd271ab-5105-4cd8-a688-acc103db89f0,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:44.392590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Checking segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:44.393105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network hostable DHCP agents. Network: 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:44.395826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:44.405524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.419192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] Sync routers for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:44.457367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:44.459713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:21:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:44.480143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c45232bf-5f50-48d4-b59f-6a37222755af tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "PUT /v2.0/floatingips/dde98e0d-7fde-463f-9f20-a1cb60b11503 HTTP/1.1" status: 200 len: 991 time: 2.2679181 Feb 11 05:21:44.481196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Made reservation on behalf of 258605e0a8234c5b93e778a189d77610 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:44.484670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.556259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:44.654555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:44.663883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.664485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.698033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b06ae-969a-4e47-8bdc-d51c46463bc4 req-b9cca836-5663-481e-a4c8-0cefca814e4d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.700757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a70b06ae-969a-4e47-8bdc-d51c46463bc4 req-b9cca836-5663-481e-a4c8-0cefca814e4d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 931 time: 0.2456393 Feb 11 05:21:44.710379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0de5045-006c-41ae-bbb5-1d5fe4b4ea18 None None] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:44.721606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Allocated IP 192.168.233.227 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/d82f086e-72db-418a-8000-aa8c85b62528) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:44.780760 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bd758a51-97c4-427f-a4cb-ca0769365521 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5043445 Feb 11 05:21:44.783955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50444) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.792771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'subnet': {'network_id': '2695ba4c-94f6-4382-a052-086231095313', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:44.881435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc17583b-bc15-4426-b94d-18976c1dba71 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:44.892980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:44.897016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a70b06ae-969a-4e47-8bdc-d51c46463bc4 req-f5c3bac1-709b-4fba-af0c-9f7933737ab4 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820922 Feb 11 05:21:44.899201 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Publish callbacks [] for port (cc17583b-bc15-4426-b94d-18976c1dba71), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.915226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a28c46-2a5a-4507-9503-c82a48edf75e req-c29b4c33-f1b6-4097-b850-143e9680ee7f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.917875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40a28c46-2a5a-4507-9503-c82a48edf75e req-c29b4c33-f1b6-4097-b850-143e9680ee7f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.2685764 Feb 11 05:21:45.014081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Transition to ACTIVE for port object cc17583b-bc15-4426-b94d-18976c1dba71 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:45.082044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40a28c46-2a5a-4507-9503-c82a48edf75e req-521e3f27-f3b2-49d9-be2c-d0497a55d14e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519568 Feb 11 05:21:45.130143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:45.132236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.236226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-468647e5-8656-4f1c-9317-92282959c5c2 req-54583b82-0c78-42fe-9942-ddb22b154af4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 210 time: 0.1529677 Feb 11 05:21:45.244210 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.331252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'project_id': 'df693861b42c40728bffa9527ea335d8', 'fixed_ips': [{'subnet_id': '5bd271ab-5105-4cd8-a688-acc103db89f0'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:45.331252 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.596299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0294e987-bfb0-4c82-8335-11e5f0f810e7 req-9e1e4fff-b565-4042-b0db-b3874f3c2d29 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.2490902 Feb 11 05:21:45.763836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Allocated IP 10.1.1.2 (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b/5bd271ab-5105-4cd8-a688-acc103db89f0/c4f2a43e-d33e-40b0-b994-29d0ba3df8bc) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:45.790392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Pushing event updated for resources: {'Port': ['ID=cc17583b-bc15-4426-b94d-18976c1dba71,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:45.818624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67209f-c307-4467-86dc-28760bb1d9ce req-7515e787-985a-44d6-b701-87820a1d2ac8 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:45.824875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e67209f-c307-4467-86dc-28760bb1d9ce req-7515e787-985a-44d6-b701-87820a1d2ac8 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.4225910 Feb 11 05:21:45.873687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks [] for port (d82f086e-72db-418a-8000-aa8c85b62528), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.921939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Attempting to bind port cc17583b-bc15-4426-b94d-18976c1dba71 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:45.922279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Attempting to bind port cc17583b-bc15-4426-b94d-18976c1dba71 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b64a0e6f-27c6-4398-98c0-68951baa43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6677dbe1-5913-4859-bad0-2320dad9ec8d'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:45.922621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Attempting to bind port cc17583b-bc15-4426-b94d-18976c1dba71 on network 6677dbe1-5913-4859-bad0-2320dad9ec8d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:45.983111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Port cc17583b-bc15-4426-b94d-18976c1dba71 on network 6677dbe1-5913-4859-bad0-2320dad9ec8d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:45.983507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Attempting to bind port cc17583b-bc15-4426-b94d-18976c1dba71 on network 6677dbe1-5913-4859-bad0-2320dad9ec8d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:46.064496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:46.065225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Checking segment: {'id': 'b64a0e6f-27c6-4398-98c0-68951baa43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6677dbe1-5913-4859-bad0-2320dad9ec8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:46.066023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Bound using segment: {'id': 'b64a0e6f-27c6-4398-98c0-68951baa43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6677dbe1-5913-4859-bad0-2320dad9ec8d'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:46.066855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Bound port: cc17583b-bc15-4426-b94d-18976c1dba71, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64a0e6f-27c6-4398-98c0-68951baa43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6677dbe1-5913-4859-bad0-2320dad9ec8d'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:46.067691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.113964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 759f867e-a0dc-48dd-a9d5-1fee7299914e no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:46.125022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'tag': '4b604103-ed95-4576-aaaf-b40ba284f317'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:46.129001 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8248bd-4916-4b1e-9e31-49c6283b4a71" -d '{"events": [{"name": "network-changed", "server_uuid": "58e2b9b1-01a0-4d7e-a21d-084aa06cce69", "tag": "4b604103-ed95-4576-aaaf-b40ba284f317"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:46.155747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.177840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e67209f-c307-4467-86dc-28760bb1d9ce req-e30155cf-4604-434a-9e43-bd5a0246ec0a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665641 Feb 11 05:21:46.234054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:46.289101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:46.301248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:46.316639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:46.331286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:46.335177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (4e541a5a-4c10-422c-83f8-9993598b80e5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.378817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 759f867e-a0dc-48dd-a9d5-1fee7299914e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:46.379054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 759f867e-a0dc-48dd-a9d5-1fee7299914e not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:46.431990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d7c78-6ea3-461f-9461-0f808b9ff6b0 req-ff02952a-10f9-4c64-aed1-68ee932631d2 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.439837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b6d7c78-6ea3-461f-9461-0f808b9ff6b0 req-ff02952a-10f9-4c64-aed1-68ee932631d2 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 943 time: 0.3819225 Feb 11 05:21:46.517073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] For port cc17583b-bc15-4426-b94d-18976c1dba71, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:46.537992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:46.550937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Subnet': ['ID=4e541a5a-4c10-422c-83f8-9993598b80e5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:46.560494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] For port cc17583b-bc15-4426-b94d-18976c1dba71, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc17583b-bc15-4426-b94d-18976c1dba71,segment=NetworkSegment(b64a0e6f-27c6-4398-98c0-68951baa43e5),segment_id=b64a0e6f-27c6-4398-98c0-68951baa43e5)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:46.578066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b6d7c78-6ea3-461f-9461-0f808b9ff6b0 req-83695ecb-dbcf-4fa3-8c97-3d19695a998d tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369910 Feb 11 05:21:46.621101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9b0b3-02b2-4680-8382-92ce611d25be req-0d15f7ba-9de3-4587-84b3-2e66ad5699d3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.624167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80f9b0b3-02b2-4680-8382-92ce611d25be req-0d15f7ba-9de3-4587-84b3-2e66ad5699d3 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.2218084 Feb 11 05:21:46.661318 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.672976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.675474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.724530 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561f67ea-e5dc-4604-8345-e1b4cd646531 x-openstack-request-id: req-561f67ea-e5dc-4604-8345-e1b4cd646531 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:46.725198 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e2b9b1-01a0-4d7e-a21d-084aa06cce69", "tag": "4b604103-ed95-4576-aaaf-b40ba284f317", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:46.725723 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-561f67ea-e5dc-4604-8345-e1b4cd646531 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:46.726908 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'tag': '4b604103-ed95-4576-aaaf-b40ba284f317', 'status': 'completed', 'code': 200} Feb 11 05:21:46.765452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Checking segment: {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:46.766649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network hostable DHCP agents. Network: 2695ba4c-94f6-4382-a052-086231095313, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:46.844446 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b5635603-1dd8-4598-bedd-66e9c859e2bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7444837 Feb 11 05:21:46.863000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Request body: {'port': {'device_id': '7fa065de-5461-4884-b25d-3d923e889ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:46.886085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.887413 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.889102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] 10.222.0.83 "PUT /v2.0/ports/cc17583b-bc15-4426-b94d-18976c1dba71 HTTP/1.1" status: 200 len: 1092 time: 2.7998447 Feb 11 05:21:46.892822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bd91b7-22a0-4b7f-86ff-9b25740f098b', 'tag': 'cc17583b-bc15-4426-b94d-18976c1dba71'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:46.895384 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2aaf9d-a00b-417c-80d3-f1132269470a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bd91b7-22a0-4b7f-86ff-9b25740f098b", "tag": "cc17583b-bc15-4426-b94d-18976c1dba71"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:46.908341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Publish callbacks [] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.919775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 2695ba4c-94f6-4382-a052-086231095313 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:46.934970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80f9b0b3-02b2-4680-8382-92ce611d25be req-23d09edc-c298-4294-b4fa-072a6591a9c2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065360 Feb 11 05:21:46.942196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d64578-70c5-42c4-a13d-32e21ea103ab service neutron] Pushing event updated for resources: {'Port': ['ID=cc17583b-bc15-4426-b94d-18976c1dba71,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:46.973266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-655075bc-ab09-4ad3-8a3f-7f1374e93f3c None None] Provisioning complete for port d82f086e-72db-418a-8000-aa8c85b62528 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:46.985128 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-655075bc-ab09-4ad3-8a3f-7f1374e93f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d82f086e-72db-418a-8000-aa8c85b62528), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.985377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-1b9b0f79-c9a7-4a40-b14d-7a01d0aa8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.001814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-1b9b0f79-c9a7-4a40-b14d-7a01d0aa8c72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f16d28bfd52408aa515b13b57574ca5&device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 1128 time: 0.2015553 Feb 11 05:21:47.035287 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.077295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 2695ba4c-94f6-4382-a052-086231095313) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:47.088877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.089483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.104112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6f56b-8015-4a82-a933-8ce6522248ab None None] Network 2695ba4c-94f6-4382-a052-086231095313 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:47.122220 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.180048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-655075bc-ab09-4ad3-8a3f-7f1374e93f3c None None] Port d82f086e-72db-418a-8000-aa8c85b62528 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:47.228285 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-21ff2027-a015-4758-89df-7838a1c51469 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4432583 Feb 11 05:21:47.244818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50472) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:47.251354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'port': {'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1673071545', 'fixed_ips': [{'subnet_id': '5bd271ab-5105-4cd8-a688-acc103db89f0'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:47.415396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006a38f-d521-492e-a3c0-b582326117c2 req-24a88f35-a6c2-4364-a0d6-d6fd55387ab9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.417100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f006a38f-d521-492e-a3c0-b582326117c2 req-24a88f35-a6c2-4364-a0d6-d6fd55387ab9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 936 time: 0.2926433 Feb 11 05:21:47.418897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2162e39b-3595-4c08-bf23-acc018091569 req-87529f0b-9232-4124-984a-7505e96b691b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0895989 Feb 11 05:21:47.427073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-3ad6eded-bb61-45ed-b750-16dd2c6af81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.428571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-3ad6eded-bb61-45ed-b750-16dd2c6af81f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0893411-9dcb-41c4-a7ee-36bafd9247e8 HTTP/1.1" status: 200 len: 916 time: 0.4072492 Feb 11 05:21:47.436400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-28c0d85c-8824-4b42-8241-1336c7c8c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.437829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-28c0d85c-8824-4b42-8241-1336c7c8c9ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bda49cfd60d490f8c45daf930d04fd8&device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 1126 time: 0.2097592 Feb 11 05:21:47.563159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-8d47d550-397f-4628-bed2-d9f02ac198a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.564850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-8d47d550-397f-4628-bed2-d9f02ac198a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 1128 time: 0.1655102 Feb 11 05:21:47.597175 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9f7bc1-f0d1-484a-b970-fcde6ff3ebf4 x-openstack-request-id: req-1e9f7bc1-f0d1-484a-b970-fcde6ff3ebf4 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:47.597470 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bd91b7-22a0-4b7f-86ff-9b25740f098b", "tag": "cc17583b-bc15-4426-b94d-18976c1dba71", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:47.597749 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e9f7bc1-f0d1-484a-b970-fcde6ff3ebf4 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:47.600460 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bd91b7-22a0-4b7f-86ff-9b25740f098b', 'tag': 'cc17583b-bc15-4426-b94d-18976c1dba71', 'status': 'completed', 'code': 200} Feb 11 05:21:47.616944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-81ceb1c0-4130-46bb-ace5-d711eebf08d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc17583b-bc15-4426-b94d-18976c1dba71 HTTP/1.1" status: 200 len: 217 time: 0.1257198 Feb 11 05:21:47.669249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:47.695259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Pushing event updated for resources: {'Port': ['ID=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:47.724162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:47.765244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-76c49f12-3a8c-421e-b806-37b098958d8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b604103-ed95-4576-aaaf-b40ba284f317 HTTP/1.1" status: 200 len: 999 time: 0.3253410 Feb 11 05:21:47.785170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f006a38f-d521-492e-a3c0-b582326117c2 req-99fb0293-3979-4722-8935-96441a3b8f68 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461590 Feb 11 05:21:47.801862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-81ae0aeb-0e90-477e-b86f-13241226cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.803889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-81ae0aeb-0e90-477e-b86f-13241226cafd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e2733d6-055c-4438-a06d-9ab806c78ed7 HTTP/1.1" status: 200 len: 864 time: 0.1745718 Feb 11 05:21:47.812028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dde98e0d-7fde-463f-9f20-a1cb60b11503', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'port_id': '4b604103-ed95-4576-aaaf-b40ba284f317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:17Z', 'updated_at': '2022-02-11T05:21:42Z', 'revision_number': 1, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:17Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:47.923766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-2695ba4c-94f6-4382-a052-086231095313', 'network_id': '2695ba4c-94f6-4382-a052-086231095313', 'project_id': 'df693861b42c40728bffa9527ea335d8', 'fixed_ips': [{'subnet_id': '4e541a5a-4c10-422c-83f8-9993598b80e5'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:47.924714 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.952020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:47.987722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:47.990694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] Checking router: b4bb3f6f-0f58-4292-9de4-7116a8ed4fad for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:48.048054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82f086e-72db-418a-8000-aa8c85b62528 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:48.063450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Publish callbacks [] for port (d82f086e-72db-418a-8000-aa8c85b62528), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.073050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.084512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-3dd0e9b2-93ad-44ed-b0cc-c3f04a5f27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.086677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-3dd0e9b2-93ad-44ed-b0cc-c3f04a5f27ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 912 time: 0.4939334 Feb 11 05:21:48.123090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:48.123741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:21:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:48.157043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Transition to ACTIVE for port object d82f086e-72db-418a-8000-aa8c85b62528 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:48.169609 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-19eef8c4-8c06-4d30-aae6-ba7d06ab6575 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2862c50f-2c11-447c-939e-f6cef343ef29 HTTP/1.1" status: 200 len: 217 time: 0.0704443 Feb 11 05:21:48.171093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] device_id is not set on port 72b47366-6668-4d99-b8ae-51665a609500 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:21:48.253973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Attempting to bind port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:48.254262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Attempting to bind port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:48.254634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Attempting to bind port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:48.279214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205884e1-d7fc-4937-9375-42e679592c7f req-acb30828-b1f0-4d60-aabe-170f92d81021 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.280855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-205884e1-d7fc-4937-9375-42e679592c7f req-acb30828-b1f0-4d60-aabe-170f92d81021 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.6188679 Feb 11 05:21:48.286345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-96c09d98-6aea-4c3c-b081-ed9e9abb6527 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6677dbe1-5913-4859-bad0-2320dad9ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648487 Feb 11 05:21:48.296657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.357292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:48.358000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Checking segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:48.358770 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.359593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Bound using segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:48.360573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Bound port: c4f2a43e-d33e-40b0-b994-29d0ba3df8bc, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:48.361610 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.443858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-cb2df875-c5a2-47f6-809b-528c163790a7 service neutron] 10.222.0.83 "GET /v2.0/networks/6677dbe1-5913-4859-bad0-2320dad9ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363924 Feb 11 05:21:48.472313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-9b54e911-4f0b-452b-ba13-42b14d477925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.474286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-9b54e911-4f0b-452b-ba13-42b14d477925 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e0685eaf-ca6d-4b8f-b7f2-07db15d06405 HTTP/1.1" status: 200 len: 851 time: 0.2949104 Feb 11 05:21:48.526412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-205884e1-d7fc-4937-9375-42e679592c7f req-0a065102-f363-4b98-a3ab-d1bfe1836209 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274145 Feb 11 05:21:48.631725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:48.675848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] For port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:48.700941 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-6a862072-9c77-4bd9-ae76-b698c6b7aa85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2196248 Feb 11 05:21:48.724583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Allocated IP 10.2.2.2 (2695ba4c-94f6-4382-a052-086231095313/4e541a5a-4c10-422c-83f8-9993598b80e5/f904a032-cfd3-4a76-92ac-7b9da7b7d872) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:48.734202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] For port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:48.746539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-cc0199eb-08ba-404d-99db-a06980a59916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.748194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-cc0199eb-08ba-404d-99db-a06980a59916 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e9442-b64f-4e60-9b5e-6807c3ed9065 HTTP/1.1" status: 200 len: 854 time: 0.9573722 Feb 11 05:21:48.753540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d24d551-8a24-4f8b-9520-45429ef01924 req-6d83e34c-6b2a-4370-9f25-d41ecf1dcc26 service neutron] 10.222.0.83 "GET /v2.0/networks/6677dbe1-5913-4859-bad0-2320dad9ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682714 Feb 11 05:21:48.770314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ee45b-4abc-4848-a458-e9348d7b54dd req-8cee4f55-f848-42e5-9b28-33001ccec903 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.773716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b8ee45b-4abc-4848-a458-e9348d7b54dd req-8cee4f55-f848-42e5-9b28-33001ccec903 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 943 time: 0.5939178 Feb 11 05:21:48.790214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:48.913048 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.043768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Allocated IP 10.1.1.13 (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b/5bd271ab-5105-4cd8-a688-acc103db89f0/72b47366-6668-4d99-b8ae-51665a609500) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:49.048093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Attempting to bind port d82f086e-72db-418a-8000-aa8c85b62528 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:49.055562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Attempting to bind port d82f086e-72db-418a-8000-aa8c85b62528 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:49.055562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Attempting to bind port d82f086e-72db-418a-8000-aa8c85b62528 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:49.087134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Port d82f086e-72db-418a-8000-aa8c85b62528 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:49.087798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Attempting to bind port d82f086e-72db-418a-8000-aa8c85b62528 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:49.107087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7d1f-a3fb-4325-9f22-df250b6b7f06 req-19866e10-a868-4c25-9ab0-8cceec26bfde tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:49.110436 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-546f8e37-b2f4-4e32-93d4-30f7244bf450 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463252 Feb 11 05:21:49.114175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:49.114798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:49.115609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:49.116188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Bound port: d82f086e-72db-418a-8000-aa8c85b62528, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:49.116682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.116834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a53d7d1f-a3fb-4325-9f22-df250b6b7f06 req-19866e10-a868-4c25-9ab0-8cceec26bfde tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.3599927 Feb 11 05:21:49.161439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b8ee45b-4abc-4848-a458-e9348d7b54dd req-7d8577e7-9313-4220-ae94-d75385f36482 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703451 Feb 11 05:21:49.185229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-0402bc18-5ac2-4279-a32c-85809423bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:49.187138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-0402bc18-5ac2-4279-a32c-85809423bd27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0893411-9dcb-41c4-a7ee-36bafd9247e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3369753 Feb 11 05:21:49.214717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-aa2101e5-d5b8-45ea-8818-35590704633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:49.219010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-aa2101e5-d5b8-45ea-8818-35590704633a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bda49cfd60d490f8c45daf930d04fd8&device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 1126 time: 0.2505322 Feb 11 05:21:49.234898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374a183-6ef1-42d0-becc-b0150ac7e441 None None] Pushing event updated for resources: {'Port': ['ID=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:49.349222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a53d7d1f-a3fb-4325-9f22-df250b6b7f06 req-773d1e44-96c4-4ff5-aace-54fdd8837e09 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313285 Feb 11 05:21:49.602891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a13593d1-04cd-4ee9-ae20-31b2fab7a8a7 req-550f5699-cdd3-428e-989f-a68d886a913b tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.2488034 Feb 11 05:21:49.722783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (72b47366-6668-4d99-b8ae-51665a609500), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.818420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-223b420d-3bdf-41e4-a704-ea6adafde1bc req-c11c96ec-f140-451d-9e71-29fbfaa72754 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978581 Feb 11 05:21:49.819547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:49.846411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:49.871004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (72b47366-6668-4d99-b8ae-51665a609500), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.927269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Publish callbacks [] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.941915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-8228e27d-c0d8-4594-b9b4-915b53836f11 service neutron] 10.222.0.83 "GET /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297666 Feb 11 05:21:49.954928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dde98e0d-7fde-463f-9f20-a1cb60b11503', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'port_id': '4b604103-ed95-4576-aaaf-b40ba284f317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:17Z', 'updated_at': '2022-02-11T05:21:42Z', 'revision_number': 1, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:17Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:49.994190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827e882-5641-4159-934e-e4b10d162e53 None None] The sync data for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 is: [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dde98e0d-7fde-463f-9f20-a1cb60b11503', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'port_id': '4b604103-ed95-4576-aaaf-b40ba284f317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'mac_address': 'fa:16:3e:94:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:17Z', 'updated_at': '2022-02-11T05:21:42Z', 'revision_number': 1, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:17Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:50.011647 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.029440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.039250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:50.048464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:50.065211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:50.113017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=72b47366-6668-4d99-b8ae-51665a609500,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.126787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.129085 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.131616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] 10.222.0.83 "PUT /v2.0/ports/d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 200 len: 1097 time: 3.2731643 Feb 11 05:21:50.147615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:50.152119 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afd0bfd-1268-4114-a7c2-73fed6d2e582" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "tag": "d82f086e-72db-418a-8000-aa8c85b62528"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:50.185428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Network 2695ba4c-94f6-4382-a052-086231095313 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:50.198180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-b79b276c-d818-4b8e-a05d-59759b4be552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.200291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-b79b276c-d818-4b8e-a05d-59759b4be552 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6677dbe1-5913-4859-bad0-2320dad9ec8d HTTP/1.1" status: 200 len: 925 time: 0.9153142 Feb 11 05:21:50.204888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:50.215267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2005a43-fbf0-4c03-b838-840a75995e04 req-4ff7efc2-76a2-47f3-93dd-bb59fee0b855 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.227850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2005a43-fbf0-4c03-b838-840a75995e04 req-4ff7efc2-76a2-47f3-93dd-bb59fee0b855 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.6876187 Feb 11 05:21:50.231102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:50.238888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Pushing event updated for resources: {'Port': ['ID=f904a032-cfd3-4a76-92ac-7b9da7b7d872,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.284652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fbc34-2d60-4d9f-b1b6-0b65e7269142 req-a45ff1d8-3a74-4eaf-b05c-6b31b3601e3f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.293769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab6fbc34-2d60-4d9f-b1b6-0b65e7269142 req-a45ff1d8-3a74-4eaf-b05c-6b31b3601e3f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.5273321 Feb 11 05:21:50.375445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31669cc-8799-4673-b3da-59fbc94fba70 service neutron] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.429040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Attempting to bind port f904a032-cfd3-4a76-92ac-7b9da7b7d872 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:50.429340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Attempting to bind port f904a032-cfd3-4a76-92ac-7b9da7b7d872 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:50.429722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Attempting to bind port f904a032-cfd3-4a76-92ac-7b9da7b7d872 on network 2695ba4c-94f6-4382-a052-086231095313 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:50.448185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:50.454114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Checking segment: {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:50.454114 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.454114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Bound using segment: {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:50.454114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Bound port: f904a032-cfd3-4a76-92ac-7b9da7b7d872, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:50.454114 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.467487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-fa52a358-6ddc-4293-b0e2-a2da896ec1f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc17583b-bc15-4426-b94d-18976c1dba71 HTTP/1.1" status: 200 len: 217 time: 0.2350934 Feb 11 05:21:50.550215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.550939 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.608526 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0942955-193a-42ec-8727-8208e215c601 None None] New status for floating IP dde98e0d-7fde-463f-9f20-a1cb60b11503: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:21:50.658923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-09670422-5c4e-4142-8676-e91082df9609 None None] For port f904a032-cfd3-4a76-92ac-7b9da7b7d872, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:50.670906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-09670422-5c4e-4142-8676-e91082df9609 None None] For port f904a032-cfd3-4a76-92ac-7b9da7b7d872, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f904a032-cfd3-4a76-92ac-7b9da7b7d872,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:50.698477 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eb5556ca-3ad3-4a9e-92ca-3675ca7e0ae4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4497750 Feb 11 05:21:50.702230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50504) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:50.703529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8248bd-4916-4b1e-9e31-49c6283b4a71 req-6947941f-aa26-4f7c-a544-eb649853ff5a service neutron] 10.222.0.83 "GET /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439673 Feb 11 05:21:50.723165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'port': {'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'name': 'tempest-TaggedBootDevicesTest_v242-443097049', 'fixed_ips': [{'subnet_id': '5bd271ab-5105-4cd8-a688-acc103db89f0'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:50.784304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-5807907b-5bf9-4a2b-8e3c-9d2a70948027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.786308 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-5807907b-5bf9-4a2b-8e3c-9d2a70948027 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 1131 time: 0.3880305 Feb 11 05:21:50.790761 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.897635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2005a43-fbf0-4c03-b838-840a75995e04 req-830a84ce-ae89-40ea-a19b-e2b33fcbe026 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6661732 Feb 11 05:21:50.936421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab6fbc34-2d60-4d9f-b1b6-0b65e7269142 req-cdaf66af-e91a-4054-9d0e-3797d1638373 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416423 Feb 11 05:21:50.955254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-08dd68bb-2444-404f-8a7f-533c0c78fa08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 200 len: 217 time: 0.1391876 Feb 11 05:21:50.957503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-5589962c-d5fd-44f9-83aa-36e462a507ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.979583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-5589962c-d5fd-44f9-83aa-36e462a507ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e2733d6-055c-4438-a06d-9ab806c78ed7 HTTP/1.1" status: 200 len: 864 time: 0.4566166 Feb 11 05:21:51.023100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09670422-5c4e-4142-8676-e91082df9609 None None] Pushing event updated for resources: {'Port': ['ID=f904a032-cfd3-4a76-92ac-7b9da7b7d872,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:51.041746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c4f2a43e-d33e-40b0-b994-29d0ba3df8bc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:51.090531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-c1bd149b-651b-48a5-8d4a-0ef85a803b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.097373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-922d7a37-28d5-4d6d-8e8a-bd7d62d1ba2c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6677dbe1-5913-4859-bad0-2320dad9ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091738 Feb 11 05:21:51.097546 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-c1bd149b-651b-48a5-8d4a-0ef85a803b50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1197381 Feb 11 05:21:51.127092 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbac9019-724d-43f2-bdbb-18fc79d12f42 x-openstack-request-id: req-fbac9019-724d-43f2-bdbb-18fc79d12f42 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:51.127092 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "tag": "d82f086e-72db-418a-8000-aa8c85b62528", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:51.127092 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fbac9019-724d-43f2-bdbb-18fc79d12f42 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:51.127092 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528', 'status': 'completed', 'code': 200} Feb 11 05:21:51.159058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda741e-555d-4a5c-87e3-3c82f8ffcbbb None None] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:51.245244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:51.255061 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.329659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] device_id is not set on port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:21:51.338082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-c0007829-fc9c-46de-bfbc-0e300eddde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.339776 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-c0007829-fc9c-46de-bfbc-0e300eddde3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2139053 Feb 11 05:21:51.358724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cc17583b-bc15-4426-b94d-18976c1dba71 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:51.535640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-f6682aa5-e105-4664-935a-f5181ccbbacf service neutron] 10.222.0.83 "GET /v2.0/networks/6677dbe1-5913-4859-bad0-2320dad9ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149258 Feb 11 05:21:51.543482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cc17583b-bc15-4426-b94d-18976c1dba71, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc17583b-bc15-4426-b94d-18976c1dba71,segment=NetworkSegment(b64a0e6f-27c6-4398-98c0-68951baa43e5),segment_id=b64a0e6f-27c6-4398-98c0-68951baa43e5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:51.569144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-86ae155b-d527-468a-8b76-3e30cf0a60f1 None None] Provisioning complete for port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:51.569558 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86ae155b-d527-468a-8b76-3e30cf0a60f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.645210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'cc17583b-bc15-4426-b94d-18976c1dba71', 'network_id': '6677dbe1-5913-4859-bad0-2320dad9ec8d', 'port_id': 'cc17583b-bc15-4426-b94d-18976c1dba71', 'mac_address': 'fa:16:3e:a0:ff:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2733d6-055c-4438-a06d-9ab806c78ed7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:51.757311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:51.758126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.811003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6441e9-e5cf-4f4c-bfcf-d842c08f7655 req-2efef2c4-a3b1-4f03-a785-f0fa1670f01b tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.825472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f6441e9-e5cf-4f4c-bfcf-d842c08f7655 req-2efef2c4-a3b1-4f03-a785-f0fa1670f01b tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 943 time: 0.5566287 Feb 11 05:21:51.919098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cc17583b-bc15-4426-b94d-18976c1dba71 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:51.919883 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.929844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-26464966-f621-44d1-8695-6e2d92289af2 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782535 Feb 11 05:21:51.931606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Allocated IP 10.1.1.220 (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b/5bd271ab-5105-4cd8-a688-acc103db89f0/1f747a77-c780-4c8f-b8b7-b08f84511ca9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:51.954351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8fd66-e6ec-4f70-a427-f1af0d1907ba req-afdfb0fe-6170-4c8a-bc63-ff86a6234f54 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.965511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24c8fd66-e6ec-4f70-a427-f1af0d1907ba req-afdfb0fe-6170-4c8a-bc63-ff86a6234f54 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.5844533 Feb 11 05:21:52.062862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc17583b-bc15-4426-b94d-18976c1dba71 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:52.090543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-86ae155b-d527-468a-8b76-3e30cf0a60f1 None None] Current status of the port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:52.101442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86ae155b-d527-468a-8b76-3e30cf0a60f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.160304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:52.169055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.255738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cc17583b-bc15-4426-b94d-18976c1dba71, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc17583b-bc15-4426-b94d-18976c1dba71,segment=NetworkSegment(b64a0e6f-27c6-4398-98c0-68951baa43e5),segment_id=b64a0e6f-27c6-4398-98c0-68951baa43e5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:52.275771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24c8fd66-e6ec-4f70-a427-f1af0d1907ba req-4bfd5e6f-5fb0-4cda-95b2-5fcf1ea6b427 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090386 Feb 11 05:21:52.295424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-86ae155b-d527-468a-8b76-3e30cf0a60f1 None None] For port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:52.309651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f6441e9-e5cf-4f4c-bfcf-d842c08f7655 req-9779e58b-c5eb-4223-acca-f57fd3da762e tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780991 Feb 11 05:21:52.312415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de2aaf9d-a00b-417c-80d3-f1132269470a req-a3730978-f874-418d-a3ec-85353065ddbe service neutron] 10.222.0.83 "GET /v2.0/networks/6677dbe1-5913-4859-bad0-2320dad9ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558973 Feb 11 05:21:52.325213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.403392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86ae155b-d527-468a-8b76-3e30cf0a60f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.549009 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:52.552018 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:52.640903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cc17583b-bc15-4426-b94d-18976c1dba71,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:52.653471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['cc17583b-bc15-4426-b94d-18976c1dba71'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:52.734015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62521228-740c-4f76-8944-f7f58233453a req-0e6be1d0-bef4-4ba7-9e8e-1e39b8efca49 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0775716 Feb 11 05:21:52.828523 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76160453-13f6-4e2b-a075-a77bd44cf099 req-55c1c7c4-0b97-4f14-884d-dd69c9405bc7 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947707 Feb 11 05:21:52.834459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023a70e-3a14-47a5-a697-f852b48badd9 req-b9fb64da-d3c8-459b-915f-386bda5d9f62 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:52.850426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5023a70e-3a14-47a5-a697-f852b48badd9 req-b9fb64da-d3c8-459b-915f-386bda5d9f62 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.2857363 Feb 11 05:21:52.911721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-148f7329-7377-4ec9-ae6c-e24623fbe5ad None None] Provisioning complete for port 72b47366-6668-4d99-b8ae-51665a609500 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:52.915385 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-148f7329-7377-4ec9-ae6c-e24623fbe5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (72b47366-6668-4d99-b8ae-51665a609500), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.968640 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.012183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-148f7329-7377-4ec9-ae6c-e24623fbe5ad None None] Port 72b47366-6668-4d99-b8ae-51665a609500 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:53.033238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5023a70e-3a14-47a5-a697-f852b48badd9 req-2e37fe2c-c0f1-43aa-9f2d-631c1e4af954 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776881 Feb 11 05:21:53.060870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae155b-d527-468a-8b76-3e30cf0a60f1 None None] Pushing event updated for resources: {'Port': ['ID=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:53.158134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-5bd0bb77-e298-4d8d-8a53-51f9fe71600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.161193 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-5bd0bb77-e298-4d8d-8a53-51f9fe71600a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 1131 time: 0.1403971 Feb 11 05:21:53.166817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:53.178519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-148f7329-7377-4ec9-ae6c-e24623fbe5ad None None] Provisioning complete for port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:53.178912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-148f7329-7377-4ec9-ae6c-e24623fbe5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.190971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b37c37-be6e-4d54-9bf0-23058ce493c6 req-ddab0d2a-9546-4014-8cfd-5a3599a28a95 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.205919 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44b37c37-be6e-4d54-9bf0-23058ce493c6 req-ddab0d2a-9546-4014-8cfd-5a3599a28a95 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.2000926 Feb 11 05:21:53.332939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-92596e09-dec5-446b-8326-c83b03ea1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.334616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-92596e09-dec5-446b-8326-c83b03ea1d00 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1594038 Feb 11 05:21:53.340190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.368461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44b37c37-be6e-4d54-9bf0-23058ce493c6 req-cd630da0-0e11-492e-9e5d-ac2dc885df0c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612036 Feb 11 05:21:53.396086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2693a80e-0318-4ce6-be81-89db0844f5d7 None None] Network 2695ba4c-94f6-4382-a052-086231095313 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:53.510572 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-bd26cb35-3886-4180-ba29-83c68a1c9cf0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 200 len: 217 time: 0.1669741 Feb 11 05:21:53.553181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=1f747a77-c780-4c8f-b8b7-b08f84511ca9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:53.606835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-148f7329-7377-4ec9-ae6c-e24623fbe5ad None None] Current status of the port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:53.628414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f904a032-cfd3-4a76-92ac-7b9da7b7d872 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:53.661316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:53.669193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83f454-6253-4707-aae0-251414ba7cc9 req-ac0a6d48-1562-4aae-bf83-18cf39d3918b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.670839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f83f454-6253-4707-aae0-251414ba7cc9 req-ac0a6d48-1562-4aae-bf83-18cf39d3918b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.2037413 Feb 11 05:21:53.677456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:53.698591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-7965f159-d6dc-4db0-9d0f-8956ddd1c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.700267 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-7965f159-d6dc-4db0-9d0f-8956ddd1c6e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1439805 Feb 11 05:21:53.705486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:53.715485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.715872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.716277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.716492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.719012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca5139-ec53-410c-8f4d-cf2b75a3b161 req-7de767cc-2adf-4ad0-9635-6c2e48dbacc0 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.726569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.727684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.727925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.728329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.728714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.729715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91ca5139-ec53-410c-8f4d-cf2b75a3b161 req-7de767cc-2adf-4ad0-9635-6c2e48dbacc0 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 944 time: 0.2127807 Feb 11 05:21:53.731368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.731841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.732155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.732529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:53.851900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Provisioning complete for port 72b47366-6668-4d99-b8ae-51665a609500 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:53.854722 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (72b47366-6668-4d99-b8ae-51665a609500), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.913764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.915373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.954351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f83f454-6253-4707-aae0-251414ba7cc9 req-d54f1a52-2a21-48e6-a97b-f1daaac5d1fc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620661 Feb 11 05:21:53.954918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-2facf9ab-a194-4322-befe-3e6911fab8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.956238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-2facf9ab-a194-4322-befe-3e6911fab8a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1668663 Feb 11 05:21:53.988819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91ca5139-ec53-410c-8f4d-cf2b75a3b161 req-75536e85-ce17-47f9-bb52-b671eb60c542 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505414 Feb 11 05:21:53.995812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Port 72b47366-6668-4d99-b8ae-51665a609500 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:54.038652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-43c1b6be-6d32-4ec6-a938-a2a0a12ac8a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3269944 Feb 11 05:21:54.111666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Provisioning complete for port f904a032-cfd3-4a76-92ac-7b9da7b7d872 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:54.112048 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.141414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddab890b-f197-4991-8b4e-1b989ae6a0ad req-0bbce2a1-591b-4c40-8d8c-e5617af2099c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0499215 Feb 11 05:21:54.209396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f904a032-cfd3-4a76-92ac-7b9da7b7d872 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:54.209790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.263093 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-b9c825df-bc2b-4afe-b422-96e989952448 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778096 Feb 11 05:21:54.392838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800562-d1c6-4d08-b390-5cbd830128ff req-8112b8e9-fd9a-49b5-bb10-6ee803eb3d74 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:54.394323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6800562-d1c6-4d08-b390-5cbd830128ff req-8112b8e9-fd9a-49b5-bb10-6ee803eb3d74 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.1273406 Feb 11 05:21:54.476029 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:54.532227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6800562-d1c6-4d08-b390-5cbd830128ff req-e2867247-ed75-4cdd-adb1-eca71c92f58b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310518 Feb 11 05:21:54.773722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Current status of the port f904a032-cfd3-4a76-92ac-7b9da7b7d872 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:54.775012 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.803222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc00fa-0a9e-4416-8737-612a24a9c49e req-72d9e647-1d77-4fc2-ad41-44f61801e3ea tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:54.805021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9cc00fa-0a9e-4416-8737-612a24a9c49e req-72d9e647-1d77-4fc2-ad41-44f61801e3ea tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1156366 Feb 11 05:21:54.814287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50524) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:54.823767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f904a032-cfd3-4a76-92ac-7b9da7b7d872 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:54.824225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.825065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0ea7f079-9ced-4d24-b2f6-59b1d91eea2d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150091324', 'description': 'tempest-description--1369113357'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:54.863237 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6afd0bfd-1268-4114-a7c2-73fed6d2e582 req-7f784bd3-0ff2-4618-a06e-5d6e8c2fb946 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080741 Feb 11 05:21:54.893100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] For port f904a032-cfd3-4a76-92ac-7b9da7b7d872, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f904a032-cfd3-4a76-92ac-7b9da7b7d872,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:54.949427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9cc00fa-0a9e-4416-8737-612a24a9c49e req-1a1122aa-028a-4c4d-9038-fe766888a70f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192269 Feb 11 05:21:54.985488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.995969 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f079-9ced-4d24-b2f6-59b1d91eea2d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.089680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6253ecb-e52d-448b-8a11-cfe398bc5538 None None] Pushing event updated for resources: {'Port': ['ID=f904a032-cfd3-4a76-92ac-7b9da7b7d872,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:55.190294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c8713483-64d8-4dba-a077-806454990601 None None] Provisioning complete for port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:55.191784 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8713483-64d8-4dba-a077-806454990601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.230991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:55.231555 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:55.241256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c8713483-64d8-4dba-a077-806454990601 None None] Port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:21:55.257257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c8713483-64d8-4dba-a077-806454990601 None None] Provisioning complete for port f904a032-cfd3-4a76-92ac-7b9da7b7d872 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:55.257598 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8713483-64d8-4dba-a077-806454990601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.276849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f079-9ced-4d24-b2f6-59b1d91eea2d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group (31f7ace6-e26e-484d-b2c6-2c797e5bae04), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.329187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211337e4-fcbd-4689-80bc-9ed58adc271a req-7ea5e456-de7c-4e3a-a90e-5519d53562aa tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:55.337639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-211337e4-fcbd-4689-80bc-9ed58adc271a req-7ea5e456-de7c-4e3a-a90e-5519d53562aa tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 944 time: 0.1483495 Feb 11 05:21:55.356723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:55.361170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cc17583b-bc15-4426-b94d-18976c1dba71 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:55.375582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcdde0-3705-4f44-9ab6-ca88c332744a req-12f3cab4-16b1-45f3-83d8-83b0b1dc1e48 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:55.384532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bbcdde0-3705-4f44-9ab6-ca88c332744a req-12f3cab4-16b1-45f3-83d8-83b0b1dc1e48 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.2568860 Feb 11 05:21:55.408364 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f079-9ced-4d24-b2f6-59b1d91eea2d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31f7ace6-e26e-484d-b2c6-2c797e5bae04), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.466606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bbcdde0-3705-4f44-9ab6-ca88c332744a req-8b73a059-6341-43ba-a72c-efdff7c95db0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803144 Feb 11 05:21:55.499534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c8713483-64d8-4dba-a077-806454990601 None None] Current status of the port f904a032-cfd3-4a76-92ac-7b9da7b7d872 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:55.587909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:55.597761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port cc17583b-bc15-4426-b94d-18976c1dba71 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:55.605512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port cc17583b-bc15-4426-b94d-18976c1dba71 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:55.606085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.610882 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'd82f086e-72db-418a-8000-aa8c85b62528', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'd82f086e-72db-418a-8000-aa8c85b62528', 'mac_address': 'fa:16:3e:eb:f9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:55.663178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5174816-f054-4978-8984-79bcf4fbf29b req-555356fb-41d5-44dd-ad3f-90f1fed37d4c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0466499 Feb 11 05:21:55.681239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ea7f079-9ced-4d24-b2f6-59b1d91eea2d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.698718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0ea7f079-9ced-4d24-b2f6-59b1d91eea2d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8794558 Feb 11 05:21:55.699132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50542) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:55.704383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3e697145-f2f3-4251-89c3-70bde609c9fb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'security_group_rule': {'security_group_id': '31f7ace6-e26e-484d-b2c6-2c797e5bae04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:55.725537 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-211337e4-fcbd-4689-80bc-9ed58adc271a req-1f8a477f-285c-41d2-b85d-91dad4635b85 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860047 Feb 11 05:21:55.730683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7f079-9ced-4d24-b2f6-59b1d91eea2d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f7ace6-e26e-484d-b2c6-2c797e5bae04,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:55.801866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d82f086e-72db-418a-8000-aa8c85b62528 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:55.802507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.878250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e697145-f2f3-4251-89c3-70bde609c9fb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group_rule (63732230-038f-424c-b46a-e2d8f7a3cfe5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.927604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f904a032-cfd3-4a76-92ac-7b9da7b7d872 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:55.929012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c4f2a43e-d33e-40b0-b994-29d0ba3df8bc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:55.935342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82f086e-72db-418a-8000-aa8c85b62528 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:55.979660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9bf51-21fc-4594-8b68-668a1c9ce3fd req-ef622f84-92fd-42be-8b98-bf84a12d6bff tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:55.984797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:55.997572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-daf9bf51-21fc-4594-8b68-668a1c9ce3fd req-ef622f84-92fd-42be-8b98-bf84a12d6bff tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.1371031 Feb 11 05:21:56.061139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e697145-f2f3-4251-89c3-70bde609c9fb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group_rule (63732230-038f-424c-b46a-e2d8f7a3cfe5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.065656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.130939 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e697145-f2f3-4251-89c3-70bde609c9fb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (63732230-038f-424c-b46a-e2d8f7a3cfe5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.169026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-daf9bf51-21fc-4594-8b68-668a1c9ce3fd req-6f935b89-988a-4986-8041-0c744648f1bf tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702428 Feb 11 05:21:56.174142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e697145-f2f3-4251-89c3-70bde609c9fb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63732230-038f-424c-b46a-e2d8f7a3cfe5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.193219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88ee99-f00b-4a17-b26f-3dc08dbb491d req-ba2f7de4-88c6-4ad2-b38b-dbeeb473e0f7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.196899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d88ee99-f00b-4a17-b26f-3dc08dbb491d req-ba2f7de4-88c6-4ad2-b38b-dbeeb473e0f7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1144495 Feb 11 05:21:56.221814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.226026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cc17583b-bc15-4426-b94d-18976c1dba71 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:56.230615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.254255 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e697145-f2f3-4251-89c3-70bde609c9fb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.258639 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3e697145-f2f3-4251-89c3-70bde609c9fb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5553994 Feb 11 05:21:56.263867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50550) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:56.266010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f2f6307f-2722-41dc-954c-566daedb1a7c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'security_group_rule': {'security_group_id': '31f7ace6-e26e-484d-b2c6-2c797e5bae04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:56.271797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:56.273548 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.325319 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d88ee99-f00b-4a17-b26f-3dc08dbb491d req-ceca0dda-9631-47b0-8b41-bb572cc22393 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222694 Feb 11 05:21:56.392829 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2f6307f-2722-41dc-954c-566daedb1a7c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group_rule (5c14dfbe-bbaa-4f82-b5a5-ab1d4602f5ec), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.437287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cc17583b-bc15-4426-b94d-18976c1dba71, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc17583b-bc15-4426-b94d-18976c1dba71,segment=NetworkSegment(b64a0e6f-27c6-4398-98c0-68951baa43e5),segment_id=b64a0e6f-27c6-4398-98c0-68951baa43e5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:56.442003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bd91b7-22a0-4b7f-86ff-9b25740f098b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17583b-bc15-4426-b94d-18976c1dba71'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:56.444320 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42feba3-04dd-492f-a943-d3d96f080160" -d '{"events": [{"server_uuid": "e9bd91b7-22a0-4b7f-86ff-9b25740f098b", "name": "network-vif-plugged", "status": "completed", "tag": "cc17583b-bc15-4426-b94d-18976c1dba71"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:56.520845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2f6307f-2722-41dc-954c-566daedb1a7c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group_rule (5c14dfbe-bbaa-4f82-b5a5-ab1d4602f5ec), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.539043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:56.541535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d82f086e-72db-418a-8000-aa8c85b62528'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:56.569443 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e07fbd-be57-4f32-a8f4-0bfb49951685 x-openstack-request-id: req-54e07fbd-be57-4f32-a8f4-0bfb49951685 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:56.569739 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bd91b7-22a0-4b7f-86ff-9b25740f098b", "name": "network-vif-plugged", "status": "completed", "tag": "cc17583b-bc15-4426-b94d-18976c1dba71", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:56.570096 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54e07fbd-be57-4f32-a8f4-0bfb49951685 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:56.571420 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bd91b7-22a0-4b7f-86ff-9b25740f098b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17583b-bc15-4426-b94d-18976c1dba71', 'code': 200} Feb 11 05:21:56.584791 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.610007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2f6307f-2722-41dc-954c-566daedb1a7c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (5c14dfbe-bbaa-4f82-b5a5-ab1d4602f5ec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.639003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6307f-2722-41dc-954c-566daedb1a7c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c14dfbe-bbaa-4f82-b5a5-ab1d4602f5ec,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.748735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101eeaf5-14a0-44cd-a71f-2b44a78f0db6 req-2ea1b2d1-e1da-4fe4-8c07-240394b1493f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.757961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-101eeaf5-14a0-44cd-a71f-2b44a78f0db6 req-2ea1b2d1-e1da-4fe4-8c07-240394b1493f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.1250751 Feb 11 05:21:56.793712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f904a032-cfd3-4a76-92ac-7b9da7b7d872 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:56.796233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32efe8-03f1-4b5f-aaff-1615fd9e9afb req-09a959a8-a45f-41ca-8527-0772244fcc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.797731 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af32efe8-03f1-4b5f-aaff-1615fd9e9afb req-09a959a8-a45f-41ca-8527-0772244fcc9c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 1128 time: 0.1361997 Feb 11 05:21:56.842587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cc17583b-bc15-4426-b94d-18976c1dba71,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.986606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f904a032-cfd3-4a76-92ac-7b9da7b7d872 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:56.986606 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.987937 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af32efe8-03f1-4b5f-aaff-1615fd9e9afb req-a16a8805-2887-449a-8a59-002f14e0294e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969493 Feb 11 05:21:56.988058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-101eeaf5-14a0-44cd-a71f-2b44a78f0db6 req-2cf68f01-bf7f-4ec1-82d4-7ad5b5e38f99 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585515 Feb 11 05:21:57.001173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97cb342c-bdc8-4b8c-8643-79993d757ba6 req-19f296d5-e0cc-4550-b01f-f807021a5042 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0464184 Feb 11 05:21:57.081166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ba6f8-b5af-4b5b-91a9-a553ea4149b4 req-8057aeb9-224a-4f2c-b54a-abadc32368d9 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.083874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-241ba6f8-b5af-4b5b-91a9-a553ea4149b4 req-8057aeb9-224a-4f2c-b54a-abadc32368d9 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.0807204 Feb 11 05:21:57.103593 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2f6307f-2722-41dc-954c-566daedb1a7c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.105318 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f2f6307f-2722-41dc-954c-566daedb1a7c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8446465 Feb 11 05:21:57.108538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50562) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:57.113561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:57.163861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f904a032-cfd3-4a76-92ac-7b9da7b7d872 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:57.180471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-241ba6f8-b5af-4b5b-91a9-a553ea4149b4 req-3630b727-6ef7-41a7-a9a7-c953c0a3ab15 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861142 Feb 11 05:21:57.236891 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.251917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e70e1-7164-46de-8871-676c822c30bd req-d94cb334-6d40-483d-b11d-abe25b17321d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.271157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-034e70e1-7164-46de-8871-676c822c30bd req-d94cb334-6d40-483d-b11d-abe25b17321d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1188056 Feb 11 05:21:57.378195 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.469039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-034e70e1-7164-46de-8871-676c822c30bd req-fb8b015b-2bdb-4acd-8703-109ca900e365 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968322 Feb 11 05:21:57.518510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3549e-6e4a-42c6-9069-0dc95fa984fb req-a453eef0-aa5b-4995-ad1e-497acc0c8775 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.521530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17a3549e-6e4a-42c6-9069-0dc95fa984fb req-a453eef0-aa5b-4995-ad1e-497acc0c8775 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 949 time: 0.2456229 Feb 11 05:21:57.708390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17a3549e-6e4a-42c6-9069-0dc95fa984fb req-494590c1-f512-498a-ac2c-34866493f17b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734140 Feb 11 05:21:57.799906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a29eef-82bd-4915-bb9d-75bb007a66cd req-707c06a8-46ec-4f55-96d0-6a9e7e601474 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.801722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51a29eef-82bd-4915-bb9d-75bb007a66cd req-707c06a8-46ec-4f55-96d0-6a9e7e601474 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.2112651 Feb 11 05:21:57.932813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51a29eef-82bd-4915-bb9d-75bb007a66cd req-a73e7e74-0483-4964-9bdd-a45fdbafb107 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237519 Feb 11 05:21:58.038203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Allocated IP 172.25.8.122 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/81719da2-7884-4781-bd6a-2c0dc7dc1d81) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:58.174104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (81719da2-7884-4781-bd6a-2c0dc7dc1d81), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.511383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f753bd9d-bd7e-4725-91b3-a3334478cf0b req-4c9d8447-c86f-4efa-a65c-0e8a1547519a tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.3859882 Feb 11 05:21:58.531579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2be8-5204-41e1-8887-925536da4cf7 req-65f431ce-a240-4522-bc29-4c8f969b8698 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.546011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7ee2be8-5204-41e1-8887-925536da4cf7 req-65f431ce-a240-4522-bc29-4c8f969b8698 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.5072815 Feb 11 05:21:58.653605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7ee2be8-5204-41e1-8887-925536da4cf7 req-d3bcbb55-c1b6-4465-b71c-08ded0d73310 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929294 Feb 11 05:21:58.746638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a132b1-8398-4334-923c-353e3513324c req-e5eb751a-fd56-4ebf-b017-298fb84b53e4 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.763163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43a132b1-8398-4334-923c-353e3513324c req-e5eb751a-fd56-4ebf-b017-298fb84b53e4 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.1256022 Feb 11 05:21:58.898362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43a132b1-8398-4334-923c-353e3513324c req-130e4793-8dbb-4fd6-8356-b0731cf6e3a5 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220031 Feb 11 05:21:58.919696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-12a7f62f-f3f7-4f67-a677-b4c314c1e335 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.922294 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-12a7f62f-f3f7-4f67-a677-b4c314c1e335 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1078653 Feb 11 05:21:58.954870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7be533-2cbd-48d5-ae82-c2c601a204d6 req-dca600d3-521f-4594-9155-02c318a1dba9 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.956697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e7be533-2cbd-48d5-ae82-c2c601a204d6 req-dca600d3-521f-4594-9155-02c318a1dba9 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 945 time: 0.1480181 Feb 11 05:21:59.042990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e7be533-2cbd-48d5-ae82-c2c601a204d6 req-11ce39b8-8897-45fd-93e5-db7e212bbb33 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a91f635-fa0c-4338-bd92-f722abcbdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770347 Feb 11 05:21:59.105039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c51469-f4f3-40a4-8c86-4aac13d8f4e0 req-ce4f0ad9-20d3-4dfb-b428-aa2451892f8f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:59.106950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1c51469-f4f3-40a4-8c86-4aac13d8f4e0 req-ce4f0ad9-20d3-4dfb-b428-aa2451892f8f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 949 time: 0.0825732 Feb 11 05:21:59.126113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Deleting port eea4c649-8549-410a-8d7c-886c27992964 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:59.126749 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eea4c649-8549-410a-8d7c-886c27992964), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.189563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1c51469-f4f3-40a4-8c86-4aac13d8f4e0 req-584c1d5d-d59a-4211-99e4-c3366f89cbb4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750704 Feb 11 05:21:59.239116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a152bc0-f1a1-4e61-9615-58e39595ea8a req-96701c46-1344-43ba-a99c-0f496f943392 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:59.247255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a152bc0-f1a1-4e61-9615-58e39595ea8a req-96701c46-1344-43ba-a99c-0f496f943392 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.0812359 Feb 11 05:21:59.265937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] For port eea4c649-8549-410a-8d7c-886c27992964, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eea4c649-8549-410a-8d7c-886c27992964,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:59.270093 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eea4c649-8549-410a-8d7c-886c27992964), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.309502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a152bc0-f1a1-4e61-9615-58e39595ea8a req-6d1dcca4-5ed3-4325-bfd9-43bb866f0309 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Feb 11 05:21:59.323167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (81719da2-7884-4781-bd6a-2c0dc7dc1d81), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.399927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:59.427070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:59.432612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:59.443238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:59.479051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=81719da2-7884-4781-bd6a-2c0dc7dc1d81,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:59.527263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port d82f086e-72db-418a-8000-aa8c85b62528 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:59.533934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port d82f086e-72db-418a-8000-aa8c85b62528 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:59.533934 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d82f086e-72db-418a-8000-aa8c85b62528), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.601045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.601670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (7838bfb9-e448-4c65-8936-0b5cdfb4a052), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.601987 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Floating IP 7838bfb9-e448-4c65-8936-0b5cdfb4a052 disassociated. External IP: 172.25.8.149, port: eea4c649-8549-410a-8d7c-886c27992964. Feb 11 05:21:59.602336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Calling delete_port for eea4c649-8549-410a-8d7c-886c27992964 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:59.661293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb68cc05-e73f-4433-bc56-46a5a3fe16e2 req-b156489e-bb31-4aa0-ad88-c3d8fb24b1e9 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0441909 Feb 11 05:21:59.662479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d82f086e-72db-418a-8000-aa8c85b62528 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:59.663074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.666623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for floatingip (cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.702954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:59.706263 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26817366-ad3e-4a5d-86db-31303b36cb75" -d '{"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-plugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:59.729499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:59.778812 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7618b3ef-32b5-4277-9dcc-11530bc17bee x-openstack-request-id: req-7618b3ef-32b5-4277-9dcc-11530bc17bee {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:59.778812 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-plugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:59.778812 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7618b3ef-32b5-4277-9dcc-11530bc17bee {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:59.778812 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528', 'code': 200} Feb 11 05:21:59.804531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.846097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300859f-f01c-4c87-8628-f67977ae950c req-113f847a-1176-40c3-9815-bb9a859707a2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:59.853409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6300859f-f01c-4c87-8628-f67977ae950c req-113f847a-1176-40c3-9815-bb9a859707a2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.0731962 Feb 11 05:21:59.854900 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (81719da2-7884-4781-bd6a-2c0dc7dc1d81), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.901363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:59.919371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6300859f-f01c-4c87-8628-f67977ae950c req-c63c03bf-7d82-423e-81b9-b0fb50d90aff tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650680 Feb 11 05:21:59.949128 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eea4c649-8549-410a-8d7c-886c27992964), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.002522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da2a-41f3-4927-9b02-6ca6446b8313 req-f3111565-6ac2-404e-a9ee-fbf5489a6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:00.004111 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0372da2a-41f3-4927-9b02-6ca6446b8313 req-f3111565-6ac2-404e-a9ee-fbf5489a6fc9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 1133 time: 0.1241517 Feb 11 05:22:00.010539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event deleted for resources: {'Port': ['ID=eea4c649-8549-410a-8d7c-886c27992964,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:00.061225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5bc85-9c9a-4fdc-9d5e-b79455c73f28 req-8664b8dc-68f1-4b99-9391-69064afce08f tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:00.062870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01f5bc85-9c9a-4fdc-9d5e-b79455c73f28 req-8664b8dc-68f1-4b99-9391-69064afce08f tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.0760834 Feb 11 05:22:00.137536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01f5bc85-9c9a-4fdc-9d5e-b79455c73f28 req-6eecea7b-53c7-49f5-8a0c-7eb016696c15 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679576 Feb 11 05:22:00.174601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0372da2a-41f3-4927-9b02-6ca6446b8313 req-2536c2d2-d864-479f-964d-7061280a77fc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583526 Feb 11 05:22:00.190903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63bc4ff3-e46a-4c21-85df-65031de0071b req-0d1a512b-bab9-46cf-aec1-b882272f7c49 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 210 time: 0.0428903 Feb 11 05:22:00.276633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Router 071aea2f-7d08-4489-a372-b213ce5211f6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:00.282405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (81719da2-7884-4781-bd6a-2c0dc7dc1d81), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.333668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a83068-3e14-43cf-910d-5cedea3ef7db req-4a6721b1-6ebb-4fd7-a7a5-dffd1908c449 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:00.335333 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a83068-3e14-43cf-910d-5cedea3ef7db req-4a6721b1-6ebb-4fd7-a7a5-dffd1908c449 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.0625825 Feb 11 05:22:00.410068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (81719da2-7884-4781-bd6a-2c0dc7dc1d81), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.471248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a83068-3e14-43cf-910d-5cedea3ef7db req-53ea2d3f-e8fb-4d4f-a48d-4f21b0e62bf1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123800 Feb 11 05:22:00.495674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:00.507863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] Sync routers for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:00.511350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=81719da2-7884-4781-bd6a-2c0dc7dc1d81,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:00.529068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:00.530566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:21:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:00.577101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c5c2-37e0-48b6-bab1-12d3b5a84b0f req-ca4e8663-2a1b-46fa-9cca-a5f5c3ec016b tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:00.578674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa73c5c2-37e0-48b6-bab1-12d3b5a84b0f req-ca4e8663-2a1b-46fa-9cca-a5f5c3ec016b tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1380367 Feb 11 05:22:00.584393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] No DVR routers for this DVR port eea4c649-8549-410a-8d7c-886c27992964 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:00.589634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.600134 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a7e2b688-20a9-48f0-b6ad-35b501564425 req-1999e275-9e80-4cbd-ac18-48a534c7b0fb tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.65 "DELETE /v2.0/ports/eea4c649-8549-410a-8d7c-886c27992964 HTTP/1.1" status: 204 len: 173 time: 1.6545503 Feb 11 05:22:00.600134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'name': 'network-vif-deleted', 'tag': 'eea4c649-8549-410a-8d7c-886c27992964'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:00.600134 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60473564-2860-4458-b7b8-67188acae591" -d '{"events": [{"server_uuid": "7d3b30c7-2ed3-44c4-906b-0f640244c738", "name": "network-vif-deleted", "tag": "eea4c649-8549-410a-8d7c-886c27992964"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:00.600668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.643353 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6824656-be85-4f36-81f3-14df9de11803 x-openstack-request-id: req-c6824656-be85-4f36-81f3-14df9de11803 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:00.643580 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3b30c7-2ed3-44c4-906b-0f640244c738", "name": "network-vif-deleted", "tag": "eea4c649-8549-410a-8d7c-886c27992964", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:00.643882 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6824656-be85-4f36-81f3-14df9de11803 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:00.644397 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3b30c7-2ed3-44c4-906b-0f640244c738', 'name': 'network-vif-deleted', 'tag': 'eea4c649-8549-410a-8d7c-886c27992964', 'status': 'completed', 'code': 200} Feb 11 05:22:00.694480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa73c5c2-37e0-48b6-bab1-12d3b5a84b0f req-9339d660-418c-4ebc-b76f-424b730aecde tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047213 Feb 11 05:22:00.732491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.742088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-214d01c3-89e3-4443-a255-8d5baf873d47 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6240265 Feb 11 05:22:00.786961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:00.801068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966cc10-fb26-4fdd-8cb5-a3f51636d1de req-8fa25a18-ac0e-4374-85b7-7939a6ec645c tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6fceed-3551-456c-9cd8-a9fe71924a2a HTTP/1.1" status: 200 len: 210 time: 0.0600314 Feb 11 05:22:01.051179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:01.082648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] Checking router: 071aea2f-7d08-4489-a372-b213ce5211f6 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:01.091029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-696f5a43-e8b6-45c7-80c1-ec9c06aba075 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1150091324&fields=id&tenant_id=df693861b42c40728bffa9527ea335d8 HTTP/1.1" status: 200 len: 267 time: 0.0693805 Feb 11 05:22:01.092056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:01.092712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:21:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:01.103643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a15b8-ab09-42bb-9333-4b3dba7880b5 req-b57a31d7-fc2c-4470-b151-c0d6378fe95f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.106540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b2a15b8-ab09-42bb-9333-4b3dba7880b5 req-b57a31d7-fc2c-4470-b151-c0d6378fe95f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.0959625 Feb 11 05:22:01.187617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-51066fa9-8dd6-4f56-8f7f-b5c9de7b4324 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.189217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-51066fa9-8dd6-4f56-8f7f-b5c9de7b4324 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 200 len: 936 time: 0.0812600 Feb 11 05:22:01.218031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b2a15b8-ab09-42bb-9333-4b3dba7880b5 req-1d1b46e7-1051-4214-af6f-0a721c916c5b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988405 Feb 11 05:22:01.220303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:01.256277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-2dfc9c0d-4c6a-4359-9d2c-85448115588e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.257900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-2dfc9c0d-4c6a-4359-9d2c-85448115588e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 200 len: 936 time: 0.0615046 Feb 11 05:22:01.341703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ab7ad218-8895-44b0-ba49-5eacba34f3e5 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?network_id=2695ba4c-94f6-4382-a052-086231095313&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0773365 Feb 11 05:22:01.389066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-acabd899-3192-4cdf-8145-8a65e67aa977 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?network_id=2695ba4c-94f6-4382-a052-086231095313&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0398777 Feb 11 05:22:01.402234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47bd11-9022-4bc8-ba30-620f97055022 req-1ffda447-9aa3-49ac-8381-e76e4b1a8091 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.405467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad47bd11-9022-4bc8-ba30-620f97055022 req-1ffda447-9aa3-49ac-8381-e76e4b1a8091 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.1040027 Feb 11 05:22:01.459462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:01.496394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c148de-512d-4b9d-8968-2cad1448a6c1 None None] The sync data for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 is: [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:01.537392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad47bd11-9022-4bc8-ba30-620f97055022 req-ce5ba7ef-1dff-4ad3-9b6f-da246656f897 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203146 Feb 11 05:22:01.584626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-3572bc46-9e23-48e2-a28f-2a9d591036f4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.590445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-3572bc46-9e23-48e2-a28f-2a9d591036f4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.595578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-3572bc46-9e23-48e2-a28f-2a9d591036f4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.603058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-3572bc46-9e23-48e2-a28f-2a9d591036f4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/networks?id=8a332a30-310f-46e5-ba6f-9c449adb47b3&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=2695ba4c-94f6-4382-a052-086231095313&id=2695ba4c-94f6-4382-a052-086231095313 HTTP/1.1" status: 200 len: 1993 time: 0.1964507 Feb 11 05:22:01.619966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fe254191-d2c3-41bf-8109-7be764cf21c1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/quotas/df693861b42c40728bffa9527ea335d8 HTTP/1.1" status: 200 len: 375 time: 0.0159445 Feb 11 05:22:01.698498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bf05ee0-b775-4b6f-9d95-c24567e8ab21 req-d97b295f-254e-4eb0-b15f-335ef0700de7 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3b30c7-2ed3-44c4-906b-0f640244c738 HTTP/1.1" status: 200 len: 210 time: 0.0364802 Feb 11 05:22:01.745247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-9739255d-0c22-46fb-b832-7ffbeb1111af tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1242924 Feb 11 05:22:01.905609 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed5ef7-e4a2-48c0-ba50-c65f5793b074 None None] New status for floating IP 7838bfb9-e448-4c65-8936-0b5cdfb4a052: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:01.909051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9b881-73e0-4bfb-bb38-9261465e741a req-b6b1b1e6-4cc8-4b06-a210-7fcb7ec8788a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.910654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53d9b881-73e0-4bfb-bb38-9261465e741a req-b6b1b1e6-4cc8-4b06-a210-7fcb7ec8788a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1163290 Feb 11 05:22:01.913039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5c519671-76b5-4630-95e8-6e86a9ab1a11 service neutron] 10.222.0.62 "GET /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570435 Feb 11 05:22:02.031768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53d9b881-73e0-4bfb-bb38-9261465e741a req-57e500be-1567-41b0-ac94-b0c419e89335 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152110 Feb 11 05:22:02.068450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b51e6b9b-70f4-40df-a25b-73e36d974450 service neutron] 10.222.0.62 "GET /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456046 Feb 11 05:22:02.142572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f94adc4e-e87a-4fde-a5a5-3fd05c1e53d3 service neutron] 10.222.0.62 "GET /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0672541 Feb 11 05:22:02.180271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eea4c649-8549-410a-8d7c-886c27992964 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:02.206233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: eea4c649-8549-410a-8d7c-886c27992964 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:02.206905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eea4c649-8549-410a-8d7c-886c27992964 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:02.231109 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c09208-5814-4d59-b535-82fa18f94541 req-f724ba18-665e-4e4f-9873-6427ddf117c8 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:02.232707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33c09208-5814-4d59-b535-82fa18f94541 req-f724ba18-665e-4e4f-9873-6427ddf117c8 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.1288228 Feb 11 05:22:02.296304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-e0088693-d45a-40c0-9d15-a92cdc4395ef service neutron] 10.222.0.62 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443384 Feb 11 05:22:02.306773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33c09208-5814-4d59-b535-82fa18f94541 req-0f88dd17-e76a-433e-bb70-e781fa328e17 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671179 Feb 11 05:22:02.441528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-dac73257-c6a6-41ce-b96f-f6f422d7a2ec service neutron] 10.222.0.62 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391988 Feb 11 05:22:02.490428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4eacb-545e-4ef7-923f-8c12963a0689 req-e794c30c-8242-49dd-bb1d-4598946dae32 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:02.491932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bce4eacb-545e-4ef7-923f-8c12963a0689 req-e794c30c-8242-49dd-bb1d-4598946dae32 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1077607 Feb 11 05:22:02.510180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-63c1f3aa-282e-423c-893e-41c16ea31c95 service neutron] 10.222.0.62 "GET /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0592744 Feb 11 05:22:02.620081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bce4eacb-545e-4ef7-923f-8c12963a0689 req-b599869e-ea21-4f1a-b181-6f79215e8bcf tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207874 Feb 11 05:22:02.646727 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-acc7653b-04f9-4fc3-b138-b4dda2446ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.661190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-c8d1435c-868f-499c-a064-daad78459ea4 service neutron] 10.222.0.62 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425786 Feb 11 05:22:02.798497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5caf4e2-a05b-4d6e-9403-47fa6b516573 service neutron] 10.222.0.62 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314912 Feb 11 05:22:02.814456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3218fcc-1756-49d6-a0a1-3c1677526471 req-cd00474f-a208-4b9e-b50f-4d9e57a9e360 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:02.815776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3218fcc-1756-49d6-a0a1-3c1677526471 req-cd00474f-a208-4b9e-b50f-4d9e57a9e360 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 943 time: 0.0815012 Feb 11 05:22:02.936084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3218fcc-1756-49d6-a0a1-3c1677526471 req-a5f28461-b6a6-49a7-a79f-70b775a13709 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129744 Feb 11 05:22:02.971070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1231bc1a-b3ae-4fee-a01e-89bee91dbc79 service neutron] 10.222.0.62 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637836 Feb 11 05:22:03.075794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-9e48ea36-411c-4e07-b6b7-d982aa1abe80 service neutron] 10.222.0.62 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993681 Feb 11 05:22:03.209212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-24b171d3-5d02-4e6d-8722-96e3e8381450 service neutron] 10.222.0.62 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268666 Feb 11 05:22:03.245595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c0cfb-09ee-4826-b846-080863bdbc00 req-2b967ea0-42ce-47d7-ad41-8c0045cdffaa tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:03.246777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-717c0cfb-09ee-4826-b846-080863bdbc00 req-2b967ea0-42ce-47d7-ad41-8c0045cdffaa tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.0919573 Feb 11 05:22:03.357977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-717c0cfb-09ee-4826-b846-080863bdbc00 req-1b03b39d-287f-40a2-85fb-be87c1a77718 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016479 Feb 11 05:22:03.364867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-2f9e9b0a-6421-4c9b-b094-eba7eef0336f service neutron] 10.222.0.62 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487324 Feb 11 05:22:03.390823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:03.507224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:03.525875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-6a98743f-4f42-4297-8997-e9c2e29c2d21 service neutron] 10.222.0.62 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534510 Feb 11 05:22:03.584411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939378-815f-4fa5-bcb6-5ea3ba940a5f req-434e2080-15f6-419f-b777-ffc4751653ca tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:03.594069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b939378-815f-4fa5-bcb6-5ea3ba940a5f req-434e2080-15f6-419f-b777-ffc4751653ca tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.1367102 Feb 11 05:22:03.706325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'network_id': 'd22b3f78-9781-4966-98b1-48d5b8475e85', 'port_id': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'mac_address': 'fa:16:3e:84:e0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2884e132-0b62-4214-af9f-b6a3130b51f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:03.716325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b939378-815f-4fa5-bcb6-5ea3ba940a5f req-159e4577-c9c6-4d86-a52c-a5a297943864 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210010 Feb 11 05:22:03.725650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-a3a60a88-ac3a-4681-93e9-48226335d32b service neutron] 10.222.0.62 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918354 Feb 11 05:22:03.752963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9601497d-9d4d-45a1-977b-786c4334d9e4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:03.753358 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.772424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9601497d-9d4d-45a1-977b-786c4334d9e4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:03.796670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:03.861719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50654) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:03.881081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.889306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-a8b8fd1f-2f5f-4e55-b33e-3edf7e70c4d7 service neutron] 10.222.0.62 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543241 Feb 11 05:22:04.018887 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4490cfd0-0aac-4217-b04a-34cb971d34d4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (8a91f635-fa0c-4338-bd92-f722abcbdb50), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.021236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:04.052170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4490cfd0-0aac-4217-b04a-34cb971d34d4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (8a91f635-fa0c-4338-bd92-f722abcbdb50), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.098950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-e300f792-f9d8-448d-86ca-f22722f03485 service neutron] 10.222.0.62 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092519 Feb 11 05:22:04.153939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['9601497d-9d4d-45a1-977b-786c4334d9e4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:04.169736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5f669b77-6e25-40f3-86aa-06f32c20a2e4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:04.171496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5f669b77-6e25-40f3-86aa-06f32c20a2e4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 200 len: 936 time: 0.0662763 Feb 11 05:22:04.194803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140c0ff-b2e3-41fb-840e-147880530790 req-58112973-72bf-4f4e-bb54-e0a16b40ee29 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:04.198785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4490cfd0-0aac-4217-b04a-34cb971d34d4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8a91f635-fa0c-4338-bd92-f722abcbdb50), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.201441 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4490cfd0-0aac-4217-b04a-34cb971d34d4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.205009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6140c0ff-b2e3-41fb-840e-147880530790 req-58112973-72bf-4f4e-bb54-e0a16b40ee29 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1351058 Feb 11 05:22:04.205233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4490cfd0-0aac-4217-b04a-34cb971d34d4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "DELETE /v2.0/security-groups/8a91f635-fa0c-4338-bd92-f722abcbdb50 HTTP/1.1" status: 204 len: 168 time: 0.3398371 Feb 11 05:22:04.207561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50660) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:04.215794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490cfd0-0aac-4217-b04a-34cb971d34d4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a91f635-fa0c-4338-bd92-f722abcbdb50,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:04.253007 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-0e61fdec-38c7-4fa8-9973-560eb1676fbc tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] show failed (client error): The resource could not be found. Feb 11 05:22:04.256692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0e61fdec-38c7-4fa8-9973-560eb1676fbc tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups/8a91f635-fa0c-4338-bd92-f722abcbdb50 HTTP/1.1" status: 404 len: 347 time: 0.0474784 Feb 11 05:22:04.257089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50662) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:04.309342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-9f5bf9be-5cf8-4698-9e85-45649c5c76a2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:04.311285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-9f5bf9be-5cf8-4698-9e85-45649c5c76a2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 200 len: 936 time: 0.1324608 Feb 11 05:22:04.326348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6140c0ff-b2e3-41fb-840e-147880530790 req-816e77fc-bfb0-4045-9453-555bb2b7724c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228878 Feb 11 05:22:04.524042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Deleting port edcc5051-9feb-473f-ab38-8bfa872d7f6a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:04.524395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (edcc5051-9feb-473f-ab38-8bfa872d7f6a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.526245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423acac-5eef-4139-90bf-25128ba9968d req-8e0d57cc-0854-4750-892e-eab978527c0b tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:04.530177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d423acac-5eef-4139-90bf-25128ba9968d req-8e0d57cc-0854-4750-892e-eab978527c0b tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1174510 Feb 11 05:22:04.611425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (edcc5051-9feb-473f-ab38-8bfa872d7f6a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.611756 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (edcc5051-9feb-473f-ab38-8bfa872d7f6a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.627185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d423acac-5eef-4139-90bf-25128ba9968d req-9e1b4ab3-c9e5-4dd9-8973-a330b3e76fb1 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903413 Feb 11 05:22:04.639467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Calling delete_port for edcc5051-9feb-473f-ab38-8bfa872d7f6a owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:04.893303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (edcc5051-9feb-473f-ab38-8bfa872d7f6a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.931695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event deleted for resources: {'Port': ['ID=edcc5051-9feb-473f-ab38-8bfa872d7f6a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:05.041565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c340928-bc63-4a19-b34d-89d23a43512d req-7ea8e33d-bf74-437d-b9a6-becdbd3e771a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:05.042504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (7838bfb9-e448-4c65-8936-0b5cdfb4a052), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.043363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c340928-bc63-4a19-b34d-89d23a43512d req-7ea8e33d-bf74-437d-b9a6-becdbd3e771a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 944 time: 0.3263075 Feb 11 05:22:05.053034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.055103 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ee6ce32e-d6b3-4f4d-89d2-4a70b49c8a54 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "DELETE /v2.0/floatingips/7838bfb9-e448-4c65-8936-0b5cdfb4a052 HTTP/1.1" status: 204 len: 168 time: 0.7957313 Feb 11 05:22:05.116021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c340928-bc63-4a19-b34d-89d23a43512d req-9be270a9-f90a-465d-a922-18509200a953 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652554 Feb 11 05:22:05.124875 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2e4460cd-9ebc-4f5e-8182-298cb76f2c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.406423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:05.488552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 9601497d-9d4d-45a1-977b-786c4334d9e4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:05.489335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.591763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9601497d-9d4d-45a1-977b-786c4334d9e4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:05.592653 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.629434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:05.630722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:05.638452 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5533c6a-991e-4563-a31f-f505b0e2065d" -d '{"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:05.726581 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.777540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:05.932244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0726e0d3-c4fc-409b-8a72-dd1fec9c4637 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:05.934516 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0726e0d3-c4fc-409b-8a72-dd1fec9c4637 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 200 len: 936 time: 0.0928490 Feb 11 05:22:06.003130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a47ce1-caea-4323-bf85-6daccf9e7b55 req-21868f15-c9d6-4184-b176-aaac8875a7a8 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:06.004780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20a47ce1-caea-4323-bf85-6daccf9e7b55 req-21868f15-c9d6-4184-b176-aaac8875a7a8 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1000233 Feb 11 05:22:06.004938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-89d605be-8c03-458c-8eae-bc30a660fa73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:06.013747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-89d605be-8c03-458c-8eae-bc30a660fa73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 200 len: 936 time: 0.0642674 Feb 11 05:22:06.053049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50704) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:06.058044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e9248c9e-736f-45dd-abe0-42a4690b551d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--920530396', 'description': 'tempest-description--2075024638'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:06.099509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20a47ce1-caea-4323-bf85-6daccf9e7b55 req-62c49529-fce9-4bee-8b66-22efd6e28271 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873077 Feb 11 05:22:06.171921 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ee1812-c04e-4beb-b318-63dc4e2fc2b4 x-openstack-request-id: req-00ee1812-c04e-4beb-b318-63dc4e2fc2b4 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:06.173124 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:06.173569 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00ee1812-c04e-4beb-b318-63dc4e2fc2b4 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:06.174139 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'code': 200} Feb 11 05:22:06.198430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9248c9e-736f-45dd-abe0-42a4690b551d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.281408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6280c-591b-46fb-81a5-14c0124b882f req-9babaf10-622a-4860-8b6c-baef0837cfbf tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:06.283053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2b6280c-591b-46fb-81a5-14c0124b882f req-9babaf10-622a-4860-8b6c-baef0837cfbf tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.1457837 Feb 11 05:22:06.345114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9248c9e-736f-45dd-abe0-42a4690b551d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (e85abf4a-41ee-4e67-9072-3d3aab1ab57e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.360860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c340676-a47e-452e-9e03-fd30d4e19dcc req-f103de1a-ece9-4c2f-a186-d48ef3f0be2b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0704131 Feb 11 05:22:06.394501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2b6280c-591b-46fb-81a5-14c0124b882f req-b83b4ae1-32bb-4fb0-8377-2b31be1fa8d1 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916829 Feb 11 05:22:06.511571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9248c9e-736f-45dd-abe0-42a4690b551d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e85abf4a-41ee-4e67-9072-3d3aab1ab57e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.554494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9248c9e-736f-45dd-abe0-42a4690b551d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85abf4a-41ee-4e67-9072-3d3aab1ab57e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:06.563825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06b3d7-1784-4fce-8a2f-737e7e03df6d req-77b09aab-fa66-443b-bedd-2497bf28ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:06.565580 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d06b3d7-1784-4fce-8a2f-737e7e03df6d req-77b09aab-fa66-443b-bedd-2497bf28ac4d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1129 time: 0.1112072 Feb 11 05:22:06.607224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3faee-1dd6-4ba8-9314-dca0f60c2aec req-c27eb394-f16c-4084-ac13-5402ac3f5744 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:06.616948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05c3faee-1dd6-4ba8-9314-dca0f60c2aec req-c27eb394-f16c-4084-ac13-5402ac3f5744 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1005940 Feb 11 05:22:06.637698 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d06b3d7-1784-4fce-8a2f-737e7e03df6d req-487ed691-e542-4961-ba30-7fd1dd75dbf5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651646 Feb 11 05:22:06.680179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05c3faee-1dd6-4ba8-9314-dca0f60c2aec req-c7ee6aaf-ce49-4d55-b2e7-0340e208692c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597720 Feb 11 05:22:06.695381 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.699753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9248c9e-736f-45dd-abe0-42a4690b551d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.701990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e9248c9e-736f-45dd-abe0-42a4690b551d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6468251 Feb 11 05:22:06.705182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50714) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:06.713587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e9e013af-cee8-40bb-892d-a32a066159cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'security_group_rule': {'security_group_id': 'e85abf4a-41ee-4e67-9072-3d3aab1ab57e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:06.885395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9e013af-cee8-40bb-892d-a32a066159cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (b8a8964f-d259-4307-9a8a-13f02008eac9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.020899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9e013af-cee8-40bb-892d-a32a066159cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (b8a8964f-d259-4307-9a8a-13f02008eac9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.035697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedde8b-cba3-4d6f-b81a-b68a0de7b763 req-df34fa10-e6ce-4d10-8fc4-4b9728af60ee tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.038391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcedde8b-cba3-4d6f-b81a-b68a0de7b763 req-df34fa10-e6ce-4d10-8fc4-4b9728af60ee tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1136503 Feb 11 05:22:07.118640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9e013af-cee8-40bb-892d-a32a066159cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b8a8964f-d259-4307-9a8a-13f02008eac9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.143389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e013af-cee8-40bb-892d-a32a066159cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a8964f-d259-4307-9a8a-13f02008eac9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:07.165105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcedde8b-cba3-4d6f-b81a-b68a0de7b763 req-c6aed18a-8840-4aaa-87c5-92d736130849 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166222 Feb 11 05:22:07.184104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-a000b193-f986-4faa-b8d3-94c7b0c5a132 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093032 Feb 11 05:22:07.197704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-e9f26865-3492-459e-856f-33f0d9bcda92 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:22:07.198931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-e9f26865-3492-459e-856f-33f0d9bcda92 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062554 Feb 11 05:22:07.268008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9e013af-cee8-40bb-892d-a32a066159cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.272081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e9e013af-cee8-40bb-892d-a32a066159cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5633476 Feb 11 05:22:07.273508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50724) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:07.277531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f29ddd21-2df9-43f6-96f9-6858408898a8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'security_group_rule': {'security_group_id': 'e85abf4a-41ee-4e67-9072-3d3aab1ab57e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:07.284142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1496b61-ab8d-45d3-ac52-eea778dd6582 req-5f24555b-db56-4594-b8ce-7a97e3173291 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.285850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1496b61-ab8d-45d3-ac52-eea778dd6582 req-5f24555b-db56-4594-b8ce-7a97e3173291 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.0753362 Feb 11 05:22:07.378160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1496b61-ab8d-45d3-ac52-eea778dd6582 req-cd17b6d0-cbf8-42db-9103-74fe10fa5e33 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766470 Feb 11 05:22:07.441015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f29ddd21-2df9-43f6-96f9-6858408898a8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (f2f44fd2-4819-468f-9cc8-766b70d26e04), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.483081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3f6226a-4cc1-472e-8add-5ddb8607849d req-cfe2d1e0-ef0e-4a54-8a9e-e6425ec2f833 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0417004 Feb 11 05:22:07.580355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f29ddd21-2df9-43f6-96f9-6858408898a8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (f2f44fd2-4819-468f-9cc8-766b70d26e04), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.585200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb92e3-2351-40a3-8f05-eaa68728f1c2 req-efc709b3-4266-44af-a7d3-fc20d9e5d34f tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.594472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02fb92e3-2351-40a3-8f05-eaa68728f1c2 req-efc709b3-4266-44af-a7d3-fc20d9e5d34f tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.1038904 Feb 11 05:22:07.614183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9a047-22ef-433f-9097-1078f859c940 req-156dc4f6-348b-403e-ae0c-c724a58250d4 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.616311 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6de9a047-22ef-433f-9097-1078f859c940 req-156dc4f6-348b-403e-ae0c-c724a58250d4 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 945 time: 0.0981081 Feb 11 05:22:07.677485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02fb92e3-2351-40a3-8f05-eaa68728f1c2 req-b8977e59-055e-4542-b149-5cd0ce92066f tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/security-groups?id=670b9402-b3a7-4253-8ca9-b0b4b758b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820498 Feb 11 05:22:07.680428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f29ddd21-2df9-43f6-96f9-6858408898a8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f2f44fd2-4819-468f-9cc8-766b70d26e04), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.716913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ddd21-2df9-43f6-96f9-6858408898a8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f44fd2-4819-468f-9cc8-766b70d26e04,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:07.797546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Deleting port cc17583b-bc15-4426-b94d-18976c1dba71 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:07.798117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.838291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f29ddd21-2df9-43f6-96f9-6858408898a8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.843103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50748) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:07.844156 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f29ddd21-2df9-43f6-96f9-6858408898a8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5701721 Feb 11 05:22:07.876237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:07.924734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8218fc-60e1-42bf-92b9-31497671a61a req-94b71d16-0f7c-4eb2-ae30-fcca4dae70da tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.934594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a8218fc-60e1-42bf-92b9-31497671a61a req-94b71d16-0f7c-4eb2-ae30-fcca4dae70da tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1528580 Feb 11 05:22:07.971971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] For port cc17583b-bc15-4426-b94d-18976c1dba71, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc17583b-bc15-4426-b94d-18976c1dba71,segment=NetworkSegment(b64a0e6f-27c6-4398-98c0-68951baa43e5),segment_id=b64a0e6f-27c6-4398-98c0-68951baa43e5)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:07.972411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.990598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Calling delete_port for cc17583b-bc15-4426-b94d-18976c1dba71 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:08.068204 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.141405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a8218fc-60e1-42bf-92b9-31497671a61a req-2725b30f-1313-4ea5-8439-70fce56fb731 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041094 Feb 11 05:22:08.207436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50768) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:08.213180 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.240978 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.420797 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cc17583b-bc15-4426-b94d-18976c1dba71), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.433491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['cc17583b-bc15-4426-b94d-18976c1dba71'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:08.496972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Pushing event deleted for resources: {'Port': ['ID=cc17583b-bc15-4426-b94d-18976c1dba71,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:08.567337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] No DVR routers for this DVR port cc17583b-bc15-4426-b94d-18976c1dba71 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:08.570260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.572549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df430-cb51-4888-a829-d3e61f01534f req-0486969c-e8d4-4050-bbce-f7c537d77d5b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:08.579211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c2df430-cb51-4888-a829-d3e61f01534f req-0486969c-e8d4-4050-bbce-f7c537d77d5b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.2451427 Feb 11 05:22:08.581949 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6de9a047-22ef-433f-9097-1078f859c940 req-d53bfe78-c229-4fe7-a914-d4a31e0d4f56 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.83 "DELETE /v2.0/ports/cc17583b-bc15-4426-b94d-18976c1dba71 HTTP/1.1" status: 204 len: 173 time: 0.9441748 Feb 11 05:22:08.582531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bd91b7-22a0-4b7f-86ff-9b25740f098b', 'name': 'network-vif-deleted', 'tag': 'cc17583b-bc15-4426-b94d-18976c1dba71'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:08.589640 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b02c6cc-a17b-47e1-b5a6-0372f5b4c288" -d '{"events": [{"server_uuid": "e9bd91b7-22a0-4b7f-86ff-9b25740f098b", "name": "network-vif-deleted", "tag": "cc17583b-bc15-4426-b94d-18976c1dba71"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:08.666627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.675996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-bc3f0e50-ba62-46c8-83f8-58d8abb0473e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:08.677480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-bc3f0e50-ba62-46c8-83f8-58d8abb0473e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports/d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 200 len: 947 time: 0.4685807 Feb 11 05:22:08.763289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c2df430-cb51-4888-a829-d3e61f01534f req-380c699d-ad5b-4345-a74f-e436cf2d6443 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528277 Feb 11 05:22:08.783025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96740a-4f36-48ad-82e8-7b101f6fb545 req-b1c5c415-58a0-431f-8517-947cc8fe5df3 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:08.791097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e96740a-4f36-48ad-82e8-7b101f6fb545 req-b1c5c415-58a0-431f-8517-947cc8fe5df3 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.2593033 Feb 11 05:22:08.996681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Allocated IP 172.25.8.29 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9456fb3e-90d1-4cac-9d4a-8e57f1387008) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:09.099913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-785dad2c-93c7-4f6b-8fcc-eb3a8e957cc6 req-ece7e891-c96f-4dc6-94d0-45a42627a1f8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.2357097 Feb 11 05:22:09.143861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e96740a-4f36-48ad-82e8-7b101f6fb545 req-2c4fb1a1-be60-4d3b-9bef-77c5e7ddc6d8 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518019 Feb 11 05:22:09.144464 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.204485 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9335e814-f9f6-4dd1-9d15-2594ee9aff26 x-openstack-request-id: req-9335e814-f9f6-4dd1-9d15-2594ee9aff26 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:09.205055 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bd91b7-22a0-4b7f-86ff-9b25740f098b", "name": "network-vif-deleted", "tag": "cc17583b-bc15-4426-b94d-18976c1dba71", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:09.205528 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9335e814-f9f6-4dd1-9d15-2594ee9aff26 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:09.206101 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bd91b7-22a0-4b7f-86ff-9b25740f098b', 'name': 'network-vif-deleted', 'tag': 'cc17583b-bc15-4426-b94d-18976c1dba71', 'status': 'completed', 'code': 200} Feb 11 05:22:09.250483 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for port (9456fb3e-90d1-4cac-9d4a-8e57f1387008), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.322419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50a29d5e-4ed1-442f-87c7-dd9dd598ce8a req-0108d856-d634-48b2-baad-86a47aedbb74 tempest-ServersNegativeTestMultiTenantJSON-1988463097 tempest-ServersNegativeTestMultiTenantJSON-1988463097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9bd91b7-22a0-4b7f-86ff-9b25740f098b HTTP/1.1" status: 200 len: 210 time: 0.0445805 Feb 11 05:22:09.424877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c72a0-0cae-4bf8-af34-1b0d0ed1636b req-246e6310-d911-4314-8a7f-02a0025478d8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:09.434544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e4c72a0-0cae-4bf8-af34-1b0d0ed1636b req-246e6310-d911-4314-8a7f-02a0025478d8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1152825 Feb 11 05:22:09.482968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9456fb3e-90d1-4cac-9d4a-8e57f1387008), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.536858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:09.553292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e4c72a0-0cae-4bf8-af34-1b0d0ed1636b req-21e9691c-2094-4984-8938-ebb5e9f5d8a6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176817 Feb 11 05:22:09.565466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:09.567465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'Port': ['ID=9456fb3e-90d1-4cac-9d4a-8e57f1387008,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:09.569738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:09.674060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (3e99ed68-d049-4b17-bb05-cad5a1181d5f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.737618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-8a6efe78-ed55-4938-b967-4009be9c3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:09.739025 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-8a6efe78-ed55-4938-b967-4009be9c3d56 service neutron] 10.222.0.83 "GET /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 200 len: 1032 time: 0.0519986 Feb 11 05:22:09.781294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-73728767-8420-46a0-b5a3-0ec0c58ba4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:09.783063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-73728767-8420-46a0-b5a3-0ec0c58ba4a0 service neutron] 10.222.0.83 "GET /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 200 len: 1032 time: 0.0383768 Feb 11 05:22:09.919775 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9456fb3e-90d1-4cac-9d4a-8e57f1387008), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.994165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-82283baf-e815-4c6b-97ef-149eb2453020 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:10.009380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-82283baf-e815-4c6b-97ef-149eb2453020 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:10.030400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-82283baf-e815-4c6b-97ef-149eb2453020 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:10.032590 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-82283baf-e815-4c6b-97ef-149eb2453020 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "GET /v2.0/networks?id=8a332a30-310f-46e5-ba6f-9c449adb47b3&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=2695ba4c-94f6-4382-a052-086231095313&id=2695ba4c-94f6-4382-a052-086231095313 HTTP/1.1" status: 200 len: 1993 time: 0.2428803 Feb 11 05:22:10.109845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db6ace-a3f9-4959-aa10-0d0d405d264e req-4d7b631d-e4bf-440b-84fd-5e51c6c56b4f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:10.111442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5db6ace-a3f9-4959-aa10-0d0d405d264e req-4d7b631d-e4bf-440b-84fd-5e51c6c56b4f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.2767537 Feb 11 05:22:10.124233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0bb2cd5f-d80d-4c3f-a995-88f2cabff823 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df693861b42c40728bffa9527ea335d8 HTTP/1.1" status: 200 len: 380 time: 0.0830309 Feb 11 05:22:10.143419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for port (9456fb3e-90d1-4cac-9d4a-8e57f1387008), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.161566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'admin_state_up': True, 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'security_groups': ['31f7ace6-e26e-484d-b2c6-2c797e5bae04']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:10.176931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5db6ace-a3f9-4959-aa10-0d0d405d264e req-5399e0cb-cfc3-4385-a93f-c60f0fc900c4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570750 Feb 11 05:22:10.232136 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9456fb3e-90d1-4cac-9d4a-8e57f1387008), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.328942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'Port': ['ID=9456fb3e-90d1-4cac-9d4a-8e57f1387008,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:10.405034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d52e37e0-ff9e-4b02-a470-76420ac465ed req-29e85cc8-7eed-4684-acea-0ee0c2d216db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0854900 Feb 11 05:22:10.431317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (3e99ed68-d049-4b17-bb05-cad5a1181d5f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.475653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4da59a-5083-4a5d-8ad3-793587cfcbf8 req-25b64c71-7f1f-4ef4-ae32-1380f75b3519 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:10.481921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50826) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:10.488107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b4da59a-5083-4a5d-8ad3-793587cfcbf8 req-25b64c71-7f1f-4ef4-ae32-1380f75b3519 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1543188 Feb 11 05:22:10.493586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:10.497762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.544037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.554862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1e8858af-551f-470f-be15-c5592a158d7b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6922555 Feb 11 05:22:10.572427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b4da59a-5083-4a5d-8ad3-793587cfcbf8 req-a5639a66-b6f0-4f5c-8aa0-84b46511902b tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Feb 11 05:22:10.742938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-324fce6e-330a-4f26-8863-751be99a3fb7 admin admin] Deleting subnet 4e2733d6-055c-4438-a06d-9ab806c78ed7 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:10.760184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-324fce6e-330a-4f26-8863-751be99a3fb7 admin admin] Publish callbacks [] for subnet (4e2733d6-055c-4438-a06d-9ab806c78ed7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.796142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dffb8-b04e-43d9-9d2a-76b32390afd3 req-f4a80af4-6181-41dd-a666-c2f77090bd3e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:10.800990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a5dffb8-b04e-43d9-9d2a-76b32390afd3 req-f4a80af4-6181-41dd-a666-c2f77090bd3e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1251576 Feb 11 05:22:10.809320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Allocated IP 172.20.0.5 (8a332a30-310f-46e5-ba6f-9c449adb47b3/e8031fad-e1f0-469d-95ad-632d9f9bd077/b9734803-d0a4-4d7e-9d18-b67eaf38102b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:10.846097 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-324fce6e-330a-4f26-8863-751be99a3fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (4e2733d6-055c-4438-a06d-9ab806c78ed7), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.934195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a5dffb8-b04e-43d9-9d2a-76b32390afd3 req-a79114d5-1edb-4dcd-8386-1dfcf6046cfa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229208 Feb 11 05:22:10.942362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-324fce6e-330a-4f26-8863-751be99a3fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4e2733d6-055c-4438-a06d-9ab806c78ed7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.995740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-f4190bb4-21a6-45ac-ad61-6444b1209286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:10.998782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-f4190bb4-21a6-45ac-ad61-6444b1209286 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 1133 time: 0.1484323 Feb 11 05:22:11.119272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.178611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-324fce6e-330a-4f26-8863-751be99a3fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (4e2733d6-055c-4438-a06d-9ab806c78ed7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.221514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fce6e-330a-4f26-8863-751be99a3fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2733d6-055c-4438-a06d-9ab806c78ed7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:11.224779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-324fce6e-330a-4f26-8863-751be99a3fb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.230301 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-324fce6e-330a-4f26-8863-751be99a3fb7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4e2733d6-055c-4438-a06d-9ab806c78ed7 HTTP/1.1" status: 204 len: 168 time: 0.7456617 Feb 11 05:22:11.232532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50852) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:11.241463 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.269607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.351375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-3ff3cb03-7699-4fe9-bfc4-3d069dffe55a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--920530396&fields=id&tenant_id=7b66a262dfec41ddbd74abf4b6f53db4 HTTP/1.1" status: 200 len: 267 time: 0.2632153 Feb 11 05:22:11.388249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:11.389198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=b9734803-d0a4-4d7e-9d18-b67eaf38102b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:11.393988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6677dbe1-5913-4859-bad0-2320dad9ec8d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.405975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:11.410678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:11.426565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-fbe4facb-ec4f-49ba-880a-376f3be3e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.428063 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-fbe4facb-ec4f-49ba-880a-376f3be3e64c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.4213696 Feb 11 05:22:11.428752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cc17583b-bc15-4426-b94d-18976c1dba71 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:11.488876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: cc17583b-bc15-4426-b94d-18976c1dba71 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:11.489837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cc17583b-bc15-4426-b94d-18976c1dba71 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:11.532754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.533519 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.551420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-46d4fef3-490d-4ff4-abfb-027bc7d48be9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 200 len: 217 time: 0.0839257 Feb 11 05:22:11.565335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc905b2c-d15e-4c02-ab2f-336ac347c79d req-104a407c-3b5d-4434-944c-304f81a4d225 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.572363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc905b2c-d15e-4c02-ab2f-336ac347c79d req-104a407c-3b5d-4434-944c-304f81a4d225 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.2639995 Feb 11 05:22:11.586977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6677dbe1-5913-4859-bad0-2320dad9ec8d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.615552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6677dbe1-5913-4859-bad0-2320dad9ec8d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:11.627557 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7bbcc55d-61a9-4f27-8dc2-cae986983cdd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4933181 Feb 11 05:22:11.631549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64a0e6f-27c6-4398-98c0-68951baa43e5') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:11.631908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64a0e6f-27c6-4398-98c0-68951baa43e5') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:11.650369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'admin_state_up': True, 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'security_groups': ['31f7ace6-e26e-484d-b2c6-2c797e5bae04']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:11.663309 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (b64a0e6f-27c6-4398-98c0-68951baa43e5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.674572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-879eae32-e82f-4060-ba51-803645244f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.676556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-879eae32-e82f-4060-ba51-803645244f98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0991659 Feb 11 05:22:11.702912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-cf34ab32-2d92-4341-9a91-d8771349febe tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.710098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-cf34ab32-2d92-4341-9a91-d8771349febe tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 810 time: 0.3571582 Feb 11 05:22:11.770152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b64a0e6f-27c6-4398-98c0-68951baa43e5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.773219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-48eab0b6-d1a9-4349-b718-c37268030e47 None None] Provisioning complete for port b9734803-d0a4-4d7e-9d18-b67eaf38102b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:11.777459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-48eab0b6-d1a9-4349-b718-c37268030e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.778682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-48cba2d9-f3c9-4aa0-927a-fd89b5d165c1 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/quotas/7b66a262dfec41ddbd74abf4b6f53db4 HTTP/1.1" status: 200 len: 375 time: 0.0666223 Feb 11 05:22:11.790971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc905b2c-d15e-4c02-ab2f-336ac347c79d req-73363daf-7201-433f-ac8f-24310cd05ccb tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176232 Feb 11 05:22:11.797389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:11.797800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (b64a0e6f-27c6-4398-98c0-68951baa43e5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:11.799654 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:11.872373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-48eab0b6-d1a9-4349-b718-c37268030e47 None None] Port b9734803-d0a4-4d7e-9d18-b67eaf38102b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:11.903869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-1969aab7-66e0-4b4b-83da-62fc0293e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.906445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-1969aab7-66e0-4b4b-83da-62fc0293e6c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2221434 Feb 11 05:22:11.954092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-271d89cb-848b-4c6c-a4fc-0dc98d88adb7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.958825 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-271d89cb-848b-4c6c-a4fc-0dc98d88adb7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 944 time: 0.2896807 Feb 11 05:22:12.012043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-b0c8dcc6-6f83-4ea2-9e52-769a231767ad tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043979 Feb 11 05:22:12.032202 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6677dbe1-5913-4859-bad0-2320dad9ec8d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.045869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.052130 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6677dbe1-5913-4859-bad0-2320dad9ec8d HTTP/1.1" status: 204 len: 168 time: 0.8157423 Feb 11 05:22:12.055094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50860) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:12.109532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ef28b-4a14-4233-bd5b-afe448acfa87 admin admin] Pushing event deleted for resources: {'Network': ['ID=6677dbe1-5913-4859-bad0-2320dad9ec8d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:12.164325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:12.168085 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.192674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-65910961-4fbb-46e3-8424-2949544fdf68 admin admin] Deleting subnet 4f37eaea-d121-4f5b-9c3b-dfb7bae18881 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:12.197873 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65910961-4fbb-46e3-8424-2949544fdf68 admin admin] Publish callbacks [] for subnet (4f37eaea-d121-4f5b-9c3b-dfb7bae18881), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.214318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cab13-ca93-4192-bffa-4ab3a9755f06 req-eda5aa47-ed59-4740-88df-36df8c654819 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:12.221581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-867cab13-ca93-4192-bffa-4ab3a9755f06 req-eda5aa47-ed59-4740-88df-36df8c654819 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 944 time: 0.2659123 Feb 11 05:22:12.238178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65910961-4fbb-46e3-8424-2949544fdf68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (4f37eaea-d121-4f5b-9c3b-dfb7bae18881), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.246913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-663838af-7e2f-4074-95ec-684bb9df997e service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237066 Feb 11 05:22:12.286394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65910961-4fbb-46e3-8424-2949544fdf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4f37eaea-d121-4f5b-9c3b-dfb7bae18881), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.288367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-9fa7f372-69dc-403d-b1ed-767068fdeb9c service neutron] 10.222.0.62 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273669 Feb 11 05:22:12.397101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-867cab13-ca93-4192-bffa-4ab3a9755f06 req-3a16f28d-10ec-4c20-8c04-7297b9aac9d7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741352 Feb 11 05:22:12.551456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-744130b3-bb5c-474d-a199-b8b9e1eb7f19 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969780 Feb 11 05:22:12.596084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-345b5c52-215b-4a2d-9f32-b6e92161d08c service neutron] 10.222.0.62 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067024 Feb 11 05:22:12.637260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5b2e7-d6c4-4533-b24f-c426df1c8016 req-042d3fc7-1f1b-417b-93ab-30773c6ef63f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:12.643663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96f5b2e7-d6c4-4533-b24f-c426df1c8016 req-042d3fc7-1f1b-417b-93ab-30773c6ef63f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1303420 Feb 11 05:22:12.743642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96f5b2e7-d6c4-4533-b24f-c426df1c8016 req-7180a59d-69d8-4add-bb6b-a97ff7abac00 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908597 Feb 11 05:22:12.778524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Deleting port 64f0e6fa-5b1e-473a-a204-43727c533411 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:12.779135 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.832397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65910961-4fbb-46e3-8424-2949544fdf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (4f37eaea-d121-4f5b-9c3b-dfb7bae18881), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.927291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff2d49-5de9-4e7f-951c-4a70def81c37 req-8f081aa7-6138-420a-865b-f7004b0c4c49 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:12.933153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0ff2d49-5de9-4e7f-951c-4a70def81c37 req-8f081aa7-6138-420a-865b-f7004b0c4c49 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 931 time: 0.1068969 Feb 11 05:22:12.963964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65910961-4fbb-46e3-8424-2949544fdf68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f37eaea-d121-4f5b-9c3b-dfb7bae18881,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:12.981514 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65910961-4fbb-46e3-8424-2949544fdf68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.986437 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-65910961-4fbb-46e3-8424-2949544fdf68 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4f37eaea-d121-4f5b-9c3b-dfb7bae18881 HTTP/1.1" status: 204 len: 168 time: 0.9275262 Feb 11 05:22:12.989763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50866) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:13.076188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] For port 64f0e6fa-5b1e-473a-a204-43727c533411, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=64f0e6fa-5b1e-473a-a204-43727c533411,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:13.076703 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.080012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0ff2d49-5de9-4e7f-951c-4a70def81c37 req-b3e961fc-36b4-4612-802a-73de0c8edf03 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409721 Feb 11 05:22:13.096678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Allocated IP 10.1.1.117 (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b/5bd271ab-5105-4cd8-a688-acc103db89f0/4db93a09-c12e-4f15-a0c1-d5243d2191fe) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:13.112617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Calling delete_port for 64f0e6fa-5b1e-473a-a204-43727c533411 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:13.166036 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (98337ba3-960e-498c-8f05-984381439383), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.190248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce2bf9-b0ae-4d03-881c-a853786735e5 req-54311d4a-5f28-4ea6-bc39-4c18c40ef878 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:13.192352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08ce2bf9-b0ae-4d03-881c-a853786735e5 req-54311d4a-5f28-4ea6-bc39-4c18c40ef878 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1891143 Feb 11 05:22:13.499800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.534025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (64f0e6fa-5b1e-473a-a204-43727c533411), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.545989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['64f0e6fa-5b1e-473a-a204-43727c533411'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:13.573420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Pushing event deleted for resources: {'Port': ['ID=64f0e6fa-5b1e-473a-a204-43727c533411,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:13.595135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (98337ba3-960e-498c-8f05-984381439383), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.614197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08ce2bf9-b0ae-4d03-881c-a853786735e5 req-1d1eb67e-d729-4dd7-b264-691d25e8a0f3 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143324 Feb 11 05:22:13.630588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98337ba3-960e-498c-8f05-984381439383']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:13.630834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] No DVR routers for this DVR port 64f0e6fa-5b1e-473a-a204-43727c533411 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:13.634880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.643423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75fd1cc-30f7-4892-b89f-d51dc66a0561') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:13.643725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75fd1cc-30f7-4892-b89f-d51dc66a0561') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:13.649500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d579c61-2c37-46c8-bb20-46085f3f2285 req-6946c5e5-ff09-4aa7-89d8-950b1edf95e0 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.65 "DELETE /v2.0/ports/64f0e6fa-5b1e-473a-a204-43727c533411 HTTP/1.1" status: 204 len: 173 time: 1.6541147 Feb 11 05:22:13.650062 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'name': 'network-vif-deleted', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:13.653143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ebd2d-67d4-4728-ab5d-00278ea53c27 req-497b2ddf-5428-4b29-868c-82247402336b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:13.653426 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c07b192-29a9-4a2e-b976-336fd6f90f4d" -d '{"events": [{"server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "name": "network-vif-deleted", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:13.654719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e05ebd2d-67d4-4728-ab5d-00278ea53c27 req-497b2ddf-5428-4b29-868c-82247402336b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.4046950 Feb 11 05:22:13.664759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.678535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (c75fd1cc-30f7-4892-b89f-d51dc66a0561), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.702626 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c75fd1cc-30f7-4892-b89f-d51dc66a0561), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.716665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:13.717065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:13.717494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (c75fd1cc-30f7-4892-b89f-d51dc66a0561), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:13.719268 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:13.724153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:13.729330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:13.785907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:13.786502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.807264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=4db93a09-c12e-4f15-a0c1-d5243d2191fe,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:13.845227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4554ffa-a788-4776-be41-de6835070d9e req-77b07732-97ba-4c97-88aa-4031505c244e tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 210 time: 0.1249659 Feb 11 05:22:13.851073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e05ebd2d-67d4-4728-ab5d-00278ea53c27 req-67e7cc8b-3dd4-479c-be6d-8af2dec4ccc1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835315 Feb 11 05:22:13.896472 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-0c72b309-cd9e-4ca2-8f97-7158c74991c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2613423 Feb 11 05:22:13.908000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'admin_state_up': True, 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'security_groups': ['31f7ace6-e26e-484d-b2c6-2c797e5bae04']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:13.923900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (98337ba3-960e-498c-8f05-984381439383), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.970696 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.981799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] 10.222.0.62 "DELETE /v2.0/networks/98337ba3-960e-498c-8f05-984381439383 HTTP/1.1" status: 204 len: 168 time: 0.9854448 Feb 11 05:22:13.996071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74b43e63-5801-4369-9634-4945b864bc7e req-5d71030c-b03b-4cc2-b823-7260998fd696 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d6080c2-cbdc-4638-86c8-ff55d9af5dc8 HTTP/1.1" status: 200 len: 210 time: 0.0833797 Feb 11 05:22:14.032698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Pushing event deleted for resources: {'Network': ['ID=98337ba3-960e-498c-8f05-984381439383,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:14.055948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.056423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.056924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.061288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.061750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.062195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.062641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.063233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.063787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.064346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.064817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.065860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.066305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e008a34-a010-4f68-adc7-16078f4242fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:14.074013 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81f2869-4f4f-42d5-8052-7bdb97433e89 x-openstack-request-id: req-a81f2869-4f4f-42d5-8052-7bdb97433e89 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:14.074313 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6080c2-cbdc-4638-86c8-ff55d9af5dc8", "name": "network-vif-deleted", "tag": "64f0e6fa-5b1e-473a-a204-43727c533411", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:14.074574 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a81f2869-4f4f-42d5-8052-7bdb97433e89 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:14.074981 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6080c2-cbdc-4638-86c8-ff55d9af5dc8', 'name': 'network-vif-deleted', 'tag': '64f0e6fa-5b1e-473a-a204-43727c533411', 'status': 'completed', 'code': 200} Feb 11 05:22:14.130723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f78099de-d8ec-4a25-8e03-057e4e5b3696 None None] Provisioning complete for port 4db93a09-c12e-4f15-a0c1-d5243d2191fe triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:14.131463 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f78099de-d8ec-4a25-8e03-057e4e5b3696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.219171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f78099de-d8ec-4a25-8e03-057e4e5b3696 None None] Port 4db93a09-c12e-4f15-a0c1-d5243d2191fe cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:14.227671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:14.233439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.254778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af708de7-e94f-451a-976c-742acb575fd1 req-80defaff-a23d-4a37-a9dc-84aed8435c8a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.256589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af708de7-e94f-451a-976c-742acb575fd1 req-80defaff-a23d-4a37-a9dc-84aed8435c8a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1597009 Feb 11 05:22:14.276433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf00c6-1d1d-4f7d-b5cc-026540639c4c req-abcbc330-fa8f-4c0f-990d-edc92b507a3b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.278113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7bf00c6-1d1d-4f7d-b5cc-026540639c4c req-abcbc330-fa8f-4c0f-990d-edc92b507a3b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.0992672 Feb 11 05:22:14.346531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af708de7-e94f-451a-976c-742acb575fd1 req-4bff1b68-bcf8-4dd3-a668-ba9c8c550abc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788667 Feb 11 05:22:14.369405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7bf00c6-1d1d-4f7d-b5cc-026540639c4c req-e7cbedd7-fa05-4fe2-9f17-0f4d7904b343 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773158 Feb 11 05:22:14.437610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Allocated IP 10.1.1.217 (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b/5bd271ab-5105-4cd8-a688-acc103db89f0/965ceff7-2b76-4124-8862-6510f0c0a20a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:14.609091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50890) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:14.620322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bab4f0-de9b-41f3-b97d-fadede1e153b req-a000bb2a-2852-4371-8e1b-e9c527f4592c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.626152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bab4f0-de9b-41f3-b97d-fadede1e153b req-a000bb2a-2852-4371-8e1b-e9c527f4592c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.638440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32bab4f0-de9b-41f3-b97d-fadede1e153b req-a000bb2a-2852-4371-8e1b-e9c527f4592c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 1653 time: 0.1951098 Feb 11 05:22:14.706793 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-50b2bb0d-e5ef-4b17-b26f-24837f140db8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bda49cfd60d490f8c45daf930d04fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945942 Feb 11 05:22:14.710535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:14.735701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd285e1c-7e89-4843-85e6-8270bbaf31f0 req-4ec2a81c-9bbe-45d6-88de-e1a3ea1ebf4b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.738255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd285e1c-7e89-4843-85e6-8270bbaf31f0 req-4ec2a81c-9bbe-45d6-88de-e1a3ea1ebf4b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.2022030 Feb 11 05:22:14.777992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32bab4f0-de9b-41f3-b97d-fadede1e153b req-a2f27b0f-250a-4f7d-8d82-f5e266de0a4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313241 Feb 11 05:22:14.779974 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.818589 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56508e2b-dfc9-4b5b-9f42-78787177f1c1 admin admin] Publish callbacks [] for security_group (670b9402-b3a7-4253-8ca9-b0b4b758b012), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.847297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd285e1c-7e89-4843-85e6-8270bbaf31f0 req-758140e6-4800-4ff9-8e87-72680505eaca tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904415 Feb 11 05:22:14.853754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56508e2b-dfc9-4b5b-9f42-78787177f1c1 admin admin] Publish callbacks [] for security_group (670b9402-b3a7-4253-8ca9-b0b4b758b012), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.984556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b8e16cb-8a2c-4883-a880-2186a2b7743e req-2c036ceb-2e63-4429-9df2-e9de66381849 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 210 time: 0.0439765 Feb 11 05:22:15.003024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def474-be4e-43c9-b6ae-7ba68619590a req-d1744c90-085f-4e04-8642-ee6155740e26 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:15.005137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9def474-be4e-43c9-b6ae-7ba68619590a req-d1744c90-085f-4e04-8642-ee6155740e26 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1391592 Feb 11 05:22:15.053232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.100084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:15.101978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9def474-be4e-43c9-b6ae-7ba68619590a req-300b99af-0c44-40c0-b901-a0094f591c90 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851989 Feb 11 05:22:15.105119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:15.115753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:15.126223 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56508e2b-dfc9-4b5b-9f42-78787177f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (670b9402-b3a7-4253-8ca9-b0b4b758b012), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.127951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56508e2b-dfc9-4b5b-9f42-78787177f1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.129157 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-56508e2b-dfc9-4b5b-9f42-78787177f1c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/670b9402-b3a7-4253-8ca9-b0b4b758b012 HTTP/1.1" status: 204 len: 168 time: 0.4170551 Feb 11 05:22:15.208691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56508e2b-dfc9-4b5b-9f42-78787177f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670b9402-b3a7-4253-8ca9-b0b4b758b012,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:15.213346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=965ceff7-2b76-4124-8862-6510f0c0a20a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:15.253741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:15.254440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.331616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86710e-9ce5-4ca6-a823-6dabe4ab9229 req-3bb9bcde-cb10-4e8c-aba1-4fcbf4c95318 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:15.333645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e86710e-9ce5-4ca6-a823-6dabe4ab9229 req-3bb9bcde-cb10-4e8c-aba1-4fcbf4c95318 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1460984 Feb 11 05:22:15.369403 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-1ed456cb-31aa-4411-89b9-61e2e9dca2c0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4669349 Feb 11 05:22:15.383002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2695ba4c-94f6-4382-a052-086231095313', 'admin_state_up': True, 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'security_groups': ['31f7ace6-e26e-484d-b2c6-2c797e5bae04']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:15.435121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e86710e-9ce5-4ca6-a823-6dabe4ab9229 req-9a6fe063-5bcc-458d-ad67-b35e08a91095 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957310 Feb 11 05:22:15.567502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-aa54f65b-29d0-448d-b50f-0fcc0e35bcc6 None None] Provisioning complete for port 965ceff7-2b76-4124-8862-6510f0c0a20a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:15.568184 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa54f65b-29d0-448d-b50f-0fcc0e35bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.627569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-aa54f65b-29d0-448d-b50f-0fcc0e35bcc6 None None] Port 965ceff7-2b76-4124-8862-6510f0c0a20a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:15.660906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:15.668346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d6c5-48ec-4d0a-a819-f8c0f63f7c49 req-0dab3f1a-8b7b-4f1f-a1b7-dc3ed2f3bf74 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:15.682359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8146d6c5-48ec-4d0a-a819-f8c0f63f7c49 req-0dab3f1a-8b7b-4f1f-a1b7-dc3ed2f3bf74 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1634517 Feb 11 05:22:15.781972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.796571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8146d6c5-48ec-4d0a-a819-f8c0f63f7c49 req-afed893e-b351-4496-aada-54addb0075df tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127889 Feb 11 05:22:15.802779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-540ca427-71ba-499c-932e-91078bb031b6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:15.804427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-540ca427-71ba-499c-932e-91078bb031b6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.83 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 810 time: 0.2125156 Feb 11 05:22:15.936269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-dfb25fd7-f0c9-4459-92a0-3eba189c53c4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b66a262dfec41ddbd74abf4b6f53db4 HTTP/1.1" status: 200 len: 379 time: 0.1064274 Feb 11 05:22:15.957170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'port': {'device_id': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'admin_state_up': True, 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'security_groups': ['e85abf4a-41ee-4e67-9072-3d3aab1ab57e']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:16.042982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:16.160559 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d2e1007-ab93-4524-88a7-11ae3be062c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b72a481530d4987bd8637aeaff13166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1140378 Feb 11 05:22:16.161236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50922) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:16.162444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Allocated IP 10.2.2.100 (2695ba4c-94f6-4382-a052-086231095313/4e541a5a-4c10-422c-83f8-9993598b80e5/b5be0d07-b5db-499c-bc98-4cc683c44f96) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:16.166895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbc8-ceb3-47c0-9e5c-fe70173c88e1 req-c27f30f5-fb39-4859-a931-469c763e206b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.172506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbc8-ceb3-47c0-9e5c-fe70173c88e1 req-c27f30f5-fb39-4859-a931-469c763e206b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.178340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbc8-ceb3-47c0-9e5c-fe70173c88e1 req-c27f30f5-fb39-4859-a931-469c763e206b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.180131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eed4dbc8-ceb3-47c0-9e5c-fe70173c88e1 req-c27f30f5-fb39-4859-a931-469c763e206b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 2374 time: 0.1882262 Feb 11 05:22:16.191517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4159d0-feb1-4afe-b60c-1d326bfafe6e req-6fe41b14-18bc-4dc4-aa61-b47c1a804dad tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.198628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4159d0-feb1-4afe-b60c-1d326bfafe6e req-6fe41b14-18bc-4dc4-aa61-b47c1a804dad tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.2609897 Feb 11 05:22:16.239015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 64f0e6fa-5b1e-473a-a204-43727c533411 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:16.313299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-e51a3c56-f063-4298-a543-7d537345f2f7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.316036 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-e51a3c56-f063-4298-a543-7d537345f2f7 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 944 time: 0.1230712 Feb 11 05:22:16.316519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4159d0-feb1-4afe-b60c-1d326bfafe6e req-62f1a311-979e-4170-b322-f9c8342801e0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127231 Feb 11 05:22:16.342036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 64f0e6fa-5b1e-473a-a204-43727c533411 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:16.342394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 64f0e6fa-5b1e-473a-a204-43727c533411 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:16.342899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eed4dbc8-ceb3-47c0-9e5c-fe70173c88e1 req-52f15964-8383-40d3-b550-d3670e6a59f4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386054 Feb 11 05:22:16.360796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Made reservation on behalf of 7b66a262dfec41ddbd74abf4b6f53db4 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:16.364427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.375964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-602e4e26-9033-4367-b898-8de3b1283a38 admin admin] Publish callbacks [] for security_group (e64828a3-653f-4e02-b47c-eff6af753078), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.511365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-602e4e26-9033-4367-b898-8de3b1283a38 admin admin] Publish callbacks [] for security_group (e64828a3-653f-4e02-b47c-eff6af753078), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.572972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-038c2ce3-78df-4928-8e89-8c2a01bc48b2 req-688ec83a-68e7-47f9-9c28-3a637eed6445 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 210 time: 0.0927951 Feb 11 05:22:16.629426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2d50-705e-42b1-9e4d-b0b8cc484e66 req-c4e39300-c4b4-4141-9207-b75e124fd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.630980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4bda2d50-705e-42b1-9e4d-b0b8cc484e66 req-c4e39300-c4b4-4141-9207-b75e124fd6fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 1128 time: 0.1997213 Feb 11 05:22:16.646294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.677072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Deleting port 73765771-4d84-402d-8559-6a9b962eed59 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:16.677507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (73765771-4d84-402d-8559-6a9b962eed59), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.678715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f1017-490b-4c16-9826-4f5b10e328c2 req-ed07e2b0-918d-4096-a964-841bf558a325 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.686968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-853f1017-490b-4c16-9826-4f5b10e328c2 req-ed07e2b0-918d-4096-a964-841bf558a325 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 944 time: 0.1838078 Feb 11 05:22:16.745617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Allocated IP 172.20.0.4 (97fe9625-b9db-47c4-93ae-b37d99322a4a/88524d8e-9dc4-441b-92ad-c0fc2a6183f3/c0ed1a61-513b-4d75-8545-e1a0408b6cd7) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:16.801394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-602e4e26-9033-4367-b898-8de3b1283a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e64828a3-653f-4e02-b47c-eff6af753078), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.804691 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-602e4e26-9033-4367-b898-8de3b1283a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.805015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4bda2d50-705e-42b1-9e4d-b0b8cc484e66 req-0246b2b3-4b68-4b19-844a-1c1ee73871c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620631 Feb 11 05:22:16.808907 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-602e4e26-9033-4367-b898-8de3b1283a38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e64828a3-653f-4e02-b47c-eff6af753078 HTTP/1.1" status: 204 len: 168 time: 0.6403649 Feb 11 05:22:16.814759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] For port 73765771-4d84-402d-8559-6a9b962eed59, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=73765771-4d84-402d-8559-6a9b962eed59,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:16.814759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (73765771-4d84-402d-8559-6a9b962eed59), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.832236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-853f1017-490b-4c16-9826-4f5b10e328c2 req-14099b1d-22a4-46d4-b2dc-4d6c36b8f864 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422961 Feb 11 05:22:16.838551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e4e26-9033-4367-b898-8de3b1283a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64828a3-653f-4e02-b47c-eff6af753078,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:16.848227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Calling delete_port for 73765771-4d84-402d-8559-6a9b962eed59 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:16.857343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.879939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb70f70-e4c7-48e8-baa7-ea88cd51f15e req-0d81e0f7-f56b-4381-bba5-60050bbae0da tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.904921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bb70f70-e4c7-48e8-baa7-ea88cd51f15e req-0d81e0f7-f56b-4381-bba5-60050bbae0da tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.2157552 Feb 11 05:22:16.940472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=b5be0d07-b5db-499c-bc98-4cc683c44f96,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:16.987881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 2695ba4c-94f6-4382-a052-086231095313 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:16.990894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:16.994945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:17.040094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bb70f70-e4c7-48e8-baa7-ea88cd51f15e req-1e001847-cacc-4855-bede-207752b6d81a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313696 Feb 11 05:22:17.112123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:17.114751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.114988 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.233073 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fcd55525-c5f9-422e-b353-d36a2726b5ba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8538849 Feb 11 05:22:17.246145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2695ba4c-94f6-4382-a052-086231095313', 'admin_state_up': True, 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'security_groups': ['31f7ace6-e26e-484d-b2c6-2c797e5bae04']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:17.265468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14da20-f80a-4c13-9f50-03845e86436e req-ff416a50-429a-40de-adb6-86a86fd7cdbd tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:17.267084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e14da20-f80a-4c13-9f50-03845e86436e req-ff416a50-429a-40de-adb6-86a86fd7cdbd tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1141016 Feb 11 05:22:17.344085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.353451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e14da20-f80a-4c13-9f50-03845e86436e req-d7f4ec08-a9d3-4f1a-9da6-054de522459f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779173 Feb 11 05:22:17.383637 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (73765771-4d84-402d-8559-6a9b962eed59), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.403429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:17.408417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:17.426925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:17.431789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4742b532-e827-497e-9770-ffe20efeb886 None None] Provisioning complete for port b5be0d07-b5db-499c-bc98-4cc683c44f96 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:17.432819 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4742b532-e827-497e-9770-ffe20efeb886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.495283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:17.496164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.519561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event updated for resources: {'Port': ['ID=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:17.535844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4742b532-e827-497e-9770-ffe20efeb886 None None] Port b5be0d07-b5db-499c-bc98-4cc683c44f96 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:17.545044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Pushing event deleted for resources: {'Port': ['ID=73765771-4d84-402d-8559-6a9b962eed59,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:17.557704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Made reservation on behalf of df693861b42c40728bffa9527ea335d8 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:17.572227 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.655910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-0720e13b-3174-493c-a01e-90d0110a037a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7031162 Feb 11 05:22:17.685801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Request body: {'port': {'device_id': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:17.718952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] No DVR routers for this DVR port 73765771-4d84-402d-8559-6a9b962eed59 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:17.733260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.742920 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17b0db94-0ec6-4873-ae40-4f85d0d7fec7 req-c4a1bd44-e9ef-4b45-8bfe-49cf39dec480 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.65 "DELETE /v2.0/ports/73765771-4d84-402d-8559-6a9b962eed59 HTTP/1.1" status: 204 len: 173 time: 1.4000478 Feb 11 05:22:17.744810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'name': 'network-vif-deleted', 'tag': '73765771-4d84-402d-8559-6a9b962eed59'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:17.747569 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b40ba4-583a-496a-947b-2384a576e49f" -d '{"events": [{"server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "name": "network-vif-deleted", "tag": "73765771-4d84-402d-8559-6a9b962eed59"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:17.855235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187604e-93d7-4d8e-b297-8978e3dea92e req-72079719-efcb-4a11-b01c-b8331049e261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:17.861002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187604e-93d7-4d8e-b297-8978e3dea92e req-72079719-efcb-4a11-b01c-b8331049e261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:17.867152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187604e-93d7-4d8e-b297-8978e3dea92e req-72079719-efcb-4a11-b01c-b8331049e261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:17.872826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187604e-93d7-4d8e-b297-8978e3dea92e req-72079719-efcb-4a11-b01c-b8331049e261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:17.884992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b187604e-93d7-4d8e-b297-8978e3dea92e req-72079719-efcb-4a11-b01c-b8331049e261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 3095 time: 0.3106885 Feb 11 05:22:17.888494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8d2293e1-25b2-44bd-a2ea-5e48b6cabb42 None None] Provisioning complete for port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:17.889153 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d2293e1-25b2-44bd-a2ea-5e48b6cabb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.892734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.932780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2338ad-9d15-4766-af89-1f49cbe39a4b req-cabe550b-3d67-4265-b726-40d4df7592c8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:17.940276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c2338ad-9d15-4766-af89-1f49cbe39a4b req-cabe550b-3d67-4265-b726-40d4df7592c8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.3525829 Feb 11 05:22:18.029306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b187604e-93d7-4d8e-b297-8978e3dea92e req-18a8a9ff-15e8-4c3b-8bcf-e71d4096bf25 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475632 Feb 11 05:22:18.062879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Allocated IP 10.2.2.200 (2695ba4c-94f6-4382-a052-086231095313/4e541a5a-4c10-422c-83f8-9993598b80e5/cfad68fd-4429-4232-918b-be63cea56ef2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:18.073430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8d2293e1-25b2-44bd-a2ea-5e48b6cabb42 None None] Port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:18.247770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for port (cfad68fd-4429-4232-918b-be63cea56ef2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.266360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c2338ad-9d15-4766-af89-1f49cbe39a4b req-a287e00a-de6e-4d9d-aa54-6e1d5b0084a7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248141 Feb 11 05:22:18.347587 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e131cc86-b961-4957-a482-e3f5ec52aa47 x-openstack-request-id: req-e131cc86-b961-4957-a482-e3f5ec52aa47 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:18.348200 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f90d28-77c4-4868-8177-d337bdc0c728", "name": "network-vif-deleted", "tag": "73765771-4d84-402d-8559-6a9b962eed59", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:18.348563 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e131cc86-b961-4957-a482-e3f5ec52aa47 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:18.349131 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f90d28-77c4-4868-8177-d337bdc0c728', 'name': 'network-vif-deleted', 'tag': '73765771-4d84-402d-8559-6a9b962eed59', 'status': 'completed', 'code': 200} Feb 11 05:22:18.364365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.418684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5620c6-436e-4f33-a06a-25d90cc773b3 req-27ba7616-41a7-4b78-a360-aeaa0c969278 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:18.440016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a5620c6-436e-4f33-a06a-25d90cc773b3 req-27ba7616-41a7-4b78-a360-aeaa0c969278 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 931 time: 0.2319930 Feb 11 05:22:18.447128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Network 2695ba4c-94f6-4382-a052-086231095313 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:18.447262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:18.449712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:18.499254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event updated for resources: {'Port': ['ID=cfad68fd-4429-4232-918b-be63cea56ef2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:18.527840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:18.529044 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.579421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a5620c6-436e-4f33-a06a-25d90cc773b3 req-2b144810-8b8d-4f79-8ec9-5a2db75d97fa tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383572 Feb 11 05:22:18.581554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb69a316-0245-4fc7-9a97-64f95991c40b req-ec55108a-93f0-49ea-8335-d7d913a027d3 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0f90d28-77c4-4868-8177-d337bdc0c728 HTTP/1.1" status: 200 len: 210 time: 0.0887954 Feb 11 05:22:18.611711 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-4bc0b209-39df-4cbe-a80f-29600be5590d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3714843 Feb 11 05:22:18.625579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:18.688799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ed1a61-513b-4d75-8545-e1a0408b6cd7 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:18.697258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Publish callbacks [] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.741217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Transition to ACTIVE for port object c0ed1a61-513b-4d75-8545-e1a0408b6cd7 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:18.746137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.828200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6dcbb-d4de-4d38-9f64-8925ed537c4b req-32a03467-1fa8-4336-aeb9-527e4fc9ea62 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:18.829950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fde6dcbb-d4de-4d38-9f64-8925ed537c4b req-32a03467-1fa8-4336-aeb9-527e4fc9ea62 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1297610 Feb 11 05:22:18.832922 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.909965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f8149-b97b-4664-8a0f-8b50a9fd7c1f req-21c4b10a-42bb-4fca-ae00-b6ff98540820 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:18.911542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-639f8149-b97b-4664-8a0f-8b50a9fd7c1f req-21c4b10a-42bb-4fca-ae00-b6ff98540820 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1771600 Feb 11 05:22:18.915030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-37aadaf0-3843-4353-a639-5efffd75b1da None None] Provisioning complete for port cfad68fd-4429-4232-918b-be63cea56ef2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:18.916091 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37aadaf0-3843-4353-a639-5efffd75b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.977866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:19.023774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-37aadaf0-3843-4353-a639-5efffd75b1da None None] Port cfad68fd-4429-4232-918b-be63cea56ef2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:19.027520 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fde6dcbb-d4de-4d38-9f64-8925ed537c4b req-26808b24-9a27-4e73-ae60-fdb26c6ab666 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827526 Feb 11 05:22:19.152772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-639f8149-b97b-4664-8a0f-8b50a9fd7c1f req-fb10cffc-5e46-4fe9-a6d7-68385425e35a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230043 Feb 11 05:22:19.159761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Attempting to bind port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:19.160382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Attempting to bind port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:19.161155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Attempting to bind port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 on network 97fe9625-b9db-47c4-93ae-b37d99322a4a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:19.173179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 on network 97fe9625-b9db-47c4-93ae-b37d99322a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:19.173179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Attempting to bind port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 on network 97fe9625-b9db-47c4-93ae-b37d99322a4a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:19.193997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:19.194435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Checking segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:19.197726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Bound using segment: {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:19.198349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Bound port: c0ed1a61-513b-4d75-8545-e1a0408b6cd7, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:19.201099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.211653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9734803-d0a4-4d7e-9d18-b67eaf38102b {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:19.223161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Publish callbacks [] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.239933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Transition to ACTIVE for port object b9734803-d0a4-4d7e-9d18-b67eaf38102b will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:19.337220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] For port c0ed1a61-513b-4d75-8545-e1a0408b6cd7, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:19.340796 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.353898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] For port c0ed1a61-513b-4d75-8545-e1a0408b6cd7, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:19.373694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b1de9-66b3-427f-b8b9-60d13c5a9952 req-3a3963ac-6c3d-4ca7-b1b9-f4158e07140a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.379945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b1de9-66b3-427f-b8b9-60d13c5a9952 req-3a3963ac-6c3d-4ca7-b1b9-f4158e07140a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.386687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b1de9-66b3-427f-b8b9-60d13c5a9952 req-3a3963ac-6c3d-4ca7-b1b9-f4158e07140a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.392353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b1de9-66b3-427f-b8b9-60d13c5a9952 req-3a3963ac-6c3d-4ca7-b1b9-f4158e07140a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.397730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b1de9-66b3-427f-b8b9-60d13c5a9952 req-3a3963ac-6c3d-4ca7-b1b9-f4158e07140a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.399535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-242b1de9-66b3-427f-b8b9-60d13c5a9952 req-3a3963ac-6c3d-4ca7-b1b9-f4158e07140a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 3816 time: 0.1131024 Feb 11 05:22:19.466822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-242b1de9-66b3-427f-b8b9-60d13c5a9952 req-0b92039e-7e5a-49f2-b968-b27c4c3632c6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610299 Feb 11 05:22:19.471894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Pushing event updated for resources: {'Port': ['ID=b9734803-d0a4-4d7e-9d18-b67eaf38102b,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:19.477166 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.488624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Attempting to bind port b9734803-d0a4-4d7e-9d18-b67eaf38102b on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:19.488984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Attempting to bind port b9734803-d0a4-4d7e-9d18-b67eaf38102b by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:19.489570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Attempting to bind port b9734803-d0a4-4d7e-9d18-b67eaf38102b on network 8a332a30-310f-46e5-ba6f-9c449adb47b3 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:19.495132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Port b9734803-d0a4-4d7e-9d18-b67eaf38102b on network 8a332a30-310f-46e5-ba6f-9c449adb47b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:19.495459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Attempting to bind port b9734803-d0a4-4d7e-9d18-b67eaf38102b on network 8a332a30-310f-46e5-ba6f-9c449adb47b3 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:19.510102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:19.510450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Checking segment: {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:19.510842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Bound using segment: {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:19.511275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Bound port: b9734803-d0a4-4d7e-9d18-b67eaf38102b, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1709f7-8e28-46c6-b30a-b4c71a998512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:19.511637 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.592736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.593498 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.594853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] 10.222.0.83 "PUT /v2.0/ports/c0ed1a61-513b-4d75-8545-e1a0408b6cd7 HTTP/1.1" status: 200 len: 1092 time: 1.9235239 Feb 11 05:22:19.602750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'tag': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:19.607142 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe", "tag": "c0ed1a61-513b-4d75-8545-e1a0408b6cd7"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:19.659165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] For port b9734803-d0a4-4d7e-9d18-b67eaf38102b, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:19.669736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] For port b9734803-d0a4-4d7e-9d18-b67eaf38102b, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:19.742471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95093b9-571e-4d93-acb8-f80286141cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:19.748110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-ff75c949-5683-47f7-b5c1-e5465955a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.754275 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-ff75c949-5683-47f7-b5c1-e5465955a8e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 1128 time: 0.0715311 Feb 11 05:22:19.763419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.856961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.857595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.859203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] 10.222.0.83 "PUT /v2.0/ports/b9734803-d0a4-4d7e-9d18-b67eaf38102b HTTP/1.1" status: 200 len: 1092 time: 1.2380686 Feb 11 05:22:19.880699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b402f-54ae-480e-b8c3-a30bafc42745 req-23273f0e-0fc3-4799-8aae-fb94eae03d4e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.889156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac0b402f-54ae-480e-b8c3-a30bafc42745 req-23273f0e-0fc3-4799-8aae-fb94eae03d4e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.2583377 Feb 11 05:22:19.902715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-e606175a-eadd-4403-ab9a-4762519bce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.904448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-e606175a-eadd-4403-ab9a-4762519bce05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 1126 time: 0.1735101 Feb 11 05:22:19.932135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c44b36-4ae8-4b98-a48d-99f92f84449d service neutron] Pushing event updated for resources: {'Port': ['ID=b9734803-d0a4-4d7e-9d18-b67eaf38102b,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:19.939081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d664a8-0776-4c27-b827-11fd299454bc req-d4bc3289-9275-4094-aa17-d3b84af185e6 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.946341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68d664a8-0776-4c27-b827-11fd299454bc req-d4bc3289-9275-4094-aa17-d3b84af185e6 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.2135532 Feb 11 05:22:19.962622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-d9a404e2-3eef-4b31-b963-f3fdc02ee0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.964203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-d9a404e2-3eef-4b31-b963-f3fdc02ee0c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 200 len: 912 time: 0.2025430 Feb 11 05:22:20.019812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-ead84b52-a0c5-4043-bbf3-1722714b4928 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0ed1a61-513b-4d75-8545-e1a0408b6cd7 HTTP/1.1" status: 200 len: 217 time: 0.1014760 Feb 11 05:22:20.028233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:20.034331 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-0be4148a-a5d0-4e74-958e-e7fc574526b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2862c50f-2c11-447c-939e-f6cef343ef29 HTTP/1.1" status: 200 len: 217 time: 0.0634637 Feb 11 05:22:20.102318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68d664a8-0776-4c27-b827-11fd299454bc req-b4b22035-68ac-44c9-8fe0-232825b8527a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486685 Feb 11 05:22:20.133517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac0b402f-54ae-480e-b8c3-a30bafc42745 req-f492c8e7-7d7c-450c-97c0-bfcfd13fe9bd tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431545 Feb 11 05:22:20.169394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-f34cdf51-994c-4ae9-b0cf-3e4e8b2fdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:20.175538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-f34cdf51-994c-4ae9-b0cf-3e4e8b2fdc3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 200 len: 849 time: 0.1390858 Feb 11 05:22:20.190784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-53b20a45-b754-455b-845a-b34ac0736037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:20.193814 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-53b20a45-b754-455b-845a-b34ac0736037 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e0685eaf-ca6d-4b8f-b7f2-07db15d06405 HTTP/1.1" status: 200 len: 851 time: 0.1426928 Feb 11 05:22:20.195607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72b47366-6668-4d99-b8ae-51665a609500), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.249005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-bcdb901f-5be6-4d0f-b81c-b8e3e4c34b73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389996 Feb 11 05:22:20.282503 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 73765771-4d84-402d-8559-6a9b962eed59 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:20.286492 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b002b3a6-6cb8-497c-ac14-6d7a0e0fb9ec x-openstack-request-id: req-b002b3a6-6cb8-497c-ac14-6d7a0e0fb9ec {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:20.286842 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe", "tag": "c0ed1a61-513b-4d75-8545-e1a0408b6cd7", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:20.287103 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b002b3a6-6cb8-497c-ac14-6d7a0e0fb9ec {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:20.287502 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'tag': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'status': 'completed', 'code': 200} Feb 11 05:22:20.298076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-278fc029-848c-4cc2-970f-fa9fda9eb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:20.299757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-278fc029-848c-4cc2-970f-fa9fda9eb31b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97fe9625-b9db-47c4-93ae-b37d99322a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1131082 Feb 11 05:22:20.309853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 73765771-4d84-402d-8559-6a9b962eed59 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:20.310208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 73765771-4d84-402d-8559-6a9b962eed59 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:20.326395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e007cbf-959d-4f57-9d8b-38dc7890f5ab req-fe0a126f-7c04-447f-aa78-5231aa15c10d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:20.328068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e007cbf-959d-4f57-9d8b-38dc7890f5ab req-fe0a126f-7c04-447f-aa78-5231aa15c10d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 943 time: 0.1257610 Feb 11 05:22:20.350085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:20.353884 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:20.506197 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-4a7a6aae-9c9f-488a-a3fb-b7821323fa80 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281570 Feb 11 05:22:20.686474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-753a8510-669c-4e8d-a560-c6c8cc61013f req-1031ddee-d1a3-4ae5-a90c-acd3f768da44 service neutron] 10.222.0.65 "GET /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640821 Feb 11 05:22:20.733072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e007cbf-959d-4f57-9d8b-38dc7890f5ab req-ccceef2c-b5d3-49ea-abf3-099de4036347 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941052 Feb 11 05:22:20.738223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b47366-6668-4d99-b8ae-51665a609500 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:20.742180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-488d25f7-5791-4207-93ce-c0b08d43157e service neutron] 10.222.0.83 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328816 Feb 11 05:22:20.755927 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Publish callbacks [] for port (72b47366-6668-4d99-b8ae-51665a609500), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.756173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226192-f8c8-44f3-8bc1-7db8123132c8 req-7f265c0f-e0c0-414c-818b-a14d39154abc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:20.759722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22226192-f8c8-44f3-8bc1-7db8123132c8 req-7f265c0f-e0c0-414c-818b-a14d39154abc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.3971932 Feb 11 05:22:20.762678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Transition to ACTIVE for port object 72b47366-6668-4d99-b8ae-51665a609500 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:20.829468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (72b47366-6668-4d99-b8ae-51665a609500), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.880695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22226192-f8c8-44f3-8bc1-7db8123132c8 req-51f28edf-0a4e-4918-8061-917ab375529c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150188 Feb 11 05:22:20.920863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88c7d82-24a9-439a-8142-61ec3f4c7343 req-bf022f30-d156-4c6b-b221-2e1ed50ceca1 service neutron] 10.222.0.83 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584969 Feb 11 05:22:21.144277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-8b86ad2b-1628-4779-8748-72ffa52eb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.144793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-8b86ad2b-1628-4779-8748-72ffa52eb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.145268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-8b86ad2b-1628-4779-8748-72ffa52eb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.145734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-8b86ad2b-1628-4779-8748-72ffa52eb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.146201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-8b86ad2b-1628-4779-8748-72ffa52eb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.146665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-8b86ad2b-1628-4779-8748-72ffa52eb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.149766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-8b86ad2b-1628-4779-8748-72ffa52eb1fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5282 time: 0.1621459 Feb 11 05:22:21.164857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45bb4f-9c88-4f9a-841c-aa8952c879b3 req-ccb06da3-7040-45bc-b093-5838b6db30da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.172159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45bb4f-9c88-4f9a-841c-aa8952c879b3 req-ccb06da3-7040-45bc-b093-5838b6db30da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.177919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45bb4f-9c88-4f9a-841c-aa8952c879b3 req-ccb06da3-7040-45bc-b093-5838b6db30da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.184099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45bb4f-9c88-4f9a-841c-aa8952c879b3 req-ccb06da3-7040-45bc-b093-5838b6db30da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.189449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45bb4f-9c88-4f9a-841c-aa8952c879b3 req-ccb06da3-7040-45bc-b093-5838b6db30da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.195933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45bb4f-9c88-4f9a-841c-aa8952c879b3 req-ccb06da3-7040-45bc-b093-5838b6db30da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.197380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa45bb4f-9c88-4f9a-841c-aa8952c879b3 req-ccb06da3-7040-45bc-b093-5838b6db30da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 4605 time: 0.1780403 Feb 11 05:22:21.212251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-29ab6d24-8ec3-4414-95d4-9050138cb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.213757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-29ab6d24-8ec3-4414-95d4-9050138cb41d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 1126 time: 0.1447051 Feb 11 05:22:21.270194 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ddb9eb-d9c2-4d15-911c-686be681883a x-openstack-request-id: req-62ddb9eb-d9c2-4d15-911c-686be681883a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:21.270194 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:21.270194 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62ddb9eb-d9c2-4d15-911c-686be681883a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:21.270602 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'status': 'completed', 'code': 200} Feb 11 05:22:21.292438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Pushing event updated for resources: {'Port': ['ID=72b47366-6668-4d99-b8ae-51665a609500,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:21.385395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Attempting to bind port 72b47366-6668-4d99-b8ae-51665a609500 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:21.386066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Attempting to bind port 72b47366-6668-4d99-b8ae-51665a609500 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:21.386066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Attempting to bind port 72b47366-6668-4d99-b8ae-51665a609500 on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:21.391822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Port 72b47366-6668-4d99-b8ae-51665a609500 on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:21.392151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Attempting to bind port 72b47366-6668-4d99-b8ae-51665a609500 on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:21.404152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:21.405002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Checking segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:21.407983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Bound using segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:21.408517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Bound port: 72b47366-6668-4d99-b8ae-51665a609500, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:21.409445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72b47366-6668-4d99-b8ae-51665a609500), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.472473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa45bb4f-9c88-4f9a-841c-aa8952c879b3 req-55b3a41b-4ba2-4fdb-af06-e21caba0e7c3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=a28223fa-8378-45da-81f2-085491805bb5&id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2635908 Feb 11 05:22:21.476293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-60a50489-295f-433f-88d6-9a34c76ec2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.476985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-60a50489-295f-433f-88d6-9a34c76ec2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.477450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-60a50489-295f-433f-88d6-9a34c76ec2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.479046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-60a50489-295f-433f-88d6-9a34c76ec2fd service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=df693861b42c40728bffa9527ea335d8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2793267 Feb 11 05:22:21.523514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-13feec89-f8e4-481a-b696-b0637ff97956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.523514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-13feec89-f8e4-481a-b696-b0637ff97956 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 911 time: 0.2910266 Feb 11 05:22:21.571159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] For port 72b47366-6668-4d99-b8ae-51665a609500, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:21.577157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] For port 72b47366-6668-4d99-b8ae-51665a609500, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=72b47366-6668-4d99-b8ae-51665a609500,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:21.584647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-78d51542-68e2-409d-a5c1-56582237d35a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0ed1a61-513b-4d75-8545-e1a0408b6cd7 HTTP/1.1" status: 200 len: 217 time: 0.0561800 Feb 11 05:22:21.682891 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (72b47366-6668-4d99-b8ae-51665a609500), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.734887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.735396 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.736952 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] 10.222.0.83 "PUT /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 200 len: 1136 time: 1.7509995 Feb 11 05:22:21.764046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a1b16-7b8c-46cc-8b1c-de8d5f0b4b57 service neutron] Pushing event updated for resources: {'Port': ['ID=72b47366-6668-4d99-b8ae-51665a609500,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:21.777275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-33bbea13-0983-420a-9c94-928a43a7c7d2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.779619 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-33bbea13-0983-420a-9c94-928a43a7c7d2 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 944 time: 0.1556640 Feb 11 05:22:21.840872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-543cb181-6d6f-4d03-9bc9-500216f2d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.843031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc4d301c-7dc7-45c1-bd5e-2ba10e3d8a92 req-543cb181-6d6f-4d03-9bc9-500216f2d6d5 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3452253 Feb 11 05:22:21.855102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:21.867877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f3a4a-5bba-46a4-8435-5d79dd21b7e9 req-bcd94648-f56d-4305-9338-74977b4200cb tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.875820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c44f3a4a-5bba-46a4-8435-5d79dd21b7e9 req-bcd94648-f56d-4305-9338-74977b4200cb tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.2390370 Feb 11 05:22:21.886401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-268121f9-92f5-45f7-bbc1-16264b9d648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.888113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-268121f9-92f5-45f7-bbc1-16264b9d648d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 200 len: 849 time: 0.2864566 Feb 11 05:22:22.014194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a326d24-9acc-4cff-8e73-30d441847ff4 req-3d2b0a06-cd58-4750-96d0-f10db085600d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.016389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a326d24-9acc-4cff-8e73-30d441847ff4 req-3d2b0a06-cd58-4750-96d0-f10db085600d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 944 time: 0.2979186 Feb 11 05:22:22.036166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.047362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-7e529da4-f582-4b1d-acd2-4d40f1eae799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.049269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-7e529da4-f582-4b1d-acd2-4d40f1eae799 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97fe9625-b9db-47c4-93ae-b37d99322a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1485753 Feb 11 05:22:22.066721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-c7a8c009-618a-49c6-897a-90424d16b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.068261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c44f3a4a-5bba-46a4-8435-5d79dd21b7e9 req-3e0d34b5-1715-41d0-86e0-501f280ca3a7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914542 Feb 11 05:22:22.068888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-c7a8c009-618a-49c6-897a-90424d16b593 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=70aad3f03c124bdd86a71f4c72351039&device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 1129 time: 0.2348335 Feb 11 05:22:22.185640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a326d24-9acc-4cff-8e73-30d441847ff4 req-03047eb0-c563-4d1d-9c9d-04e5319aa406 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/security-groups?id=27c25cdc-cf98-499a-98ad-1c276e570575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504164 Feb 11 05:22:22.207722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Deleting port 7efafac4-6183-4197-8ca3-8c5ed8df21dd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:22.208069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.303020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-60cb69ae-2ffe-460f-9a0e-a18db4873957 service neutron] 10.222.0.83 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383111 Feb 11 05:22:22.364539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110b79-039e-4d5a-8336-aff7c5cea005 req-82a87150-7ac6-4720-b908-199a6050fde7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.366074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78110b79-039e-4d5a-8336-aff7c5cea005 req-82a87150-7ac6-4720-b908-199a6050fde7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1490393 Feb 11 05:22:22.376234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea52011-5cfe-4718-bee9-f926ce277622 req-75e9f68c-4b4e-4389-a85e-366a57d19814 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.377750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ea52011-5cfe-4718-bee9-f926ce277622 req-75e9f68c-4b4e-4389-a85e-366a57d19814 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 943 time: 0.1262271 Feb 11 05:22:22.465094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-abb8c7a3-4300-490c-aeee-d55373100c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.466528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-abb8c7a3-4300-490c-aeee-d55373100c65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 200 len: 915 time: 0.3860910 Feb 11 05:22:22.468324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] For port 7efafac4-6183-4197-8ca3-8c5ed8df21dd, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=7efafac4-6183-4197-8ca3-8c5ed8df21dd,segment=NetworkSegment(9c9ec1e5-862d-4388-bb89-2ed2f2adb130),segment_id=9c9ec1e5-862d-4388-bb89-2ed2f2adb130)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:22.468712 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.511289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c2358d-c49d-4e38-9ab6-3258ce97d6f6 req-2d469aac-d5a9-4e10-8d50-12258ab71ec3 service neutron] 10.222.0.83 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004132 Feb 11 05:22:22.522872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ea52011-5cfe-4718-bee9-f926ce277622 req-cc132f1a-3eca-4427-b084-100c907c01f2 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139405 Feb 11 05:22:22.526730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Calling delete_port for 7efafac4-6183-4197-8ca3-8c5ed8df21dd owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:22.551569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78110b79-039e-4d5a-8336-aff7c5cea005 req-1a050710-b79a-4681-a0c3-c7f07c8d42c8 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441755 Feb 11 05:22:22.565898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-e4306203-4808-49af-9818-864df914d716 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 200 len: 217 time: 0.0871139 Feb 11 05:22:22.772800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-9a3c1cca-1bbf-4950-a635-84fd0ddf114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.772800 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-9a3c1cca-1bbf-4950-a635-84fd0ddf114c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2884e132-0b62-4214-af9f-b6a3130b51f7 HTTP/1.1" status: 200 len: 854 time: 0.1282182 Feb 11 05:22:22.775165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92b578-c281-44d7-9262-c5ae2efe80e4 req-d8211d03-c4e8-4a7d-9a20-247390c0d853 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.781389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e92b578-c281-44d7-9262-c5ae2efe80e4 req-d8211d03-c4e8-4a7d-9a20-247390c0d853 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1384633 Feb 11 05:22:22.804486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57897-48b8-47b0-89bf-0c4c959d088d req-7fbdc044-44e3-4b39-a236-a18f3e35608b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.810006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57897-48b8-47b0-89bf-0c4c959d088d req-7fbdc044-44e3-4b39-a236-a18f3e35608b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.813421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-e9089208-0ef7-4352-8479-608519ba4663 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22b3f78-9781-4966-98b1-48d5b8475e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042387 Feb 11 05:22:22.815438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57897-48b8-47b0-89bf-0c4c959d088d req-7fbdc044-44e3-4b39-a236-a18f3e35608b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.821871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57897-48b8-47b0-89bf-0c4c959d088d req-7fbdc044-44e3-4b39-a236-a18f3e35608b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.827640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57897-48b8-47b0-89bf-0c4c959d088d req-7fbdc044-44e3-4b39-a236-a18f3e35608b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.832705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57897-48b8-47b0-89bf-0c4c959d088d req-7fbdc044-44e3-4b39-a236-a18f3e35608b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.834565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7de57897-48b8-47b0-89bf-0c4c959d088d req-7fbdc044-44e3-4b39-a236-a18f3e35608b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 4605 time: 0.1463239 Feb 11 05:22:22.901852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e92b578-c281-44d7-9262-c5ae2efe80e4 req-4ffd1517-dd9b-4894-a8cd-50d5fd556ba0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195629 Feb 11 05:22:22.931999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7de57897-48b8-47b0-89bf-0c4c959d088d req-3694e58f-dc41-4778-a1cf-5fd6f482aa7c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=a28223fa-8378-45da-81f2-085491805bb5&id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895565 Feb 11 05:22:22.953161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f747a77-c780-4c8f-b8b7-b08f84511ca9 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:22.964432 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Publish callbacks [] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.990960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Transition to ACTIVE for port object 1f747a77-c780-4c8f-b8b7-b08f84511ca9 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:23.010526 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-3689ac55-f211-41fc-8de9-9b25140baddf service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908534 Feb 11 05:22:23.118179 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ebefd2ea-bdb4-45f9-950f-8f3e7d2eb56c req-689ee0b2-c4ab-405a-9c0e-0f3d0273bf5b service neutron] 10.222.0.83 "GET /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016469 Feb 11 05:22:23.135138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7efafac4-6183-4197-8ca3-8c5ed8df21dd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.137092 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.255075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Pushing event updated for resources: {'Port': ['ID=1f747a77-c780-4c8f-b8b7-b08f84511ca9,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:23.279772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': '72b47366-6668-4d99-b8ae-51665a609500'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:23.282432 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063a07dd-a177-471c-a0ea-642f416bdf45" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "72b47366-6668-4d99-b8ae-51665a609500"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:23.289561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] No DVR routers for this DVR port 7efafac4-6183-4197-8ca3-8c5ed8df21dd on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:23.313953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.317464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9c7cca14-0c7a-4b41-9760-e14697b88e43 req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.65 "DELETE /v2.0/ports/7efafac4-6183-4197-8ca3-8c5ed8df21dd HTTP/1.1" status: 204 len: 173 time: 1.5277042 Feb 11 05:22:23.336279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8da684d-f710-49bb-a9de-4c228fa8db94 req-cd5b1187-6f0f-459b-ae73-de4881ed694d tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8feffc4-e64d-4994-827a-b33204d75bb9 HTTP/1.1" status: 200 len: 210 time: 0.0580573 Feb 11 05:22:23.340463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ee7c1-a955-401b-af37-31f7ef464ae8 tempest-LiveMigrationTest-1913050311 tempest-LiveMigrationTest-1913050311-project] Pushing event deleted for resources: {'Port': ['ID=7efafac4-6183-4197-8ca3-8c5ed8df21dd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:23.367504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0cb99-2d07-4f45-9fa6-604f1b46074b req-651fe6bb-c624-4f00-9c08-d7095c2ec00f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.375682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53f0cb99-2d07-4f45-9fa6-604f1b46074b req-651fe6bb-c624-4f00-9c08-d7095c2ec00f tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1870410 Feb 11 05:22:23.419162 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1591085c-9d90-4e49-a102-03eb8a09dcd1 x-openstack-request-id: req-1591085c-9d90-4e49-a102-03eb8a09dcd1 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:23.419466 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "72b47366-6668-4d99-b8ae-51665a609500", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:23.419721 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1591085c-9d90-4e49-a102-03eb8a09dcd1 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:23.421200 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': '72b47366-6668-4d99-b8ae-51665a609500', 'status': 'completed', 'code': 200} Feb 11 05:22:23.472407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53f0cb99-2d07-4f45-9fa6-604f1b46074b req-81d35390-0f5f-4adf-8c5c-817ca2565117 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960016 Feb 11 05:22:23.515072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device c0ed1a61-513b-4d75-8545-e1a0408b6cd7 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:23.531624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51040) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:23.643027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-bb37dd0d-4332-4516-bcd5-eef4183f69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.644079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-bb37dd0d-4332-4516-bcd5-eef4183f69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.644921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-bb37dd0d-4332-4516-bcd5-eef4183f69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.645555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-bb37dd0d-4332-4516-bcd5-eef4183f69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.646158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-bb37dd0d-4332-4516-bcd5-eef4183f69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.648900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-bb37dd0d-4332-4516-bcd5-eef4183f69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.649606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-bb37dd0d-4332-4516-bcd5-eef4183f69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.651877 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-bb37dd0d-4332-4516-bcd5-eef4183f69ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6242 time: 0.2070992 Feb 11 05:22:23.657011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Attempting to bind port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:23.657606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Attempting to bind port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:23.658086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Attempting to bind port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:23.670738 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-dccbea3f-9d00-425b-9757-0b00576c8075 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1570160 Feb 11 05:22:23.670738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:23.670738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Attempting to bind port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:23.723480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:23.723828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Checking segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:23.724220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Bound using segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:23.724727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Bound port: 1f747a77-c780-4c8f-b8b7-b08f84511ca9, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:23.725385 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.763408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-02fe649f-29b3-430d-b260-90c6dfd55e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.792686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port c0ed1a61-513b-4d75-8545-e1a0408b6cd7, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:23.811477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'port_id': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'mac_address': 'fa:16:3e:1d:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:23.816634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cf21a-f968-4902-9014-bc64333af0bb req-286dd83b-40bc-4ac6-8302-f59457c1ba77 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.825748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-368cf21a-f968-4902-9014-bc64333af0bb req-286dd83b-40bc-4ac6-8302-f59457c1ba77 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1636474 Feb 11 05:22:23.894185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:23.896282 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.916955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-368cf21a-f968-4902-9014-bc64333af0bb req-e5e4306a-6e12-4200-aaab-97d9ef38264a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839167 Feb 11 05:22:23.925914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ed1a61-513b-4d75-8545-e1a0408b6cd7 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:23.953864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port c0ed1a61-513b-4d75-8545-e1a0408b6cd7, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:23.965145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-907feca4-1ecb-4abd-a90f-337a3002ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.970646 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-907feca4-1ecb-4abd-a90f-337a3002ba2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1133 time: 0.2271068 Feb 11 05:22:23.987876 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-02fe649f-29b3-430d-b260-90c6dfd55e49 admin admin] Publish callbacks [] for security_group (f4734600-338e-4dca-8e48-a967becdbf4a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.037696 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.115064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-2f175c05-bf00-4843-8ce6-3aeceb06f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.117128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-2f175c05-bf00-4843-8ce6-3aeceb06f1d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1145742 Feb 11 05:22:24.120630 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-02fe649f-29b3-430d-b260-90c6dfd55e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f4734600-338e-4dca-8e48-a967becdbf4a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.128761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:24.142128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.142778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.143764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.144308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.144589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.144960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.145290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.145618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.145945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.146269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.146589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.147234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.148212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:24.176064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe649f-29b3-430d-b260-90c6dfd55e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4734600-338e-4dca-8e48-a967becdbf4a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:24.181887 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-b9cdfbb2-108d-441f-ab90-1181e0a8fc60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.0534492 Feb 11 05:22:24.230978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] For port 1f747a77-c780-4c8f-b8b7-b08f84511ca9, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:24.241272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-041149e3-adcd-40b9-8118-f2ddcc0c31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.241745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-041149e3-adcd-40b9-8118-f2ddcc0c31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.242236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-041149e3-adcd-40b9-8118-f2ddcc0c31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.243885 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-041149e3-adcd-40b9-8118-f2ddcc0c31a4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=df693861b42c40728bffa9527ea335d8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5789709 Feb 11 05:22:24.264973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77676591-8e7e-47f2-bdec-550e1a6e55d7 req-7ef42601-9c21-47d9-a875-f80c80807272 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.266910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77676591-8e7e-47f2-bdec-550e1a6e55d7 req-7ef42601-9c21-47d9-a875-f80c80807272 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 943 time: 0.2472785 Feb 11 05:22:24.272392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-02fe649f-29b3-430d-b260-90c6dfd55e49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d9ad89cf31d47ba961f06d9ac4d28bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7390311 Feb 11 05:22:24.274304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51054) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:24.293799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['c0ed1a61-513b-4d75-8545-e1a0408b6cd7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:24.297077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-7d45637e-3ee1-4ec0-9bf2-9c515444f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.298849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-7d45637e-3ee1-4ec0-9bf2-9c515444f3e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1077230 Feb 11 05:22:24.301892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] For port 1f747a77-c780-4c8f-b8b7-b08f84511ca9, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1f747a77-c780-4c8f-b8b7-b08f84511ca9,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:24.356494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b64ea-e42f-497b-ab2f-c93a2ce1b89c req-2a9b217d-2b6d-4d90-9dbe-a1a41198b110 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.366159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc6b64ea-e42f-497b-ab2f-c93a2ce1b89c req-2a9b217d-2b6d-4d90-9dbe-a1a41198b110 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1910086 Feb 11 05:22:24.426092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-58b8b0ea-6464-411d-b312-5a9b0626bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.429462 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-063a07dd-a177-471c-a0ea-642f416bdf45 req-58b8b0ea-6464-411d-b312-5a9b0626bbf9 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764197 Feb 11 05:22:24.431912 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.476561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc6b64ea-e42f-497b-ab2f-c93a2ce1b89c req-fb20a458-c836-4b40-b23e-636356fa7509 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085744 Feb 11 05:22:24.484959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77676591-8e7e-47f2-bdec-550e1a6e55d7 req-57a8779a-7609-473e-bfc0-2e1d23264be5 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002618 Feb 11 05:22:24.486729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e30ecdfe-d542-446c-87ff-f7e1f568f285 admin admin] Publish callbacks [] for security_group (f4734600-338e-4dca-8e48-a967becdbf4a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.497720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-bbf3ddca-c70c-4337-af43-1e342f9edacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.498885 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-bbf3ddca-c70c-4337-af43-1e342f9edacf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1868618 Feb 11 05:22:24.503923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.504551 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.507613 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] 10.222.0.83 "PUT /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 200 len: 1136 time: 2.6607199 Feb 11 05:22:24.525215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e30ecdfe-d542-446c-87ff-f7e1f568f285 admin admin] Publish callbacks [] for security_group (f4734600-338e-4dca-8e48-a967becdbf4a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.568215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178160dc-5203-49c4-9a6b-90220a050c6b service neutron] Pushing event updated for resources: {'Port': ['ID=1f747a77-c780-4c8f-b8b7-b08f84511ca9,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:24.614274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:24.707610 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.758230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877763c0-64bd-4661-87fa-9d5643811445 req-21c74385-29bb-4e5e-8fc0-22d59ff74619 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.764043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877763c0-64bd-4661-87fa-9d5643811445 req-21c74385-29bb-4e5e-8fc0-22d59ff74619 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.765413 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-e8d61455-cc6a-49b7-83dd-159f858b2a74 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540805 Feb 11 05:22:24.769963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877763c0-64bd-4661-87fa-9d5643811445 req-21c74385-29bb-4e5e-8fc0-22d59ff74619 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.775594 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877763c0-64bd-4661-87fa-9d5643811445 req-21c74385-29bb-4e5e-8fc0-22d59ff74619 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.780993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877763c0-64bd-4661-87fa-9d5643811445 req-21c74385-29bb-4e5e-8fc0-22d59ff74619 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.786393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877763c0-64bd-4661-87fa-9d5643811445 req-21c74385-29bb-4e5e-8fc0-22d59ff74619 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.792432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877763c0-64bd-4661-87fa-9d5643811445 req-21c74385-29bb-4e5e-8fc0-22d59ff74619 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.794507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-877763c0-64bd-4661-87fa-9d5643811445 req-21c74385-29bb-4e5e-8fc0-22d59ff74619 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5382 time: 0.1769855 Feb 11 05:22:24.809452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea71ff0-7b51-458a-bcc2-697b8bf3cc28 req-6442e603-80fd-4fe4-9e90-5946b136401d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.811185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ea71ff0-7b51-458a-bcc2-697b8bf3cc28 req-6442e603-80fd-4fe4-9e90-5946b136401d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1382887 Feb 11 05:22:24.841003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e30ecdfe-d542-446c-87ff-f7e1f568f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f4734600-338e-4dca-8e48-a967becdbf4a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.843646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e30ecdfe-d542-446c-87ff-f7e1f568f285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.844818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e30ecdfe-d542-446c-87ff-f7e1f568f285 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4734600-338e-4dca-8e48-a967becdbf4a HTTP/1.1" status: 204 len: 168 time: 0.5671751 Feb 11 05:22:24.893863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-877763c0-64bd-4661-87fa-9d5643811445 req-9297061d-732a-4fe9-8bad-d0aff50415a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929425 Feb 11 05:22:24.928469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ea71ff0-7b51-458a-bcc2-697b8bf3cc28 req-904a77fb-72da-4ec0-af8f-daacb5572796 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097331 Feb 11 05:22:24.929984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ecdfe-d542-446c-87ff-f7e1f568f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4734600-338e-4dca-8e48-a967becdbf4a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:24.981472 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9e61f6aa-3a60-415e-8395-58c5d7a86ec3 req-4ff093f9-b9f7-484a-a70e-64515d94d4da service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070227 Feb 11 05:22:24.996449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51064) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:25.106304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fda34-ca8b-40b8-9b14-4ed78118b354 req-d471a266-94cc-4307-9911-d2f4b54c0ba5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.107767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d3fda34-ca8b-40b8-9b14-4ed78118b354 req-d471a266-94cc-4307-9911-d2f4b54c0ba5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.0959988 Feb 11 05:22:25.135033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ee06b1-eebe-469c-be3a-e373c4e70cc7 admin admin] Deleting subnet 80cb0a79-c2f6-4926-8d54-a84282c437d7 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:25.135613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db93a09-c12e-4f15-a0c1-d5243d2191fe {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:25.141711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4ee06b1-eebe-469c-be3a-e373c4e70cc7 admin admin] Publish callbacks [] for subnet (80cb0a79-c2f6-4926-8d54-a84282c437d7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.150229 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Publish callbacks [] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.172219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Transition to ACTIVE for port object 4db93a09-c12e-4f15-a0c1-d5243d2191fe will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:25.198123 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4ee06b1-eebe-469c-be3a-e373c4e70cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (80cb0a79-c2f6-4926-8d54-a84282c437d7), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.220682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d3fda34-ca8b-40b8-9b14-4ed78118b354 req-1d16c93f-920f-406c-a5d0-3c8f88125881 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058314 Feb 11 05:22:25.254640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4ee06b1-eebe-469c-be3a-e373c4e70cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (80cb0a79-c2f6-4926-8d54-a84282c437d7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.289677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.389063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b580e9f-c790-4d4c-93e2-5a8cd6389715 req-3b244f03-9e8d-4d17-83e3-2afd9e8ae9c0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.392591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b580e9f-c790-4d4c-93e2-5a8cd6389715 req-3b244f03-9e8d-4d17-83e3-2afd9e8ae9c0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.0848656 Feb 11 05:22:25.416531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Pushing event updated for resources: {'Port': ['ID=4db93a09-c12e-4f15-a0c1-d5243d2191fe,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:25.423936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'name': 'network-vif-deleted', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd'}, {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': '1f747a77-c780-4c8f-b8b7-b08f84511ca9'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:25.426282 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99472722-ab56-46de-80d6-84ede70cb768" -d '{"events": [{"server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "name": "network-vif-deleted", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd"}, {"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "1f747a77-c780-4c8f-b8b7-b08f84511ca9"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:25.450045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Attempting to bind port 4db93a09-c12e-4f15-a0c1-d5243d2191fe on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:25.450385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Attempting to bind port 4db93a09-c12e-4f15-a0c1-d5243d2191fe by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:25.450799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Attempting to bind port 4db93a09-c12e-4f15-a0c1-d5243d2191fe on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:25.457601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b580e9f-c790-4d4c-93e2-5a8cd6389715 req-46e711dd-2e0a-47b8-9209-0a9fbb6b63f0 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Feb 11 05:22:25.458613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Port 4db93a09-c12e-4f15-a0c1-d5243d2191fe on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:25.459683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Attempting to bind port 4db93a09-c12e-4f15-a0c1-d5243d2191fe on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:25.467875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:25.468302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Checking segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:25.469105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Bound using segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:25.469555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Bound port: 4db93a09-c12e-4f15-a0c1-d5243d2191fe, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:25.469935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.477908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4ee06b1-eebe-469c-be3a-e373c4e70cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (80cb0a79-c2f6-4926-8d54-a84282c437d7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.496322 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4ee06b1-eebe-469c-be3a-e373c4e70cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.505897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4ee06b1-eebe-469c-be3a-e373c4e70cc7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/80cb0a79-c2f6-4926-8d54-a84282c437d7 HTTP/1.1" status: 204 len: 168 time: 0.5047154 Feb 11 05:22:25.522864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device c0ed1a61-513b-4d75-8545-e1a0408b6cd7 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:25.530487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51084) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:25.543325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee06b1-eebe-469c-be3a-e373c4e70cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80cb0a79-c2f6-4926-8d54-a84282c437d7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:25.566346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] For port 4db93a09-c12e-4f15-a0c1-d5243d2191fe, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:25.569962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] For port 4db93a09-c12e-4f15-a0c1-d5243d2191fe, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4db93a09-c12e-4f15-a0c1-d5243d2191fe,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:25.573904 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1002e98-df91-40bf-9146-e49b2814c22c x-openstack-request-id: req-d1002e98-df91-40bf-9146-e49b2814c22c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:25.574210 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8feffc4-e64d-4994-827a-b33204d75bb9", "name": "network-vif-deleted", "tag": "7efafac4-6183-4197-8ca3-8c5ed8df21dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "1f747a77-c780-4c8f-b8b7-b08f84511ca9", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:25.574479 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1002e98-df91-40bf-9146-e49b2814c22c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:25.574843 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8feffc4-e64d-4994-827a-b33204d75bb9', 'name': 'network-vif-deleted', 'tag': '7efafac4-6183-4197-8ca3-8c5ed8df21dd', 'status': 'completed', 'code': 200} Feb 11 05:22:25.575103 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': '1f747a77-c780-4c8f-b8b7-b08f84511ca9', 'status': 'completed', 'code': 200} Feb 11 05:22:25.641167 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (083714e0-fbcb-4f2b-b929-fd0939a5f61f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.672853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-a5c0bd7c-3beb-4a3b-8a6d-fb6ea3801cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.673199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-a5c0bd7c-3beb-4a3b-8a6d-fb6ea3801cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.673757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-a5c0bd7c-3beb-4a3b-8a6d-fb6ea3801cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.674234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-a5c0bd7c-3beb-4a3b-8a6d-fb6ea3801cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.674699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-a5c0bd7c-3beb-4a3b-8a6d-fb6ea3801cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.675160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-a5c0bd7c-3beb-4a3b-8a6d-fb6ea3801cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.675616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-a5c0bd7c-3beb-4a3b-8a6d-fb6ea3801cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.677943 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-99472722-ab56-46de-80d6-84ede70cb768 req-a5c0bd7c-3beb-4a3b-8a6d-fb6ea3801cd1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6341 time: 0.1018710 Feb 11 05:22:25.679439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.746491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.749688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.754173 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] 10.222.0.83 "PUT /v2.0/ports/4db93a09-c12e-4f15-a0c1-d5243d2191fe HTTP/1.1" status: 200 len: 1092 time: 1.1421101 Feb 11 05:22:25.777381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:22:25.787761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:25.792019 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.882522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:25.919173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471af83-f50e-4b7d-a4c4-c2862a259a40 service neutron] Pushing event updated for resources: {'Port': ['ID=4db93a09-c12e-4f15-a0c1-d5243d2191fe,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:25.938616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:25.939300 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.984497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-8aaaaa48-dd2d-47b3-8466-2735cf1e2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.985014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-8aaaaa48-dd2d-47b3-8466-2735cf1e2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.985469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-8aaaaa48-dd2d-47b3-8466-2735cf1e2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.987660 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-99472722-ab56-46de-80d6-84ede70cb768 req-8aaaaa48-dd2d-47b3-8466-2735cf1e2c38 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=df693861b42c40728bffa9527ea335d8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3001032 Feb 11 05:22:26.004581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:26.008897 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73d13c9-b210-4d2b-a00e-f28b0f8453de" -d '{"events": [{"server_uuid": "a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe", "name": "network-vif-plugged", "status": "completed", "tag": "c0ed1a61-513b-4d75-8545-e1a0408b6cd7"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:26.025646 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.028959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port c0ed1a61-513b-4d75-8545-e1a0408b6cd7, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:26.101713 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.224400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:26.301506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 7efafac4-6183-4197-8ca3-8c5ed8df21dd no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:26.338977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 7efafac4-6183-4197-8ca3-8c5ed8df21dd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:26.339360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 7efafac4-6183-4197-8ca3-8c5ed8df21dd not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:26.346354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (083714e0-fbcb-4f2b-b929-fd0939a5f61f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.373572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083714e0-fbcb-4f2b-b929-fd0939a5f61f']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:26.386758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9ec1e5-862d-4388-bb89-2ed2f2adb130') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:26.389731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9ec1e5-862d-4388-bb89-2ed2f2adb130') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:26.406862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (9c9ec1e5-862d-4388-bb89-2ed2f2adb130), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.449592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24342d37-8efb-4f4b-9710-bc493aa5773b req-b3be2495-ec0b-4ed8-99c1-06a4c957838f tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:26.452081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24342d37-8efb-4f4b-9710-bc493aa5773b req-b3be2495-ec0b-4ed8-99c1-06a4c957838f tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 944 time: 0.6151342 Feb 11 05:22:26.453404 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9c9ec1e5-862d-4388-bb89-2ed2f2adb130), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.467161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20dd39-09b9-48bc-ac45-46bbd8c9c03c req-e7d71f2c-8b97-408c-a9db-ecd367aaaa35 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:26.476084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed20dd39-09b9-48bc-ac45-46bbd8c9c03c req-e7d71f2c-8b97-408c-a9db-ecd367aaaa35 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.7502060 Feb 11 05:22:26.489516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:26.490197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (9c9ec1e5-862d-4388-bb89-2ed2f2adb130), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:26.494060 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:26.647101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24342d37-8efb-4f4b-9710-bc493aa5773b req-c7fb4551-438d-468b-aef1-0f3fa2aa1007 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610186 Feb 11 05:22:26.666740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed20dd39-09b9-48bc-ac45-46bbd8c9c03c req-dfa89b96-60a8-48a9-ab06-8c868f1d0ed1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832306 Feb 11 05:22:26.737474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (083714e0-fbcb-4f2b-b929-fd0939a5f61f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.737474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.738430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/083714e0-fbcb-4f2b-b929-fd0939a5f61f HTTP/1.1" status: 204 len: 168 time: 1.2059882 Feb 11 05:22:26.763031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51112) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:26.777300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103ca6c-4028-49d6-8990-ed7471403cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=083714e0-fbcb-4f2b-b929-fd0939a5f61f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:26.837801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472722-ab56-46de-80d6-84ede70cb768 req-a9e0476a-81ca-4ffb-a106-fb7312e67949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:26.839308 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-99472722-ab56-46de-80d6-84ede70cb768 req-a9e0476a-81ca-4ffb-a106-fb7312e67949 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8392968 Feb 11 05:22:26.889218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e8058c-5b46-4279-be67-8461209e3dc5 admin admin] Deleting subnet 7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:26.897283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e8058c-5b46-4279-be67-8461209e3dc5 admin admin] Publish callbacks [] for subnet (7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.937171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9d91-95e0-4051-b078-d693ead2862a req-82800233-4b14-43d9-9d63-10e7f27c086f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:26.945778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c4e9d91-95e0-4051-b078-d693ead2862a req-82800233-4b14-43d9-9d63-10e7f27c086f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1700990 Feb 11 05:22:26.964219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965ceff7-2b76-4124-8862-6510f0c0a20a {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:26.974315 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Publish callbacks [] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.992634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e8058c-5b46-4279-be67-8461209e3dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.998911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-589a3923-b628-4b07-9690-cd49815b538a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.000421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-589a3923-b628-4b07-9690-cd49815b538a tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.65 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.1156702 Feb 11 05:22:27.004110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Transition to ACTIVE for port object 965ceff7-2b76-4124-8862-6510f0c0a20a will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:27.029409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303169f-8fda-49ca-8d71-c0487c7d4c2d req-53a0d76a-3e7d-4143-b515-56533b31ff78 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.030979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0303169f-8fda-49ca-8d71-c0487c7d4c2d req-53a0d76a-3e7d-4143-b515-56533b31ff78 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 945 time: 0.2197571 Feb 11 05:22:27.103006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c4e9d91-95e0-4051-b078-d693ead2862a req-1eca76af-bb7e-46b9-a3ad-fe42b2718229 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566739 Feb 11 05:22:27.105232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.109921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e8058c-5b46-4279-be67-8461209e3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.192384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0303169f-8fda-49ca-8d71-c0487c7d4c2d req-0dad2a79-76a6-45d8-b687-c3d862ce915a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472654 Feb 11 05:22:27.222642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Pushing event updated for resources: {'Port': ['ID=965ceff7-2b76-4124-8862-6510f0c0a20a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:27.346255 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e8058c-5b46-4279-be67-8461209e3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.360368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Attempting to bind port 965ceff7-2b76-4124-8862-6510f0c0a20a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:27.360763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Attempting to bind port 965ceff7-2b76-4124-8862-6510f0c0a20a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:27.361103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Attempting to bind port 965ceff7-2b76-4124-8862-6510f0c0a20a on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:27.380942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Deleting port 2862c50f-2c11-447c-939e-f6cef343ef29 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:27.381349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.402707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e8058c-5b46-4279-be67-8461209e3dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.409682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Port 965ceff7-2b76-4124-8862-6510f0c0a20a on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:27.410025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Attempting to bind port 965ceff7-2b76-4124-8862-6510f0c0a20a on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:27.410304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-31e8058c-5b46-4279-be67-8461209e3dc5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2 HTTP/1.1" status: 204 len: 168 time: 0.6461840 Feb 11 05:22:27.411294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8058c-5b46-4279-be67-8461209e3dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc8a4d3-95c2-4f1f-ba7a-22c0e1d132d2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:27.415036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51124) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:27.440277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-3fdf191f-a755-4155-812e-bcbb110f0ef1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.448001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-3fdf191f-a755-4155-812e-bcbb110f0ef1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.454417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-3fdf191f-a755-4155-812e-bcbb110f0ef1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.458816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:27.459180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Checking segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:27.459577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Bound using segment: {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:27.460714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Bound port: 965ceff7-2b76-4124-8862-6510f0c0a20a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3936e6a-a47f-4091-9432-19adcafb3f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:27.461091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.461189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-3fdf191f-a755-4155-812e-bcbb110f0ef1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.467523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-3fdf191f-a755-4155-812e-bcbb110f0ef1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.473787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-3fdf191f-a755-4155-812e-bcbb110f0ef1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.480673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-3fdf191f-a755-4155-812e-bcbb110f0ef1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.489546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-3fdf191f-a755-4155-812e-bcbb110f0ef1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5406 time: 0.2425854 Feb 11 05:22:27.547912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609842b9-82a9-4c45-8669-3e4740da9cd0 req-2cebca84-ef72-4eab-91f7-f125127b73e5 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.556122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609842b9-82a9-4c45-8669-3e4740da9cd0 req-2cebca84-ef72-4eab-91f7-f125127b73e5 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 945 time: 0.2536378 Feb 11 05:22:27.573016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-77caaf1a-e659-40e3-822c-9b0c7fee12ac tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.574567 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-77caaf1a-e659-40e3-822c-9b0c7fee12ac tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.83 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 945 time: 0.3463149 Feb 11 05:22:27.581270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': '4db93a09-c12e-4f15-a0c1-d5243d2191fe'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:27.583540 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cfd898-61e8-454c-8777-065cdd6b467a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "4db93a09-c12e-4f15-a0c1-d5243d2191fe"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:27.632732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c291ad56-3fed-46a2-bd5e-d92ddcd4d024 req-bf6d31fc-b9c9-4abd-b40a-c6b0d3fb6029 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421466 Feb 11 05:22:27.659289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] For port 2862c50f-2c11-447c-939e-f6cef343ef29, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2862c50f-2c11-447c-939e-f6cef343ef29,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:27.659659 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.677425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Calling delete_port for 2862c50f-2c11-447c-939e-f6cef343ef29 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:27.699190 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67963f25-5c44-49f0-a357-5d2ac5319b2a x-openstack-request-id: req-67963f25-5c44-49f0-a357-5d2ac5319b2a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:27.699700 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe", "name": "network-vif-plugged", "status": "completed", "tag": "c0ed1a61-513b-4d75-8545-e1a0408b6cd7", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:27.700139 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67963f25-5c44-49f0-a357-5d2ac5319b2a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:27.700713 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'code': 200} Feb 11 05:22:27.749557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-609842b9-82a9-4c45-8669-3e4740da9cd0 req-235da5d9-c240-46d7-8eee-a2577e09f78c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921721 Feb 11 05:22:27.845816 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (19b57625-3702-48d4-8e14-716c44cdfaf7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.855038 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fba27f4-084a-4dd4-86a6-954d0720f5c8 x-openstack-request-id: req-0fba27f4-084a-4dd4-86a6-954d0720f5c8 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:27.855341 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "4db93a09-c12e-4f15-a0c1-d5243d2191fe", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:27.856244 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fba27f4-084a-4dd4-86a6-954d0720f5c8 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:27.856696 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': '4db93a09-c12e-4f15-a0c1-d5243d2191fe', 'status': 'completed', 'code': 200} Feb 11 05:22:27.917593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09420b-6671-4456-b575-f09d44a08963 req-549e993f-0b54-416e-b60f-c1f8d0bcde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.920373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d09420b-6671-4456-b575-f09d44a08963 req-549e993f-0b54-416e-b60f-c1f8d0bcde34 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 1128 time: 0.1515865 Feb 11 05:22:27.947401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] For port 965ceff7-2b76-4124-8862-6510f0c0a20a, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:28.009738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] For port 965ceff7-2b76-4124-8862-6510f0c0a20a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=965ceff7-2b76-4124-8862-6510f0c0a20a,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:28.016182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d76dc-e65b-4383-8395-f20e10641f31 req-83223b89-a0f7-47ea-8c87-1d71294ff6ca tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.022426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b4d76dc-e65b-4383-8395-f20e10641f31 req-83223b89-a0f7-47ea-8c87-1d71294ff6ca tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.2136519 Feb 11 05:22:28.027856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2862c50f-2c11-447c-939e-f6cef343ef29), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.041798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['4f2d7e5f-f37d-4077-b30c-5bdd6499f47a', '2862c50f-2c11-447c-939e-f6cef343ef29'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:28.093036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (19b57625-3702-48d4-8e14-716c44cdfaf7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.101151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Pushing event deleted for resources: {'Port': ['ID=2862c50f-2c11-447c-939e-f6cef343ef29,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:28.113490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.139404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-96197c29-aea8-41d7-ae3a-5207ffe600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.140117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-96197c29-aea8-41d7-ae3a-5207ffe600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.140764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-96197c29-aea8-41d7-ae3a-5207ffe600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.141371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-96197c29-aea8-41d7-ae3a-5207ffe600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.141979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-96197c29-aea8-41d7-ae3a-5207ffe600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.142590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-96197c29-aea8-41d7-ae3a-5207ffe600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.143193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-96197c29-aea8-41d7-ae3a-5207ffe600ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.145444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-96197c29-aea8-41d7-ae3a-5207ffe600ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6440 time: 0.2749710 Feb 11 05:22:28.151343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d09420b-6671-4456-b575-f09d44a08963 req-a44d10aa-bd82-4134-bb65-ee129f9eea70 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144578 Feb 11 05:22:28.182985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19189a8f-5eef-4470-a2bc-3509f5e29b87 req-0f986e7d-efb4-4973-a5e0-eaa3119776ea tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.186093 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19189a8f-5eef-4470-a2bc-3509f5e29b87 req-0f986e7d-efb4-4973-a5e0-eaa3119776ea tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.2738402 Feb 11 05:22:28.195048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b57625-3702-48d4-8e14-716c44cdfaf7']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:28.215073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761170bc-f1c1-4638-8661-e72f580095dc') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:28.215292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761170bc-f1c1-4638-8661-e72f580095dc') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:28.234492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Deleting port 4b604103-ed95-4576-aaaf-b40ba284f317 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:28.234834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.239829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.240457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.242567 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] 10.222.0.83 "PUT /v2.0/ports/965ceff7-2b76-4124-8862-6510f0c0a20a HTTP/1.1" status: 200 len: 1092 time: 2.3649139 Feb 11 05:22:28.247441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b4d76dc-e65b-4383-8395-f20e10641f31 req-8b4dd855-839e-4dde-8b50-71909c533d90 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191401 Feb 11 05:22:28.250243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] No DVR routers for this DVR port 2862c50f-2c11-447c-939e-f6cef343ef29 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:28.267315 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (761170bc-f1c1-4638-8661-e72f580095dc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.281222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.289029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19189a8f-5eef-4470-a2bc-3509f5e29b87 req-9e760d1c-d813-45bf-b2d8-453f2cadcdfb tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921192 Feb 11 05:22:28.295471 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-444914a4-4fa3-4457-a25e-2a65d12eed70 req-0501b3f2-8baa-4c52-ab30-f84a8bcdd2f0 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.65 "DELETE /v2.0/ports/2862c50f-2c11-447c-939e-f6cef343ef29 HTTP/1.1" status: 204 len: 173 time: 1.2894540 Feb 11 05:22:28.393113 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (761170bc-f1c1-4638-8661-e72f580095dc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.421853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b97755-db43-4cf4-b32d-4ae0a0024221 service neutron] Pushing event updated for resources: {'Port': ['ID=965ceff7-2b76-4124-8862-6510f0c0a20a,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:28.530055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:28.530446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (761170bc-f1c1-4638-8661-e72f580095dc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:28.533941 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:28.543631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:28.711036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dfa12-359d-4210-944a-91d4e712d76d req-4235b21c-5ae0-4125-95ed-affc4dbb11a7 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.721096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db6dfa12-359d-4210-944a-91d4e712d76d req-4235b21c-5ae0-4125-95ed-affc4dbb11a7 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 945 time: 0.3324637 Feb 11 05:22:28.739061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] For port 4b604103-ed95-4576-aaaf-b40ba284f317, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4b604103-ed95-4576-aaaf-b40ba284f317,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:28.739482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.744759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.822352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (19b57625-3702-48d4-8e14-716c44cdfaf7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.837898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.841177 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] 10.222.0.62 "DELETE /v2.0/networks/19b57625-3702-48d4-8e14-716c44cdfaf7 HTTP/1.1" status: 204 len: 168 time: 1.4222720 Feb 11 05:22:28.847596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-e17974f6-ccda-40bf-a7c7-a8d4deed54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.848185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-e17974f6-ccda-40bf-a7c7-a8d4deed54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.848672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-e17974f6-ccda-40bf-a7c7-a8d4deed54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.851019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-e17974f6-ccda-40bf-a7c7-a8d4deed54ea service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=df693861b42c40728bffa9527ea335d8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4845035 Feb 11 05:22:28.860257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde89e-6422-4c92-bd14-90ceeac0c04a req-e2d0d242-503a-493a-8eeb-ecd8954c1f93 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.861859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ebde89e-6422-4c92-bd14-90ceeac0c04a req-e2d0d242-503a-493a-8eeb-ecd8954c1f93 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 945 time: 0.3625116 Feb 11 05:22:28.873468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5127fd-aa8c-4861-830a-300bf9276a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=19b57625-3702-48d4-8e14-716c44cdfaf7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:28.898359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db6dfa12-359d-4210-944a-91d4e712d76d req-ae2b3387-1840-4642-8506-734453cf882a tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667099 Feb 11 05:22:29.141040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ebde89e-6422-4c92-bd14-90ceeac0c04a req-e6402dcb-a69c-4d74-9fce-0321d72bbfa7 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups?id=c53c5f95-85ad-4acd-811b-c6f4e1b377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075517 Feb 11 05:22:29.248480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-2be593c1-8170-40e4-bd87-616ff2ddc1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.253578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7cfd898-61e8-454c-8777-065cdd6b467a req-2be593c1-8170-40e4-bd87-616ff2ddc1f3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3517075 Feb 11 05:22:29.265600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.265977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (dde98e0d-7fde-463f-9f20-a1cb60b11503), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.266276 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Floating IP dde98e0d-7fde-463f-9f20-a1cb60b11503 disassociated. External IP: 172.25.8.152, port: 4b604103-ed95-4576-aaaf-b40ba284f317. Feb 11 05:22:29.266626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Calling delete_port for 4b604103-ed95-4576-aaaf-b40ba284f317 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:29.348498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dde75fe2-e0a7-46b8-abee-bdb2d9e6484d req-b58ac21a-5565-4e3b-a57a-a5304dd8af14 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=54af4906-1681-48ef-973b-2548df756da0 HTTP/1.1" status: 200 len: 210 time: 0.0681055 Feb 11 05:22:29.372116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015798df-af43-41cb-9f9a-ac57c49197ef req-5d4b9ce6-c838-437b-b9d8-6013d81eb6d3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.389966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015798df-af43-41cb-9f9a-ac57c49197ef req-5d4b9ce6-c838-437b-b9d8-6013d81eb6d3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.395335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015798df-af43-41cb-9f9a-ac57c49197ef req-5d4b9ce6-c838-437b-b9d8-6013d81eb6d3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.417863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015798df-af43-41cb-9f9a-ac57c49197ef req-5d4b9ce6-c838-437b-b9d8-6013d81eb6d3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.423281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015798df-af43-41cb-9f9a-ac57c49197ef req-5d4b9ce6-c838-437b-b9d8-6013d81eb6d3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.437294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015798df-af43-41cb-9f9a-ac57c49197ef req-5d4b9ce6-c838-437b-b9d8-6013d81eb6d3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.442629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015798df-af43-41cb-9f9a-ac57c49197ef req-5d4b9ce6-c838-437b-b9d8-6013d81eb6d3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.451736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-015798df-af43-41cb-9f9a-ac57c49197ef req-5d4b9ce6-c838-437b-b9d8-6013d81eb6d3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5406 time: 0.2800100 Feb 11 05:22:29.537902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-015798df-af43-41cb-9f9a-ac57c49197ef req-257489d1-ae7a-4ed5-97b1-c7c08dd7c31f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863135 Feb 11 05:22:29.692161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347f432-696f-4044-a9aa-9f4724e923fe req-968c9e5c-63a2-47fa-9895-8ef60247c34e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.701189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51162) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:29.704067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5347f432-696f-4044-a9aa-9f4724e923fe req-968c9e5c-63a2-47fa-9895-8ef60247c34e tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1981249 Feb 11 05:22:29.795955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5347f432-696f-4044-a9aa-9f4724e923fe req-103c6e2c-7cda-4d3a-be13-258884678965 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895185 Feb 11 05:22:29.860186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5be0d07-b5db-499c-bc98-4cc683c44f96 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:29.861702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-00e5975f-02bf-4c38-b972-2d0c96a3532b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2861688 Feb 11 05:22:29.876214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Publish callbacks [] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.883663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': '965ceff7-2b76-4124-8862-6510f0c0a20a'}, {'server_uuid': '54af4906-1681-48ef-973b-2548df756da0', 'name': 'network-vif-deleted', 'tag': '2862c50f-2c11-447c-939e-f6cef343ef29'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:29.888223 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcfcb2e-e34b-4791-a801-590306a658ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "965ceff7-2b76-4124-8862-6510f0c0a20a"}, {"server_uuid": "54af4906-1681-48ef-973b-2548df756da0", "name": "network-vif-deleted", "tag": "2862c50f-2c11-447c-939e-f6cef343ef29"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:29.935922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74d459-9b60-461a-8b73-38d10bace449 req-64180281-90f4-4039-aa96-9dd266bf18d1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.955009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c74d459-9b60-461a-8b73-38d10bace449 req-64180281-90f4-4039-aa96-9dd266bf18d1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.2275124 Feb 11 05:22:29.957447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Transition to ACTIVE for port object b5be0d07-b5db-499c-bc98-4cc683c44f96 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:29.980639 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ae155184-1500-402c-9072-634ca0881a88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43e6b606b3834f4b9004f208e11b3c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754073 Feb 11 05:22:29.985017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51170) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:30.044880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.068775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-52075b3f-3dba-44eb-8400-e05841d8ba99 admin admin] Publish callbacks [] for security_group (27c25cdc-cf98-499a-98ad-1c276e570575), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.101170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4b604103-ed95-4576-aaaf-b40ba284f317), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.137961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c74d459-9b60-461a-8b73-38d10bace449 req-7c14fe66-9095-4089-b074-7f151708d1a8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818883 Feb 11 05:22:30.146903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-896e57b0-9c03-4bfe-8112-4298b4414449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.149910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-896e57b0-9c03-4bfe-8112-4298b4414449 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 1133 time: 0.2605557 Feb 11 05:22:30.177816 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-52075b3f-3dba-44eb-8400-e05841d8ba99 admin admin] Publish callbacks [] for security_group (27c25cdc-cf98-499a-98ad-1c276e570575), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.231106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74104135-e77f-4c00-b88b-f3262b39bf2a req-5dde75ef-d13c-4c37-9c09-518a7b9a119a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.240983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74104135-e77f-4c00-b88b-f3262b39bf2a req-5dde75ef-d13c-4c37-9c09-518a7b9a119a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.2815881 Feb 11 05:22:30.331991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2862c50f-2c11-447c-939e-f6cef343ef29 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:30.351651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Pushing event updated for resources: {'Port': ['ID=b5be0d07-b5db-499c-bc98-4cc683c44f96,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:30.375704 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e8852d-72a5-4a1d-bb66-83300836b83c x-openstack-request-id: req-25e8852d-72a5-4a1d-bb66-83300836b83c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:30.376098 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "965ceff7-2b76-4124-8862-6510f0c0a20a", "status": "completed", "code": 200}, {"server_uuid": "54af4906-1681-48ef-973b-2548df756da0", "name": "network-vif-deleted", "tag": "2862c50f-2c11-447c-939e-f6cef343ef29", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:30.376413 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25e8852d-72a5-4a1d-bb66-83300836b83c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:30.376902 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': '965ceff7-2b76-4124-8862-6510f0c0a20a', 'status': 'completed', 'code': 200} Feb 11 05:22:30.377222 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54af4906-1681-48ef-973b-2548df756da0', 'name': 'network-vif-deleted', 'tag': '2862c50f-2c11-447c-939e-f6cef343ef29', 'status': 'completed', 'code': 200} Feb 11 05:22:30.380404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 2862c50f-2c11-447c-939e-f6cef343ef29 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:30.382856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2862c50f-2c11-447c-939e-f6cef343ef29 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:30.428176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event deleted for resources: {'Port': ['ID=4b604103-ed95-4576-aaaf-b40ba284f317,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:30.455855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:30.496785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Attempting to bind port b5be0d07-b5db-499c-bc98-4cc683c44f96 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:30.497467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Attempting to bind port b5be0d07-b5db-499c-bc98-4cc683c44f96 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:30.498002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Attempting to bind port b5be0d07-b5db-499c-bc98-4cc683c44f96 on network 2695ba4c-94f6-4382-a052-086231095313 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:30.547227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Port b5be0d07-b5db-499c-bc98-4cc683c44f96 on network 2695ba4c-94f6-4382-a052-086231095313 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:30.547731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Attempting to bind port b5be0d07-b5db-499c-bc98-4cc683c44f96 on network 2695ba4c-94f6-4382-a052-086231095313 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:30.568284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:30.568790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Checking segment: {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:30.569924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Bound using segment: {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:30.570481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Bound port: b5be0d07-b5db-499c-bc98-4cc683c44f96, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:30.570940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.671027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] For port b5be0d07-b5db-499c-bc98-4cc683c44f96, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:30.672068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74104135-e77f-4c00-b88b-f3262b39bf2a req-3a91bd62-4e4e-42b0-a1c9-b528aeb3e80c tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292016 Feb 11 05:22:30.674911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] For port b5be0d07-b5db-499c-bc98-4cc683c44f96, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:30.684402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-456c9d10-b8ff-457d-91fd-f374180e437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.686425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-456c9d10-b8ff-457d-91fd-f374180e437b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.4936562 Feb 11 05:22:30.727801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-52075b3f-3dba-44eb-8400-e05841d8ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (27c25cdc-cf98-499a-98ad-1c276e570575), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.735724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-52075b3f-3dba-44eb-8400-e05841d8ba99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.740299 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-52075b3f-3dba-44eb-8400-e05841d8ba99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27c25cdc-cf98-499a-98ad-1c276e570575 HTTP/1.1" status: 204 len: 168 time: 0.7553811 Feb 11 05:22:30.780480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52075b3f-3dba-44eb-8400-e05841d8ba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c25cdc-cf98-499a-98ad-1c276e570575,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:30.809405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.868973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-b2d02b76-07a9-4ea2-b7be-7f4af4236874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.869515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-b2d02b76-07a9-4ea2-b7be-7f4af4236874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.869940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-b2d02b76-07a9-4ea2-b7be-7f4af4236874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.870404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-b2d02b76-07a9-4ea2-b7be-7f4af4236874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.870863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-b2d02b76-07a9-4ea2-b7be-7f4af4236874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.871321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-b2d02b76-07a9-4ea2-b7be-7f4af4236874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.872165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-b2d02b76-07a9-4ea2-b7be-7f4af4236874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.874333 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-b2d02b76-07a9-4ea2-b7be-7f4af4236874 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6539 time: 0.5088246 Feb 11 05:22:30.891266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8663bf8-8a02-44b8-ab38-d3f2e7171cc2 req-2aa1525a-4264-4108-85e7-a0a1fe9fe386 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.892870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8663bf8-8a02-44b8-ab38-d3f2e7171cc2 req-2aa1525a-4264-4108-85e7-a0a1fe9fe386 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 945 time: 0.4320185 Feb 11 05:22:30.901175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:30.913803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] Sync routers for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:30.936033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:30.942811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:31.004728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.005431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.007706 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] 10.222.0.83 "PUT /v2.0/ports/b5be0d07-b5db-499c-bc98-4cc683c44f96 HTTP/1.1" status: 200 len: 1092 time: 2.4747703 Feb 11 05:22:31.011660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] No DVR routers for this DVR port 4b604103-ed95-4576-aaaf-b40ba284f317 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:31.017843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.021633 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-28db7ebb-ce2c-4f7b-9af1-11e8d0f40a5d req-233a41a3-aa48-409e-8ceb-4df8aea867f4 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.83 "DELETE /v2.0/ports/4b604103-ed95-4576-aaaf-b40ba284f317 HTTP/1.1" status: 204 len: 173 time: 3.4277446 Feb 11 05:22:31.035419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5475ed-2f49-41a5-9a71-5fcdd74350fa service neutron] Pushing event updated for resources: {'Port': ['ID=b5be0d07-b5db-499c-bc98-4cc683c44f96,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:31.097261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Request body: {'port': {'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:31.219049 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.270668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-7981c029-0dfc-417c-b997-0d5f80b1f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.271184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-7981c029-0dfc-417c-b997-0d5f80b1f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.274446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-7981c029-0dfc-417c-b997-0d5f80b1f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.276196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-7981c029-0dfc-417c-b997-0d5f80b1f4b9 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=df693861b42c40728bffa9527ea335d8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3669970 Feb 11 05:22:31.283171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:31.289132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-7349bed6-c8a3-43ab-92e8-158cd8546453 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 217 time: 0.5849586 Feb 11 05:22:31.482550 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:31.527493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-aba4a887-83b3-45ad-9db2-faf21bdb5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.528933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fcfcb2e-e34b-4791-a801-590306a658ca req-aba4a887-83b3-45ad-9db2-faf21bdb5a71 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2389076 Feb 11 05:22:31.545067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93bd5f00-539a-40e4-a420-73dbd6c2908f req-d7e1e63f-d1e0-4969-9e2d-f58a14a0cefc tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/ports?device_id=58e2b9b1-01a0-4d7e-a21d-084aa06cce69 HTTP/1.1" status: 200 len: 210 time: 0.6507733 Feb 11 05:22:31.607757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4b604103-ed95-4576-aaaf-b40ba284f317 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:31.680569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 4b604103-ed95-4576-aaaf-b40ba284f317 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:31.681018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4b604103-ed95-4576-aaaf-b40ba284f317 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:31.705355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-f844889c-8121-47c9-b86a-8a65bbc826cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.707224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-f844889c-8121-47c9-b86a-8a65bbc826cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1861479 Feb 11 05:22:31.712931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8663bf8-8a02-44b8-ab38-d3f2e7171cc2 req-b81185b7-8f60-460c-9be7-6a2d4e674739 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4356208 Feb 11 05:22:31.846742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfad68fd-4429-4232-918b-be63cea56ef2 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:31.857058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-51ba9d69-efb8-4324-98b9-7bbfd94797fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.862863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-51ba9d69-efb8-4324-98b9-7bbfd94797fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1440072 Feb 11 05:22:31.867965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Publish callbacks [] for port (cfad68fd-4429-4232-918b-be63cea56ef2), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.872811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:17Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:31.907277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Transition to ACTIVE for port object cfad68fd-4429-4232-918b-be63cea56ef2 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:31.931028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] Checking router: b4bb3f6f-0f58-4292-9de4-7116a8ed4fad for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:31.941984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:31.943278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:31.997294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.058177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51200) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:32.062260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Pushing event updated for resources: {'Port': ['ID=cfad68fd-4429-4232-918b-be63cea56ef2,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:32.164250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:32.174772 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0f2e596d-a8ae-4d99-94dd-d297356b68b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=940656a626f24e3f99a2c2f22e0d4eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1081724 Feb 11 05:22:32.182808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51202) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:32.308427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3eeb9-fa39-497a-a96f-609d78a8cb89 req-443b6e45-8aff-4b96-be0e-0836ac70d917 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.311432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e3eeb9-fa39-497a-a96f-609d78a8cb89 req-443b6e45-8aff-4b96-be0e-0836ac70d917 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.3311830 Feb 11 05:22:32.323862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-e7f01148-a3f7-4698-ab2a-4810a5766261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.330862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-e7f01148-a3f7-4698-ab2a-4810a5766261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.334556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Attempting to bind port cfad68fd-4429-4232-918b-be63cea56ef2 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:32.337380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-e7f01148-a3f7-4698-ab2a-4810a5766261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.348213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Attempting to bind port cfad68fd-4429-4232-918b-be63cea56ef2 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:32.348213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Attempting to bind port cfad68fd-4429-4232-918b-be63cea56ef2 on network 2695ba4c-94f6-4382-a052-086231095313 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:32.352270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-e7f01148-a3f7-4698-ab2a-4810a5766261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.354074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Port cfad68fd-4429-4232-918b-be63cea56ef2 on network 2695ba4c-94f6-4382-a052-086231095313 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:32.354736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Attempting to bind port cfad68fd-4429-4232-918b-be63cea56ef2 on network 2695ba4c-94f6-4382-a052-086231095313 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:32.360397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-e7f01148-a3f7-4698-ab2a-4810a5766261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.361790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:32.362297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Checking segment: {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:32.362903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Bound using segment: {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:32.363494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Bound port: cfad68fd-4429-4232-918b-be63cea56ef2, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c90530-053e-4af8-8717-3a632b01a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2695ba4c-94f6-4382-a052-086231095313'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:32.364305 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.367118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-e7f01148-a3f7-4698-ab2a-4810a5766261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.373155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-e7f01148-a3f7-4698-ab2a-4810a5766261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.381560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-e7f01148-a3f7-4698-ab2a-4810a5766261 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5418 time: 0.5166664 Feb 11 05:22:32.390087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': 'b5be0d07-b5db-499c-bc98-4cc683c44f96'}, {'server_uuid': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'name': 'network-vif-deleted', 'tag': '4b604103-ed95-4576-aaaf-b40ba284f317'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:32.393910 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245d92b6-af06-4ad6-9821-a18d28f23d25" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "b5be0d07-b5db-499c-bc98-4cc683c44f96"}, {"server_uuid": "58e2b9b1-01a0-4d7e-a21d-084aa06cce69", "name": "network-vif-deleted", "tag": "4b604103-ed95-4576-aaaf-b40ba284f317"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:32.451838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-09e78c57-0c63-4e4c-8837-62a33333cc9e service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642133 Feb 11 05:22:32.517236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] For port cfad68fd-4429-4232-918b-be63cea56ef2, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:32.521081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] For port cfad68fd-4429-4232-918b-be63cea56ef2, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfad68fd-4429-4232-918b-be63cea56ef2,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:32.602984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bcf9969-625c-4d6c-9746-e0762176ee63 req-14e5bbc1-f20a-4334-b51c-86fb2afd0fba service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430404 Feb 11 05:22:32.603570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.636220 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2092aba-47d5-4dda-820e-97e17f8543cb admin admin] Publish callbacks [] for security_group (6ffb1384-20a5-4f45-9b77-5444481fa896), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.650151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e3eeb9-fa39-497a-a96f-609d78a8cb89 req-caea45f1-62e2-4795-91d1-4f2a807b2c76 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604370 Feb 11 05:22:32.683513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e90d63f5-d2eb-4f60-a9ce-879b2ff67dad req-c46731fb-5564-4cf4-8a36-1f520c378900 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915859 Feb 11 05:22:32.706287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.707866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.710405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2092aba-47d5-4dda-820e-97e17f8543cb admin admin] Publish callbacks [] for security_group (6ffb1384-20a5-4f45-9b77-5444481fa896), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.712866 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] 10.222.0.83 "PUT /v2.0/ports/cfad68fd-4429-4232-918b-be63cea56ef2 HTTP/1.1" status: 200 len: 1092 time: 1.6202819 Feb 11 05:22:32.727330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5442a4ab-21d8-4fc6-86b9-f5479faca8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.786575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1b39f-0263-4ba4-b6a4-06e14fb78022 service neutron] Pushing event updated for resources: {'Port': ['ID=cfad68fd-4429-4232-918b-be63cea56ef2,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:32.842970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:17Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:32.910414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ca16-2c09-4dbf-90c2-2bc210ef158a req-f9a9c2cd-8d75-4a26-a6fb-91043fd4f518 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.912048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13b7ca16-2c09-4dbf-90c2-2bc210ef158a req-f9a9c2cd-8d75-4a26-a6fb-91043fd4f518 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 945 time: 0.1062229 Feb 11 05:22:32.921827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51212) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:32.927435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Request body: {'floatingip': {'port_id': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:32.947296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e673e8-fa07-4593-9693-8dda796d19d4 None None] The sync data for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 is: [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:21:08Z', 'revision_number': 4, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7d9a6eba-0664-458c-8309-fc5904576581', 'name': '', 'network_id': 'd0893411-9dcb-41c4-a7ee-36bafd9247e8', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'mac_address': 'fa:16:3e:e5:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:07Z', 'updated_at': '2022-02-11T05:21:17Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'subnets': [{'id': '0e3e9442-b64f-4e60-9b5e-6807c3ed9065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:32.979464 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (3e99ed68-d049-4b17-bb05-cad5a1181d5f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.036167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f2288b31-cc5c-4e60-861a-1031603378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.037687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f2288b31-cc5c-4e60-861a-1031603378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.038212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f2288b31-cc5c-4e60-861a-1031603378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.039834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f2288b31-cc5c-4e60-861a-1031603378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.040328 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f2288b31-cc5c-4e60-861a-1031603378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.040861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f2288b31-cc5c-4e60-861a-1031603378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.041289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f2288b31-cc5c-4e60-861a-1031603378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.044636 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f2288b31-cc5c-4e60-861a-1031603378dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6711 time: 0.1992831 Feb 11 05:22:33.140952 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b31d8d2c-8985-4db7-9c36-1eb330485b6a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b HTTP/1.1" status: 200 len: 217 time: 0.0868213 Feb 11 05:22:33.209301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b8c4cf3e-c5f9-4cd6-9b9c-ad1b7e696998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.211605 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b8c4cf3e-c5f9-4cd6-9b9c-ad1b7e696998 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8031fad-e1f0-469d-95ad-632d9f9bd077 HTTP/1.1" status: 200 len: 855 time: 0.0641189 Feb 11 05:22:33.470916 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd48430-7efb-4e68-9072-9032ad4e91f9 None None] New status for floating IP dde98e0d-7fde-463f-9f20-a1cb60b11503: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:33.528356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2092aba-47d5-4dda-820e-97e17f8543cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6ffb1384-20a5-4f45-9b77-5444481fa896), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.531259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2092aba-47d5-4dda-820e-97e17f8543cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.535534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a2092aba-47d5-4dda-820e-97e17f8543cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ffb1384-20a5-4f45-9b77-5444481fa896 HTTP/1.1" status: 204 len: 168 time: 1.3457456 Feb 11 05:22:33.721764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2092aba-47d5-4dda-820e-97e17f8543cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffb1384-20a5-4f45-9b77-5444481fa896,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:33.822394 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7360ede-9a09-484b-a1d3-2a1358f909b2 x-openstack-request-id: req-f7360ede-9a09-484b-a1d3-2a1358f909b2 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:33.822702 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "b5be0d07-b5db-499c-bc98-4cc683c44f96", "status": "completed", "code": 200}, {"server_uuid": "58e2b9b1-01a0-4d7e-a21d-084aa06cce69", "name": "network-vif-deleted", "tag": "4b604103-ed95-4576-aaaf-b40ba284f317", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:33.822964 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7360ede-9a09-484b-a1d3-2a1358f909b2 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:33.823373 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': 'b5be0d07-b5db-499c-bc98-4cc683c44f96', 'status': 'completed', 'code': 200} Feb 11 05:22:33.823638 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e2b9b1-01a0-4d7e-a21d-084aa06cce69', 'name': 'network-vif-deleted', 'tag': '4b604103-ed95-4576-aaaf-b40ba284f317', 'status': 'completed', 'code': 200} Feb 11 05:22:33.838583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-3ec7b485-e05c-4363-85ad-cebeb2e4126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.841622 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-3ec7b485-e05c-4363-85ad-cebeb2e4126b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a332a30-310f-46e5-ba6f-9c449adb47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6222157 Feb 11 05:22:33.861894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6949-1cd4-4ace-b72e-0c3c8222db45 req-20beaa3e-eb2b-4d87-a212-ef137d3807e9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.869607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efaf6949-1cd4-4ace-b72e-0c3c8222db45 req-20beaa3e-eb2b-4d87-a212-ef137d3807e9 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.3461878 Feb 11 05:22:33.880588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96317cf-007a-45b6-b166-5e30233e883d req-70afd2fc-0117-4dfb-b9e6-30539d3c1cf7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.882656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a96317cf-007a-45b6-b166-5e30233e883d req-70afd2fc-0117-4dfb-b9e6-30539d3c1cf7 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.3610148 Feb 11 05:22:33.956885 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b671b065-b7b5-4255-b8e8-ecb73b74680d service neutron] 10.222.0.83 "GET /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971954 Feb 11 05:22:34.026753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a96317cf-007a-45b6-b166-5e30233e883d req-22ce996b-4e99-482a-aad5-47cd566d167d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144671 Feb 11 05:22:34.039938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efaf6949-1cd4-4ace-b72e-0c3c8222db45 req-d6165f1d-cdab-41b2-a02d-d0ee1f3c92b5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694469 Feb 11 05:22:34.078665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-6bf12999-13f2-4ebf-9270-5e95521dcbc5 service neutron] 10.222.0.83 "GET /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144392 Feb 11 05:22:34.154391 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-61c0726d-becc-4dae-b511-0173a20bd2bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 200 len: 217 time: 0.0685017 Feb 11 05:22:34.181633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51240) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:34.275886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5e2c9491-35ae-43df-8f94-89a4cbe0228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.280513 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5e2c9491-35ae-43df-8f94-89a4cbe0228f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 200 len: 797 time: 0.1098890 Feb 11 05:22:34.356258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d7c58b31-3134-478c-9389-b3116cf19860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.358659 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d7c58b31-3134-478c-9389-b3116cf19860 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0734823 Feb 11 05:22:34.390764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe35af38-7cf6-4f5f-be27-08b271f3a09a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group (c53c5f95-85ad-4acd-811b-c6f4e1b377e7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.402544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0c751-c6f9-44c5-b2b7-45cd48083254 req-707a24bd-f878-4856-b109-c484f3b26f0d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.404398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afe0c751-c6f9-44c5-b2b7-45cd48083254 req-707a24bd-f878-4856-b109-c484f3b26f0d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.2104881 Feb 11 05:22:34.492512 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe35af38-7cf6-4f5f-be27-08b271f3a09a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group (c53c5f95-85ad-4acd-811b-c6f4e1b377e7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.517724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-0f485c83-ae09-4349-8def-93a9ab75d947 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.522911 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-0f485c83-ae09-4349-8def-93a9ab75d947 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.531741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-0f485c83-ae09-4349-8def-93a9ab75d947 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.539431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-0f485c83-ae09-4349-8def-93a9ab75d947 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.544732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-0f485c83-ae09-4349-8def-93a9ab75d947 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.550071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-0f485c83-ae09-4349-8def-93a9ab75d947 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.556128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-0f485c83-ae09-4349-8def-93a9ab75d947 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.558244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-0f485c83-ae09-4349-8def-93a9ab75d947 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2936895 Feb 11 05:22:34.579239 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-49254a18-c489-4563-ab0b-fefac1d36a48 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098093 Feb 11 05:22:34.601283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:22:34.691317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afe0c751-c6f9-44c5-b2b7-45cd48083254 req-ac5a3dcc-19ae-4d55-b3e4-7291fb4e5876 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774088 Feb 11 05:22:34.725075 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-5305ec0b-924c-4868-9d77-5440c5eb1053 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388988 Feb 11 05:22:34.741694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.810553 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-00bc3b83-2331-42b5-a497-3a5275b14c1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 200 len: 217 time: 0.0768273 Feb 11 05:22:34.839295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eb3cffd-d3ad-4ea5-987f-267de5a67ef6 req-06d69ee0-e78f-4e2c-836a-2fe2c2d291d1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2690918 Feb 11 05:22:34.873246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-b21f491c-67eb-4c9b-9da9-f55e844499db service neutron] 10.222.0.83 "GET /v2.0/ports/d82f086e-72db-418a-8000-aa8c85b62528/bindings/n-h1-713498-37 HTTP/1.1" status: 200 len: 383 time: 0.1058075 Feb 11 05:22:34.901627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d3c093dd-3b83-41bb-b1f0-8a589816f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.901959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633e366-ca2d-4ba0-b3c5-2325ae94653c req-0f1a7f3a-ab01-41dd-bd7a-7b548e6a0ed1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.903529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7633e366-ca2d-4ba0-b3c5-2325ae94653c req-0f1a7f3a-ab01-41dd-bd7a-7b548e6a0ed1 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.0887852 Feb 11 05:22:34.910011 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d3c093dd-3b83-41bb-b1f0-8a589816f8bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 200 len: 797 time: 0.0935273 Feb 11 05:22:34.911490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (3e99ed68-d049-4b17-bb05-cad5a1181d5f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.918200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe35af38-7cf6-4f5f-be27-08b271f3a09a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c53c5f95-85ad-4acd-811b-c6f4e1b377e7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.922436 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe35af38-7cf6-4f5f-be27-08b271f3a09a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.925156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fe35af38-7cf6-4f5f-be27-08b271f3a09a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "DELETE /v2.0/security-groups/c53c5f95-85ad-4acd-811b-c6f4e1b377e7 HTTP/1.1" status: 204 len: 168 time: 0.7421889 Feb 11 05:22:34.948648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51254) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:34.968981 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-eec34ca1-5915-4b21-bbd4-3c51c29d51fd tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] show failed (client error): The resource could not be found. Feb 11 05:22:34.969929 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eec34ca1-5915-4b21-bbd4-3c51c29d51fd tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "GET /v2.0/security-groups/c53c5f95-85ad-4acd-811b-c6f4e1b377e7 HTTP/1.1" status: 404 len: 347 time: 0.0185106 Feb 11 05:22:34.973413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51256) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:35.086477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f16b65c8-c488-478c-b53c-5f2a45765589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:35.088356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-f16b65c8-c488-478c-b53c-5f2a45765589 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1715264 Feb 11 05:22:35.122598 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a987b05-f384-4edf-8d4e-8d332bafc0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.158128 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Floating IP 3e99ed68-d049-4b17-bb05-cad5a1181d5f associated. External IP: 172.25.8.29, port: c0ed1a61-513b-4d75-8545-e1a0408b6cd7. Feb 11 05:22:35.250260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Deleting port 173c8dce-d65f-4fa4-9d19-435bda3aedfe {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:35.250829 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (173c8dce-d65f-4fa4-9d19-435bda3aedfe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.288780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35af38-7cf6-4f5f-be27-08b271f3a09a tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c5f95-85ad-4acd-811b-c6f4e1b377e7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:35.295016 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-72aee9e0-e0de-49b8-828b-cf5686da7ae9 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777115 Feb 11 05:22:35.394293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd7b25-73a0-4965-8903-075b82e0f1b4 req-b1fd0dd4-94f6-48d9-abe2-b78f3467ac05 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:35.403314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75fd7b25-73a0-4965-8903-075b82e0f1b4 req-b1fd0dd4-94f6-48d9-abe2-b78f3467ac05 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.2222755 Feb 11 05:22:35.473722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7633e366-ca2d-4ba0-b3c5-2325ae94653c req-18adea55-1817-407e-a0b9-083247018910 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578587 Feb 11 05:22:35.535596 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-54f4b659-06e0-42d6-a144-b1b23a61faf9 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334611 Feb 11 05:22:35.553864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (173c8dce-d65f-4fa4-9d19-435bda3aedfe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.554208 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for floatingip (173c8dce-d65f-4fa4-9d19-435bda3aedfe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.571888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Calling delete_port for 173c8dce-d65f-4fa4-9d19-435bda3aedfe owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:35.614067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-ce01d958-36df-4076-84d0-fa802c8664a9 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:35.617685 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-ce01d958-36df-4076-84d0-fa802c8664a9 tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.65 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 945 time: 0.2800376 Feb 11 05:22:35.668358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75fd7b25-73a0-4965-8903-075b82e0f1b4 req-ca303c4a-8639-47c5-96b1-8481f12e825d tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cd64bcc-a933-45b8-9ab4-ab98e1369b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585380 Feb 11 05:22:35.762202 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-7f6ece5a-dff4-455d-acda-e0246cd04445 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=4db93a09-c12e-4f15-a0c1-d5243d2191fe HTTP/1.1" status: 200 len: 217 time: 0.1417015 Feb 11 05:22:35.824759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': 'cfad68fd-4429-4232-918b-be63cea56ef2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:35.827045 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b7e1ea-62bf-4e12-853e-9da4727bec91" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "cfad68fd-4429-4232-918b-be63cea56ef2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:35.907470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0346907-8b4b-4f4d-9560-8cbd8de892d4 req-0256957d-97ef-4a39-8644-2f662aec4405 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:35.915381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0346907-8b4b-4f4d-9560-8cbd8de892d4 req-0256957d-97ef-4a39-8644-2f662aec4405 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.2726851 Feb 11 05:22:35.936249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-a040b23e-6783-4122-8ecf-6656b1476183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:35.938118 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-a040b23e-6783-4122-8ecf-6656b1476183 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 200 len: 797 time: 0.1551797 Feb 11 05:22:35.955534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-7e00b0bb-a1c6-476e-96b6-743c77c7c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:35.957073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-7e00b0bb-a1c6-476e-96b6-743c77c7c185 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7&tenant_id=258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 1133 time: 0.3129807 Feb 11 05:22:35.985889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Router 071aea2f-7d08-4489-a372-b213ce5211f6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:36.045119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee2d52-30d2-4411-9bcd-b0633425de1e req-26192824-c15d-4f62-9e93-433fa29c6016 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.052002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95ee2d52-30d2-4411-9bcd-b0633425de1e req-26192824-c15d-4f62-9e93-433fa29c6016 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.2410982 Feb 11 05:22:36.073509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0346907-8b4b-4f4d-9560-8cbd8de892d4 req-ef15cd2d-bfb5-465f-b149-859e7753c6cc tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572647 Feb 11 05:22:36.087154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-aeeb22d0-dafd-4777-82cd-94f003656436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.088840 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-aeeb22d0-dafd-4777-82cd-94f003656436 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1391521 Feb 11 05:22:36.092961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Deleting port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:36.093301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.144916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-5b46b158-b5b4-430b-b9b9-d8b8024a60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.149293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-5b46b158-b5b4-430b-b9b9-d8b8024a60fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 1133 time: 0.1622224 Feb 11 05:22:36.199314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] For port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:36.199687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.214935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Calling delete_port for 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:36.260082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95ee2d52-30d2-4411-9bcd-b0633425de1e req-c4d0a901-b053-4c12-901e-382af2f5d6f4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069433 Feb 11 05:22:36.321709 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60dd349-1ea4-4631-a620-fbd4a5873ccc x-openstack-request-id: req-a60dd349-1ea4-4631-a620-fbd4a5873ccc {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:36.322033 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "cfad68fd-4429-4232-918b-be63cea56ef2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:36.322290 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a60dd349-1ea4-4631-a620-fbd4a5873ccc {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:36.322681 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': 'cfad68fd-4429-4232-918b-be63cea56ef2', 'status': 'completed', 'code': 200} Feb 11 05:22:36.456232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (173c8dce-d65f-4fa4-9d19-435bda3aedfe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.524141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Pushing event deleted for resources: {'Port': ['ID=173c8dce-d65f-4fa4-9d19-435bda3aedfe,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:36.611398 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.629741 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-596870ec-c6c6-4749-a286-88958fea14d8 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116019 Feb 11 05:22:36.632961 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4f2d7e5f-f37d-4077-b30c-5bdd6499f47a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.645981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['4f2d7e5f-f37d-4077-b30c-5bdd6499f47a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:36.704245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Pushing event deleted for resources: {'Port': ['ID=4f2d7e5f-f37d-4077-b30c-5bdd6499f47a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:36.778378 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks [] for floatingip (dde98e0d-7fde-463f-9f20-a1cb60b11503), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.782897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.784376 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b96673a1-f564-4698-83d2-a32582de0216 tempest-ServersTestFqdnHostnames-105006134 tempest-ServersTestFqdnHostnames-105006134-project] 10.222.0.62 "DELETE /v2.0/floatingips/dde98e0d-7fde-463f-9f20-a1cb60b11503 HTTP/1.1" status: 204 len: 168 time: 1.8100553 Feb 11 05:22:36.816817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51310) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:36.851423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] No DVR routers for this DVR port 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:36.900075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.903567 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c48e4357-75ca-43c9-85a7-db0cbf05cf74 req-4ed706f9-d97d-4bda-89ce-1d27c026442c tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.65 "DELETE /v2.0/ports/4f2d7e5f-f37d-4077-b30c-5bdd6499f47a HTTP/1.1" status: 204 len: 173 time: 1.2257545 Feb 11 05:22:36.948176 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-df73ba67-81be-4bfd-8a88-0b0b8061c704 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937264 Feb 11 05:22:36.983140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-30b23934-c815-4ac2-bb99-5222b2e150f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.004622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-30b23934-c815-4ac2-bb99-5222b2e150f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.011448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-30b23934-c815-4ac2-bb99-5222b2e150f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.018341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-30b23934-c815-4ac2-bb99-5222b2e150f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.023730 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-8313d78c-4f55-45ca-bb79-c1a9ede9689a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=965ceff7-2b76-4124-8862-6510f0c0a20a HTTP/1.1" status: 200 len: 217 time: 0.0491440 Feb 11 05:22:37.028835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-30b23934-c815-4ac2-bb99-5222b2e150f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.032047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-30b23934-c815-4ac2-bb99-5222b2e150f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.039274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-30b23934-c815-4ac2-bb99-5222b2e150f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.041388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-30b23934-c815-4ac2-bb99-5222b2e150f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.7211468 Feb 11 05:22:37.129217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ab83e-65b5-4d24-a214-68671b79e1cc req-e669b1ae-1251-4a3f-9271-5a49582a9dbb tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.130978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d7ab83e-65b5-4d24-a214-68671b79e1cc req-e669b1ae-1251-4a3f-9271-5a49582a9dbb tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.7047918 Feb 11 05:22:37.135249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:37.140317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.150408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] Sync routers for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:37.161519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:37.162160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:37.201246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-344aa51d-5ded-4752-ac3d-63f8b77fa2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.202411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-344aa51d-5ded-4752-ac3d-63f8b77fa2c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 200 len: 797 time: 0.1671093 Feb 11 05:22:37.231725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-b660191f-4583-4f36-a839-5d11dc629063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.246481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-b660191f-4583-4f36-a839-5d11dc629063 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 1.0065951 Feb 11 05:22:37.364538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-47ecbb05-5934-40e0-8d63-7a7f883228cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 200 len: 217 time: 0.0974822 Feb 11 05:22:37.376149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3a9e835c-1ae0-4ad6-aa86-999298e42cf8 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "PUT /v2.0/floatingips/3e99ed68-d049-4b17-bb05-cad5a1181d5f HTTP/1.1" status: 200 len: 990 time: 4.4529440 Feb 11 05:22:37.384314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'tag': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:37.388027 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b" -d '{"events": [{"name": "network-changed", "server_uuid": "a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe", "tag": "c0ed1a61-513b-4d75-8545-e1a0408b6cd7"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:37.403172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-35b7a08c-40f5-41fb-b88d-a1cc20839b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.404821 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-35b7a08c-40f5-41fb-b88d-a1cc20839b22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1925347 Feb 11 05:22:37.419792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37843d31-6cbe-4e67-b061-635d5c6ae4f4 req-c74afccd-a007-42e7-897c-48955219190d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3633459 Feb 11 05:22:37.482706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d7ab83e-65b5-4d24-a214-68671b79e1cc req-e5601175-bf71-4320-842b-fad4d0576a92 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592993 Feb 11 05:22:37.494684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:37.539619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-04b5de27-4e1e-4e58-b26b-19b985a5bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.542809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-04b5de27-4e1e-4e58-b26b-19b985a5bf94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1592867 Feb 11 05:22:37.591853 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-aec8cba3-4244-4814-8d5d-cb1c6c48b1a1 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780288 Feb 11 05:22:37.597062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:37.618325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966de70-4525-488b-b2be-bfee84c231e0 req-4c1fa2e4-3201-4056-963c-26d3e0be5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.620303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-4c1fa2e4-3201-4056-963c-26d3e0be5688 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0595813 Feb 11 05:22:37.744500 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad1829aa-61cb-4b0a-bc60-131de7951075 req-668153f8-5700-43f2-8516-899bbe15d5ec tempest-ServerRescueTestJSON-1120594722 tempest-ServerRescueTestJSON-1120594722-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67218d1-6da8-4ca0-90fc-3878ee1bff81 HTTP/1.1" status: 200 len: 210 time: 0.0774968 Feb 11 05:22:37.782260 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-972ae460-46c3-4e9d-ab3a-e30054758c9b service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546605 Feb 11 05:22:37.834372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d82f086e-72db-418a-8000-aa8c85b62528 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:37.842211 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.910496 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-9302959d-f92a-493d-9bbd-eb0f4e87cf0c service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074477 Feb 11 05:22:37.949911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-2caf2f64-eab5-40aa-b160-e07200645336 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605685 Feb 11 05:22:37.992544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ecf1e-85d1-4d0b-8523-7d771d10f568 req-b81905a4-b78a-455d-9372-1dcf852e57f6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.994778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:37.997330 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda124a-54e5-473c-ace2-534ab6c56bdb" -d '{"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:38.001118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd5ecf1e-85d1-4d0b-8523-7d771d10f568 req-b81905a4-b78a-455d-9372-1dcf852e57f6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.1091402 Feb 11 05:22:38.016037 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-b1f81434-2ba7-4b8b-8519-ec574ffbd2da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96 HTTP/1.1" status: 200 len: 217 time: 0.0979939 Feb 11 05:22:38.022783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.025483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:38.189839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd5ecf1e-85d1-4d0b-8523-7d771d10f568 req-b32da9c7-ed55-4452-b671-3df2c0582025 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876650 Feb 11 05:22:38.203836 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.234042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-db42033e-ad94-4b27-ac57-36c3851e0a89 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426950 Feb 11 05:22:38.261064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-dd6c4a73-b441-4fa0-83ef-b89c03ef7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.267471 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-dd6c4a73-b441-4fa0-83ef-b89c03ef7930 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e541a5a-4c10-422c-83f8-9993598b80e5 HTTP/1.1" status: 200 len: 797 time: 0.1149578 Feb 11 05:22:38.315544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.340315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '3e99ed68-d049-4b17-bb05-cad5a1181d5f', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'port_id': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'mac_address': 'fa:16:3e:1d:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:34Z', 'revision_number': 1, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:38.358136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67218d1-6da8-4ca0-90fc-3878ee1bff81', 'name': 'network-vif-deleted', 'tag': '4f2d7e5f-f37d-4077-b30c-5bdd6499f47a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:38.366772 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41085892-4b53-41a6-91a7-3ffad1e89e85" -d '{"events": [{"server_uuid": "d67218d1-6da8-4ca0-90fc-3878ee1bff81", "name": "network-vif-deleted", "tag": "4f2d7e5f-f37d-4077-b30c-5bdd6499f47a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:38.420107 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a442a9-5a67-4366-82bf-602b190cb6b8 x-openstack-request-id: req-e8a442a9-5a67-4366-82bf-602b190cb6b8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:38.420514 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe", "tag": "c0ed1a61-513b-4d75-8545-e1a0408b6cd7", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:38.420869 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8a442a9-5a67-4366-82bf-602b190cb6b8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:38.421360 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'tag': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'status': 'completed', 'code': 200} Feb 11 05:22:38.432741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.433113 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.435103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] Checking router: 071aea2f-7d08-4489-a372-b213ce5211f6 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:38.447736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:38.448386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:38.524657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-cddc2b08-e435-4038-82b8-d48e4eac98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.531133 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-cddc2b08-e435-4038-82b8-d48e4eac98fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2695ba4c-94f6-4382-a052-086231095313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2537870 Feb 11 05:22:38.596861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:38.628021 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b3625a-fce7-448c-9534-f8cfedff1f89 x-openstack-request-id: req-85b3625a-fce7-448c-9534-f8cfedff1f89 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:38.628257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-c1a922a3-095d-44e5-a588-b2b8044f4f24 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.628729 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67218d1-6da8-4ca0-90fc-3878ee1bff81", "name": "network-vif-deleted", "tag": "4f2d7e5f-f37d-4077-b30c-5bdd6499f47a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:38.629124 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85b3625a-fce7-448c-9534-f8cfedff1f89 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:38.630674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-c1a922a3-095d-44e5-a588-b2b8044f4f24 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897090 Feb 11 05:22:38.636243 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67218d1-6da8-4ca0-90fc-3878ee1bff81', 'name': 'network-vif-deleted', 'tag': '4f2d7e5f-f37d-4077-b30c-5bdd6499f47a', 'status': 'completed', 'code': 200} Feb 11 05:22:38.650859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-97763ef1-1aab-4280-ad4a-bcfbd6f0fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.653114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-97763ef1-1aab-4280-ad4a-bcfbd6f0fbbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 1128 time: 0.2027478 Feb 11 05:22:38.654369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-8eb7f190-9ac3-4873-b7f3-e34e403996e1 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/quotas/4d8b7a232fdd4db1a1fa06a4f36c016d HTTP/1.1" status: 200 len: 375 time: 0.0157125 Feb 11 05:22:38.688093 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af9fe7-226a-4725-b1a6-ba1e9dd1db6c x-openstack-request-id: req-30af9fe7-226a-4725-b1a6-ba1e9dd1db6c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:38.688385 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:38.688677 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30af9fe7-226a-4725-b1a6-ba1e9dd1db6c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:38.689086 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528', 'code': 200} Feb 11 05:22:38.739234 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-d41f8fd7-a627-4cca-aa7e-5ab793d231d2 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778077 Feb 11 05:22:38.877502 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-a80be215-7d29-4fa3-8e15-6edf704d137b service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369753 Feb 11 05:22:38.932756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef181e80-05d7-4491-a130-493c5821e0ed req-7ebc2c6a-0178-4434-b4dd-602d57455dff tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:38.934392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef181e80-05d7-4491-a130-493c5821e0ed req-7ebc2c6a-0178-4434-b4dd-602d57455dff tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.2437208 Feb 11 05:22:38.955349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '3e99ed68-d049-4b17-bb05-cad5a1181d5f', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'port_id': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'mac_address': 'fa:16:3e:1d:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:34Z', 'revision_number': 1, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:39.000862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c862bfbf-bb35-4103-85ad-bd7619d47b9d None None] The sync data for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 is: [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '3e99ed68-d049-4b17-bb05-cad5a1181d5f', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'port_id': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'mac_address': 'fa:16:3e:1d:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:34Z', 'revision_number': 1, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:39.011379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-3bdd3526-bdda-4dc0-9ab3-77455a10c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.013167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-3bdd3526-bdda-4dc0-9ab3-77455a10c4f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 200 len: 911 time: 0.3309307 Feb 11 05:22:39.029609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef181e80-05d7-4491-a130-493c5821e0ed req-f6225cb6-d7e4-4109-a38a-918ea0cd061b tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836377 Feb 11 05:22:39.160167 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.218855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-595db9ff-8df1-471d-a103-22ddc982db2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0ed1a61-513b-4d75-8545-e1a0408b6cd7 HTTP/1.1" status: 200 len: 998 time: 0.1881754 Feb 11 05:22:39.220613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51370) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:39.501798 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9fb6b-9b4d-487c-a865-664ae8d9642a None None] New status for floating IP 3e99ed68-d049-4b17-bb05-cad5a1181d5f: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:39.527196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef38a0-341b-463a-96d9-736c3f17419f req-0e9ef700-e243-4b99-875c-655080f66ba5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.534310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35ef38a0-341b-463a-96d9-736c3f17419f req-0e9ef700-e243-4b99-875c-655080f66ba5 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1670384 Feb 11 05:22:39.584829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-a0c874fb-4f88-4d91-a16b-5406c0199c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.586695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-a0c874fb-4f88-4d91-a16b-5406c0199c3f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 200 len: 849 time: 0.3584733 Feb 11 05:22:39.631508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35ef38a0-341b-463a-96d9-736c3f17419f req-5a776734-dea3-4b9f-b653-6f42ac41727f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957007 Feb 11 05:22:39.640433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Deleting port 7d9a6eba-0664-458c-8309-fc5904576581 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:39.641328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7d9a6eba-0664-458c-8309-fc5904576581), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.669180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-6dae289d-469a-4080-8399-68f14b0a8a9b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.688182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-6dae289d-469a-4080-8399-68f14b0a8a9b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.702828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-6dae289d-469a-4080-8399-68f14b0a8a9b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.708647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-6dae289d-469a-4080-8399-68f14b0a8a9b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.715367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-6dae289d-469a-4080-8399-68f14b0a8a9b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.721076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-6dae289d-469a-4080-8399-68f14b0a8a9b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.728579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-6dae289d-469a-4080-8399-68f14b0a8a9b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.736699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-6dae289d-469a-4080-8399-68f14b0a8a9b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.5144422 Feb 11 05:22:39.774894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-c6614fb2-5a40-4948-94b0-f8ee8a19a6a4 service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8878474 Feb 11 05:22:39.838577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6be9132e-a3f0-416d-9e47-215dbcc056d1 req-f7daf057-b54a-45e5-8ace-9f4bb75fe2ef tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 210 time: 0.0933766 Feb 11 05:22:39.909483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-d0b5129c-ffef-478c-a355-e8a4024b3d8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cfad68fd-4429-4232-918b-be63cea56ef2 HTTP/1.1" status: 200 len: 217 time: 0.1246915 Feb 11 05:22:40.027641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca21112c-a64f-4561-b291-eee9091ed2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.042215 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ca21112c-a64f-4561-b291-eee9091ed2d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e541a5a-4c10-422c-83f8-9993598b80e5 HTTP/1.1" status: 200 len: 797 time: 0.1195486 Feb 11 05:22:40.044337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] For port 7d9a6eba-0664-458c-8309-fc5904576581, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7d9a6eba-0664-458c-8309-fc5904576581,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:40.044822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7d9a6eba-0664-458c-8309-fc5904576581), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.087886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Calling delete_port for 7d9a6eba-0664-458c-8309-fc5904576581 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:40.161007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ec686af2-c548-42f3-9032-0d3db826f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.163239 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-ec686af2-c548-42f3-9032-0d3db826f4d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2695ba4c-94f6-4382-a052-086231095313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1041884 Feb 11 05:22:40.239642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f4fb837-ad12-4ad3-bb68-b1cd20347cc9 req-b9102335-3d5f-4e03-be19-72b6333472b9 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5017076 Feb 11 05:22:40.268991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-3e4c5230-fe22-4799-8371-5274cf3f3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.291605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-3e4c5230-fe22-4799-8371-5274cf3f3fdc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97fe9625-b9db-47c4-93ae-b37d99322a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6739018 Feb 11 05:22:40.306046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-6aebf38c-530b-4a7f-9ca8-96d0c124f62d service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336966 Feb 11 05:22:40.378580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:40.456517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:40.461842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 4f2d7e5f-f37d-4077-b30c-5bdd6499f47a not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:40.560362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.604367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aa36bbea-b0f9-4878-8898-73eada70d014 req-3aca4b58-08f0-4cdc-aeda-d54fd2442e40 service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937331 Feb 11 05:22:40.673094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f105c-b3b5-478d-9925-8ff641b16213 req-61389051-327b-4296-a122-258e3446c536 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.674952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-019f105c-b3b5-478d-9925-8ff641b16213 req-61389051-327b-4296-a122-258e3446c536 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.7038190 Feb 11 05:22:40.749596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c50314-99ba-4801-9eff-dc0df86690cb req-d4aec0f3-2a97-488d-ac64-6e4e97a06f70 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.751145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4c50314-99ba-4801-9eff-dc0df86690cb req-d4aec0f3-2a97-488d-ac64-6e4e97a06f70 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1882970 Feb 11 05:22:40.806997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fa0871c-0272-446a-bc1f-697e2c607e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.809646 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-019f105c-b3b5-478d-9925-8ff641b16213 req-c8cb4425-a031-402b-aa12-2665628eafcc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135781 Feb 11 05:22:40.817022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-2528276a-cfc7-453f-95c5-d6fad9c9c373 service neutron] 10.222.0.83 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895723 Feb 11 05:22:40.926302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fa0871c-0272-446a-bc1f-697e2c607e6d admin admin] Publish callbacks [] for security_group (35a0c8c9-de94-4e81-9e8c-b20ac5af2893), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.956732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7d9a6eba-0664-458c-8309-fc5904576581), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.990474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4c50314-99ba-4801-9eff-dc0df86690cb req-4eb03175-ab18-4c0f-ba0e-2471302a4949 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224755 Feb 11 05:22:41.005399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9a6eba-0664-458c-8309-fc5904576581,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:41.018572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3799c1f5-c434-44c6-9191-8cd5c3687896 req-e0e3dfd1-6333-4000-b522-9d84be4e3c6e tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 210 time: 0.0782852 Feb 11 05:22:41.060109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fa0871c-0272-446a-bc1f-697e2c607e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (35a0c8c9-de94-4e81-9e8c-b20ac5af2893), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.073008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (f41d76d8-5c01-4886-a701-0236a7dd2d73), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.078601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83248cc2-fc2c-4b3c-94da-c4d250d5c20b req-4e245d3e-be35-4222-9647-d1b25c101280 service neutron] 10.222.0.83 "GET /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499595 Feb 11 05:22:41.193862 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1fa0871c-0272-446a-bc1f-697e2c607e6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e7c0087a2c64725aa7c30e9d7019ccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5906539 Feb 11 05:22:41.198665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51404) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:41.235075 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.486432 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.494042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0871c-0272-446a-bc1f-697e2c607e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0c8c9-de94-4e81-9e8c-b20ac5af2893,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:41.509181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-20d63403-a736-4f30-83e7-e262add2253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.509775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-20d63403-a736-4f30-83e7-e262add2253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.510257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-20d63403-a736-4f30-83e7-e262add2253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.510719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-20d63403-a736-4f30-83e7-e262add2253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.511175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-20d63403-a736-4f30-83e7-e262add2253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.511655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-20d63403-a736-4f30-83e7-e262add2253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.512109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-20d63403-a736-4f30-83e7-e262add2253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.514314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-20d63403-a736-4f30-83e7-e262add2253b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6711 time: 0.6994271 Feb 11 05:22:41.594553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:41.718132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837df441-f1bc-4d09-83f7-e7474430a948 req-ae9407d7-39aa-4767-8df5-ff6553972b65 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.720223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-837df441-f1bc-4d09-83f7-e7474430a948 req-ae9407d7-39aa-4767-8df5-ff6553972b65 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.5908663 Feb 11 05:22:41.764424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-991bfc3c-e44f-416d-ab11-f71befe9a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.766222 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-991bfc3c-e44f-416d-ab11-f71befe9a186 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2695ba4c-94f6-4382-a052-086231095313 HTTP/1.1" status: 200 len: 902 time: 0.2410195 Feb 11 05:22:41.872216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:41.888165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'd82f086e-72db-418a-8000-aa8c85b62528', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'd82f086e-72db-418a-8000-aa8c85b62528', 'mac_address': 'fa:16:3e:eb:f9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:41.894459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-6690a913-d899-4e3d-b0e1-9cf033ea5db3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96 HTTP/1.1" status: 200 len: 217 time: 0.1203876 Feb 11 05:22:41.936671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d82f086e-72db-418a-8000-aa8c85b62528 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:41.937427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.947224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-afbb8201-c52d-4f18-bf6a-ccb5b3d342db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.953296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-afbb8201-c52d-4f18-bf6a-ccb5b3d342db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.956145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82f086e-72db-418a-8000-aa8c85b62528 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:41.958774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-afbb8201-c52d-4f18-bf6a-ccb5b3d342db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.970341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-afbb8201-c52d-4f18-bf6a-ccb5b3d342db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.979069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-afbb8201-c52d-4f18-bf6a-ccb5b3d342db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.980294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:41.987807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-afbb8201-c52d-4f18-bf6a-ccb5b3d342db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.994285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-afbb8201-c52d-4f18-bf6a-ccb5b3d342db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:41.996056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-afbb8201-c52d-4f18-bf6a-ccb5b3d342db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.3332686 Feb 11 05:22:42.010777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-837df441-f1bc-4d09-83f7-e7474430a948 req-5c706e65-06dd-4edb-87b9-7f8b6dc72fb6 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823441 Feb 11 05:22:42.011422 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74135acb-2560-4790-a755-7c22ae5bca07 admin admin] Publish callbacks [] for security_group (35a0c8c9-de94-4e81-9e8c-b20ac5af2893), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.014718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-67f384e2-6d4e-467a-b1d1-d834cc4a9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.014718 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-67f384e2-6d4e-467a-b1d1-d834cc4a9056 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e541a5a-4c10-422c-83f8-9993598b80e5 HTTP/1.1" status: 200 len: 797 time: 0.1083660 Feb 11 05:22:42.078629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:42.090337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74135acb-2560-4790-a755-7c22ae5bca07 admin admin] Publish callbacks [] for security_group (35a0c8c9-de94-4e81-9e8c-b20ac5af2893), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.101434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.176507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:42.190480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a91a5290-3ab8-4ead-8045-ab0e3754d020 req-2481d36d-2ece-4f73-8f99-4462c515ce29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842990 Feb 11 05:22:42.256793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:42.256793 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ba3e3726-8915-4c34-8b62-f6d31cf9e11f admin admin] 10.222.0.62 "PUT /v2.0/routers/b4bb3f6f-0f58-4292-9de4-7116a8ed4fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4338434 Feb 11 05:22:42.258137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51420) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:42.260567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] Sync routers for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:42.266825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-e95da4c0-c10b-4e6f-a17f-c9efafae63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.268283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-e95da4c0-c10b-4e6f-a17f-c9efafae63b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2695ba4c-94f6-4382-a052-086231095313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2334521 Feb 11 05:22:42.275877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:42.281213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:42.285758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c71213-b97a-4b42-ba7f-dd5e802a9a53 req-52301a4e-1efd-42cd-be2a-103fb5e84a98 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.295642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5c71213-b97a-4b42-ba7f-dd5e802a9a53 req-52301a4e-1efd-42cd-be2a-103fb5e84a98 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 949 time: 0.1682112 Feb 11 05:22:42.367904 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-7858515d-cc5e-428e-948b-f6bfb47ea53b tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416989 Feb 11 05:22:42.399770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Deleting port 78493cac-9295-456b-b155-60d91e7fd8f3 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:42.400123 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.430612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:42.490001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d82f086e-72db-418a-8000-aa8c85b62528'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:42.497779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5c71213-b97a-4b42-ba7f-dd5e802a9a53 req-fa4c6b81-7f6c-483e-abcb-7d358b47edad tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011762 Feb 11 05:22:42.529156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07cc229b-8951-4d88-8aa0-bb425da8495d req-44ddcab9-4ed1-4dba-81c8-7556dc1b0d77 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 210 time: 0.1711042 Feb 11 05:22:42.529156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74135acb-2560-4790-a755-7c22ae5bca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (35a0c8c9-de94-4e81-9e8c-b20ac5af2893), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.529156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74135acb-2560-4790-a755-7c22ae5bca07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.529156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-74135acb-2560-4790-a755-7c22ae5bca07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35a0c8c9-de94-4e81-9e8c-b20ac5af2893 HTTP/1.1" status: 204 len: 168 time: 1.3265092 Feb 11 05:22:42.562469 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-611b7e85-d662-4071-b31f-c48b64d4fff3 service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591157 Feb 11 05:22:42.572206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks [] for router (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.572379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74135acb-2560-4790-a755-7c22ae5bca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0c8c9-de94-4e81-9e8c-b20ac5af2893,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:42.638038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] For port 78493cac-9295-456b-b155-60d91e7fd8f3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78493cac-9295-456b-b155-60d91e7fd8f3,segment=NetworkSegment(7293ecc6-943d-475c-9683-9a58f4676cc1),segment_id=7293ecc6-943d-475c-9683-9a58f4676cc1)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:42.638423 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.682133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Calling delete_port for 78493cac-9295-456b-b155-60d91e7fd8f3 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:42.715854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-ad3b6010-87a2-4635-83d9-f4b62befe466 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.724326 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-ad3b6010-87a2-4635-83d9-f4b62befe466 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504274 Feb 11 05:22:42.743805 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Request body: {'port': {'device_id': 'ff99329e-1dca-401b-99ef-6ca0d21ae2f2', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '4d8b7a232fdd4db1a1fa06a4f36c016d'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:42.848395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:22:40Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:42.886840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] Checking router: b4bb3f6f-0f58-4292-9de4-7116a8ed4fad for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:42.942110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] Routers {'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:42.942821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:42.976849 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks [] for router_gateway (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.991998 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-245d92b6-af06-4ad6-9821-a18d28f23d25 req-65518b7b-e625-4c12-af06-90a21f7f42a6 service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178832 Feb 11 05:22:43.012500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c239655-d24f-4656-93c1-46cce5c0fa36 req-adf7bec1-9f87-4fcc-9cee-8e605e25776a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.014067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c239655-d24f-4656-93c1-46cce5c0fa36 req-adf7bec1-9f87-4fcc-9cee-8e605e25776a tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.3241467 Feb 11 05:22:43.140506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Made reservation on behalf of 4d8b7a232fdd4db1a1fa06a4f36c016d for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:43.150207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.151887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] Set router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:43.170354 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.192277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c239655-d24f-4656-93c1-46cce5c0fa36 req-eb3de613-003a-4ed7-973e-03f398661777 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483672 Feb 11 05:22:43.308884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-40cfb0d1-9f97-46fc-8427-99be20f1a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.309691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-40cfb0d1-9f97-46fc-8427-99be20f1a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.310858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-40cfb0d1-9f97-46fc-8427-99be20f1a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.310858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-40cfb0d1-9f97-46fc-8427-99be20f1a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.311628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-40cfb0d1-9f97-46fc-8427-99be20f1a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.312157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-40cfb0d1-9f97-46fc-8427-99be20f1a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.312645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-40cfb0d1-9f97-46fc-8427-99be20f1a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.315088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-40cfb0d1-9f97-46fc-8427-99be20f1a98b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6711 time: 0.2435160 Feb 11 05:22:43.357183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Deleting port 9fcd8899-d488-4049-a1de-18ef468b1a1f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:43.357534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.386060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (78493cac-9295-456b-b155-60d91e7fd8f3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.412521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Pushing event deleted for resources: {'Port': ['ID=78493cac-9295-456b-b155-60d91e7fd8f3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.662125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:43.677647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (f41d76d8-5c01-4886-a701-0236a7dd2d73), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.701967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51444) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.776841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8536b969-7e4b-4855-a0fd-1ef409d5dd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.784818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:22:40Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:43.863770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port d82f086e-72db-418a-8000-aa8c85b62528 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:43.864921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d82f086e-72db-418a-8000-aa8c85b62528), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.873791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709bbb2a-0b4f-4fc8-9b4d-721194314534 None None] The sync data for ids ['b4bb3f6f-0f58-4292-9de4-7116a8ed4fad'] in n-d-713498-37 is: [{'id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'name': 'tempest-ServersTestFqdnHostnames-1291756383-router', 'tenant_id': '9f16d28bfd52408aa515b13b57574ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:00Z', 'updated_at': '2022-02-11T05:22:40Z', 'revision_number': 5, 'project_id': '9f16d28bfd52408aa515b13b57574ca5', 'gw_port': {'id': '9fcd8899-d488-4049-a1de-18ef468b1a1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bb3f6f-0f58-4292-9de4-7116a8ed4fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:02Z', 'updated_at': '2022-02-11T05:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:43.932232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-1f9adfd2-88f2-489c-81f9-1ae3fa95c895 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.934069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-1f9adfd2-88f2-489c-81f9-1ae3fa95c895 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7&tenant_id=258605e0a8234c5b93e778a189d77610&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 949 time: 0.2522459 Feb 11 05:22:43.952936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-f143e6d8-93e8-42cf-a91d-741c069977e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.959919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-f143e6d8-93e8-42cf-a91d-741c069977e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.966085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-f143e6d8-93e8-42cf-a91d-741c069977e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.971603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-f143e6d8-93e8-42cf-a91d-741c069977e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.978920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-f143e6d8-93e8-42cf-a91d-741c069977e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.984524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-f143e6d8-93e8-42cf-a91d-741c069977e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.996067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-f143e6d8-93e8-42cf-a91d-741c069977e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:44.010162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-f143e6d8-93e8-42cf-a91d-741c069977e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.3272099 Feb 11 05:22:44.071600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d82f086e-72db-418a-8000-aa8c85b62528 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:44.072000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.126541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:44.128804 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b3399-532f-4069-ad5a-0da4a1aabb15" -d '{"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-plugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:44.166394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:44.204125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8536b969-7e4b-4855-a0fd-1ef409d5dd0c admin admin] Publish callbacks [] for security_group (83ebae12-5f34-461e-917e-8566ea144757), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.248550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] For port 9fcd8899-d488-4049-a1de-18ef468b1a1f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9fcd8899-d488-4049-a1de-18ef468b1a1f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:44.249570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.253749 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks [] for security_group (8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.274511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14c2a2e6-4a6b-4859-b07e-e90d625d9eef req-4d949e29-84fc-4060-8d50-794bf1602399 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2632682 Feb 11 05:22:44.278424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Calling delete_port for 9fcd8899-d488-4049-a1de-18ef468b1a1f owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:44.279377 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.283779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-3e4354bc-ddb4-456c-b563-00c35baf03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:44.290356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-3e4354bc-ddb4-456c-b563-00c35baf03f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2695ba4c-94f6-4382-a052-086231095313 HTTP/1.1" status: 200 len: 902 time: 0.9618330 Feb 11 05:22:44.353021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8536b969-7e4b-4855-a0fd-1ef409d5dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (83ebae12-5f34-461e-917e-8566ea144757), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.383383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.393026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-7ff74b41-cc71-4cb4-98d3-9ed8c2360dbe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cfad68fd-4429-4232-918b-be63cea56ef2 HTTP/1.1" status: 200 len: 217 time: 0.0972703 Feb 11 05:22:44.404918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.433670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8536b969-7e4b-4855-a0fd-1ef409d5dd0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfa0f968a69b490fb790154208fc1e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303653 Feb 11 05:22:44.438768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51452) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.634974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.772870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f3e7bd3-5b81-43f2-9943-405fc17584d5 req-32722ba4-8b72-4ca4-acb4-0e57ae82ad2c tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 210 time: 0.1205747 Feb 11 05:22:44.781375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536b969-7e4b-4855-a0fd-1ef409d5dd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ebae12-5f34-461e-917e-8566ea144757,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.847411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7d9a6eba-0664-458c-8309-fc5904576581 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:44.856670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-c8476a2c-6d2a-4184-84ad-6218fa55f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:44.858375 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-c8476a2c-6d2a-4184-84ad-6218fa55f288 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e541a5a-4c10-422c-83f8-9993598b80e5 HTTP/1.1" status: 200 len: 797 time: 0.4534163 Feb 11 05:22:44.874206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe99a421-ca7e-41fa-8468-50fa477361f3 admin admin] Publish callbacks [] for security_group (83ebae12-5f34-461e-917e-8566ea144757), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.914526 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6b8990-6123-411f-a3bd-4e0d8056db26 x-openstack-request-id: req-4d6b8990-6123-411f-a3bd-4e0d8056db26 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:44.915421 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-plugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:44.915847 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d6b8990-6123-411f-a3bd-4e0d8056db26 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:44.921943 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528', 'code': 200} Feb 11 05:22:44.923332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 7d9a6eba-0664-458c-8309-fc5904576581 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:44.923827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7d9a6eba-0664-458c-8309-fc5904576581 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:44.924343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Router f41d76d8-5c01-4886-a701-0236a7dd2d73 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:44.929435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-d0c5a3e6-c0c0-4837-ad99-8f6c4a3c494d service neutron] 10.222.0.83 "GET /v2.0/ports/d82f086e-72db-418a-8000-aa8c85b62528/bindings/n-h1-713498-37 HTTP/1.1" status: 200 len: 383 time: 0.8007300 Feb 11 05:22:44.957080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369f26d-237e-4fa6-83a8-fa3a115c77b7 req-48b4bca7-5801-4427-944d-10cd33555f57 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:44.971248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f369f26d-237e-4fa6-83a8-fa3a115c77b7 req-48b4bca7-5801-4427-944d-10cd33555f57 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.5323737 Feb 11 05:22:45.002256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe99a421-ca7e-41fa-8468-50fa477361f3 admin admin] Publish callbacks [] for security_group (83ebae12-5f34-461e-917e-8566ea144757), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.083908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f369f26d-237e-4fa6-83a8-fa3a115c77b7 req-8c996935-528a-4db4-bbbd-52eafb2baddb tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115336 Feb 11 05:22:45.085148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Allocated IP 192.168.233.119 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/167a7883-27ad-417a-a5dc-dad14f801f4e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:45.145395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-5b68b6ec-07cf-4257-8c49-27ce56cc1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.148056 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-5b68b6ec-07cf-4257-8c49-27ce56cc1f68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2695ba4c-94f6-4382-a052-086231095313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2803099 Feb 11 05:22:45.341410 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-7d1e3579-32b7-49e0-9ad5-a0eaf5d7b876 service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837687 Feb 11 05:22:45.483190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks [] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.521221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9fcd8899-d488-4049-a1de-18ef468b1a1f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.531307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe99a421-ca7e-41fa-8468-50fa477361f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (83ebae12-5f34-461e-917e-8566ea144757), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.533998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe99a421-ca7e-41fa-8468-50fa477361f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.535253 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fe99a421-ca7e-41fa-8468-50fa477361f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83ebae12-5f34-461e-917e-8566ea144757 HTTP/1.1" status: 204 len: 168 time: 1.0896683 Feb 11 05:22:45.580742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-7e98d621-a9ca-4deb-a410-1aa723776e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.582444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-7e98d621-a9ca-4deb-a410-1aa723776e41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 1133 time: 0.6022913 Feb 11 05:22:45.640969 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-78b7e1ea-62bf-4e12-853e-9da4727bec91 req-47212286-d4a8-4535-9083-6d6d62c0c03f service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162097 Feb 11 05:22:45.686287 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.724298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:45.726650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcd8899-d488-4049-a1de-18ef468b1a1f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.729377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-0a26c1d1-561d-4cae-9dad-b1b2477c60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.731561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-0a26c1d1-561d-4cae-9dad-b1b2477c60c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1370430 Feb 11 05:22:45.773533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:45.775945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:45.778813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Pushing event updated for resources: {'Port': ['ID=167a7883-27ad-417a-a5dc-dad14f801f4e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.781940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99a421-ca7e-41fa-8468-50fa477361f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ebae12-5f34-461e-917e-8566ea144757,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.892946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.898410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-ad9e4f35-5410-40d0-b053-104991dd568d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.906128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-ad9e4f35-5410-40d0-b053-104991dd568d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.914657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-ad9e4f35-5410-40d0-b053-104991dd568d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.930814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-ad9e4f35-5410-40d0-b053-104991dd568d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.955006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-ad9e4f35-5410-40d0-b053-104991dd568d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.955643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-ad9e4f35-5410-40d0-b053-104991dd568d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.980878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-ad9e4f35-5410-40d0-b053-104991dd568d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:45.982942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-ad9e4f35-5410-40d0-b053-104991dd568d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.4696045 Feb 11 05:22:45.984343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-a250f523-b2e3-4f09-83fd-317cc0621234 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 200 len: 217 time: 0.2214770 Feb 11 05:22:46.062922 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.065856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks [] for router_controller (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.172679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:46.173370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.202212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fed5d449-2c41-4f04-8619-68e845b5917e None None] Provisioning complete for port 167a7883-27ad-417a-a5dc-dad14f801f4e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:46.202767 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (b4bb3f6f-0f58-4292-9de4-7116a8ed4fad), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.202848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fed5d449-2c41-4f04-8619-68e845b5917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.203129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4bb3f6f-0f58-4292-9de4-7116a8ed4fad {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:22:46.208432 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.212493 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-37468195-f240-4f50-bec5-08828b6218e3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b4bb3f6f-0f58-4292-9de4-7116a8ed4fad HTTP/1.1" status: 204 len: 168 time: 3.9511888 Feb 11 05:22:46.214658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51470) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.267354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-bcf4f51b-41a7-4b6c-b8f7-e19910a1fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:46.273356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-bcf4f51b-41a7-4b6c-b8f7-e19910a1fd6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2626135 Feb 11 05:22:46.292751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fed5d449-2c41-4f04-8619-68e845b5917e None None] Port 167a7883-27ad-417a-a5dc-dad14f801f4e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:46.321686 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-3a32836d-c777-4326-9322-8aaeab149b4a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5849354 Feb 11 05:22:46.330396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c9d4ee-e427-4cbd-8446-ce23f4c2c1ff admin admin] Deleting subnet 0e3e9442-b64f-4e60-9b5e-6807c3ed9065 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:46.337858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Request body: {'port': {'device_id': 'ff99329e-1dca-401b-99ef-6ca0d21ae2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:46.343238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c9d4ee-e427-4cbd-8446-ce23f4c2c1ff admin admin] Publish callbacks [] for subnet (0e3e9442-b64f-4e60-9b5e-6807c3ed9065), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.387798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:46.407737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b566b31f-4479-4974-87fd-64bcfb854988 admin admin] 10.222.0.62 "PUT /v2.0/routers/f41d76d8-5c01-4886-a701-0236a7dd2d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1784656 Feb 11 05:22:46.407983 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] Sync routers for ids ['f41d76d8-5c01-4886-a701-0236a7dd2d73'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:46.421174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51476) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.452302 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] Routers {'f41d76d8-5c01-4886-a701-0236a7dd2d73'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:46.455720 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f41d76d8-5c01-4886-a701-0236a7dd2d73'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:46.531327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c9d4ee-e427-4cbd-8446-ce23f4c2c1ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (0e3e9442-b64f-4e60-9b5e-6807c3ed9065), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.569543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74d9a0f4-6c69-4d5a-a9cf-0226af6a6cf3 req-38c97f19-3d08-46ad-9c90-b9e74d75c9a3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5652926 Feb 11 05:22:46.609987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50368405-fb0a-4de6-a08c-7201227f6dfe req-c428f7bd-de1a-4d41-8d9b-302bed984135 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:46.613436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.641454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50368405-fb0a-4de6-a08c-7201227f6dfe req-c428f7bd-de1a-4d41-8d9b-302bed984135 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 936 time: 0.6558471 Feb 11 05:22:46.690414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-fe27aa11-6937-46bc-98af-41baf3ce6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:46.692305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-fe27aa11-6937-46bc-98af-41baf3ce6f41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3902769 Feb 11 05:22:46.735385 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] Set router f41d76d8-5c01-4886-a701-0236a7dd2d73 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:46.910844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50368405-fb0a-4de6-a08c-7201227f6dfe req-e74a20f3-0ea8-4249-a86f-2bc3fc2e7550 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680831 Feb 11 05:22:46.929884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks [] for router (f41d76d8-5c01-4886-a701-0236a7dd2d73), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.974181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9fcd8899-d488-4049-a1de-18ef468b1a1f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:47.020005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed3644-830d-4deb-adfa-b038872216c4 req-d62ff0ab-e65a-4e57-a87d-161d8278b433 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:47.021773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6eed3644-830d-4deb-adfa-b038872216c4 req-d62ff0ab-e65a-4e57-a87d-161d8278b433 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.3282173 Feb 11 05:22:47.036094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9fcd8899-d488-4049-a1de-18ef468b1a1f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:47.036441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9fcd8899-d488-4049-a1de-18ef468b1a1f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:47.060903 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c9d4ee-e427-4cbd-8446-ce23f4c2c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0e3e9442-b64f-4e60-9b5e-6807c3ed9065), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.108306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-766d4fd3-4eac-4cd0-8da0-bbb19f8316b1 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734701 Feb 11 05:22:47.200427 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:22:43Z', 'revision_number': 5, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:47.229183 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] Checking router: f41d76d8-5c01-4886-a701-0236a7dd2d73 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:47.241767 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] Routers {'f41d76d8-5c01-4886-a701-0236a7dd2d73'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:47.244315 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f41d76d8-5c01-4886-a701-0236a7dd2d73'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:47.251340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6eed3644-830d-4deb-adfa-b038872216c4 req-de9ebfcf-8d24-4ae3-b634-5a0402572fa6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058101 Feb 11 05:22:47.345301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-200f65ee-e0ca-4a5e-b888-032c9163235e service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269220 Feb 11 05:22:47.448217 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] Set router f41d76d8-5c01-4886-a701-0236a7dd2d73 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:47.513377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks [] for router_gateway (f41d76d8-5c01-4886-a701-0236a7dd2d73), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.530765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c9d4ee-e427-4cbd-8446-ce23f4c2c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (0e3e9442-b64f-4e60-9b5e-6807c3ed9065), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.580849 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404eaac9-498c-4ffa-8b41-133d6ffff40f None None] Network d0893411-9dcb-41c4-a7ee-36bafd9247e8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:47.646433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9d4ee-e427-4cbd-8446-ce23f4c2c1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3e9442-b64f-4e60-9b5e-6807c3ed9065,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.649989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c9d4ee-e427-4cbd-8446-ce23f4c2c1ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.659438 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-27c9d4ee-e427-4cbd-8446-ce23f4c2c1ff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0e3e9442-b64f-4e60-9b5e-6807c3ed9065 HTTP/1.1" status: 204 len: 168 time: 1.4431376 Feb 11 05:22:47.661543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51494) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.838019 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:22:43Z', 'revision_number': 5, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:47.901608 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70efb016-d7bc-4649-ab0a-d0f8a8f74599 None None] The sync data for ids ['f41d76d8-5c01-4886-a701-0236a7dd2d73'] in n-d-713498-37 is: [{'id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'name': 'tempest-ServerRescueTestJSON-1698790227-router', 'tenant_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:14Z', 'updated_at': '2022-02-11T05:22:43Z', 'revision_number': 5, 'project_id': '0b2f3e50e66645b781c75ce85e69bcb1', 'gw_port': {'id': '403293eb-4b3b-4ecd-98c9-1fe835d091cb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d76d8-5c01-4886-a701-0236a7dd2d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:15Z', 'updated_at': '2022-02-11T05:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:47.963676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d0893411-9dcb-41c4-a7ee-36bafd9247e8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.979684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] DHCP port deletion for d0893411-9dcb-41c4-a7ee-36bafd9247e8 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:22:48.013824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Deleting port 403293eb-4b3b-4ecd-98c9-1fe835d091cb {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:48.014179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.019771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-54731f40-c76d-45cb-bb83-ff18c1edff4f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.035782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-54731f40-c76d-45cb-bb83-ff18c1edff4f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.044124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-54731f40-c76d-45cb-bb83-ff18c1edff4f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.051270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-54731f40-c76d-45cb-bb83-ff18c1edff4f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.058615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-54731f40-c76d-45cb-bb83-ff18c1edff4f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.066526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-54731f40-c76d-45cb-bb83-ff18c1edff4f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.077031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-54731f40-c76d-45cb-bb83-ff18c1edff4f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.088103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-54731f40-c76d-45cb-bb83-ff18c1edff4f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.3189082 Feb 11 05:22:48.103163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] Deleting port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:48.103682 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.165971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] For port 403293eb-4b3b-4ecd-98c9-1fe835d091cb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=403293eb-4b3b-4ecd-98c9-1fe835d091cb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:48.166344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.180154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Calling delete_port for 403293eb-4b3b-4ecd-98c9-1fe835d091cb owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:48.240712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] For port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba,segment=NetworkSegment(0814f3a2-a13b-4df6-9d83-c596e0016f1a),segment_id=0814f3a2-a13b-4df6-9d83-c596e0016f1a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:48.241437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.276788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] Calling delete_port for a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:48.377354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1277d9ca-7a75-4d63-8c26-3f0668d13ab0 req-6a29d2e5-6a76-4200-b43b-8b6bd7e329a3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2827778 Feb 11 05:22:48.414521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef0190-a544-45e4-be03-c4916c50029e req-005cd0bb-3219-4f6e-8d6b-5c7acf57a10e tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.422379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05ef0190-a544-45e4-be03-c4916c50029e req-005cd0bb-3219-4f6e-8d6b-5c7acf57a10e tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 936 time: 0.3309472 Feb 11 05:22:48.495559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (403293eb-4b3b-4ecd-98c9-1fe835d091cb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.567896 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.582165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Pushing event deleted for resources: {'Port': ['ID=403293eb-4b3b-4ecd-98c9-1fe835d091cb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:48.589853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167a7883-27ad-417a-a5dc-dad14f801f4e {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:48.595275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] Pushing event deleted for resources: {'Port': ['ID=a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:48.607310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9403171-535f-4e48-aa7a-bf804c455b8a None None] No DVR routers for this DVR port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:48.635149 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Publish callbacks [] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.662309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05ef0190-a544-45e4-be03-c4916c50029e req-3d7b51ae-00ca-405a-9627-04215bc0871d tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225325 Feb 11 05:22:48.662309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Deleting port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:48.662309 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.709700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Transition to ACTIVE for port object 167a7883-27ad-417a-a5dc-dad14f801f4e will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:48.755616 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (f41d76d8-5c01-4886-a701-0236a7dd2d73), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.859434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae54802-6ca9-498b-bb67-1091b659c543 req-6e8ad5a8-ab30-40b6-b292-b889558c7ccd tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:48.875986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aae54802-6ca9-498b-bb67-1091b659c543 req-6e8ad5a8-ab30-40b6-b292-b889558c7ccd tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.2809384 Feb 11 05:22:48.887976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] For port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba, host n-d-713498-37, got binding levels [] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:48.888397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.926204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:48.945802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Calling delete_port for a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:48.951874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba was not found and therefore no delete operation was performed {{(pid=104087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:22:48.961118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.975992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:48.976488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:48.977030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78493cac-9295-456b-b155-60d91e7fd8f3 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:48.998916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (f41d76d8-5c01-4886-a701-0236a7dd2d73), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.001501 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks [] for router_controller (f41d76d8-5c01-4886-a701-0236a7dd2d73), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.011667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:49.028467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aae54802-6ca9-498b-bb67-1091b659c543 req-9d43ee3a-0cea-47b7-b567-4a09997f2455 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390858 Feb 11 05:22:49.055309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] No DVR routers for this DVR port a0e5cd7c-34eb-4411-8eba-a7e8cb7ff8ba on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:49.062348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 78493cac-9295-456b-b155-60d91e7fd8f3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:49.063729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78493cac-9295-456b-b155-60d91e7fd8f3 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:49.067845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.133217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Pushing event updated for resources: {'Port': ['ID=167a7883-27ad-417a-a5dc-dad14f801f4e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:49.175634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d0893411-9dcb-41c4-a7ee-36bafd9247e8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.197588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0893411-9dcb-41c4-a7ee-36bafd9247e8']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:49.206334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (f41d76d8-5c01-4886-a701-0236a7dd2d73), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.207209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41d76d8-5c01-4886-a701-0236a7dd2d73 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:22:49.215655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0814f3a2-a13b-4df6-9d83-c596e0016f1a') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:49.215933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0814f3a2-a13b-4df6-9d83-c596e0016f1a') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:49.216775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.218203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-13c32ef8-867b-4809-9e14-ebd0c2b6b37f admin admin] 10.222.0.62 "DELETE /v2.0/routers/f41d76d8-5c01-4886-a701-0236a7dd2d73 HTTP/1.1" status: 204 len: 168 time: 2.7937114 Feb 11 05:22:49.223748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51516) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:49.236253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (0814f3a2-a13b-4df6-9d83-c596e0016f1a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.252012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0814f3a2-a13b-4df6-9d83-c596e0016f1a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.265898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:49.266301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (0814f3a2-a13b-4df6-9d83-c596e0016f1a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:49.326991 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:49.356713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Attempting to bind port 167a7883-27ad-417a-a5dc-dad14f801f4e on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:49.357030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Attempting to bind port 167a7883-27ad-417a-a5dc-dad14f801f4e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:49.357338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Attempting to bind port 167a7883-27ad-417a-a5dc-dad14f801f4e on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:49.391955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Port 167a7883-27ad-417a-a5dc-dad14f801f4e on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:49.392297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Attempting to bind port 167a7883-27ad-417a-a5dc-dad14f801f4e on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:49.408517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2d7eb7-c6e0-4463-821c-dae8827a217e admin admin] Deleting subnet e0685eaf-ca6d-4b8f-b7f2-07db15d06405 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:49.420264 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7eb7-c6e0-4463-821c-dae8827a217e admin admin] Publish callbacks [] for subnet (e0685eaf-ca6d-4b8f-b7f2-07db15d06405), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.422630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:49.422970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:49.423355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:49.438180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Bound port: 167a7883-27ad-417a-a5dc-dad14f801f4e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:49.439020 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.462616 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d0893411-9dcb-41c4-a7ee-36bafd9247e8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.497807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.509233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d0893411-9dcb-41c4-a7ee-36bafd9247e8 HTTP/1.1" status: 204 len: 168 time: 1.8464375 Feb 11 05:22:49.511856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670aec50-b8d1-4b86-accd-2a182cc60e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0893411-9dcb-41c4-a7ee-36bafd9247e8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:49.565216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7eb7-c6e0-4463-821c-dae8827a217e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (e0685eaf-ca6d-4b8f-b7f2-07db15d06405), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.662862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7eb7-c6e0-4463-821c-dae8827a217e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e0685eaf-ca6d-4b8f-b7f2-07db15d06405), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.665212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-d866ad6b-733f-4840-b20f-00385998275a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.666995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] For port 167a7883-27ad-417a-a5dc-dad14f801f4e, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:49.671302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-d866ad6b-733f-4840-b20f-00385998275a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.676658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-d866ad6b-733f-4840-b20f-00385998275a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.682604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-d866ad6b-733f-4840-b20f-00385998275a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.687831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-d866ad6b-733f-4840-b20f-00385998275a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.693270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-d866ad6b-733f-4840-b20f-00385998275a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.698783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-d866ad6b-733f-4840-b20f-00385998275a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.700795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-d866ad6b-733f-4840-b20f-00385998275a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.1607203 Feb 11 05:22:49.721562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] For port 167a7883-27ad-417a-a5dc-dad14f801f4e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=167a7883-27ad-417a-a5dc-dad14f801f4e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:49.817630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.827369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-670c59f9-2ccd-4411-a3d0-8d888f6b6ed5 req-7b61189e-9606-42e2-a526-ca1ba194ce9a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110311 Feb 11 05:22:49.883588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0a752-92bd-4f35-880e-a251b7b06211 req-538aa228-96c5-47ca-84ad-217142b503b6 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.885164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eed0a752-92bd-4f35-880e-a251b7b06211 req-538aa228-96c5-47ca-84ad-217142b503b6 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 948 time: 0.1063144 Feb 11 05:22:49.891741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7eb7-c6e0-4463-821c-dae8827a217e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (e0685eaf-ca6d-4b8f-b7f2-07db15d06405), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.921350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.928440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.928440 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] 10.222.0.65 "PUT /v2.0/ports/167a7883-27ad-417a-a5dc-dad14f801f4e HTTP/1.1" status: 200 len: 1097 time: 3.5899982 Feb 11 05:22:49.928440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff99329e-1dca-401b-99ef-6ca0d21ae2f2', 'tag': '167a7883-27ad-417a-a5dc-dad14f801f4e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:49.936280 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a129d770-dfd2-4b46-b841-6df9de49bfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff99329e-1dca-401b-99ef-6ca0d21ae2f2", "tag": "167a7883-27ad-417a-a5dc-dad14f801f4e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:49.987706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d7eb7-c6e0-4463-821c-dae8827a217e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0685eaf-ca6d-4b8f-b7f2-07db15d06405,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:50.002178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7eb7-c6e0-4463-821c-dae8827a217e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.016411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d2d7eb7-c6e0-4463-821c-dae8827a217e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e0685eaf-ca6d-4b8f-b7f2-07db15d06405 HTTP/1.1" status: 204 len: 168 time: 0.7916844 Feb 11 05:22:50.022690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51534) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:50.077546 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c621cd3-62a3-413f-92b8-d24f346a870c x-openstack-request-id: req-0c621cd3-62a3-413f-92b8-d24f346a870c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:50.077865 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff99329e-1dca-401b-99ef-6ca0d21ae2f2", "tag": "167a7883-27ad-417a-a5dc-dad14f801f4e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:50.078074 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c621cd3-62a3-413f-92b8-d24f346a870c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:50.078469 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff99329e-1dca-401b-99ef-6ca0d21ae2f2', 'tag': '167a7883-27ad-417a-a5dc-dad14f801f4e', 'status': 'completed', 'code': 200} Feb 11 05:22:50.078977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eed0a752-92bd-4f35-880e-a251b7b06211 req-f4529114-d31e-4f84-9595-e86e85ce395b tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773496 Feb 11 05:22:50.189012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (a8597df4-7b5c-4d21-a51b-c970cbbc3f9d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.191681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51540) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:50.201541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f506-f441-4295-81d1-6eb6934ce065 service neutron] Pushing event updated for resources: {'Port': ['ID=167a7883-27ad-417a-a5dc-dad14f801f4e,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:50.282783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-8d79ed45-f245-4318-a08e-8d8b1c0c6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:50.284335 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-8d79ed45-f245-4318-a08e-8d8b1c0c6e39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 1131 time: 0.2087467 Feb 11 05:22:50.408406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eca1d37d-40fa-49ff-8459-c77f24bd24ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f16d28bfd52408aa515b13b57574ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123642 Feb 11 05:22:50.411589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51544) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:50.417954 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-553dd57a-15d7-4445-934b-29110c82c33e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=167a7883-27ad-417a-a5dc-dad14f801f4e HTTP/1.1" status: 200 len: 217 time: 0.1256845 Feb 11 05:22:50.518437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-4fafb198-7632-4f02-bc67-16b669206714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:50.518743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf8292-ac78-4afd-92c1-300696424efd req-afaa6027-6f73-42ef-b2aa-4a7f7dfc3853 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:50.520218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48bf8292-ac78-4afd-92c1-300696424efd req-afaa6027-6f73-42ef-b2aa-4a7f7dfc3853 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 950 time: 0.2837579 Feb 11 05:22:50.524556 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-4fafb198-7632-4f02-bc67-16b669206714 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1015162 Feb 11 05:22:50.583217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-04e230c1-1e12-4d1c-b758-d8f2b57e75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:50.585117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-04e230c1-1e12-4d1c-b758-d8f2b57e75ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0550642 Feb 11 05:22:50.600943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (a8597df4-7b5c-4d21-a51b-c970cbbc3f9d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.637732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8597df4-7b5c-4d21-a51b-c970cbbc3f9d']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:50.652141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 403293eb-4b3b-4ecd-98c9-1fe835d091cb no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:50.653755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7293ecc6-943d-475c-9683-9a58f4676cc1') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:50.653755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7293ecc6-943d-475c-9683-9a58f4676cc1') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:50.665546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (7293ecc6-943d-475c-9683-9a58f4676cc1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.684131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7293ecc6-943d-475c-9683-9a58f4676cc1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.691200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:50.691591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (7293ecc6-943d-475c-9683-9a58f4676cc1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.702857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 403293eb-4b3b-4ecd-98c9-1fe835d091cb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:50.703422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 403293eb-4b3b-4ecd-98c9-1fe835d091cb not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:50.768565 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-47f631ca-d4e7-4294-8ecc-fc88edfcb5f5 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767011 Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:50.776188 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:50.839709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33c4e255-e08c-4272-9337-3114dc102cda admin admin] Publish callbacks [] for security_group (3a140ce2-f044-44e5-b302-c993ec80b09a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.885653 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33c4e255-e08c-4272-9337-3114dc102cda admin admin] Publish callbacks [] for security_group (3a140ce2-f044-44e5-b302-c993ec80b09a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.920148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (a8597df4-7b5c-4d21-a51b-c970cbbc3f9d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.936768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-9da0ce6b-e691-4a50-b4d8-bd4bb2b4f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:50.938364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-9da0ce6b-e691-4a50-b4d8-bd4bb2b4f822 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7&tenant_id=258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 1133 time: 0.1526783 Feb 11 05:22:50.965984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.965984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a8597df4-7b5c-4d21-a51b-c970cbbc3f9d HTTP/1.1" status: 204 len: 168 time: 0.9394031 Feb 11 05:22:50.965984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412d98c-018e-4623-9db1-e943b60b4786 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8597df4-7b5c-4d21-a51b-c970cbbc3f9d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:50.978775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48bf8292-ac78-4afd-92c1-300696424efd req-832d8d4b-884f-4f3f-bca4-f3dfe34118f0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133405 Feb 11 05:22:51.101828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-b0b8810a-c481-4c82-839e-d880ac5de14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.103464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-b0b8810a-c481-4c82-839e-d880ac5de14f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 1133 time: 0.1186950 Feb 11 05:22:51.154391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-c6985f46-96ac-4f03-b700-b5caeea350f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.183794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-c6985f46-96ac-4f03-b700-b5caeea350f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.201236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-c6985f46-96ac-4f03-b700-b5caeea350f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.208201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-c6985f46-96ac-4f03-b700-b5caeea350f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.227429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-c6985f46-96ac-4f03-b700-b5caeea350f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.234691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-c6985f46-96ac-4f03-b700-b5caeea350f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.256377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-c6985f46-96ac-4f03-b700-b5caeea350f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.259227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-c6985f46-96ac-4f03-b700-b5caeea350f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2584443 Feb 11 05:22:51.281840 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33c4e255-e08c-4272-9337-3114dc102cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3a140ce2-f044-44e5-b302-c993ec80b09a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.295145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33c4e255-e08c-4272-9337-3114dc102cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.298323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-33c4e255-e08c-4272-9337-3114dc102cda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a140ce2-f044-44e5-b302-c993ec80b09a HTTP/1.1" status: 204 len: 168 time: 0.8820975 Feb 11 05:22:51.387158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4e255-e08c-4272-9337-3114dc102cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a140ce2-f044-44e5-b302-c993ec80b09a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:51.507742 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff9b3e6b-ccf8-4b8e-a826-402c7e5d2ecb req-afac790a-e594-4ad7-b1ee-85064c814547 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301917 Feb 11 05:22:51.511699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-130aab78-e978-4f1d-85c8-c684165f60a7 req-570777de-c7fb-400c-86f1-8898c5259bec tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2101150 Feb 11 05:22:51.532063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef3807-766c-4863-b5ac-9fd78ace9dec req-ce1109d4-e6e1-4818-85b5-3af23ad6816b tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.533757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4ef3807-766c-4863-b5ac-9fd78ace9dec req-ce1109d4-e6e1-4818-85b5-3af23ad6816b tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 948 time: 0.2727144 Feb 11 05:22:51.563210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-ef166fe6-483f-4281-b9cf-50c90ddaf375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.565045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-ef166fe6-483f-4281-b9cf-50c90ddaf375 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.3022993 Feb 11 05:22:51.620033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:51.625279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-c1e7e528-0d7a-47a3-83fd-6c5f1f4d52da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 200 len: 217 time: 0.0530174 Feb 11 05:22:51.695049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-fa23da96-5de5-44e0-bbbb-d30069a51016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.697387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-fa23da96-5de5-44e0-bbbb-d30069a51016 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0661590 Feb 11 05:22:51.726313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4ef3807-766c-4863-b5ac-9fd78ace9dec req-5ee6d3b4-e418-43ba-97a8-29646b954496 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831071 Feb 11 05:22:51.732559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51570) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.786522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-e87cf515-5a03-4314-adb1-2ec240287796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.788894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-e87cf515-5a03-4314-adb1-2ec240287796 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0822170 Feb 11 05:22:51.833245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d82f086e-72db-418a-8000-aa8c85b62528 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:51.835053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.904134 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c4ce87cc-f27e-4099-859e-5a5e64b15284 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b2f3e50e66645b781c75ce85e69bcb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591935 Feb 11 05:22:51.906170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-7c30e3a3-c18a-4203-826f-32a637b2b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:51.914512 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-7c30e3a3-c18a-4203-826f-32a637b2b552 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 1131 time: 0.2389195 Feb 11 05:22:51.915146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51574) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.940877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:51.942280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:51.946818 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba97212-d29b-4a99-af35-91410babfc94" -d '{"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:52.024698 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.034354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-f080a7d4-5c9e-4f28-be59-c55320d4682a service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371390 Feb 11 05:22:52.078371 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01059515-7829-40e0-a45a-c02f97d99c79 x-openstack-request-id: req-01059515-7829-40e0-a45a-c02f97d99c79 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:52.078710 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:52.078976 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01059515-7829-40e0-a45a-c02f97d99c79 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:52.079386 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528', 'code': 200} Feb 11 05:22:52.139575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:52.181392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4986a5ff-f544-4863-b0da-438c1f1ff90d admin admin] Publish callbacks [] for security_group (4cd64bcc-a933-45b8-9ab4-ab98e1369b08), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.189346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-d5d800c8-1523-4dfa-b4d5-40c2081dcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.190941 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-d5d800c8-1523-4dfa-b4d5-40c2081dcc42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2685928 Feb 11 05:22:52.244559 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-5f575ab6-05e4-4ff1-b6df-66d81b9a3da9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=167a7883-27ad-417a-a5dc-dad14f801f4e HTTP/1.1" status: 200 len: 217 time: 0.0467739 Feb 11 05:22:52.249955 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4986a5ff-f544-4863-b0da-438c1f1ff90d admin admin] Publish callbacks [] for security_group (4cd64bcc-a933-45b8-9ab4-ab98e1369b08), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.297295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e760629-648d-4f96-94f3-529ca2a5f37e req-3b82a5c9-06e0-4f4e-abb5-e3a00fec1ff5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.299156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e760629-648d-4f96-94f3-529ca2a5f37e req-3b82a5c9-06e0-4f4e-abb5-e3a00fec1ff5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.1608534 Feb 11 05:22:52.306049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-336b51bc-e2bf-4b84-aabc-2084ee2b4a2f req-11a11ab0-f7b9-4917-818a-bb2607eb29ad service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652388 Feb 11 05:22:52.335904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-a06da3ac-14af-4804-a121-ffbc955bf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.338138 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-a06da3ac-14af-4804-a121-ffbc955bf4ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0861557 Feb 11 05:22:52.390871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e760629-648d-4f96-94f3-529ca2a5f37e req-684ecf27-0487-451c-bb10-bfca57ce1b10 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836561 Feb 11 05:22:52.452644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-79f53efc-ed88-4f4c-bbdc-48c7878145ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.454173 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-79f53efc-ed88-4f4c-bbdc-48c7878145ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1012802 Feb 11 05:22:52.539358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4986a5ff-f544-4863-b0da-438c1f1ff90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4cd64bcc-a933-45b8-9ab4-ab98e1369b08), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.544178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4986a5ff-f544-4863-b0da-438c1f1ff90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.548116 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4986a5ff-f544-4863-b0da-438c1f1ff90d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cd64bcc-a933-45b8-9ab4-ab98e1369b08 HTTP/1.1" status: 204 len: 168 time: 0.6298993 Feb 11 05:22:52.574750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986a5ff-f544-4863-b0da-438c1f1ff90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd64bcc-a933-45b8-9ab4-ab98e1369b08,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:52.610689 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-4073947a-417f-479e-8fdc-7fb9acee4ec7 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493261 Feb 11 05:22:52.738698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-ffe7e6a2-1b9e-4345-b851-2c011765fd73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.758953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-ffe7e6a2-1b9e-4345-b851-2c011765fd73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.774891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-ffe7e6a2-1b9e-4345-b851-2c011765fd73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.777704 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a129d770-dfd2-4b46-b841-6df9de49bfd5 req-f777382c-f431-40f4-b2fe-cb9ca063a4ca service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599526 Feb 11 05:22:52.785357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-ffe7e6a2-1b9e-4345-b851-2c011765fd73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.806503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-ffe7e6a2-1b9e-4345-b851-2c011765fd73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.813854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-ffe7e6a2-1b9e-4345-b851-2c011765fd73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.821372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-ffe7e6a2-1b9e-4345-b851-2c011765fd73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.824350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-ffe7e6a2-1b9e-4345-b851-2c011765fd73 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.1860278 Feb 11 05:22:52.930445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d9ebb-a819-4fb7-8d11-842572a20be0 req-a85bb33e-0c63-4f10-9401-d10f087c71e0 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.932013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-937d9ebb-a819-4fb7-8d11-842572a20be0 req-a85bb33e-0c63-4f10-9401-d10f087c71e0 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 948 time: 0.0985296 Feb 11 05:22:52.943935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ef21eff-b36a-49cd-887d-a3d39c04f9e5 req-d979b111-65e4-48c5-b4cd-7d9650c61911 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070220 Feb 11 05:22:53.015807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-937d9ebb-a819-4fb7-8d11-842572a20be0 req-f16d0587-4ae2-401a-a626-cdafec489536 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648265 Feb 11 05:22:53.112617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51606) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:53.269300 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1cce42d-9841-4f12-82ef-32bc333938f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.375035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1cce42d-9841-4f12-82ef-32bc333938f7 admin admin] Publish callbacks [] for security_group (4a47964b-02b6-4f09-a30f-938500b35915), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.482143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51624) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:53.515181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1cce42d-9841-4f12-82ef-32bc333938f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4a47964b-02b6-4f09-a30f-938500b35915), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.563499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a1cce42d-9841-4f12-82ef-32bc333938f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4395ccd2d7c1458a85c295a3da0f7e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4495869 Feb 11 05:22:53.566277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51628) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:53.574395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cce42d-9841-4f12-82ef-32bc333938f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47964b-02b6-4f09-a30f-938500b35915,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:53.622881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1489f-2a6b-451e-9a0f-7fa779313853 req-e528e618-5d68-4e45-9e66-53540a723aa7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:53.624540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ef1489f-2a6b-451e-9a0f-7fa779313853 req-e528e618-5d68-4e45-9e66-53540a723aa7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.1506262 Feb 11 05:22:53.674682 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e6dce3e-2d99-4ed0-8a72-aa0ddc605f22 admin admin] Publish callbacks [] for security_group (4a47964b-02b6-4f09-a30f-938500b35915), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.684658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2010796903-network', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:53.718151 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e6dce3e-2d99-4ed0-8a72-aa0ddc605f22 admin admin] Publish callbacks [] for security_group (4a47964b-02b6-4f09-a30f-938500b35915), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.722657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ef1489f-2a6b-451e-9a0f-7fa779313853 req-4ec8d276-609f-4c55-a100-e8ec496cd24c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804904 Feb 11 05:22:53.822491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Made reservation on behalf of 5fd8f252218043bb885df2add3e34a4c for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:53.824951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.834928 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.850759 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e6dce3e-2d99-4ed0-8a72-aa0ddc605f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4a47964b-02b6-4f09-a30f-938500b35915), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.853556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e6dce3e-2d99-4ed0-8a72-aa0ddc605f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.856669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5e6dce3e-2d99-4ed0-8a72-aa0ddc605f22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a47964b-02b6-4f09-a30f-938500b35915 HTTP/1.1" status: 204 len: 168 time: 0.2875898 Feb 11 05:22:53.871934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dce3e-2d99-4ed0-8a72-aa0ddc605f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47964b-02b6-4f09-a30f-938500b35915,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:53.935328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Publish callbacks [] for security_group (610ee169-790e-4dd1-a119-550319cbaa1f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.050710 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (610ee169-790e-4dd1-a119-550319cbaa1f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.111888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51644) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:54.147695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:22:54.159446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ee169-790e-4dd1-a119-550319cbaa1f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.169872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-e50d2046-ae70-4a4f-b8c8-fc294ef8debc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.171695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (6683cda9-1c73-4660-9e9d-d9ff70bd25b8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.172223 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Added segment 6683cda9-1c73-4660-9e9d-d9ff70bd25b8 of type vlan for network 4b1db2fe-a55e-429a-b859-7c48ed464959 Feb 11 05:22:54.175192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.175748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.176237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.176775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.176993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-e50d2046-ae70-4a4f-b8c8-fc294ef8debc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.177516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.178024 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.178543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.179020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.179492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.179976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.180571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.181066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.181728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:54.183475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-e50d2046-ae70-4a4f-b8c8-fc294ef8debc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.208585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-e50d2046-ae70-4a4f-b8c8-fc294ef8debc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.215976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-e50d2046-ae70-4a4f-b8c8-fc294ef8debc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.222255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-e50d2046-ae70-4a4f-b8c8-fc294ef8debc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.228551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-e50d2046-ae70-4a4f-b8c8-fc294ef8debc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.235638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (4b1db2fe-a55e-429a-b859-7c48ed464959), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.237688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-e50d2046-ae70-4a4f-b8c8-fc294ef8debc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2026832 Feb 11 05:22:54.339062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16b93f7e-3e2b-4110-90f2-3a3fe05388b0 req-436cbca4-457e-4559-8044-45f922af9452 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001120 Feb 11 05:22:54.375056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be790a-494b-4ba8-b3c7-a56e3969978e req-b888be7f-1ccc-4eb6-99d7-c0b34f8f1da2 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.377741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1be790a-494b-4ba8-b3c7-a56e3969978e req-b888be7f-1ccc-4eb6-99d7-c0b34f8f1da2 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 948 time: 0.1361809 Feb 11 05:22:54.441021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 167a7883-27ad-417a-a5dc-dad14f801f4e details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:54.441541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1563204843-network', 'tenant_id': 'dfffb0812c9f4d81824a43fce4fb8c89'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:54.447220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (4b1db2fe-a55e-429a-b859-7c48ed464959), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.448265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.449053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.456108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1be790a-494b-4ba8-b3c7-a56e3969978e req-775305e5-6d8f-4da8-af16-b288763193c3 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701258 Feb 11 05:22:54.527730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] Pushing event updated for resources: {'Network': ['ID=4b1db2fe-a55e-429a-b859-7c48ed464959,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.561294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:22:54.617672 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c2c7b78c-392c-4531-bee5-d4626d5b2f6d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1328776 Feb 11 05:22:54.619109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51650) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:54.624852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Request body: {'subnet': {'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2010796903-subnet', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:54.645234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 167a7883-27ad-417a-a5dc-dad14f801f4e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=167a7883-27ad-417a-a5dc-dad14f801f4e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:54.662945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '167a7883-27ad-417a-a5dc-dad14f801f4e', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '167a7883-27ad-417a-a5dc-dad14f801f4e', 'mac_address': 'fa:16:3e:f5:5d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:54.696158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Made reservation on behalf of dfffb0812c9f4d81824a43fce4fb8c89 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:54.698596 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.710033 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.719093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 167a7883-27ad-417a-a5dc-dad14f801f4e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:54.719717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.731594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Made reservation on behalf of 5fd8f252218043bb885df2add3e34a4c for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:54.733996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.735543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167a7883-27ad-417a-a5dc-dad14f801f4e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:54.766946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 167a7883-27ad-417a-a5dc-dad14f801f4e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=167a7883-27ad-417a-a5dc-dad14f801f4e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:54.816321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51654) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:54.835959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6094e3d-f96d-4508-91e9-9ba608cb7be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.854293 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.872284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c241-bb57-4f03-adca-aa74ecd4060c req-fdd527d3-9f02-4131-b235-5c2d4e0941e5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.879979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f388c241-bb57-4f03-adca-aa74ecd4060c req-fdd527d3-9f02-4131-b235-5c2d4e0941e5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.0653687 Feb 11 05:22:54.923116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Publish callbacks [] for security_group (87e88743-33c9-4d90-bb1f-ee17e7b957d7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.941019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f388c241-bb57-4f03-adca-aa74ecd4060c req-0a10b2d1-aa68-4a7a-8cec-d217986c6174 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543981 Feb 11 05:22:54.972092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=167a7883-27ad-417a-a5dc-dad14f801f4e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.985599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (87e88743-33c9-4d90-bb1f-ee17e7b957d7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.056812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:22:55.076790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['167a7883-27ad-417a-a5dc-dad14f801f4e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:55.086534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e88743-33c9-4d90-bb1f-ee17e7b957d7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.091607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6094e3d-f96d-4508-91e9-9ba608cb7be0 admin admin] Publish callbacks [] for security_group (de2f8cb3-34b2-4870-9107-9024f5128cc4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.094389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d680690-8b43-4c62-b337-aa291140d125 req-149821d4-0114-427e-a69b-928fb564e43d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.096754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (33733f7a-c91c-4222-b3cc-a7a70f3a6569), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.096929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d680690-8b43-4c62-b337-aa291140d125 req-149821d4-0114-427e-a69b-928fb564e43d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 948 time: 0.0726202 Feb 11 05:22:55.097103 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Added segment 33733f7a-c91c-4222-b3cc-a7a70f3a6569 of type vlan for network 90f223e5-be66-4fc4-8707-7efa081abb7c Feb 11 05:22:55.148457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (90f223e5-be66-4fc4-8707-7efa081abb7c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.166626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d680690-8b43-4c62-b337-aa291140d125 req-8a3b1ae1-6296-4fc0-b15c-eaca5198d018 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605023 Feb 11 05:22:55.170298 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (02137e39-fbad-499a-979f-18f8d10194e3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.230678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6094e3d-f96d-4508-91e9-9ba608cb7be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (de2f8cb3-34b2-4870-9107-9024f5128cc4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.296251 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a6094e3d-f96d-4508-91e9-9ba608cb7be0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e76cafca2434f01b37fe4fcee0e4cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788327 Feb 11 05:22:55.299017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51662) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.331435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02137e39-fbad-499a-979f-18f8d10194e3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.382308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Checking segment: {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:55.382308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Network hostable DHCP agents. Network: 4b1db2fe-a55e-429a-b859-7c48ed464959, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:22:55.394197 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (90f223e5-be66-4fc4-8707-7efa081abb7c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.395769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.395976 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c83e889-6f0f-4a2a-aa28-f4594788b07a admin admin] Publish callbacks [] for security_group (de2f8cb3-34b2-4870-9107-9024f5128cc4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.397211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.453630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6094e3d-f96d-4508-91e9-9ba608cb7be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f8cb3-34b2-4870-9107-9024f5128cc4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.477196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c83e889-6f0f-4a2a-aa28-f4594788b07a admin admin] Publish callbacks [] for security_group (de2f8cb3-34b2-4870-9107-9024f5128cc4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.518257 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3970771 Feb 11 05:22:55.519257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66d3f4-6fa3-4915-b54e-4a2eaa677575 admin admin] Pushing event updated for resources: {'Network': ['ID=90f223e5-be66-4fc4-8707-7efa081abb7c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.522089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51678) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.526790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Request body: {'subnet': {'network_id': '90f223e5-be66-4fc4-8707-7efa081abb7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1563204843-subnet', 'tenant_id': 'dfffb0812c9f4d81824a43fce4fb8c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:55.532463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 90f223e5-be66-4fc4-8707-7efa081abb7c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:22:55.563212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:22:55.567413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-8a94a61a-78c8-4bd8-8415-17cb9a463f22 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=258605e0a8234c5b93e778a189d77610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635462 Feb 11 05:22:55.638339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-5e534728-a9cf-45ac-a5b2-f2473d8bdfa6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.641619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Made reservation on behalf of dfffb0812c9f4d81824a43fce4fb8c89 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:55.643348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-5e534728-a9cf-45ac-a5b2-f2473d8bdfa6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.643977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.649808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-5e534728-a9cf-45ac-a5b2-f2473d8bdfa6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.651316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:55.655332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-5e534728-a9cf-45ac-a5b2-f2473d8bdfa6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.660724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-5e534728-a9cf-45ac-a5b2-f2473d8bdfa6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.666215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-5e534728-a9cf-45ac-a5b2-f2473d8bdfa6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.671674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-5e534728-a9cf-45ac-a5b2-f2473d8bdfa6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.673692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-5e534728-a9cf-45ac-a5b2-f2473d8bdfa6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2249556 Feb 11 05:22:55.744587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 4b1db2fe-a55e-429a-b859-7c48ed464959) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:55.751004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.753964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.763583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568518d3-348d-4c26-85d0-e09691b09154 None None] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:55.844160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:55.847792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-84c10e74-3282-4038-b34d-92463ab81062 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2274466 Feb 11 05:22:55.851205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51680) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.859489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:55.866676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'd82f086e-72db-418a-8000-aa8c85b62528', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'd82f086e-72db-418a-8000-aa8c85b62528', 'mac_address': 'fa:16:3e:eb:f9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:55.932351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d82f086e-72db-418a-8000-aa8c85b62528 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:55.932817 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.950269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-4b1db2fe-a55e-429a-b859-7c48ed464959', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:22:55.950960 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.954071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (c476b9fb-0093-4386-afd2-d8868a2c415a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.957011 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (c476b9fb-0093-4386-afd2-d8868a2c415a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.979421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82f086e-72db-418a-8000-aa8c85b62528 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:56.013496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:56.056894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c83e889-6f0f-4a2a-aa28-f4594788b07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (de2f8cb3-34b2-4870-9107-9024f5128cc4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.059569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c83e889-6f0f-4a2a-aa28-f4594788b07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.063178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3c83e889-6f0f-4a2a-aa28-f4594788b07a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de2f8cb3-34b2-4870-9107-9024f5128cc4 HTTP/1.1" status: 204 len: 168 time: 0.7606189 Feb 11 05:22:56.073932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-72fedc07-108a-43c7-a5ea-1a5b586f11a5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.075708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-72fedc07-108a-43c7-a5ea-1a5b586f11a5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5073950 Feb 11 05:22:56.100001 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b9be256-08b3-4678-b9ee-66ca07bdab25 req-c83261b9-3387-436e-9b73-cb9fd516c1e4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089835 Feb 11 05:22:56.102636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83e889-6f0f-4a2a-aa28-f4594788b07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f8cb3-34b2-4870-9107-9024f5128cc4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:56.138131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-57020fbf-0a7b-47b8-a9ac-e256395f9ddb tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/quotas/258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 375 time: 0.0367959 Feb 11 05:22:56.218902 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.296260 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d95b87c3-87d6-46b1-8150-f6f91cb5486c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1435893 Feb 11 05:22:56.331364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd1084-d9da-430c-8632-07c87cd6f6de req-afcb42b5-db35-4399-b651-d2f78b57e196 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.340104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7fd1084-d9da-430c-8632-07c87cd6f6de req-afcb42b5-db35-4399-b651-d2f78b57e196 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 949 time: 0.1063752 Feb 11 05:22:56.368493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (8d481290-e2dc-4a00-b415-f6782f06d69d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.371448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks [] for router_controller (c476b9fb-0093-4386-afd2-d8868a2c415a), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.385171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Allocated IP 172.20.0.2 (4b1db2fe-a55e-429a-b859-7c48ed464959/02137e39-fbad-499a-979f-18f8d10194e3/2ca176ff-11e0-4a10-8a10-6a98a523d589) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:56.406079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7fd1084-d9da-430c-8632-07c87cd6f6de req-b1f27a62-ec93-4a90-b10b-c120a86aa394 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635180 Feb 11 05:22:56.455426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d481290-e2dc-4a00-b415-f6782f06d69d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:56.470067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Checking segment: {'id': '33733f7a-c91c-4222-b3cc-a7a70f3a6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '90f223e5-be66-4fc4-8707-7efa081abb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:56.470695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Network hostable DHCP agents. Network: 90f223e5-be66-4fc4-8707-7efa081abb7c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:22:56.484362 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:56.492222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 167a7883-27ad-417a-a5dc-dad14f801f4e up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:56.587668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d82f086e-72db-418a-8000-aa8c85b62528'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:56.646529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Network 90f223e5-be66-4fc4-8707-7efa081abb7c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:22:56.650500 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Publish callbacks [] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.781945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 90f223e5-be66-4fc4-8707-7efa081abb7c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:56.794030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c193b27b-5380-4fd6-a295-8dba03f76c25 req-9e10d013-6c80-4ffe-a37c-14b9acff3ae9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 210 time: 0.0686119 Feb 11 05:22:56.825550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.826149 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.845234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks [] for router_gateway (c476b9fb-0093-4386-afd2-d8868a2c415a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.875130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23db8a-1815-4be3-8146-b36fc9c1dbfe None None] Network 90f223e5-be66-4fc4-8707-7efa081abb7c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:56.881741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.883918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 167a7883-27ad-417a-a5dc-dad14f801f4e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:22:56.937826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 167a7883-27ad-417a-a5dc-dad14f801f4e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:56.938203 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.017214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:57.019091 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-abe8b80c-7110-49a9-a6d1-135dbee943b8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4960365 Feb 11 05:22:57.036031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:57.047122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:57.058355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Pushing event updated for resources: {'Port': ['ID=2ca176ff-11e0-4a10-8a10-6a98a523d589,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.164867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a55c4-6e8a-40d3-adad-02d34d257c01 None None] Network 90f223e5-be66-4fc4-8707-7efa081abb7c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:57.262429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Attempting to bind port 2ca176ff-11e0-4a10-8a10-6a98a523d589 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:57.283176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Attempting to bind port 2ca176ff-11e0-4a10-8a10-6a98a523d589 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:57.283758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Attempting to bind port 2ca176ff-11e0-4a10-8a10-6a98a523d589 on network 4b1db2fe-a55e-429a-b859-7c48ed464959 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:57.346244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks [] for router_gateway (c476b9fb-0093-4386-afd2-d8868a2c415a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.370372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.376317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-f0ab2b42-3b74-42f1-9ad7-14ab13d6fd8b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.380565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:57.382941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Checking segment: {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:57.383372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.383785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Bound using segment: {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:57.384025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-f0ab2b42-3b74-42f1-9ad7-14ab13d6fd8b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.384296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Bound port: 2ca176ff-11e0-4a10-8a10-6a98a523d589, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:57.384715 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.391217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-f0ab2b42-3b74-42f1-9ad7-14ab13d6fd8b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.399840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-f0ab2b42-3b74-42f1-9ad7-14ab13d6fd8b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.407129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-f0ab2b42-3b74-42f1-9ad7-14ab13d6fd8b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.414133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-f0ab2b42-3b74-42f1-9ad7-14ab13d6fd8b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.421024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-f0ab2b42-3b74-42f1-9ad7-14ab13d6fd8b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.423491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-f0ab2b42-3b74-42f1-9ad7-14ab13d6fd8b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.1813984 Feb 11 05:22:57.456096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 167a7883-27ad-417a-a5dc-dad14f801f4e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:57.457589 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.525321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42abde15-98b9-4453-b9a2-8dc57c296787 req-a8d044ff-9951-4d5e-83e1-a63b104d2f71 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925522 Feb 11 05:22:57.547719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff99329e-1dca-401b-99ef-6ca0d21ae2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167a7883-27ad-417a-a5dc-dad14f801f4e'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:57.550016 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38a9d5-0fa0-47ae-90a7-bea6db43156d" -d '{"events": [{"server_uuid": "ff99329e-1dca-401b-99ef-6ca0d21ae2f2", "name": "network-vif-plugged", "status": "completed", "tag": "167a7883-27ad-417a-a5dc-dad14f801f4e"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:57.558826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Allocated IP 172.25.8.16 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f05e3542-4e75-4bd4-bd30-109b736b6c9a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:57.571110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 167a7883-27ad-417a-a5dc-dad14f801f4e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=167a7883-27ad-417a-a5dc-dad14f801f4e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:57.588837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] For port 2ca176ff-11e0-4a10-8a10-6a98a523d589, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:57.592207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] For port 2ca176ff-11e0-4a10-8a10-6a98a523d589, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2ca176ff-11e0-4a10-8a10-6a98a523d589,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:57.648832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.715911 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.761582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09775106-165b-40e9-a12f-5682929b0c71 req-f2324f67-c834-448c-b337-d323f23cae60 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.763818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09775106-165b-40e9-a12f-5682929b0c71 req-f2324f67-c834-448c-b337-d323f23cae60 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 949 time: 0.1430507 Feb 11 05:22:57.787648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=167a7883-27ad-417a-a5dc-dad14f801f4e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.793078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks [] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.870527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790d493-6bd4-4711-86bb-06c16057e580 None None] Pushing event updated for resources: {'Port': ['ID=2ca176ff-11e0-4a10-8a10-6a98a523d589,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.924791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.952766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09775106-165b-40e9-a12f-5682929b0c71 req-25724f54-5608-41fc-873d-f0320036e4e9 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707852 Feb 11 05:22:57.987700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-23c99904-3715-48b6-a997-f9fa6f694851 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.992953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-23c99904-3715-48b6-a997-f9fa6f694851 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/networks?id=90f223e5-be66-4fc4-8707-7efa081abb7c HTTP/1.1" status: 200 len: 809 time: 0.2839396 Feb 11 05:22:58.000400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:58.009518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:58.013876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:58.019645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-75057aa8-2401-4c8d-ba1e-04a26f01318e tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/quotas/dfffb0812c9f4d81824a43fce4fb8c89 HTTP/1.1" status: 200 len: 375 time: 0.0221477 Feb 11 05:22:58.025307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Pushing event updated for resources: {'Port': ['ID=f05e3542-4e75-4bd4-bd30-109b736b6c9a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:58.042932 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd822834-4c7b-4d37-8476-5a6fbd4870b0 x-openstack-request-id: req-bd822834-4c7b-4d37-8476-5a6fbd4870b0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:58.043460 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff99329e-1dca-401b-99ef-6ca0d21ae2f2", "name": "network-vif-plugged", "status": "completed", "tag": "167a7883-27ad-417a-a5dc-dad14f801f4e", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:58.044020 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd822834-4c7b-4d37-8476-5a6fbd4870b0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:58.044686 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff99329e-1dca-401b-99ef-6ca0d21ae2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167a7883-27ad-417a-a5dc-dad14f801f4e', 'code': 200} Feb 11 05:22:58.125526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-fa5530bc-8baf-432f-be18-56171b40770e tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dfffb0812c9f4d81824a43fce4fb8c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928643 Feb 11 05:22:58.241583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebc1f222-4db8-4f3d-91b5-6cedf3c9f70f req-ad6ca14a-46c1-46bc-b92e-1b407a5f858f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 210 time: 0.0579665 Feb 11 05:22:58.336430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-63d8e813-b204-46c8-9d81-29a7652c23c5 service neutron] 10.222.0.62 "GET /v2.0/networks/90f223e5-be66-4fc4-8707-7efa081abb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060595 Feb 11 05:22:58.422293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ea8eb-52e2-462a-ba04-b121caf98469 req-56bd251f-c177-4ded-a07c-a4d3359005c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.424006 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-367ea8eb-52e2-462a-ba04-b121caf98469 req-56bd251f-c177-4ded-a07c-a4d3359005c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 1133 time: 0.1706474 Feb 11 05:22:58.487261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-0d9c41be-3d89-46aa-ae00-34641ffedddc service neutron] 10.222.0.62 "GET /v2.0/networks/90f223e5-be66-4fc4-8707-7efa081abb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429272 Feb 11 05:22:58.572277 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-367ea8eb-52e2-462a-ba04-b121caf98469 req-844d93ca-603f-49b4-94de-ab07f6188ce9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418638 Feb 11 05:22:58.684210 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks [] for router_gateway (c476b9fb-0093-4386-afd2-d8868a2c415a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.795113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-058d1dc6-3d43-40c7-bd05-ee38edf70f00 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.816858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-058d1dc6-3d43-40c7-bd05-ee38edf70f00 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.831705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-058d1dc6-3d43-40c7-bd05-ee38edf70f00 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.837739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-058d1dc6-3d43-40c7-bd05-ee38edf70f00 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.854473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2ca176ff-11e0-4a10-8a10-6a98a523d589 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:58.857789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-058d1dc6-3d43-40c7-bd05-ee38edf70f00 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.863636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-058d1dc6-3d43-40c7-bd05-ee38edf70f00 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.882500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-058d1dc6-3d43-40c7-bd05-ee38edf70f00 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:58.884678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-058d1dc6-3d43-40c7-bd05-ee38edf70f00 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2346013 Feb 11 05:22:58.968816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ee8dc26-96ac-424f-b60a-a44e4c52d2f0 req-eb204678-398b-4920-b89b-adade53c6e9a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 210 time: 0.0830767 Feb 11 05:22:59.023175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2ca176ff-11e0-4a10-8a10-6a98a523d589 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:59.023625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.085044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9aeb63b8-a9f5-430c-ac9b-46578cd7f93a req-b302fe51-a231-44b8-969c-748deaad72dd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726282 Feb 11 05:22:59.146515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (c476b9fb-0093-4386-afd2-d8868a2c415a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.265342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104e85a-0cd2-4329-ac74-88304db05c4a req-899e1f86-366d-448b-9816-7c340400934d tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:59.266930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f104e85a-0cd2-4329-ac74-88304db05c4a req-899e1f86-366d-448b-9816-7c340400934d tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 950 time: 0.1199918 Feb 11 05:22:59.278562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2ca176ff-11e0-4a10-8a10-6a98a523d589 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:59.279604 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.407506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 2ca176ff-11e0-4a10-8a10-6a98a523d589, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2ca176ff-11e0-4a10-8a10-6a98a523d589,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:59.424203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11612378-0cdb-4fda-aa47-e0fc18bba8d0 None None] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:59.477715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc77ca2e-d01c-48b2-8edb-d44d1f4270a1 req-1f2e0be7-0b51-416e-873b-23e99e9a1d16 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 210 time: 0.0624032 Feb 11 05:22:59.500374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f104e85a-0cd2-4329-ac74-88304db05c4a req-074a2715-526f-4402-9e8c-d73d6554cef0 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004006 Feb 11 05:22:59.530330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.541087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-18b33ea8-67bd-487c-846a-a69c3487b602 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=258605e0a8234c5b93e778a189d77610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486217 Feb 11 05:22:59.644219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d7630404-0128-401f-98ca-d389681e1051 None None] Provisioning complete for port 2ca176ff-11e0-4a10-8a10-6a98a523d589 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:59.644629 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7630404-0128-401f-98ca-d389681e1051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.649563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=2ca176ff-11e0-4a10-8a10-6a98a523d589,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:59.674486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:59.686561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Router c476b9fb-0093-4386-afd2-d8868a2c415a is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:22:59.799840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port d82f086e-72db-418a-8000-aa8c85b62528 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:59.800474 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d82f086e-72db-418a-8000-aa8c85b62528), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.921231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d7630404-0128-401f-98ca-d389681e1051 None None] Current status of the port 2ca176ff-11e0-4a10-8a10-6a98a523d589 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:59.940921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-f9a303bf-7010-422a-8fb4-8fa2359ce2db tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:59.945808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-f9a303bf-7010-422a-8fb4-8fa2359ce2db tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3953707 Feb 11 05:22:59.948255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:59.965191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Request body: {'port': {'device_id': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '258605e0a8234c5b93e778a189d77610'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:00.047668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d82f086e-72db-418a-8000-aa8c85b62528 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:00.065142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.069438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Sync routers for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:00.144671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:00.148451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:00.151725 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c0eaab-c290-45d9-8825-507eaf577314" -d '{"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-plugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:00.166305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:00.169778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:00.247649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62c3b1a3-a62c-42ec-aeb3-65d566aa93c1 req-bee9bcbe-b610-4786-8c2a-02c9c7b41798 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 210 time: 0.0885892 Feb 11 05:23:00.251858 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.253568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.258245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51790) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.267874 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7bb3cd0e-fb1d-4b2a-afaf-6f8a5d7f60ae admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4153056 Feb 11 05:23:00.343190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=11']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.369064 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e97e4f5-c6f6-467e-b1df-48dbdfed801f x-openstack-request-id: req-4e97e4f5-c6f6-467e-b1df-48dbdfed801f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:00.369376 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-plugged", "status": "completed", "tag": "d82f086e-72db-418a-8000-aa8c85b62528", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:00.369835 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e97e4f5-c6f6-467e-b1df-48dbdfed801f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:00.370632 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528', 'code': 200} Feb 11 05:23:00.419515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-26b3646b-e85b-4d3d-b8f4-a1939067242e None None] Provisioning complete for port 2ca176ff-11e0-4a10-8a10-6a98a523d589 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:00.419889 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26b3646b-e85b-4d3d-b8f4-a1939067242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.475795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Made reservation on behalf of 258605e0a8234c5b93e778a189d77610 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:00.482584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.482814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:00.568413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-05b91fa4-1f70-460a-8a0d-9301ce707033 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.579018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-05b91fa4-1f70-460a-8a0d-9301ce707033 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.587713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-05b91fa4-1f70-460a-8a0d-9301ce707033 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.594909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-05b91fa4-1f70-460a-8a0d-9301ce707033 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.605674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-05b91fa4-1f70-460a-8a0d-9301ce707033 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.613996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-05b91fa4-1f70-460a-8a0d-9301ce707033 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.622272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-05b91fa4-1f70-460a-8a0d-9301ce707033 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.632876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-05b91fa4-1f70-460a-8a0d-9301ce707033 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2965839 Feb 11 05:23:00.705462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6067a5cf-7039-41e2-b5a1-d9e7ecb00a58 req-2618a1ab-8e63-48ec-9ebb-51abc11d3116 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 210 time: 0.0693951 Feb 11 05:23:00.879811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Allocated IP 192.168.233.134 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/3af37261-5b7a-4bfa-8af7-e96d26a871a9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:01.003650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7612c1c-0cf3-471f-9f0c-098e81844d19 req-94a0c1f2-a378-4adf-abde-510fe85b90d5 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3693762 Feb 11 05:23:01.159425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks [] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.187293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2ca176ff-11e0-4a10-8a10-6a98a523d589 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:01.200543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-26b3646b-e85b-4d3d-b8f4-a1939067242e None None] Current status of the port 2ca176ff-11e0-4a10-8a10-6a98a523d589 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:01.263732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65f384-e149-4333-920a-972c24fde714 req-45fe3cef-4a4e-45d4-88e4-a12a2c13cd4b tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:01.271084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e65f384-e149-4333-920a-972c24fde714 req-45fe3cef-4a4e-45d4-88e4-a12a2c13cd4b tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 950 time: 0.4097388 Feb 11 05:23:01.308992 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.337451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'd82f086e-72db-418a-8000-aa8c85b62528'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:01.363349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:01.419447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:01.425610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:01.433994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:01.486993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.490717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a27dd3d0-0b53-4902-b66a-5083eb938631 req-9e3f5511-19e3-427f-90a9-7011466fb8b9 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 210 time: 0.0820451 Feb 11 05:23:01.521575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e65f384-e149-4333-920a-972c24fde714 req-4e616461-564e-47aa-ae2c-b59bd70316dc tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467587 Feb 11 05:23:01.554786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2ca176ff-11e0-4a10-8a10-6a98a523d589 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:01.555177 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.588033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:01.588893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.620308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:22:58Z', 'revision_number': 3, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:01.641842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.681045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Checking router: c476b9fb-0093-4386-afd2-d8868a2c415a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:01.681707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Updating router c476b9fb-0093-4386-afd2-d8868a2c415a port f05e3542-4e75-4bd4-bd30-109b736b6c9a binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:01.687260 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-cac9e80a-5069-45f8-a1a2-2197697c34a1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7306044 Feb 11 05:23:01.698701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Request body: {'port': {'device_id': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:01.735446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.823357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.933693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d65405df-f7b6-4f31-b92f-95ec86fe23c5 None None] Provisioning complete for port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:01.934165 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d65405df-f7b6-4f31-b92f-95ec86fe23c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.138443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049b9ea-4995-4ba4-b809-7373a7879abc req-e47c1e4f-3cf6-4528-99c6-6dc36e5a411c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.146690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2049b9ea-4995-4ba4-b809-7373a7879abc req-e47c1e4f-3cf6-4528-99c6-6dc36e5a411c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 936 time: 0.2223628 Feb 11 05:23:02.166697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2ca176ff-11e0-4a10-8a10-6a98a523d589 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:02.226001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d65405df-f7b6-4f31-b92f-95ec86fe23c5 None None] Port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:02.288996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-3815ac97-835d-42be-a648-40e46cfcdade tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.290591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-3815ac97-835d-42be-a648-40e46cfcdade tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.65 "GET /v2.0/networks?id=90f223e5-be66-4fc4-8707-7efa081abb7c HTTP/1.1" status: 200 len: 809 time: 0.1342669 Feb 11 05:23:02.320030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Request body: {'port': {'device_id': '275eb835-ce4c-4220-a92b-5602f8abe21c', 'network_id': '90f223e5-be66-4fc4-8707-7efa081abb7c', 'admin_state_up': True, 'tenant_id': 'dfffb0812c9f4d81824a43fce4fb8c89'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:02.442037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2049b9ea-4995-4ba4-b809-7373a7879abc req-bce2cd2b-ae6d-433c-bfe1-a1c058339a87 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890453 Feb 11 05:23:02.445049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Allocated IP 172.20.0.1 (4b1db2fe-a55e-429a-b859-7c48ed464959/02137e39-fbad-499a-979f-18f8d10194e3/c19e111e-1303-463b-a85e-96e92d4e2473) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:02.472702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af37261-5b7a-4bfa-8af7-e96d26a871a9 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:02.488423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Publish callbacks [] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.511270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Transition to ACTIVE for port object 3af37261-5b7a-4bfa-8af7-e96d26a871a9 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:02.615652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-c6d165e8-6fc0-4c81-b6e8-ed12662b9448 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.620970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-c6d165e8-6fc0-4c81-b6e8-ed12662b9448 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.626392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-c6d165e8-6fc0-4c81-b6e8-ed12662b9448 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.627110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.632631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-c6d165e8-6fc0-4c81-b6e8-ed12662b9448 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.638256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-c6d165e8-6fc0-4c81-b6e8-ed12662b9448 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.643678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-c6d165e8-6fc0-4c81-b6e8-ed12662b9448 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.650147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-c6d165e8-6fc0-4c81-b6e8-ed12662b9448 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.652105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-c6d165e8-6fc0-4c81-b6e8-ed12662b9448 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.3601735 Feb 11 05:23:02.687114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.693471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-af57425c-80dc-4d86-a2d3-944a3972e4de tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058531 Feb 11 05:23:02.744055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2174d64d-c035-477d-b0cb-f9afe0a53902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.749588 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Publish callbacks [] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.813775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:02.819308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:02.819872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:02.826603 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:02.826936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:02.830093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.847076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:02.847702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:02.848111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:02.848628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Bound port: 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:02.849233 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.918449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Attempting to bind port f05e3542-4e75-4bd4-bd30-109b736b6c9a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:02.918801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Attempting to bind port f05e3542-4e75-4bd4-bd30-109b736b6c9a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:02.919059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Attempting to bind port f05e3542-4e75-4bd4-bd30-109b736b6c9a on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:02.928265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:02.928703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:02.929169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.929584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:02.930075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Bound port: f05e3542-4e75-4bd4-bd30-109b736b6c9a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:02.930470 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.937369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376fe0d-8636-4fa9-98b0-244b2fcd642c None None] Pushing event updated for resources: {'Port': ['ID=f05e3542-4e75-4bd4-bd30-109b736b6c9a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:03.030576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdeb581e-4fc9-4575-9c41-fef1ffc00c1a req-a00d7d7b-5a3c-408f-8a8b-96564b0f2e11 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3454177 Feb 11 05:23:03.056330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:03.065561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:03.092379 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Publish callbacks [] for port (c19e111e-1303-463b-a85e-96e92d4e2473), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.108489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-cb21a540-d632-4868-b64f-6ca5f0f6699d tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:03.110482 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-cb21a540-d632-4868-b64f-6ca5f0f6699d tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3875365 Feb 11 05:23:03.119761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] For port f05e3542-4e75-4bd4-bd30-109b736b6c9a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:03.129691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] For port f05e3542-4e75-4bd4-bd30-109b736b6c9a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f05e3542-4e75-4bd4-bd30-109b736b6c9a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:03.133864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-39742206-f17d-479f-9ff4-be66b27fd6a2 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/quotas/4d8b7a232fdd4db1a1fa06a4f36c016d HTTP/1.1" status: 200 len: 375 time: 0.0168469 Feb 11 05:23:03.174627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.203742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Made reservation on behalf of dfffb0812c9f4d81824a43fce4fb8c89 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:03.209958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.230673 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.257879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:03.258849 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.261755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] 10.222.0.65 "PUT /v2.0/ports/3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 1097 time: 1.5676391 Feb 11 05:23:03.262743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:03.267529 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:03.278154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c397cfca-4115-490e-988b-99c0e05c29c2 req-5843954f-10c0-44c7-ae77-eaad06173503 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 210 time: 0.0778441 Feb 11 05:23:03.279447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.305378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:03.321389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3e3d0-8330-493a-ac94-d5d1a9af9779 service neutron] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:03.381370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:03.388532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:03.391968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:03.398784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-b6be9184-5274-4246-8d44-7b77e79ac115 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2549608 Feb 11 05:23:03.452733 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fdb5cc-4d34-42b8-96cd-f6e82f0850cf x-openstack-request-id: req-42fdb5cc-4d34-42b8-96cd-f6e82f0850cf {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:03.453058 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:03.453463 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42fdb5cc-4d34-42b8-96cd-f6e82f0850cf {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:03.453882 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'status': 'completed', 'code': 200} Feb 11 05:23:03.496277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376fe0d-8636-4fa9-98b0-244b2fcd642c None None] Pushing event updated for resources: {'Port': ['ID=f05e3542-4e75-4bd4-bd30-109b736b6c9a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:03.503536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-48901268-d760-46fa-8b7b-ffc6f97bd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:03.507354 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-48901268-d760-46fa-8b7b-ffc6f97bd319 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1131 time: 0.1289153 Feb 11 05:23:03.509301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:03.509958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:03.836476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:03.921258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-601f479e-7e73-4356-8a5b-63e18b202507 None None] Provisioning complete for port c19e111e-1303-463b-a85e-96e92d4e2473 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:03.921638 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-601f479e-7e73-4356-8a5b-63e18b202507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.015820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Pushing event updated for resources: {'Port': ['ID=c19e111e-1303-463b-a85e-96e92d4e2473,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:04.104081 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-e72a5f73-b347-4ffc-96d5-e5122f7ddc57 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.5894988 Feb 11 05:23:04.109973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7531c918-0260-4756-a4e4-d7678b3fbe3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.132487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30c4ced6-56b8-453d-bf9a-e3ec595b18d3 req-a0e19ad2-60a0-46d5-9c32-14516ce3377a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 210 time: 0.1347840 Feb 11 05:23:04.183579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-16dee049-16e1-4304-bd09-57852e3af7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.184707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (c476b9fb-0093-4386-afd2-d8868a2c415a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.186747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-16dee049-16e1-4304-bd09-57852e3af7d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0737135 Feb 11 05:23:04.216639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-601f479e-7e73-4356-8a5b-63e18b202507 None None] Port c19e111e-1303-463b-a85e-96e92d4e2473 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:04.220534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:22:58Z', 'revision_number': 3, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:04.258476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7dc4d-b414-4af3-85c8-35f27879bf76 None None] The sync data for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 is: [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:22:58Z', 'revision_number': 3, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:04.295227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-c80643f0-9620-4c53-a98c-7c6f46b072a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.296847 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-c80643f0-9620-4c53-a98c-7c6f46b072a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1029387 Feb 11 05:23:04.367217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758047f2-5dbb-45c9-9c87-91d32755242c req-186ede4c-f58d-485f-82e8-840e78d8c9c8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.377724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-758047f2-5dbb-45c9-9c87-91d32755242c req-186ede4c-f58d-485f-82e8-840e78d8c9c8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.3829985 Feb 11 05:23:04.392009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7531c918-0260-4756-a4e4-d7678b3fbe3b admin admin] Publish callbacks [] for security_group (83e12074-d43b-4518-a54a-8ab395b0e426), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.396475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Allocated IP 172.20.0.3 (90f223e5-be66-4fc4-8707-7efa081abb7c/8d481290-e2dc-4a00-b415-f6782f06d69d/ac690cb3-ae15-4ca5-a549-d63b7e53b35e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:04.419813 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-b45ed39b-f3f9-4b95-be15-282f7678dec2 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089389 Feb 11 05:23:04.557972 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-65558e07-1342-454f-83e1-6f24c5a1baa0 req-b42a5c67-4343-4e64-a1c3-a5cdfb245f52 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326838 Feb 11 05:23:04.563293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-7016ab00-2675-4861-94a0-99228afef294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.570561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-7016ab00-2675-4861-94a0-99228afef294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.583890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-7016ab00-2675-4861-94a0-99228afef294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.583890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-7016ab00-2675-4861-94a0-99228afef294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.590123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-7016ab00-2675-4861-94a0-99228afef294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.595970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-7016ab00-2675-4861-94a0-99228afef294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.601571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-7016ab00-2675-4861-94a0-99228afef294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.603865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-7016ab00-2675-4861-94a0-99228afef294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.3713095 Feb 11 05:23:04.627719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-758047f2-5dbb-45c9-9c87-91d32755242c req-b92fa120-3723-4fa8-b468-5c29fb083975 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490253 Feb 11 05:23:04.707570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7531c918-0260-4756-a4e4-d7678b3fbe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (83e12074-d43b-4518-a54a-8ab395b0e426), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.802962 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7531c918-0260-4756-a4e4-d7678b3fbe3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be969e73a9814d0ea0806e588e62082d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4961386 Feb 11 05:23:04.806910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51906) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:04.813971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531c918-0260-4756-a4e4-d7678b3fbe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e12074-d43b-4518-a54a-8ab395b0e426,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:04.874463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-d2c22da6-52c4-4a57-9e0e-45d5c894ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.877291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-d2c22da6-52c4-4a57-9e0e-45d5c894ac02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1131 time: 0.1632018 Feb 11 05:23:04.898477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.905605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0578a6f0-19d7-4276-85c1-0f592b56c873 req-27984467-7e1c-4f3c-b1a6-27865574be1f tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 210 time: 0.1578732 Feb 11 05:23:04.920288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6448a3f-75fc-4314-b9fe-6232f2fae8d4 req-21ac345a-e217-4051-99fa-30bd690328c1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2914999 Feb 11 05:23:05.095461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed2d25f0-cf32-4168-abfa-8613dc27cf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.096036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14d86e64-8ac2-43f0-8b69-2934277abb87 admin admin] Publish callbacks [] for security_group (83e12074-d43b-4518-a54a-8ab395b0e426), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.135010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f05e3542-4e75-4bd4-bd30-109b736b6c9a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:05.159791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-6193287d-d231-494e-819f-8fe675fe44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.162270 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-6193287d-d231-494e-819f-8fe675fe44f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2775080 Feb 11 05:23:05.164627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14d86e64-8ac2-43f0-8b69-2934277abb87 admin admin] Publish callbacks [] for security_group (83e12074-d43b-4518-a54a-8ab395b0e426), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.175750 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Publish callbacks [] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.224903 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Publish callbacks [] for port (c19e111e-1303-463b-a85e-96e92d4e2473), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.244002 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-b3520fc2-e70c-4d69-af86-849512e3a269 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.0678823 Feb 11 05:23:05.268033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f05e3542-4e75-4bd4-bd30-109b736b6c9a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:05.268532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.318462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a54e7c02-1f4a-4498-aa39-6ee981fc42d8 req-9f7d2181-b722-4178-841a-d8ef85a92545 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 210 time: 0.0502069 Feb 11 05:23:05.321651 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.335411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-b6db6b33-5698-4e5a-92b8-19b33d70823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.337089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-b6db6b33-5698-4e5a-92b8-19b33d70823d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0847797 Feb 11 05:23:05.374447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.438074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-cb8e9903-880a-4030-ab9b-182362044e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.438506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (c476b9fb-0093-4386-afd2-d8868a2c415a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.439501 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-cb8e9903-880a-4030-ab9b-182362044e91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0877049 Feb 11 05:23:05.452308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Pushing event updated for resources: {'Port': ['ID=c19e111e-1303-463b-a85e-96e92d4e2473,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:05.454347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f05e3542-4e75-4bd4-bd30-109b736b6c9a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:05.454903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.461483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Network 90f223e5-be66-4fc4-8707-7efa081abb7c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:05.469208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:05.506066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:05.509910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port f05e3542-4e75-4bd4-bd30-109b736b6c9a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f05e3542-4e75-4bd4-bd30-109b736b6c9a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:05.514937 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14d86e64-8ac2-43f0-8b69-2934277abb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (83e12074-d43b-4518-a54a-8ab395b0e426), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.518136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14d86e64-8ac2-43f0-8b69-2934277abb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.519458 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-14d86e64-8ac2-43f0-8b69-2934277abb87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83e12074-d43b-4518-a54a-8ab395b0e426 HTTP/1.1" status: 204 len: 168 time: 0.7115955 Feb 11 05:23:05.544177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d86e64-8ac2-43f0-8b69-2934277abb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e12074-d43b-4518-a54a-8ab395b0e426,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:05.585364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Pushing event updated for resources: {'Port': ['ID=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:05.631746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.646722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.647545 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.657023 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-aef04dba-af6d-4494-adfd-784e5955e64f service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078183 Feb 11 05:23:05.765768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=f05e3542-4e75-4bd4-bd30-109b736b6c9a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:05.775300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:05.781301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-bb9664eb-e81c-4017-8626-eb2c1314390a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4669011 Feb 11 05:23:05.783062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:05.812768 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f2c9d8c3-d886-451b-aa19-8cf1d6fc0439 req-d77772d0-b226-478c-8c2f-1846e9162a94 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486576 Feb 11 05:23:05.813048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Request body: {'port': {'device_id': '275eb835-ce4c-4220-a92b-5602f8abe21c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:05.950388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98943e-997e-41dd-bd3d-44b34b04afcb req-f14736ce-173f-4857-89d0-39d5b068b6fa tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.954150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c98943e-997e-41dd-bd3d-44b34b04afcb req-f14736ce-173f-4857-89d0-39d5b068b6fa tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.2381124 Feb 11 05:23:06.097942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.106851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6b89213d-29ca-4b13-8f91-46399d22cb94 None None] Provisioning complete for port c19e111e-1303-463b-a85e-96e92d4e2473 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:06.107291 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b89213d-29ca-4b13-8f91-46399d22cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.148343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6b89213d-29ca-4b13-8f91-46399d22cb94 None None] Port c19e111e-1303-463b-a85e-96e92d4e2473 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:06.197668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c98943e-997e-41dd-bd3d-44b34b04afcb req-1b1020e9-ecee-49ef-8c50-4ec31a059397 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349184 Feb 11 05:23:06.232882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Router c476b9fb-0093-4386-afd2-d8868a2c415a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:06.263700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-57418fed-79f2-4c87-88b4-fea5685a7fa1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.269241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-57418fed-79f2-4c87-88b4-fea5685a7fa1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.275224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-57418fed-79f2-4c87-88b4-fea5685a7fa1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.280854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-57418fed-79f2-4c87-88b4-fea5685a7fa1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.286423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-57418fed-79f2-4c87-88b4-fea5685a7fa1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.292170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-57418fed-79f2-4c87-88b4-fea5685a7fa1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.297902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-57418fed-79f2-4c87-88b4-fea5685a7fa1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.299862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-57418fed-79f2-4c87-88b4-fea5685a7fa1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2280264 Feb 11 05:23:06.446029 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-42157f58-0915-401f-977d-df4282457bf3 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392628 Feb 11 05:23:06.491247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51922) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:06.564819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aee588a8-5340-439f-94c4-10b2425f5110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.614250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.691242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-f2d02f68-c0fa-46af-a23c-6d4ebd0696e9 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.692091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-608a0030-40a2-40d5-869a-de93ed19ca04 req-18f68023-08b5-4d8c-baf8-6627c35e1ef2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3773513 Feb 11 05:23:06.713180 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-f2d02f68-c0fa-46af-a23c-6d4ebd0696e9 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534723 Feb 11 05:23:06.725503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c84a85-3071-41a7-8540-2f89ee74711e req-ee71c317-ac2d-4d70-ae45-4f72bd676cbf tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.726101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Request body: {'port': {'device_id': '9cca3208-9614-467e-a176-82888f72b319', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '4d8b7a232fdd4db1a1fa06a4f36c016d'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:06.734533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9c84a85-3071-41a7-8540-2f89ee74711e req-ee71c317-ac2d-4d70-ae45-4f72bd676cbf tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 931 time: 0.4294488 Feb 11 05:23:06.888230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9d53ac4-0fd7-4134-840b-76b30b0194b4 req-5cb5220b-3afc-45e5-94e3-71787ca66121 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 210 time: 0.0866029 Feb 11 05:23:06.890838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:06.902730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f72c0411-4cff-4f22-b4e6-f22cb735ae77 admin admin] 10.222.0.62 "PUT /v2.0/routers/c476b9fb-0093-4386-afd2-d8868a2c415a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6395025 Feb 11 05:23:06.978576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Made reservation on behalf of 4d8b7a232fdd4db1a1fa06a4f36c016d for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:06.982178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:06.993846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9c84a85-3071-41a7-8540-2f89ee74711e req-c0d1fdb2-51f4-4141-9583-89963a448b3b tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562621 Feb 11 05:23:07.056713 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Sync routers for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:07.072493 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:07.074168 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:07.077443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f05e3542-4e75-4bd4-bd30-109b736b6c9a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:07.101093 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aee588a8-5340-439f-94c4-10b2425f5110 admin admin] Publish callbacks [] for security_group (54684417-dc3a-4bd7-a1f1-c59bcd7ac206), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.178147 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aee588a8-5340-439f-94c4-10b2425f5110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (54684417-dc3a-4bd7-a1f1-c59bcd7ac206), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.209180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f05e3542-4e75-4bd4-bd30-109b736b6c9a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:07.209834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.250492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51936) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:07.253359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aee588a8-5340-439f-94c4-10b2425f5110 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b47e792b6c124793bfdd81c8e810c77a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7531719 Feb 11 05:23:07.316923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac690cb3-ae15-4ca5-a549-d63b7e53b35e {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:07.318167 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:07.351759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Allocated IP 192.168.233.239 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/5426c210-7d72-4075-8d61-5dbd2c326c9e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:07.359131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Publish callbacks [] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.397792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee588a8-5340-439f-94c4-10b2425f5110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54684417-dc3a-4bd7-a1f1-c59bcd7ac206,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:07.416003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Transition to ACTIVE for port object ac690cb3-ae15-4ca5-a549-d63b7e53b35e will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:07.431064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e884de1-cd61-4e0b-abc3-bfb7798aab06 req-819716f0-010a-440a-9958-44e3ef5aa0be tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:07.432998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e884de1-cd61-4e0b-abc3-bfb7798aab06 req-819716f0-010a-440a-9958-44e3ef5aa0be tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.1033049 Feb 11 05:23:07.458731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f05e3542-4e75-4bd4-bd30-109b736b6c9a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:07.511276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e884de1-cd61-4e0b-abc3-bfb7798aab06 req-71903c3e-b8cb-4614-beeb-d0e586f72bc4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654461 Feb 11 05:23:07.516830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.543317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a458b7e7-c560-4d33-9527-9d51f0ea5c94 admin admin] Publish callbacks [] for security_group (54684417-dc3a-4bd7-a1f1-c59bcd7ac206), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.635602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:07.646577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a458b7e7-c560-4d33-9527-9d51f0ea5c94 admin admin] Publish callbacks [] for security_group (54684417-dc3a-4bd7-a1f1-c59bcd7ac206), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.686986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks [] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.709121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Attempting to bind port ac690cb3-ae15-4ca5-a549-d63b7e53b35e on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:07.709722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Attempting to bind port ac690cb3-ae15-4ca5-a549-d63b7e53b35e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '33733f7a-c91c-4222-b3cc-a7a70f3a6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '90f223e5-be66-4fc4-8707-7efa081abb7c'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:07.710069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Attempting to bind port ac690cb3-ae15-4ca5-a549-d63b7e53b35e on network 90f223e5-be66-4fc4-8707-7efa081abb7c {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:07.738053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Port ac690cb3-ae15-4ca5-a549-d63b7e53b35e on network 90f223e5-be66-4fc4-8707-7efa081abb7c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:07.738391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Attempting to bind port ac690cb3-ae15-4ca5-a549-d63b7e53b35e on network 90f223e5-be66-4fc4-8707-7efa081abb7c {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:07.747325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:07.749460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Checking segment: {'id': '33733f7a-c91c-4222-b3cc-a7a70f3a6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '90f223e5-be66-4fc4-8707-7efa081abb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:07.749889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Bound using segment: {'id': '33733f7a-c91c-4222-b3cc-a7a70f3a6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '90f223e5-be66-4fc4-8707-7efa081abb7c'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:07.751649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Bound port: ac690cb3-ae15-4ca5-a549-d63b7e53b35e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33733f7a-c91c-4222-b3cc-a7a70f3a6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '90f223e5-be66-4fc4-8707-7efa081abb7c'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:07.752356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.850543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51942) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:07.854036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a458b7e7-c560-4d33-9527-9d51f0ea5c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (54684417-dc3a-4bd7-a1f1-c59bcd7ac206), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.861895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a458b7e7-c560-4d33-9527-9d51f0ea5c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.863747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a458b7e7-c560-4d33-9527-9d51f0ea5c94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54684417-dc3a-4bd7-a1f1-c59bcd7ac206 HTTP/1.1" status: 204 len: 168 time: 0.6040170 Feb 11 05:23:07.865651 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 2, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:07.870607 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-513aeb4d-9218-49f1-a8ee-ac069dbf0771 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238107224', 'description': 'tempest-description--1369903944'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:07.882380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.898462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['167a7883-27ad-417a-a5dc-dad14f801f4e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:07.965179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ceead-9902-46fd-8348-f2a9a666c824 req-4ed550f0-b4bb-4174-8461-62b0f2080284 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:07.977001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ceead-9902-46fd-8348-f2a9a666c824 req-4ed550f0-b4bb-4174-8461-62b0f2080284 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:07.979304 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Checking router: c476b9fb-0093-4386-afd2-d8868a2c415a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:07.981366 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Updating router c476b9fb-0093-4386-afd2-d8868a2c415a port c19e111e-1303-463b-a85e-96e92d4e2473 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:07.991812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ceead-9902-46fd-8348-f2a9a666c824 req-4ed550f0-b4bb-4174-8461-62b0f2080284 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:07.999318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ceead-9902-46fd-8348-f2a9a666c824 req-4ed550f0-b4bb-4174-8461-62b0f2080284 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.019186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ceead-9902-46fd-8348-f2a9a666c824 req-4ed550f0-b4bb-4174-8461-62b0f2080284 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.025803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ceead-9902-46fd-8348-f2a9a666c824 req-4ed550f0-b4bb-4174-8461-62b0f2080284 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.031918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ceead-9902-46fd-8348-f2a9a666c824 req-4ed550f0-b4bb-4174-8461-62b0f2080284 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.045087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-906ceead-9902-46fd-8348-f2a9a666c824 req-4ed550f0-b4bb-4174-8461-62b0f2080284 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2243474 Feb 11 05:23:08.050932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458b7e7-c560-4d33-9527-9d51f0ea5c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54684417-dc3a-4bd7-a1f1-c59bcd7ac206,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.086661 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.098678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:08.103669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:08.109810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:08.194859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] For port ac690cb3-ae15-4ca5-a549-d63b7e53b35e, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:08.210467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.210966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.226946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-513aeb4d-9218-49f1-a8ee-ac069dbf0771 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.232015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Pushing event updated for resources: {'Port': ['ID=5426c210-7d72-4075-8d61-5dbd2c326c9e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.233018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.283969 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.300532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] For port ac690cb3-ae15-4ca5-a549-d63b7e53b35e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,segment=NetworkSegment(33733f7a-c91c-4222-b3cc-a7a70f3a6569),segment_id=33733f7a-c91c-4222-b3cc-a7a70f3a6569)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:08.318595 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-080b83f0-a274-4f61-b3cd-3a78d6041a85 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6000624 Feb 11 05:23:08.331029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Request body: {'port': {'device_id': '9cca3208-9614-467e-a176-82888f72b319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:08.414534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-513aeb4d-9218-49f1-a8ee-ac069dbf0771 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group (ecc8bdd4-73f3-45fe-88b3-365ef1f56058), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.456176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.458992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-906ceead-9902-46fd-8348-f2a9a666c824 req-589d4cf3-495d-4b16-995a-74a3a3a9e45f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4120533 Feb 11 05:23:08.501124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:08.508782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e98eb-9491-4b7e-9063-e4460b745f68 req-26c61d1d-4e00-41cf-b278-af2e85477756 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.526356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-281e98eb-9491-4b7e-9063-e4460b745f68 req-26c61d1d-4e00-41cf-b278-af2e85477756 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 936 time: 0.4607935 Feb 11 05:23:08.611067 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.669002 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Publish callbacks [] for port (c19e111e-1303-463b-a85e-96e92d4e2473), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.691677 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:23:08.724987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-36be219e-c117-4af7-a316-c4cfcd3ce698 None None] Provisioning complete for port 5426c210-7d72-4075-8d61-5dbd2c326c9e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:08.738390 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-36be219e-c117-4af7-a316-c4cfcd3ce698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.746849 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.789179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-281e98eb-9491-4b7e-9063-e4460b745f68 req-adfae8e0-4700-4cf6-925f-de9c90f613bb tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610021 Feb 11 05:23:08.808943 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Pushing event updated for resources: {'Port': ['ID=c19e111e-1303-463b-a85e-96e92d4e2473,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.820708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:08.821934 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.824252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/ac690cb3-ae15-4ca5-a549-d63b7e53b35e HTTP/1.1" status: 200 len: 1092 time: 3.0177975 Feb 11 05:23:08.850765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275eb835-ce4c-4220-a92b-5602f8abe21c', 'tag': 'ac690cb3-ae15-4ca5-a549-d63b7e53b35e'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:08.861050 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c07445-5ef6-4fd5-995c-2bff265fa931" -d '{"events": [{"name": "network-changed", "server_uuid": "275eb835-ce4c-4220-a92b-5602f8abe21c", "tag": "ac690cb3-ae15-4ca5-a549-d63b7e53b35e"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:08.872085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-36be219e-c117-4af7-a316-c4cfcd3ce698 None None] Port 5426c210-7d72-4075-8d61-5dbd2c326c9e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:08.878372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:08.906223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'mac_address': 'fa:16:3e:db:33:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:09.014903 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.015323 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.016334 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.024235 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.024742 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.025165 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.025419 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.025758 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.026084 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.026416 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.026821 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.027056 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.028126 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:09.033252 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Attempting to bind port c19e111e-1303-463b-a85e-96e92d4e2473 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:09.033527 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Attempting to bind port c19e111e-1303-463b-a85e-96e92d4e2473 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:09.033896 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Attempting to bind port c19e111e-1303-463b-a85e-96e92d4e2473 on network 4b1db2fe-a55e-429a-b859-7c48ed464959 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:09.040580 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:09.040987 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Checking segment: {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:09.041394 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.042429 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Bound using segment: {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:09.043191 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Bound port: c19e111e-1303-463b-a85e-96e92d4e2473, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:09.043831 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.050623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:09.061159 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.138632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b43fe5-d279-490f-8a2f-e241e9fe2cda req-5c834f79-76df-485b-bee9-a85e9148d43d tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:09.138889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af37261-5b7a-4bfa-8af7-e96d26a871a9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:09.147225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b43fe5-d279-490f-8a2f-e241e9fe2cda req-5c834f79-76df-485b-bee9-a85e9148d43d tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 943 time: 0.4605770 Feb 11 05:23:09.173066 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] For port c19e111e-1303-463b-a85e-96e92d4e2473, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:09.176433 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.176945 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] For port c19e111e-1303-463b-a85e-96e92d4e2473, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c19e111e-1303-463b-a85e-96e92d4e2473,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:09.185303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cca102-87b4-46c3-88a8-11dfb51069d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.187370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:09.233519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5426c210-7d72-4075-8d61-5dbd2c326c9e {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:09.241863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-292c1a89-c813-4fbd-8c8e-0912239bafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:09.248157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-292c1a89-c813-4fbd-8c8e-0912239bafbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfffb0812c9f4d81824a43fce4fb8c89&device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 1126 time: 0.2962859 Feb 11 05:23:09.257430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Publish callbacks [] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.273611 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.283483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Transition to ACTIVE for port object 5426c210-7d72-4075-8d61-5dbd2c326c9e will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:09.285925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-513aeb4d-9218-49f1-a8ee-ac069dbf0771 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ecc8bdd4-73f3-45fe-88b3-365ef1f56058), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.309611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-06bd3b69-ec31-4bca-b5c4-d2a5a450192d None None] Provisioning complete for port c19e111e-1303-463b-a85e-96e92d4e2473 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:09.317110 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06bd3b69-ec31-4bca-b5c4-d2a5a450192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.319064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b43fe5-d279-490f-8a2f-e241e9fe2cda req-ab61f45b-8345-442d-b58f-cd33361666f5 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706545 Feb 11 05:23:09.321690 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.394284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aeb4d-9218-49f1-a8ee-ac069dbf0771 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8bdd4-73f3-45fe-88b3-365ef1f56058,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.417125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.437727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfec15-0946-4309-a542-36115714993e req-38b48f70-fe44-40cc-824c-a42dfa933d0e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:09.442970 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:09.447078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5cfec15-0946-4309-a542-36115714993e req-38b48f70-fe44-40cc-824c-a42dfa933d0e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.3658237 Feb 11 05:23:09.455574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.455691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-15c2fef7-4d38-404e-9c11-4c7fed47ab2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac690cb3-ae15-4ca5-a549-d63b7e53b35e HTTP/1.1" status: 200 len: 217 time: 0.1912324 Feb 11 05:23:09.455691 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf00148-be7f-486f-8ddc-531d44f8ef3c x-openstack-request-id: req-bbf00148-be7f-486f-8ddc-531d44f8ef3c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:09.458773 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275eb835-ce4c-4220-a92b-5602f8abe21c", "tag": "ac690cb3-ae15-4ca5-a549-d63b7e53b35e", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:09.460884 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbf00148-be7f-486f-8ddc-531d44f8ef3c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:09.461482 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275eb835-ce4c-4220-a92b-5602f8abe21c', 'tag': 'ac690cb3-ae15-4ca5-a549-d63b7e53b35e', 'status': 'completed', 'code': 200} Feb 11 05:23:09.584989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3af37261-5b7a-4bfa-8af7-e96d26a871a9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:09.601865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-513aeb4d-9218-49f1-a8ee-ac069dbf0771 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.603093 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-513aeb4d-9218-49f1-a8ee-ac069dbf0771 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.7379982 Feb 11 05:23:09.664199 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baa1c3-3c48-4686-a31d-c2cb6df97c78 None None] Pushing event updated for resources: {'Port': ['ID=c19e111e-1303-463b-a85e-96e92d4e2473,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.682425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51974) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:09.698673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.714507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-db48e4ce-b14c-4d06-89cb-3e854a612d88 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Request body: {'security_group_rule': {'security_group_id': 'ecc8bdd4-73f3-45fe-88b3-365ef1f56058', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:09.815186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-06bd3b69-ec31-4bca-b5c4-d2a5a450192d None None] Current status of the port c19e111e-1303-463b-a85e-96e92d4e2473 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:09.822493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06bd3b69-ec31-4bca-b5c4-d2a5a450192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.834850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Pushing event updated for resources: {'Port': ['ID=5426c210-7d72-4075-8d61-5dbd2c326c9e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.908440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:09.926853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Attempting to bind port 5426c210-7d72-4075-8d61-5dbd2c326c9e on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:09.937077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Attempting to bind port 5426c210-7d72-4075-8d61-5dbd2c326c9e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:09.937639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Attempting to bind port 5426c210-7d72-4075-8d61-5dbd2c326c9e on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:09.941949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db48e4ce-b14c-4d06-89cb-3e854a612d88 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group_rule (3aead4a1-21f1-4e1d-831a-5fb4d18a645a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.957414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Port 5426c210-7d72-4075-8d61-5dbd2c326c9e on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:09.958520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Attempting to bind port 5426c210-7d72-4075-8d61-5dbd2c326c9e on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:09.971676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-06bd3b69-ec31-4bca-b5c4-d2a5a450192d None None] For port c19e111e-1303-463b-a85e-96e92d4e2473, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c19e111e-1303-463b-a85e-96e92d4e2473,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:10.012545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:10.012545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:10.012545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:10.012545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Bound port: 5426c210-7d72-4075-8d61-5dbd2c326c9e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:10.012545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.033953 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06bd3b69-ec31-4bca-b5c4-d2a5a450192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.156037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] For port 5426c210-7d72-4075-8d61-5dbd2c326c9e, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:10.160936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] For port 5426c210-7d72-4075-8d61-5dbd2c326c9e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5426c210-7d72-4075-8d61-5dbd2c326c9e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:10.218477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db48e4ce-b14c-4d06-89cb-3e854a612d88 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group_rule (3aead4a1-21f1-4e1d-831a-5fb4d18a645a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.236739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.276980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd3b69-ec31-4bca-b5c4-d2a5a450192d None None] Pushing event updated for resources: {'Port': ['ID=c19e111e-1303-463b-a85e-96e92d4e2473,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.350479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-621d908b-86ec-432f-ba63-6e589644f808 None None] Provisioning complete for port c19e111e-1303-463b-a85e-96e92d4e2473 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:10.351028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-621d908b-86ec-432f-ba63-6e589644f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.361922 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:10.388672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-33ac6c6f-6664-404b-84da-ec71912b88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:10.389717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-33ac6c6f-6664-404b-84da-ec71912b88be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d481290-e2dc-4a00-b415-f6782f06d69d HTTP/1.1" status: 200 len: 849 time: 0.9253495 Feb 11 05:23:10.391188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:10.393497 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.394957 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] 10.222.0.65 "PUT /v2.0/ports/5426c210-7d72-4075-8d61-5dbd2c326c9e HTTP/1.1" status: 200 len: 1097 time: 2.0690007 Feb 11 05:23:10.399010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db48e4ce-b14c-4d06-89cb-3e854a612d88 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (3aead4a1-21f1-4e1d-831a-5fb4d18a645a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.413711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cca3208-9614-467e-a176-82888f72b319', 'tag': '5426c210-7d72-4075-8d61-5dbd2c326c9e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:10.419293 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f46586-ee73-43de-a1d9-7c818367bf5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cca3208-9614-467e-a176-82888f72b319", "tag": "5426c210-7d72-4075-8d61-5dbd2c326c9e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:10.429283 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c97632-c9bd-43f8-8a13-f373518d3ad1 None None] The sync data for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 is: [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:10.490369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843c60-8abc-4e0d-9766-43981bceff60 service neutron] Pushing event updated for resources: {'Port': ['ID=5426c210-7d72-4075-8d61-5dbd2c326c9e,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.495645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48e4ce-b14c-4d06-89cb-3e854a612d88 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aead4a1-21f1-4e1d-831a-5fb4d18a645a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.591346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db48e4ce-b14c-4d06-89cb-3e854a612d88 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.595618 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-db48e4ce-b14c-4d06-89cb-3e854a612d88 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9058921 Feb 11 05:23:10.601353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52032) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:10.609203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4a7a23ff-4df3-4ae3-9697-1c592ac931f8 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Request body: {'security_group_rule': {'security_group_id': 'ecc8bdd4-73f3-45fe-88b3-365ef1f56058', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:10.671151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-7746f814-13e0-484b-b10d-fcd112774485 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90f223e5-be66-4fc4-8707-7efa081abb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2351651 Feb 11 05:23:10.753759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-a1b8453b-5126-4752-8eab-e30b4f2e005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:10.759096 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-a1b8453b-5126-4752-8eab-e30b4f2e005c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 1131 time: 0.2047305 Feb 11 05:23:10.796139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5cfec15-0946-4309-a542-36115714993e req-f8b771ca-4fb6-42aa-b40e-629da7aefb42 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3201683 Feb 11 05:23:10.890584 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-fad1bf7f-b78b-4d1e-9a3b-45193a48d79b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5426c210-7d72-4075-8d61-5dbd2c326c9e HTTP/1.1" status: 200 len: 217 time: 0.1239564 Feb 11 05:23:10.915075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a7a23ff-4df3-4ae3-9697-1c592ac931f8 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group_rule (1625d807-dc20-440c-a0aa-85b9308b5b2d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.991638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-392b4cc5-c692-40c9-80b5-45508ea5d063 service neutron] 10.222.0.65 "GET /v2.0/networks/90f223e5-be66-4fc4-8707-7efa081abb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847753 Feb 11 05:23:11.011235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-621d908b-86ec-432f-ba63-6e589644f808 None None] Current status of the port c19e111e-1303-463b-a85e-96e92d4e2473 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:11.111154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a7a23ff-4df3-4ae3-9697-1c592ac931f8 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group_rule (1625d807-dc20-440c-a0aa-85b9308b5b2d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.138483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-cf86be95-9301-4ec1-b9c9-6fa022b1a002 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.159119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-cf86be95-9301-4ec1-b9c9-6fa022b1a002 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.165623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c19e111e-1303-463b-a85e-96e92d4e2473 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:11.168940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-cf86be95-9301-4ec1-b9c9-6fa022b1a002 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.172879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-cf86be95-9301-4ec1-b9c9-6fa022b1a002 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.178848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-8c0ca9d9-c647-4b67-964a-4de869000dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.179862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-cf86be95-9301-4ec1-b9c9-6fa022b1a002 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.181621 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-8c0ca9d9-c647-4b67-964a-4de869000dc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2838526 Feb 11 05:23:11.189865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a7a23ff-4df3-4ae3-9697-1c592ac931f8 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (1625d807-dc20-440c-a0aa-85b9308b5b2d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.190217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-cf86be95-9301-4ec1-b9c9-6fa022b1a002 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.201452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-cf86be95-9301-4ec1-b9c9-6fa022b1a002 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.203463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-cf86be95-9301-4ec1-b9c9-6fa022b1a002 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.8128161 Feb 11 05:23:11.369863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a23ff-4df3-4ae3-9697-1c592ac931f8 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1625d807-dc20-440c-a0aa-85b9308b5b2d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.399634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c4582-7947-48ee-b3bd-8d7543b9da3b req-d60d561f-f545-470b-af61-1fa7c5ebe5fa tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.410143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-735c4582-7947-48ee-b3bd-8d7543b9da3b req-d60d561f-f545-470b-af61-1fa7c5ebe5fa tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 948 time: 0.4474547 Feb 11 05:23:11.411752 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.421596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c19e111e-1303-463b-a85e-96e92d4e2473 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:11.422329 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.444413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-f58882fd-8985-4225-b978-3a996b423fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:11.449795 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-f58882fd-8985-4225-b978-3a996b423fb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2525785 Feb 11 05:23:11.463202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52044) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:11.660120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c19e111e-1303-463b-a85e-96e92d4e2473 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:11.692095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-11939cd6-2ffe-48ee-8778-1aac317319dd service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350209 Feb 11 05:23:11.694098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8234c4f-2df0-4b5c-a5c0-5a6e7d2059c8 req-936081b0-7b06-4492-8770-250f62ace32d service neutron] 10.222.0.65 "GET /v2.0/networks/90f223e5-be66-4fc4-8707-7efa081abb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305799 Feb 11 05:23:11.697146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a7a23ff-4df3-4ae3-9697-1c592ac931f8 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.701362 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a7a23ff-4df3-4ae3-9697-1c592ac931f8 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0974576 Feb 11 05:23:11.717683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52048) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:11.720680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-735c4582-7947-48ee-b3bd-8d7543b9da3b req-2aa29031-3df7-4cb3-94dd-70e0bafd4965 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056073 Feb 11 05:23:11.734636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:11.797392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f43b3fb-ad08-4a14-9038-00a1f5aa00ba req-c31ca9ec-1db1-433c-9517-aec9225459f6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5698566 Feb 11 05:23:11.798739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63918457-11a9-4ef4-ad3c-a22dbc1c033e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.911351 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e35513c-eb0a-43ac-b500-5c041dcc3823 x-openstack-request-id: req-6e35513c-eb0a-43ac-b500-5c041dcc3823 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:11.911701 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cca3208-9614-467e-a176-82888f72b319", "tag": "5426c210-7d72-4075-8d61-5dbd2c326c9e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:11.911900 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e35513c-eb0a-43ac-b500-5c041dcc3823 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:11.912498 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cca3208-9614-467e-a176-82888f72b319', 'tag': '5426c210-7d72-4075-8d61-5dbd2c326c9e', 'status': 'completed', 'code': 200} Feb 11 05:23:11.926857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.994461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f165d57e-2847-41c5-bed9-b61a71ca9880 req-3a00a475-d1f9-4008-9460-a788d4798230 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773237 Feb 11 05:23:12.092175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d34b0-67d2-4138-b466-78726c1d1e39 req-51fd73cd-55a3-468d-bbee-5224f453f6bf tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.094140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c88d34b0-67d2-4138-b466-78726c1d1e39 req-51fd73cd-55a3-468d-bbee-5224f453f6bf tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 943 time: 0.2309256 Feb 11 05:23:12.114738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-ac998a79-8c32-4915-8838-09f1dd90d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.116909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-ac998a79-8c32-4915-8838-09f1dd90d326 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfffb0812c9f4d81824a43fce4fb8c89&device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 1126 time: 0.3017724 Feb 11 05:23:12.200173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.214280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-98892531-622e-492c-b93f-f5e74067772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.216159 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-98892531-622e-492c-b93f-f5e74067772a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 1131 time: 0.0863707 Feb 11 05:23:12.247784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-e6ed71f0-df88-46cd-aede-925cb9396a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.250330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-e6ed71f0-df88-46cd-aede-925cb9396a0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=90f223e5-be66-4fc4-8707-7efa081abb7c HTTP/1.1" status: 200 len: 910 time: 0.1187606 Feb 11 05:23:12.445129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-b141d449-9acf-44f9-911c-0075d89806a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac690cb3-ae15-4ca5-a549-d63b7e53b35e HTTP/1.1" status: 200 len: 217 time: 0.1791303 Feb 11 05:23:12.462904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41480292-14d3-4d0c-9cdc-424b0c8b6a23 req-e346e8d5-2b15-4024-975c-081cccd72a9b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.473823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41480292-14d3-4d0c-9cdc-424b0c8b6a23 req-e346e8d5-2b15-4024-975c-081cccd72a9b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 949 time: 0.4389098 Feb 11 05:23:12.503716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Allocated IP 172.25.8.177 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/758cc6a9-7fad-44e8-937f-e7f91219c789) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:12.506685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-e5c1905e-867c-441d-88ac-28a72f556618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.508201 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-e5c1905e-867c-441d-88ac-28a72f556618 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2296503 Feb 11 05:23:12.508855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:12.527582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c88d34b0-67d2-4138-b466-78726c1d1e39 req-0273b9c1-6ff6-4add-b515-33ec73431cc2 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134455 Feb 11 05:23:12.532496 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63918457-11a9-4ef4-ad3c-a22dbc1c033e admin admin] Publish callbacks [] for security_group (56f252ec-6d6d-4f51-96df-c6ea1bfed200), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.583572 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-94b48a25-20e2-4d72-9b52-190f76a22a72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5426c210-7d72-4075-8d61-5dbd2c326c9e HTTP/1.1" status: 200 len: 217 time: 0.0652709 Feb 11 05:23:12.615478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41480292-14d3-4d0c-9cdc-424b0c8b6a23 req-64efb234-7f2c-4e82-8e55-2a6bee55911f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341994 Feb 11 05:23:12.626225 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63918457-11a9-4ef4-ad3c-a22dbc1c033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (56f252ec-6d6d-4f51-96df-c6ea1bfed200), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.636362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-7de349e5-143a-42d9-b820-4c275e46d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.638544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-7de349e5-143a-42d9-b820-4c275e46d82a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d481290-e2dc-4a00-b415-f6782f06d69d HTTP/1.1" status: 200 len: 849 time: 0.1848137 Feb 11 05:23:12.675874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:12.680398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:12.680803 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.706153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-e8d5cbf0-7e72-4e2c-9f21-76d8d7f29e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.707658 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-e8d5cbf0-7e72-4e2c-9f21-76d8d7f29e15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1141503 Feb 11 05:23:12.712429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-783bd168-508a-4a63-9e09-0167b1efe1ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90f223e5-be66-4fc4-8707-7efa081abb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642276 Feb 11 05:23:12.720998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-63918457-11a9-4ef4-ad3c-a22dbc1c033e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9da0be5adb24c3a9792f241c6602320&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2544158 Feb 11 05:23:12.722601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63918457-11a9-4ef4-ad3c-a22dbc1c033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f252ec-6d6d-4f51-96df-c6ea1bfed200,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:12.727619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52058) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:12.853707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bde76d4-de5a-4bce-b0a1-450583b24751 admin admin] Publish callbacks [] for security_group (56f252ec-6d6d-4f51-96df-c6ea1bfed200), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.881386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for port (758cc6a9-7fad-44e8-937f-e7f91219c789), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.882600 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bde76d4-de5a-4bce-b0a1-450583b24751 admin admin] Publish callbacks [] for security_group (56f252ec-6d6d-4f51-96df-c6ea1bfed200), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.915403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:12.915752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-62780b28-262b-4dcb-ad30-fee73349859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:12.916834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:12.919010 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-62780b28-262b-4dcb-ad30-fee73349859a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1990259 Feb 11 05:23:12.995996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:12.997312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:13.000190 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b13d4cd-1446-4f77-a062-006b3db99c1f" -d '{"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:13.044032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-71485dd0-2778-42b7-9f43-aeefaa1a3956 service neutron] 10.222.0.65 "GET /v2.0/networks/90f223e5-be66-4fc4-8707-7efa081abb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171940 Feb 11 05:23:13.073798 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bde76d4-de5a-4bce-b0a1-450583b24751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (56f252ec-6d6d-4f51-96df-c6ea1bfed200), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.076827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bde76d4-de5a-4bce-b0a1-450583b24751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.078222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8bde76d4-de5a-4bce-b0a1-450583b24751 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56f252ec-6d6d-4f51-96df-c6ea1bfed200 HTTP/1.1" status: 204 len: 168 time: 0.3494442 Feb 11 05:23:13.098364 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.133550 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-085923d4-0e1d-4314-832c-a873e06c65a4 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000709 Feb 11 05:23:13.150015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde76d4-de5a-4bce-b0a1-450583b24751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f252ec-6d6d-4f51-96df-c6ea1bfed200,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:13.171240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:13.260489 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (758cc6a9-7fad-44e8-937f-e7f91219c789), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.289044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b3621-a968-4c3d-8330-7e93e9ee7e55 req-45ed55de-f237-4280-b56e-74ec409b7bfa tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.297163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c84b3621-a968-4c3d-8330-7e93e9ee7e55 req-45ed55de-f237-4280-b56e-74ec409b7bfa tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 948 time: 0.3408132 Feb 11 05:23:13.332478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-d22a9ca0-8cb7-46b4-bed0-ae850e60bc39 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.338204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-d22a9ca0-8cb7-46b4-bed0-ae850e60bc39 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.343626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-d22a9ca0-8cb7-46b4-bed0-ae850e60bc39 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.349867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-d22a9ca0-8cb7-46b4-bed0-ae850e60bc39 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.355019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-d22a9ca0-8cb7-46b4-bed0-ae850e60bc39 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.360425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-d22a9ca0-8cb7-46b4-bed0-ae850e60bc39 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.363760 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6f46586-ee73-43de-a1d9-7c818367bf5f req-d282b7d8-6b89-4f92-95e6-81bb115ae0e2 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232103 Feb 11 05:23:13.366554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:13.366706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-d22a9ca0-8cb7-46b4-bed0-ae850e60bc39 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.369801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:13.373972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:13.374480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-d22a9ca0-8cb7-46b4-bed0-ae850e60bc39 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.4163117 Feb 11 05:23:13.385981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c07445-5ef6-4fd5-995c-2bff265fa931 req-e550cd70-3ab1-440e-81c1-2fc943bc2c00 service neutron] 10.222.0.65 "GET /v2.0/networks/90f223e5-be66-4fc4-8707-7efa081abb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355389 Feb 11 05:23:13.418395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event updated for resources: {'Port': ['ID=758cc6a9-7fad-44e8-937f-e7f91219c789,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:13.470469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for floatingip (1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.495083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c84b3621-a968-4c3d-8330-7e93e9ee7e55 req-bb4dbda0-9484-4073-88e5-2eea7c9c2184 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966622 Feb 11 05:23:13.558081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134db385-e2bf-4c77-ac37-52d78f29dd86 req-79687231-ca7a-4069-8391-ba5384171e5d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1823812 Feb 11 05:23:13.605568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (758cc6a9-7fad-44e8-937f-e7f91219c789), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.609607 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d59b6-2d7a-4bbf-ab9e-64f5946a59bc x-openstack-request-id: req-8c5d59b6-2d7a-4bbf-ab9e-64f5946a59bc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:13.610370 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:13.610370 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c5d59b6-2d7a-4bbf-ab9e-64f5946a59bc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:13.610833 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'code': 200} Feb 11 05:23:13.887606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c763a-a075-43b2-9c75-0fda58c05b26 req-00ab8d16-ebba-475b-98b4-152a6a0592ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.889328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f2c763a-a075-43b2-9c75-0fda58c05b26 req-00ab8d16-ebba-475b-98b4-152a6a0592ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1133 time: 0.2028320 Feb 11 05:23:13.906831 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for port (758cc6a9-7fad-44e8-937f-e7f91219c789), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.922648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ecf3-0170-4471-a39a-3bc1845477f6 req-12ed4c2e-4134-4889-a052-0c3890fd6650 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.925556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6da1ecf3-0170-4471-a39a-3bc1845477f6 req-12ed4c2e-4134-4889-a052-0c3890fd6650 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.2084744 Feb 11 05:23:13.938764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac735cbe-a8b8-4439-9add-1a1f4afeb76d req-28eed7b9-4415-4cbb-b99f-2d30dd19139a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:13.941421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac735cbe-a8b8-4439-9add-1a1f4afeb76d req-28eed7b9-4415-4cbb-b99f-2d30dd19139a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 943 time: 0.2275393 Feb 11 05:23:13.986708 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (758cc6a9-7fad-44e8-937f-e7f91219c789), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:14.098360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f2c763a-a075-43b2-9c75-0fda58c05b26 req-01ec7b17-d2da-4351-bd46-2e1ec9b31486 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997793 Feb 11 05:23:14.106563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6da1ecf3-0170-4471-a39a-3bc1845477f6 req-3a5454c5-d10e-43d0-b8f9-47068c60a190 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521506 Feb 11 05:23:14.109847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac735cbe-a8b8-4439-9add-1a1f4afeb76d req-f43b8360-66eb-425b-8a55-eead86a9221f tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382895 Feb 11 05:23:14.116459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event updated for resources: {'Port': ['ID=758cc6a9-7fad-44e8-937f-e7f91219c789,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:14.130257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:14.200575 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:14.208669 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-346a7719-ffa5-41a0-9aa4-8662fd09018f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4820437 Feb 11 05:23:14.433833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-368a8d10-e3cc-4d2f-95f6-a136c173862c tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1238107224&fields=id&tenant_id=5fd8f252218043bb885df2add3e34a4c HTTP/1.1" status: 200 len: 267 time: 0.0473900 Feb 11 05:23:14.522181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ac690cb3-ae15-4ca5-a549-d63b7e53b35e details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:14.562074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287053-c474-4a67-999b-d4aaedb17dfe req-ef3d44c9-e628-48e5-8bb7-8212e0faef97 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:14.564205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-ef3d44c9-e628-48e5-8bb7-8212e0faef97 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/networks?id=4b1db2fe-a55e-429a-b859-7c48ed464959 HTTP/1.1" status: 200 len: 806 time: 0.1234035 Feb 11 05:23:14.587305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-62e4b918-acff-45db-b885-74f7c12426d9 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/quotas/5fd8f252218043bb885df2add3e34a4c HTTP/1.1" status: 200 len: 375 time: 0.0160279 Feb 11 05:23:14.682365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ac690cb3-ae15-4ca5-a549-d63b7e53b35e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,segment=NetworkSegment(33733f7a-c91c-4222-b3cc-a7a70f3a6569),segment_id=33733f7a-c91c-4222-b3cc-a7a70f3a6569)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:14.701285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'ac690cb3-ae15-4ca5-a549-d63b7e53b35e', 'network_id': '90f223e5-be66-4fc4-8707-7efa081abb7c', 'port_id': 'ac690cb3-ae15-4ca5-a549-d63b7e53b35e', 'mac_address': 'fa:16:3e:58:6d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d481290-e2dc-4a00-b415-f6782f06d69d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:14.722340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-497b5406-ffd9-4c8c-9afa-d6d59396894f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5fd8f252218043bb885df2add3e34a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1337733 Feb 11 05:23:14.737129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245a6f8-4929-4e54-a36e-267868d28952 req-00acabb5-8b13-4d07-85b6-d8a5de3c6dba tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:14.740944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f245a6f8-4929-4e54-a36e-267868d28952 req-00acabb5-8b13-4d07-85b6-d8a5de3c6dba tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 948 time: 0.1417418 Feb 11 05:23:14.772498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port ac690cb3-ae15-4ca5-a549-d63b7e53b35e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:14.773201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:14.793614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac690cb3-ae15-4ca5-a549-d63b7e53b35e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:14.824262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ac690cb3-ae15-4ca5-a549-d63b7e53b35e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,segment=NetworkSegment(33733f7a-c91c-4222-b3cc-a7a70f3a6569),segment_id=33733f7a-c91c-4222-b3cc-a7a70f3a6569)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:14.830210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f245a6f8-4929-4e54-a36e-267868d28952 req-db488082-d376-4477-9f08-2483b6a08fb0 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Feb 11 05:23:14.883242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-c8d44703-b2bf-4c4d-b452-0e0efc4ddd2f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:14.884688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-c8d44703-b2bf-4c4d-b452-0e0efc4ddd2f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1426623 Feb 11 05:23:14.938142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:14.939248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5426c210-7d72-4075-8d61-5dbd2c326c9e details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:15.018326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:15.074737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-7191d93d-2dce-47bc-9c83-b6acb39f9ec2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.081870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-7191d93d-2dce-47bc-9c83-b6acb39f9ec2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.088778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-7191d93d-2dce-47bc-9c83-b6acb39f9ec2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.104458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-7191d93d-2dce-47bc-9c83-b6acb39f9ec2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.111311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-7191d93d-2dce-47bc-9c83-b6acb39f9ec2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.118868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-7191d93d-2dce-47bc-9c83-b6acb39f9ec2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.120784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5426c210-7d72-4075-8d61-5dbd2c326c9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5426c210-7d72-4075-8d61-5dbd2c326c9e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:15.124493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-7191d93d-2dce-47bc-9c83-b6acb39f9ec2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.126524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-7191d93d-2dce-47bc-9c83-b6acb39f9ec2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.1496868 Feb 11 05:23:15.136771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-7fb7c47b-0956-4186-a00e-fc7d3c16dd58 service neutron] 10.222.0.62 "GET /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455316 Feb 11 05:23:15.141218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '5426c210-7d72-4075-8d61-5dbd2c326c9e', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '5426c210-7d72-4075-8d61-5dbd2c326c9e', 'mac_address': 'fa:16:3e:7e:5d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:15.215103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 5426c210-7d72-4075-8d61-5dbd2c326c9e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:15.215518 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.241824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5426c210-7d72-4075-8d61-5dbd2c326c9e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:15.282619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5426c210-7d72-4075-8d61-5dbd2c326c9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5426c210-7d72-4075-8d61-5dbd2c326c9e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:15.296860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-926c4772-e95f-414d-b901-c94e7bdcdbd3 req-8554a1cd-7add-4897-9c79-6112188c36b6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492326 Feb 11 05:23:15.319730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-a8a23b23-2d9d-4748-ac66-6629f8399a18 service neutron] 10.222.0.62 "GET /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820822 Feb 11 05:23:15.335670 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.422268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=5426c210-7d72-4075-8d61-5dbd2c326c9e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:15.562989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c618a6-4e1f-4106-8625-b29a162123cf req-d6cc2a21-ab5d-4fc3-839c-e4dacaa425ee tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.563552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c618a6-4e1f-4106-8625-b29a162123cf req-d6cc2a21-ab5d-4fc3-839c-e4dacaa425ee tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0863721 Feb 11 05:23:15.619320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['5426c210-7d72-4075-8d61-5dbd2c326c9e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:15.623943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['ac690cb3-ae15-4ca5-a549-d63b7e53b35e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:15.665167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c618a6-4e1f-4106-8625-b29a162123cf req-bafd6def-784e-436a-a830-2793c7ea3155 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919583 Feb 11 05:23:15.761611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52146) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:15.816196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5ee1b-bfd5-482e-b5a8-031465327d2e req-6cb3cd72-70ad-46e1-9804-005602b8de32 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:15.819462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbf5ee1b-bfd5-482e-b5a8-031465327d2e req-6cb3cd72-70ad-46e1-9804-005602b8de32 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 944 time: 0.1096196 Feb 11 05:23:15.900947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbf5ee1b-bfd5-482e-b5a8-031465327d2e req-6a720da0-3f37-4011-a076-7a28d0656938 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669098 Feb 11 05:23:16.037763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbdf618e-f588-44db-8c67-1d9747e95e05 req-faffacec-3494-429e-b5bb-95a06773b185 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 210 time: 0.0505209 Feb 11 05:23:16.074908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1852342462'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:16.182054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Made reservation on behalf of 07ed18c819a94fd59947a013fae4560e for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:16.187730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.219067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903dc01-d45c-41ba-8eef-15e1ae7d6871 req-1cd9b77c-9ebe-4bdd-a84f-ee8b9ce172be tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.219067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9903dc01-d45c-41ba-8eef-15e1ae7d6871 req-1cd9b77c-9ebe-4bdd-a84f-ee8b9ce172be tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 949 time: 0.1240060 Feb 11 05:23:16.229891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffbefd-7a46-435e-b581-92ce5c4f82be req-d0972f92-8489-44d4-a666-62c97b6c4347 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.230079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.231486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15ffbefd-7a46-435e-b581-92ce5c4f82be req-d0972f92-8489-44d4-a666-62c97b6c4347 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.0849848 Feb 11 05:23:16.304436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9903dc01-d45c-41ba-8eef-15e1ae7d6871 req-6f69a82b-e501-4300-af02-66d64dadac54 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719645 Feb 11 05:23:16.317251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15ffbefd-7a46-435e-b581-92ce5c4f82be req-08ac3397-d618-43eb-900e-ee109460160f tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710003 Feb 11 05:23:16.375404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks [] for security_group (c571efd5-1a9b-41ea-aedf-d2e6d30df454), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.458900 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c571efd5-1a9b-41ea-aedf-d2e6d30df454), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.473250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:16.475859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-f4dd58dd-792a-4494-ae42-bd19cdff5749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.482096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-f4dd58dd-792a-4494-ae42-bd19cdff5749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.485001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (da045e9e-f73e-45f9-b940-be92f52beea8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.485566 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Added segment da045e9e-f73e-45f9-b940-be92f52beea8 of type vlan for network 134a54b4-bfd2-449e-844d-8bbfed52ff35 Feb 11 05:23:16.489118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-f4dd58dd-792a-4494-ae42-bd19cdff5749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.495706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-f4dd58dd-792a-4494-ae42-bd19cdff5749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.500936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-f4dd58dd-792a-4494-ae42-bd19cdff5749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.507132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-f4dd58dd-792a-4494-ae42-bd19cdff5749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.512319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-f4dd58dd-792a-4494-ae42-bd19cdff5749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.519860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-f4dd58dd-792a-4494-ae42-bd19cdff5749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.1179295 Feb 11 05:23:16.548787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (134a54b4-bfd2-449e-844d-8bbfed52ff35), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.550966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c571efd5-1a9b-41ea-aedf-d2e6d30df454,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:16.578479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337e0c48-a311-4bfb-917e-cf4d999e37ba req-1d576544-56ae-415a-b1b7-d7a0ccfe7928 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568032 Feb 11 05:23:16.629292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (134a54b4-bfd2-449e-844d-8bbfed52ff35), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.634699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.635441 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:16.714063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event updated for resources: {'Network': ['ID=134a54b4-bfd2-449e-844d-8bbfed52ff35,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:16.748863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 134a54b4-bfd2-449e-844d-8bbfed52ff35 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:16.758221 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-12095e76-e4bd-4790-9961-18b40f3b378b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9936504 Feb 11 05:23:16.761098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52166) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:16.766473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Request body: {'subnet': {'network_id': '134a54b4-bfd2-449e-844d-8bbfed52ff35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:16.828574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d22fa5-f458-47cf-b153-025229f6591f req-285228e9-a6c2-40a0-9be3-c08174c0e811 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.841768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7d22fa5-f458-47cf-b153-025229f6591f req-285228e9-a6c2-40a0-9be3-c08174c0e811 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0916800 Feb 11 05:23:16.896936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7d22fa5-f458-47cf-b153-025229f6591f req-b1514b1b-194e-44cb-94e1-5f5e41bb78d8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542586 Feb 11 05:23:16.933022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Made reservation on behalf of 07ed18c819a94fd59947a013fae4560e for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:16.936665 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.061309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207eea-9e50-42b3-a118-b0e30ce559dc req-5f8544ce-242c-4378-821d-7b6df20262f7 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.062933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73207eea-9e50-42b3-a118-b0e30ce559dc req-5f8544ce-242c-4378-821d-7b6df20262f7 tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1133 time: 0.0900934 Feb 11 05:23:17.107933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8fbb9-9feb-46eb-8abe-639b7ad7046f req-4641f769-16e7-4338-8572-009b14fc5867 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.107933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43c8fbb9-9feb-46eb-8abe-639b7ad7046f req-4641f769-16e7-4338-8572-009b14fc5867 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 944 time: 0.1019378 Feb 11 05:23:17.164443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73207eea-9e50-42b3-a118-b0e30ce559dc req-b353fe38-046f-42cd-93f2-e2c89a7fdaba tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933025 Feb 11 05:23:17.193277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43c8fbb9-9feb-46eb-8abe-639b7ad7046f req-f0cfd691-1c08-444c-b659-3d04d8dfc032 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798752 Feb 11 05:23:17.295267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-d520f422-31d5-4c3b-800d-e7e211277c5d req-7eee90b5-6acc-4c52-b65a-b4ebc4da87e7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:17.296366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d520f422-31d5-4c3b-800d-e7e211277c5d req-7eee90b5-6acc-4c52-b65a-b4ebc4da87e7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063448 Feb 11 05:23:17.312392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7fbbb3a-e1bd-49a9-91b0-069210706973 req-4cea3b6e-2382-48f7-8b32-a3ff8706bef4 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 210 time: 0.0331051 Feb 11 05:23:17.324256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (9ba67aea-cef2-4c60-b313-e1525f5cc8d8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.402861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event updated for resources: {'Subnet': ['ID=9ba67aea-cef2-4c60-b313-e1525f5cc8d8,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:17.410325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Checking segment: {'id': 'da045e9e-f73e-45f9-b940-be92f52beea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '134a54b4-bfd2-449e-844d-8bbfed52ff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:17.410593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Network hostable DHCP agents. Network: 134a54b4-bfd2-449e-844d-8bbfed52ff35, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:17.470815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d670b6-b470-4ec5-899b-9fa9e445f79f req-cfdd30a7-3360-4bbf-be57-da2e82fe263c tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.472258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d670b6-b470-4ec5-899b-9fa9e445f79f req-cfdd30a7-3360-4bbf-be57-da2e82fe263c tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 949 time: 0.0619912 Feb 11 05:23:17.497786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Network 134a54b4-bfd2-449e-844d-8bbfed52ff35 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:17.523194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d670b6-b470-4ec5-899b-9fa9e445f79f req-18aa91e7-2282-4239-bf44-974d4baaab8c tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Feb 11 05:23:17.586558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 134a54b4-bfd2-449e-844d-8bbfed52ff35) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:17.591571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.592276 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.617831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d3d6f-fe45-49d2-8dae-f55de6834fbf None None] Network 134a54b4-bfd2-449e-844d-8bbfed52ff35 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:17.656488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e9662-c4b4-475b-8bc8-9857e1f1083a req-6f4ceea7-fd75-4e55-a3c2-2ce0afdd88b2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.665222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e27e9662-c4b4-475b-8bc8-9857e1f1083a req-6f4ceea7-fd75-4e55-a3c2-2ce0afdd88b2 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.0860212 Feb 11 05:23:17.685273 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e5e2868a-15a7-49b2-931a-a25b4da7cc7d tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9200277 Feb 11 05:23:17.685468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:17.693514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Request body: {'port': {'network_id': '134a54b4-bfd2-449e-844d-8bbfed52ff35', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1036167547'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:17.750549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-134a54b4-bfd2-449e-844d-8bbfed52ff35', 'network_id': '134a54b4-bfd2-449e-844d-8bbfed52ff35', 'project_id': '07ed18c819a94fd59947a013fae4560e', 'fixed_ips': [{'subnet_id': '9ba67aea-cef2-4c60-b313-e1525f5cc8d8'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:23:17.751455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.756815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e27e9662-c4b4-475b-8bc8-9857e1f1083a req-1519d2b3-c685-4b3c-902d-fa116f4a1514 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/security-groups?id=56776727-9940-4b16-83cc-d45b22b19366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906372 Feb 11 05:23:17.771765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5e9a9-9802-43ab-88ad-db79d89626b3 req-26da762c-b30b-40cd-be44-133390849bf0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.780024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47f5e9a9-9802-43ab-88ad-db79d89626b3 req-26da762c-b30b-40cd-be44-133390849bf0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1057534 Feb 11 05:23:17.852921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47f5e9a9-9802-43ab-88ad-db79d89626b3 req-5e02e068-ff8c-411c-8072-247166360daf tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676942 Feb 11 05:23:17.913300 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-1a851814-2cd4-4237-80a0-d15a7feccef0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967197 Feb 11 05:23:17.953797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Allocated IP 172.20.0.2 (134a54b4-bfd2-449e-844d-8bbfed52ff35/9ba67aea-cef2-4c60-b313-e1525f5cc8d8/ee285058-1afc-4a32-9a0c-f90811c11198) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:17.964443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-51a5272f-7880-4d12-90ee-4dcdc26d9294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.969798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-51a5272f-7880-4d12-90ee-4dcdc26d9294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.972189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Made reservation on behalf of 07ed18c819a94fd59947a013fae4560e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:17.975712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-51a5272f-7880-4d12-90ee-4dcdc26d9294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.976048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:17.981011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-51a5272f-7880-4d12-90ee-4dcdc26d9294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.986408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-51a5272f-7880-4d12-90ee-4dcdc26d9294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.992790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-51a5272f-7880-4d12-90ee-4dcdc26d9294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:17.998045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-51a5272f-7880-4d12-90ee-4dcdc26d9294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.002959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] device_id is not set on port 9e5a1892-7b78-4e2e-ace7-9c863521be40 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:23:18.006673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-51a5272f-7880-4d12-90ee-4dcdc26d9294 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.1519976 Feb 11 05:23:18.134502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437113-f525-459e-a25f-c642902a6821 req-9b6abaaf-d30d-404b-a173-9780fbfbca21 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.136175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb437113-f525-459e-a25f-c642902a6821 req-9b6abaaf-d30d-404b-a173-9780fbfbca21 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.83 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 946 time: 0.1038585 Feb 11 05:23:18.138194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Publish callbacks [] for port (ee285058-1afc-4a32-9a0c-f90811c11198), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.144425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0a61f99-a7ee-4d3a-aa71-0f7b1f0c41cd req-d130f128-a723-4f5f-9c7b-b00cedb0c173 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369059 Feb 11 05:23:18.207284 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.267000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Deleting port 9601497d-9d4d-45a1-977b-786c4334d9e4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:18.267347 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.300255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Network 134a54b4-bfd2-449e-844d-8bbfed52ff35 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:18.303753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:18.305388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Allocated IP 172.20.0.13 (134a54b4-bfd2-449e-844d-8bbfed52ff35/9ba67aea-cef2-4c60-b313-e1525f5cc8d8/9e5a1892-7b78-4e2e-ace7-9c863521be40) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:18.306285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Pushing event updated for resources: {'Port': ['ID=ee285058-1afc-4a32-9a0c-f90811c11198,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:18.318410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:18.384558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] For port 9601497d-9d4d-45a1-977b-786c4334d9e4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9601497d-9d4d-45a1-977b-786c4334d9e4,segment=NetworkSegment(af427064-19a0-433c-97ce-6f7514759658),segment_id=af427064-19a0-433c-97ce-6f7514759658)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:18.384981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.473106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Attempting to bind port ee285058-1afc-4a32-9a0c-f90811c11198 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:18.474080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Attempting to bind port ee285058-1afc-4a32-9a0c-f90811c11198 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'da045e9e-f73e-45f9-b940-be92f52beea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '134a54b4-bfd2-449e-844d-8bbfed52ff35'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:18.474776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Attempting to bind port ee285058-1afc-4a32-9a0c-f90811c11198 on network 134a54b4-bfd2-449e-844d-8bbfed52ff35 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:18.476692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Calling delete_port for 9601497d-9d4d-45a1-977b-786c4334d9e4 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:18.494097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:18.494494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Checking segment: {'id': 'da045e9e-f73e-45f9-b940-be92f52beea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '134a54b4-bfd2-449e-844d-8bbfed52ff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:18.498120 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.498474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Bound using segment: {'id': 'da045e9e-f73e-45f9-b940-be92f52beea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '134a54b4-bfd2-449e-844d-8bbfed52ff35'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:18.499935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Bound port: ee285058-1afc-4a32-9a0c-f90811c11198, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da045e9e-f73e-45f9-b940-be92f52beea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '134a54b4-bfd2-449e-844d-8bbfed52ff35'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:18.500183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.556247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1995b3c6-d0cc-459a-84d1-df4405193724 req-15b4de3a-9861-46a5-8556-7883564b1229 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 210 time: 0.0575366 Feb 11 05:23:18.560217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ac690cb3-ae15-4ca5-a549-d63b7e53b35e up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:18.662586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] For port ee285058-1afc-4a32-9a0c-f90811c11198, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:18.670199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] For port ee285058-1afc-4a32-9a0c-f90811c11198, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ee285058-1afc-4a32-9a0c-f90811c11198,segment=NetworkSegment(da045e9e-f73e-45f9-b940-be92f52beea8),segment_id=da045e9e-f73e-45f9-b940-be92f52beea8)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:18.725845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e27e47-52bd-425f-a05e-40842ba83b97 req-de49bf90-0c19-4d9c-b0c3-36c4b97f8afd tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.727452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92e27e47-52bd-425f-a05e-40842ba83b97 req-de49bf90-0c19-4d9c-b0c3-36c4b97f8afd tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 944 time: 0.2480428 Feb 11 05:23:18.762172 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks [] for port (9e5a1892-7b78-4e2e-ace7-9c863521be40), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.817090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287053-c474-4a67-999b-d4aaedb17dfe req-371e340e-ce3b-488d-8ccb-ea034b017e5f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.819104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-371e340e-ce3b-488d-8ccb-ea034b017e5f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.83 "GET /v2.0/networks?id=4b1db2fe-a55e-429a-b859-7c48ed464959 HTTP/1.1" status: 200 len: 806 time: 0.2180576 Feb 11 05:23:18.838255 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.842625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port ac690cb3-ae15-4ca5-a549-d63b7e53b35e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:18.858013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d3281-353b-4578-b8ef-d22c1964ff03 req-5c89dc80-719c-4f0f-86be-5750748a781f tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.859682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-443d3281-353b-4578-b8ef-d22c1964ff03 req-5c89dc80-719c-4f0f-86be-5750748a781f tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 949 time: 0.1737857 Feb 11 05:23:18.866684 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92e27e47-52bd-425f-a05e-40842ba83b97 req-d63fa0c8-ccde-4e0b-8497-2a6fba6b2542 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198480 Feb 11 05:23:18.912947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port ac690cb3-ae15-4ca5-a549-d63b7e53b35e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:18.913408 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.944821 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9e5a1892-7b78-4e2e-ace7-9c863521be40), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.960558 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-7b335d73-9168-414f-a67b-9b94fe95d0dc tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fd8f252218043bb885df2add3e34a4c HTTP/1.1" status: 200 len: 380 time: 0.1330142 Feb 11 05:23:18.972692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-443d3281-353b-4578-b8ef-d22c1964ff03 req-711ff955-35ee-486f-927b-1b89b293ac44 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011083 Feb 11 05:23:19.002838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Request body: {'port': {'device_id': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'admin_state_up': True, 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'security_groups': ['ecc8bdd4-73f3-45fe-88b3-365ef1f56058']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:19.007579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9601497d-9d4d-45a1-977b-786c4334d9e4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.035337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['9601497d-9d4d-45a1-977b-786c4334d9e4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:19.053182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-463bc26b-a505-49de-a7cb-6833ce9e3dbd tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.055232 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-463bc26b-a505-49de-a7cb-6833ce9e3dbd tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/ports/3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 1130 time: 0.1567609 Feb 11 05:23:19.077925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d395267-82ef-4ddd-abc0-810eaaa6c64e None None] Pushing event updated for resources: {'Port': ['ID=ee285058-1afc-4a32-9a0c-f90811c11198,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:19.097377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34465347-3ea7-4df1-8a31-cffbbc58423a req-2e45d776-4769-4291-88af-a84c5758db72 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 210 time: 0.1034057 Feb 11 05:23:19.150095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port ac690cb3-ae15-4ca5-a549-d63b7e53b35e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:19.150631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.180543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275eb835-ce4c-4220-a92b-5602f8abe21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac690cb3-ae15-4ca5-a549-d63b7e53b35e'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:19.181015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Pushing event deleted for resources: {'Port': ['ID=9601497d-9d4d-45a1-977b-786c4334d9e4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:19.183167 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d9e78c-692f-4d7d-bad6-bc9a2c331be9" -d '{"events": [{"server_uuid": "275eb835-ce4c-4220-a92b-5602f8abe21c", "name": "network-vif-plugged", "status": "completed", "tag": "ac690cb3-ae15-4ca5-a549-d63b7e53b35e"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:19.215013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ac690cb3-ae15-4ca5-a549-d63b7e53b35e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,segment=NetworkSegment(33733f7a-c91c-4222-b3cc-a7a70f3a6569),segment_id=33733f7a-c91c-4222-b3cc-a7a70f3a6569)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:19.249197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.249549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.249895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.250244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.250578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.250943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.251690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.252043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.252375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.252721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.253059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.253621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.253731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:19.278427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] No DVR routers for this DVR port 9601497d-9d4d-45a1-977b-786c4334d9e4 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:19.285590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.287328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb437113-f525-459e-a25f-c642902a6821 req-383efedc-8cdf-4117-aeb3-3222ae6906fa tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.83 "DELETE /v2.0/ports/9601497d-9d4d-45a1-977b-786c4334d9e4 HTTP/1.1" status: 204 len: 173 time: 1.1399717 Feb 11 05:23:19.298026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-deleted', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:19.301103 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cfa4fd-b441-4e82-97c1-53b06ef50607" -d '{"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-deleted", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:19.345548 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.345548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5426c210-7d72-4075-8d61-5dbd2c326c9e up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:19.476243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:19.600930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Network 134a54b4-bfd2-449e-844d-8bbfed52ff35 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:19.603411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 5426c210-7d72-4075-8d61-5dbd2c326c9e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:19.604821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event updated for resources: {'Port': ['ID=9e5a1892-7b78-4e2e-ace7-9c863521be40,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:19.608179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 5426c210-7d72-4075-8d61-5dbd2c326c9e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:19.614098 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.614431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:19.642904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:19.731717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.732658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.767090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 5426c210-7d72-4075-8d61-5dbd2c326c9e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:19.767640 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.776127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fe8c5-9581-4582-bd6e-252b2350b141 req-12c15a01-2b52-48e5-a330-3a9f178bd2d6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.777702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b59fe8c5-9581-4582-bd6e-252b2350b141 req-12c15a01-2b52-48e5-a330-3a9f178bd2d6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.6693969 Feb 11 05:23:19.822518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5426c210-7d72-4075-8d61-5dbd2c326c9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5426c210-7d72-4075-8d61-5dbd2c326c9e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:19.857936 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9bd91bf6-c25e-41eb-8df4-22b6b214bf4f tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.1713650 Feb 11 05:23:19.859639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-1105d501-76e8-467d-9b2d-496941fcf240 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.860926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52234) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:19.865816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-1105d501-76e8-467d-9b2d-496941fcf240 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.871293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-1105d501-76e8-467d-9b2d-496941fcf240 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.876648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-1105d501-76e8-467d-9b2d-496941fcf240 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.882561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-1105d501-76e8-467d-9b2d-496941fcf240 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.888071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-1105d501-76e8-467d-9b2d-496941fcf240 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.894269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-1105d501-76e8-467d-9b2d-496941fcf240 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:19.897345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-1105d501-76e8-467d-9b2d-496941fcf240 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.6203656 Feb 11 05:23:19.909172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b59fe8c5-9581-4582-bd6e-252b2350b141 req-f512b645-b8f4-4cb6-873f-a11870dd4756 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236804 Feb 11 05:23:19.915435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.948878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Made reservation on behalf of 5fd8f252218043bb885df2add3e34a4c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:19.966811 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:19.988976 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2f734d-9f3f-4b54-965e-6bb0eb1fbb37 x-openstack-request-id: req-6a2f734d-9f3f-4b54-965e-6bb0eb1fbb37 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:19.989271 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275eb835-ce4c-4220-a92b-5602f8abe21c", "name": "network-vif-plugged", "status": "completed", "tag": "ac690cb3-ae15-4ca5-a549-d63b7e53b35e", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:19.989528 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a2f734d-9f3f-4b54-965e-6bb0eb1fbb37 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:19.992913 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275eb835-ce4c-4220-a92b-5602f8abe21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac690cb3-ae15-4ca5-a549-d63b7e53b35e', 'code': 200} Feb 11 05:23:20.005720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83159011-36c2-4b6e-a2bd-b7c1186cf5a8 req-2804721a-4b0a-46d7-8b1f-4a59ab8b13e6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943558 Feb 11 05:23:20.037054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=5426c210-7d72-4075-8d61-5dbd2c326c9e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:20.046912 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7cbdc3-3d29-4297-8627-29a1784f883f x-openstack-request-id: req-bb7cbdc3-3d29-4297-8627-29a1784f883f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:20.047210 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f70359-4a5e-4aa2-8341-2e2ac1444bb6", "name": "network-vif-deleted", "tag": "9601497d-9d4d-45a1-977b-786c4334d9e4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:20.047460 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb7cbdc3-3d29-4297-8627-29a1784f883f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:20.047918 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f70359-4a5e-4aa2-8341-2e2ac1444bb6', 'name': 'network-vif-deleted', 'tag': '9601497d-9d4d-45a1-977b-786c4334d9e4', 'status': 'completed', 'code': 200} Feb 11 05:23:20.121034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1f187ba8-d820-47d0-b806-d8ea8ef2c4ee tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Deleting port 9e5a1892-7b78-4e2e-ace7-9c863521be40 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:20.121374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f187ba8-d820-47d0-b806-d8ea8ef2c4ee tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9e5a1892-7b78-4e2e-ace7-9c863521be40), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.196987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ccae35a-e55c-4443-be63-6a597192ce30 req-925f4238-0ad8-477a-b9cb-82f8df49d2e4 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 210 time: 0.0587940 Feb 11 05:23:20.222514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7a0bf-732e-4694-afe7-fa37f82adab8 req-9f97da6f-68c2-4043-8eb4-d9b8abafdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.224498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2f7a0bf-732e-4694-afe7-fa37f82adab8 req-9f97da6f-68c2-4043-8eb4-d9b8abafdeae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 1128 time: 0.1216583 Feb 11 05:23:20.235036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c1424-d1dd-416c-9c07-6156ec145107 req-cdcbdc67-3215-4bce-9b65-bef1e7085e5b tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.243754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c0c1424-d1dd-416c-9c07-6156ec145107 req-cdcbdc67-3215-4bce-9b65-bef1e7085e5b tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 945 time: 0.1066573 Feb 11 05:23:20.271185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f187ba8-d820-47d0-b806-d8ea8ef2c4ee tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9e5a1892-7b78-4e2e-ace7-9c863521be40), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.293397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1f187ba8-d820-47d0-b806-d8ea8ef2c4ee tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Calling delete_port for 9e5a1892-7b78-4e2e-ace7-9c863521be40 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:20.301829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Allocated IP 172.20.0.13 (4b1db2fe-a55e-429a-b859-7c48ed464959/02137e39-fbad-499a-979f-18f8d10194e3/f298a94b-00c6-4686-a46f-f0d1239a517f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:20.341247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c0c1424-d1dd-416c-9c07-6156ec145107 req-bda9ba8d-55d2-43cb-962a-18401b2d9e10 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964167 Feb 11 05:23:20.370273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2f7a0bf-732e-4694-afe7-fa37f82adab8 req-0163c494-ebb9-40b1-93b2-f3c284a73a16 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228604 Feb 11 05:23:20.421862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e69e22-ab6f-42f8-9cd9-5a19c9f50b3f req-c60d5731-8995-4962-8213-e7d2eca80377 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.431776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69e69e22-ab6f-42f8-9cd9-5a19c9f50b3f req-c60d5731-8995-4962-8213-e7d2eca80377 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 950 time: 0.1198194 Feb 11 05:23:20.504489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c98fe78-af37-4cda-bef0-6b17dbc78068 req-c62fbb4e-22e5-4a7b-a5b8-a30c184c1bc7 tempest-ServersNegativeTestJSON-967761623 tempest-ServersNegativeTestJSON-967761623-project] 10.222.0.62 "GET /v2.0/ports?device_id=00f70359-4a5e-4aa2-8341-2e2ac1444bb6 HTTP/1.1" status: 200 len: 210 time: 0.0474672 Feb 11 05:23:20.557778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69e69e22-ab6f-42f8-9cd9-5a19c9f50b3f req-792dea4a-4eaf-452a-a87e-a09ee2b68a59 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249006 Feb 11 05:23:20.590015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.611586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a430b-c4b5-40b0-9815-436cc7137928 None None] Network 134a54b4-bfd2-449e-844d-8bbfed52ff35 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:20.652456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f187ba8-d820-47d0-b806-d8ea8ef2c4ee tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9e5a1892-7b78-4e2e-ace7-9c863521be40), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.691668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f187ba8-d820-47d0-b806-d8ea8ef2c4ee tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event deleted for resources: {'Port': ['ID=9e5a1892-7b78-4e2e-ace7-9c863521be40,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:20.721034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.768542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d7634da4-e1d7-4d45-b757-20afab4bf6cc None None] Provisioning complete for port ee285058-1afc-4a32-9a0c-f90811c11198 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:20.768952 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7634da4-e1d7-4d45-b757-20afab4bf6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.802400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:20.809213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:20.814971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:20.846370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event updated for resources: {'Port': ['ID=f298a94b-00c6-4686-a46f-f0d1239a517f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:20.849529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f187ba8-d820-47d0-b806-d8ea8ef2c4ee tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.855495 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1f187ba8-d820-47d0-b806-d8ea8ef2c4ee tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "DELETE /v2.0/ports/9e5a1892-7b78-4e2e-ace7-9c863521be40 HTTP/1.1" status: 204 len: 168 time: 0.9934001 Feb 11 05:23:20.855630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:20.901376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.906506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.923966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d7634da4-e1d7-4d45-b757-20afab4bf6cc None None] Current status of the port ee285058-1afc-4a32-9a0c-f90811c11198 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:20.924734 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7634da4-e1d7-4d45-b757-20afab4bf6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:20.979909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d7634da4-e1d7-4d45-b757-20afab4bf6cc None None] For port ee285058-1afc-4a32-9a0c-f90811c11198, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ee285058-1afc-4a32-9a0c-f90811c11198,segment=NetworkSegment(da045e9e-f73e-45f9-b940-be92f52beea8),segment_id=da045e9e-f73e-45f9-b940-be92f52beea8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:21.009997 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-034bd011-ca21-4428-9816-5139d9a40a76 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0390902 Feb 11 05:23:21.022026 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Request body: {'port': {'device_id': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:21.031517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1454c44b-a6dc-47a0-aa25-4331e9e9fe40 tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1718333 Feb 11 05:23:21.031964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52258) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:21.046096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-582856104'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:21.062069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7634da4-e1d7-4d45-b757-20afab4bf6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.157304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7634da4-e1d7-4d45-b757-20afab4bf6cc None None] Pushing event updated for resources: {'Port': ['ID=ee285058-1afc-4a32-9a0c-f90811c11198,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:21.164098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Made reservation on behalf of 07ed18c819a94fd59947a013fae4560e for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:21.164271 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.172167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.203623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ee285058-1afc-4a32-9a0c-f90811c11198 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:21.263682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517a55-7d2f-40b1-b091-5eb99a7e425e req-1d0afea3-d6a4-41eb-ba54-37ac76f9376f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.266004 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1517a55-7d2f-40b1-b091-5eb99a7e425e req-1d0afea3-d6a4-41eb-ba54-37ac76f9376f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.2110715 Feb 11 05:23:21.271757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ee285058-1afc-4a32-9a0c-f90811c11198 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:21.272325 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.276227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:21.349882 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0e442eb4-395d-46d0-b4e5-05b3f0c11263), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.350238 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Added segment 0e442eb4-395d-46d0-b4e5-05b3f0c11263 of type vlan for network df3cdbf6-810e-4bb8-8f2f-9b2a71fce258 Feb 11 05:23:21.387502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-cfb89162-11c8-491a-b74b-bc3b553fd53f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.393089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-cfb89162-11c8-491a-b74b-bc3b553fd53f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.399564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-cfb89162-11c8-491a-b74b-bc3b553fd53f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.404984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-cfb89162-11c8-491a-b74b-bc3b553fd53f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.410396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-cfb89162-11c8-491a-b74b-bc3b553fd53f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.416961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-cfb89162-11c8-491a-b74b-bc3b553fd53f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.422470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-cfb89162-11c8-491a-b74b-bc3b553fd53f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.424494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-cfb89162-11c8-491a-b74b-bc3b553fd53f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.2433984 Feb 11 05:23:21.512173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1517a55-7d2f-40b1-b091-5eb99a7e425e req-1fa38294-730f-4246-8503-1546d1ee08c9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227013 Feb 11 05:23:21.516354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (df3cdbf6-810e-4bb8-8f2f-9b2a71fce258), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.606043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-2e13215c-778b-4008-8452-ab0927e21a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.607488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-2e13215c-778b-4008-8452-ab0927e21a68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1133 time: 0.3268414 Feb 11 05:23:21.636148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f298a94b-00c6-4686-a46f-f0d1239a517f {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:21.667402 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Publish callbacks [] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.700427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Transition to ACTIVE for port object f298a94b-00c6-4686-a46f-f0d1239a517f will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:21.729818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ee285058-1afc-4a32-9a0c-f90811c11198 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:21.735863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5dd0e68d-b072-446f-8dfd-633adeaee522 None None] Provisioning complete for port f298a94b-00c6-4686-a46f-f0d1239a517f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:21.736244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e68d-b072-446f-8dfd-633adeaee522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.744639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba399e9e-5eb3-4aad-8e3c-63a8ec2d4095 req-dc44ee87-0175-47d0-ac56-cf3a0ed54cb6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2739048 Feb 11 05:23:21.769496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.786436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:21.823872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-11765891-9632-46b2-aa55-91be4de078a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.825329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-11765891-9632-46b2-aa55-91be4de078a3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2073624 Feb 11 05:23:21.837635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Pushing event updated for resources: {'Port': ['ID=f298a94b-00c6-4686-a46f-f0d1239a517f,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:21.872610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 9601497d-9d4d-45a1-977b-786c4334d9e4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:21.879063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9601497d-9d4d-45a1-977b-786c4334d9e4 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:21.879063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0e68d-b072-446f-8dfd-633adeaee522 None None] Port f298a94b-00c6-4686-a46f-f0d1239a517f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:21.891065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-45c1763f-290f-4388-9771-f552f2d2f841 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.0582371 Feb 11 05:23:21.891753 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (df3cdbf6-810e-4bb8-8f2f-9b2a71fce258), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.894262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5dd0e68d-b072-446f-8dfd-633adeaee522 None None] Provisioning complete for port ee285058-1afc-4a32-9a0c-f90811c11198 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:21.894828 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e68d-b072-446f-8dfd-633adeaee522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.897380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.898045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.980572 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Attempting to bind port f298a94b-00c6-4686-a46f-f0d1239a517f on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:21.981528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Attempting to bind port f298a94b-00c6-4686-a46f-f0d1239a517f by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:21.982398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Attempting to bind port f298a94b-00c6-4686-a46f-f0d1239a517f on network 4b1db2fe-a55e-429a-b859-7c48ed464959 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:21.998190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cca3208-9614-467e-a176-82888f72b319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426c210-7d72-4075-8d61-5dbd2c326c9e'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:22.000399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Port f298a94b-00c6-4686-a46f-f0d1239a517f on network 4b1db2fe-a55e-429a-b859-7c48ed464959 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:22.001394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Attempting to bind port f298a94b-00c6-4686-a46f-f0d1239a517f on network 4b1db2fe-a55e-429a-b859-7c48ed464959 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:22.004396 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d409e1-4028-4e01-9822-de8c3dbefdd8" -d '{"events": [{"server_uuid": "9cca3208-9614-467e-a176-82888f72b319", "name": "network-vif-plugged", "status": "completed", "tag": "5426c210-7d72-4075-8d61-5dbd2c326c9e"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:22.008905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:22.009326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Checking segment: {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:22.009684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Bound using segment: {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:22.010122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Bound port: f298a94b-00c6-4686-a46f-f0d1239a517f, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6683cda9-1c73-4660-9e9d-d9ff70bd25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:22.011360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.059062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb4f09-1bfe-450a-ba38-2d1c09005dfc req-b6dddad3-188d-441e-a5ea-899cde6bd842 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.069346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89bb4f09-1bfe-450a-ba38-2d1c09005dfc req-b6dddad3-188d-441e-a5ea-899cde6bd842 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 944 time: 0.3236423 Feb 11 05:23:22.071015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0e68d-b072-446f-8dfd-633adeaee522 None None] Current status of the port ee285058-1afc-4a32-9a0c-f90811c11198 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:22.090378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] For port f298a94b-00c6-4686-a46f-f0d1239a517f, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:22.099248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] For port f298a94b-00c6-4686-a46f-f0d1239a517f, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f298a94b-00c6-4686-a46f-f0d1239a517f,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:22.185956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-87b158f1-7fe3-4041-b6cb-854173d355a9 None None] Could not find standard attr ID for object 9e5a1892-7b78-4e2e-ace7-9c863521be40. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:23:22.193890 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.204121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-a0215cb0-a72d-465b-9240-c12e914c0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.205868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-a0215cb0-a72d-465b-9240-c12e914c0d91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2929492 Feb 11 05:23:22.211960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event updated for resources: {'Network': ['ID=df3cdbf6-810e-4bb8-8f2f-9b2a71fce258,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:22.216825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4c786300-ab38-4a04-afbc-ed8235e3eeeb tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1838772 Feb 11 05:23:22.222432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network df3cdbf6-810e-4bb8-8f2f-9b2a71fce258 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:22.232049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52278) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:22.265697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.268722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89bb4f09-1bfe-450a-ba38-2d1c09005dfc req-df08b1d9-f234-4d34-ad26-ec121e8b4c8f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939790 Feb 11 05:23:22.274428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.276078 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] 10.222.0.83 "PUT /v2.0/ports/f298a94b-00c6-4686-a46f-f0d1239a517f HTTP/1.1" status: 200 len: 1093 time: 1.2598500 Feb 11 05:23:22.276628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'tag': 'f298a94b-00c6-4686-a46f-f0d1239a517f'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:22.280385 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c7701d-254f-4199-9926-d762963d1ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb5a7ad-1ba6-450e-b80b-1bbea973f814", "tag": "f298a94b-00c6-4686-a46f-f0d1239a517f"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:22.313048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a083-d4d9-44e4-8511-2cefddee0ed6 req-5739ad5f-a43d-48f9-89f7-fc3bc05bf732 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.319667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1450a083-d4d9-44e4-8511-2cefddee0ed6 req-5739ad5f-a43d-48f9-89f7-fc3bc05bf732 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 945 time: 0.2853470 Feb 11 05:23:22.355391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52282) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:22.374770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-51169ffb-3447-44fe-abf1-3a1f0db39db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.376391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-51169ffb-3447-44fe-abf1-3a1f0db39db5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1539667 Feb 11 05:23:22.454276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38906adf-c614-4d8c-9ed0-4245210cca3f service neutron] Pushing event updated for resources: {'Port': ['ID=f298a94b-00c6-4686-a46f-f0d1239a517f,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:22.519501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc7cee9-00b1-48ef-bc97-940d4479ff9e admin admin] Deleting subnet 2884e132-0b62-4214-af9f-b6a3130b51f7 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:23:22.543552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6fc7cee9-00b1-48ef-bc97-940d4479ff9e admin admin] Publish callbacks [] for subnet (2884e132-0b62-4214-af9f-b6a3130b51f7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.608347 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4935374f-95af-4ec8-9ddc-f3ae5977d26a tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "GET /v2.0/agents/758402f0-4e54-485f-bc00-fbca5c78311c/dhcp-networks HTTP/1.1" status: 200 len: 9659 time: 0.3724942 Feb 11 05:23:22.609581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52286) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:22.626348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1450a083-d4d9-44e4-8511-2cefddee0ed6 req-e5e01c70-dbfb-416b-b517-83504998c394 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057899 Feb 11 05:23:22.632925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6fc7cee9-00b1-48ef-bc97-940d4479ff9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (2884e132-0b62-4214-af9f-b6a3130b51f7), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.635639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287053-c474-4a67-999b-d4aaedb17dfe req-b12c6a2f-a775-486c-a732-f946f75bf192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.636908 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-b12c6a2f-a775-486c-a732-f946f75bf192 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5fd8f252218043bb885df2add3e34a4c&device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 1127 time: 0.1707237 Feb 11 05:23:22.670057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-97d770ae-bff5-45c1-a462-f40a52537b45 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776263 Feb 11 05:23:22.688753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a66a5c-9745-42f2-9313-445499aecddc req-1146c8ea-b0a1-4bd2-aee2-9a3f30242377 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.691315 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a60d45-26f7-458f-8ac5-48bfe0c03fcc x-openstack-request-id: req-a6a60d45-26f7-458f-8ac5-48bfe0c03fcc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:22.691699 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cca3208-9614-467e-a176-82888f72b319", "name": "network-vif-plugged", "status": "completed", "tag": "5426c210-7d72-4075-8d61-5dbd2c326c9e", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:22.692489 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6a60d45-26f7-458f-8ac5-48bfe0c03fcc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:22.693472 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cca3208-9614-467e-a176-82888f72b319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426c210-7d72-4075-8d61-5dbd2c326c9e', 'code': 200} Feb 11 05:23:22.696087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55a66a5c-9745-42f2-9313-445499aecddc req-1146c8ea-b0a1-4bd2-aee2-9a3f30242377 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 950 time: 0.2624187 Feb 11 05:23:22.757667 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bb29f5-667a-4a8c-a300-75bda9a548ac x-openstack-request-id: req-81bb29f5-667a-4a8c-a300-75bda9a548ac {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:22.757970 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb5a7ad-1ba6-450e-b80b-1bbea973f814", "tag": "f298a94b-00c6-4686-a46f-f0d1239a517f", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:22.758227 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81bb29f5-667a-4a8c-a300-75bda9a548ac {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:22.758654 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'tag': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'status': 'completed', 'code': 200} Feb 11 05:23:22.760098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-687e6cb0-33d6-43ce-a4e6-ffd20c94ceb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f298a94b-00c6-4686-a46f-f0d1239a517f HTTP/1.1" status: 200 len: 217 time: 0.0920916 Feb 11 05:23:22.852787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6fc7cee9-00b1-48ef-bc97-940d4479ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (2884e132-0b62-4214-af9f-b6a3130b51f7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.867419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55a66a5c-9745-42f2-9313-445499aecddc req-2d89643a-acfb-4649-a2fd-239eb5010905 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702600 Feb 11 05:23:22.912285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-1760805d-09d3-4a80-a839-f9a25ef65359 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319462 Feb 11 05:23:22.932922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55a3f-a1de-4b51-b396-c934223962f5 req-c3354ae4-2344-4da7-a42b-0535d5d86b92 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.937850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55e55a3f-a1de-4b51-b396-c934223962f5 req-c3354ae4-2344-4da7-a42b-0535d5d86b92 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1091557 Feb 11 05:23:22.940375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287053-c474-4a67-999b-d4aaedb17dfe req-a42c57cd-bc71-44ee-8b36-7db55de30e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.943231 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-a42c57cd-bc71-44ee-8b36-7db55de30e25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02137e39-fbad-499a-979f-18f8d10194e3 HTTP/1.1" status: 200 len: 845 time: 0.1652045 Feb 11 05:23:22.953357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7906355-08cf-4e7a-a49f-b42e2b6e5dba tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] Network df3cdbf6-810e-4bb8-8f2f-9b2a71fce258 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:22.998813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63f590-84e8-440f-ae54-8de197e9975b req-7751ce87-08c6-47ac-be15-eac8a3e7e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.000454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2c63f590-84e8-440f-ae54-8de197e9975b req-7751ce87-08c6-47ac-be15-eac8a3e7e4eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 1133 time: 0.2021441 Feb 11 05:23:23.053788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287053-c474-4a67-999b-d4aaedb17dfe req-9e70b987-576e-4640-8777-8a3fa77bc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.053788 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-9e70b987-576e-4640-8777-8a3fa77bc263 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b1db2fe-a55e-429a-b859-7c48ed464959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1000888 Feb 11 05:23:23.059880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55e55a3f-a1de-4b51-b396-c934223962f5 req-60086e67-bcac-4ef6-9f94-ef4cb9f672f1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022551 Feb 11 05:23:23.092834 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2c63f590-84e8-440f-ae54-8de197e9975b req-9c86839e-dc78-4c52-8d53-ef882f0cf47d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800169 Feb 11 05:23:23.107091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6fc7cee9-00b1-48ef-bc97-940d4479ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (2884e132-0b62-4214-af9f-b6a3130b51f7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.113461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52294) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:23.119947 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e7906355-08cf-4e7a-a49f-b42e2b6e5dba tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "POST /v2.0/agents/758402f0-4e54-485f-bc00-fbca5c78311c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5087950 Feb 11 05:23:23.122251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ecad3-5875-4262-a4b6-c2a7bece24b5 None None] Network df3cdbf6-810e-4bb8-8f2f-9b2a71fce258 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:23.189198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ee285058-1afc-4a32-9a0c-f90811c11198 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:23.222684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7cee9-00b1-48ef-bc97-940d4479ff9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2884e132-0b62-4214-af9f-b6a3130b51f7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:23.251971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6fc7cee9-00b1-48ef-bc97-940d4479ff9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.262245 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6fc7cee9-00b1-48ef-bc97-940d4479ff9e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2884e132-0b62-4214-af9f-b6a3130b51f7 HTTP/1.1" status: 204 len: 168 time: 0.9041262 Feb 11 05:23:23.272621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52300) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:23.305350 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-02391584-21b3-4284-8822-2d32d9b3a3c1 service neutron] 10.222.0.83 "GET /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416468 Feb 11 05:23:23.354689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ee285058-1afc-4a32-9a0c-f90811c11198 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:23.355062 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.453702 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83287053-c474-4a67-999b-d4aaedb17dfe req-c9fa099e-564a-4691-8d9c-a1c8a8bba92f service neutron] 10.222.0.83 "GET /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421132 Feb 11 05:23:23.459957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ee285058-1afc-4a32-9a0c-f90811c11198 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:23.606975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-93d2681f-1f85-4287-88b4-0e62eacda73c tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "GET /v2.0/agents/758402f0-4e54-485f-bc00-fbca5c78311c/dhcp-networks HTTP/1.1" status: 200 len: 10392 time: 0.4900825 Feb 11 05:23:23.607985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d22b3f78-9781-4966-98b1-48d5b8475e85), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.608292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52306) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:23.628357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-1a7f5c4a-d332-438c-b844-25eddc9e25f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.634245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-1a7f5c4a-d332-438c-b844-25eddc9e25f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.643760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-1a7f5c4a-d332-438c-b844-25eddc9e25f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.652305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-1a7f5c4a-d332-438c-b844-25eddc9e25f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.661192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-1a7f5c4a-d332-438c-b844-25eddc9e25f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.663205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-1a7f5c4a-d332-438c-b844-25eddc9e25f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.669335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-1a7f5c4a-d332-438c-b844-25eddc9e25f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.675376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-1a7f5c4a-d332-438c-b844-25eddc9e25f3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.4128332 Feb 11 05:23:23.743652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7701d-254f-4199-9926-d762963d1ffd req-23bf6bcd-4fd5-4008-a8c0-4685b1ca7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.745365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a6f5-a515-4bf3-b1ff-69848b9a29a0 req-d19b3639-3eb4-4d89-98ad-78e81fbdf4a3 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.745561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1c7701d-254f-4199-9926-d762963d1ffd req-23bf6bcd-4fd5-4008-a8c0-4685b1ca7319 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5fd8f252218043bb885df2add3e34a4c&device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 1127 time: 0.0698402 Feb 11 05:23:23.746970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b444a6f5-a515-4bf3-b1ff-69848b9a29a0 req-d19b3639-3eb4-4d89-98ad-78e81fbdf4a3 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 944 time: 0.2087817 Feb 11 05:23:23.831657 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ce61f75f-5299-4a1d-835b-6f64fb439e90 tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "DELETE /v2.0/agents/758402f0-4e54-485f-bc00-fbca5c78311c/dhcp-networks/df3cdbf6-810e-4bb8-8f2f-9b2a71fce258 HTTP/1.1" status: 204 len: 168 time: 0.2219331 Feb 11 05:23:23.834893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52310) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:23.881624 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d22b3f78-9781-4966-98b1-48d5b8475e85), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:23.896916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7701d-254f-4199-9926-d762963d1ffd req-220bc75c-ef84-444d-89d3-5cef4925f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.898407 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1c7701d-254f-4199-9926-d762963d1ffd req-220bc75c-ef84-444d-89d3-5cef4925f9cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=4b1db2fe-a55e-429a-b859-7c48ed464959 HTTP/1.1" status: 200 len: 907 time: 0.1453996 Feb 11 05:23:23.914680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5b2d05e-4df1-4a77-9377-61e8ca6b2c26 req-40a35f89-01cd-48db-aa9a-53780295c5ce tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2310019 Feb 11 05:23:23.931681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22b3f78-9781-4966-98b1-48d5b8475e85']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:23.959251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af427064-19a0-433c-97ce-6f7514759658') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:23.959563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af427064-19a0-433c-97ce-6f7514759658') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:23.980153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1c7701d-254f-4199-9926-d762963d1ffd req-37deabab-e0a9-491c-8056-2d5045b1c3c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f298a94b-00c6-4686-a46f-f0d1239a517f HTTP/1.1" status: 200 len: 217 time: 0.0548508 Feb 11 05:23:23.981078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (af427064-19a0-433c-97ce-6f7514759658), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.009119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b444a6f5-a515-4bf3-b1ff-69848b9a29a0 req-b10d5d89-2c19-49cd-b67b-cd359dc6b1b2 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533364 Feb 11 05:23:24.010129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (af427064-19a0-433c-97ce-6f7514759658), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.017680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:24.018516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (af427064-19a0-433c-97ce-6f7514759658), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:24.031985 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:24.073461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2798dfe6-065a-4e6f-9576-3c44db416d0d tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "GET /v2.0/agents/758402f0-4e54-485f-bc00-fbca5c78311c/dhcp-networks HTTP/1.1" status: 200 len: 9621 time: 0.2373016 Feb 11 05:23:24.075798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52316) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:24.091931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7701d-254f-4199-9926-d762963d1ffd req-d80bf3fe-3156-413c-b7e0-7a0e711a786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.093509 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1c7701d-254f-4199-9926-d762963d1ffd req-d80bf3fe-3156-413c-b7e0-7a0e711a786a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02137e39-fbad-499a-979f-18f8d10194e3 HTTP/1.1" status: 200 len: 845 time: 0.1010118 Feb 11 05:23:24.116575 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d6af388e-2e64-4ea2-8d09-d9c9cdb6fd24 tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "GET /v2.0/networks/134a54b4-bfd2-449e-844d-8bbfed52ff35/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0396001 Feb 11 05:23:24.119611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52320) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:24.154622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47197-d7d1-44d8-b62f-9e17ba3ee8c7 req-97e6631e-1513-43a0-bb0f-5bc2cdd27656 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.156052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96c47197-d7d1-44d8-b62f-9e17ba3ee8c7 req-97e6631e-1513-43a0-bb0f-5bc2cdd27656 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 950 time: 0.1232853 Feb 11 05:23:24.157944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8c94981d-ac80-44e9-9b70-88be8dbcb018 tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "GET /v2.0/networks/134a54b4-bfd2-449e-844d-8bbfed52ff35/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0357494 Feb 11 05:23:24.160682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:24.162119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7701d-254f-4199-9926-d762963d1ffd req-82372ef2-e4fc-4393-9114-19f42cdaa7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.163656 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1c7701d-254f-4199-9926-d762963d1ffd req-82372ef2-e4fc-4393-9114-19f42cdaa7d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b1db2fe-a55e-429a-b859-7c48ed464959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0629177 Feb 11 05:23:24.186852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d22b3f78-9781-4966-98b1-48d5b8475e85), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.191397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.195345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d22b3f78-9781-4966-98b1-48d5b8475e85 HTTP/1.1" status: 204 len: 168 time: 0.9234147 Feb 11 05:23:24.228091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e408-609c-4912-b431-e20915f4cf45 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22b3f78-9781-4966-98b1-48d5b8475e85,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:24.269798 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1c7701d-254f-4199-9926-d762963d1ffd req-b4d909b9-df9a-428f-8273-658e09c705d1 service neutron] 10.222.0.83 "GET /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989540 Feb 11 05:23:24.300286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96c47197-d7d1-44d8-b62f-9e17ba3ee8c7 req-713cead4-0ba7-4638-8bd5-eead4f2fb7bb tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334813 Feb 11 05:23:24.372701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4005fb68-f29d-4ea6-8a98-deda480c9107 tempest-DHCPAgentSchedulersTestJSON-453440426 tempest-DHCPAgentSchedulersTestJSON-453440426-project-admin] 10.222.0.62 "GET /v2.0/agents/758402f0-4e54-485f-bc00-fbca5c78311c/dhcp-networks HTTP/1.1" status: 200 len: 8860 time: 0.2098155 Feb 11 05:23:24.378549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52330) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:24.459271 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1c7701d-254f-4199-9926-d762963d1ffd req-cc3fd882-ffaf-4d6b-8ffe-debf1a490d61 service neutron] 10.222.0.83 "GET /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789501 Feb 11 05:23:24.511791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (df3cdbf6-810e-4bb8-8f2f-9b2a71fce258), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.528759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3713d3-2017-404e-8234-58b7b3e161e9 req-f2b7068c-7279-42b4-a48d-310728b78d85 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.530328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c3713d3-2017-404e-8234-58b7b3e161e9 req-f2b7068c-7279-42b4-a48d-310728b78d85 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1318765 Feb 11 05:23:24.665058 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (df3cdbf6-810e-4bb8-8f2f-9b2a71fce258), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.681017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c3713d3-2017-404e-8234-58b7b3e161e9 req-58b37c19-1aab-430b-a622-cc777c3feecf tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440408 Feb 11 05:23:24.692739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3cdbf6-810e-4bb8-8f2f-9b2a71fce258']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:24.706798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e442eb4-395d-46d0-b4e5-05b3f0c11263') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:24.707179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e442eb4-395d-46d0-b4e5-05b3f0c11263') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:24.717832 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (0e442eb4-395d-46d0-b4e5-05b3f0c11263), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.733443 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0e442eb4-395d-46d0-b4e5-05b3f0c11263), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.741059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:24.741566 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (0e442eb4-395d-46d0-b4e5-05b3f0c11263), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:24.744884 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:24.755919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52338) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:24.845720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2c66ab9e-a5f7-41e2-90a2-2111289c8ca6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70aad3f03c124bdd86a71f4c72351039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887806 Feb 11 05:23:24.848408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52340) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:24.904964 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7334ff65-f662-472f-8852-9a3293d48b77 admin admin] Publish callbacks [] for security_group (56776727-9940-4b16-83cc-d45b22b19366), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.933345 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7334ff65-f662-472f-8852-9a3293d48b77 admin admin] Publish callbacks [] for security_group (56776727-9940-4b16-83cc-d45b22b19366), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.964675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (df3cdbf6-810e-4bb8-8f2f-9b2a71fce258), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.983397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:24.988020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "DELETE /v2.0/networks/df3cdbf6-810e-4bb8-8f2f-9b2a71fce258 HTTP/1.1" status: 204 len: 168 time: 0.6069338 Feb 11 05:23:24.993757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52352) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:25.002970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea2401-70fa-4c6b-a6d3-9b2e20b44e3b tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event deleted for resources: {'Network': ['ID=df3cdbf6-810e-4bb8-8f2f-9b2a71fce258,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:25.018445 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50bca96-7cde-47e0-9920-019b063e5ac7 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] DELETE failed (client error): The resource could not be found. Feb 11 05:23:25.019322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50bca96-7cde-47e0-9920-019b063e5ac7 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:23:25.022237 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b50bca96-7cde-47e0-9920-019b063e5ac7 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "DELETE /v2.0/ports/9e5a1892-7b78-4e2e-ace7-9c863521be40 HTTP/1.1" status: 404 len: 333 time: 0.0274422 Feb 11 05:23:25.024822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52354) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:25.080002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-644d920c-7ae5-4c72-9f25-71710ebc6092 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Deleting subnet 9ba67aea-cef2-4c60-b313-e1525f5cc8d8 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:23:25.084109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-644d920c-7ae5-4c72-9f25-71710ebc6092 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks [] for subnet (9ba67aea-cef2-4c60-b313-e1525f5cc8d8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.115077 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7334ff65-f662-472f-8852-9a3293d48b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (56776727-9940-4b16-83cc-d45b22b19366), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.117812 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7334ff65-f662-472f-8852-9a3293d48b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.126353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7334ff65-f662-472f-8852-9a3293d48b77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56776727-9940-4b16-83cc-d45b22b19366 HTTP/1.1" status: 204 len: 168 time: 0.2703609 Feb 11 05:23:25.127999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334ff65-f662-472f-8852-9a3293d48b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56776727-9940-4b16-83cc-d45b22b19366,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:25.135029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-644d920c-7ae5-4c72-9f25-71710ebc6092 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (9ba67aea-cef2-4c60-b313-e1525f5cc8d8), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.240765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-2b60edb0-a5f9-49aa-aaed-2b4d20aea749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.247507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-2b60edb0-a5f9-49aa-aaed-2b4d20aea749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.253326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-2b60edb0-a5f9-49aa-aaed-2b4d20aea749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.260665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-2b60edb0-a5f9-49aa-aaed-2b4d20aea749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.263214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-644d920c-7ae5-4c72-9f25-71710ebc6092 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (9ba67aea-cef2-4c60-b313-e1525f5cc8d8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.284047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-2b60edb0-a5f9-49aa-aaed-2b4d20aea749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.284047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-2b60edb0-a5f9-49aa-aaed-2b4d20aea749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.285067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-2b60edb0-a5f9-49aa-aaed-2b4d20aea749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.287752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-2b60edb0-a5f9-49aa-aaed-2b4d20aea749 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.1192114 Feb 11 05:23:25.351353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6663eaf-56ad-4537-9f90-197d0f9a7eb4 req-28e55c13-0102-4115-876d-8d28b58cd8e7 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574903 Feb 11 05:23:25.435145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-644d920c-7ae5-4c72-9f25-71710ebc6092 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (9ba67aea-cef2-4c60-b313-e1525f5cc8d8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.464443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d920c-7ae5-4c72-9f25-71710ebc6092 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba67aea-cef2-4c60-b313-e1525f5cc8d8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:25.468539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-644d920c-7ae5-4c72-9f25-71710ebc6092 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.471252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df8662-cf9a-43c5-8c3e-ffa0e7779ccb req-f589982d-b51e-4730-b3e8-7d2eff2bd11c tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.472026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-644d920c-7ae5-4c72-9f25-71710ebc6092 tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "DELETE /v2.0/subnets/9ba67aea-cef2-4c60-b313-e1525f5cc8d8 HTTP/1.1" status: 204 len: 168 time: 0.4462569 Feb 11 05:23:25.473024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8df8662-cf9a-43c5-8c3e-ffa0e7779ccb req-f589982d-b51e-4730-b3e8-7d2eff2bd11c tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 944 time: 0.0558360 Feb 11 05:23:25.474934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52368) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:25.480762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d07cd7-6591-49bd-9b5c-dbfba6f9195a None None] Network 134a54b4-bfd2-449e-844d-8bbfed52ff35 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:25.605126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8df8662-cf9a-43c5-8c3e-ffa0e7779ccb req-22d8c0d2-14f7-482e-b11d-b330a9eebcab tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205645 Feb 11 05:23:25.610114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (134a54b4-bfd2-449e-844d-8bbfed52ff35), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.696908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Deleting port ee285058-1afc-4a32-9a0c-f90811c11198 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:25.696908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.718451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] DHCP port deletion for 134a54b4-bfd2-449e-844d-8bbfed52ff35 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:23:25.807816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f298a94b-00c6-4686-a46f-f0d1239a517f details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:25.877062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Deleting port ee285058-1afc-4a32-9a0c-f90811c11198 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:25.877062 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.895151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] For port ee285058-1afc-4a32-9a0c-f90811c11198, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ee285058-1afc-4a32-9a0c-f90811c11198,segment=NetworkSegment(da045e9e-f73e-45f9-b940-be92f52beea8),segment_id=da045e9e-f73e-45f9-b940-be92f52beea8)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:25.896010 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.951559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Calling delete_port for ee285058-1afc-4a32-9a0c-f90811c11198 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:26.000100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] For port ee285058-1afc-4a32-9a0c-f90811c11198, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ee285058-1afc-4a32-9a0c-f90811c11198,segment=NetworkSegment(da045e9e-f73e-45f9-b940-be92f52beea8),segment_id=da045e9e-f73e-45f9-b940-be92f52beea8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:26.000499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.025114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Calling delete_port for ee285058-1afc-4a32-9a0c-f90811c11198 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:26.040699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f298a94b-00c6-4686-a46f-f0d1239a517f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f298a94b-00c6-4686-a46f-f0d1239a517f,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:26.049938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'port_id': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'mac_address': 'fa:16:3e:40:75:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:26.058069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778e7c-7f59-4ccd-91cf-0a16b0d57b73 req-0ea14f7e-98cd-49a1-8a95-22d3f03695f4 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:26.065965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df778e7c-7f59-4ccd-91cf-0a16b0d57b73 req-0ea14f7e-98cd-49a1-8a95-22d3f03695f4 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 950 time: 0.2486279 Feb 11 05:23:26.146284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f298a94b-00c6-4686-a46f-f0d1239a517f is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:26.146284 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.175630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f298a94b-00c6-4686-a46f-f0d1239a517f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:26.180147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df778e7c-7f59-4ccd-91cf-0a16b0d57b73 req-de00eb85-fbb7-4d4f-8b4a-0ec726e45f4e tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132751 Feb 11 05:23:26.189013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a066a-b5d7-4e17-9960-b2a001fcff7b req-3771059d-e67d-49f6-b58a-15f80b70f15b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:26.192801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b72a066a-b5d7-4e17-9960-b2a001fcff7b req-3771059d-e67d-49f6-b58a-15f80b70f15b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.2137845 Feb 11 05:23:26.225040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f298a94b-00c6-4686-a46f-f0d1239a517f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f298a94b-00c6-4686-a46f-f0d1239a517f,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:26.273869 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.279046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b72a066a-b5d7-4e17-9960-b2a001fcff7b req-32754ad0-448a-4bd8-b6b8-35f1c0c4ed77 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787749 Feb 11 05:23:26.291646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ee285058-1afc-4a32-9a0c-f90811c11198), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.311415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Pushing event deleted for resources: {'Port': ['ID=ee285058-1afc-4a32-9a0c-f90811c11198,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:26.314324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] No DVR routers for this DVR port ee285058-1afc-4a32-9a0c-f90811c11198 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:26.331384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.331384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.331384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.331384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.331384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.331384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.332922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.334820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.335394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.336075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.337056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.337493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.338417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31759e80-b579-46f6-98d9-5a5eb45b042f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:26.346788 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.378053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event deleted for resources: {'Port': ['ID=ee285058-1afc-4a32-9a0c-f90811c11198,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:26.389645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] No DVR routers for this DVR port ee285058-1afc-4a32-9a0c-f90811c11198 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:26.434962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f298a94b-00c6-4686-a46f-f0d1239a517f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:26.539454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (134a54b4-bfd2-449e-844d-8bbfed52ff35), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.591255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134a54b4-bfd2-449e-844d-8bbfed52ff35']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:26.603546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da045e9e-f73e-45f9-b940-be92f52beea8') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:26.603847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da045e9e-f73e-45f9-b940-be92f52beea8') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:26.620724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f298a94b-00c6-4686-a46f-f0d1239a517f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:26.748367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52404) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:26.952954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (da045e9e-f73e-45f9-b940-be92f52beea8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.971512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1899120648-network', 'tenant_id': '56411ff6c3314ac5986b381b056ff17c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:27.004429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-d7e4fbdf-a493-4310-8fa8-8309959fcfeb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.014103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-d7e4fbdf-a493-4310-8fa8-8309959fcfeb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.018031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-d7e4fbdf-a493-4310-8fa8-8309959fcfeb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.024339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-d7e4fbdf-a493-4310-8fa8-8309959fcfeb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.029760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-d7e4fbdf-a493-4310-8fa8-8309959fcfeb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.035194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-d7e4fbdf-a493-4310-8fa8-8309959fcfeb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.041136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-d7e4fbdf-a493-4310-8fa8-8309959fcfeb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.048576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-d7e4fbdf-a493-4310-8fa8-8309959fcfeb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5430 time: 0.5111415 Feb 11 05:23:27.064485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ee285058-1afc-4a32-9a0c-f90811c11198 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:27.067162 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (da045e9e-f73e-45f9-b940-be92f52beea8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.069181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Made reservation on behalf of 56411ff6c3314ac5986b381b056ff17c for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:27.073246 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.081036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.088122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ee285058-1afc-4a32-9a0c-f90811c11198 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:27.088706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ee285058-1afc-4a32-9a0c-f90811c11198 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:27.132767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:27.133180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (da045e9e-f73e-45f9-b940-be92f52beea8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:27.136422 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:27.217091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-836ca213-3c2e-4520-997a-ca9f40693b27 req-af793852-81b5-44cc-975f-2be709d631b8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675563 Feb 11 05:23:27.233348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e747d-3f29-4468-8ffd-f060a82fa111 req-d03996c2-2d04-49ad-a1fb-1a064be83d48 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.235056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed1e747d-3f29-4468-8ffd-f060a82fa111 req-d03996c2-2d04-49ad-a1fb-1a064be83d48 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 945 time: 0.1830142 Feb 11 05:23:27.300343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed1e747d-3f29-4468-8ffd-f060a82fa111 req-0f865930-c69e-4b8e-b723-c47f40536f31 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583951 Feb 11 05:23:27.302751 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (134a54b4-bfd2-449e-844d-8bbfed52ff35), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.306323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.311867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] 10.222.0.62 "DELETE /v2.0/networks/134a54b4-bfd2-449e-844d-8bbfed52ff35 HTTP/1.1" status: 204 len: 168 time: 1.8335612 Feb 11 05:23:27.336120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b0cf-70fc-4292-8aea-401be23b300c tempest-DHCPAgentSchedulersTestJSON-2120674785 tempest-DHCPAgentSchedulersTestJSON-2120674785-project] Pushing event deleted for resources: {'Network': ['ID=134a54b4-bfd2-449e-844d-8bbfed52ff35,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:27.404365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c5daa-d635-41e3-bfda-205951f79e51 req-57f32a4f-b899-4a35-b057-6b9269ea32d1 tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.413397 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-552c5daa-d635-41e3-bfda-205951f79e51 req-57f32a4f-b899-4a35-b057-6b9269ea32d1 tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 1133 time: 0.0886312 Feb 11 05:23:27.418198 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Publish callbacks [] for security_group (37530751-f7b5-40d1-a664-d4512644e3b2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.428846 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-552c5daa-d635-41e3-bfda-205951f79e51 req-29f804d6-fbd1-4e94-96c3-72a3420b7b1d tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.508768 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (37530751-f7b5-40d1-a664-d4512644e3b2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.522880 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-552c5daa-d635-41e3-bfda-205951f79e51 req-29f804d6-fbd1-4e94-96c3-72a3420b7b1d tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] Publish callbacks [] for security_group (05e214b0-2dc2-4d7c-ba33-9cc6cf26bd4c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.533088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:27.549834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37530751-f7b5-40d1-a664-d4512644e3b2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:27.554124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3ddc340b-88c8-484a-8671-db70522937f6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.558155 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Added segment 3ddc340b-88c8-484a-8671-db70522937f6 of type vlan for network 549239a2-be08-4acd-8b88-18888be5740c Feb 11 05:23:27.600867 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (549239a2-be08-4acd-8b88-18888be5740c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.631757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-552c5daa-d635-41e3-bfda-205951f79e51 req-29f804d6-fbd1-4e94-96c3-72a3420b7b1d tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (05e214b0-2dc2-4d7c-ba33-9cc6cf26bd4c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.692767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-552c5daa-d635-41e3-bfda-205951f79e51 req-29f804d6-fbd1-4e94-96c3-72a3420b7b1d tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756357 Feb 11 05:23:27.693733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f804d6-fbd1-4e94-96c3-72a3420b7b1d tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e214b0-2dc2-4d7c-ba33-9cc6cf26bd4c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:27.694924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (549239a2-be08-4acd-8b88-18888be5740c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.695961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.696727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.793785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] Pushing event updated for resources: {'Network': ['ID=549239a2-be08-4acd-8b88-18888be5740c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:27.813565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 549239a2-be08-4acd-8b88-18888be5740c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:27.819912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac7348-48bc-4e11-9e63-3adace1b1777 req-496807ac-e872-4564-a910-2ae2d7b630f1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:27.821483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6ac7348-48bc-4e11-9e63-3adace1b1777 req-496807ac-e872-4564-a910-2ae2d7b630f1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0847137 Feb 11 05:23:27.841052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4db93a09-c12e-4f15-a0c1-d5243d2191fe details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:27.842959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f298a94b-00c6-4686-a46f-f0d1239a517f up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:27.883986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6ac7348-48bc-4e11-9e63-3adace1b1777 req-35688a50-b81d-4881-aa8b-ea5562e06159 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563955 Feb 11 05:23:27.923241 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-26924b0d-b4d3-4b93-96d7-34192df8eeae admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1727195 Feb 11 05:23:27.925849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52424) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:27.937658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52426) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:27.950120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Request body: {'subnet': {'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1899120648-subnet', 'tenant_id': '56411ff6c3314ac5986b381b056ff17c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:28.091182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Made reservation on behalf of 56411ff6c3314ac5986b381b056ff17c for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:28.096104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.118642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4db93a09-c12e-4f15-a0c1-d5243d2191fe, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4db93a09-c12e-4f15-a0c1-d5243d2191fe,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:28.131101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '4db93a09-c12e-4f15-a0c1-d5243d2191fe', 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'port_id': '4db93a09-c12e-4f15-a0c1-d5243d2191fe', 'mac_address': 'fa:16:3e:89:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd271ab-5105-4cd8-a688-acc103db89f0', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:28.170485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4db93a09-c12e-4f15-a0c1-d5243d2191fe is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:28.170779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.177232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1ac01d9f-0c2b-47f8-ae8a-6a0273edcf97 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07ed18c819a94fd59947a013fae4560e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381208 Feb 11 05:23:28.187763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52434) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:28.187894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db93a09-c12e-4f15-a0c1-d5243d2191fe {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:28.190466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port f298a94b-00c6-4686-a46f-f0d1239a517f completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:28.200518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f298a94b-00c6-4686-a46f-f0d1239a517f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:28.200928 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.250930 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e06de1-2235-40ee-99b8-b62711dbef28 admin admin] Publish callbacks [] for security_group (c571efd5-1a9b-41ea-aedf-d2e6d30df454), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.262636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4db93a09-c12e-4f15-a0c1-d5243d2191fe, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4db93a09-c12e-4f15-a0c1-d5243d2191fe,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:28.280569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e06de1-2235-40ee-99b8-b62711dbef28 admin admin] Publish callbacks [] for security_group (c571efd5-1a9b-41ea-aedf-d2e6d30df454), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.320371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.322429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1f747a77-c780-4c8f-b8b7-b08f84511ca9 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:28.451503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-b8185a86-ede1-4041-83f7-c0f1948d8396 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.459463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-b8185a86-ede1-4041-83f7-c0f1948d8396 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.466813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-b8185a86-ede1-4041-83f7-c0f1948d8396 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.474745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-b8185a86-ede1-4041-83f7-c0f1948d8396 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.480885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-b8185a86-ede1-4041-83f7-c0f1948d8396 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.481053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4db93a09-c12e-4f15-a0c1-d5243d2191fe,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.488450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-b8185a86-ede1-4041-83f7-c0f1948d8396 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.495764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-b8185a86-ede1-4041-83f7-c0f1948d8396 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.496136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1f747a77-c780-4c8f-b8b7-b08f84511ca9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1f747a77-c780-4c8f-b8b7-b08f84511ca9,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:28.498540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-b8185a86-ede1-4041-83f7-c0f1948d8396 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5431 time: 0.1170688 Feb 11 05:23:28.500096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e06de1-2235-40ee-99b8-b62711dbef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c571efd5-1a9b-41ea-aedf-d2e6d30df454), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.500430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f298a94b-00c6-4686-a46f-f0d1239a517f is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:28.500844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.503432 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e06de1-2235-40ee-99b8-b62711dbef28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.504768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-44e06de1-2235-40ee-99b8-b62711dbef28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c571efd5-1a9b-41ea-aedf-d2e6d30df454 HTTP/1.1" status: 204 len: 168 time: 0.3259501 Feb 11 05:23:28.510834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (136e7de0-3684-4b63-a60d-6ced8f56b0ce), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.517348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e06de1-2235-40ee-99b8-b62711dbef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c571efd5-1a9b-41ea-aedf-d2e6d30df454,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.589457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a59647f-1c27-4bab-a08d-14854ae4eda2 req-a74f3452-7b35-4ca2-9c5d-c8b582224509 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734782 Feb 11 05:23:28.628633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=136e7de0-3684-4b63-a60d-6ced8f56b0ce,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.655103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '1f747a77-c780-4c8f-b8b7-b08f84511ca9', 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'port_id': '1f747a77-c780-4c8f-b8b7-b08f84511ca9', 'mac_address': 'fa:16:3e:39:92:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd271ab-5105-4cd8-a688-acc103db89f0', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:28.661371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f298a94b-00c6-4686-a46f-f0d1239a517f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:28.666120 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9575fbe2-ea1c-46db-9f8e-b9457a79e0bc" -d '{"events": [{"server_uuid": "3bb5a7ad-1ba6-450e-b80b-1bbea973f814", "name": "network-vif-plugged", "status": "completed", "tag": "f298a94b-00c6-4686-a46f-f0d1239a517f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:28.691828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Checking segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:28.692196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Network hostable DHCP agents. Network: 549239a2-be08-4acd-8b88-18888be5740c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:28.699544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f298a94b-00c6-4686-a46f-f0d1239a517f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f298a94b-00c6-4686-a46f-f0d1239a517f,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:28.767089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:28.767489 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.778095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Network 549239a2-be08-4acd-8b88-18888be5740c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:28.797653 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.828706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe69c6-e862-403a-8324-e69564f3a02f req-631d27f6-6aab-4202-aadf-8587290dae01 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.833735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bbe69c6-e862-403a-8324-e69564f3a02f req-631d27f6-6aab-4202-aadf-8587290dae01 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 945 time: 0.1030562 Feb 11 05:23:28.843635 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2139cf-2016-41cf-a25a-0bee94826d7b x-openstack-request-id: req-2e2139cf-2016-41cf-a25a-0bee94826d7b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:28.845486 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb5a7ad-1ba6-450e-b80b-1bbea973f814", "name": "network-vif-plugged", "status": "completed", "tag": "f298a94b-00c6-4686-a46f-f0d1239a517f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:28.845982 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e2139cf-2016-41cf-a25a-0bee94826d7b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:28.846712 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'code': 200} Feb 11 05:23:28.849980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f747a77-c780-4c8f-b8b7-b08f84511ca9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:28.894919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 549239a2-be08-4acd-8b88-18888be5740c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:28.904379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1f747a77-c780-4c8f-b8b7-b08f84511ca9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1f747a77-c780-4c8f-b8b7-b08f84511ca9,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:28.914389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d18338e-6d64-4416-8e1c-97ed4a16ebf6 None None] Network 549239a2-be08-4acd-8b88-18888be5740c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:28.933412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.934083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.953903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f298a94b-00c6-4686-a46f-f0d1239a517f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.976740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bbe69c6-e862-403a-8324-e69564f3a02f req-0c9cd060-1038-425c-8cb7-15804a26eb3e tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372247 Feb 11 05:23:29.004338 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.005192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cfad68fd-4429-4232-918b-be63cea56ef2 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:29.036757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e650de-3cbc-492b-8df3-635b85c3dfb7 req-782b765c-17eb-451a-859d-5c929e4f168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.042903 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0e650de-3cbc-492b-8df3-635b85c3dfb7 req-782b765c-17eb-451a-859d-5c929e4f168e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 1129 time: 0.1442568 Feb 11 05:23:29.118553 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4084c17e-c571-47ec-ae81-64d0c65b8483 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1809638 Feb 11 05:23:29.119406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809b619-4b5a-44fe-abb0-1809473bf8e3 req-a860061d-bbc6-4915-b9b2-bf92214e6f7c tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.126954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8809b619-4b5a-44fe-abb0-1809473bf8e3 req-a860061d-bbc6-4915-b9b2-bf92214e6f7c tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 1133 time: 0.1437616 Feb 11 05:23:29.157590 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0e650de-3cbc-492b-8df3-635b85c3dfb7 req-9ba59444-beb2-43c1-a7d8-dd5848ded751 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098778 Feb 11 05:23:29.215131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917e94f-e69d-4a38-a7da-976ba758bcaf req-cb731fe0-c47e-4941-9a03-0a6745357c91 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.222289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a917e94f-e69d-4a38-a7da-976ba758bcaf req-cb731fe0-c47e-4941-9a03-0a6745357c91 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 945 time: 0.0931895 Feb 11 05:23:29.287149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a917e94f-e69d-4a38-a7da-976ba758bcaf req-63e32dd7-c455-4327-a574-bce508c0268c tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584264 Feb 11 05:23:29.292521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8809b619-4b5a-44fe-abb0-1809473bf8e3 req-300dc05c-80d7-4930-9e25-cdf881f129c1 tempest-ServersAdminNegativeTestJSON-689514851 tempest-ServersAdminNegativeTestJSON-689514851-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645710 Feb 11 05:23:29.349902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1f747a77-c780-4c8f-b8b7-b08f84511ca9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:29.433128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574354b0-7e18-4b81-8e1d-2b9da7fad64b None None] Network 549239a2-be08-4acd-8b88-18888be5740c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:29.510666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacb980-da3f-4b2a-bf59-cf1fb5b12211 req-a3cf674a-fb7a-4813-903d-fba5cec96f19 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.523289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddacb980-da3f-4b2a-bf59-cf1fb5b12211 req-a3cf674a-fb7a-4813-903d-fba5cec96f19 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1461020 Feb 11 05:23:29.567959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-3df61a52-9c16-41aa-af09-47048b9efb9f req-81c821e3-738c-4c8b-8395-2982d1f95032 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:23:29.569033 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3df61a52-9c16-41aa-af09-47048b9efb9f req-81c821e3-738c-4c8b-8395-2982d1f95032 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113881 Feb 11 05:23:29.623178 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52468) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:29.638415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddacb980-da3f-4b2a-bf59-cf1fb5b12211 req-93b2d4e1-2f7d-4aee-b449-d56b57f896df tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124632 Feb 11 05:23:29.641963 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-f16cec3b-eae7-4886-9a48-70454f4b9f5a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1237345 Feb 11 05:23:29.652477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cfad68fd-4429-4232-918b-be63cea56ef2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfad68fd-4429-4232-918b-be63cea56ef2,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:29.677350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25ec6f57-2d76-4912-8d2b-877c59dbfceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.693164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'cfad68fd-4429-4232-918b-be63cea56ef2', 'network_id': '2695ba4c-94f6-4382-a052-086231095313', 'port_id': 'cfad68fd-4429-4232-918b-be63cea56ef2', 'mac_address': 'fa:16:3e:18:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e541a5a-4c10-422c-83f8-9993598b80e5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:29.788863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cfad68fd-4429-4232-918b-be63cea56ef2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:29.789420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.806646 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25ec6f57-2d76-4912-8d2b-877c59dbfceb admin admin] Publish callbacks [] for security_group (35129201-1568-4d22-b8cb-fc75efdab8aa), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.823379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfad68fd-4429-4232-918b-be63cea56ef2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:29.868750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cfad68fd-4429-4232-918b-be63cea56ef2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfad68fd-4429-4232-918b-be63cea56ef2,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:29.872952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-84b8ece4-d49f-4e39-887a-dfa70c6db85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.875364 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-84b8ece4-d49f-4e39-887a-dfa70c6db85d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 1133 time: 0.1768663 Feb 11 05:23:29.877799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25ec6f57-2d76-4912-8d2b-877c59dbfceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (35129201-1568-4d22-b8cb-fc75efdab8aa), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.914742 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-25ec6f57-2d76-4912-8d2b-877c59dbfceb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18a778fbda5c4f1d950beeee0c354b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802768 Feb 11 05:23:29.920172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52474) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:29.936483 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.938635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device b9734803-d0a4-4d7e-9d18-b67eaf38102b details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:29.986069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8271d65e-231e-46b0-bb34-ae0e10640376 admin admin] Publish callbacks [] for security_group (35129201-1568-4d22-b8cb-fc75efdab8aa), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.019145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-3eb93909-2e49-4887-9380-4b54565eb10f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.019305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-1854425e-989a-45ec-a319-f38aaab4d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.021469 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-1854425e-989a-45ec-a319-f38aaab4d13c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1127243 Feb 11 05:23:30.037879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-3eb93909-2e49-4887-9380-4b54565eb10f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.044454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-3eb93909-2e49-4887-9380-4b54565eb10f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.066394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-3eb93909-2e49-4887-9380-4b54565eb10f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.084367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-d43b6ea8-b7d2-4e51-a2db-5f0a54a7e269 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 200 len: 217 time: 0.0552635 Feb 11 05:23:30.086968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-3eb93909-2e49-4887-9380-4b54565eb10f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.090077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec6f57-2d76-4912-8d2b-877c59dbfceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35129201-1568-4d22-b8cb-fc75efdab8aa,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:30.110556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-3eb93909-2e49-4887-9380-4b54565eb10f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.126532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-3eb93909-2e49-4887-9380-4b54565eb10f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.129382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cfad68fd-4429-4232-918b-be63cea56ef2,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:30.139509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-3eb93909-2e49-4887-9380-4b54565eb10f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5432 time: 0.3028612 Feb 11 05:23:30.195659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-9b00e830-b381-46ee-a48c-0660a2a2628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.201315 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-9b00e830-b381-46ee-a48c-0660a2a2628d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1011937 Feb 11 05:23:30.222522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8271d65e-231e-46b0-bb34-ae0e10640376 admin admin] Publish callbacks [] for security_group (35129201-1568-4d22-b8cb-fc75efdab8aa), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.293079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port b9734803-d0a4-4d7e-9d18-b67eaf38102b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:30.323289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'port_id': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'mac_address': 'fa:16:3e:39:0a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:30.421727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c84b04da-c6fe-40e6-8d18-84ebf51ca9c4 req-8ef3c39d-cf06-423e-9361-82bd6b60ca71 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2769148 Feb 11 05:23:30.432760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-ce3921fb-8e3c-4b7c-87d9-f34397d0f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.438143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-ce3921fb-8e3c-4b7c-87d9-f34397d0f010 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2297478 Feb 11 05:23:30.481796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port b9734803-d0a4-4d7e-9d18-b67eaf38102b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:30.482762 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.494661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c262-ab46-4569-8690-3782be55128c req-034b08b3-79a1-42bf-baa7-99e470c5cac4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.506670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-034b08b3-79a1-42bf-baa7-99e470c5cac4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 815 time: 0.2362208 Feb 11 05:23:30.519198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9734803-d0a4-4d7e-9d18-b67eaf38102b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:30.524637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-c010364b-df4a-40ce-ba3c-124e9efb5753 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/quotas/56411ff6c3314ac5986b381b056ff17c HTTP/1.1" status: 200 len: 375 time: 0.0168004 Feb 11 05:23:30.577472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-833b11f1-b603-4c52-8b1c-17f62a009b0c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513382 Feb 11 05:23:30.604782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port b9734803-d0a4-4d7e-9d18-b67eaf38102b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:30.667658 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.668419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device b5be0d07-b5db-499c-bc98-4cc683c44f96 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:30.716219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-2e0b6fde-9568-46bc-b2eb-29d398941a83 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643905 Feb 11 05:23:30.720246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982833b8-477b-413d-8009-515fd0f8c279 req-e65ad81b-8957-439a-b0e7-1a3af5162bc5 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.725853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-deaafec3-a295-4a7c-9aa7-92b0c90bbe1c tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.728063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-deaafec3-a295-4a7c-9aa7-92b0c90bbe1c tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.65 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 945 time: 0.4368756 Feb 11 05:23:30.729151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-982833b8-477b-413d-8009-515fd0f8c279 req-e65ad81b-8957-439a-b0e7-1a3af5162bc5 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 946 time: 0.1383936 Feb 11 05:23:30.740888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8271d65e-231e-46b0-bb34-ae0e10640376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (35129201-1568-4d22-b8cb-fc75efdab8aa), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.743770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8271d65e-231e-46b0-bb34-ae0e10640376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.745089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8271d65e-231e-46b0-bb34-ae0e10640376 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35129201-1568-4d22-b8cb-fc75efdab8aa HTTP/1.1" status: 204 len: 168 time: 0.8236849 Feb 11 05:23:30.765377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-7d244fc4-a1c8-4bcd-878b-28d062b7818f service neutron] 10.222.0.62 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865654 Feb 11 05:23:30.799684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271d65e-231e-46b0-bb34-ae0e10640376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35129201-1568-4d22-b8cb-fc75efdab8aa,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:30.839327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=b9734803-d0a4-4d7e-9d18-b67eaf38102b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:30.861540 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:23:30.892570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-982833b8-477b-413d-8009-515fd0f8c279 req-fc57cd7a-8777-4dc5-8d01-e68cf22f51b5 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579847 Feb 11 05:23:30.897291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port b5be0d07-b5db-499c-bc98-4cc683c44f96, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:30.932036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'b5be0d07-b5db-499c-bc98-4cc683c44f96', 'network_id': '2695ba4c-94f6-4382-a052-086231095313', 'port_id': 'b5be0d07-b5db-499c-bc98-4cc683c44f96', 'mac_address': 'fa:16:3e:c5:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e541a5a-4c10-422c-83f8-9993598b80e5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:30.970189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-2644f807-50cc-49a9-8633-14a671ad0a2d service neutron] 10.222.0.62 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036786 Feb 11 05:23:31.058435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port b5be0d07-b5db-499c-bc98-4cc683c44f96 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:31.058838 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.091756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5be0d07-b5db-499c-bc98-4cc683c44f96 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:31.142948 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7b342928-bb14-4bb2-82ab-fea80690e624 req-f20b7165-ee48-4b43-a2b1-4efcf3aa21e5 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138072 Feb 11 05:23:31.151621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port b5be0d07-b5db-499c-bc98-4cc683c44f96, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:31.155182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Deleting port ac690cb3-ae15-4ca5-a549-d63b7e53b35e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:31.156709 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.158230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbd70f-0720-402f-b74a-73475b79bef5 req-2d2009fa-dae5-403e-b021-5e4d871c9cc7 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.164421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5adbd70f-0720-402f-b74a-73475b79bef5 req-2d2009fa-dae5-403e-b021-5e4d871c9cc7 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 945 time: 0.1309378 Feb 11 05:23:31.229624 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.242199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 72b47366-6668-4d99-b8ae-51665a609500 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:31.347414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5adbd70f-0720-402f-b74a-73475b79bef5 req-367ebee0-08c2-4644-a06e-2691acb078a5 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e88743-33c9-4d90-bb1f-ee17e7b957d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752946 Feb 11 05:23:31.383355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=b5be0d07-b5db-499c-bc98-4cc683c44f96,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:31.414074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 72b47366-6668-4d99-b8ae-51665a609500, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=72b47366-6668-4d99-b8ae-51665a609500,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:31.436945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '72b47366-6668-4d99-b8ae-51665a609500', 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'port_id': '72b47366-6668-4d99-b8ae-51665a609500', 'mac_address': 'fa:16:3e:16:cb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd271ab-5105-4cd8-a688-acc103db89f0', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:31.532570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 72b47366-6668-4d99-b8ae-51665a609500 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:31.533452 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72b47366-6668-4d99-b8ae-51665a609500), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.534964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cbb0a85-0fc2-4056-9c89-7a23db640eee req-3911a192-a49b-4c2e-ae70-56882f3991eb tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 210 time: 0.0899320 Feb 11 05:23:31.551741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b47366-6668-4d99-b8ae-51665a609500 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:31.589503 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 72b47366-6668-4d99-b8ae-51665a609500, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=72b47366-6668-4d99-b8ae-51665a609500,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:31.647713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137ed88-fc7b-4cab-9ba6-f6b5b8afae42 req-0ec86064-5219-4f9b-961f-270ea7df9a7d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.657020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a137ed88-fc7b-4cab-9ba6-f6b5b8afae42 req-0ec86064-5219-4f9b-961f-270ea7df9a7d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.2250087 Feb 11 05:23:31.666877 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (72b47366-6668-4d99-b8ae-51665a609500), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:31.667804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 965ceff7-2b76-4124-8862-6510f0c0a20a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:31.779108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a137ed88-fc7b-4cab-9ba6-f6b5b8afae42 req-016d7084-7e4f-47b7-8324-509a9e6b966c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211061 Feb 11 05:23:31.794853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=72b47366-6668-4d99-b8ae-51665a609500,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:31.875984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 965ceff7-2b76-4124-8862-6510f0c0a20a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=965ceff7-2b76-4124-8862-6510f0c0a20a,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:31.901571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '965ceff7-2b76-4124-8862-6510f0c0a20a', 'network_id': '892dbf0d-db5f-4fc8-93d4-5e815d38ce8b', 'port_id': '965ceff7-2b76-4124-8862-6510f0c0a20a', 'mac_address': 'fa:16:3e:45:a0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd271ab-5105-4cd8-a688-acc103db89f0', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:31.972520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e0220735-0433-49ce-bf19-fc700d69d99c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.983802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e0220735-0433-49ce-bf19-fc700d69d99c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.002126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e0220735-0433-49ce-bf19-fc700d69d99c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.016863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e0220735-0433-49ce-bf19-fc700d69d99c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.033943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e0220735-0433-49ce-bf19-fc700d69d99c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.055431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 965ceff7-2b76-4124-8862-6510f0c0a20a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:32.055897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.065071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e0220735-0433-49ce-bf19-fc700d69d99c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.078433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] For port ac690cb3-ae15-4ca5-a549-d63b7e53b35e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,segment=NetworkSegment(33733f7a-c91c-4222-b3cc-a7a70f3a6569),segment_id=33733f7a-c91c-4222-b3cc-a7a70f3a6569)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:32.078810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.084948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965ceff7-2b76-4124-8862-6510f0c0a20a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:32.092117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e0220735-0433-49ce-bf19-fc700d69d99c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.095530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e0220735-0433-49ce-bf19-fc700d69d99c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5436 time: 0.2478063 Feb 11 05:23:32.104573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Calling delete_port for ac690cb3-ae15-4ca5-a549-d63b7e53b35e owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:32.151837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 965ceff7-2b76-4124-8862-6510f0c0a20a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=965ceff7-2b76-4124-8862-6510f0c0a20a,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:32.195166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d049d3eb-6799-4111-848e-5732e7fd9b6f req-e50db1ee-7ccc-47eb-a224-92177e8d90db tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896051 Feb 11 05:23:32.219589 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.353298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=965ceff7-2b76-4124-8862-6510f0c0a20a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:32.388424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7b763-6660-4c3e-b7ba-ae571636ace7 req-c079cea2-68ef-4157-aa63-cb77432fb1ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.391505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b7b763-6660-4c3e-b7ba-ae571636ace7 req-c079cea2-68ef-4157-aa63-cb77432fb1ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 946 time: 0.1103146 Feb 11 05:23:32.475799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ac690cb3-ae15-4ca5-a549-d63b7e53b35e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.491016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['ac690cb3-ae15-4ca5-a549-d63b7e53b35e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:32.516461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Pushing event deleted for resources: {'Port': ['ID=ac690cb3-ae15-4ca5-a549-d63b7e53b35e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:32.541922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b7b763-6660-4c3e-b7ba-ae571636ace7 req-b7dee5ff-83da-42c0-909e-d2009c1772a9 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279259 Feb 11 05:23:32.549938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eb2dc-113d-482c-9583-429825ed4ca9 req-ed7313e3-6996-4ee8-b54b-51fb39230442 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.558468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c87eb2dc-113d-482c-9583-429825ed4ca9 req-ed7313e3-6996-4ee8-b54b-51fb39230442 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 950 time: 0.1658471 Feb 11 05:23:32.625213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c87eb2dc-113d-482c-9583-429825ed4ca9 req-bba88755-e5e1-4a24-b8ad-03919e317394 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657158 Feb 11 05:23:32.631120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] No DVR routers for this DVR port ac690cb3-ae15-4ca5-a549-d63b7e53b35e on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:32.640588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.653198 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b6fba08-3b1a-4f65-89e1-186be00d7805 req-ec737c9c-c4f8-4a11-b472-cdc32571da00 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.65 "DELETE /v2.0/ports/ac690cb3-ae15-4ca5-a549-d63b7e53b35e HTTP/1.1" status: 204 len: 173 time: 1.9124517 Feb 11 05:23:32.653804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275eb835-ce4c-4220-a92b-5602f8abe21c', 'name': 'network-vif-deleted', 'tag': 'ac690cb3-ae15-4ca5-a549-d63b7e53b35e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:32.656531 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5f450-b114-4dc8-89bf-769dd939cdb5" -d '{"events": [{"server_uuid": "275eb835-ce4c-4220-a92b-5602f8abe21c", "name": "network-vif-deleted", "tag": "ac690cb3-ae15-4ca5-a549-d63b7e53b35e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:32.696534 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b9cc-a5bb-4828-a002-f000862fc084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.748808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0008c7d4-bdf5-430a-adbb-47aa24497ec0 req-018b8533-326e-4c0a-8a82-cd665b57e4fe tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 210 time: 0.0583684 Feb 11 05:23:32.750818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17503583-68f3-4729-82db-97f18f2689ed req-8b048591-88cb-4d5e-9f04-583d22a10b68 tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 210 time: 0.0504785 Feb 11 05:23:32.876861 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73b5992-e1e5-4c8e-a314-05b3b8124c23 x-openstack-request-id: req-c73b5992-e1e5-4c8e-a314-05b3b8124c23 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:32.877283 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275eb835-ce4c-4220-a92b-5602f8abe21c", "name": "network-vif-deleted", "tag": "ac690cb3-ae15-4ca5-a549-d63b7e53b35e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:32.878600 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c73b5992-e1e5-4c8e-a314-05b3b8124c23 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:32.884506 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275eb835-ce4c-4220-a92b-5602f8abe21c', 'name': 'network-vif-deleted', 'tag': 'ac690cb3-ae15-4ca5-a549-d63b7e53b35e', 'status': 'completed', 'code': 200} Feb 11 05:23:32.899310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97c23-970f-46ca-b0b8-8aa27960ed6e req-8a4ec538-6864-492c-b7fc-9112d4a1b37b tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.906837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ef97c23-970f-46ca-b0b8-8aa27960ed6e req-8a4ec538-6864-492c-b7fc-9112d4a1b37b tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 946 time: 0.0773134 Feb 11 05:23:32.915889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52548) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:32.920734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Request body: {'floatingip': {'port_id': 'f298a94b-00c6-4686-a46f-f0d1239a517f'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:32.953479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['72b47366-6668-4d99-b8ae-51665a609500'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:33.012773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for floatingip (1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.034258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['b9734803-d0a4-4d7e-9d18-b67eaf38102b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:33.040708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['4db93a09-c12e-4f15-a0c1-d5243d2191fe'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:33.052933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77fee0-2caf-4d04-9c7c-30878526332b req-a00094b1-4d83-4a1d-a10b-0be3f80c028c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.054657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['1f747a77-c780-4c8f-b8b7-b08f84511ca9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:33.060120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a77fee0-2caf-4d04-9c7c-30878526332b req-a00094b1-4d83-4a1d-a10b-0be3f80c028c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1124854 Feb 11 05:23:33.134184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a77fee0-2caf-4d04-9c7c-30878526332b req-5757da0d-af86-43c8-8844-cdc7d337d511 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730519 Feb 11 05:23:33.157134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['cfad68fd-4429-4232-918b-be63cea56ef2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:33.162707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['965ceff7-2b76-4124-8862-6510f0c0a20a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:33.395682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-1edac895-820f-4a6c-9caf-de2c7c4b622b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.408176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-1edac895-820f-4a6c-9caf-de2c7c4b622b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.419056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-1edac895-820f-4a6c-9caf-de2c7c4b622b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.428862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-1edac895-820f-4a6c-9caf-de2c7c4b622b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.435000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-1edac895-820f-4a6c-9caf-de2c7c4b622b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.440626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-1edac895-820f-4a6c-9caf-de2c7c4b622b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.447008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-1edac895-820f-4a6c-9caf-de2c7c4b622b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.449779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-1edac895-820f-4a6c-9caf-de2c7c4b622b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5437 time: 0.1529200 Feb 11 05:23:33.573213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2030c37f-8f92-4e82-b282-95f0a4d1b08b req-87d056e3-3071-4dc6-8ab4-3ba2dac89fa7 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158845 Feb 11 05:23:33.882068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['b5be0d07-b5db-499c-bc98-4cc683c44f96'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:33.889019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6f528-9dcc-4e9a-88ab-d7597252f2b4 req-172774ff-aa93-4197-8934-fafc4cbd04f7 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.892254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37a6f528-9dcc-4e9a-88ab-d7597252f2b4 req-172774ff-aa93-4197-8934-fafc4cbd04f7 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 950 time: 0.1327333 Feb 11 05:23:33.934144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f12023df-658d-4f77-8f23-a15d12c88d71 req-86693dc6-29b4-4797-94ce-6d818b297e8a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 210 time: 0.0405571 Feb 11 05:23:33.946815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.resource_extend [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:23:34.073997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-bc2c7082-03db-404c-944e-33774be7e3ac tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.074805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37a6f528-9dcc-4e9a-88ab-d7597252f2b4 req-ae247458-62fd-4edf-92a8-4c845a013857 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384740 Feb 11 05:23:34.076402 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-bc2c7082-03db-404c-944e-33774be7e3ac tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 950 time: 0.2563381 Feb 11 05:23:34.141716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efcded23-f519-4cfa-a85d-f35f729de819 req-e49fd8cc-e8b7-4772-a1b8-c2f50780881a tempest-ServerTagsTestJSON-1665481931 tempest-ServerTagsTestJSON-1665481931-project] 10.222.0.62 "GET /v2.0/ports?device_id=275eb835-ce4c-4220-a92b-5602f8abe21c HTTP/1.1" status: 200 len: 210 time: 0.0621586 Feb 11 05:23:34.197288 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.264426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52576) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:34.278989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.362350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Deleting port 5426c210-7d72-4075-8d61-5dbd2c326c9e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:34.362677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.437229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6c4d9-2983-4931-b412-5ac86c8b14d3 req-60a0dcb4-2daa-418f-8aa4-55a9bccd6a75 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.447073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6b6c4d9-2983-4931-b412-5ac86c8b14d3 req-60a0dcb4-2daa-418f-8aa4-55a9bccd6a75 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1319492 Feb 11 05:23:34.487570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-854846427', 'router:external': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:34.504965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] For port 5426c210-7d72-4075-8d61-5dbd2c326c9e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5426c210-7d72-4075-8d61-5dbd2c326c9e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:34.505293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.525440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Calling delete_port for 5426c210-7d72-4075-8d61-5dbd2c326c9e owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:34.541949 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Floating IP 1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf associated. External IP: 172.25.8.177, port: f298a94b-00c6-4686-a46f-f0d1239a517f. Feb 11 05:23:34.596814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ac690cb3-ae15-4ca5-a549-d63b7e53b35e no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:34.618453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6b6c4d9-2983-4931-b412-5ac86c8b14d3 req-c9ca8baf-8405-40cc-8296-c34437e3691d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701517 Feb 11 05:23:34.623883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: ac690cb3-ae15-4ca5-a549-d63b7e53b35e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:34.624081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ac690cb3-ae15-4ca5-a549-d63b7e53b35e not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:34.637411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Made reservation on behalf of 75c6a64fa7be43758e8688e7e8fc0863 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:34.639844 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.669286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.834811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c262-ab46-4569-8690-3782be55128c req-467a21a1-136e-4501-a4b0-410791ed9c2c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.836518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-467a21a1-136e-4501-a4b0-410791ed9c2c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 815 time: 0.2950649 Feb 11 05:23:34.851686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Request body: {'port': {'device_id': 'f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67', 'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'admin_state_up': True, 'tenant_id': '56411ff6c3314ac5986b381b056ff17c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:34.923094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-c272a04c-9b88-4936-ace2-e82add4864fd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.929259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-c272a04c-9b88-4936-ace2-e82add4864fd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.934012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-c272a04c-9b88-4936-ace2-e82add4864fd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.939509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-c272a04c-9b88-4936-ace2-e82add4864fd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.951019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-c272a04c-9b88-4936-ace2-e82add4864fd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.952326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Router c476b9fb-0093-4386-afd2-d8868a2c415a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:34.959968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-c272a04c-9b88-4936-ace2-e82add4864fd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.966311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-c272a04c-9b88-4936-ace2-e82add4864fd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:34.968448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-c272a04c-9b88-4936-ace2-e82add4864fd tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5437 time: 0.2242835 Feb 11 05:23:35.014802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for security_group (3d7e3920-20de-46e1-b16b-2a1fb933a2a0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.026157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5426c210-7d72-4075-8d61-5dbd2c326c9e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.037784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['167a7883-27ad-417a-a5dc-dad14f801f4e', '5426c210-7d72-4075-8d61-5dbd2c326c9e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:35.076539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Pushing event deleted for resources: {'Port': ['ID=5426c210-7d72-4075-8d61-5dbd2c326c9e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:35.098802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-beae0774-5f7a-4534-b268-734d32531105 req-51b440d9-1ae0-489d-a760-ab4011f2dbce tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 210 time: 0.0448644 Feb 11 05:23:35.107837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3d7e3920-20de-46e1-b16b-2a1fb933a2a0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.141787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-15303654-a0a0-46bb-8f37-a6a96516ebd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.146887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e3920-20de-46e1-b16b-2a1fb933a2a0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:35.205691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] No DVR routers for this DVR port 5426c210-7d72-4075-8d61-5dbd2c326c9e on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:35.209580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.214894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-937c7322-d1f2-4c81-a46e-4a82b3780f57 req-fee2b592-c105-4679-b633-f3410bee3e52 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "DELETE /v2.0/ports/5426c210-7d72-4075-8d61-5dbd2c326c9e HTTP/1.1" status: 204 len: 173 time: 1.1285896 Feb 11 05:23:35.217400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cca3208-9614-467e-a176-82888f72b319', 'name': 'network-vif-deleted', 'tag': '5426c210-7d72-4075-8d61-5dbd2c326c9e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:35.218178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:35.220569 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c253e8c-16a5-4f57-9be3-13a574a78457" -d '{"events": [{"server_uuid": "9cca3208-9614-467e-a176-82888f72b319", "name": "network-vif-deleted", "tag": "5426c210-7d72-4075-8d61-5dbd2c326c9e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:35.238698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-630aeb00-3815-4ebc-a2a6-32a253174c7e req-aa2088a1-9d6a-4b33-b8c5-53a617594bae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2375996 Feb 11 05:23:35.263740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:35.283732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.287721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] Sync routers for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:35.308054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:35.311925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:35.312239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1758b172-c52e-4bb8-a45d-274a03855649), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.312784 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Added segment 1758b172-c52e-4bb8-a45d-274a03855649 of type vlan for network 172dbc2e-bf18-49b4-892c-77420f3c296d Feb 11 05:23:35.359515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d263d16a-c99e-4817-a28f-af116c945706 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "PUT /v2.0/floatingips/1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf HTTP/1.1" status: 200 len: 992 time: 2.4423814 Feb 11 05:23:35.365491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52594) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:35.385128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79676429-cb6c-4cb0-aa2c-0b3940cfc24d req-d1d71c07-8fdd-4844-82eb-5a8b73fd2a7f tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cca3208-9614-467e-a176-82888f72b319 HTTP/1.1" status: 200 len: 210 time: 0.1061280 Feb 11 05:23:35.470359 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d54c47c-9fda-4a54-bfa6-6a88ed5c204e x-openstack-request-id: req-7d54c47c-9fda-4a54-bfa6-6a88ed5c204e {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:35.470656 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cca3208-9614-467e-a176-82888f72b319", "name": "network-vif-deleted", "tag": "5426c210-7d72-4075-8d61-5dbd2c326c9e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:35.470910 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d54c47c-9fda-4a54-bfa6-6a88ed5c204e {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:35.471312 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cca3208-9614-467e-a176-82888f72b319', 'name': 'network-vif-deleted', 'tag': '5426c210-7d72-4075-8d61-5dbd2c326c9e', 'status': 'completed', 'code': 200} Feb 11 05:23:35.471801 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (172dbc2e-bf18-49b4-892c-77420f3c296d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.475976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Made reservation on behalf of 56411ff6c3314ac5986b381b056ff17c for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:35.479710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.484446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dacf1e-6f3f-4ba3-90ec-61a97fc68634 admin admin] Deleting subnet 8d481290-e2dc-4a00-b415-f6782f06d69d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:23:35.493408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf1e-6f3f-4ba3-90ec-61a97fc68634 admin admin] Publish callbacks [] for subnet (8d481290-e2dc-4a00-b415-f6782f06d69d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.555008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf1e-6f3f-4ba3-90ec-61a97fc68634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (8d481290-e2dc-4a00-b415-f6782f06d69d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.605757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:23:35.606395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf1e-6f3f-4ba3-90ec-61a97fc68634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8d481290-e2dc-4a00-b415-f6782f06d69d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.723283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Allocated IP 172.20.0.11 (549239a2-be08-4acd-8b88-18888be5740c/136e7de0-3684-4b63-a60d-6ced8f56b0ce/0287d24b-2b8a-4e6b-92cf-8283e9eb8067) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:35.735407 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e604f8b-cd3e-4ebd-afb2-2d1ddcf0c05b req-7e05125a-af5f-4d18-a836-accf5191337e tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:35.737509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e604f8b-cd3e-4ebd-afb2-2d1ddcf0c05b req-7e05125a-af5f-4d18-a836-accf5191337e tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 946 time: 0.1286700 Feb 11 05:23:35.790551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:35.811790 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (172dbc2e-bf18-49b4-892c-77420f3c296d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.812804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:35.813392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.829083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf1e-6f3f-4ba3-90ec-61a97fc68634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (8d481290-e2dc-4a00-b415-f6782f06d69d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.858614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dacf1e-6f3f-4ba3-90ec-61a97fc68634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d481290-e2dc-4a00-b415-f6782f06d69d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:35.868335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf1e-6f3f-4ba3-90ec-61a97fc68634 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.873103 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c6dacf1e-6f3f-4ba3-90ec-61a97fc68634 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8d481290-e2dc-4a00-b415-f6782f06d69d HTTP/1.1" status: 204 len: 168 time: 0.5059719 Feb 11 05:23:35.875031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52600) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:35.984752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (90f223e5-be66-4fc4-8707-7efa081abb7c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.985391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7168050 Feb 11 05:23:35.988873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:35.991319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aa917-e624-4f77-9cc7-f50a07becd9e tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'Network': ['ID=172dbc2e-bf18-49b4-892c-77420f3c296d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:35.997375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e604f8b-cd3e-4ebd-afb2-2d1ddcf0c05b req-319a5f25-a3d6-4194-9a81-89fe75ea57ce tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439427 Feb 11 05:23:36.001160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'subnet': {'network_id': '172dbc2e-bf18-49b4-892c-77420f3c296d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:36.033472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a5530-5c42-4bfd-8ce7-be4490489ec7 req-07ae5288-a2a6-4ffb-955e-e4ee492051a6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.033647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 172dbc2e-bf18-49b4-892c-77420f3c296d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:36.033745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b2a5530-5c42-4bfd-8ce7-be4490489ec7 req-07ae5288-a2a6-4ffb-955e-e4ee492051a6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.2900176 Feb 11 05:23:36.100632 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (90f223e5-be66-4fc4-8707-7efa081abb7c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.132487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f223e5-be66-4fc4-8707-7efa081abb7c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.150887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33733f7a-c91c-4222-b3cc-a7a70f3a6569') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.151477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33733f7a-c91c-4222-b3cc-a7a70f3a6569') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.165796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b2a5530-5c42-4bfd-8ce7-be4490489ec7 req-583f6809-75aa-47a4-a420-f5aad44dcd73 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267054 Feb 11 05:23:36.168271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (33733f7a-c91c-4222-b3cc-a7a70f3a6569), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.191340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Made reservation on behalf of 75c6a64fa7be43758e8688e7e8fc0863 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:36.195253 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (33733f7a-c91c-4222-b3cc-a7a70f3a6569), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.196254 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.205048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:36.205531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (33733f7a-c91c-4222-b3cc-a7a70f3a6569), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:36.208184 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:36.305429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'port_id': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'mac_address': 'fa:16:3e:40:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:13Z', 'updated_at': '2022-02-11T05:23:33Z', 'revision_number': 1, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.328276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7e6e740-d989-43cd-bf9a-19ee4973657c req-065ef8d4-f0b9-47fb-bda5-cf141bf0fc22 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 210 time: 0.0625875 Feb 11 05:23:36.335523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks [] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.345446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] Checking router: c476b9fb-0093-4386-afd2-d8868a2c415a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:36.355036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (90f223e5-be66-4fc4-8707-7efa081abb7c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.361791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:36.370797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.371678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.375938 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] 10.222.0.62 "DELETE /v2.0/networks/90f223e5-be66-4fc4-8707-7efa081abb7c HTTP/1.1" status: 204 len: 168 time: 0.4991271 Feb 11 05:23:36.395480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0fa07-c933-4904-a249-0f87fa8a7b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=90f223e5-be66-4fc4-8707-7efa081abb7c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:36.547190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:36.571887 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.598636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.635038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-4cb2da57-a0bf-4819-a6c8-87706cb4b741 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.640372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-4cb2da57-a0bf-4819-a6c8-87706cb4b741 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.646879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-4cb2da57-a0bf-4819-a6c8-87706cb4b741 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.652432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-4cb2da57-a0bf-4819-a6c8-87706cb4b741 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.658054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-4cb2da57-a0bf-4819-a6c8-87706cb4b741 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.664231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-4cb2da57-a0bf-4819-a6c8-87706cb4b741 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.669533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-4cb2da57-a0bf-4819-a6c8-87706cb4b741 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.672083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-4cb2da57-a0bf-4819-a6c8-87706cb4b741 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5437 time: 0.3211761 Feb 11 05:23:36.678598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Network 549239a2-be08-4acd-8b88-18888be5740c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:36.710147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:36.712569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:36.807797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Pushing event updated for resources: {'Port': ['ID=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:36.816580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'port_id': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'mac_address': 'fa:16:3e:40:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:13Z', 'updated_at': '2022-02-11T05:23:33Z', 'revision_number': 1, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:36.852690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73700d3f-4fd1-4713-b5a4-105155f3e8c2 None None] The sync data for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 is: [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'port_id': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'mac_address': 'fa:16:3e:40:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:23:13Z', 'updated_at': '2022-02-11T05:23:33Z', 'revision_number': 1, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:36.866428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.867483 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:36.925920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52618) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:36.951566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b7d846e-ccb3-4422-a237-008b0bf291df req-9bb5ddb3-c138-4d20-be50-c0d7d8b22a08 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569454 Feb 11 05:23:37.019235 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d534471e-c84c-4562-84a7-72978f08a4b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfffb0812c9f4d81824a43fce4fb8c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0909240 Feb 11 05:23:37.022636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52622) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:37.058940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-e9e5cc11-b175-4bdf-a9e3-5b7c0837e2d7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2120945 Feb 11 05:23:37.070165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:23:37.070165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (a03dfd45-9073-424f-ae58-6a1188dcbd46), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.093043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d524053-9c23-41e3-8deb-2c41a6f326eb admin admin] Publish callbacks [] for security_group (87e88743-33c9-4d90-bb1f-ee17e7b957d7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.095873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Request body: {'port': {'device_id': 'f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:37.124216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d524053-9c23-41e3-8deb-2c41a6f326eb admin admin] Publish callbacks [] for security_group (87e88743-33c9-4d90-bb1f-ee17e7b957d7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.217367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a03dfd45-9073-424f-ae58-6a1188dcbd46,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:37.225109 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74aeac-9b43-4bc9-86c8-249e013982af None None] New status for floating IP 1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:23:37.256232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e797a69-3aba-4868-93db-573f74897fc0 req-3549c512-77ba-4d24-86a8-b81060ef23c0 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:37.257817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e797a69-3aba-4868-93db-573f74897fc0 req-3549c512-77ba-4d24-86a8-b81060ef23c0 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 950 time: 0.2211816 Feb 11 05:23:37.258421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.308244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Checking segment: {'id': '1758b172-c52e-4bb8-a45d-274a03855649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '172dbc2e-bf18-49b4-892c-77420f3c296d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:37.308703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Network hostable DHCP agents. Network: 172dbc2e-bf18-49b4-892c-77420f3c296d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:37.309557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d524053-9c23-41e3-8deb-2c41a6f326eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (87e88743-33c9-4d90-bb1f-ee17e7b957d7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.312239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d524053-9c23-41e3-8deb-2c41a6f326eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.315951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d524053-9c23-41e3-8deb-2c41a6f326eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/87e88743-33c9-4d90-bb1f-ee17e7b957d7 HTTP/1.1" status: 204 len: 168 time: 0.2898092 Feb 11 05:23:37.343452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d524053-9c23-41e3-8deb-2c41a6f326eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e88743-33c9-4d90-bb1f-ee17e7b957d7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:37.411755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e797a69-3aba-4868-93db-573f74897fc0 req-09e87f23-2e8d-4c8e-a369-a019aff6af35 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410692 Feb 11 05:23:37.436980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f321-c723-4bea-891b-c723454f3207 req-e6148b2d-0bee-474e-a2f5-8b2fea48ab0e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:37.438861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a511f321-c723-4bea-891b-c723454f3207 req-e6148b2d-0bee-474e-a2f5-8b2fea48ab0e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1777413 Feb 11 05:23:37.472764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'tag': 'f298a94b-00c6-4686-a46f-f0d1239a517f'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:37.475446 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2831802-fd1e-4711-aed9-51a57898cec7" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb5a7ad-1ba6-450e-b80b-1bbea973f814", "tag": "f298a94b-00c6-4686-a46f-f0d1239a517f"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:37.534212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Network 172dbc2e-bf18-49b4-892c-77420f3c296d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:37.648104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a511f321-c723-4bea-891b-c723454f3207 req-434a91d1-97ed-49da-9c36-74f1461953d0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004004 Feb 11 05:23:37.733548 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ec5eda-61ab-4e5a-a550-f85eed1f9112 x-openstack-request-id: req-05ec5eda-61ab-4e5a-a550-f85eed1f9112 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:37.734152 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb5a7ad-1ba6-450e-b80b-1bbea973f814", "tag": "f298a94b-00c6-4686-a46f-f0d1239a517f", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:37.734595 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05ec5eda-61ab-4e5a-a550-f85eed1f9112 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:37.735179 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'tag': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'status': 'completed', 'code': 200} Feb 11 05:23:37.806481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-cd9fdf5a-5aa0-4f19-8ad9-2648ad311d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:37.808170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-cd9fdf5a-5aa0-4f19-8ad9-2648ad311d48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5fd8f252218043bb885df2add3e34a4c&device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 1129 time: 0.0532789 Feb 11 05:23:38.022825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-bc263973-e737-4edd-86bc-7be9a55cee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.043557 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-bc263973-e737-4edd-86bc-7be9a55cee25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4b1db2fe-a55e-429a-b859-7c48ed464959 HTTP/1.1" status: 200 len: 907 time: 0.2089086 Feb 11 05:23:38.088037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 172dbc2e-bf18-49b4-892c-77420f3c296d) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:38.108116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a5dc-8180-4041-8969-4dc6b395e27b req-d4c6dba9-1b85-450f-b000-6c8b06769d02 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.112000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b2a5dc-8180-4041-8969-4dc6b395e27b req-d4c6dba9-1b85-450f-b000-6c8b06769d02 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 932 time: 0.5822651 Feb 11 05:23:38.118319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.119030 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.125709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9896e177-4e55-46ad-b1ad-32769b80404a None None] Network 172dbc2e-bf18-49b4-892c-77420f3c296d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:38.144273 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-d5e075a0-fef3-46ef-a57f-5407694bac24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f298a94b-00c6-4686-a46f-f0d1239a517f HTTP/1.1" status: 200 len: 1002 time: 0.0991282 Feb 11 05:23:38.224274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-5ec69ff5-fb78-4e9d-bd7c-f8117fe7a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.226781 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-5ec69ff5-fb78-4e9d-bd7c-f8117fe7a963 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=02137e39-fbad-499a-979f-18f8d10194e3 HTTP/1.1" status: 200 len: 845 time: 0.0773220 Feb 11 05:23:38.278997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4db93a09-c12e-4f15-a0c1-d5243d2191fe up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:38.297192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-a3aa396a-81a5-4380-bfc2-49a13e973e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.298747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-a3aa396a-81a5-4380-bfc2-49a13e973e61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4b1db2fe-a55e-429a-b859-7c48ed464959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0660157 Feb 11 05:23:38.299934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68bfe99-dab6-4ac5-9582-1de38a0c1240 None None] Network 172dbc2e-bf18-49b4-892c-77420f3c296d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:38.339546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b2a5dc-8180-4041-8969-4dc6b395e27b req-cae21788-e9b0-44f3-ab5c-85ab5d8727b6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838756 Feb 11 05:23:38.354832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-33609e0d-6512-4bc5-b043-97810a69c7dc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.360248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-33609e0d-6512-4bc5-b043-97810a69c7dc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.366567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-33609e0d-6512-4bc5-b043-97810a69c7dc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.371924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-33609e0d-6512-4bc5-b043-97810a69c7dc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.378129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-33609e0d-6512-4bc5-b043-97810a69c7dc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.383597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-33609e0d-6512-4bc5-b043-97810a69c7dc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.388934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-33609e0d-6512-4bc5-b043-97810a69c7dc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.391030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-33609e0d-6512-4bc5-b043-97810a69c7dc tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5437 time: 0.2384961 Feb 11 05:23:38.393510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:38.403794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8b2c72de-9f64-411b-8628-613721859df9 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4099932 Feb 11 05:23:38.408801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52646) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:38.413975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1878199387', 'network_id': '172dbc2e-bf18-49b4-892c-77420f3c296d'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:38.431837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Publish callbacks [] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.505599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Transition to ACTIVE for port object 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:38.533609 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.534758 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.581096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.603439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5426c210-7d72-4075-8d61-5dbd2c326c9e no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:38.603724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72d5bd00-0fa6-4282-a598-a6123a1cfae9 req-3c35efcb-0178-4a20-8b7b-2f7d46759ef9 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854715 Feb 11 05:23:38.636305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 5426c210-7d72-4075-8d61-5dbd2c326c9e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:38.636627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5426c210-7d72-4075-8d61-5dbd2c326c9e not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:38.644769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Made reservation on behalf of 75c6a64fa7be43758e8688e7e8fc0863 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:38.645454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.689953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29526a68-09f4-4bba-a0fc-695615195971 req-0fee9934-4935-427b-a5d5-cf062568cbd6 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.693210 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-29526a68-09f4-4bba-a0fc-695615195971 req-0fee9934-4935-427b-a5d5-cf062568cbd6 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 950 time: 0.2769225 Feb 11 05:23:38.696990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-b6a0fddf-9764-4f7f-a288-0e02338f4bbd service neutron] 10.222.0.83 "GET /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909061 Feb 11 05:23:38.721951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] device_id is not set on port a2e8be7d-b67f-4e56-9a19-7918734cff2d yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:23:38.729211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Pushing event updated for resources: {'Port': ['ID=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:38.765718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 4db93a09-c12e-4f15-a0c1-d5243d2191fe completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:38.771319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 4db93a09-c12e-4f15-a0c1-d5243d2191fe triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:38.771711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.842103 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2831802-fd1e-4711-aed9-51a57898cec7 req-0d1ef10f-0a6e-42cf-89db-6ce830107583 service neutron] 10.222.0.83 "GET /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323252 Feb 11 05:23:38.872319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353d226-07cd-44b8-9612-2e98d2087c1f req-68d2c7c6-ca6f-45ce-b3d2-b7eb5157430d tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:38.880703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2353d226-07cd-44b8-9612-2e98d2087c1f req-68d2c7c6-ca6f-45ce-b3d2-b7eb5157430d tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 950 time: 0.2508960 Feb 11 05:23:38.981342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4db93a09-c12e-4f15-a0c1-d5243d2191fe is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:38.985968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Attempting to bind port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:38.989069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Attempting to bind port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:38.989069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Attempting to bind port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 on network 549239a2-be08-4acd-8b88-18888be5740c {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:38.997405 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:38.998128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Deleting port 167a7883-27ad-417a-a5dc-dad14f801f4e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:38.998128 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.017144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 on network 549239a2-be08-4acd-8b88-18888be5740c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:39.017630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Attempting to bind port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 on network 549239a2-be08-4acd-8b88-18888be5740c {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:39.042290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2353d226-07cd-44b8-9612-2e98d2087c1f req-290fcf74-4876-4a10-82d6-7f32cdbf5e3a tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540103 Feb 11 05:23:39.053526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:39.053874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Checking segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:39.054260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Bound using segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:39.054700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Bound port: 0287d24b-2b8a-4e6b-92cf-8283e9eb8067, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:39.055064 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.057434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Allocated IP 172.20.0.4 (172dbc2e-bf18-49b4-892c-77420f3c296d/a03dfd45-9073-424f-ae58-6a1188dcbd46/a2e8be7d-b67f-4e56-9a19-7918734cff2d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:39.067512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb58ac-67dc-4603-9902-59649bdf1e09 req-95ccdd80-978f-4e4e-b11f-12ba75d96887 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.075744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7acb58ac-67dc-4603-9902-59649bdf1e09 req-95ccdd80-978f-4e4e-b11f-12ba75d96887 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.2522414 Feb 11 05:23:39.099732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db93a09-c12e-4f15-a0c1-d5243d2191fe'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:39.102502 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a3452-7ea1-4c53-9c5e-ddcc59234c52" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "4db93a09-c12e-4f15-a0c1-d5243d2191fe"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:39.122384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4db93a09-c12e-4f15-a0c1-d5243d2191fe, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4db93a09-c12e-4f15-a0c1-d5243d2191fe,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:39.164321 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e420ab7-a732-48da-a016-2286683902e6 x-openstack-request-id: req-6e420ab7-a732-48da-a016-2286683902e6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:39.164951 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "4db93a09-c12e-4f15-a0c1-d5243d2191fe", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:39.165292 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e420ab7-a732-48da-a016-2286683902e6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:39.166502 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db93a09-c12e-4f15-a0c1-d5243d2191fe', 'code': 200} Feb 11 05:23:39.205248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] For port 167a7883-27ad-417a-a5dc-dad14f801f4e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=167a7883-27ad-417a-a5dc-dad14f801f4e,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:39.205790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.219251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:39.220840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7acb58ac-67dc-4603-9902-59649bdf1e09 req-635058a2-4a97-4fb6-8702-567667974292 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442032 Feb 11 05:23:39.225713 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.240542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Calling delete_port for 167a7883-27ad-417a-a5dc-dad14f801f4e owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:39.265199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] For port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:39.292931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] For port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:39.297726 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.298415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device b5be0d07-b5db-499c-bc98-4cc683c44f96 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:39.390160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-989223200-network', 'tenant_id': 'c56d15434e134f68812629aa71309f44'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:39.396157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for port (a2e8be7d-b67f-4e56-9a19-7918734cff2d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.421867 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.445923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4db93a09-c12e-4f15-a0c1-d5243d2191fe,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:39.482963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.483595 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.484995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] 10.222.0.65 "PUT /v2.0/ports/0287d24b-2b8a-4e6b-92cf-8283e9eb8067 HTTP/1.1" status: 200 len: 1093 time: 2.4166586 Feb 11 05:23:39.486147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67', 'tag': '0287d24b-2b8a-4e6b-92cf-8283e9eb8067'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:39.489286 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87cd71d-87d8-457f-b548-497a94014a52" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67", "tag": "0287d24b-2b8a-4e6b-92cf-8283e9eb8067"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:39.522942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:39.526563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.538425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.554633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port b5be0d07-b5db-499c-bc98-4cc683c44f96 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:39.558266 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e78844-b001-4b48-b858-62e892ca6816 x-openstack-request-id: req-b6e78844-b001-4b48-b858-62e892ca6816 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:39.558266 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67", "tag": "0287d24b-2b8a-4e6b-92cf-8283e9eb8067", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:39.558266 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6e78844-b001-4b48-b858-62e892ca6816 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:39.558266 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67', 'tag': '0287d24b-2b8a-4e6b-92cf-8283e9eb8067', 'status': 'completed', 'code': 200} Feb 11 05:23:39.560361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port b5be0d07-b5db-499c-bc98-4cc683c44f96 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:39.562030 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.579394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21a286-3a0a-448c-9ee6-7b7603da69df service neutron] Pushing event updated for resources: {'Port': ['ID=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:39.638930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c45d1-a404-4945-9694-c2abf8ee70ee req-0b83e154-a829-4635-896b-0ca3bde7f0e5 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.640471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d28c45d1-a404-4945-9694-c2abf8ee70ee req-0b83e154-a829-4635-896b-0ca3bde7f0e5 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 944 time: 0.1656163 Feb 11 05:23:39.646702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Publish callbacks [] for security_group (b496dfec-66dc-4f82-a88b-bfe0c8cf6f23), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.649974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cd71d-87d8-457f-b548-497a94014a52 req-945fb5a9-a9d7-45a3-ac9c-a1bb43faeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.650353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (167a7883-27ad-417a-a5dc-dad14f801f4e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.651569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a87cd71d-87d8-457f-b548-497a94014a52 req-945fb5a9-a9d7-45a3-ac9c-a1bb43faeee9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 1127 time: 0.0839467 Feb 11 05:23:39.684845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['167a7883-27ad-417a-a5dc-dad14f801f4e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:39.704971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Pushing event deleted for resources: {'Port': ['ID=167a7883-27ad-417a-a5dc-dad14f801f4e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:39.731729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port b5be0d07-b5db-499c-bc98-4cc683c44f96 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:39.732124 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.775582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] No DVR routers for this DVR port 167a7883-27ad-417a-a5dc-dad14f801f4e on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:39.779078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.783677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-29526a68-09f4-4bba-a0fc-695615195971 req-eaa10026-4990-4cfd-9e37-1282d347c273 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.65 "DELETE /v2.0/ports/167a7883-27ad-417a-a5dc-dad14f801f4e HTTP/1.1" status: 204 len: 173 time: 1.0850785 Feb 11 05:23:39.784570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b496dfec-66dc-4f82-a88b-bfe0c8cf6f23), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.805567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port b5be0d07-b5db-499c-bc98-4cc683c44f96, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:39.807047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff99329e-1dca-401b-99ef-6ca0d21ae2f2', 'name': 'network-vif-deleted', 'tag': '167a7883-27ad-417a-a5dc-dad14f801f4e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:39.809436 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f304bf-a81b-476f-9c34-34a0ee262beb" -d '{"events": [{"server_uuid": "ff99329e-1dca-401b-99ef-6ca0d21ae2f2", "name": "network-vif-deleted", "tag": "167a7883-27ad-417a-a5dc-dad14f801f4e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:39.813515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:23:39.832018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a2e8be7d-b67f-4e56-9a19-7918734cff2d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.834955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cd71d-87d8-457f-b548-497a94014a52 req-f54feb0b-b12c-4c53-bd92-b7558da5e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.836547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a87cd71d-87d8-457f-b548-497a94014a52 req-f54feb0b-b12c-4c53-bd92-b7558da5e96e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=56411ff6c3314ac5986b381b056ff17c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1771636 Feb 11 05:23:39.836782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (928d325a-0660-4750-a9fe-256db79d4b7a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.837118 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Added segment 928d325a-0660-4750-a9fe-256db79d4b7a of type vlan for network 6d0c1160-3d71-498b-9821-7fa12b3561e9 Feb 11 05:23:39.848528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:39.897476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6d0c1160-3d71-498b-9821-7fa12b3561e9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.901198 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.902282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1f747a77-c780-4c8f-b8b7-b08f84511ca9 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:39.947054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Network 172dbc2e-bf18-49b4-892c-77420f3c296d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:39.981360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:39.981360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:39.997931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e8be7d-b67f-4e56-9a19-7918734cff2d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:40.005652 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6d0c1160-3d71-498b-9821-7fa12b3561e9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.006441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.007112 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.086966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=b5be0d07-b5db-499c-bc98-4cc683c44f96,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:40.126595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=6d0c1160-3d71-498b-9821-7fa12b3561e9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:40.138795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:23:40.145627 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ffc668b9-6900-4efc-8afc-be1c5a607cf2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9226029 Feb 11 05:23:40.147291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52680) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:40.147513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-c207a031-ad87-4c62-8a80-b30f22798dd4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.154737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-c207a031-ad87-4c62-8a80-b30f22798dd4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.158070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Request body: {'subnet': {'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-989223200-subnet', 'tenant_id': 'c56d15434e134f68812629aa71309f44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:40.163448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-c207a031-ad87-4c62-8a80-b30f22798dd4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.170766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-c207a031-ad87-4c62-8a80-b30f22798dd4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.177852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-c207a031-ad87-4c62-8a80-b30f22798dd4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.184053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-c207a031-ad87-4c62-8a80-b30f22798dd4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.197938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-c207a031-ad87-4c62-8a80-b30f22798dd4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.200372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-c207a031-ad87-4c62-8a80-b30f22798dd4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5438 time: 0.3891973 Feb 11 05:23:40.206135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:40.221939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d28c45d1-a404-4945-9694-c2abf8ee70ee req-c77b98fe-7d34-4d69-bcf7-7892d49f0289 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544019 Feb 11 05:23:40.250880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:40.251263 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.288473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.289126 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.306666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:40.310790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.313111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cd71d-87d8-457f-b548-497a94014a52 req-8e17a4e9-f08e-457b-83a3-71f4180e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.314681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a87cd71d-87d8-457f-b548-497a94014a52 req-8e17a4e9-f08e-457b-83a3-71f4180e39b5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4221842 Feb 11 05:23:40.362495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b765c17d-d87a-47f8-b23f-fa6f85f91280 req-62ef8101-a050-435d-8239-9976924afda1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354046 Feb 11 05:23:40.393580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:40.394110 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.439994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c262-ab46-4569-8690-3782be55128c req-59f97d70-6eb4-4dc7-9354-24d9a4efe3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.439994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-59f97d70-6eb4-4dc7-9354-24d9a4efe3e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 1127 time: 0.0733323 Feb 11 05:23:40.463691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1f747a77-c780-4c8f-b8b7-b08f84511ca9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1f747a77-c780-4c8f-b8b7-b08f84511ca9,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:40.466510 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2131199-8b76-406a-ac9d-9d5753ae003d x-openstack-request-id: req-f2131199-8b76-406a-ac9d-9d5753ae003d {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:40.466911 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff99329e-1dca-401b-99ef-6ca0d21ae2f2", "name": "network-vif-deleted", "tag": "167a7883-27ad-417a-a5dc-dad14f801f4e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:40.467265 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2131199-8b76-406a-ac9d-9d5753ae003d {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:40.467762 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff99329e-1dca-401b-99ef-6ca0d21ae2f2', 'name': 'network-vif-deleted', 'tag': '167a7883-27ad-417a-a5dc-dad14f801f4e', 'status': 'completed', 'code': 200} Feb 11 05:23:40.508677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-7b9e18b7-d321-498f-ac2a-d147469d6bf3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0287d24b-2b8a-4e6b-92cf-8283e9eb8067 HTTP/1.1" status: 200 len: 217 time: 0.0624714 Feb 11 05:23:40.525114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f8c1b1de-e390-4734-afe2-9ec4919ad309 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1128888 Feb 11 05:23:40.547807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52684) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:40.552408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5636baf-7e42-44d8-8c62-452cf627dac6 req-656d6aca-8ba7-4590-a907-db15ffe74d93 tempest-ServersAdminNegativeTestJSON-1446150560 tempest-ServersAdminNegativeTestJSON-1446150560-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff99329e-1dca-401b-99ef-6ca0d21ae2f2 HTTP/1.1" status: 200 len: 210 time: 0.0964687 Feb 11 05:23:40.576304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.576304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 72b47366-6668-4d99-b8ae-51665a609500 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:40.659248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c262-ab46-4569-8690-3782be55128c req-31542079-8cc1-44df-8e3d-1a793e0ae0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.660908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-31542079-8cc1-44df-8e3d-1a793e0ae0f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 200 len: 855 time: 0.1217554 Feb 11 05:23:40.688975 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.690664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1f747a77-c780-4c8f-b8b7-b08f84511ca9,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:40.718629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-64fb337b-95d5-4c2a-8346-962e565b090c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=549239a2-be08-4acd-8b88-18888be5740c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355346 Feb 11 05:23:40.728020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928ea3e-9e7f-4cfa-8eca-f8db33ae8261 req-bee42495-9a88-49f8-b460-ed9f64c0a40b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.729548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e928ea3e-9e7f-4cfa-8eca-f8db33ae8261 req-bee42495-9a88-49f8-b460-ed9f64c0a40b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.2321630 Feb 11 05:23:40.756492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:40.765768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Checking segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:40.766147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Network hostable DHCP agents. Network: 6d0c1160-3d71-498b-9821-7fa12b3561e9, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:23:40.791766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 72b47366-6668-4d99-b8ae-51665a609500 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:40.797371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 72b47366-6668-4d99-b8ae-51665a609500 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:40.802203 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (72b47366-6668-4d99-b8ae-51665a609500), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.849435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:23:40.865663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cca3065b-0a76-46bb-817c-3b81a37a8797 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Deleting port a2e8be7d-b67f-4e56-9a19-7918734cff2d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:40.866333 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cca3065b-0a76-46bb-817c-3b81a37a8797 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a2e8be7d-b67f-4e56-9a19-7918734cff2d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.870342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e928ea3e-9e7f-4cfa-8eca-f8db33ae8261 req-de0aae79-e53a-485a-a365-6cc5f0cdfdc0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263306 Feb 11 05:23:40.873829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-4749cf5e-afa6-462c-8f2e-2a66c305eedf service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431272 Feb 11 05:23:40.885970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 72b47366-6668-4d99-b8ae-51665a609500 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:40.886410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72b47366-6668-4d99-b8ae-51665a609500), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.927144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 72b47366-6668-4d99-b8ae-51665a609500, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=72b47366-6668-4d99-b8ae-51665a609500,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:40.945699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6d0c1160-3d71-498b-9821-7fa12b3561e9) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:40.951331 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.952055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:40.957261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7455e2ad-a873-48a6-9de0-89af61a2a169 None None] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:41.019051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cca3065b-0a76-46bb-817c-3b81a37a8797 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a2e8be7d-b67f-4e56-9a19-7918734cff2d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.034439 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (72b47366-6668-4d99-b8ae-51665a609500), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.035781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cfad68fd-4429-4232-918b-be63cea56ef2 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:41.049114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d92c262-ab46-4569-8690-3782be55128c req-110ac453-6d11-4ef7-a581-6141138d63d4 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599314 Feb 11 05:23:41.049114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cca3065b-0a76-46bb-817c-3b81a37a8797 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Calling delete_port for a2e8be7d-b67f-4e56-9a19-7918734cff2d owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:41.080683 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b3bee904-6465-4924-82cb-f640199e4d09 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9243903 Feb 11 05:23:41.252456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be0d07-b5db-499c-bc98-4cc683c44f96'}, {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f747a77-c780-4c8f-b8b7-b08f84511ca9'}, {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b47366-6668-4d99-b8ae-51665a609500'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:41.254803 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94d6165-2e7b-4468-8025-86cb8162441e" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "b5be0d07-b5db-499c-bc98-4cc683c44f96"}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "1f747a77-c780-4c8f-b8b7-b08f84511ca9"}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "72b47366-6668-4d99-b8ae-51665a609500"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:41.262876 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cca3065b-0a76-46bb-817c-3b81a37a8797 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a2e8be7d-b67f-4e56-9a19-7918734cff2d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.312086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3065b-0a76-46bb-817c-3b81a37a8797 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2e8be7d-b67f-4e56-9a19-7918734cff2d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:41.323595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb272e34-5c3a-402b-82b7-4bf837e93eb4 None None] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:23:41.347572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=72b47366-6668-4d99-b8ae-51665a609500,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:41.389976 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.434788 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cca3065b-0a76-46bb-817c-3b81a37a8797 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.438115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cca3065b-0a76-46bb-817c-3b81a37a8797 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a2e8be7d-b67f-4e56-9a19-7918734cff2d HTTP/1.1" status: 204 len: 168 time: 0.8886383 Feb 11 05:23:41.440888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52702) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:41.447894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '172dbc2e-bf18-49b4-892c-77420f3c296d', 'external_fixed_ips': [{'subnet_id': 'a03dfd45-9073-424f-ae58-6a1188dcbd46', 'ip_address': '172.20.0.4'}]}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:41.455470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb48dbd-4227-42d3-9ce6-5664ca76f094 req-e3424a46-9a64-42e4-b281-11f62d199005 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.458094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccb48dbd-4227-42d3-9ce6-5664ca76f094 req-e3424a46-9a64-42e4-b281-11f62d199005 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 944 time: 0.1134379 Feb 11 05:23:41.477920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port cfad68fd-4429-4232-918b-be63cea56ef2 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:41.482161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port cfad68fd-4429-4232-918b-be63cea56ef2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:41.482649 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.548675 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (e973e226-7fcf-46aa-ae0e-602dd7a3377c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.549774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (e973e226-7fcf-46aa-ae0e-602dd7a3377c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.567403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cfad68fd-4429-4232-918b-be63cea56ef2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:41.567945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.582042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccb48dbd-4227-42d3-9ce6-5664ca76f094 req-296f3666-b03c-4352-b7a9-d3cf017dd548 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141639 Feb 11 05:23:41.607309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cfad68fd-4429-4232-918b-be63cea56ef2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfad68fd-4429-4232-918b-be63cea56ef2,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:41.618024 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_controller (e973e226-7fcf-46aa-ae0e-602dd7a3377c), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.632379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-84d4fc76-e50a-4f71-83c3-4118db08d23d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.633966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-84d4fc76-e50a-4f71-83c3-4118db08d23d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.1429951 Feb 11 05:23:41.647160 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f34373b-11d8-4c31-a7b6-b6bb637ca25d x-openstack-request-id: req-0f34373b-11d8-4c31-a7b6-b6bb637ca25d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:41.647520 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "b5be0d07-b5db-499c-bc98-4cc683c44f96", "code": 200}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "1f747a77-c780-4c8f-b8b7-b08f84511ca9", "code": 200}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "72b47366-6668-4d99-b8ae-51665a609500", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:41.650494 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f34373b-11d8-4c31-a7b6-b6bb637ca25d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:41.650494 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be0d07-b5db-499c-bc98-4cc683c44f96', 'code': 200} Feb 11 05:23:41.650494 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f747a77-c780-4c8f-b8b7-b08f84511ca9', 'code': 200} Feb 11 05:23:41.650494 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b47366-6668-4d99-b8ae-51665a609500', 'code': 200} Feb 11 05:23:41.650996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f1cf6480-dda2-4485-8316-7ab8b5f22f22 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/quotas/c56d15434e134f68812629aa71309f44 HTTP/1.1" status: 200 len: 375 time: 0.0110772 Feb 11 05:23:41.668696 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.669543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device b9734803-d0a4-4d7e-9d18-b67eaf38102b up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:41.687562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-6a45ca9a-a106-486d-95d6-5bc93172f166 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313096 Feb 11 05:23:41.752271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cfad68fd-4429-4232-918b-be63cea56ef2,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:41.828408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port b9734803-d0a4-4d7e-9d18-b67eaf38102b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:41.834110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port b9734803-d0a4-4d7e-9d18-b67eaf38102b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:41.834493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.837181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-ad81d1fd-aaca-4ea0-b716-5ffb331266eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.842724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-ad81d1fd-aaca-4ea0-b716-5ffb331266eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.848684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-ad81d1fd-aaca-4ea0-b716-5ffb331266eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.854428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-ad81d1fd-aaca-4ea0-b716-5ffb331266eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.860020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-ad81d1fd-aaca-4ea0-b716-5ffb331266eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.866740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-ad81d1fd-aaca-4ea0-b716-5ffb331266eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.872343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-ad81d1fd-aaca-4ea0-b716-5ffb331266eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.874626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-ad81d1fd-aaca-4ea0-b716-5ffb331266eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5442 time: 0.1806488 Feb 11 05:23:41.882023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-09b4480d-b261-4c7d-b6a1-702d37454bd6 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785283 Feb 11 05:23:41.924879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port b9734803-d0a4-4d7e-9d18-b67eaf38102b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:41.925272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:41.968868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port b9734803-d0a4-4d7e-9d18-b67eaf38102b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:42.010704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cd274bb-9b8f-4c87-a919-9559abac878c req-53cd6e50-15aa-44b3-87b0-659500177eb4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276772 Feb 11 05:23:42.034225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-2016f8f4-841a-4d7f-9102-0fec3f61e18d service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448188 Feb 11 05:23:42.042639 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.044031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 965ceff7-2b76-4124-8862-6510f0c0a20a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:42.155797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=b9734803-d0a4-4d7e-9d18-b67eaf38102b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:42.195680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (e973e226-7fcf-46aa-ae0e-602dd7a3377c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.213852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 965ceff7-2b76-4124-8862-6510f0c0a20a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:42.217983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 965ceff7-2b76-4124-8862-6510f0c0a20a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:42.218437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.221893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf1193-2fe0-44c7-8b78-22bd9f8453ed req-1fd1c11e-daf5-4923-b347-12e6007ec212 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:42.224620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76bf1193-2fe0-44c7-8b78-22bd9f8453ed req-1fd1c11e-daf5-4923-b347-12e6007ec212 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0587976 Feb 11 05:23:42.277877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76bf1193-2fe0-44c7-8b78-22bd9f8453ed req-33db6db7-360c-42d4-8a77-5684915e7c41 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 Feb 11 05:23:42.308544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 965ceff7-2b76-4124-8862-6510f0c0a20a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:42.309045 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.361957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 965ceff7-2b76-4124-8862-6510f0c0a20a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=965ceff7-2b76-4124-8862-6510f0c0a20a,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:42.371689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-707b443e-6dac-413c-9697-7ca8b2f52a15 req-11d29ca5-71c3-4da1-8045-976e57bb91b9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 210 time: 0.0335071 Feb 11 05:23:42.444151 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.503136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=965ceff7-2b76-4124-8862-6510f0c0a20a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:42.538404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (e973e226-7fcf-46aa-ae0e-602dd7a3377c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.560090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.641123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 167a7883-27ad-417a-a5dc-dad14f801f4e no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:42.664433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 167a7883-27ad-417a-a5dc-dad14f801f4e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:23:42.665058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 167a7883-27ad-417a-a5dc-dad14f801f4e not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:42.678606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52732) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:42.721238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc295a-9475-4d1b-8c77-27e8b18fb51b req-1365ae31-1a67-4caa-9bd1-e161b945fcb0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:42.723423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cefc295a-9475-4d1b-8c77-27e8b18fb51b req-1365ae31-1a67-4caa-9bd1-e161b945fcb0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 944 time: 0.0624385 Feb 11 05:23:42.729089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Allocated IP 172.20.0.4 (172dbc2e-bf18-49b4-892c-77420f3c296d/a03dfd45-9073-424f-ae58-6a1188dcbd46/0f2c82a3-20c1-4591-a38a-5b156036d088) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:42.775659 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cefc295a-9475-4d1b-8c77-27e8b18fb51b req-ce234f35-477a-4841-b73c-b09821469b8c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462749 Feb 11 05:23:42.854329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for port (0f2c82a3-20c1-4591-a38a-5b156036d088), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.884418 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-04d8dad5-88cc-4fec-b48d-29174f559589 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d8b7a232fdd4db1a1fa06a4f36c016d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046390 Feb 11 05:23:42.887120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:42.938671 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-883371bb-9780-471c-b48f-a3d207497928 admin admin] Publish callbacks [] for security_group (8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.963625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-883371bb-9780-471c-b48f-a3d207497928 admin admin] Publish callbacks [] for security_group (8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:42.971394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0f2c82a3-20c1-4591-a38a-5b156036d088), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.017721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Network 172dbc2e-bf18-49b4-892c-77420f3c296d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:43.021011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:43.024633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:43.030057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'Port': ['ID=0f2c82a3-20c1-4591-a38a-5b156036d088,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:43.085742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-883371bb-9780-471c-b48f-a3d207497928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.088511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-883371bb-9780-471c-b48f-a3d207497928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.089820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-883371bb-9780-471c-b48f-a3d207497928 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9 HTTP/1.1" status: 204 len: 168 time: 0.2016852 Feb 11 05:23:43.126825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883371bb-9780-471c-b48f-a3d207497928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c630352-02d4-4d37-a1a8-4cb5b1ee6fe9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:43.178287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-c45624d0-1274-4336-9b11-cc3e5645bef3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.183664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-c45624d0-1274-4336-9b11-cc3e5645bef3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.189447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-c45624d0-1274-4336-9b11-cc3e5645bef3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.195364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-c45624d0-1274-4336-9b11-cc3e5645bef3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.200547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-c45624d0-1274-4336-9b11-cc3e5645bef3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.205876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-c45624d0-1274-4336-9b11-cc3e5645bef3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.211959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-c45624d0-1274-4336-9b11-cc3e5645bef3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.213995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-c45624d0-1274-4336-9b11-cc3e5645bef3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.1229494 Feb 11 05:23:43.275373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bca22fe-671a-4c91-b2d6-6d47c21d9c12 req-5dee8222-df49-4b79-a81d-3586db07ea65 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553274 Feb 11 05:23:43.365466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (e973e226-7fcf-46aa-ae0e-602dd7a3377c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.419984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824f425-90fe-43a7-bc0b-13f669dd0c18 req-9704c6fd-c6db-454d-a1c9-1f46f3689e56 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.426971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b824f425-90fe-43a7-bc0b-13f669dd0c18 req-9704c6fd-c6db-454d-a1c9-1f46f3689e56 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0715458 Feb 11 05:23:43.483528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c57ecfeb-da1b-48f8-822e-aef9a522ac46 req-cf1ce5a2-f91f-437d-8411-3f6c02505453 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 210 time: 0.0367074 Feb 11 05:23:43.505399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b824f425-90fe-43a7-bc0b-13f669dd0c18 req-9d293c86-b300-4382-b1fa-e201a59d856d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772588 Feb 11 05:23:43.621294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (e973e226-7fcf-46aa-ae0e-602dd7a3377c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:43.649749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad68fd-4429-4232-918b-be63cea56ef2'}, {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b'}, {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ceff7-2b76-4124-8862-6510f0c0a20a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:43.652197 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce84f69-0ded-43ba-984f-78bd5167b2e1" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "cfad68fd-4429-4232-918b-be63cea56ef2"}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b"}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "965ceff7-2b76-4124-8862-6510f0c0a20a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:43.695490 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb1f77-a180-410e-9b56-c61ced4c1325 x-openstack-request-id: req-cffb1f77-a180-410e-9b56-c61ced4c1325 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:43.695896 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "cfad68fd-4429-4232-918b-be63cea56ef2", "code": 200}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b", "code": 200}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-plugged", "status": "completed", "tag": "965ceff7-2b76-4124-8862-6510f0c0a20a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:43.696397 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cffb1f77-a180-410e-9b56-c61ced4c1325 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:43.696926 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad68fd-4429-4232-918b-be63cea56ef2', 'code': 200} Feb 11 05:23:43.697277 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'code': 200} Feb 11 05:23:43.697620 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ceff7-2b76-4124-8862-6510f0c0a20a', 'code': 200} Feb 11 05:23:43.840078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-3ea3462c-a370-4b96-802a-aa188a1810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.840559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-3ea3462c-a370-4b96-802a-aa188a1810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.841057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-3ea3462c-a370-4b96-802a-aa188a1810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.841563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-3ea3462c-a370-4b96-802a-aa188a1810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.842102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-3ea3462c-a370-4b96-802a-aa188a1810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.842488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-3ea3462c-a370-4b96-802a-aa188a1810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.842946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-3ea3462c-a370-4b96-802a-aa188a1810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.845229 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-3ea3462c-a370-4b96-802a-aa188a1810f1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6725 time: 0.0605645 Feb 11 05:23:43.870815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52758) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:43.898234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Router e973e226-7fcf-46aa-ae0e-602dd7a3377c is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:23:43.912141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987f13d-0196-4fd4-95d2-31d50f999c5b req-bbd3ea02-95ba-4330-9b92-12a31d337d48 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:43.913713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f987f13d-0196-4fd4-95d2-31d50f999c5b req-bbd3ea02-95ba-4330-9b92-12a31d337d48 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 944 time: 0.0607131 Feb 11 05:23:43.963477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f987f13d-0196-4fd4-95d2-31d50f999c5b req-874d1757-dd7d-410e-aeb4-d6fbe53bf6fc tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Feb 11 05:23:43.986817 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3cba7ee5-938c-4361-866f-143b20925b90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b3f101b6eca4e4c99877119b1fc05bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1146476 Feb 11 05:23:43.990115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52760) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:43.990258 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2590a5aa-a585-475e-a1df-06fdb8bc4add req-4284de45-8e52-488d-b38e-8f50b83ea493 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a28223fa-8378-45da-81f2-085491805bb5&id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365643 Feb 11 05:23:44.042998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33d9f439-6a0c-460b-b1e3-924c0711ecbe admin admin] Publish callbacks [] for security_group (05e214b0-2dc2-4d7c-ba33-9cc6cf26bd4c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.055416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:44.065494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33d9f439-6a0c-460b-b1e3-924c0711ecbe admin admin] Publish callbacks [] for security_group (05e214b0-2dc2-4d7c-ba33-9cc6cf26bd4c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.065667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Sync routers for ids ['e973e226-7fcf-46aa-ae0e-602dd7a3377c'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:44.077643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Routers {'e973e226-7fcf-46aa-ae0e-602dd7a3377c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:44.078531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e973e226-7fcf-46aa-ae0e-602dd7a3377c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:44.150879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.151980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a55e951c-5924-4c7f-bb26-5cf9ea91d7c6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.7087834 Feb 11 05:23:44.154729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52762) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:44.200155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Set router e973e226-7fcf-46aa-ae0e-602dd7a3377c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:44.229254 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33d9f439-6a0c-460b-b1e3-924c0711ecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (05e214b0-2dc2-4d7c-ba33-9cc6cf26bd4c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.235502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33d9f439-6a0c-460b-b1e3-924c0711ecbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.239601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-33d9f439-6a0c-460b-b1e3-924c0711ecbe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05e214b0-2dc2-4d7c-ba33-9cc6cf26bd4c HTTP/1.1" status: 204 len: 168 time: 0.2482705 Feb 11 05:23:44.272236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9f439-6a0c-460b-b1e3-924c0711ecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e214b0-2dc2-4d7c-ba33-9cc6cf26bd4c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:44.290752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (e973e226-7fcf-46aa-ae0e-602dd7a3377c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.421789 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (e973e226-7fcf-46aa-ae0e-602dd7a3377c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.507830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973e226-7fcf-46aa-ae0e-602dd7a3377c', 'name': '', 'tenant_id': '75c6a64fa7be43758e8688e7e8fc0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '172dbc2e-bf18-49b4-892c-77420f3c296d', 'external_fixed_ips': [{'subnet_id': 'a03dfd45-9073-424f-ae58-6a1188dcbd46', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f2c82a3-20c1-4591-a38a-5b156036d088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:41Z', 'updated_at': '2022-02-11T05:23:43Z', 'revision_number': 3, 'project_id': '75c6a64fa7be43758e8688e7e8fc0863', 'gw_port': {'id': '0f2c82a3-20c1-4591-a38a-5b156036d088', 'name': '', 'network_id': '172dbc2e-bf18-49b4-892c-77420f3c296d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973e226-7fcf-46aa-ae0e-602dd7a3377c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a03dfd45-9073-424f-ae58-6a1188dcbd46', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:42Z', 'updated_at': '2022-02-11T05:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a03dfd45-9073-424f-ae58-6a1188dcbd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:44.525692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f067e-0121-403f-92d9-ce1a300355df req-477c9128-fba6-433c-983c-1ff509953455 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.531325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f067e-0121-403f-92d9-ce1a300355df req-477c9128-fba6-433c-983c-1ff509953455 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.536980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f067e-0121-403f-92d9-ce1a300355df req-477c9128-fba6-433c-983c-1ff509953455 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.539720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Checking router: e973e226-7fcf-46aa-ae0e-602dd7a3377c for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:44.540138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Updating router e973e226-7fcf-46aa-ae0e-602dd7a3377c port 0f2c82a3-20c1-4591-a38a-5b156036d088 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:23:44.542424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f067e-0121-403f-92d9-ce1a300355df req-477c9128-fba6-433c-983c-1ff509953455 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.547750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f067e-0121-403f-92d9-ce1a300355df req-477c9128-fba6-433c-983c-1ff509953455 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.554093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f067e-0121-403f-92d9-ce1a300355df req-477c9128-fba6-433c-983c-1ff509953455 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.559603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f067e-0121-403f-92d9-ce1a300355df req-477c9128-fba6-433c-983c-1ff509953455 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.564293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217f067e-0121-403f-92d9-ce1a300355df req-477c9128-fba6-433c-983c-1ff509953455 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.1795418 Feb 11 05:23:44.570075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Deleting port 0f2c82a3-20c1-4591-a38a-5b156036d088 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:44.570710 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0f2c82a3-20c1-4591-a38a-5b156036d088), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.580942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f2c82a3-20c1-4591-a38a-5b156036d088), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.649246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217f067e-0121-403f-92d9-ce1a300355df req-418b4473-390a-4079-b82a-3698b0d583c4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807068 Feb 11 05:23:44.676419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be85518c-5982-4752-a91a-600e5bdbb3bd req-5009f790-8a41-400d-891f-24724fd9efab tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 210 time: 0.0528021 Feb 11 05:23:44.700403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0f2c82a3-20c1-4591-a38a-5b156036d088), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.718901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:44.721001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Calling delete_port for 0f2c82a3-20c1-4591-a38a-5b156036d088 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:44.786950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bc1b5-dab9-4cb2-95b7-ec80790c9f73 req-ee8e73a7-eafa-4a88-a8e5-75b85a832940 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.808346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc6bc1b5-dab9-4cb2-95b7-ec80790c9f73 req-ee8e73a7-eafa-4a88-a8e5-75b85a832940 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0940289 Feb 11 05:23:44.927708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:44.955090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '0287d24b-2b8a-4e6b-92cf-8283e9eb8067', 'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'port_id': '0287d24b-2b8a-4e6b-92cf-8283e9eb8067', 'mac_address': 'fa:16:3e:89:cf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136e7de0-3684-4b63-a60d-6ced8f56b0ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:44.957584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc6bc1b5-dab9-4cb2-95b7-ec80790c9f73 req-79e686c3-c492-4142-8676-2c09e4ae5af8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428027 Feb 11 05:23:45.015573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-b2824708-048b-4a05-951f-46c1e79c18f1 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:45.017122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-b2824708-048b-4a05-951f-46c1e79c18f1 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.1901793 Feb 11 05:23:45.031304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Request body: {'port': {'device_id': '6d71d198-559f-4450-9043-c93f54636808', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'admin_state_up': True, 'tenant_id': 'c56d15434e134f68812629aa71309f44'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:45.031715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0f2c82a3-20c1-4591-a38a-5b156036d088), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.045436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:45.045824 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.076111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f2c82a3-20c1-4591-a38a-5b156036d088,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:45.095729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:45.132107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:45.133341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:23:45.133801 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:23:45.151839 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (e973e226-7fcf-46aa-ae0e-602dd7a3377c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.195735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7575b-e267-46d4-83a1-7d1e22b2136d req-019a4884-031a-4dfd-a6d7-07165821bf0c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:45.197281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3c7575b-e267-46d4-83a1-7d1e22b2136d req-019a4884-031a-4dfd-a6d7-07165821bf0c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 944 time: 0.1405122 Feb 11 05:23:45.202876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.262295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:45.274169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3c7575b-e267-46d4-83a1-7d1e22b2136d req-cc6718ca-fc5d-4683-9736-34c17c11aac3 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635602 Feb 11 05:23:45.303025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (e973e226-7fcf-46aa-ae0e-602dd7a3377c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.305633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_controller (e973e226-7fcf-46aa-ae0e-602dd7a3377c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.334014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:45.337938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.514050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Allocated IP 172.20.0.14 (6d0c1160-3d71-498b-9821-7fa12b3561e9/fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c/227c1c78-c7a5-472c-822b-8323a31b3b30) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:45.551787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (e973e226-7fcf-46aa-ae0e-602dd7a3377c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.552369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e973e226-7fcf-46aa-ae0e-602dd7a3377c {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:23:45.561505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.562866 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82a3c1f6-fa2e-48bc-9978-003e68c9bded tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "DELETE /v2.0/routers/e973e226-7fcf-46aa-ae0e-602dd7a3377c HTTP/1.1" status: 204 len: 168 time: 1.4070873 Feb 11 05:23:45.565461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:45.573392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0287d24b-2b8a-4e6b-92cf-8283e9eb8067'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:45.621532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a330a5d0-67aa-4a3e-89ca-efcb76912a53 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Deleting subnet a03dfd45-9073-424f-ae58-6a1188dcbd46 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:23:45.625041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a330a5d0-67aa-4a3e-89ca-efcb76912a53 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for subnet (a03dfd45-9073-424f-ae58-6a1188dcbd46), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.671445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Port 0f2c82a3-20c1-4591-a38a-5b156036d088 not found while updating agent binding for router e973e226-7fcf-46aa-ae0e-602dd7a3377c. {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:23:45.685132 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:23:45.693753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a330a5d0-67aa-4a3e-89ca-efcb76912a53 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (a03dfd45-9073-424f-ae58-6a1188dcbd46), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.715092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks [] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.732996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Routers set() bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:45.733968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Router IDs set() for agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:23:45.735114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_agentschedulers_db [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e973e226-7fcf-46aa-ae0e-602dd7a3377c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent'). {{(pid=104088) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:23:45.742372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1f3e-77c8-426b-9aa2-b6d73e364475 None None] The sync data for ids ['e973e226-7fcf-46aa-ae0e-602dd7a3377c'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:45.814808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a330a5d0-67aa-4a3e-89ca-efcb76912a53 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a03dfd45-9073-424f-ae58-6a1188dcbd46), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.854365 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.860475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28dfab76-448f-4ef2-917b-50b5ad8a7965 req-7468fbc1-bbc6-4627-a91e-ad0063ab7cdd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 210 time: 0.0648429 Feb 11 05:23:45.917933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:45.927246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:45.935020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:45.940263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event updated for resources: {'Port': ['ID=227c1c78-c7a5-472c-822b-8323a31b3b30,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:45.968907 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a330a5d0-67aa-4a3e-89ca-efcb76912a53 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (a03dfd45-9073-424f-ae58-6a1188dcbd46), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:45.998293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330a5d0-67aa-4a3e-89ca-efcb76912a53 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a03dfd45-9073-424f-ae58-6a1188dcbd46,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:45.999997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a330a5d0-67aa-4a3e-89ca-efcb76912a53 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.006671 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a330a5d0-67aa-4a3e-89ca-efcb76912a53 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/a03dfd45-9073-424f-ae58-6a1188dcbd46 HTTP/1.1" status: 204 len: 168 time: 0.4392741 Feb 11 05:23:46.007320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52806) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:46.099201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (172dbc2e-bf18-49b4-892c-77420f3c296d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.191403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (172dbc2e-bf18-49b4-892c-77420f3c296d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.216983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172dbc2e-bf18-49b4-892c-77420f3c296d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:46.232428 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1758b172-c52e-4bb8-a45d-274a03855649') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:46.232990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1758b172-c52e-4bb8-a45d-274a03855649') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:46.244885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (1758b172-c52e-4bb8-a45d-274a03855649), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.259285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1758b172-c52e-4bb8-a45d-274a03855649), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.267672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:46.268186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (1758b172-c52e-4bb8-a45d-274a03855649), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:46.270854 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:46.275356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-07deca42-4990-451b-9d97-b2fd1323b1eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.280687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-07deca42-4990-451b-9d97-b2fd1323b1eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.286623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-07deca42-4990-451b-9d97-b2fd1323b1eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.292027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-07deca42-4990-451b-9d97-b2fd1323b1eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.297338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-07deca42-4990-451b-9d97-b2fd1323b1eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.303289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-07deca42-4990-451b-9d97-b2fd1323b1eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.308621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-07deca42-4990-451b-9d97-b2fd1323b1eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.310678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-07deca42-4990-451b-9d97-b2fd1323b1eb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.5031528 Feb 11 05:23:46.380878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.380878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.428578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (172dbc2e-bf18-49b4-892c-77420f3c296d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.433015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e784bc-abdd-4e94-bf64-7e189c3dd432 req-cc57ed91-54c6-47aa-b72e-d4a67975675c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.434806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e784bc-abdd-4e94-bf64-7e189c3dd432 req-cc57ed91-54c6-47aa-b72e-d4a67975675c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1725967 Feb 11 05:23:46.442439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 172dbc2e-bf18-49b4-892c-77420f3c296d {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:23:46.455959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.460836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56bf6f16-7cb9-4873-aa77-b355e2250060 req-4f8cea66-cdc5-4ae5-b93d-14254b0be5b7 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315904 Feb 11 05:23:46.468170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "DELETE /v2.0/networks/172dbc2e-bf18-49b4-892c-77420f3c296d HTTP/1.1" status: 204 len: 168 time: 0.4597101 Feb 11 05:23:46.469514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f2363-4efd-4e53-818e-12cf24fd748a tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event deleted for resources: {'Network': ['ID=172dbc2e-bf18-49b4-892c-77420f3c296d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:46.516643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-d99deeb2-6dfc-49e0-9b8d-0c03b4877b83 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4913239 Feb 11 05:23:46.530472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Request body: {'port': {'device_id': '6d71d198-559f-4450-9043-c93f54636808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:46.568859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e784bc-abdd-4e94-bf64-7e189c3dd432 req-ec785e3b-42c9-41f2-9c71-bd7082634de4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249187 Feb 11 05:23:46.676342 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:46.685991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaebf6-7aa3-4187-a323-a33aabd3ddc3 req-7569e73c-8544-43be-bf01-9f15dae04a0b tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.687598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:46.697266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1aaebf6-7aa3-4187-a323-a33aabd3ddc3 req-7569e73c-8544-43be-bf01-9f15dae04a0b tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 945 time: 0.1327724 Feb 11 05:23:46.829004 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1aaebf6-7aa3-4187-a323-a33aabd3ddc3 req-53e937eb-172a-4a04-8b2c-e3906db04056 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307597 Feb 11 05:23:46.840110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:46.850336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:46.852784 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.016811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:47.017893 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.064358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0287d24b-2b8a-4e6b-92cf-8283e9eb8067'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:47.068171 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818d9ba6-4a8b-4044-873c-13490fe2ccef" -d '{"events": [{"server_uuid": "f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67", "name": "network-vif-plugged", "status": "completed", "tag": "0287d24b-2b8a-4e6b-92cf-8283e9eb8067"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:47.089017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:47.106868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52840) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:47.111741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ec0e434f-1ab8-439c-bede-29b01eb1d204 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'router': {'name': 'tempest-router--1371206076', 'project_id': '23708791330d41c38ae6583c229b3a33'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:47.153859 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.178155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8daf60-d18a-4fb5-bec0-5233bd9af34f req-30cdd931-1932-4e65-842a-05002bd50a4a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.179957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f8daf60-d18a-4fb5-bec0-5233bd9af34f req-30cdd931-1932-4e65-842a-05002bd50a4a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 932 time: 0.1594296 Feb 11 05:23:47.212642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec0e434f-1ab8-439c-bede-29b01eb1d204 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (63df75f4-cdaf-4462-8621-a954695fcfba), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.217654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec0e434f-1ab8-439c-bede-29b01eb1d204 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (63df75f4-cdaf-4462-8621-a954695fcfba), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.233708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:47.278321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f8daf60-d18a-4fb5-bec0-5233bd9af34f req-d33ce8d7-be87-43c0-a45e-2d9f7eddc3d3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921955 Feb 11 05:23:47.280561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227c1c78-c7a5-472c-822b-8323a31b3b30 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:47.284484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec0e434f-1ab8-439c-bede-29b01eb1d204 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_controller (63df75f4-cdaf-4462-8621-a954695fcfba), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.288872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Publish callbacks [] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.303353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Transition to ACTIVE for port object 227c1c78-c7a5-472c-822b-8323a31b3b30 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:47.332845 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28618dc-ee16-4072-8cee-1dea3e95ab04 x-openstack-request-id: req-a28618dc-ee16-4072-8cee-1dea3e95ab04 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:47.333142 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67", "name": "network-vif-plugged", "status": "completed", "tag": "0287d24b-2b8a-4e6b-92cf-8283e9eb8067", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:47.333421 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a28618dc-ee16-4072-8cee-1dea3e95ab04 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:47.333879 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0287d24b-2b8a-4e6b-92cf-8283e9eb8067', 'code': 200} Feb 11 05:23:47.354581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec0e434f-1ab8-439c-bede-29b01eb1d204 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (63df75f4-cdaf-4462-8621-a954695fcfba), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.388175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.439126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b6d6d-c966-4990-8a0d-8ee47154dce2 req-f757ff95-3470-456f-ba75-5604f718808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.441679 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c64b6d6d-c966-4990-8a0d-8ee47154dce2 req-f757ff95-3470-456f-ba75-5604f718808f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 1129 time: 0.0517447 Feb 11 05:23:47.456191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec0e434f-1ab8-439c-bede-29b01eb1d204 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.458348 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ec0e434f-1ab8-439c-bede-29b01eb1d204 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3504672 Feb 11 05:23:47.461544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-b2f4329c-27f8-4e5a-8c48-54c145f603eb tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393088 Feb 11 05:23:47.464858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52850) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:47.492854 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c64b6d6d-c966-4990-8a0d-8ee47154dce2 req-65448f7f-3199-4eb7-85a2-fdb672faf459 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Feb 11 05:23:47.531519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Pushing event updated for resources: {'Port': ['ID=227c1c78-c7a5-472c-822b-8323a31b3b30,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:47.687313 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc2eca23-59d2-43eb-a663-b3ded9f69dc7 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (63df75f4-cdaf-4462-8621-a954695fcfba), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:47.909375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-4d59ec6d-fcec-494d-a6cc-dcd9768ff192 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.910862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-4d59ec6d-fcec-494d-a6cc-dcd9768ff192 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4396980 Feb 11 05:23:47.911525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Attempting to bind port 227c1c78-c7a5-472c-822b-8323a31b3b30 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:47.911864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Attempting to bind port 227c1c78-c7a5-472c-822b-8323a31b3b30 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:47.912200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Attempting to bind port 227c1c78-c7a5-472c-822b-8323a31b3b30 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:47.925432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-9e7ec308-044e-4b33-923b-33682f0aa8bb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.930665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-9e7ec308-044e-4b33-923b-33682f0aa8bb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.935864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-9e7ec308-044e-4b33-923b-33682f0aa8bb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.941797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-9e7ec308-044e-4b33-923b-33682f0aa8bb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.947163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-9e7ec308-044e-4b33-923b-33682f0aa8bb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.952377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-9e7ec308-044e-4b33-923b-33682f0aa8bb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.958484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-9e7ec308-044e-4b33-923b-33682f0aa8bb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.960465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-9e7ec308-044e-4b33-923b-33682f0aa8bb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.3854718 Feb 11 05:23:48.000864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc2eca23-59d2-43eb-a663-b3ded9f69dc7 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (63df75f4-cdaf-4462-8621-a954695fcfba), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.004058 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc2eca23-59d2-43eb-a663-b3ded9f69dc7 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_controller (63df75f4-cdaf-4462-8621-a954695fcfba), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.010114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Port 227c1c78-c7a5-472c-822b-8323a31b3b30 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:48.010454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Attempting to bind port 227c1c78-c7a5-472c-822b-8323a31b3b30 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:48.020142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-992c5c60-7353-4727-9b44-5a20e31bb470 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/quotas/8735cf2cbcdc4b8396d56a956cef7466 HTTP/1.1" status: 200 len: 375 time: 0.0568666 Feb 11 05:23:48.049402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:48.049748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Checking segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:48.050689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Bound using segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:48.051145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Bound port: 227c1c78-c7a5-472c-822b-8323a31b3b30, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:48.051506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.131788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-b85b82e4-b33f-4767-85c5-50224a42cba1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853853 Feb 11 05:23:48.187771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb0bafa0-b42a-4195-b5b0-aa1e35722356 req-a40d5b64-3d02-4b22-b3f3-9bc2b8bf8837 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898835 Feb 11 05:23:48.200335 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc2eca23-59d2-43eb-a663-b3ded9f69dc7 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (63df75f4-cdaf-4462-8621-a954695fcfba), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.200838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2eca23-59d2-43eb-a663-b3ded9f69dc7 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63df75f4-cdaf-4462-8621-a954695fcfba {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:23:48.207211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc2eca23-59d2-43eb-a663-b3ded9f69dc7 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.208438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cc2eca23-59d2-43eb-a663-b3ded9f69dc7 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "DELETE /v2.0/routers/63df75f4-cdaf-4462-8621-a954695fcfba HTTP/1.1" status: 204 len: 168 time: 0.7413826 Feb 11 05:23:48.228128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] For port 227c1c78-c7a5-472c-822b-8323a31b3b30, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:48.231794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] For port 227c1c78-c7a5-472c-822b-8323a31b3b30, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=227c1c78-c7a5-472c-822b-8323a31b3b30,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:48.334259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913a8a3-147d-49b6-a462-3fb759adc8b5 req-908a248a-594e-44ea-b1e3-98a204a1df26 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.335841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3913a8a3-147d-49b6-a462-3fb759adc8b5 req-908a248a-594e-44ea-b1e3-98a204a1df26 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0688472 Feb 11 05:23:48.339859 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.398495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.399141 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.402658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] 10.222.0.65 "PUT /v2.0/ports/227c1c78-c7a5-472c-822b-8323a31b3b30 HTTP/1.1" status: 200 len: 1093 time: 1.8758569 Feb 11 05:23:48.407638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d71d198-559f-4450-9043-c93f54636808', 'tag': '227c1c78-c7a5-472c-822b-8323a31b3b30'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:48.407638 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31ba14b-5857-4d12-8139-b66d002bfa63" -d '{"events": [{"name": "network-changed", "server_uuid": "6d71d198-559f-4450-9043-c93f54636808", "tag": "227c1c78-c7a5-472c-822b-8323a31b3b30"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:48.466723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4a0ae-efe3-4d91-9951-1007873b7e5e service neutron] Pushing event updated for resources: {'Port': ['ID=227c1c78-c7a5-472c-822b-8323a31b3b30,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:48.474931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3913a8a3-147d-49b6-a462-3fb759adc8b5 req-54b937f7-26e7-461e-9383-633e08222ac1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296268 Feb 11 05:23:48.540036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732bee9-8729-47c8-a30f-5943557b4222 req-c57f90f9-e67e-49b2-bc6e-7059ff137a7c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.546468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4732bee9-8729-47c8-a30f-5943557b4222 req-c57f90f9-e67e-49b2-bc6e-7059ff137a7c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 946 time: 0.0948851 Feb 11 05:23:48.556844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52882) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:48.669083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4732bee9-8729-47c8-a30f-5943557b4222 req-5bac7d6d-e774-4f3b-9229-a8c8de33bd1b tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207552 Feb 11 05:23:48.687323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-1e1ffa86-917e-453d-97c0-9f0d4384bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.688900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-1e1ffa86-917e-453d-97c0-9f0d4384bd64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 1127 time: 0.1402128 Feb 11 05:23:48.700350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c30a-ee8c-4e08-bebb-46bf5084a348 req-d832695b-46e8-431b-9599-a6f9b79b294d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.706063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c30a-ee8c-4e08-bebb-46bf5084a348 req-d832695b-46e8-431b-9599-a6f9b79b294d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.712144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c30a-ee8c-4e08-bebb-46bf5084a348 req-d832695b-46e8-431b-9599-a6f9b79b294d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.717663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c30a-ee8c-4e08-bebb-46bf5084a348 req-d832695b-46e8-431b-9599-a6f9b79b294d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.724238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c30a-ee8c-4e08-bebb-46bf5084a348 req-d832695b-46e8-431b-9599-a6f9b79b294d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.729726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c30a-ee8c-4e08-bebb-46bf5084a348 req-d832695b-46e8-431b-9599-a6f9b79b294d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.734964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c30a-ee8c-4e08-bebb-46bf5084a348 req-d832695b-46e8-431b-9599-a6f9b79b294d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.737180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33c9c30a-ee8c-4e08-bebb-46bf5084a348 req-d832695b-46e8-431b-9599-a6f9b79b294d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.1700809 Feb 11 05:23:48.749092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52888) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:48.754571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Request body: {'floatingip': {'port_id': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:48.783736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-776334cb-1262-4709-a414-9e3e188bd727 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=227c1c78-c7a5-472c-822b-8323a31b3b30 HTTP/1.1" status: 200 len: 217 time: 0.0449042 Feb 11 05:23:48.810488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for floatingip (cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:48.850950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1085240722', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:48.872684 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34aef713-a9c6-447c-a971-1f2711663509 req-84b2f2fd-f277-421a-a1db-4670ed59690a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 210 time: 0.0788269 Feb 11 05:23:48.917781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-6d4e5b22-0209-4ec0-be26-8838c31d21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.919434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-6d4e5b22-0209-4ec0-be26-8838c31d21ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.1268487 Feb 11 05:23:48.926167 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd482cb0-5a84-4b4b-8850-06ae156fe8bf x-openstack-request-id: req-cd482cb0-5a84-4b4b-8850-06ae156fe8bf {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:48.926475 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d71d198-559f-4450-9043-c93f54636808", "tag": "227c1c78-c7a5-472c-822b-8323a31b3b30", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:48.926743 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd482cb0-5a84-4b4b-8850-06ae156fe8bf {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:48.927192 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d71d198-559f-4450-9043-c93f54636808', 'tag': '227c1c78-c7a5-472c-822b-8323a31b3b30', 'status': 'completed', 'code': 200} Feb 11 05:23:48.937196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72da81-c981-4cd5-8438-de39bf030c55 req-36693800-18f8-4c27-a630-aa76cda4d473 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:48.938796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f72da81-c981-4cd5-8438-de39bf030c55 req-36693800-18f8-4c27-a630-aa76cda4d473 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 944 time: 0.1985996 Feb 11 05:23:48.985783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-39f256bd-80ee-4dd5-82f5-09857609319e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574098 Feb 11 05:23:49.005294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (96b78ffe-1006-4030-be3c-4ae26db918f1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.006625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (96b78ffe-1006-4030-be3c-4ae26db918f1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.079688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f72da81-c981-4cd5-8438-de39bf030c55 req-f426a13f-30fc-47a3-8a1d-0decd639ec1d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328936 Feb 11 05:23:49.126196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-5d3f07e3-9c97-4668-acc3-767def1fadac service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308944 Feb 11 05:23:49.146451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (96b78ffe-1006-4030-be3c-4ae26db918f1), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.247094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc7c022-2db8-4b51-83a9-2b5dce06e72d req-db071965-bde3-4626-a31c-8b3ba24d55a7 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990782 Feb 11 05:23:49.459344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-742528e2-a682-49fe-bbe0-5d08a778f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:49.460941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-742528e2-a682-49fe-bbe0-5d08a778f07a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 1127 time: 0.0556927 Feb 11 05:23:49.649274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-556bc8ed-cdd2-4732-9956-dd8c82effcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:49.650740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-556bc8ed-cdd2-4732-9956-dd8c82effcf1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 906 time: 0.1834457 Feb 11 05:23:49.658322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee6940-bb8f-4bf9-bb82-83780d23a699 req-208720aa-e40f-4641-8027-a7aa6e88d1f0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:49.660382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-feee6940-bb8f-4bf9-bb82-83780d23a699 req-208720aa-e40f-4641-8027-a7aa6e88d1f0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0993886 Feb 11 05:23:49.702672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-dc9a55e5-45c7-4ded-be17-6fa5d6cdb336 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=227c1c78-c7a5-472c-822b-8323a31b3b30 HTTP/1.1" status: 200 len: 217 time: 0.0413165 Feb 11 05:23:49.810044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-feee6940-bb8f-4bf9-bb82-83780d23a699 req-d955af5d-dc24-4d8a-845c-9e738f72135f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428392 Feb 11 05:23:49.813646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-d2e36457-571b-41bc-a183-483dce01f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:49.815056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-d2e36457-571b-41bc-a183-483dce01f2a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.1052396 Feb 11 05:23:49.830819 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (96b78ffe-1006-4030-be3c-4ae26db918f1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:49.852930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-88f2b8a8-fdb7-43b7-adea-60599ff69658 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311446 Feb 11 05:23:49.860553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6b3fa-8f36-4551-a274-50f3cf054974 req-249b6337-bfae-4220-9644-e473967663eb tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:49.862311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11c6b3fa-8f36-4551-a274-50f3cf054974 req-249b6337-bfae-4220-9644-e473967663eb tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 946 time: 0.1082478 Feb 11 05:23:49.948396 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.003785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6ad2618-3115-4985-86c2-b0abfb6bf394 req-4640f74e-2251-4c4f-958d-6b48efcc8a91 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 210 time: 0.0418990 Feb 11 05:23:50.010704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11c6b3fa-8f36-4551-a274-50f3cf054974 req-4ba4d74e-d5a7-4908-917d-2755a99582f5 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395435 Feb 11 05:23:50.031566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-1011956a-66b1-4217-b8f5-fa9ac17ebe93 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676090 Feb 11 05:23:50.042183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.159666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a31ba14b-5857-4d12-8139-b66d002bfa63 req-93019746-ec55-428c-b4b8-2ee80b047b87 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205065 Feb 11 05:23:50.212846 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Floating IP cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d associated. External IP: 172.25.8.122, port: b9734803-d0a4-4d7e-9d18-b67eaf38102b. Feb 11 05:23:50.284458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbe20c-05b7-4bdf-91d7-2e49e01c55b6 req-1b5689ad-94e6-4701-b49b-2157506cec7b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:50.287251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4dcbe20c-05b7-4bdf-91d7-2e49e01c55b6 req-1b5689ad-94e6-4701-b49b-2157506cec7b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 944 time: 0.0756545 Feb 11 05:23:50.347451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4dcbe20c-05b7-4bdf-91d7-2e49e01c55b6 req-bfed0a29-03a6-4fc8-a55a-be0eec2e9c8a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540826 Feb 11 05:23:50.413899 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (96b78ffe-1006-4030-be3c-4ae26db918f1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.468076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.683538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Allocated IP 172.25.8.186 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/5618da7b-d643-4524-bd0c-b883464384bc) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:50.728935 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-024164ef-d13b-4b10-838a-0495ebec475f req-aa9cfd6a-8c8f-4b3e-83d2-dab95c8c518a service neutron] show failed (client error): The resource could not be found. Feb 11 05:23:50.730564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-aa9cfd6a-8c8f-4b3e-83d2-dab95c8c518a service neutron] 10.222.0.65 "GET /v2.0/ports/3af37261-5b7a-4bfa-8af7-e96d26a871a9/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0829751 Feb 11 05:23:50.737019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Router 252d8c31-dba9-4ab8-a588-baa515f0013c has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:23:50.917975 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for port (5618da7b-d643-4524-bd0c-b883464384bc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.967698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:50.975856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:50.995510 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] Sync routers for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:51.016219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a7626fc2-a306-456b-874e-36580d55a7e8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "PUT /v2.0/floatingips/cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d HTTP/1.1" status: 200 len: 991 time: 2.2653096 Feb 11 05:23:51.025015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:51.030758 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:51.031878 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:51.039013 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:51.067905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd385e-e2d5-41b0-9f3b-1c98efe8544f req-27da4537-63be-48fc-8a0d-aaea0648178a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.075912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9dd385e-e2d5-41b0-9f3b-1c98efe8544f req-27da4537-63be-48fc-8a0d-aaea0648178a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1501603 Feb 11 05:23:51.103352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5618da7b-d643-4524-bd0c-b883464384bc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:51.151492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9dd385e-e2d5-41b0-9f3b-1c98efe8544f req-09d9acdb-b7fe-44b0-bf36-c379170ad19b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724113 Feb 11 05:23:51.169022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:51.174663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:51.178257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:51.221723 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:51.230106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event updated for resources: {'Port': ['ID=5618da7b-d643-4524-bd0c-b883464384bc,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:51.266572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-53b0ee77-6089-4492-b687-26453df830ef tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.272346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-53b0ee77-6089-4492-b687-26453df830ef tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.278177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-53b0ee77-6089-4492-b687-26453df830ef tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.283794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-53b0ee77-6089-4492-b687-26453df830ef tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.287880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-59b8819f-600c-4d2d-946d-971fe795b602 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767915 Feb 11 05:23:51.290277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-53b0ee77-6089-4492-b687-26453df830ef tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.296646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-53b0ee77-6089-4492-b687-26453df830ef tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.304176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-53b0ee77-6089-4492-b687-26453df830ef tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.313016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-53b0ee77-6089-4492-b687-26453df830ef tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.1925669 Feb 11 05:23:51.372784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-677bc6b1-929a-4ac8-84ca-a5a980ac13a8 req-2d7e18c2-e7aa-4f54-a1a6-e0052af0d0c2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 210 time: 0.0556314 Feb 11 05:23:51.589290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4f89c9e-4395-4a81-8dab-f7ffe624e064 req-1b6b31fc-7172-4bce-add2-81313f188933 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2751570 Feb 11 05:23:51.672479 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae2d414-a90b-4a01-8a6a-0676cad31319 x-openstack-request-id: req-bae2d414-a90b-4a01-8a6a-0676cad31319 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:51.672479 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:51.672479 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bae2d414-a90b-4a01-8a6a-0676cad31319 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:51.672479 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'status': 'completed', 'code': 200} Feb 11 05:23:51.680884 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'port_id': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'mac_address': 'fa:16:3e:39:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:59Z', 'updated_at': '2022-02-11T05:23:49Z', 'revision_number': 1, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:23Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:51.694850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-331dc3e7-3212-4bf6-8256-d19182e2bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.695506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-331dc3e7-3212-4bf6-8256-d19182e2bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.696198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-331dc3e7-3212-4bf6-8256-d19182e2bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.696773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-331dc3e7-3212-4bf6-8256-d19182e2bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.700938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-331dc3e7-3212-4bf6-8256-d19182e2bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.700938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-331dc3e7-3212-4bf6-8256-d19182e2bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.700938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-331dc3e7-3212-4bf6-8256-d19182e2bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.701711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-331dc3e7-3212-4bf6-8256-d19182e2bd3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6725 time: 0.1814439 Feb 11 05:23:51.711720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-b1b8ac41-0625-442b-b3ef-4a5d6a8a2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.713793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-b1b8ac41-0625-442b-b3ef-4a5d6a8a2e36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8&tenant_id=258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 1133 time: 0.2817733 Feb 11 05:23:51.733183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:51.744824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366067d-09a3-4392-a4ad-5c2beecdddcc req-ea830ec4-ebd9-4231-8a12-33557db29bc0 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.754024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8366067d-09a3-4392-a4ad-5c2beecdddcc req-ea830ec4-ebd9-4231-8a12-33557db29bc0 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 944 time: 0.1482267 Feb 11 05:23:51.805722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-0ae511f5-51c0-48e8-826a-9b01bfa55c3b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:51.807426 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-0ae511f5-51c0-48e8-826a-9b01bfa55c3b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5040119 Feb 11 05:23:51.822500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Request body: {'port': {'device_id': 'fd4c627b-1824-4ba2-b6d5-9a6925b7679d', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '8735cf2cbcdc4b8396d56a956cef7466'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:51.887202 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] Checking router: 252d8c31-dba9-4ab8-a588-baa515f0013c for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:23:51.898377 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:51.899140 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:52.063112 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:23:52.156104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8366067d-09a3-4392-a4ad-5c2beecdddcc req-3cd83ea8-5516-4158-8dc3-ff9e68a2a25e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007800 Feb 11 05:23:52.156954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.197311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (96b78ffe-1006-4030-be3c-4ae26db918f1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.669004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Made reservation on behalf of 8735cf2cbcdc4b8396d56a956cef7466 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:52.672554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.709919 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.715601 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'port_id': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'mac_address': 'fa:16:3e:39:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:59Z', 'updated_at': '2022-02-11T05:23:49Z', 'revision_number': 1, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:23Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:52.717790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 227c1c78-c7a5-472c-822b-8323a31b3b30 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:52.736254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab7ac-a36f-4a30-a536-8e0dd8068c59 req-57ae02d5-2aa3-43de-81f9-68ca9c7b1e91 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.757569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab7ac-a36f-4a30-a536-8e0dd8068c59 req-57ae02d5-2aa3-43de-81f9-68ca9c7b1e91 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.763816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab7ac-a36f-4a30-a536-8e0dd8068c59 req-57ae02d5-2aa3-43de-81f9-68ca9c7b1e91 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.770333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab7ac-a36f-4a30-a536-8e0dd8068c59 req-57ae02d5-2aa3-43de-81f9-68ca9c7b1e91 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.776501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab7ac-a36f-4a30-a536-8e0dd8068c59 req-57ae02d5-2aa3-43de-81f9-68ca9c7b1e91 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.782170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab7ac-a36f-4a30-a536-8e0dd8068c59 req-57ae02d5-2aa3-43de-81f9-68ca9c7b1e91 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.794728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab7ac-a36f-4a30-a536-8e0dd8068c59 req-57ae02d5-2aa3-43de-81f9-68ca9c7b1e91 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.799281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-623ab7ac-a36f-4a30-a536-8e0dd8068c59 req-57ae02d5-2aa3-43de-81f9-68ca9c7b1e91 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 1.0427558 Feb 11 05:23:52.805335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-b3e6f20a-a177-4449-9af2-1c979689db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.805513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for security_group (da947406-1266-4bb4-ab2d-abd362c4dfca), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.807525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-b3e6f20a-a177-4449-9af2-1c979689db4a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a332a30-310f-46e5-ba6f-9c449adb47b3 HTTP/1.1" status: 200 len: 917 time: 1.0925915 Feb 11 05:23:52.815391 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f7fda8-5733-4bb0-a6fc-3ce0f75cacba None None] The sync data for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 is: [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'port_id': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'mac_address': 'fa:16:3e:39:0a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:21:59Z', 'updated_at': '2022-02-11T05:23:49Z', 'revision_number': 1, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:23Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:52.899291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 227c1c78-c7a5-472c-822b-8323a31b3b30, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=227c1c78-c7a5-472c-822b-8323a31b3b30,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:52.906848 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da947406-1266-4bb4-ab2d-abd362c4dfca), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:52.916891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '227c1c78-c7a5-472c-822b-8323a31b3b30', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'port_id': '227c1c78-c7a5-472c-822b-8323a31b3b30', 'mac_address': 'fa:16:3e:f2:cf:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:52.979096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 227c1c78-c7a5-472c-822b-8323a31b3b30 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:52.979505 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.025834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227c1c78-c7a5-472c-822b-8323a31b3b30 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:53.106269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 227c1c78-c7a5-472c-822b-8323a31b3b30, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=227c1c78-c7a5-472c-822b-8323a31b3b30,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:53.152973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-323a3bce-8bfe-452b-b299-c3f3ce2abfbc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b HTTP/1.1" status: 200 len: 999 time: 0.3251193 Feb 11 05:23:53.166422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce9beaa5-4b89-4b17-8763-84ba688a1a4e req-dddc3c02-50b9-4b77-bf9b-6edfc1ab4332 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 210 time: 0.2002473 Feb 11 05:23:53.199655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.301368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f68f5-30cf-43ec-b9c4-281f9249d58e None None] New status for floating IP cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:23:53.364829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:53.412647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da947406-1266-4bb4-ab2d-abd362c4dfca,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.424703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=227c1c78-c7a5-472c-822b-8323a31b3b30,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.435117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd73ee6-2661-4a72-a633-be15bc97e50f req-bba04fde-2850-4006-a307-7081cc206ada tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.449884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cd73ee6-2661-4a72-a633-be15bc97e50f req-bba04fde-2850-4006-a307-7081cc206ada tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 1.1697090 Feb 11 05:23:53.457865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (96b78ffe-1006-4030-be3c-4ae26db918f1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.460030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:53.476879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:53.639296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cd73ee6-2661-4a72-a633-be15bc97e50f req-0c825c57-a4b1-40a4-8676-93278ccc7fbd tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884558 Feb 11 05:23:53.676063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:53.679485 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d25826f-5394-49b7-b212-4c2d6a033329" -d '{"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:53.694697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Publish callbacks [] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.699731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-e6646437-bd1b-47a3-9c30-a3e6a97eb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.701254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-e6646437-bd1b-47a3-9c30-a3e6a97eb307 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8031fad-e1f0-469d-95ad-632d9f9bd077 HTTP/1.1" status: 200 len: 855 time: 0.5072634 Feb 11 05:23:53.746351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Transition to ACTIVE for port object 3af37261-5b7a-4bfa-8af7-e96d26a871a9 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:53.754154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac849-c809-4cb1-8a26-288d272dd0ff req-e0e73615-872a-4371-814b-67154b67a873 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.755712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-132ac849-c809-4cb1-8a26-288d272dd0ff req-e0e73615-872a-4371-814b-67154b67a873 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 945 time: 0.2937946 Feb 11 05:23:53.773580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Router 96b78ffe-1006-4030-be3c-4ae26db918f1 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:23:53.788875 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab5b5e1-29ed-4f6e-b476-1e57be6b3822 x-openstack-request-id: req-8ab5b5e1-29ed-4f6e-b476-1e57be6b3822 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:53.789177 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:53.789436 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ab5b5e1-29ed-4f6e-b476-1e57be6b3822 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:53.789840 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'code': 200} Feb 11 05:23:53.806650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-7e5e0b16-91f5-4335-bd2f-edcb7df1e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.806864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-7e5e0b16-91f5-4335-bd2f-edcb7df1e7f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a332a30-310f-46e5-ba6f-9c449adb47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0896273 Feb 11 05:23:53.852536 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.895792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-132ac849-c809-4cb1-8a26-288d272dd0ff req-22c6eb52-93ee-42b5-95fb-6031b09491cd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315355 Feb 11 05:23:53.966313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Allocated IP 192.168.233.127 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:53.975620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:23:53.978282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.982948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] No DVR routers for this DVR port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:23:53.990973 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e86432c-2fc3-4946-9c7f-111695631240 None None] Sync routers for ids ['96b78ffe-1006-4030-be3c-4ae26db918f1'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:23:53.991370 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-5a98d72c-5461-4014-a7f8-d54720eed043 service neutron] 10.222.0.83 "GET /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752818 Feb 11 05:23:54.005210 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86432c-2fc3-4946-9c7f-111695631240 None None] Routers {'96b78ffe-1006-4030-be3c-4ae26db918f1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:54.006147 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1e86432c-2fc3-4946-9c7f-111695631240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['96b78ffe-1006-4030-be3c-4ae26db918f1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:54.045976 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1e86432c-2fc3-4946-9c7f-111695631240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:54.056331 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86432c-2fc3-4946-9c7f-111695631240 None None] Routers {'96b78ffe-1006-4030-be3c-4ae26db918f1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:23:54.057335 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1e86432c-2fc3-4946-9c7f-111695631240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['96b78ffe-1006-4030-be3c-4ae26db918f1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:54.082945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:54.083278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:54.083614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:54.105959 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1e86432c-2fc3-4946-9c7f-111695631240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:54.107160 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e86432c-2fc3-4946-9c7f-111695631240 None None] The sync data for ids ['96b78ffe-1006-4030-be3c-4ae26db918f1'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:23:54.124520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:54.124876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:54.135974 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.137749 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-58913fb0-02fb-4ff4-9fc8-28a0af2a899d tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5797403 Feb 11 05:23:54.144343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52952) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:54.155093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:54.155437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:54.155827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:54.157132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Bound port: 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:54.157132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.262421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2d4fba1-e611-4c44-baa6-1b4d10754cb1 req-8908a11a-88dd-4f63-a38a-1df8b3db1fa6 service neutron] 10.222.0.83 "GET /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651613 Feb 11 05:23:54.302411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.360266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:54.367552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ed92f31-8773-4e47-8d02-b6066b483dfe req-56d56ee7-73ed-4e0c-a5b8-a8ba8d57277c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 210 time: 0.0461116 Feb 11 05:23:54.387718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:54.393833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39dafd52-f74f-44d2-b5b3-58c0060d5360 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/routers/96b78ffe-1006-4030-be3c-4ae26db918f1 HTTP/1.1" status: 200 len: 921 time: 0.2482257 Feb 11 05:23:54.396791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52962) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:54.431337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd84fe42-0467-43ed-b84b-9c68a15967a8 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b78ffe-1006-4030-be3c-4ae26db918f1 HTTP/1.1" status: 200 len: 205 time: 0.0328662 Feb 11 05:23:54.432869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.443328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52964) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:54.479661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:54.482874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:54.486978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:54.525656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'Port': ['ID=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:54.544772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.545134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.545502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.545833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.546177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.546516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.546850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.547171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.547501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.547837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.548168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.548494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.548869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:54.575618 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.588386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:54.589143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.672756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:54.673388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.674893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] 10.222.0.83 "PUT /v2.0/ports/3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 1097 time: 2.9477773 Feb 11 05:23:54.683515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-d4e2f9c9-d60f-4eb1-83e1-d945b19303dc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8648915 Feb 11 05:23:54.700776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Request body: {'port': {'device_id': 'fd4c627b-1824-4ba2-b6d5-9a6925b7679d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:54.732311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 227c1c78-c7a5-472c-822b-8323a31b3b30 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:54.824029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.842599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d385a-31ef-4986-8eeb-a02d1769a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:54.845917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f58eff6f-cdec-462a-bc4c-2b26751f3a5f None None] Provisioning complete for port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:54.846572 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f58eff6f-cdec-462a-bc4c-2b26751f3a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.881689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (96b78ffe-1006-4030-be3c-4ae26db918f1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:54.955408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-29d66ab1-52c9-496f-a7a1-9856b6921c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:54.957610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-29d66ab1-52c9-496f-a7a1-9856b6921c35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1131 time: 0.2503312 Feb 11 05:23:55.050905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 227c1c78-c7a5-472c-822b-8323a31b3b30 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:55.065172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 227c1c78-c7a5-472c-822b-8323a31b3b30 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:55.065700 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.067984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcfa6c-11bc-4ff0-8a6f-966d1041992d req-2ba147e2-d12b-4450-9e5f-26ecaae7e4f1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.082988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1dcfa6c-11bc-4ff0-8a6f-966d1041992d req-2ba147e2-d12b-4450-9e5f-26ecaae7e4f1 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.3164766 Feb 11 05:23:55.117005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f58eff6f-cdec-462a-bc4c-2b26751f3a5f None None] Port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:23:55.200953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 227c1c78-c7a5-472c-822b-8323a31b3b30 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:55.201977 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.242648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d71d198-559f-4450-9043-c93f54636808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227c1c78-c7a5-472c-822b-8323a31b3b30'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:55.245668 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463681dc-3226-4c5e-b460-ae4488a64081" -d '{"events": [{"server_uuid": "6d71d198-559f-4450-9043-c93f54636808", "name": "network-vif-plugged", "status": "completed", "tag": "227c1c78-c7a5-472c-822b-8323a31b3b30"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:55.253783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1dcfa6c-11bc-4ff0-8a6f-966d1041992d req-760ac340-98e6-4b6e-aab4-eeb9b6886e79 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609750 Feb 11 05:23:55.264136 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (96b78ffe-1006-4030-be3c-4ae26db918f1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.274083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 227c1c78-c7a5-472c-822b-8323a31b3b30, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=227c1c78-c7a5-472c-822b-8323a31b3b30,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:55.309389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-e24f0ef9-9eed-42d3-ac0c-48a393424225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.312668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-e24f0ef9-9eed-42d3-ac0c-48a393424225 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.3476655 Feb 11 05:23:55.327578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:55.348088 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Publish callbacks [] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.354826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.355877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:55.408658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Transition to ACTIVE for port object 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:55.451331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-5ea95664-b60a-4859-8798-271c2b887fab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.1207774 Feb 11 05:23:55.458968 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014582db-09fb-44da-96f8-47d428fa3dc2 x-openstack-request-id: req-014582db-09fb-44da-96f8-47d428fa3dc2 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:55.459273 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d71d198-559f-4450-9043-c93f54636808", "name": "network-vif-plugged", "status": "completed", "tag": "227c1c78-c7a5-472c-822b-8323a31b3b30", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:55.459532 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-014582db-09fb-44da-96f8-47d428fa3dc2 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:55.461216 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d71d198-559f-4450-9043-c93f54636808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227c1c78-c7a5-472c-822b-8323a31b3b30', 'code': 200} Feb 11 05:23:55.482567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=227c1c78-c7a5-472c-822b-8323a31b3b30,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:55.507656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:23:55.508121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:23:55.568413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.679111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-3fb40824-347e-4c79-8a77-5a303c397161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.680911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-3fb40824-347e-4c79-8a77-5a303c397161 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1694357 Feb 11 05:23:55.702515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:55.731953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb036fc4-b581-409f-aa8a-0df2ac4a35a5 req-f7b82ba4-7ba9-4ea1-9f23-d7746f330390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.734110 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb036fc4-b581-409f-aa8a-0df2ac4a35a5 req-f7b82ba4-7ba9-4ea1-9f23-d7746f330390 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 1129 time: 0.2878089 Feb 11 05:23:55.750233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49288c83-7862-49cf-8513-b1de51a0b191 req-0a074242-bf81-47da-bfac-edb53b8d7295 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.751878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49288c83-7862-49cf-8513-b1de51a0b191 req-0a074242-bf81-47da-bfac-edb53b8d7295 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 946 time: 0.3522577 Feb 11 05:23:55.785761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Attempting to bind port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:55.786319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Attempting to bind port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:55.786840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Attempting to bind port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:55.793921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:55.794472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Attempting to bind port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:55.796676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:55.798964 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e87e92-865c-4df7-8fa9-ca90d86e181e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:55.801249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:55.801952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:55.802772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:55.803789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Bound port: 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:55.804329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.808202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5fd06-cd17-4458-8ffd-b412c44b6dd5 req-b2f510d4-364c-445a-ad2f-9024fe624693 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.815073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40f5fd06-cd17-4458-8ffd-b412c44b6dd5 req-b2f510d4-364c-445a-ad2f-9024fe624693 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 948 time: 0.2641804 Feb 11 05:23:55.898878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] For port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:55.903197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] For port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:55.986408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.069798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.071738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.074037 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] 10.222.0.83 "PUT /v2.0/ports/0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 HTTP/1.1" status: 200 len: 1097 time: 1.3786230 Feb 11 05:23:56.074793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c627b-1824-4ba2-b6d5-9a6925b7679d', 'tag': '0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:56.077761 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27858e54-930f-41b6-849b-02244e182c46" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c627b-1824-4ba2-b6d5-9a6925b7679d", "tag": "0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:56.111224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d017c8-7dcf-4c4a-a72d-cad9aecd38c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:56.273090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-a0d36f90-82d1-492a-b881-a984cbffe764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.275198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Deleting port 5618da7b-d643-4524-bd0c-b883464384bc {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:23:56.275670 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-a0d36f90-82d1-492a-b881-a984cbffe764 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 1131 time: 0.0927908 Feb 11 05:23:56.276230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5618da7b-d643-4524-bd0c-b883464384bc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.309865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024164ef-d13b-4b10-838a-0495ebec475f req-54c15ebc-9511-4894-9f6d-6013bf8ad6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.311470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-54c15ebc-9511-4894-9f6d-6013bf8ad6cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6220305 Feb 11 05:23:56.368262 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-b033d905-e1c5-4d7b-91d8-b9688ffebcfc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 HTTP/1.1" status: 200 len: 217 time: 0.0823576 Feb 11 05:23:56.425755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-6f756ce3-b4d1-42ba-90d4-d945be91709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.427494 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-6f756ce3-b4d1-42ba-90d4-d945be91709a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0534291 Feb 11 05:23:56.429081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-431d81ce-99d8-46d3-948e-5684337d299c service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943625 Feb 11 05:23:56.473147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40f5fd06-cd17-4458-8ffd-b412c44b6dd5 req-acd4f8d3-a105-4781-b036-95e9ed9b78d5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550922 Feb 11 05:23:56.480711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49288c83-7862-49cf-8513-b1de51a0b191 req-f719fdc8-c448-4665-88e3-3b676d400c34 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147408 Feb 11 05:23:56.532013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-1382e8bc-9cc8-4fbb-802b-3e72e046f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.538475 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-1382e8bc-9cc8-4fbb-802b-3e72e046f6d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0952351 Feb 11 05:23:56.549976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb036fc4-b581-409f-aa8a-0df2ac4a35a5 req-16f46e94-fc45-4fea-9476-3a0075abc38d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925673 Feb 11 05:23:56.585331 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e857e4-f3cb-443f-bce5-eb4e036491b6 x-openstack-request-id: req-75e857e4-f3cb-443f-bce5-eb4e036491b6 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:56.587009 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c627b-1824-4ba2-b6d5-9a6925b7679d", "tag": "0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:56.589302 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75e857e4-f3cb-443f-bce5-eb4e036491b6 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:56.589302 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c627b-1824-4ba2-b6d5-9a6925b7679d', 'tag': '0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'status': 'completed', 'code': 200} Feb 11 05:23:56.598842 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19aac00-28d1-40c0-a1c2-2a7b8d67d6e4 x-openstack-request-id: req-d19aac00-28d1-40c0-a1c2-2a7b8d67d6e4 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:56.599177 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:56.599489 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d19aac00-28d1-40c0-a1c2-2a7b8d67d6e4 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:56.599921 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'status': 'completed', 'code': 200} Feb 11 05:23:56.672378 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5618da7b-d643-4524-bd0c-b883464384bc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.689433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Calling delete_port for 5618da7b-d643-4524-bd0c-b883464384bc owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:23:56.755343 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-de26eff2-8692-48c6-ae81-e77f322921e7 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082672 Feb 11 05:23:56.953953 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fecf55e9-7736-4265-9be8-f9ed57dbf876 req-bc692bdc-0845-42dd-b30c-b6999a3854fe service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919808 Feb 11 05:23:57.051294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-e5d53d8d-00a4-4fd4-a41a-6b48858d9c65 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042366 Feb 11 05:23:57.084403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-1837686b-9a07-498f-8a63-d603b0d0609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.086972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-1837686b-9a07-498f-8a63-d603b0d0609e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1131 time: 0.1125107 Feb 11 05:23:57.095687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cab72-b071-47b8-a1de-f91d91ed91aa req-b154fc69-8e72-4ffe-b52f-acdf35b39ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.098008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d42cab72-b071-47b8-a1de-f91d91ed91aa req-b154fc69-8e72-4ffe-b52f-acdf35b39ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.1209152 Feb 11 05:23:57.109944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (5618da7b-d643-4524-bd0c-b883464384bc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.214796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event deleted for resources: {'Port': ['ID=5618da7b-d643-4524-bd0c-b883464384bc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:57.266590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-b1ac5c29-1320-403b-9997-44d79e772c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.268305 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-b1ac5c29-1320-403b-9997-44d79e772c4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1131 time: 0.0713396 Feb 11 05:23:57.375967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d42cab72-b071-47b8-a1de-f91d91ed91aa req-1e3580a3-9eb6-4165-8ae8-d6c1333a0c02 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626560 Feb 11 05:23:57.382300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27858e54-930f-41b6-849b-02244e182c46 req-3fa659dc-a21f-40a4-84e0-ca0ddb076d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.384095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27858e54-930f-41b6-849b-02244e182c46 req-3fa659dc-a21f-40a4-84e0-ca0ddb076d1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 1131 time: 0.2767899 Feb 11 05:23:57.393753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-ef430448-503f-4aa2-a62c-ae627534c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.395485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-ef430448-503f-4aa2-a62c-ae627534c58e service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2965567 Feb 11 05:23:57.404397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-02ff6f82-d8d8-4d5e-b64b-9808a28d634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.406064 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-02ff6f82-d8d8-4d5e-b64b-9808a28d634d service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1296220 Feb 11 05:23:57.410375 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (96b78ffe-1006-4030-be3c-4ae26db918f1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.458029 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-6cc3f51c-8d74-4675-8c6a-b31483b12dee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.0431097 Feb 11 05:23:57.532534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-1fc64d9c-7dfd-4580-830d-25d1f24fa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.535544 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-1fc64d9c-7dfd-4580-830d-25d1f24fa0b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0714264 Feb 11 05:23:57.564088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-9cef56fd-d87d-40f7-8ff9-3ac2469ece74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.1513312 Feb 11 05:23:57.605904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-5a88d52c-0e81-4fde-a99d-296504253bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.607684 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-5a88d52c-0e81-4fde-a99d-296504253bf7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0652103 Feb 11 05:23:57.623057 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (96b78ffe-1006-4030-be3c-4ae26db918f1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.670577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (96b78ffe-1006-4030-be3c-4ae26db918f1), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.727880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-6174558d-8db9-43f3-a947-cdd748746324 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003160 Feb 11 05:23:57.833640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27858e54-930f-41b6-849b-02244e182c46 req-4e565920-9850-45a1-b843-c44843f3d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.835259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27858e54-930f-41b6-849b-02244e182c46 req-4e565920-9850-45a1-b843-c44843f3d03c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.4348817 Feb 11 05:23:57.836363 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-9e163b3d-448a-4e45-94b1-9528d4e2eca7 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024599 Feb 11 05:23:57.838557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-27312327-c683-4955-be2d-31c57d3bda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.840048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-27312327-c683-4955-be2d-31c57d3bda2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2244956 Feb 11 05:23:57.849587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2531-5ae7-4cd5-9d34-7011f30fdb73 req-5d583877-4605-4266-93d9-7cf366b3285e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.851259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bdf2531-5ae7-4cd5-9d34-7011f30fdb73 req-5d583877-4605-4266-93d9-7cf366b3285e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 948 time: 0.2393253 Feb 11 05:23:57.926604 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (96b78ffe-1006-4030-be3c-4ae26db918f1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.927160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Fanout notify agent at l3_agent the message router_deleted on router 96b78ffe-1006-4030-be3c-4ae26db918f1 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:23:57.942072 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.947055 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-430ae8a8-b882-43a2-b6fc-1501485ae0cc tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/96b78ffe-1006-4030-be3c-4ae26db918f1 HTTP/1.1" status: 204 len: 168 time: 3.4984434 Feb 11 05:23:57.949486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53002) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:57.953393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f70edf-7644-4442-9683-c7988cbf3597 req-3bc651ac-1594-4d6d-8fc3-805d173cf5a6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.954448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'router': {'name': 'tempest-snat-router-260420860', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': False}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:57.961144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4f70edf-7644-4442-9683-c7988cbf3597 req-3bc651ac-1594-4d6d-8fc3-805d173cf5a6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 946 time: 0.3506234 Feb 11 05:23:57.964072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27858e54-930f-41b6-849b-02244e182c46 req-5bd9da97-e69a-422b-92bf-a1414c9218cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 HTTP/1.1" status: 200 len: 217 time: 0.1020179 Feb 11 05:23:58.042605 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (3648c071-feda-4d81-b302-212144a870a3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.045603 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (3648c071-feda-4d81-b302-212144a870a3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.080149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4f70edf-7644-4442-9683-c7988cbf3597 req-91bf58d7-cef3-4775-8504-f9dc748e3d55 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179504 Feb 11 05:23:58.091621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bdf2531-5ae7-4cd5-9d34-7011f30fdb73 req-681854d8-f71c-4d25-bdc4-aba29c571d74 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272637 Feb 11 05:23:58.096094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-a835ab1b-59a0-43bd-8937-3a180f24cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:58.098692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-a835ab1b-59a0-43bd-8937-3a180f24cd75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2463171 Feb 11 05:23:58.110357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27858e54-930f-41b6-849b-02244e182c46 req-ac8fa234-bf4d-40de-9c2b-0d55df42fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:58.110357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27858e54-930f-41b6-849b-02244e182c46 req-ac8fa234-bf4d-40de-9c2b-0d55df42fa7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1227655 Feb 11 05:23:58.146456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_controller (3648c071-feda-4d81-b302-212144a870a3), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.229343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27858e54-930f-41b6-849b-02244e182c46 req-4268c632-bf72-4717-83e1-ca1f6f4d633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:58.231347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27858e54-930f-41b6-849b-02244e182c46 req-4268c632-bf72-4717-83e1-ca1f6f4d633c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1098454 Feb 11 05:23:58.286375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-6a1cadab-0c7e-43ca-a55b-45f8e61487e2 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808898 Feb 11 05:23:58.366200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (3648c071-feda-4d81-b302-212144a870a3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.446762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27858e54-930f-41b6-849b-02244e182c46 req-b43795ef-ddff-42cb-8061-87aa59e75893 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066340 Feb 11 05:23:58.535467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01e87e92-865c-4df7-8fa9-ca90d86e181e req-cc0de734-2c77-4afe-b55a-9cd668cfa680 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178504 Feb 11 05:23:58.609149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f1e7-4d4f-456e-90f1-c2d1d84541af req-8496ccda-be99-4d23-8cdb-8a7d65482a19 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:58.611082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0931f1e7-4d4f-456e-90f1-c2d1d84541af req-8496ccda-be99-4d23-8cdb-8a7d65482a19 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.1340833 Feb 11 05:23:58.645816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27858e54-930f-41b6-849b-02244e182c46 req-2768c2dc-15e7-4c31-a0cc-66c5528abe2e service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914625 Feb 11 05:23:58.674195 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (3648c071-feda-4d81-b302-212144a870a3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.679744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0931f1e7-4d4f-456e-90f1-c2d1d84541af req-5423f068-accf-470a-8920-d66e70b0f496 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554702 Feb 11 05:23:58.699732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:58.811859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Allocated IP 172.25.8.37 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/eba1fd79-a9b6-4afc-be69-6dfc5523393d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:58.923731 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.056933 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.103895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:59.107365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:59.111775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:59.265922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542563c7-4442-4ab1-b84e-43aa65f73b7a req-790df21b-7352-4d18-8d18-be1395bd60b0 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.267758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-542563c7-4442-4ab1-b84e-43aa65f73b7a req-790df21b-7352-4d18-8d18-be1395bd60b0 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 948 time: 0.0901120 Feb 11 05:23:59.353908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-542563c7-4442-4ab1-b84e-43aa65f73b7a req-18bb574d-f787-4870-94b8-b8e0dbc62f1c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721879 Feb 11 05:23:59.373890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439c197-40c4-4e61-ae8b-a416f7f43ee5 req-9b655b99-a816-4764-8c1a-0124e7c0a904 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.376359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b439c197-40c4-4e61-ae8b-a416f7f43ee5 req-9b655b99-a816-4764-8c1a-0124e7c0a904 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 946 time: 0.1263783 Feb 11 05:23:59.405960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'Port': ['ID=eba1fd79-a9b6-4afc-be69-6dfc5523393d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:59.436219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b439c197-40c4-4e61-ae8b-a416f7f43ee5 req-8ebee536-2a18-49f0-90b0-76416015b217 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537677 Feb 11 05:23:59.758562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc5257-f0f1-49d3-8c3c-8f294a34fef4 req-983f91b5-6364-49db-ac1f-3866f68febc3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.763146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50dc5257-f0f1-49d3-8c3c-8f294a34fef4 req-983f91b5-6364-49db-ac1f-3866f68febc3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.1317735 Feb 11 05:23:59.803589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50dc5257-f0f1-49d3-8c3c-8f294a34fef4 req-aa37eb7b-eab8-4c22-a3b0-fc117370b884 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/quotas/c56d15434e134f68812629aa71309f44 HTTP/1.1" status: 200 len: 375 time: 0.0331016 Feb 11 05:23:59.822383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (3648c071-feda-4d81-b302-212144a870a3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.907253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb029d2-41a9-468e-b94f-6b6e2aa62b14 req-06175ac5-6637-4392-be81-de79dc9d64bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.909008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cb029d2-41a9-468e-b94f-6b6e2aa62b14 req-06175ac5-6637-4392-be81-de79dc9d64bc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.1193421 Feb 11 05:23:59.913731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50dc5257-f0f1-49d3-8c3c-8f294a34fef4 req-52428f1b-f51d-4a7d-a701-1642654ba986 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827863 Feb 11 05:24:00.035064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cb029d2-41a9-468e-b94f-6b6e2aa62b14 req-3ffee469-5515-46b5-a9af-d825fdc7cf1b tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203713 Feb 11 05:24:00.058867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50dc5257-f0f1-49d3-8c3c-8f294a34fef4 req-b0e6c2e4-4296-4798-a897-2a76b4b3c903 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375449 Feb 11 05:24:00.073170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (3648c071-feda-4d81-b302-212144a870a3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.279016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Router 3648c071-feda-4d81-b302-212144a870a3 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:00.391621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:00.449668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:00.464550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Sync routers for ids ['3648c071-feda-4d81-b302-212144a870a3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:00.516195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Routers {'3648c071-feda-4d81-b302-212144a870a3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:00.516875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3648c071-feda-4d81-b302-212144a870a3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:00.556972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad167cb-7fb0-404b-8f7d-17b786e55dbb req-40338f90-0ffa-48a6-be6c-84f217aded3f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:00.558539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ad167cb-7fb0-404b-8f7d-17b786e55dbb req-40338f90-0ffa-48a6-be6c-84f217aded3f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 948 time: 0.1210225 Feb 11 05:24:00.560679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50dc5257-f0f1-49d3-8c3c-8f294a34fef4 req-5c1b8ed1-7338-485d-8c6b-566ce4d29a5a service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948785 Feb 11 05:24:00.572572 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.572572 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-91a846ee-def2-4ce8-b7b0-c55774f46209 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6194186 Feb 11 05:24:00.572572 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53028) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:00.598135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:00.611791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'mac_address': 'fa:16:3e:7e:1c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:00.622332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ad167cb-7fb0-404b-8f7d-17b786e55dbb req-bc6c3188-e897-435e-9639-cfd8b7f53074 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572269 Feb 11 05:24:00.658834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:00.659821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.676374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:00.716227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53030) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:00.716725 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f66d6b67-b1dc-4b6e-97a8-3ceb5c37145f tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/routers/3648c071-feda-4d81-b302-212144a870a3 HTTP/1.1" status: 200 len: 907 time: 0.1443653 Feb 11 05:24:00.722614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'router': {'name': 'tempest-snat-router-260420860', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': True}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:00.741070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:00.763685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Set router 3648c071-feda-4d81-b302-212144a870a3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:00.826297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.826940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:00.882943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (d1bd1b34-eaf9-4296-807a-60cd1db16271), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.884624 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (d1bd1b34-eaf9-4296-807a-60cd1db16271), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.006552 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_controller (d1bd1b34-eaf9-4296-807a-60cd1db16271), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.026776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:01.035690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:01.060098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'mac_address': 'fa:16:3e:db:33:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:01.201765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:01.202147 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.226432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648c071-feda-4d81-b302-212144a870a3', 'name': 'tempest-snat-router-260420860', 'tenant_id': '75c6a64fa7be43758e8688e7e8fc0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.37'}], 'enable_snat': False}, 'gw_port_id': 'eba1fd79-a9b6-4afc-be69-6dfc5523393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:58Z', 'updated_at': '2022-02-11T05:23:59Z', 'revision_number': 3, 'project_id': '75c6a64fa7be43758e8688e7e8fc0863', 'gw_port': {'id': 'eba1fd79-a9b6-4afc-be69-6dfc5523393d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648c071-feda-4d81-b302-212144a870a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:58Z', 'updated_at': '2022-02-11T05:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:01.262731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Checking router: 3648c071-feda-4d81-b302-212144a870a3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:01.262731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Updating router 3648c071-feda-4d81-b302-212144a870a3 port eba1fd79-a9b6-4afc-be69-6dfc5523393d binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:01.266811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af37261-5b7a-4bfa-8af7-e96d26a871a9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:01.343108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:01.344495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.403322 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (d1bd1b34-eaf9-4296-807a-60cd1db16271), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.412022 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.449787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33769d8f-5449-4a2f-8720-233a6e1bfd23 req-eef13e6c-bfb7-460e-867a-912af5d9d9ce tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.466563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33769d8f-5449-4a2f-8720-233a6e1bfd23 req-eef13e6c-bfb7-460e-867a-912af5d9d9ce tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 948 time: 0.2245493 Feb 11 05:24:01.577849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33769d8f-5449-4a2f-8720-233a6e1bfd23 req-6f158f58-0965-4fb8-bd3b-b73068aae310 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069384 Feb 11 05:24:01.595376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:01.842964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3af37261-5b7a-4bfa-8af7-e96d26a871a9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:01.849306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Publish callbacks [] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.893571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:01.937893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-1c62941e-199f-4c53-a9b4-471604923140 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.940122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-1c62941e-199f-4c53-a9b4-471604923140 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.3191299 Feb 11 05:24:01.956442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.969426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-9b9844dc-7968-42aa-960e-9b63c8438d4b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/quotas/c56d15434e134f68812629aa71309f44 HTTP/1.1" status: 200 len: 375 time: 0.0099390 Feb 11 05:24:02.029888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (d1bd1b34-eaf9-4296-807a-60cd1db16271), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.053822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a0995-a617-4da1-ad0d-055850df880c None None] Pushing event updated for resources: {'Port': ['ID=eba1fd79-a9b6-4afc-be69-6dfc5523393d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:02.061818 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.071440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Attempting to bind port eba1fd79-a9b6-4afc-be69-6dfc5523393d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:02.071824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Attempting to bind port eba1fd79-a9b6-4afc-be69-6dfc5523393d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:02.072199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Attempting to bind port eba1fd79-a9b6-4afc-be69-6dfc5523393d on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:02.083408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-ef7b1819-cbf6-4e32-9a32-ca1dde8ec0a2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015623 Feb 11 05:24:02.091563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:02.091952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:02.092367 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.092805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:02.093300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Bound port: eba1fd79-a9b6-4afc-be69-6dfc5523393d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:02.093691 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.231701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] For port eba1fd79-a9b6-4afc-be69-6dfc5523393d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:02.261875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] For port eba1fd79-a9b6-4afc-be69-6dfc5523393d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eba1fd79-a9b6-4afc-be69-6dfc5523393d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:02.333975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-1fac7d10-1f88-4fc3-b837-99bf78299ac6 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200618 Feb 11 05:24:02.349741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.350909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Allocated IP 172.25.8.82 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/13a2575e-e862-4fb5-9b27-c79c34cacb81) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:02.417043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-409b8f7b-7433-47dc-ba8e-0a0753396858 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:02.418268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-409b8f7b-7433-47dc-ba8e-0a0753396858 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8&tenant_id=258605e0a8234c5b93e778a189d77610&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 949 time: 0.1864407 Feb 11 05:24:02.431704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Routers {'3648c071-feda-4d81-b302-212144a870a3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:02.432658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3648c071-feda-4d81-b302-212144a870a3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:02.452378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a1ebd-79f4-4e6c-b6d1-f55348bc928d req-37d7af06-e2fe-42f8-8c79-62ed28ce3892 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:02.453990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b6a1ebd-79f4-4e6c-b6d1-f55348bc928d req-37d7af06-e2fe-42f8-8c79-62ed28ce3892 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 949 time: 0.2127624 Feb 11 05:24:02.488285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a0995-a617-4da1-ad0d-055850df880c None None] Pushing event updated for resources: {'Port': ['ID=eba1fd79-a9b6-4afc-be69-6dfc5523393d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:02.614182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] Set router 3648c071-feda-4d81-b302-212144a870a3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:02.643212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-6d55b7c6-bfba-4d34-9780-0b3882b5194a service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946486 Feb 11 05:24:02.677454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82cba5a1-49f3-4d17-bad4-974a24e754f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.686460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-52c276a8-199e-4ccb-8944-2a0820539fff service neutron] 10.222.0.83 "GET /v2.0/ports/3af37261-5b7a-4bfa-8af7-e96d26a871a9/bindings/n-h1-713498-37 HTTP/1.1" status: 200 len: 383 time: 0.2285001 Feb 11 05:24:02.689377 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for port (13a2575e-e862-4fb5-9b27-c79c34cacb81), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.741040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b6a1ebd-79f4-4e6c-b6d1-f55348bc928d req-996ee36b-1f0b-4566-95e5-a760326adeec tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768369 Feb 11 05:24:02.803849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (13a2575e-e862-4fb5-9b27-c79c34cacb81), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.912685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'Port': ['ID=13a2575e-e862-4fb5-9b27-c79c34cacb81,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:02.953474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:02.975243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:02.992837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:03.077789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-4daad85d-856e-401a-823b-72cea1a410bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.079343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-4daad85d-856e-401a-823b-72cea1a410bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1132 time: 0.3373301 Feb 11 05:24:03.139191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648c071-feda-4d81-b302-212144a870a3', 'name': 'tempest-snat-router-260420860', 'tenant_id': '75c6a64fa7be43758e8688e7e8fc0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.37'}], 'enable_snat': False}, 'gw_port_id': 'eba1fd79-a9b6-4afc-be69-6dfc5523393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:58Z', 'updated_at': '2022-02-11T05:23:59Z', 'revision_number': 3, 'project_id': '75c6a64fa7be43758e8688e7e8fc0863', 'gw_port': {'id': 'eba1fd79-a9b6-4afc-be69-6dfc5523393d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648c071-feda-4d81-b302-212144a870a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:58Z', 'updated_at': '2022-02-11T05:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:03.188189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98429d5b-1b71-403b-b9ee-c64be11f8ac3 None None] The sync data for ids ['3648c071-feda-4d81-b302-212144a870a3'] in n-d-713498-37 is: [{'id': '3648c071-feda-4d81-b302-212144a870a3', 'name': 'tempest-snat-router-260420860', 'tenant_id': '75c6a64fa7be43758e8688e7e8fc0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.37'}], 'enable_snat': False}, 'gw_port_id': 'eba1fd79-a9b6-4afc-be69-6dfc5523393d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:23:58Z', 'updated_at': '2022-02-11T05:23:59Z', 'revision_number': 3, 'project_id': '75c6a64fa7be43758e8688e7e8fc0863', 'gw_port': {'id': 'eba1fd79-a9b6-4afc-be69-6dfc5523393d', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648c071-feda-4d81-b302-212144a870a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:58Z', 'updated_at': '2022-02-11T05:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:03.253667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c61d1a-1b9c-4422-8269-0edd62824414 req-9a7af268-c5d3-46da-81b9-50bfdbc9607f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.255457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86c61d1a-1b9c-4422-8269-0edd62824414 req-9a7af268-c5d3-46da-81b9-50bfdbc9607f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 949 time: 0.3467047 Feb 11 05:24:03.422565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65872aa6-d29b-4fa5-b150-6769dc33af6a req-8c212220-b135-4792-b1e9-8cf1f7c56cf9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 210 time: 0.1071620 Feb 11 05:24:03.464415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-bae3958b-67f6-45c7-95a8-7eabbdcb2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.466173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-bae3958b-67f6-45c7-95a8-7eabbdcb2a19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.3710604 Feb 11 05:24:03.532917 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86c61d1a-1b9c-4422-8269-0edd62824414 req-bc65ac8e-773b-484f-8033-bbe92cd537d5 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339759 Feb 11 05:24:03.535751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-925bc385-85a6-4879-bdd1-fa96f0fbd570 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.0587528 Feb 11 05:24:04.098445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-d332c689-d565-4cb9-b10a-6802346fe53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.099973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-d332c689-d565-4cb9-b10a-6802346fe53c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1485786 Feb 11 05:24:04.138619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45228a2d-dc02-4b0e-a260-5640ee94dabf req-1dc39f8b-feb5-416d-906e-ad2d699f0bc6 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.140131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45228a2d-dc02-4b0e-a260-5640ee94dabf req-1dc39f8b-feb5-416d-906e-ad2d699f0bc6 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 949 time: 0.1876225 Feb 11 05:24:04.163582 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (d1bd1b34-eaf9-4296-807a-60cd1db16271), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.260759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-b48c9df7-7deb-4551-81c8-82e21c055947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.262287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-b48c9df7-7deb-4551-81c8-82e21c055947 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1483870 Feb 11 05:24:04.316665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45228a2d-dc02-4b0e-a260-5640ee94dabf req-56f52e45-2c09-4a3d-8b56-49fcedf055fe tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596088 Feb 11 05:24:04.431022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:04.506083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-ec224b79-1b4d-488e-9868-5313333660df service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125425 Feb 11 05:24:04.586364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:04.591798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:04.596053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.607650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0160e5e-67f8-4e1f-8e84-5fa4bfa13cfd req-36137f8d-d56b-4bcf-a381-177486d73e21 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 210 time: 0.0727613 Feb 11 05:24:04.610819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (d1bd1b34-eaf9-4296-807a-60cd1db16271), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.727527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:04.727970 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.749893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-bfbed52d-2a51-4620-b1fd-601c1f8720d3 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364731 Feb 11 05:24:04.754624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:04.756978 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb1c5b7-0367-45e2-9903-5e028e85581c" -d '{"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:04.771268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:04.824553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab4cc-bac4-4e58-9464-4048144da6df req-66126acb-9b41-442b-85b3-e721a13b9b72 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.829197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63fab4cc-bac4-4e58-9464-4048144da6df req-66126acb-9b41-442b-85b3-e721a13b9b72 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 949 time: 0.1517487 Feb 11 05:24:04.829879 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc9f099-41b0-49c3-b417-153bdaa8691a x-openstack-request-id: req-8bc9f099-41b0-49c3-b417-153bdaa8691a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:04.830437 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:04.830889 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bc9f099-41b0-49c3-b417-153bdaa8691a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:04.831482 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'code': 200} Feb 11 05:24:04.847014 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.847014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:04.926557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63fab4cc-bac4-4e58-9464-4048144da6df req-474b587a-bb89-49b3-beb4-e4ec74e65120 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930889 Feb 11 05:24:04.939371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:04.975940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Router d1bd1b34-eaf9-4296-807a-60cd1db16271 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:05.007916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:05.038084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:05.038477 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.095148 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c82e2d1f-ec11-4680-b04c-c2ff99929c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.149956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:05.167581 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Sync routers for ids ['d1bd1b34-eaf9-4296-807a-60cd1db16271'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:05.169660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:05.170055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.173916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eba1fd79-a9b6-4afc-be69-6dfc5523393d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:05.185247 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Routers {'d1bd1b34-eaf9-4296-807a-60cd1db16271'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:05.186253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d1bd1b34-eaf9-4296-807a-60cd1db16271'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:05.247270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.249959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-30aaa9b2-7649-44ff-aea7-a2c3728bd994 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5324285 Feb 11 05:24:05.253403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53108) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:05.264808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:05.279384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port eba1fd79-a9b6-4afc-be69-6dfc5523393d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:05.279806 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.389356 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.431254 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Set router d1bd1b34-eaf9-4296-807a-60cd1db16271 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:05.475818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port eba1fd79-a9b6-4afc-be69-6dfc5523393d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:05.476405 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.537281 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-efef3fe3-5710-4dd9-9ca4-f9c3aaf84d7f tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/routers/d1bd1b34-eaf9-4296-807a-60cd1db16271 HTTP/1.1" status: 200 len: 906 time: 0.2821410 Feb 11 05:24:05.541612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53114) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:05.576525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port eba1fd79-a9b6-4afc-be69-6dfc5523393d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eba1fd79-a9b6-4afc-be69-6dfc5523393d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:05.590009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:05.607030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-c540228f-e89f-4aab-bdd5-65febd61080f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:05.608639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-c540228f-e89f-4aab-bdd5-65febd61080f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.2878990 Feb 11 05:24:05.660876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.679561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Request body: {'port': {'device_id': '5f5c783a-77ab-4413-926e-f2421b7e136a', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'admin_state_up': True, 'tenant_id': 'c56d15434e134f68812629aa71309f44'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:05.681222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (d1bd1b34-eaf9-4296-807a-60cd1db16271), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.751049 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bd1b34-eaf9-4296-807a-60cd1db16271', 'name': 'tempest-snat-router-260420860', 'tenant_id': '75c6a64fa7be43758e8688e7e8fc0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '13a2575e-e862-4fb5-9b27-c79c34cacb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:00Z', 'updated_at': '2022-02-11T05:24:03Z', 'revision_number': 3, 'project_id': '75c6a64fa7be43758e8688e7e8fc0863', 'gw_port': {'id': '13a2575e-e862-4fb5-9b27-c79c34cacb81', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bd1b34-eaf9-4296-807a-60cd1db16271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:02Z', 'updated_at': '2022-02-11T05:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:05.822855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=eba1fd79-a9b6-4afc-be69-6dfc5523393d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:05.845800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (d1bd1b34-eaf9-4296-807a-60cd1db16271), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.848014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4910cce-b3b3-4f96-b35f-ba2eb9a29743 req-65e61681-69a5-4a13-a4f9-4e50fc340353 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 210 time: 0.0523000 Feb 11 05:24:05.856215 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Checking router: d1bd1b34-eaf9-4296-807a-60cd1db16271 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:05.858826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986b66f-e4ba-492b-bddb-d3b1b7fb5ec5 req-d318a091-f47a-4ad2-8943-ca91fc665e11 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:05.860972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3986b66f-e4ba-492b-bddb-d3b1b7fb5ec5 req-d318a091-f47a-4ad2-8943-ca91fc665e11 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 950 time: 0.2508361 Feb 11 05:24:05.861887 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Updating router d1bd1b34-eaf9-4296-807a-60cd1db16271 port 13a2575e-e862-4fb5-9b27-c79c34cacb81 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:05.899694 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13a2575e-e862-4fb5-9b27-c79c34cacb81), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.953997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3986b66f-e4ba-492b-bddb-d3b1b7fb5ec5 req-5c1e6cab-3daa-46a7-845a-3c02aae850d3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819368 Feb 11 05:24:05.999981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Deleting port 13a2575e-e862-4fb5-9b27-c79c34cacb81 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:06.000323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (13a2575e-e862-4fb5-9b27-c79c34cacb81), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.034202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:06.037005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.097870 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (13a2575e-e862-4fb5-9b27-c79c34cacb81), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.113477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Calling delete_port for 13a2575e-e862-4fb5-9b27-c79c34cacb81 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:06.191891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae45c2-be86-4e44-8719-1912a79061fc req-cf3fb4f4-833f-433c-a2f3-0eeaf0c2ef03 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:06.193463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5ae45c2-be86-4e44-8719-1912a79061fc req-cf3fb4f4-833f-433c-a2f3-0eeaf0c2ef03 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1719499 Feb 11 05:24:06.265129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Allocated IP 172.20.0.2 (6d0c1160-3d71-498b-9821-7fa12b3561e9/fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c/72962383-8e9f-4a1e-a503-8efeea5aa270) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:06.274546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5ae45c2-be86-4e44-8719-1912a79061fc req-6ca2c4a1-427f-4c73-8edb-543ea313dea8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733058 Feb 11 05:24:06.382228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (13a2575e-e862-4fb5-9b27-c79c34cacb81), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.384044 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.db.api [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104089) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:24:06.384442 n-d-713498-37 neutron-server[104089]: DEBUG oslo_db.api [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:24:06.413580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event deleted for resources: {'Port': ['ID=13a2575e-e862-4fb5-9b27-c79c34cacb81,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:06.439136 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks [] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.492500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (d1bd1b34-eaf9-4296-807a-60cd1db16271), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.543022 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.557575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:06.593283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:06.599729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:06.604283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:06.617286 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (d1bd1b34-eaf9-4296-807a-60cd1db16271), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.619439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_controller (d1bd1b34-eaf9-4296-807a-60cd1db16271), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.682461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.693389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:06.694231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.725526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event updated for resources: {'Port': ['ID=72962383-8e9f-4a1e-a503-8efeea5aa270,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:06.790698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-3238f0b3-b7cb-4fc6-a4ce-2b4d239a863c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1635673 Feb 11 05:24:06.807037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Request body: {'port': {'device_id': '5f5c783a-77ab-4413-926e-f2421b7e136a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:06.821935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (d1bd1b34-eaf9-4296-807a-60cd1db16271), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.822611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1bd1b34-eaf9-4296-807a-60cd1db16271 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:06.826944 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.828614 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2dc626c1-967c-45d9-a3dc-1dd0d3712a12 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "DELETE /v2.0/routers/d1bd1b34-eaf9-4296-807a-60cd1db16271 HTTP/1.1" status: 204 len: 168 time: 1.2855518 Feb 11 05:24:06.831825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53120) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:06.833334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c627b-1824-4ba2-b6d5-9a6925b7679d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:06.837212 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12dbc2a-1a2f-43c8-a5bf-57cbf6b7731e" -d '{"events": [{"server_uuid": "fd4c627b-1824-4ba2-b6d5-9a6925b7679d", "name": "network-vif-plugged", "status": "completed", "tag": "0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:06.884248 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e5dd6-f41b-457a-aa48-7785f97e6d8c x-openstack-request-id: req-9d3e5dd6-f41b-457a-aa48-7785f97e6d8c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:06.884900 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c627b-1824-4ba2-b6d5-9a6925b7679d", "name": "network-vif-plugged", "status": "completed", "tag": "0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:06.885312 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d3e5dd6-f41b-457a-aa48-7785f97e6d8c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:06.885857 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c627b-1824-4ba2-b6d5-9a6925b7679d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'code': 200} Feb 11 05:24:06.886803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.925501 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Port 13a2575e-e862-4fb5-9b27-c79c34cacb81 not found while updating agent binding for router d1bd1b34-eaf9-4296-807a-60cd1db16271. {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:24:06.944219 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Routers set() bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:06.944607 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Router IDs set() for agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:24:06.945296 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_agentschedulers_db [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d1bd1b34-eaf9-4296-807a-60cd1db16271'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent'). {{(pid=104089) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:24:06.951248 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8e02c-1c3d-4a42-ae7e-64b5fb755f3e None None] The sync data for ids ['d1bd1b34-eaf9-4296-807a-60cd1db16271'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:07.101253 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (3648c071-feda-4d81-b302-212144a870a3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.125632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eba1fd79-a9b6-4afc-be69-6dfc5523393d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:07.197291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port eba1fd79-a9b6-4afc-be69-6dfc5523393d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:07.198287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.267760 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (3648c071-feda-4d81-b302-212144a870a3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.277893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0360c-2ca9-49d5-9285-78f6b692526f req-15889fa3-bf28-4c57-a95f-4143baeff330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:07.279436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e0360c-2ca9-49d5-9285-78f6b692526f req-15889fa3-bf28-4c57-a95f-4143baeff330 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 1133 time: 0.3015661 Feb 11 05:24:07.317412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24103d2-ab88-49b1-892a-c4f0b92445f0 req-de726a99-0e96-48b4-a497-bee146ded786 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:07.319070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d24103d2-ab88-49b1-892a-c4f0b92445f0 req-de726a99-0e96-48b4-a497-bee146ded786 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 931 time: 0.3224876 Feb 11 05:24:07.321004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port eba1fd79-a9b6-4afc-be69-6dfc5523393d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:07.338917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f0c19-91f8-40b3-a57d-3032bc2c739b req-b0502ef8-453e-4ed2-9625-64029ac2ce07 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:07.340516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d60f0c19-91f8-40b3-a57d-3032bc2c739b req-b0502ef8-453e-4ed2-9625-64029ac2ce07 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 950 time: 0.2785907 Feb 11 05:24:07.402624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Deleting port eba1fd79-a9b6-4afc-be69-6dfc5523393d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:07.403297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.472006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d24103d2-ab88-49b1-892a-c4f0b92445f0 req-7dc26b7b-9af1-4c56-8500-0f6ff1f28ec7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280308 Feb 11 05:24:07.512680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e0360c-2ca9-49d5-9285-78f6b692526f req-69aa1454-48d1-4004-ae65-dc3379c2e543 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091639 Feb 11 05:24:07.514654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d60f0c19-91f8-40b3-a57d-3032bc2c739b req-e9686972-a367-4ad5-af9b-8c309e875f70 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398423 Feb 11 05:24:07.591530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72962383-8e9f-4a1e-a503-8efeea5aa270 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:07.627963 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Publish callbacks [] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.649682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Transition to ACTIVE for port object 72962383-8e9f-4a1e-a503-8efeea5aa270 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:07.666006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6b71e-14e0-49f0-9a35-8f9efb07c195 req-6dfc7be6-be39-45dd-a153-8fa29fdda6e3 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:07.667803 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81f6b71e-14e0-49f0-9a35-8f9efb07c195 req-6dfc7be6-be39-45dd-a153-8fa29fdda6e3 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.0940325 Feb 11 05:24:07.729200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.765614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81f6b71e-14e0-49f0-9a35-8f9efb07c195 req-28589b0e-af4f-4be8-a917-495750131580 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872378 Feb 11 05:24:07.802618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] For port eba1fd79-a9b6-4afc-be69-6dfc5523393d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eba1fd79-a9b6-4afc-be69-6dfc5523393d,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:07.803001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.822004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Calling delete_port for eba1fd79-a9b6-4afc-be69-6dfc5523393d owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:07.880054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Pushing event updated for resources: {'Port': ['ID=72962383-8e9f-4a1e-a503-8efeea5aa270,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:07.912685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Attempting to bind port 72962383-8e9f-4a1e-a503-8efeea5aa270 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:07.913084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Attempting to bind port 72962383-8e9f-4a1e-a503-8efeea5aa270 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:07.913530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Attempting to bind port 72962383-8e9f-4a1e-a503-8efeea5aa270 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:07.919311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Port 72962383-8e9f-4a1e-a503-8efeea5aa270 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:07.919639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Attempting to bind port 72962383-8e9f-4a1e-a503-8efeea5aa270 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:07.926167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:07.926543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Checking segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:07.926985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Bound using segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:07.927444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Bound port: 72962383-8e9f-4a1e-a503-8efeea5aa270, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:07.927808 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.997064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] For port 72962383-8e9f-4a1e-a503-8efeea5aa270, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:08.000511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] For port 72962383-8e9f-4a1e-a503-8efeea5aa270, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=72962383-8e9f-4a1e-a503-8efeea5aa270,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:08.078782 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.099027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-62e7f5a2-bed5-4439-9861-0c5b135fd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.103241 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-62e7f5a2-bed5-4439-9861-0c5b135fd03f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8&tenant_id=258605e0a8234c5b93e778a189d77610 HTTP/1.1" status: 200 len: 1133 time: 0.1024365 Feb 11 05:24:08.118107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:08.119644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.120417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.122477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] 10.222.0.65 "PUT /v2.0/ports/72962383-8e9f-4a1e-a503-8efeea5aa270 HTTP/1.1" status: 200 len: 1092 time: 1.3211844 Feb 11 05:24:08.123001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5c783a-77ab-4413-926e-f2421b7e136a', 'tag': '72962383-8e9f-4a1e-a503-8efeea5aa270'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:08.125454 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558c4c78-cb7a-44ec-abf1-7c3c125dc86c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5c783a-77ab-4413-926e-f2421b7e136a", "tag": "72962383-8e9f-4a1e-a503-8efeea5aa270"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:08.173597 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eba1fd79-a9b6-4afc-be69-6dfc5523393d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.187579 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.196177 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05397a85-efc2-48d7-9cab-ca8345db18b4 x-openstack-request-id: req-05397a85-efc2-48d7-9cab-ca8345db18b4 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:08.196475 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5c783a-77ab-4413-926e-f2421b7e136a", "tag": "72962383-8e9f-4a1e-a503-8efeea5aa270", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:08.197435 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05397a85-efc2-48d7-9cab-ca8345db18b4 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:08.197435 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5c783a-77ab-4413-926e-f2421b7e136a', 'tag': '72962383-8e9f-4a1e-a503-8efeea5aa270', 'status': 'completed', 'code': 200} Feb 11 05:24:08.199399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02c45d-07f4-4607-bdb7-72885fdb1158 service neutron] Pushing event updated for resources: {'Port': ['ID=72962383-8e9f-4a1e-a503-8efeea5aa270,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:08.225722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event deleted for resources: {'Port': ['ID=eba1fd79-a9b6-4afc-be69-6dfc5523393d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:08.250890 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.276162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c4c78-cb7a-44ec-abf1-7c3c125dc86c req-9514453e-97fd-477d-89dd-d62cfcd861c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.277908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-558c4c78-cb7a-44ec-abf1-7c3c125dc86c req-9514453e-97fd-477d-89dd-d62cfcd861c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 1126 time: 0.0637989 Feb 11 05:24:08.291308 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.385133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (3648c071-feda-4d81-b302-212144a870a3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.393226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c4c78-cb7a-44ec-abf1-7c3c125dc86c req-0ab08c8c-c5be-4f54-8239-fcb2d10aee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.394911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-558c4c78-cb7a-44ec-abf1-7c3c125dc86c req-0ab08c8c-c5be-4f54-8239-fcb2d10aee7a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c56d15434e134f68812629aa71309f44&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1093435 Feb 11 05:24:08.499198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c4c78-cb7a-44ec-abf1-7c3c125dc86c req-813e3964-6e94-4d64-ba95-590ca0822025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.505798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-558c4c78-cb7a-44ec-abf1-7c3c125dc86c req-813e3964-6e94-4d64-ba95-590ca0822025 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036868 Feb 11 05:24:08.584096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:08.619432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:08.640866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (3648c071-feda-4d81-b302-212144a870a3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.644321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_controller (3648c071-feda-4d81-b302-212144a870a3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.669687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:08.672076 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c949f6a-4622-45c9-a1e5-e0dc6aadd814" -d '{"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:08.715750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-1ceaa289-a546-4b52-b9a5-056d55d7a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.717398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-1ceaa289-a546-4b52-b9a5-056d55d7a565 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 1126 time: 0.1573467 Feb 11 05:24:08.720820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Publish callbacks [] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.735102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82db34f-8ba1-4de8-8baf-868ad97787fd req-51a0bcfa-2df4-4fa3-aa37-6a3c2cf97071 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.737522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a82db34f-8ba1-4de8-8baf-868ad97787fd req-51a0bcfa-2df4-4fa3-aa37-6a3c2cf97071 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 943 time: 0.1546011 Feb 11 05:24:08.822075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Transition to ACTIVE for port object 3af37261-5b7a-4bfa-8af7-e96d26a871a9 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:08.823324 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (3648c071-feda-4d81-b302-212144a870a3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.824413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3648c071-feda-4d81-b302-212144a870a3 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:08.833985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:08.833985 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e22e09ae-bfd6-48ed-a001-1a0001bb19d0 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3648c071-feda-4d81-b302-212144a870a3 HTTP/1.1" status: 204 len: 168 time: 1.9974506 Feb 11 05:24:08.835142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53142) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:08.840223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-197719579', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:08.893461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.013109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] No DVR routers for this DVR port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:09.017427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.019700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.118964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.120521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=10']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:09.156379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.224224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6c66f-6450-43a3-9692-902ff719fafe req-6614ef31-d0d5-4038-b35d-5350f0c8fb49 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.226316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45c6c66f-6450-43a3-9692-902ff719fafe req-6614ef31-d0d5-4038-b35d-5350f0c8fb49 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 950 time: 0.5854354 Feb 11 05:24:09.234550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-6cd3b436-aa30-4bda-8f9f-f88f80c2f3ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72962383-8e9f-4a1e-a503-8efeea5aa270 HTTP/1.1" status: 200 len: 217 time: 0.4959366 Feb 11 05:24:09.240520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:09.240520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:09.240520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:09.298169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:09.298483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Attempting to bind port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:09.309462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:09.309859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:09.310208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:09.313118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Bound port: 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:09.313118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.351334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-b529b0f1-8a92-466d-8f1e-60bd5539af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.353095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-b529b0f1-8a92-466d-8f1e-60bd5539af81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.1098487 Feb 11 05:24:09.362988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a82db34f-8ba1-4de8-8baf-868ad97787fd req-97ddf3ed-6fe5-4ffd-b05f-e53f4c726f50 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119530 Feb 11 05:24:09.366213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45c6c66f-6450-43a3-9692-902ff719fafe req-911e8a7a-597f-4e8c-9a0e-53798630d3e6 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306515 Feb 11 05:24:09.412145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-7673e2d6-a4b0-4542-87d8-1c5d1e03c1ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448923 Feb 11 05:24:09.474178 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da075b-bd2b-456a-becc-57ecd86ccf33 x-openstack-request-id: req-c5da075b-bd2b-456a-becc-57ecd86ccf33 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:09.474479 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:09.474743 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5da075b-bd2b-456a-becc-57ecd86ccf33 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:09.475205 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'code': 200} Feb 11 05:24:09.537533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.552335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:09.555835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:09.574621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-8ac4820a-ee04-499e-94c1-5af14d548611 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527014 Feb 11 05:24:09.587036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508c0a7-01fc-4f04-8627-8c69d6444bbf req-c2123f98-08e0-42f7-8840-3b97f21f06e6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.588486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9508c0a7-01fc-4f04-8627-8c69d6444bbf req-c2123f98-08e0-42f7-8840-3b97f21f06e6 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 949 time: 0.0845559 Feb 11 05:24:09.636710 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.700014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9508c0a7-01fc-4f04-8627-8c69d6444bbf req-9cccf6df-cdc3-4482-a02f-39de8cb31d02 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025939 Feb 11 05:24:09.730777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7c62e9d-54f3-4392-b020-b132c08fb214 req-5a183ff6-7dac-4d3a-83f8-ad24a763c845 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412764 Feb 11 05:24:09.734257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.735003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.736845 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] 10.222.0.65 "PUT /v2.0/ports/3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 1098 time: 1.6263485 Feb 11 05:24:09.794562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b43a6-3b8f-4a94-a7d1-83239cf06f29 service neutron] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=11']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:09.838254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-8e339541-fd7f-4b14-8a55-9b8103fb99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.839828 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-8e339541-fd7f-4b14-8a55-9b8103fb99ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1132 time: 0.0813079 Feb 11 05:24:09.974082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.023739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.091787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-8979481b-bc9d-42ff-ab70-b8e873f57a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.093299 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-8979481b-bc9d-42ff-ab70-b8e873f57a20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2138834 Feb 11 05:24:10.163532 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-c2f09d2b-e5d5-48f6-8041-968ade1e33f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.0573499 Feb 11 05:24:10.213176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Allocated IP 172.25.8.87 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/844e686e-4ba9-4157-ae0a-dfd52040bea1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:10.237774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-d246d26b-62ca-4cc7-8bcc-84504faf58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.239166 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-d246d26b-62ca-4cc7-8bcc-84504faf58a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0681472 Feb 11 05:24:10.434180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:10.516086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 host n-h2-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:24:10.516932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:10.581452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-ffcada65-6405-4ecf-8688-82c135a501ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.583026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-ffcada65-6405-4ecf-8688-82c135a501ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3344448 Feb 11 05:24:10.589656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf1a18-de81-49a1-b8c8-25151205650b req-c61bb3f3-0b15-435b-9e4a-d7bb88b1bb6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.591286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cacf1a18-de81-49a1-b8c8-25151205650b req-c61bb3f3-0b15-435b-9e4a-d7bb88b1bb6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 943 time: 0.1331100 Feb 11 05:24:10.603440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17feb4-ca93-4363-a126-f9f528b2591d req-6a37af1a-7c1c-484a-827f-a8526ca48695 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.609953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c17feb4-ca93-4363-a126-f9f528b2591d req-6a37af1a-7c1c-484a-827f-a8526ca48695 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 950 time: 0.0890303 Feb 11 05:24:10.610101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for port (844e686e-4ba9-4157-ae0a-dfd52040bea1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.683085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cacf1a18-de81-49a1-b8c8-25151205650b req-dc12e3aa-ab59-4bd1-8aab-c9002b5ced9c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765862 Feb 11 05:24:10.686581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c17feb4-ca93-4363-a126-f9f528b2591d req-f88e93c7-730f-467a-9f56-7c96693555b4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723166 Feb 11 05:24:10.707126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-d252031e-c112-4182-b79c-5b9ccea4e154 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127346 Feb 11 05:24:10.805063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (844e686e-4ba9-4157-ae0a-dfd52040bea1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:10.856886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10504567-af2b-48ed-8ee6-9774a1ec2055 req-d4321964-85c2-4274-a58a-71499b369bde tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.858968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10504567-af2b-48ed-8ee6-9774a1ec2055 req-d4321964-85c2-4274-a58a-71499b369bde tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 949 time: 0.0607617 Feb 11 05:24:10.862865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event updated for resources: {'Port': ['ID=844e686e-4ba9-4157-ae0a-dfd52040bea1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:10.881173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:10.889490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:10.892409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:10.916932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10504567-af2b-48ed-8ee6-9774a1ec2055 req-1da03b9c-5b7a-4d2a-a05d-f2f2b0a70c4c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493543 Feb 11 05:24:10.928667 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5380bae-a767-44e0-9e47-bc5cf1985d56 req-988022c5-ad05-40bf-8d8e-275a7d1202ab service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154913 Feb 11 05:24:11.019993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eba1fd79-a9b6-4afc-be69-6dfc5523393d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:11.045589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: eba1fd79-a9b6-4afc-be69-6dfc5523393d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:11.046011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eba1fd79-a9b6-4afc-be69-6dfc5523393d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:11.080791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa330b7-da18-4927-81ef-66aa74b071ab req-25c4dd52-1273-4d2e-8127-d666f16dd62b tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.082551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3aa330b7-da18-4927-81ef-66aa74b071ab req-25c4dd52-1273-4d2e-8127-d666f16dd62b tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 1133 time: 0.0521822 Feb 11 05:24:11.104135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3aa330b7-da18-4927-81ef-66aa74b071ab req-ace0908b-e51c-418d-ac9f-53f767875303 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.181742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3aa330b7-da18-4927-81ef-66aa74b071ab req-ace0908b-e51c-418d-ac9f-53f767875303 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Publish callbacks [] for security_group (10b935c4-ed9b-4dd8-8184-59a3790a5856), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.230391 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.275704 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3aa330b7-da18-4927-81ef-66aa74b071ab req-ace0908b-e51c-418d-ac9f-53f767875303 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (10b935c4-ed9b-4dd8-8184-59a3790a5856), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.309312 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.318584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3aa330b7-da18-4927-81ef-66aa74b071ab req-ace0908b-e51c-418d-ac9f-53f767875303 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285945 Feb 11 05:24:11.319586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0908b-e51c-418d-ac9f-53f767875303 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b935c4-ed9b-4dd8-8184-59a3790a5856,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:11.476864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:11.479493 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d644fcb-f144-46f0-9b94-f296789499b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:11.538084 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e29398e-c812-4b71-b7b1-9618ce9e6264 x-openstack-request-id: req-3e29398e-c812-4b71-b7b1-9618ce9e6264 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:11.538654 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:11.538857 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e29398e-c812-4b71-b7b1-9618ce9e6264 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:11.539095 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'status': 'completed', 'code': 200} Feb 11 05:24:11.546607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:11.621779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-390ea4c1-4f07-4c11-9de3-cecbf35a5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.626564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-390ea4c1-4f07-4c11-9de3-cecbf35a5804 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1132 time: 0.0615470 Feb 11 05:24:11.750173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-920777cd-7ca2-41b7-a9e0-1d1d6ef1648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.755360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-920777cd-7ca2-41b7-a9e0-1d1d6ef1648f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1132 time: 0.1345489 Feb 11 05:24:11.778230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-a149f0c1-7be5-42b6-ad8c-fa91155aa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.779791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-a149f0c1-7be5-42b6-ad8c-fa91155aa8b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1461542 Feb 11 05:24:11.856514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-d2bcc8cc-8371-42a8-bd05-894aa71e96b2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707905 Feb 11 05:24:11.859656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-42ccdeac-1e08-4ed0-a001-a8885c15c135 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.0502717 Feb 11 05:24:11.898967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-42ba2c08-c23b-4de4-94cb-888f0f377df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.900480 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-42ba2c08-c23b-4de4-94cb-888f0f377df3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1386402 Feb 11 05:24:11.922258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Router 9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:11.966608 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-71455eeb-5862-4458-8084-d77d6a84cbea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 200 len: 217 time: 0.0568938 Feb 11 05:24:12.016881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-556bf5e0-1958-48fe-9f1a-a93c8157685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.019273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-556bf5e0-1958-48fe-9f1a-a93c8157685e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1421273 Feb 11 05:24:12.043523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392f46e-2ac6-4780-8df0-cbb703f268df req-ce0c949a-c0e7-416e-a19f-b644521fd949 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.045389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8392f46e-2ac6-4780-8df0-cbb703f268df req-ce0c949a-c0e7-416e-a19f-b644521fd949 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 943 time: 0.2275593 Feb 11 05:24:12.106414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-8d49a45e-d623-4461-b78f-622bbe912e55 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.108146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-8d49a45e-d623-4461-b78f-622bbe912e55 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226832 Feb 11 05:24:12.110870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-d1ded18c-3d23-4b78-9e60-b025819eb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.113246 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-d1ded18c-3d23-4b78-9e60-b025819eb28b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1063318 Feb 11 05:24:12.153093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-c11b1908-7c27-41f4-892e-80f80602dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.154706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-c11b1908-7c27-41f4-892e-80f80602dcaa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1283331 Feb 11 05:24:12.156230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-7bb068e6-ef69-4bd4-ac81-ed5b7b84fa82 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/quotas/8735cf2cbcdc4b8396d56a956cef7466 HTTP/1.1" status: 200 len: 375 time: 0.0351830 Feb 11 05:24:12.162458 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8392f46e-2ac6-4780-8df0-cbb703f268df req-353f824b-f335-4b00-9a62-7908d2c9deef tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937517 Feb 11 05:24:12.163524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:12.181360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f705d0c-07f9-44ba-8fc6-c9073fe4512e None None] Sync routers for ids ['9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:12.195413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-1eabae26-fa01-4ed8-a08c-87754a7c9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.197021 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-1eabae26-fa01-4ed8-a08c-87754a7c9dc0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0759580 Feb 11 05:24:12.224928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f705d0c-07f9-44ba-8fc6-c9073fe4512e None None] Routers {'9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:12.225522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2f705d0c-07f9-44ba-8fc6-c9073fe4512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:12.258182 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:12.268992 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-222049bf-aac1-4ff9-be7b-61915040cbff tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4326093 Feb 11 05:24:12.269673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:12.276411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2f705d0c-07f9-44ba-8fc6-c9073fe4512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:12.278683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-11834012-944f-461d-8e4e-f3d18305c050 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': False}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:12.299928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f705d0c-07f9-44ba-8fc6-c9073fe4512e None None] Routers {'9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:12.304694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2f705d0c-07f9-44ba-8fc6-c9073fe4512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:12.326190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-65246269-452c-42d4-a6ca-8620f2184a66 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1293674 Feb 11 05:24:12.366833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-f3198572-00ae-4c31-9ec1-bb057ab0fb8b service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883688 Feb 11 05:24:12.418960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55195b-081b-4583-b417-1bc7e6cd6e0d req-35e4aa97-0f8a-4a50-a92e-00c2564e72e4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.426038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d55195b-081b-4583-b417-1bc7e6cd6e0d req-35e4aa97-0f8a-4a50-a92e-00c2564e72e4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 949 time: 0.1171367 Feb 11 05:24:12.426567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2f705d0c-07f9-44ba-8fc6-c9073fe4512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:12.429569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f705d0c-07f9-44ba-8fc6-c9073fe4512e None None] The sync data for ids ['9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:12.465079 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-7c659924-2f83-4108-918e-6c32e0e061f0 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576725 Feb 11 05:24:12.535811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d55195b-081b-4583-b417-1bc7e6cd6e0d req-106dd6e4-2acc-4c21-b79e-806031e544e7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017499 Feb 11 05:24:12.540690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-a802b175-7bc2-4682-9362-776a46b48b50 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692057 Feb 11 05:24:12.618011 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d644fcb-f144-46f0-9b94-f296789499b4 req-376c79f4-13f8-4aeb-b614-a32ea70425b1 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360939 Feb 11 05:24:12.812853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 72962383-8e9f-4a1e-a503-8efeea5aa270 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:12.855979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11834012-944f-461d-8e4e-f3d18305c050 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:12.892384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a4ae2-c3e9-4b63-bbc9-c78140e3006a req-1b50b1aa-ff43-44a9-b8c1-51daf056336d tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.895582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f2a4ae2-c3e9-4b63-bbc9-c78140e3006a req-1b50b1aa-ff43-44a9-b8c1-51daf056336d tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 946 time: 0.1040652 Feb 11 05:24:12.958616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 72962383-8e9f-4a1e-a503-8efeea5aa270, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=72962383-8e9f-4a1e-a503-8efeea5aa270,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:12.973065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '72962383-8e9f-4a1e-a503-8efeea5aa270', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'port_id': '72962383-8e9f-4a1e-a503-8efeea5aa270', 'mac_address': 'fa:16:3e:67:7c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:12.975885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f2a4ae2-c3e9-4b63-bbc9-c78140e3006a req-3d955bf1-a17c-4dfd-8607-c5a22a82f584 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697803 Feb 11 05:24:13.091275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 72962383-8e9f-4a1e-a503-8efeea5aa270 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:13.092311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.109339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72962383-8e9f-4a1e-a503-8efeea5aa270 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:13.162036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 72962383-8e9f-4a1e-a503-8efeea5aa270, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=72962383-8e9f-4a1e-a503-8efeea5aa270,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:13.243371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.437024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=72962383-8e9f-4a1e-a503-8efeea5aa270,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:13.514778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5079df4c-0827-4f59-99f9-c2db544beb05 req-eae7f2f0-5600-4a9a-9e88-dfc631598f8e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 210 time: 0.0440271 Feb 11 05:24:13.531463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec888b7-2d3d-4217-b606-d652c46dd786 req-af0e5000-a099-4370-bdb9-e31a412c8799 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:13.537715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['72962383-8e9f-4a1e-a503-8efeea5aa270'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:13.543616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ec888b7-2d3d-4217-b606-d652c46dd786 req-af0e5000-a099-4370-bdb9-e31a412c8799 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 944 time: 0.2396557 Feb 11 05:24:13.683270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ec888b7-2d3d-4217-b606-d652c46dd786 req-08171c91-1f0c-482e-b487-0b9b528f2108 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385665 Feb 11 05:24:13.817001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125ae02-019d-467c-a620-19e4833bca22 req-e96a5a0b-25b4-433f-8757-73bafddd2375 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:13.818986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6125ae02-019d-467c-a620-19e4833bca22 req-e96a5a0b-25b4-433f-8757-73bafddd2375 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 949 time: 0.1347120 Feb 11 05:24:13.913449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6125ae02-019d-467c-a620-19e4833bca22 req-8372ee18-b690-4080-b5a3-6afbc5a336c9 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876353 Feb 11 05:24:13.920553 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11834012-944f-461d-8e4e-f3d18305c050 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:13.925476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11834012-944f-461d-8e4e-f3d18305c050 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.073184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11834012-944f-461d-8e4e-f3d18305c050 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Router 9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:14.086095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fed19-ba3f-45a8-a8ba-3f64188f0e5f req-44a0bb53-d84e-444d-99d9-c96ddb31f84a tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.087880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d6fed19-ba3f-45a8-a8ba-3f64188f0e5f req-44a0bb53-d84e-444d-99d9-c96ddb31f84a tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 1132 time: 0.0610881 Feb 11 05:24:14.152270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d6fed19-ba3f-45a8-a8ba-3f64188f0e5f req-eee62fef-f68c-4ec1-8b16-137b0ad17aba tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577495 Feb 11 05:24:14.211695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11834012-944f-461d-8e4e-f3d18305c050 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:14.216036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11834012-944f-461d-8e4e-f3d18305c050 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.217307 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-11834012-944f-461d-8e4e-f3d18305c050 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "PUT /v2.0/routers/9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 HTTP/1.1" status: 200 len: 920 time: 1.9443183 Feb 11 05:24:14.220166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53212) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:14.235090 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf791bcd-73cb-42f0-8f3e-398803dc8599 None None] Sync routers for ids ['9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:14.288518 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf791bcd-73cb-42f0-8f3e-398803dc8599 None None] Routers {'9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:14.288924 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cf791bcd-73cb-42f0-8f3e-398803dc8599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:14.362702 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-59f89c9f-f61a-45f8-af04-c22d9fee589c tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/routers/9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 HTTP/1.1" status: 200 len: 920 time: 0.1398635 Feb 11 05:24:14.365696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53216) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:14.379601 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cf791bcd-73cb-42f0-8f3e-398803dc8599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:14.380477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abe0bc-3a76-412f-b6bb-aba91043bb1d req-56d08628-81c4-4ff8-afbf-3591f50ce5f3 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.382557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98abe0bc-3a76-412f-b6bb-aba91043bb1d req-56d08628-81c4-4ff8-afbf-3591f50ce5f3 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 946 time: 0.0724711 Feb 11 05:24:14.390805 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf791bcd-73cb-42f0-8f3e-398803dc8599 None None] Routers {'9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:14.391432 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cf791bcd-73cb-42f0-8f3e-398803dc8599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:14.429932 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cf791bcd-73cb-42f0-8f3e-398803dc8599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:14.430799 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf791bcd-73cb-42f0-8f3e-398803dc8599 None None] The sync data for ids ['9313f2fc-d261-42cf-ada4-0bfde6c0c6b5'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:14.470342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec924e7a-6647-4b0d-8b4d-84146c1b2632 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.475594 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ec924e7a-6647-4b0d-8b4d-84146c1b2632 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=9313f2fc-d261-42cf-ada4-0bfde6c0c6b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1031787 Feb 11 05:24:14.476250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53220) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:14.481468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98abe0bc-3a76-412f-b6bb-aba91043bb1d req-44bb0433-fe00-49a2-b3ad-4009f395f0fe tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783699 Feb 11 05:24:14.593218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d585f573-3847-4cf7-b1a1-02b09b8c72d6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.594642 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d585f573-3847-4cf7-b1a1-02b09b8c72d6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 881 time: 0.1172533 Feb 11 05:24:14.598452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53224) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:14.603196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2ab3ced-56f8-4019-b9d3-eb6e3026e2f9 req-850581b4-064f-4513-8316-0aad2742e8a4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 210 time: 0.0345452 Feb 11 05:24:14.630989 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-97a3200f-f5ce-4602-ad8d-4149f2d75db1 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 HTTP/1.1" status: 200 len: 205 time: 0.0296192 Feb 11 05:24:14.632085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53226) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:14.796814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.826025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:14.834552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 72962383-8e9f-4a1e-a503-8efeea5aa270 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:14.859531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db278481-ccd5-4342-bc9b-0c48b6558ff8 req-2e4c93a9-1a8f-4025-a238-91b02a26f280 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.861428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db278481-ccd5-4342-bc9b-0c48b6558ff8 req-2e4c93a9-1a8f-4025-a238-91b02a26f280 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 949 time: 0.1475317 Feb 11 05:24:14.874760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9cb1f-26bc-4a01-ad72-980b28988fa5 req-05a35f1f-47ac-46ca-98c9-acc61ccd6574 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.883009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2d9cb1f-26bc-4a01-ad72-980b28988fa5 req-05a35f1f-47ac-46ca-98c9-acc61ccd6574 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 944 time: 0.0903225 Feb 11 05:24:14.959782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2d9cb1f-26bc-4a01-ad72-980b28988fa5 req-6cb746e1-92a3-4b01-9e0e-8cc9a781cb85 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755837 Feb 11 05:24:14.960485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.993831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db278481-ccd5-4342-bc9b-0c48b6558ff8 req-617cfa23-99fa-4db3-8443-031a52a5786d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025600 Feb 11 05:24:15.066661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:15.088725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'mac_address': 'fa:16:3e:db:33:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:15.124086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Deleting port 844e686e-4ba9-4157-ae0a-dfd52040bea1 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:15.124553 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (844e686e-4ba9-4157-ae0a-dfd52040bea1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.132703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:15.133188 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.150548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af37261-5b7a-4bfa-8af7-e96d26a871a9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:15.185221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:15.219685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 72962383-8e9f-4a1e-a503-8efeea5aa270 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:15.226966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 72962383-8e9f-4a1e-a503-8efeea5aa270 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:15.227812 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.248147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (844e686e-4ba9-4157-ae0a-dfd52040bea1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.272292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Calling delete_port for 844e686e-4ba9-4157-ae0a-dfd52040bea1 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:15.345580 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.379988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 72962383-8e9f-4a1e-a503-8efeea5aa270 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:15.380383 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.423487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5c783a-77ab-4413-926e-f2421b7e136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72962383-8e9f-4a1e-a503-8efeea5aa270'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:15.427008 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a68b00-7b80-4d0e-a1a2-fc95754fef82" -d '{"events": [{"server_uuid": "5f5c783a-77ab-4413-926e-f2421b7e136a", "name": "network-vif-plugged", "status": "completed", "tag": "72962383-8e9f-4a1e-a503-8efeea5aa270"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:15.445329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 72962383-8e9f-4a1e-a503-8efeea5aa270, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=72962383-8e9f-4a1e-a503-8efeea5aa270,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:15.446873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=12']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:15.475523 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b4e254-76a3-40ee-a265-9c0cf4f6b34f x-openstack-request-id: req-91b4e254-76a3-40ee-a265-9c0cf4f6b34f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:15.475878 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5c783a-77ab-4413-926e-f2421b7e136a", "name": "network-vif-plugged", "status": "completed", "tag": "72962383-8e9f-4a1e-a503-8efeea5aa270", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:15.476146 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91b4e254-76a3-40ee-a265-9c0cf4f6b34f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:15.476551 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5c783a-77ab-4413-926e-f2421b7e136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72962383-8e9f-4a1e-a503-8efeea5aa270', 'code': 200} Feb 11 05:24:15.596935 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.641974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed955b-5c31-4e3c-96e5-8edee27d9b5b req-a616dcd6-1f71-409c-b9b4-093e728c5fd1 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:15.644418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6ed955b-5c31-4e3c-96e5-8edee27d9b5b req-a616dcd6-1f71-409c-b9b4-093e728c5fd1 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 946 time: 0.0683503 Feb 11 05:24:15.667523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3af37261-5b7a-4bfa-8af7-e96d26a871a9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:15.676247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (844e686e-4ba9-4157-ae0a-dfd52040bea1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.707976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=72962383-8e9f-4a1e-a503-8efeea5aa270,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:15.708940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event deleted for resources: {'Port': ['ID=844e686e-4ba9-4157-ae0a-dfd52040bea1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:15.758457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6311ffe3-9e8b-433b-b434-2a2cfa5ecc7d req-32d65c09-9dd6-43a1-81a6-c037a114cb33 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 210 time: 0.0447209 Feb 11 05:24:15.776065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6ed955b-5c31-4e3c-96e5-8edee27d9b5b req-65fb5b57-b357-4629-bdf9-ff8684dd444f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecc8bdd4-73f3-45fe-88b3-365ef1f56058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238854 Feb 11 05:24:15.810240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-d1be0a94-a3ae-4e90-b9a2-5e45934f980f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:15.812532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-d1be0a94-a3ae-4e90-b9a2-5e45934f980f tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.83 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 946 time: 0.1313586 Feb 11 05:24:15.828737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab3e4-d49b-4a90-b5cf-8d591961b70f req-a49bd944-7cb2-4a94-9b34-745ce182bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:15.830762 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6dab3e4-d49b-4a90-b5cf-8d591961b70f req-a49bd944-7cb2-4a94-9b34-745ce182bcb7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 1128 time: 0.2424932 Feb 11 05:24:15.889780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.995388 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6dab3e4-d49b-4a90-b5cf-8d591961b70f req-561e93c4-b5ea-4088-8481-346e9c761600 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549280 Feb 11 05:24:16.020750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Deleting port f298a94b-00c6-4686-a46f-f0d1239a517f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:16.021353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.032688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.050151 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.217215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] For port f298a94b-00c6-4686-a46f-f0d1239a517f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f298a94b-00c6-4686-a46f-f0d1239a517f,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:16.217578 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.260204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (9313f2fc-d261-42cf-ada4-0bfde6c0c6b5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.262592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Fanout notify agent at l3_agent the message router_deleted on router 9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:16.282124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.283946 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f1adb903-a994-4518-b83b-9c00530a5926 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 HTTP/1.1" status: 204 len: 168 time: 1.6500416 Feb 11 05:24:16.287510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53242) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:16.292113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5b14ed33-d70a-46c9-9dcb-7e45cf9e3565 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-965667381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:16.311014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9749bf1-8a20-4aa8-bd33-020b9d8aafba req-673ce206-4505-40f0-b32b-9d1f2e8adc75 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.312538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9749bf1-8a20-4aa8-bd33-020b9d8aafba req-673ce206-4505-40f0-b32b-9d1f2e8adc75 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 945 time: 0.2126358 Feb 11 05:24:16.326470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006d933-db75-4187-b998-6b4c8269ed4f req-a1d5f613-75e4-438d-af63-7a5a50efb299 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.327944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f006d933-db75-4187-b998-6b4c8269ed4f req-a1d5f613-75e4-438d-af63-7a5a50efb299 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1882372 Feb 11 05:24:16.399457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed33-d70a-46c9-9dcb-7e45cf9e3565 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (2803247d-67bc-458f-a2eb-d9bfcf808e9d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.400973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed33-d70a-46c9-9dcb-7e45cf9e3565 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (2803247d-67bc-458f-a2eb-d9bfcf808e9d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.467250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed33-d70a-46c9-9dcb-7e45cf9e3565 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (2803247d-67bc-458f-a2eb-d9bfcf808e9d), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.497215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f006d933-db75-4187-b998-6b4c8269ed4f req-35628601-5105-4e05-80ea-49c0babee8b7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541603 Feb 11 05:24:16.506115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9749bf1-8a20-4aa8-bd33-020b9d8aafba req-78c43f43-96f9-40b6-aebf-708c256ca10b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699543 Feb 11 05:24:16.524611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d6bc34f-c66d-4a23-98c5-6b95571cfd0c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.526681 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d6bc34f-c66d-4a23-98c5-6b95571cfd0c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 950 time: 0.1441989 Feb 11 05:24:16.588644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed33-d70a-46c9-9dcb-7e45cf9e3565 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (2803247d-67bc-458f-a2eb-d9bfcf808e9d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.623052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.623718 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.624816 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Floating IP 1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf disassociated. External IP: 172.25.8.177, port: f298a94b-00c6-4686-a46f-f0d1239a517f. Feb 11 05:24:16.625463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Calling delete_port for f298a94b-00c6-4686-a46f-f0d1239a517f owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:16.661249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Deleting port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:16.661943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.733276 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed33-d70a-46c9-9dcb-7e45cf9e3565 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.734632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b14ed33-d70a-46c9-9dcb-7e45cf9e3565 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4460204 Feb 11 05:24:16.738666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53244) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:16.743354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:16.843067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:16.954453 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f298a94b-00c6-4686-a46f-f0d1239a517f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.959218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a133a46-9ffa-4312-b9c5-fbd7c35a6a18 req-29b32d51-5c48-4ad2-8257-414e0120ebd1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 210 time: 0.0738716 Feb 11 05:24:16.974722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:16.979779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.995222 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-73953834-5dc3-434b-99d3-35711969a74b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1213231 Feb 11 05:24:17.019404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Calling delete_port for 3af37261-5b7a-4bfa-8af7-e96d26a871a9 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:17.026033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event deleted for resources: {'Port': ['ID=f298a94b-00c6-4686-a46f-f0d1239a517f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:17.170312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3af37261-5b7a-4bfa-8af7-e96d26a871a9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3af37261-5b7a-4bfa-8af7-e96d26a871a9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:17.186126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'mac_address': 'fa:16:3e:db:33:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:17.308790 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-689b8e00-3c02-4da6-9a28-c86e3c36b8a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380974 Feb 11 05:24:17.344492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7682ff07-d6bf-48f0-8910-20a090a23463 req-6f978989-e861-4252-84a7-dad3aba020e5 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 210 time: 0.0322471 Feb 11 05:24:17.415807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Router c476b9fb-0093-4386-afd2-d8868a2c415a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:17.573299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-61487d28-ff87-452b-979b-b33c9b46ded8 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.576484 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-61487d28-ff87-452b-979b-b33c9b46ded8 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5708144 Feb 11 05:24:17.665008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-7f24341f-e618-4d33-92ba-df590753aafd tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.666455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-7f24341f-e618-4d33-92ba-df590753aafd tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180268 Feb 11 05:24:17.903397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Request body: {'port': {'device_id': '49abd9be-caa6-4d39-8792-ec85ca63a35a', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '8735cf2cbcdc4b8396d56a956cef7466'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:17.910997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3af37261-5b7a-4bfa-8af7-e96d26a871a9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:17.914621 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (2803247d-67bc-458f-a2eb-d9bfcf808e9d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:17.926285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'd82f086e-72db-418a-8000-aa8c85b62528'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:18.025324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:18.032002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] No DVR routers for this DVR port 3af37261-5b7a-4bfa-8af7-e96d26a871a9 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:18.036530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event deleted for resources: {'Port': ['ID=3af37261-5b7a-4bfa-8af7-e96d26a871a9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:18.041876 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.045607 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6f1843b5-2c49-46c8-86c7-efd885adf69e req-9d3424f2-0204-46c0-ad56-adfb75685291 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.65 "DELETE /v2.0/ports/3af37261-5b7a-4bfa-8af7-e96d26a871a9 HTTP/1.1" status: 204 len: 173 time: 1.5131094 Feb 11 05:24:18.046184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-deleted', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:18.048612 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cacb7e-2903-4783-98a4-0b3306d7be90" -d '{"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-deleted", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:18.074318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:18.090611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Request body: {'port': {'device_id': '10c09b45-e212-4356-9a3c-2bba50962f0d', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '8735cf2cbcdc4b8396d56a956cef7466'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:18.141167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] Sync routers for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:18.187328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:18.187947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:18.201243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] No DVR routers for this DVR port f298a94b-00c6-4686-a46f-f0d1239a517f on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:18.210013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.213909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e3d3f62-d46f-4465-8673-1e45d564f2ef req-a4843db9-0d71-4dbd-9ea5-bf0a45fb1f83 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.83 "DELETE /v2.0/ports/f298a94b-00c6-4686-a46f-f0d1239a517f HTTP/1.1" status: 204 len: 173 time: 2.3950894 Feb 11 05:24:18.217365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'name': 'network-vif-deleted', 'tag': 'f298a94b-00c6-4686-a46f-f0d1239a517f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:18.219214 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca9f598-451d-4dd4-b8e9-e47a4cad09ee" -d '{"events": [{"server_uuid": "3bb5a7ad-1ba6-450e-b80b-1bbea973f814", "name": "network-vif-deleted", "tag": "f298a94b-00c6-4686-a46f-f0d1239a517f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:18.295990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7616a0-3188-4df2-b002-383a64c0233a req-0b7f3b2b-64d4-4caf-8b51-97848a86ac8f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.303759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a7616a0-3188-4df2-b002-383a64c0233a req-0b7f3b2b-64d4-4caf-8b51-97848a86ac8f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 945 time: 0.2556763 Feb 11 05:24:18.323008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6f528-d890-49cb-b8a2-96202c70bc81 req-d14e5a30-1407-4946-83c7-ef99b1ee4854 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.333086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5c6f528-d890-49cb-b8a2-96202c70bc81 req-d14e5a30-1407-4946-83c7-ef99b1ee4854 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 867 time: 0.7227359 Feb 11 05:24:18.354099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Made reservation on behalf of 8735cf2cbcdc4b8396d56a956cef7466 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:18.374694 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.439794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5c6f528-d890-49cb-b8a2-96202c70bc81 req-8d737fdf-1dec-4133-a589-e228471ddc07 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077840 Feb 11 05:24:18.553446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f298a94b-00c6-4686-a46f-f0d1239a517f no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:18.585845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a7616a0-3188-4df2-b002-383a64c0233a req-5038f0ff-85f5-4c6a-bf98-a2165a3d60e4 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810602 Feb 11 05:24:18.614786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: f298a94b-00c6-4686-a46f-f0d1239a517f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:18.615461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f298a94b-00c6-4686-a46f-f0d1239a517f not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:18.669099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:18.732340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8609594-de8a-48e5-9dca-99a6f1a8f180 req-48b48e3f-23b9-4b6c-95cf-76997b80c301 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 210 time: 0.0913780 Feb 11 05:24:18.732842 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adc912b-3c88-4653-a01c-8fca99d0b7ff x-openstack-request-id: req-2adc912b-3c88-4653-a01c-8fca99d0b7ff {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:18.733159 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2aaa57-28ef-43d1-b55d-ddf164917ac8", "name": "network-vif-deleted", "tag": "3af37261-5b7a-4bfa-8af7-e96d26a871a9", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:18.733422 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2adc912b-3c88-4653-a01c-8fca99d0b7ff {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:18.734417 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2aaa57-28ef-43d1-b55d-ddf164917ac8', 'name': 'network-vif-deleted', 'tag': '3af37261-5b7a-4bfa-8af7-e96d26a871a9', 'status': 'completed', 'code': 200} Feb 11 05:24:18.742608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Made reservation on behalf of 8735cf2cbcdc4b8396d56a956cef7466 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:18.746476 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.826665 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (2803247d-67bc-458f-a2eb-d9bfcf808e9d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:18.918770 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc9545a-ea70-4df7-8c66-7d06d9bf8cd2 x-openstack-request-id: req-8bc9545a-ea70-4df7-8c66-7d06d9bf8cd2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:18.919178 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb5a7ad-1ba6-450e-b80b-1bbea973f814", "name": "network-vif-deleted", "tag": "f298a94b-00c6-4686-a46f-f0d1239a517f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:18.919540 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bc9545a-ea70-4df7-8c66-7d06d9bf8cd2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:18.920048 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb5a7ad-1ba6-450e-b80b-1bbea973f814', 'name': 'network-vif-deleted', 'tag': 'f298a94b-00c6-4686-a46f-f0d1239a517f', 'status': 'completed', 'code': 200} Feb 11 05:24:18.946704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.125772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35cf3316-17ba-4f68-84ff-30c72e44f832 req-0f204591-5e20-4026-b994-be5c5b9342ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb5a7ad-1ba6-450e-b80b-1bbea973f814 HTTP/1.1" status: 200 len: 210 time: 0.0668378 Feb 11 05:24:19.274357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:19.298385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c341be-0fa9-48ac-80de-9e9058b23716 req-619b41f6-db48-4852-b76b-71ebe860cc0f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:19.311447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03c341be-0fa9-48ac-80de-9e9058b23716 req-619b41f6-db48-4852-b76b-71ebe860cc0f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 945 time: 0.1516905 Feb 11 05:24:19.313781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] Checking router: c476b9fb-0093-4386-afd2-d8868a2c415a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:19.334255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:19.334911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:19.430010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Allocated IP 192.168.233.97 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/cff69568-bf2c-4e47-80b0-e81da4a249a1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:19.446378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03c341be-0fa9-48ac-80de-9e9058b23716 req-0d6c3cd4-22b5-45cc-8d8d-0b234a250fd0 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335945 Feb 11 05:24:19.458470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Allocated IP 172.25.8.4 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/8a137f95-9a50-440b-a750-66297f83f6af) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:19.675022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:19.751789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d6fe6ff-93f6-4cb1-8fb4-7d4cc4b3d511 req-2b548d7e-b061-43e2-9ba0-53cebad24c52 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b2aaa57-28ef-43d1-b55d-ddf164917ac8 HTTP/1.1" status: 200 len: 210 time: 0.0536201 Feb 11 05:24:19.774995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for port (8a137f95-9a50-440b-a750-66297f83f6af), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.809886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.993263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.995298 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8a137f95-9a50-440b-a750-66297f83f6af), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.007750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:20.082395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:20.106364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Allocated IP 192.168.233.190 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/f88519b8-cbf3-49b7-ab1d-38022ae3b79a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:20.106736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:20.113379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:20.122551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:20.132469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:20.135054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea275f-cddc-4ab9-b99a-dca1574081ff None None] The sync data for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 is: [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:23:04Z', 'revision_number': 4, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c19e111e-1303-463b-a85e-96e92d4e2473', 'name': '', 'network_id': '4b1db2fe-a55e-429a-b859-7c48ed464959', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'mac_address': 'fa:16:3e:12:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '02137e39-fbad-499a-979f-18f8d10194e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:23:01Z', 'updated_at': '2022-02-11T05:23:09Z', 'revision_number': 5, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'subnets': [{'id': '02137e39-fbad-499a-979f-18f8d10194e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:20.168020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event updated for resources: {'Port': ['ID=8a137f95-9a50-440b-a750-66297f83f6af,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:20.199207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:20.202622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ceef56d1-d663-4bd3-ba44-3604d1bec3b8 req-dae72f16-338c-4325-a4e0-a3af7a23ed9b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 210 time: 0.0641494 Feb 11 05:24:20.204545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:20.372544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.373550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.393672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'Port': ['ID=cff69568-bf2c-4e47-80b0-e81da4a249a1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:20.542421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.591312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907c8e-7881-4bf0-9788-3b3c6dec3c6d req-14f42f76-6b55-4f14-9d99-d51733fe4ae3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.599276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82907c8e-7881-4bf0-9788-3b3c6dec3c6d req-14f42f76-6b55-4f14-9d99-d51733fe4ae3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 945 time: 0.2607269 Feb 11 05:24:20.612036 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-4f9684f2-6164-436d-96c3-a157241c4643 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0090175 Feb 11 05:24:20.625078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Request body: {'port': {'device_id': '49abd9be-caa6-4d39-8792-ec85ca63a35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:20.665584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4c4c5726-cc37-489a-b075-dc35f05eeadf None None] Provisioning complete for port cff69568-bf2c-4e47-80b0-e81da4a249a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:20.667184 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c4c5726-cc37-489a-b075-dc35f05eeadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.678027 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6fe94-a13c-4bf9-a12a-f7ca231735eb None None] New status for floating IP 1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:24:20.681519 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.718489 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:20.760136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82907c8e-7881-4bf0-9788-3b3c6dec3c6d req-2b279823-69a7-47d9-914f-12763035368c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598048 Feb 11 05:24:20.782756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c5726-cc37-489a-b075-dc35f05eeadf None None] Port cff69568-bf2c-4e47-80b0-e81da4a249a1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:20.783806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:20.792043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0df02-a226-457c-9c43-366032161f3c req-65e3abda-7100-4c41-9f7b-791a099a89d3 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.793681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4b0df02-a226-457c-9c43-366032161f3c req-65e3abda-7100-4c41-9f7b-791a099a89d3 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 945 time: 0.2685030 Feb 11 05:24:20.798355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:20.804298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:20.824376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:20.875138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:20.882093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'Port': ['ID=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:20.926855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53298) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:20.950196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 3af37261-5b7a-4bfa-8af7-e96d26a871a9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:20.950554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3af37261-5b7a-4bfa-8af7-e96d26a871a9 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:20.991890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:20.992247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:20.992626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:20.993024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:20.993369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:20.993706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:21.001224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:21.001601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:21.001997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:21.002444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:21.002805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:21.003148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:21.003489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:21.108800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (2803247d-67bc-458f-a2eb-d9bfcf808e9d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.122726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.123790 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.145580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4b0df02-a226-457c-9c43-366032161f3c req-9c70cd3e-bd49-430e-82cb-f31900c01a61 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417981 Feb 11 05:24:21.186984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6c81-866a-4757-a3ee-a12199957c9b tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group (ecc8bdd4-73f3-45fe-88b3-365ef1f56058), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.219567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6c81-866a-4757-a3ee-a12199957c9b tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group (ecc8bdd4-73f3-45fe-88b3-365ef1f56058), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.286050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-e9ece181-8148-4dd8-882d-2e7b8c784e22 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2011311 Feb 11 05:24:21.298388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Request body: {'port': {'device_id': '10c09b45-e212-4356-9a3c-2bba50962f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:21.329979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d7f5b32e-f194-4c5a-8188-60c90d6ba38f None None] Provisioning complete for port f88519b8-cbf3-49b7-ab1d-38022ae3b79a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:21.330585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b32e-f194-4c5a-8188-60c90d6ba38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.384136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5b32e-f194-4c5a-8188-60c90d6ba38f None None] Port f88519b8-cbf3-49b7-ab1d-38022ae3b79a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:21.410836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab1ad6-b9fb-4ccc-92f3-1775a63e60a6 req-510511b5-ea9d-4666-9d65-2828fac3288f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.412430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afab1ad6-b9fb-4ccc-92f3-1775a63e60a6 req-510511b5-ea9d-4666-9d65-2828fac3288f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 936 time: 0.1104908 Feb 11 05:24:21.413320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.444159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6c81-866a-4757-a3ee-a12199957c9b tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ecc8bdd4-73f3-45fe-88b3-365ef1f56058), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.446754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6c81-866a-4757-a3ee-a12199957c9b tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.450595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6c6f6c81-866a-4757-a3ee-a12199957c9b tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "DELETE /v2.0/security-groups/ecc8bdd4-73f3-45fe-88b3-365ef1f56058 HTTP/1.1" status: 204 len: 168 time: 0.5200200 Feb 11 05:24:21.453567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53304) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:21.491970 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-1282ed3f-c723-4e0b-8095-4b8f617cb956 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] show failed (client error): The resource could not be found. Feb 11 05:24:21.493231 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1282ed3f-c723-4e0b-8095-4b8f617cb956 tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "GET /v2.0/security-groups/ecc8bdd4-73f3-45fe-88b3-365ef1f56058 HTTP/1.1" status: 404 len: 347 time: 0.0370059 Feb 11 05:24:21.497655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6c81-866a-4757-a3ee-a12199957c9b tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8bdd4-73f3-45fe-88b3-365ef1f56058,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:21.499016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53306) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:21.523952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afab1ad6-b9fb-4ccc-92f3-1775a63e60a6 req-b509746d-9a15-49c8-aa99-b5fe950d72aa tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006541 Feb 11 05:24:21.703987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afba83-f7c9-43bc-907d-a187aed748f3 req-8822aa90-b984-405b-956d-b0c802052010 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.714373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58afba83-f7c9-43bc-907d-a187aed748f3 req-8822aa90-b984-405b-956d-b0c802052010 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 951 time: 0.0779216 Feb 11 05:24:21.747327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff69568-bf2c-4e47-80b0-e81da4a249a1 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:21.761963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Publish callbacks [] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.777450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58afba83-f7c9-43bc-907d-a187aed748f3 req-8e93f217-3e0a-422a-8a8d-243517115ce4 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619400 Feb 11 05:24:21.803773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (2803247d-67bc-458f-a2eb-d9bfcf808e9d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.813227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Transition to ACTIVE for port object cff69568-bf2c-4e47-80b0-e81da4a249a1 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:21.815160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (2803247d-67bc-458f-a2eb-d9bfcf808e9d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.825786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-11e872b4-0e0b-4890-aa2e-dfa956f9fd74 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.827362 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-11e872b4-0e0b-4890-aa2e-dfa956f9fd74 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 945 time: 0.1933322 Feb 11 05:24:21.888643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf5a9-c566-4990-b821-1d610096923d req-5d4477d6-7a90-4e04-b919-04a804fec94f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.890179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9ccf5a9-c566-4990-b821-1d610096923d req-5d4477d6-7a90-4e04-b919-04a804fec94f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 945 time: 0.0573571 Feb 11 05:24:22.017252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9ccf5a9-c566-4990-b821-1d610096923d req-2f42d508-d2c7-4c82-bd4b-bc8b8d5064b5 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202912 Feb 11 05:24:22.119231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88519b8-cbf3-49b7-ab1d-38022ae3b79a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:22.131685 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Publish callbacks [] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.151783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Deleting port 758cc6a9-7fad-44e8-937f-e7f91219c789 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:22.152214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (758cc6a9-7fad-44e8-937f-e7f91219c789), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.158279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.173354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Transition to ACTIVE for port object f88519b8-cbf3-49b7-ab1d-38022ae3b79a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:22.198371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-e67cb290-0095-4214-8256-98c26154e3cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:22.199975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-e67cb290-0095-4214-8256-98c26154e3cd tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.83 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 945 time: 0.0726292 Feb 11 05:24:22.249448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.321519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cff69568-bf2c-4e47-80b0-e81da4a249a1,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:22.413826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:22.423341 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (758cc6a9-7fad-44e8-937f-e7f91219c789), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.424518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for floatingip (758cc6a9-7fad-44e8-937f-e7f91219c789), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.505932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf112b-7f4e-4c10-8cde-3b4270432675 req-1bd5a3ae-9aa8-4b14-84f0-025b4d9ea7ad tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:22.513312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fdf112b-7f4e-4c10-8cde-3b4270432675 req-1bd5a3ae-9aa8-4b14-84f0-025b4d9ea7ad tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 945 time: 0.2149227 Feb 11 05:24:22.524589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Calling delete_port for 758cc6a9-7fad-44e8-937f-e7f91219c789 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:22.576185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Deleting port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:22.576463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.625257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Attempting to bind port f88519b8-cbf3-49b7-ab1d-38022ae3b79a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:22.625750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Attempting to bind port f88519b8-cbf3-49b7-ab1d-38022ae3b79a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:22.626278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Attempting to bind port f88519b8-cbf3-49b7-ab1d-38022ae3b79a on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:22.634272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Attempting to bind port cff69568-bf2c-4e47-80b0-e81da4a249a1 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:22.634609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Attempting to bind port cff69568-bf2c-4e47-80b0-e81da4a249a1 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:22.634977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Attempting to bind port cff69568-bf2c-4e47-80b0-e81da4a249a1 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:22.668819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Port cff69568-bf2c-4e47-80b0-e81da4a249a1 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:22.670628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Attempting to bind port cff69568-bf2c-4e47-80b0-e81da4a249a1 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:22.688875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:22.689124 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:22.690011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:22.690553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:22.691154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Bound port: cff69568-bf2c-4e47-80b0-e81da4a249a1, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:22.691803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.709786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Deleting port 72962383-8e9f-4a1e-a503-8efeea5aa270 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:22.710407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.740673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Port f88519b8-cbf3-49b7-ab1d-38022ae3b79a on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:22.740673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Attempting to bind port f88519b8-cbf3-49b7-ab1d-38022ae3b79a on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:22.813339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fdf112b-7f4e-4c10-8cde-3b4270432675 req-784fd3cd-c727-4da7-a537-7ce5a3faa5fc tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940769 Feb 11 05:24:22.816336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] For port c0ed1a61-513b-4d75-8545-e1a0408b6cd7, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:22.816682 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.838965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:22.839496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:22.839979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:22.840532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Bound port: f88519b8-cbf3-49b7-ab1d-38022ae3b79a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:22.841037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:22.976404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] For port 72962383-8e9f-4a1e-a503-8efeea5aa270, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=72962383-8e9f-4a1e-a503-8efeea5aa270,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:22.977048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.006275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] For port cff69568-bf2c-4e47-80b0-e81da4a249a1, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:23.008263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Router 2803247d-67bc-458f-a2eb-d9bfcf808e9d is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:23.018127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Calling delete_port for 72962383-8e9f-4a1e-a503-8efeea5aa270 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:23.033564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf417f7e-198e-4b84-a880-8c0a44db3bc4 req-85afb8b1-cee0-406a-b5ea-0d4c6f0c27f1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.035915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf417f7e-198e-4b84-a880-8c0a44db3bc4 req-85afb8b1-cee0-406a-b5ea-0d4c6f0c27f1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 948 time: 0.3325777 Feb 11 05:24:23.041060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] For port cff69568-bf2c-4e47-80b0-e81da4a249a1, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cff69568-bf2c-4e47-80b0-e81da4a249a1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:23.139513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (758cc6a9-7fad-44e8-937f-e7f91219c789), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.152376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] For port f88519b8-cbf3-49b7-ab1d-38022ae3b79a, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:23.163422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e87df5-51ab-4f1f-86e6-b957dc38ea96 req-f50b8f24-8036-4b41-8b62-3cafeec4f35e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.165157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2e87df5-51ab-4f1f-86e6-b957dc38ea96 req-f50b8f24-8036-4b41-8b62-3cafeec4f35e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 951 time: 0.2266574 Feb 11 05:24:23.200131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.208762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf417f7e-198e-4b84-a880-8c0a44db3bc4 req-b99618ac-c858-4ce6-bf9b-48f7bf813169 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564164 Feb 11 05:24:23.209321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Pushing event deleted for resources: {'Port': ['ID=758cc6a9-7fad-44e8-937f-e7f91219c789,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:23.228635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] For port f88519b8-cbf3-49b7-ab1d-38022ae3b79a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:23.292393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.293066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.294502 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] 10.222.0.83 "PUT /v2.0/ports/cff69568-bf2c-4e47-80b0-e81da4a249a1 HTTP/1.1" status: 200 len: 1096 time: 2.6743844 Feb 11 05:24:23.320662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2e87df5-51ab-4f1f-86e6-b957dc38ea96 req-6cc77b1d-d2c2-4189-a6cd-16050874c7b0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217391 Feb 11 05:24:23.328580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49abd9be-caa6-4d39-8792-ec85ca63a35a', 'tag': 'cff69568-bf2c-4e47-80b0-e81da4a249a1'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:23.331866 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba0669-d05c-4eee-b61e-5aa4a1a5d942" -d '{"events": [{"name": "network-changed", "server_uuid": "49abd9be-caa6-4d39-8792-ec85ca63a35a", "tag": "cff69568-bf2c-4e47-80b0-e81da4a249a1"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:23.361952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.362344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (3e99ed68-d049-4b17-bb05-cad5a1181d5f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.362640 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Floating IP 3e99ed68-d049-4b17-bb05-cad5a1181d5f disassociated. External IP: 172.25.8.29, port: c0ed1a61-513b-4d75-8545-e1a0408b6cd7. Feb 11 05:24:23.362993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Calling delete_port for c0ed1a61-513b-4d75-8545-e1a0408b6cd7 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:23.418996 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbafccfb-1c30-4d26-b876-a61ca80b2274 x-openstack-request-id: req-cbafccfb-1c30-4d26-b876-a61ca80b2274 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:23.419301 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49abd9be-caa6-4d39-8792-ec85ca63a35a", "tag": "cff69568-bf2c-4e47-80b0-e81da4a249a1", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:23.419563 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbafccfb-1c30-4d26-b876-a61ca80b2274 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:23.419981 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49abd9be-caa6-4d39-8792-ec85ca63a35a', 'tag': 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'status': 'completed', 'code': 200} Feb 11 05:24:23.473028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.476046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-984bbb43-c04d-4391-a39f-9920f9e6770d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.477698 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-984bbb43-c04d-4391-a39f-9920f9e6770d tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 951 time: 0.3511806 Feb 11 05:24:23.511471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3aea48-98d7-4e0c-a3ac-74bf94012cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cff69568-bf2c-4e47-80b0-e81da4a249a1,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:23.540363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks [] for floatingip (1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.542743 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.547024 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-79f68634-bc39-4f6b-91dd-c1fc33b721ac tempest-ServersTestJSON-1745210728 tempest-ServersTestJSON-1745210728-project] 10.222.0.62 "DELETE /v2.0/floatingips/1da2fbf3-c0f9-43dc-a7f0-7bf2b3ec92bf HTTP/1.1" status: 204 len: 168 time: 2.0441773 Feb 11 05:24:23.549650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:23.551350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53328) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:23.562167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:23.562273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3aa75-077e-41a5-8233-64c894aeb27a None None] Sync routers for ids ['2803247d-67bc-458f-a2eb-d9bfcf808e9d'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:23.587041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.591504 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-291ebbcc-8dca-48da-9efc-e01505dc4399 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "PUT /v2.0/routers/2803247d-67bc-458f-a2eb-d9bfcf808e9d HTTP/1.1" status: 200 len: 877 time: 6.8487110 Feb 11 05:24:23.593760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7b033-4bd2-47b1-ad23-e9cdfff23d6c req-28724133-58d0-4d1c-88c5-088d5e41def2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.599243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3aa75-077e-41a5-8233-64c894aeb27a None None] Routers {'2803247d-67bc-458f-a2eb-d9bfcf808e9d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:23.599863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-66d3aa75-077e-41a5-8233-64c894aeb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2803247d-67bc-458f-a2eb-d9bfcf808e9d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:23.604103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbc7b033-4bd2-47b1-ad23-e9cdfff23d6c req-28724133-58d0-4d1c-88c5-088d5e41def2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 945 time: 0.2987010 Feb 11 05:24:23.606712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.607432 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.608828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-f019aa39-b039-42fa-b286-9a45b02351e1 service neutron] 10.222.0.83 "PUT /v2.0/ports/f88519b8-cbf3-49b7-ab1d-38022ae3b79a HTTP/1.1" status: 200 len: 1097 time: 2.3147888 Feb 11 05:24:23.612137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53330) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:23.612666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c09b45-e212-4356-9a3c-2bba50962f0d', 'tag': 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:23.614992 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b32f5-bc31-4b68-97fb-8a5d68e785e7" -d '{"events": [{"name": "network-changed", "server_uuid": "10c09b45-e212-4356-9a3c-2bba50962f0d", "tag": "f88519b8-cbf3-49b7-ab1d-38022ae3b79a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:23.657749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-66d3aa75-077e-41a5-8233-64c894aeb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:23.669187 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3aa75-077e-41a5-8233-64c894aeb27a None None] Routers {'2803247d-67bc-458f-a2eb-d9bfcf808e9d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:23.670457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-66d3aa75-077e-41a5-8233-64c894aeb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2803247d-67bc-458f-a2eb-d9bfcf808e9d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:23.715608 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e472c5-308f-46bf-aefa-ba91c4d8c5a0 x-openstack-request-id: req-51e472c5-308f-46bf-aefa-ba91c4d8c5a0 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:23.715905 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c09b45-e212-4356-9a3c-2bba50962f0d", "tag": "f88519b8-cbf3-49b7-ab1d-38022ae3b79a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:23.716182 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51e472c5-308f-46bf-aefa-ba91c4d8c5a0 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:23.716624 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c09b45-e212-4356-9a3c-2bba50962f0d', 'tag': 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', 'status': 'completed', 'code': 200} Feb 11 05:24:23.716930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-66d3aa75-077e-41a5-8233-64c894aeb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:23.717822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3aa75-077e-41a5-8233-64c894aeb27a None None] The sync data for ids ['2803247d-67bc-458f-a2eb-d9bfcf808e9d'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:23.829332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbc7b033-4bd2-47b1-ad23-e9cdfff23d6c req-04a7774a-e773-40a9-9ea9-4a92041cbbf4 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243266 Feb 11 05:24:23.868217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba0669-d05c-4eee-b61e-5aa4a1a5d942 req-3eedfe4a-99fd-4b3b-8bc2-90d0ab9e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.872858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09ba0669-d05c-4eee-b61e-5aa4a1a5d942 req-3eedfe4a-99fd-4b3b-8bc2-90d0ab9e7e16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 1130 time: 0.4122164 Feb 11 05:24:23.886259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e411517a-3e1b-4f66-bf4e-679270b36105 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/routers/2803247d-67bc-458f-a2eb-d9bfcf808e9d HTTP/1.1" status: 200 len: 918 time: 0.2675178 Feb 11 05:24:23.888669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53338) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:23.936777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b32f5-bc31-4b68-97fb-8a5d68e785e7 req-6979cfd8-3f73-4bb9-b03e-e16330d7aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.939021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-191b32f5-bc31-4b68-97fb-8a5d68e785e7 req-6979cfd8-3f73-4bb9-b03e-e16330d7aaa4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 1131 time: 0.1823900 Feb 11 05:24:23.965289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09ba0669-d05c-4eee-b61e-5aa4a1a5d942 req-600fb87c-c7c0-464c-94ce-4e885aeeb020 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810432 Feb 11 05:24:23.977514 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (72962383-8e9f-4a1e-a503-8efeea5aa270), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:23.990555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:24.010394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c0ed1a61-513b-4d75-8545-e1a0408b6cd7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:24.042476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event deleted for resources: {'Port': ['ID=72962383-8e9f-4a1e-a503-8efeea5aa270,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:24.069129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-191b32f5-bc31-4b68-97fb-8a5d68e785e7 req-dd9d38dc-a772-48a3-803d-a4cfdbac3463 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001520 Feb 11 05:24:24.078070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event deleted for resources: {'Port': ['ID=c0ed1a61-513b-4d75-8545-e1a0408b6cd7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:24.216460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc9430e-13e7-4a9e-8364-c2a52d1a260f tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.217963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5dc9430e-13e7-4a9e-8364-c2a52d1a260f tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=2803247d-67bc-458f-a2eb-d9bfcf808e9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3233323 Feb 11 05:24:24.223878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53340) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:24.254842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3e773-cf4d-4b2c-beb6-ed7e1faa64c9 req-edf7ac9d-fc3e-4205-ad55-8a576c242088 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.256779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44b3e773-cf4d-4b2c-beb6-ed7e1faa64c9 req-edf7ac9d-fc3e-4205-ad55-8a576c242088 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 867 time: 0.3154929 Feb 11 05:24:24.284312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] No DVR routers for this DVR port 72962383-8e9f-4a1e-a503-8efeea5aa270 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:24.287191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:24.290917 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b9196e4-d8a9-4945-a4fa-ad4b9314bd5f req-ad88ac29-45aa-4c6f-ae78-0566df1f39be tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "DELETE /v2.0/ports/72962383-8e9f-4a1e-a503-8efeea5aa270 HTTP/1.1" status: 204 len: 173 time: 2.4551618 Feb 11 05:24:24.316862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Deleting port d82f086e-72db-418a-8000-aa8c85b62528 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:24.317207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d82f086e-72db-418a-8000-aa8c85b62528), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:24.495524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device c0ed1a61-513b-4d75-8545-e1a0408b6cd7 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:24.545507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: c0ed1a61-513b-4d75-8545-e1a0408b6cd7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:24.546163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device c0ed1a61-513b-4d75-8545-e1a0408b6cd7 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:24.660848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba0669-d05c-4eee-b61e-5aa4a1a5d942 req-9225c8a5-5d29-421a-98f0-4658e837f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.662526 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09ba0669-d05c-4eee-b61e-5aa4a1a5d942 req-9225c8a5-5d29-421a-98f0-4658e837f861 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6900077 Feb 11 05:24:24.731103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b32f5-bc31-4b68-97fb-8a5d68e785e7 req-54320a21-666d-496f-a563-9ebba5bc1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.732508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-191b32f5-bc31-4b68-97fb-8a5d68e785e7 req-54320a21-666d-496f-a563-9ebba5bc1d27 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6562903 Feb 11 05:24:24.830864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] For port d82f086e-72db-418a-8000-aa8c85b62528, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d82f086e-72db-418a-8000-aa8c85b62528,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:24.831238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d82f086e-72db-418a-8000-aa8c85b62528), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:24.850334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44b3e773-cf4d-4b2c-beb6-ed7e1faa64c9 req-42a8a765-350d-43fc-a2a2-b6281a12f3f4 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85abf4a-41ee-4e67-9072-3d3aab1ab57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5776644 Feb 11 05:24:24.862353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Calling delete_port for d82f086e-72db-418a-8000-aa8c85b62528 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:24.882591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 72962383-8e9f-4a1e-a503-8efeea5aa270 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:24.884268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-7e4ad6c1-c4dd-433a-bb8b-0ebd50447129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.885750 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-7e4ad6c1-c4dd-433a-bb8b-0ebd50447129 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 1130 time: 0.1634333 Feb 11 05:24:24.890079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef3233-27d7-4915-98d3-20b1c47751d5 req-adb187e3-d749-41b9-ab00-a2438892d9da tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.897363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4ef3233-27d7-4915-98d3-20b1c47751d5 req-adb187e3-d749-41b9-ab00-a2438892d9da tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 948 time: 0.2304575 Feb 11 05:24:24.910185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 72962383-8e9f-4a1e-a503-8efeea5aa270 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:24.910791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 72962383-8e9f-4a1e-a503-8efeea5aa270 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:24.913158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Router 071aea2f-7d08-4489-a372-b213ce5211f6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:24.916082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd6210-1b6d-47c3-9fd3-39812d659aef tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.920320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5fd6210-1b6d-47c3-9fd3-39812d659aef tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 881 time: 0.6881981 Feb 11 05:24:24.921136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53348) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:24.975026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-8276ae1f-155b-4d0e-8344-f33cf31d4ef5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=cff69568-bf2c-4e47-80b0-e81da4a249a1 HTTP/1.1" status: 200 len: 217 time: 0.0793085 Feb 11 05:24:24.988163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-43479a3d-c381-4612-a25a-744244dd8b0f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=2803247d-67bc-458f-a2eb-d9bfcf808e9d HTTP/1.1" status: 200 len: 205 time: 0.0573053 Feb 11 05:24:24.996438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53352) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:25.012080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-2360329c-40ec-435b-89a1-6ef96a747097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.013614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-2360329c-40ec-435b-89a1-6ef96a747097 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 1131 time: 0.2374403 Feb 11 05:24:25.122471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4ef3233-27d7-4915-98d3-20b1c47751d5 req-e9b5bb43-0eb0-4316-b44e-0c03f8dad292 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239556 Feb 11 05:24:25.123756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-74e15b57-1239-4311-ac13-38cbc5be6470 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=f88519b8-cbf3-49b7-ab1d-38022ae3b79a HTTP/1.1" status: 200 len: 217 time: 0.0947826 Feb 11 05:24:25.166669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab5ba-f458-4ef0-9c9a-db9ec3875137 req-736192bc-a64a-4204-a249-4e9f5de9d67a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.173725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c7ab5ba-f458-4ef0-9c9a-db9ec3875137 req-736192bc-a64a-4204-a249-4e9f5de9d67a tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 951 time: 0.2323451 Feb 11 05:24:25.185397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-29830049-2623-4add-83be-fc47518e7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.187333 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-29830049-2623-4add-83be-fc47518e7d76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2010553 Feb 11 05:24:25.287736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c28a586e-9211-4c9d-a451-9d897e698986 req-5c22327a-56fd-4d73-b8e4-3f7ba2bfbf3c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5c783a-77ab-4413-926e-f2421b7e136a HTTP/1.1" status: 200 len: 210 time: 0.0615256 Feb 11 05:24:25.306743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-ccb3bf8d-5dcb-44fd-ac3c-87c6ec77dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.315639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-ccb3bf8d-5dcb-44fd-ac3c-87c6ec77dd3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1723580 Feb 11 05:24:25.315817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:25.327596 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] Sync routers for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:25.339951 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:25.342078 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:25.350184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (2803247d-67bc-458f-a2eb-d9bfcf808e9d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.398828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] No DVR routers for this DVR port c0ed1a61-513b-4d75-8545-e1a0408b6cd7 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:25.407134 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.410834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.83 "DELETE /v2.0/ports/c0ed1a61-513b-4d75-8545-e1a0408b6cd7 HTTP/1.1" status: 204 len: 173 time: 3.2030580 Feb 11 05:24:25.415276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c7ab5ba-f458-4ef0-9c9a-db9ec3875137 req-14bef97c-a6df-4172-bc7b-f3b167689573 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404299 Feb 11 05:24:25.434327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5c783a-77ab-4413-926e-f2421b7e136a', 'name': 'network-vif-deleted', 'tag': '72962383-8e9f-4a1e-a503-8efeea5aa270'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:25.434937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-598efd2f-c24d-4d26-82c2-6a842f37a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.436571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-598efd2f-c24d-4d26-82c2-6a842f37a510 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0916755 Feb 11 05:24:25.437264 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f2c96-603e-41ed-8af0-f75bc822b5ca" -d '{"events": [{"server_uuid": "5f5c783a-77ab-4413-926e-f2421b7e136a", "name": "network-vif-deleted", "tag": "72962383-8e9f-4a1e-a503-8efeea5aa270"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:25.444692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5845099e-dff7-4756-b1b6-59a9ca67d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:25.446268 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-5845099e-dff7-4756-b1b6-59a9ca67d28c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2448554 Feb 11 05:24:25.450969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (c476b9fb-0093-4386-afd2-d8868a2c415a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.500153 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:25.540425 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331ad51e-71bc-4628-b723-472832f40a82 x-openstack-request-id: req-331ad51e-71bc-4628-b723-472832f40a82 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:25.540753 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5c783a-77ab-4413-926e-f2421b7e136a", "name": "network-vif-deleted", "tag": "72962383-8e9f-4a1e-a503-8efeea5aa270", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:25.541005 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-331ad51e-71bc-4628-b723-472832f40a82 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:25.541880 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5c783a-77ab-4413-926e-f2421b7e136a', 'name': 'network-vif-deleted', 'tag': '72962383-8e9f-4a1e-a503-8efeea5aa270', 'status': 'completed', 'code': 200} Feb 11 05:24:25.548523 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d82f086e-72db-418a-8000-aa8c85b62528), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.562157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:25.568955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:25.611529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-002e124e-bb75-4e4b-85c6-c7502e6bdd6a service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645548 Feb 11 05:24:25.651912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event deleted for resources: {'Port': ['ID=d82f086e-72db-418a-8000-aa8c85b62528,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:25.721935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'name': 'network-vif-deleted', 'tag': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:25.724801 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d3ce0-0f2b-4046-bcf9-fd4b2e91c452" -d '{"events": [{"server_uuid": "a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe", "name": "network-vif-deleted", "tag": "c0ed1a61-513b-4d75-8545-e1a0408b6cd7"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:25.751445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] No DVR routers for this DVR port d82f086e-72db-418a-8000-aa8c85b62528 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:25.753807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (2803247d-67bc-458f-a2eb-d9bfcf808e9d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.760240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.763593 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d264634d-08d5-4bce-9e00-397b54f1cb25 req-fca2e280-70f8-4125-bef7-78f95d17874c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "DELETE /v2.0/ports/d82f086e-72db-418a-8000-aa8c85b62528 HTTP/1.1" status: 204 len: 173 time: 2.2642357 Feb 11 05:24:25.768365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-70703b11-0724-4fee-87ff-06e7ba0512ae service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503599 Feb 11 05:24:25.795588 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-347a0381-f660-4a2d-aa2a-1ef1924bf2cb service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424783 Feb 11 05:24:25.801111 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f90ef88-1770-4990-9d89-168c78a26895 x-openstack-request-id: req-7f90ef88-1770-4990-9d89-168c78a26895 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:25.801419 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe", "name": "network-vif-deleted", "tag": "c0ed1a61-513b-4d75-8545-e1a0408b6cd7", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:25.801730 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f90ef88-1770-4990-9d89-168c78a26895 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:25.802193 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe', 'name': 'network-vif-deleted', 'tag': 'c0ed1a61-513b-4d75-8545-e1a0408b6cd7', 'status': 'completed', 'code': 200} Feb 11 05:24:25.954202 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:25.998647 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] Checking router: 071aea2f-7d08-4489-a372-b213ce5211f6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:26.009108 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:26.009743 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:26.050485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc76c003-34df-45f8-acb6-f4f4794096bb req-c0b14c3d-373b-4d72-a50c-db594d1a3eda tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 210 time: 0.0617380 Feb 11 05:24:26.053365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Deleting port 8a137f95-9a50-440b-a750-66297f83f6af {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:26.053861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8a137f95-9a50-440b-a750-66297f83f6af), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.107943 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e16a573-bb26-4dd4-a391-81f2536cfc9b req-2f5a3b11-f48c-47a1-a7ca-7a15aa4a6f27 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898996 Feb 11 05:24:26.203262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:26.249810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8a137f95-9a50-440b-a750-66297f83f6af), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.271272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Calling delete_port for 8a137f95-9a50-440b-a750-66297f83f6af owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:26.288032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a860e-6a7e-4b1a-9d5f-03fc4ed88397 req-22a14d48-4581-46fc-b571-0c55449d6365 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.297139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea6a860e-6a7e-4b1a-9d5f-03fc4ed88397 req-22a14d48-4581-46fc-b571-0c55449d6365 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 948 time: 0.0801632 Feb 11 05:24:26.333727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Deleting port c19e111e-1303-463b-a85e-96e92d4e2473 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:26.334068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.350212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea6a860e-6a7e-4b1a-9d5f-03fc4ed88397 req-8b8e47c5-bfae-4b13-8974-61dc6b9d8485 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520663 Feb 11 05:24:26.490159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:26.528295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: d82f086e-72db-418a-8000-aa8c85b62528 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:26.529193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d82f086e-72db-418a-8000-aa8c85b62528 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:26.535422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:26.558090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cecae6cd-49a4-4a26-afde-8d1e699c6c39 req-a2877481-c744-45ec-abd5-0fec487fa3eb tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 210 time: 0.0426188 Feb 11 05:24:26.583325 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85ef6f-2ddc-42cb-a853-4853dc124930 None None] The sync data for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 is: [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:17:50Z', 'revision_number': 4, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '696879e2-2b52-4df3-a2b3-3751c2ebf3e5', 'name': '', 'network_id': '97fe9625-b9db-47c4-93ae-b37d99322a4a', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'mac_address': 'fa:16:3e:c9:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:48Z', 'updated_at': '2022-02-11T05:17:57Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'subnets': [{'id': '88524d8e-9dc4-441b-92ad-c0fc2a6183f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:26.774061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] For port c19e111e-1303-463b-a85e-96e92d4e2473, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c19e111e-1303-463b-a85e-96e92d4e2473,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:26.774433 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.791973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-a8245771-9770-403a-a9a3-3d3c9d9391ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993102 Feb 11 05:24:26.818566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Calling delete_port for c19e111e-1303-463b-a85e-96e92d4e2473 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:26.879725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6868a109-34ff-45e7-852f-7c8a9202050e None None] New status for floating IP 3e99ed68-d049-4b17-bb05-cad5a1181d5f: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:24:26.951634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-a6752d7e-4777-4069-b7ba-f19b7bc79a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.953215 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-a6752d7e-4777-4069-b7ba-f19b7bc79a3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258605e0a8234c5b93e778a189d77610&device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 1133 time: 0.1087344 Feb 11 05:24:27.055889 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8a137f95-9a50-440b-a750-66297f83f6af), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.147854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event deleted for resources: {'Port': ['ID=8a137f95-9a50-440b-a750-66297f83f6af,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:27.187270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3068cf0b-1a74-411d-89ee-3dccbcba61ef req-e951a4e9-bb4d-4f69-a65a-18a27fc9e4b6 tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/ports?device_id=a94b0de0-9e7c-4bb1-9218-fdf5fcb95cfe HTTP/1.1" status: 200 len: 210 time: 0.0385568 Feb 11 05:24:27.276124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-b27b9bfc-b72f-41f6-95df-4d3f837dcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.277570 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-b27b9bfc-b72f-41f6-95df-4d3f837dcc0e service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2792907 Feb 11 05:24:27.334572 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-2035ddf2-a31f-4fab-9d32-817a26337d1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 200 len: 217 time: 0.0460207 Feb 11 05:24:27.335451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (2803247d-67bc-458f-a2eb-d9bfcf808e9d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.486846 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (2803247d-67bc-458f-a2eb-d9bfcf808e9d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.490749 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (2803247d-67bc-458f-a2eb-d9bfcf808e9d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.496813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-fff5abe2-07f6-414e-b89f-aac8347f4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.498326 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-fff5abe2-07f6-414e-b89f-aac8347f4bef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1581802 Feb 11 05:24:27.527818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd2f7f-e557-43a8-8b9a-f7bc0b542855 req-1b349fb6-fe73-4035-8815-505a5db012e4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.528030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7cd2f7f-e557-43a8-8b9a-f7bc0b542855 req-1b349fb6-fe73-4035-8815-505a5db012e4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 948 time: 0.0685377 Feb 11 05:24:27.546634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-deleted', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:27.549938 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee273aff-9c22-4f8b-81b1-8d4fd16336ab" -d '{"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-deleted", "tag": "d82f086e-72db-418a-8000-aa8c85b62528"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:27.593685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-bdfc64d0-c7fa-4644-b9c8-b1bebf0b2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.595827 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-bdfc64d0-c7fa-4644-b9c8-b1bebf0b2e93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0568578 Feb 11 05:24:27.598447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c19e111e-1303-463b-a85e-96e92d4e2473), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.655089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7cd2f7f-e557-43a8-8b9a-f7bc0b542855 req-12dd3761-51ad-41cb-9875-17bf71bfc456 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147759 Feb 11 05:24:27.671336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19e111e-1303-463b-a85e-96e92d4e2473,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:27.693622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-460079fd-5772-4fd5-a54b-a37d991e7c4d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.695393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-460079fd-5772-4fd5-a54b-a37d991e7c4d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.1664152 Feb 11 05:24:27.726818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-36139440-6c9f-4e1b-9388-cd932f1bf3f9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/quotas/c56d15434e134f68812629aa71309f44 HTTP/1.1" status: 200 len: 375 time: 0.0222156 Feb 11 05:24:27.753583 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda08990-2abf-4633-836b-92417d7f52af x-openstack-request-id: req-bda08990-2abf-4633-836b-92417d7f52af {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:27.753897 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa065de-5461-4884-b25d-3d923e889ba7", "name": "network-vif-deleted", "tag": "d82f086e-72db-418a-8000-aa8c85b62528", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:27.754280 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bda08990-2abf-4633-836b-92417d7f52af {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:27.754690 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa065de-5461-4884-b25d-3d923e889ba7', 'name': 'network-vif-deleted', 'tag': 'd82f086e-72db-418a-8000-aa8c85b62528', 'status': 'completed', 'code': 200} Feb 11 05:24:27.802647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-c4e4401a-dccf-42a1-90fb-c8585c59fc6c service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988811 Feb 11 05:24:27.805838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-ed1bc6b2-7cfb-4159-bfd7-292d2c84bb78 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743372 Feb 11 05:24:27.857517 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (2803247d-67bc-458f-a2eb-d9bfcf808e9d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.858089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Fanout notify agent at l3_agent the message router_deleted on router 2803247d-67bc-458f-a2eb-d9bfcf808e9d {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:27.885353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:27.886486 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fce93ccc-55cd-4e10-9728-b085ee4449c7 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/2803247d-67bc-458f-a2eb-d9bfcf808e9d HTTP/1.1" status: 204 len: 168 time: 2.8878498 Feb 11 05:24:27.897159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53396) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:27.902367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5b8748de-a8dd-4c44-ae5f-7bf20992edab tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1069425278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:27.943155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-f8a36a86-3800-4314-8def-7bc84ca9b1d5 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359420 Feb 11 05:24:28.009244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d4914cc-e7b1-4b44-ae2a-76c2dabb3104 req-77c3ff10-23a9-43e7-95b6-8ab52c97d3e8 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fa065de-5461-4884-b25d-3d923e889ba7 HTTP/1.1" status: 200 len: 210 time: 0.0460553 Feb 11 05:24:28.045746 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (c476b9fb-0093-4386-afd2-d8868a2c415a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.070248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6fe262de-87df-4ee6-8707-af3e7739beb1 req-99c2e3ff-49ea-41f6-9f7b-cab75007537c service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613461 Feb 11 05:24:28.073326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-f22c283e-1a26-4d69-ab11-881f44626bb6 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217408 Feb 11 05:24:28.086626 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b8748de-a8dd-4c44-ae5f-7bf20992edab tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.089958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b8748de-a8dd-4c44-ae5f-7bf20992edab tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.152681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b8748de-a8dd-4c44-ae5f-7bf20992edab tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.284516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b8748de-a8dd-4c44-ae5f-7bf20992edab tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.305358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Router c476b9fb-0093-4386-afd2-d8868a2c415a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:28.414315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53408) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:28.429500 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-935f6ab9-a038-4e98-8e91-1938e32010c5 req-e377e927-06da-44a4-b7f6-ccf777ccdb0b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 210 time: 0.0390368 Feb 11 05:24:28.442021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b8748de-a8dd-4c44-ae5f-7bf20992edab tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.452815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5b8748de-a8dd-4c44-ae5f-7bf20992edab tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5513759 Feb 11 05:24:28.452815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:28.458558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:28.464427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': True}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:28.467756 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] Sync routers for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:28.468870 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1f99a86a-315b-4831-954c-9fe06d29b934 admin admin] 10.222.0.62 "PUT /v2.0/routers/c476b9fb-0093-4386-afd2-d8868a2c415a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8955212 Feb 11 05:24:28.472329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53412) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:28.496970 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:28.497888 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:28.513329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f88519b8-cbf3-49b7-ab1d-38022ae3b79a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:28.541397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e537aeb8-f1c5-45b8-a863-4e3f912576ab tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (e85abf4a-41ee-4e67-9072-3d3aab1ab57e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.604894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e537aeb8-f1c5-45b8-a863-4e3f912576ab tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (e85abf4a-41ee-4e67-9072-3d3aab1ab57e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.651635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks [] for router (c476b9fb-0093-4386-afd2-d8868a2c415a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.777688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f88519b8-cbf3-49b7-ab1d-38022ae3b79a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:28.792475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', 'mac_address': 'fa:16:3e:7a:78:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:28.821476 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:28.822950 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks [] for router_gateway (c476b9fb-0093-4386-afd2-d8868a2c415a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.832978 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e537aeb8-f1c5-45b8-a863-4e3f912576ab tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e85abf4a-41ee-4e67-9072-3d3aab1ab57e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.837036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e537aeb8-f1c5-45b8-a863-4e3f912576ab tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.838705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e537aeb8-f1c5-45b8-a863-4e3f912576ab tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "DELETE /v2.0/security-groups/e85abf4a-41ee-4e67-9072-3d3aab1ab57e HTTP/1.1" status: 204 len: 168 time: 0.4236608 Feb 11 05:24:28.844647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53420) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:28.866294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537aeb8-f1c5-45b8-a863-4e3f912576ab tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85abf4a-41ee-4e67-9072-3d3aab1ab57e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:28.873188 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-5eedc288-7b52-4345-acbb-54038c3c658d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] show failed (client error): The resource could not be found. Feb 11 05:24:28.874620 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5eedc288-7b52-4345-acbb-54038c3c658d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "GET /v2.0/security-groups/e85abf4a-41ee-4e67-9072-3d3aab1ab57e HTTP/1.1" status: 404 len: 347 time: 0.0286021 Feb 11 05:24:28.879773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53422) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:28.901528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f88519b8-cbf3-49b7-ab1d-38022ae3b79a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:28.901917 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.911247 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.937593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88519b8-cbf3-49b7-ab1d-38022ae3b79a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:28.958774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f90173-5304-4357-88e2-0edc2c7e4ebc req-55a6b790-9b5e-4d99-a12f-44bde777b76b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:28.963625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09f90173-5304-4357-88e2-0edc2c7e4ebc req-55a6b790-9b5e-4d99-a12f-44bde777b76b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 948 time: 0.1311629 Feb 11 05:24:28.988161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f88519b8-cbf3-49b7-ab1d-38022ae3b79a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:29.089810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.092024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cff69568-bf2c-4e47-80b0-e81da4a249a1 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:29.153275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09f90173-5304-4357-88e2-0edc2c7e4ebc req-631490da-c5ad-4a4a-bea9-eeabeb711cfc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782234 Feb 11 05:24:29.237155 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:24:27Z', 'revision_number': 5, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port': {'id': 'f05e3542-4e75-4bd4-bd30-109b736b6c9a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:57Z', 'updated_at': '2022-02-11T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:29.280417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cff69568-bf2c-4e47-80b0-e81da4a249a1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cff69568-bf2c-4e47-80b0-e81da4a249a1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:29.318260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'mac_address': 'fa:16:3e:7a:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:29.338242 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] Checking router: c476b9fb-0093-4386-afd2-d8868a2c415a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:29.360469 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] Routers {'c476b9fb-0093-4386-afd2-d8868a2c415a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:29.363053 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['c476b9fb-0093-4386-afd2-d8868a2c415a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:29.375791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:29.432318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.434762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.435395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.437044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.437514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.438652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.443861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.444379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.444987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.445462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.445899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.446324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.446783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:29.493905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cff69568-bf2c-4e47-80b0-e81da4a249a1 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:29.494434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.522114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Deleting port f05e3542-4e75-4bd4-bd30-109b736b6c9a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:29.522734 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.529311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff69568-bf2c-4e47-80b0-e81da4a249a1 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:29.539858 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] Set router c476b9fb-0093-4386-afd2-d8868a2c415a gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:29.565903 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.577710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Deleting port 9456fb3e-90d1-4cac-9d4a-8e57f1387008 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:29.578158 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9456fb3e-90d1-4cac-9d4a-8e57f1387008), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.584038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cff69568-bf2c-4e47-80b0-e81da4a249a1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cff69568-bf2c-4e47-80b0-e81da4a249a1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:29.611923 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:24:28Z', 'revision_number': 6, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:29.615922 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.618387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33058281-9b46-45f6-a9e1-b253ecd95678 req-e33dcc37-d5cb-49e3-ac33-7af1e6a5cf1e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 210 time: 0.0496879 Feb 11 05:24:29.643078 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59860935-3791-4e8b-b677-da05d58cf5eb None None] The sync data for ids ['c476b9fb-0093-4386-afd2-d8868a2c415a'] in n-d-713498-37 is: [{'id': 'c476b9fb-0093-4386-afd2-d8868a2c415a', 'name': 'tempest-ServersTestJSON-2010796903-router', 'tenant_id': '5fd8f252218043bb885df2add3e34a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:55Z', 'updated_at': '2022-02-11T05:24:28Z', 'revision_number': 6, 'project_id': '5fd8f252218043bb885df2add3e34a4c', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:29.706634 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.775538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] For port f05e3542-4e75-4bd4-bd30-109b736b6c9a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f05e3542-4e75-4bd4-bd30-109b736b6c9a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:29.775913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.787916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cff69568-bf2c-4e47-80b0-e81da4a249a1,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:29.800125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Calling delete_port for f05e3542-4e75-4bd4-bd30-109b736b6c9a owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:29.802772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9456fb3e-90d1-4cac-9d4a-8e57f1387008), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.803104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (9456fb3e-90d1-4cac-9d4a-8e57f1387008), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.820423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Allocated IP 172.25.8.95 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/a217bb25-e426-46a3-aa4a-9ae63f58994b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:29.825523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Calling delete_port for 9456fb3e-90d1-4cac-9d4a-8e57f1387008 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:30.011780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for port (a217bb25-e426-46a3-aa4a-9ae63f58994b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.020927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['cff69568-bf2c-4e47-80b0-e81da4a249a1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:30.025560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f88519b8-cbf3-49b7-ab1d-38022ae3b79a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:30.047549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dc109-57d3-4d2d-a7fb-199985ca5da4 req-ed883f1b-08f8-4cb6-906a-1342047816ad tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.049985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d65dc109-57d3-4d2d-a7fb-199985ca5da4 req-ed883f1b-08f8-4cb6-906a-1342047816ad tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1248677 Feb 11 05:24:30.158723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d65dc109-57d3-4d2d-a7fb-199985ca5da4 req-22d33d05-adda-47a5-be7a-a5ebaab3ab58 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839827 Feb 11 05:24:30.275234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9456fb3e-90d1-4cac-9d4a-8e57f1387008), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.303868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Pushing event deleted for resources: {'Port': ['ID=9456fb3e-90d1-4cac-9d4a-8e57f1387008,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:30.334878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a217bb25-e426-46a3-aa4a-9ae63f58994b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.348506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f05e3542-4e75-4bd4-bd30-109b736b6c9a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.409200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:30.419009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:30.434652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:30.476409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Pushing event deleted for resources: {'Port': ['ID=f05e3542-4e75-4bd4-bd30-109b736b6c9a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:30.532090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399f6cd-11a1-4363-88f1-e182d72e3a47 req-5b0eb29a-4426-45d1-8c86-2fb7d382d1e7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.535494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5399f6cd-11a1-4363-88f1-e182d72e3a47 req-5b0eb29a-4426-45d1-8c86-2fb7d382d1e7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 949 time: 0.2611866 Feb 11 05:24:30.545165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'Port': ['ID=a217bb25-e426-46a3-aa4a-9ae63f58994b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:30.565673 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks [] for floatingip (3e99ed68-d049-4b17-bb05-cad5a1181d5f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.568854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.570086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-31f4b313-b4b5-4282-a98e-0e604f89ad2b tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] 10.222.0.62 "DELETE /v2.0/floatingips/3e99ed68-d049-4b17-bb05-cad5a1181d5f HTTP/1.1" status: 204 len: 168 time: 1.6886127 Feb 11 05:24:30.637170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (c476b9fb-0093-4386-afd2-d8868a2c415a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.763145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (c476b9fb-0093-4386-afd2-d8868a2c415a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.765525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks [] for router_controller (c476b9fb-0093-4386-afd2-d8868a2c415a), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.785220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a7aa4e9-accf-44a8-81d7-588e4ef4b694 req-6bee3d97-a8a9-453b-be03-e830802a0818 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 210 time: 0.0588911 Feb 11 05:24:30.846241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5399f6cd-11a1-4363-88f1-e182d72e3a47 req-b9b382b8-2a53-4422-afff-26f8b0106131 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314416 Feb 11 05:24:30.951676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (c476b9fb-0093-4386-afd2-d8868a2c415a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.952190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c476b9fb-0093-4386-afd2-d8868a2c415a {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:30.966793 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.966793 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-562369b0-6b74-41b5-a1ed-0a5b15569afc admin admin] 10.222.0.62 "DELETE /v2.0/routers/c476b9fb-0093-4386-afd2-d8868a2c415a HTTP/1.1" status: 204 len: 168 time: 2.4850972 Feb 11 05:24:30.966793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53458) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:31.071723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-319d942b-77b9-4888-a28e-1a8c8ae7fdeb admin admin] Deleting subnet 02137e39-fbad-499a-979f-18f8d10194e3 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:24:31.077132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-319d942b-77b9-4888-a28e-1a8c8ae7fdeb admin admin] Publish callbacks [] for subnet (02137e39-fbad-499a-979f-18f8d10194e3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.152673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c19e111e-1303-463b-a85e-96e92d4e2473 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:31.202196 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-319d942b-77b9-4888-a28e-1a8c8ae7fdeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (02137e39-fbad-499a-979f-18f8d10194e3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.204769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c19e111e-1303-463b-a85e-96e92d4e2473 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:31.204769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c19e111e-1303-463b-a85e-96e92d4e2473 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:31.204769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f05e3542-4e75-4bd4-bd30-109b736b6c9a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:31.256359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f05e3542-4e75-4bd4-bd30-109b736b6c9a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:31.261993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f05e3542-4e75-4bd4-bd30-109b736b6c9a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:31.348524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-319d942b-77b9-4888-a28e-1a8c8ae7fdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (02137e39-fbad-499a-979f-18f8d10194e3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.404403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-7bac63b7-1171-4c94-9ef7-a71d3c29e8bf tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.405999 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-7bac63b7-1171-4c94-9ef7-a71d3c29e8bf tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.1128349 Feb 11 05:24:31.563971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Deleting port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:31.564714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.587627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.606837 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-319d942b-77b9-4888-a28e-1a8c8ae7fdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (02137e39-fbad-499a-979f-18f8d10194e3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.647081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-8b252c83-a076-401a-bab2-6772676d25f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.648554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-8b252c83-a076-401a-bab2-6772676d25f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 815 time: 0.7103860 Feb 11 05:24:31.679724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d942b-77b9-4888-a28e-1a8c8ae7fdeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02137e39-fbad-499a-979f-18f8d10194e3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:31.695342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb651-46e0-45fd-a310-1eae72e2465f req-a27d8421-237c-4e63-a070-31616d331560 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.697155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aafcb651-46e0-45fd-a310-1eae72e2465f req-a27d8421-237c-4e63-a070-31616d331560 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 950 time: 0.2070508 Feb 11 05:24:31.714953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-319d942b-77b9-4888-a28e-1a8c8ae7fdeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.727478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-4a41c734-a723-4650-9ab3-510905e675af tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/quotas/56411ff6c3314ac5986b381b056ff17c HTTP/1.1" status: 200 len: 375 time: 0.0491447 Feb 11 05:24:31.729244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548a085-3237-4ee7-a5a9-6c270a214f7e None None] Network 4b1db2fe-a55e-429a-b859-7c48ed464959 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:31.729476 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-319d942b-77b9-4888-a28e-1a8c8ae7fdeb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/02137e39-fbad-499a-979f-18f8d10194e3 HTTP/1.1" status: 204 len: 168 time: 0.7654073 Feb 11 05:24:31.756507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53466) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:31.841538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aafcb651-46e0-45fd-a310-1eae72e2465f req-9d5678a9-f4df-4947-848d-419ccb4c3245 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358185 Feb 11 05:24:31.884095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] For port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:31.886273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:31.908646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Calling delete_port for ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:31.914166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-a2855ce6-443e-413e-a737-23cc1f7c0048 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481433 Feb 11 05:24:31.926255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-90375028-8e57-4e86-8820-75c7b35ae98e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:31.927801 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-90375028-8e57-4e86-8820-75c7b35ae98e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.2656078 Feb 11 05:24:31.957738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Request body: {'port': {'device_id': '36c243f4-8e02-4649-bc8a-f9008809319c', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'admin_state_up': True, 'tenant_id': 'c56d15434e134f68812629aa71309f44'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:32.043585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.071428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.104224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebd7f4f1-9617-4a04-bcba-8aae4484bf82 req-94390b21-7824-4d44-b584-6fb331c8b26a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 210 time: 0.0526016 Feb 11 05:24:32.217784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] DHCP port deletion for 4b1db2fe-a55e-429a-b859-7c48ed464959 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:24:32.306893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] Deleting port 2ca176ff-11e0-4a10-8a10-6a98a523d589 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:32.307316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.356150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (4b1db2fe-a55e-429a-b859-7c48ed464959), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.390595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-999be2ce-995d-42fe-844a-a02dfb4a610b service neutron] 10.222.0.62 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585495 Feb 11 05:24:32.395230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] For port 2ca176ff-11e0-4a10-8a10-6a98a523d589, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2ca176ff-11e0-4a10-8a10-6a98a523d589,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:32.395834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.411907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] Calling delete_port for 2ca176ff-11e0-4a10-8a10-6a98a523d589 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:32.436740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Deleting port 2ca176ff-11e0-4a10-8a10-6a98a523d589 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:32.436740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.488839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda98429-c908-4df2-9fc7-f5d6ef0280fb req-8d011721-6536-438d-b3b9-5153be5d4741 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:32.490746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bda98429-c908-4df2-9fc7-f5d6ef0280fb req-8d011721-6536-438d-b3b9-5153be5d4741 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 949 time: 0.2189620 Feb 11 05:24:32.520377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.526729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f88519b8-cbf3-49b7-ab1d-38022ae3b79a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:32.551803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:32.557935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.567296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] For port 2ca176ff-11e0-4a10-8a10-6a98a523d589, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2ca176ff-11e0-4a10-8a10-6a98a523d589,segment=NetworkSegment(6683cda9-1c73-4660-9e9d-d9ff70bd25b8),segment_id=6683cda9-1c73-4660-9e9d-d9ff70bd25b8)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:32.567296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.584180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:32.592452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:32.598787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-cfb1749c-6bbc-45df-b36e-cf9585242ca4 service neutron] 10.222.0.62 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069204 Feb 11 05:24:32.613774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bda98429-c908-4df2-9fc7-f5d6ef0280fb req-ad504d10-07d8-40f1-856b-a37e2e54c6bd tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124210 Feb 11 05:24:32.662416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] No DVR routers for this DVR port ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:32.666058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Router 3d9253e3-5702-46fb-bd11-32cc3dd3c1d9 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:32.670579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event deleted for resources: {'Port': ['ID=ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:32.681697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Calling delete_port for 2ca176ff-11e0-4a10-8a10-6a98a523d589 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:32.684030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.690680 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.691053 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-838a1afd-b603-4ed7-9bb3-730fdc3b0e14 req-ab908a02-80f9-4f5b-9f00-092c42102ba7 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.83 "DELETE /v2.0/ports/ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 HTTP/1.1" status: 204 len: 173 time: 1.2765582 Feb 11 05:24:32.694129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'name': 'network-vif-deleted', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:32.697073 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36f419a-9cd2-4644-9d3f-a560500fa11e" -d '{"events": [{"server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "name": "network-vif-deleted", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:32.808301 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc949d-b13d-44ed-961c-8ad4693f0658 x-openstack-request-id: req-3cfc949d-b13d-44ed-961c-8ad4693f0658 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:32.808667 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc96051e-edad-4f82-bfd0-bcbd80ff54df", "name": "network-vif-deleted", "tag": "ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:32.808861 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cfc949d-b13d-44ed-961c-8ad4693f0658 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:32.809260 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc96051e-edad-4f82-bfd0-bcbd80ff54df', 'name': 'network-vif-deleted', 'tag': 'ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0', 'status': 'completed', 'code': 200} Feb 11 05:24:32.827058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] No DVR routers for this DVR port 2ca176ff-11e0-4a10-8a10-6a98a523d589 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:32.851589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:32.860205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68e236-852b-46c7-9804-8e14d7dc8d54 None None] Pushing event deleted for resources: {'Port': ['ID=2ca176ff-11e0-4a10-8a10-6a98a523d589,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:32.866784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.871856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8a49a2e8-9741-414b-b362-e4b758ef5af6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "PUT /v2.0/routers/3d9253e3-5702-46fb-bd11-32cc3dd3c1d9 HTTP/1.1" status: 200 len: 914 time: 4.4193113 Feb 11 05:24:32.872767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53476) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:32.924168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383c1dd-9109-4071-837f-c859e0378634 None None] Sync routers for ids ['3d9253e3-5702-46fb-bd11-32cc3dd3c1d9'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:32.943585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Allocated IP 172.20.0.3 (6d0c1160-3d71-498b-9821-7fa12b3561e9/fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c/6bbfa746-ee31-47ee-8f4e-59e88536ed3e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:32.947869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2ca176ff-11e0-4a10-8a10-6a98a523d589), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:32.997151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca176ff-11e0-4a10-8a10-6a98a523d589,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:33.027125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] No DVR routers for this DVR port 2ca176ff-11e0-4a10-8a10-6a98a523d589 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:33.185194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f96cd3b7-3ac8-4c64-b005-8bbcc50942a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.207213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2ca176ff-11e0-4a10-8a10-6a98a523d589 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:33.222795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0192a86-a7fc-4611-82ac-d8f4a0445601 req-ff546752-aee2-4427-bd5e-d20f73e3623e tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc96051e-edad-4f82-bfd0-bcbd80ff54df HTTP/1.1" status: 200 len: 210 time: 0.2022605 Feb 11 05:24:33.223862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383c1dd-9109-4071-837f-c859e0378634 None None] Routers {'3d9253e3-5702-46fb-bd11-32cc3dd3c1d9'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:33.224532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1383c1dd-9109-4071-837f-c859e0378634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3d9253e3-5702-46fb-bd11-32cc3dd3c1d9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:33.233508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2cd612fe-b2ca-4024-94e6-bc07018f1c02 req-8194593f-fb6c-4338-92fc-9b191438706a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 210 time: 0.1519787 Feb 11 05:24:33.287857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1383c1dd-9109-4071-837f-c859e0378634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:33.300075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 2ca176ff-11e0-4a10-8a10-6a98a523d589 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:33.300476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2ca176ff-11e0-4a10-8a10-6a98a523d589 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:33.311166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port f88519b8-cbf3-49b7-ab1d-38022ae3b79a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:33.316008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383c1dd-9109-4071-837f-c859e0378634 None None] Routers {'3d9253e3-5702-46fb-bd11-32cc3dd3c1d9'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:33.316694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1383c1dd-9109-4071-837f-c859e0378634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3d9253e3-5702-46fb-bd11-32cc3dd3c1d9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:33.371329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f88519b8-cbf3-49b7-ab1d-38022ae3b79a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:33.371751 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.374265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1383c1dd-9109-4071-837f-c859e0378634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:33.374917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383c1dd-9109-4071-837f-c859e0378634 None None] The sync data for ids ['3d9253e3-5702-46fb-bd11-32cc3dd3c1d9'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:33.382094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (4b1db2fe-a55e-429a-b859-7c48ed464959), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.411814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcbd4f60-d839-4b27-97d8-9578d9137d15 req-9f883409-d44c-4106-a3ad-3351e3a80a01 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 210 time: 0.0562906 Feb 11 05:24:33.434043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4d26d4f-efbd-4239-8ef8-0d44a9f2e683 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/routers/3d9253e3-5702-46fb-bd11-32cc3dd3c1d9 HTTP/1.1" status: 200 len: 920 time: 0.5596802 Feb 11 05:24:33.439386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53492) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:33.447354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1db2fe-a55e-429a-b859-7c48ed464959']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:33.479292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6683cda9-1c73-4660-9e9d-d9ff70bd25b8') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:33.480006 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6683cda9-1c73-4660-9e9d-d9ff70bd25b8') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:33.500586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (6683cda9-1c73-4660-9e9d-d9ff70bd25b8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.504926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23792a43-8b07-4826-9a1d-1ab0aa22cf49 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:33.510030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-23792a43-8b07-4826-9a1d-1ab0aa22cf49 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=3d9253e3-5702-46fb-bd11-32cc3dd3c1d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0695670 Feb 11 05:24:33.510856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53494) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:33.536837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f88519b8-cbf3-49b7-ab1d-38022ae3b79a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:33.537384 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.568358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c09b45-e212-4356-9a3c-2bba50962f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:33.572137 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397dc7bc-bde1-4aee-95d5-e29c5fb3e9a5" -d '{"events": [{"server_uuid": "10c09b45-e212-4356-9a3c-2bba50962f0d", "name": "network-vif-plugged", "status": "completed", "tag": "f88519b8-cbf3-49b7-ab1d-38022ae3b79a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:33.579894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (6683cda9-1c73-4660-9e9d-d9ff70bd25b8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.591997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:24:33.593051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (6683cda9-1c73-4660-9e9d-d9ff70bd25b8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.593196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f88519b8-cbf3-49b7-ab1d-38022ae3b79a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:24:33.595469 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:24:33.652392 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fdeeba-3e8b-4268-8714-9d1b9e762094 x-openstack-request-id: req-72fdeeba-3e8b-4268-8714-9d1b9e762094 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:33.652549 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c09b45-e212-4356-9a3c-2bba50962f0d", "name": "network-vif-plugged", "status": "completed", "tag": "f88519b8-cbf3-49b7-ab1d-38022ae3b79a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:33.652795 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72fdeeba-3e8b-4268-8714-9d1b9e762094 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:33.653305 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c09b45-e212-4356-9a3c-2bba50962f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', 'code': 200} Feb 11 05:24:33.682118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ee966-bcdc-4dd9-8cd6-fb758a486c23 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:33.687481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8e1ee966-bcdc-4dd9-8cd6-fb758a486c23 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 881 time: 0.1754818 Feb 11 05:24:33.688313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53500) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:33.696419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks [] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.709708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.710947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cff69568-bf2c-4e47-80b0-e81da4a249a1 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:33.742194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-429ac2d2-6043-4b3a-b72a-f7ab5e548fea tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d9253e3-5702-46fb-bd11-32cc3dd3c1d9 HTTP/1.1" status: 200 len: 205 time: 0.0517440 Feb 11 05:24:33.742827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53502) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:33.781104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (4b1db2fe-a55e-429a-b859-7c48ed464959), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.836751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.850203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] 10.222.0.62 "DELETE /v2.0/networks/4b1db2fe-a55e-429a-b859-7c48ed464959 HTTP/1.1" status: 204 len: 168 time: 2.0921555 Feb 11 05:24:33.882126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ea556-60e2-4cef-8ab9-926590d1ca2d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1db2fe-a55e-429a-b859-7c48ed464959,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:33.904337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d47d78-8822-470a-904c-f16c7688ec9f req-d6b1d93f-7a5a-4fe6-a884-f93f5f4f4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:33.906920 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-67d47d78-8822-470a-904c-f16c7688ec9f req-d6b1d93f-7a5a-4fe6-a884-f93f5f4f4b1e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 1133 time: 0.1490662 Feb 11 05:24:33.939268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:33.951640 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.969864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:34.006093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2d9b9-db86-4644-91da-214f0f0b9450 req-758437ed-8ddf-49fa-b7e2-c02b52ddc9b2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:34.013981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58c2d9b9-db86-4644-91da-214f0f0b9450 req-758437ed-8ddf-49fa-b7e2-c02b52ddc9b2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 950 time: 0.1483777 Feb 11 05:24:34.060053 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.080109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port cff69568-bf2c-4e47-80b0-e81da4a249a1 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:34.088080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-67d47d78-8822-470a-904c-f16c7688ec9f req-26f33236-715d-415d-95cf-abb8ab809338 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740792 Feb 11 05:24:34.090525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:34.101381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:34.106192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port cff69568-bf2c-4e47-80b0-e81da4a249a1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:34.107549 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.113853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:34.160752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event updated for resources: {'Port': ['ID=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:34.187893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:34.189620 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.217839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58c2d9b9-db86-4644-91da-214f0f0b9450 req-8702c3c2-897b-419b-85dd-38fb879b9222 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029939 Feb 11 05:24:34.255927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.305148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cff69568-bf2c-4e47-80b0-e81da4a249a1 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:34.308428 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.333276 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-1c153a27-0a7d-4a67-9149-170b6f7b3396 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3814385 Feb 11 05:24:34.346243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Request body: {'port': {'device_id': '36c243f4-8e02-4649-bc8a-f9008809319c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:34.370318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cff69568-bf2c-4e47-80b0-e81da4a249a1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cff69568-bf2c-4e47-80b0-e81da4a249a1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:34.405626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-022047e9-a60c-4b30-81b8-4e959464c046 req-c86b4a8f-f2b5-475f-8f05-187a68341e7d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 210 time: 0.0698638 Feb 11 05:24:34.499571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Deleting port a217bb25-e426-46a3-aa4a-9ae63f58994b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:34.500648 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a217bb25-e426-46a3-aa4a-9ae63f58994b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.508124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.510386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.512200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:34.579054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:34.581680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ea9e9f0f-46ea-46f5-89ec-bff5d54b0ad0 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:34.619582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cff69568-bf2c-4e47-80b0-e81da4a249a1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:34.681737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a217bb25-e426-46a3-aa4a-9ae63f58994b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.700199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da3783-3786-4f74-9ed2-8f2127337edc req-119e3f35-61a5-40c2-bff2-db7acc50fd5c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:34.701864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0da3783-3786-4f74-9ed2-8f2127337edc req-119e3f35-61a5-40c2-bff2-db7acc50fd5c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 931 time: 0.1522560 Feb 11 05:24:34.704847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53518) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:34.726135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Calling delete_port for a217bb25-e426-46a3-aa4a-9ae63f58994b owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:34.835828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-beefd681-2e1a-4196-b195-3d2931833d7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fd8f252218043bb885df2add3e34a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300802 Feb 11 05:24:34.839052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53520) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:34.850887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0da3783-3786-4f74-9ed2-8f2127337edc req-bda2c56d-cab9-44cb-9b3d-296531de0211 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281443 Feb 11 05:24:34.910944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbfa746-ee31-47ee-8f4e-59e88536ed3e {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:34.919867 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Publish callbacks [] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.940863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Transition to ACTIVE for port object 6bbfa746-ee31-47ee-8f4e-59e88536ed3e will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:34.967959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93cae7fb-be48-4485-af81-8028325d974d admin admin] Publish callbacks [] for security_group (610ee169-790e-4dd1-a119-550319cbaa1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.027462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.052092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93cae7fb-be48-4485-af81-8028325d974d admin admin] Publish callbacks [] for security_group (610ee169-790e-4dd1-a119-550319cbaa1f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.091918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e04edabc-d7c0-4f3c-9890-1b9c77a71139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.093698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Pushing event updated for resources: {'Port': ['ID=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:35.115142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff4bf-3b77-452c-bb91-d430424fccb1 req-0ba4b0c4-7836-44d4-9d10-22cda67d434c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.116699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe6ff4bf-3b77-452c-bb91-d430424fccb1 req-0ba4b0c4-7836-44d4-9d10-22cda67d434c tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.1432495 Feb 11 05:24:35.198475 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a217bb25-e426-46a3-aa4a-9ae63f58994b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.226558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Attempting to bind port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:35.226908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Attempting to bind port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:35.227331 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Attempting to bind port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:35.233161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:35.233161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Attempting to bind port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:35.233530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event deleted for resources: {'Port': ['ID=a217bb25-e426-46a3-aa4a-9ae63f58994b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:35.240194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe6ff4bf-3b77-452c-bb91-d430424fccb1 req-84dcaa61-33f7-4409-921b-e29b5c59c3d0 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104391 Feb 11 05:24:35.246405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:35.246405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Checking segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:35.246405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Bound using segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:35.246405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Bound port: 6bbfa746-ee31-47ee-8f4e-59e88536ed3e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:35.246895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.266531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93cae7fb-be48-4485-af81-8028325d974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (610ee169-790e-4dd1-a119-550319cbaa1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.276201 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93cae7fb-be48-4485-af81-8028325d974d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.277536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-93cae7fb-be48-4485-af81-8028325d974d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/610ee169-790e-4dd1-a119-550319cbaa1f HTTP/1.1" status: 204 len: 168 time: 0.4373112 Feb 11 05:24:35.314749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cae7fb-be48-4485-af81-8028325d974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ee169-790e-4dd1-a119-550319cbaa1f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:35.334277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.394411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] For port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:35.398978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] For port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:35.520880 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.525283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.541833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.557351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-726c05b2-bf10-44f2-81a7-b6c09c864879 req-0f9d73bb-d9f4-4c81-ac7f-d9e36dcc1c57 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 210 time: 0.0560555 Feb 11 05:24:35.616270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.618901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.624687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81106f89-e263-4931-a4be-47fe8938dc9f req-07362d2a-0352-43f7-8b24-4d45816150c2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.627168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81106f89-e263-4931-a4be-47fe8938dc9f req-07362d2a-0352-43f7-8b24-4d45816150c2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 950 time: 0.1235538 Feb 11 05:24:35.633344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] 10.222.0.65 "PUT /v2.0/ports/6bbfa746-ee31-47ee-8f4e-59e88536ed3e HTTP/1.1" status: 200 len: 1092 time: 1.2913229 Feb 11 05:24:35.636946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c243f4-8e02-4649-bc8a-f9008809319c', 'tag': '6bbfa746-ee31-47ee-8f4e-59e88536ed3e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:35.641201 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee5a0c-446b-467a-9765-f9b415b704e3" -d '{"events": [{"name": "network-changed", "server_uuid": "36c243f4-8e02-4649-bc8a-f9008809319c", "tag": "6bbfa746-ee31-47ee-8f4e-59e88536ed3e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:35.654747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abd9be-caa6-4d39-8792-ec85ca63a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff69568-bf2c-4e47-80b0-e81da4a249a1'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:35.657152 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df614074-1d55-4655-8643-126dbe3d8e81" -d '{"events": [{"server_uuid": "49abd9be-caa6-4d39-8792-ec85ca63a35a", "name": "network-vif-plugged", "status": "completed", "tag": "cff69568-bf2c-4e47-80b0-e81da4a249a1"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:35.667465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa106-6a19-4d55-ae84-eba042e6c57b service neutron] Pushing event updated for resources: {'Port': ['ID=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:35.689312 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (3d9253e3-5702-46fb-bd11-32cc3dd3c1d9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.689879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9253e3-5702-46fb-bd11-32cc3dd3c1d9 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:35.692656 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24307a5b-b454-4e5f-9aad-80dfe58cd780 x-openstack-request-id: req-24307a5b-b454-4e5f-9aad-80dfe58cd780 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:35.692998 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c243f4-8e02-4649-bc8a-f9008809319c", "tag": "6bbfa746-ee31-47ee-8f4e-59e88536ed3e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:35.693579 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24307a5b-b454-4e5f-9aad-80dfe58cd780 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:35.694060 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c243f4-8e02-4649-bc8a-f9008809319c', 'tag': '6bbfa746-ee31-47ee-8f4e-59e88536ed3e', 'status': 'completed', 'code': 200} Feb 11 05:24:35.708787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.709848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a7a27055-ca56-4726-a44a-98352eb853a3 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/3d9253e3-5702-46fb-bd11-32cc3dd3c1d9 HTTP/1.1" status: 204 len: 168 time: 1.9659014 Feb 11 05:24:35.716010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81106f89-e263-4931-a4be-47fe8938dc9f req-76db467c-0d1e-4ca3-9a69-9b55e20a6d02 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713396 Feb 11 05:24:35.716677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53536) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:35.722085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-79670e81-84e3-4a8f-99a5-0093ce74f76c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-546267945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:35.765574 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1a0978-ef45-4aac-99e7-58cf1aa44736 x-openstack-request-id: req-9f1a0978-ef45-4aac-99e7-58cf1aa44736 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:35.765868 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abd9be-caa6-4d39-8792-ec85ca63a35a", "name": "network-vif-plugged", "status": "completed", "tag": "cff69568-bf2c-4e47-80b0-e81da4a249a1", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:35.766138 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f1a0978-ef45-4aac-99e7-58cf1aa44736 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:35.767387 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abd9be-caa6-4d39-8792-ec85ca63a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'code': 200} Feb 11 05:24:35.794777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee5a0c-446b-467a-9765-f9b415b704e3 req-714276a2-a901-4cb2-b4a7-45c38843bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.796309 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34ee5a0c-446b-467a-9765-f9b415b704e3 req-714276a2-a901-4cb2-b4a7-45c38843bdcc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 1126 time: 0.0828996 Feb 11 05:24:35.848689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79670e81-84e3-4a8f-99a5-0093ce74f76c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.850087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79670e81-84e3-4a8f-99a5-0093ce74f76c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.955626 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79670e81-84e3-4a8f-99a5-0093ce74f76c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.066398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d19600-2735-4828-90b2-121373acc2c8 req-bb635386-6891-469a-8cc2-58625e2dea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.067913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b0a7b-8d20-41ac-b11a-e6cc49ab9126 req-720017e4-119f-4e1b-8d86-d4de4ac3423a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.068367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86d19600-2735-4828-90b2-121373acc2c8 req-bb635386-6891-469a-8cc2-58625e2dea86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 1132 time: 0.2206712 Feb 11 05:24:36.073454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee5a0c-446b-467a-9765-f9b415b704e3 req-2b9dc4fa-f83d-4eaf-9301-88bd7e307dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.075023 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34ee5a0c-446b-467a-9765-f9b415b704e3 req-2b9dc4fa-f83d-4eaf-9301-88bd7e307dd5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c56d15434e134f68812629aa71309f44&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2640901 Feb 11 05:24:36.079153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3b0a7b-8d20-41ac-b11a-e6cc49ab9126 req-720017e4-119f-4e1b-8d86-d4de4ac3423a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 943 time: 0.0930099 Feb 11 05:24:36.085120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79670e81-84e3-4a8f-99a5-0093ce74f76c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.152289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b3b0a7b-8d20-41ac-b11a-e6cc49ab9126 req-8ff5c719-7db6-47a4-8bbc-f211a75468f8 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752745 Feb 11 05:24:36.243113 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79670e81-84e3-4a8f-99a5-0093ce74f76c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.249249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-79670e81-84e3-4a8f-99a5-0093ce74f76c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5315521 Feb 11 05:24:36.298419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53550) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:36.321457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': False}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:36.502907 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86d19600-2735-4828-90b2-121373acc2c8 req-faa0e99e-a240-45b1-8d57-42a7a32b09d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268603 Feb 11 05:24:36.550367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee5a0c-446b-467a-9765-f9b415b704e3 req-973836dd-943b-43c9-a2c3-ba546b4e2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.550367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34ee5a0c-446b-467a-9765-f9b415b704e3 req-973836dd-943b-43c9-a2c3-ba546b4e2bdf service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4656074 Feb 11 05:24:36.623074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:36.684487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-11d497c9-dedf-4af9-92c4-45ca7dd67d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.686235 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-11d497c9-dedf-4af9-92c4-45ca7dd67d62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 1126 time: 0.0880380 Feb 11 05:24:36.738288 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-3e8162f5-04fd-42da-a33a-9ea8b30974a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bbfa746-ee31-47ee-8f4e-59e88536ed3e HTTP/1.1" status: 200 len: 217 time: 0.0443487 Feb 11 05:24:36.794568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-881d5959-65a4-47d6-bb14-a96a816993a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.796235 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-881d5959-65a4-47d6-bb14-a96a816993a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.0524099 Feb 11 05:24:36.835808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-aa376948-1172-4093-9630-133c60b9bd18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302267 Feb 11 05:24:36.839886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53568) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:36.944682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-671ad428-93c3-4a78-936d-d2814f0a016c service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985920 Feb 11 05:24:36.964652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-55421192-network', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:37.016061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-effe0b64-c745-4e1e-a114-6371ada91920 req-8a662226-7563-4ad9-8a43-0e973f22de5a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 210 time: 0.0842733 Feb 11 05:24:37.025133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-e77662ff-8907-4349-a324-48f3206226d5 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.027518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-e77662ff-8907-4349-a324-48f3206226d5 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 815 time: 0.8617852 Feb 11 05:24:37.073336 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eb8deed-c10c-45b4-b943-460923520ac4 req-d6d1a764-9312-4e43-8a90-5034ab8216b5 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224136 Feb 11 05:24:37.082169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Request body: {'port': {'device_id': 'ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8', 'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'admin_state_up': True, 'tenant_id': '56411ff6c3314ac5986b381b056ff17c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:37.134562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:37.137334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.147467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.180546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.233595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Publish callbacks [] for security_group (432ea2cc-5093-4cd2-bdec-5f6390a6483f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.259214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67682a68-6418-4530-a0ad-06c12b75c05e req-ed25ae6f-b151-4571-ab5c-97d9c34a8d88 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.260726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67682a68-6418-4530-a0ad-06c12b75c05e req-ed25ae6f-b151-4571-ab5c-97d9c34a8d88 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.65 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.9257371 Feb 11 05:24:37.274133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0521ab-b32f-438f-870c-1e9c7de00a0d req-267b9748-6cca-4a9e-8ea5-890b8ee9a5dc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.275584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b0521ab-b32f-438f-870c-1e9c7de00a0d req-267b9748-6cca-4a9e-8ea5-890b8ee9a5dc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.3757291 Feb 11 05:24:37.330330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (432ea2cc-5093-4cd2-bdec-5f6390a6483f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.364920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:37.374377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432ea2cc-5093-4cd2-bdec-5f6390a6483f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:37.383321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f06c5926-79a3-403d-99e3-6b7b0413190e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.383665 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Added segment f06c5926-79a3-403d-99e3-6b7b0413190e of type vlan for network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 Feb 11 05:24:37.395173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122a030-5da9-4d52-933b-fe6cb1a31f7c req-315bb6c0-b86c-462a-a6ef-4907b5b50e89 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.395173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7122a030-5da9-4d52-933b-fe6cb1a31f7c req-315bb6c0-b86c-462a-a6ef-4907b5b50e89 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 950 time: 0.2751150 Feb 11 05:24:37.433153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (caca48b3-58ec-4ad7-8f32-65e1f8b02aa4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.499681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b0521ab-b32f-438f-870c-1e9c7de00a0d req-5a2b9be8-e1d3-4df8-aa72-02abaa0c0fcc tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071533 Feb 11 05:24:37.542139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (caca48b3-58ec-4ad7-8f32-65e1f8b02aa4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.543955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.545619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.573835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7122a030-5da9-4d52-933b-fe6cb1a31f7c req-1dfcba5f-6772-4eda-b4b8-421860e64093 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730173 Feb 11 05:24:37.588734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Made reservation on behalf of 56411ff6c3314ac5986b381b056ff17c for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:37.593070 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.632839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Deleting port cd45b181-12e4-40a6-a034-80e2a6410a61 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:37.633192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:37.698850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] Pushing event updated for resources: {'Network': ['ID=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:37.712892 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3462469b-b4d2-4332-86f4-78ecb438e40a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8717363 Feb 11 05:24:37.713689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:37.715999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53578) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:37.729596 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Request body: {'subnet': {'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-55421192-subnet', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:37.840414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:37.842942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.003722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf01e-9499-4df0-88fc-8dc2a4f45eeb req-f29d9d3c-6409-4a57-a281-2ded8ef8d1c2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:38.005402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f7cf01e-9499-4df0-88fc-8dc2a4f45eeb req-f29d9d3c-6409-4a57-a281-2ded8ef8d1c2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 943 time: 0.3885400 Feb 11 05:24:38.069704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] For port cd45b181-12e4-40a6-a034-80e2a6410a61, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd45b181-12e4-40a6-a034-80e2a6410a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:38.070007 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.109866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (fd0ec941-1a13-44ed-bbdf-2af1456df270), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.122793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a4f3-29be-46a2-87f6-a316cc174bdf req-6cc79e41-241e-4470-92bd-1298f2d3e9ce tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:38.124395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d55a4f3-29be-46a2-87f6-a316cc174bdf req-6cc79e41-241e-4470-92bd-1298f2d3e9ce tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 949 time: 0.4048185 Feb 11 05:24:38.129246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Calling delete_port for cd45b181-12e4-40a6-a034-80e2a6410a61 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:38.158857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Allocated IP 172.20.0.9 (549239a2-be08-4acd-8b88-18888be5740c/136e7de0-3684-4b63-a60d-6ced8f56b0ce/669856e5-8a0b-4810-837a-f2c0f0383841) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:38.180677 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.192085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Checking segment: {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:38.192653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Network hostable DHCP agents. Network: caca48b3-58ec-4ad7-8f32-65e1f8b02aa4, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:38.196860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0ec941-1a13-44ed-bbdf-2af1456df270,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:38.229746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.284704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f7cf01e-9499-4df0-88fc-8dc2a4f45eeb req-880847ca-1ef9-4b12-af84-6cc591f5fae7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582481 Feb 11 05:24:38.290268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.323281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:38.342527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.402512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d55a4f3-29be-46a2-87f6-a316cc174bdf req-45a84ce7-dfbf-4ac4-939c-b5bb73859f66 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391131 Feb 11 05:24:38.423712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, caca48b3-58ec-4ad7-8f32-65e1f8b02aa4) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:38.426990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:38.427901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.433429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d46350e-43ae-4992-a0af-5bba1ad389d0 None None] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:38.480049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de5dd765-b1b4-4c11-9162-84aeeefb34de req-eca9ecdc-ee36-4db2-99e1-d0f50ef67b88 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 210 time: 0.1043103 Feb 11 05:24:38.535535 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-887fe56b-7dd7-49c5-a3d3-3e50f80b5f30 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8180528 Feb 11 05:24:38.537958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53584) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:38.543629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:38.589769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:24:38.590922 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.699352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (42dd1b68-2c0f-4895-8f63-38a2e83567b6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.703753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (42dd1b68-2c0f-4895-8f63-38a2e83567b6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.729381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Allocated IP 172.25.8.248 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/478d105b-d350-4979-a4ef-729916eb63c7) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:38.740183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks [] for port (669856e5-8a0b-4810-837a-f2c0f0383841), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.752281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Allocated IP 172.20.0.2 (caca48b3-58ec-4ad7-8f32-65e1f8b02aa4/fd0ec941-1a13-44ed-bbdf-2af1456df270/202ecb12-9444-4b0f-9b5a-f2f591eb85d7) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:38.808074 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks [] for router_controller (42dd1b68-2c0f-4895-8f63-38a2e83567b6), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.838214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d719d-e290-44b2-bf62-1a59825ca86e req-95a81aa2-9c76-412e-a794-dca069cad68f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:38.845732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-764d719d-e290-44b2-bf62-1a59825ca86e req-95a81aa2-9c76-412e-a794-dca069cad68f tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/ports?device_id=6163c4b1-cb77-45f5-96c4-154424d165ea HTTP/1.1" status: 200 len: 950 time: 0.2069154 Feb 11 05:24:38.848259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cd45b181-12e4-40a6-a034-80e2a6410a61), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.861020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd45b181-12e4-40a6-a034-80e2a6410a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:38.959955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Publish callbacks [] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:38.998214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Pushing event deleted for resources: {'Port': ['ID=cd45b181-12e4-40a6-a034-80e2a6410a61,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.019875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.050281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0287d24b-2b8a-4e6b-92cf-8283e9eb8067'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:39.085199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks [] for router_gateway (42dd1b68-2c0f-4895-8f63-38a2e83567b6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.126202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.146305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for port (478d105b-d350-4979-a4ef-729916eb63c7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.172665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Pushing event updated for resources: {'Port': ['ID=669856e5-8a0b-4810-837a-f2c0f0383841,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.191212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:39.196515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] No DVR routers for this DVR port cd45b181-12e4-40a6-a034-80e2a6410a61 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:39.199454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:39.202250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:39.212375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-764d719d-e290-44b2-bf62-1a59825ca86e req-7d19d1bf-8076-4867-b664-05ae0c681715 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.62 "GET /v2.0/security-groups?id=6540084a-56ea-44f3-a398-1450feda689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656728 Feb 11 05:24:39.216401 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.221937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Pushing event updated for resources: {'Port': ['ID=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.222470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.226031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67682a68-6418-4530-a0ad-06c12b75c05e req-9867c101-fb96-445e-931c-ae7643fc6bb2 tempest-MigrationsAdminTest-930271170 tempest-MigrationsAdminTest-930271170-project] 10.222.0.65 "DELETE /v2.0/ports/cd45b181-12e4-40a6-a034-80e2a6410a61 HTTP/1.1" status: 204 len: 173 time: 1.9467642 Feb 11 05:24:39.226713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'name': 'network-vif-deleted', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:39.237856 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2ab523-b998-476b-80ae-b5a0e91f82b2" -d '{"events": [{"server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "name": "network-vif-deleted", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:39.244291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Network 549239a2-be08-4acd-8b88-18888be5740c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:39.250340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:39.259345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:39.305020 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433125b-d8e3-4367-972e-484cc4c4cf12 x-openstack-request-id: req-0433125b-d8e3-4367-972e-484cc4c4cf12 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:39.305321 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163c4b1-cb77-45f5-96c4-154424d165ea", "name": "network-vif-deleted", "tag": "cd45b181-12e4-40a6-a034-80e2a6410a61", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:39.305580 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0433125b-d8e3-4367-972e-484cc4c4cf12 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:39.305997 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163c4b1-cb77-45f5-96c4-154424d165ea', 'name': 'network-vif-deleted', 'tag': 'cd45b181-12e4-40a6-a034-80e2a6410a61', 'status': 'completed', 'code': 200} Feb 11 05:24:39.325811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Attempting to bind port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:39.326471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Attempting to bind port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:39.326940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Attempting to bind port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 on network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:39.350265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:39.350830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Checking segment: {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:39.351671 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.352107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Bound using segment: {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:39.352712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Bound port: 202ecb12-9444-4b0f-9b5a-f2f591eb85d7, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:39.353201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.377816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:39.379737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.416891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (478d105b-d350-4979-a4ef-729916eb63c7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.542448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] For port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:39.546057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] For port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:39.628761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-eb02d175-bfbf-4f4a-b9ed-fc99fc4726bd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5532269 Feb 11 05:24:39.646868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.666605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Request body: {'port': {'device_id': 'ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:39.682635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Pushing event updated for resources: {'Port': ['ID=478d105b-d350-4979-a4ef-729916eb63c7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.689252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:39.712868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks [] for router_gateway (42dd1b68-2c0f-4895-8f63-38a2e83567b6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.755648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:39.786686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:39.801131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:39.818136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffa16b-4b27-43c3-8c08-a9cb3e1af757 None None] Pushing event updated for resources: {'Port': ['ID=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:39.926068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Allocated IP 172.25.8.62 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/fd136bfd-ee8c-4794-810d-67734794125f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:39.933560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624133af-62a9-4f9f-956c-155d6aef2c5d req-059bd06f-ff37-4917-aa06-b71892483c49 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:39.957746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-624133af-62a9-4f9f-956c-155d6aef2c5d req-059bd06f-ff37-4917-aa06-b71892483c49 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 943 time: 0.5170746 Feb 11 05:24:39.970544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.060655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe023e0-5f14-4837-a911-03fe7204795d req-76b520eb-1604-4f9d-a484-6a0445602f6d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:40.068682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cfe023e0-5f14-4837-a911-03fe7204795d req-76b520eb-1604-4f9d-a484-6a0445602f6d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 949 time: 0.4707015 Feb 11 05:24:40.185759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks [] for port (fd136bfd-ee8c-4794-810d-67734794125f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.309969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fd136bfd-ee8c-4794-810d-67734794125f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.364785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:40.369755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:40.374432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:40.378461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Pushing event updated for resources: {'Port': ['ID=fd136bfd-ee8c-4794-810d-67734794125f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:40.469116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cfe023e0-5f14-4837-a911-03fe7204795d req-accdb3a9-4417-4f7e-ac68-601365c59dba tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987830 Feb 11 05:24:40.490975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-624133af-62a9-4f9f-956c-155d6aef2c5d req-d13c4f6a-811e-4df9-8c58-05edf05771d1 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291550 Feb 11 05:24:40.940138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6bbfa746-ee31-47ee-8f4e-59e88536ed3e details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:40.953433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd45b181-12e4-40a6-a034-80e2a6410a61 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:41.015022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: cd45b181-12e4-40a6-a034-80e2a6410a61 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:41.015371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd45b181-12e4-40a6-a034-80e2a6410a61 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:41.081353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks [] for router_gateway (42dd1b68-2c0f-4895-8f63-38a2e83567b6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.271918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:41.308051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '6bbfa746-ee31-47ee-8f4e-59e88536ed3e', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'port_id': '6bbfa746-ee31-47ee-8f4e-59e88536ed3e', 'mac_address': 'fa:16:3e:c4:59:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:41.315663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:41.319618 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.374296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53612) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:41.444355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:41.447883 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.495052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbfa746-ee31-47ee-8f4e-59e88536ed3e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:41.531465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e200b9c-cb46-45d7-a2a9-1cd82b1b938f None None] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:41.536957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router_gateway (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.556967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:41.558033 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (42dd1b68-2c0f-4895-8f63-38a2e83567b6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.580152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:41.580526 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.604479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de08e51-1710-4f2e-923e-c9fa967e3de1 req-aaa633c4-57bc-4f79-b6dc-216e80b4542a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.611667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de08e51-1710-4f2e-923e-c9fa967e3de1 req-aaa633c4-57bc-4f79-b6dc-216e80b4542a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.616920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de08e51-1710-4f2e-923e-c9fa967e3de1 req-aaa633c4-57bc-4f79-b6dc-216e80b4542a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d&device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 1690 time: 0.3404324 Feb 11 05:24:41.689038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009822c-b850-4dbf-9d89-a0f2a9f1f211 req-96f07287-ec19-4abb-bf4e-0decf34cad13 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.690988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7009822c-b850-4dbf-9d89-a0f2a9f1f211 req-96f07287-ec19-4abb-bf4e-0decf34cad13 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 931 time: 1.0639410 Feb 11 05:24:41.799136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.802968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:41.812661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-daef443b-44de-49da-b897-284b888faa92 None None] Provisioning complete for port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:41.813150 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-daef443b-44de-49da-b897-284b888faa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.875658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-984addaf-e715-48e8-8961-c87bc34d8eae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=258605e0a8234c5b93e778a189d77610&name=default HTTP/1.1" status: 200 len: 2998 time: 0.4739268 Feb 11 05:24:41.909640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53620) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:41.912837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669856e5-8a0b-4810-837a-f2c0f0383841 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:41.937158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de08e51-1710-4f2e-923e-c9fa967e3de1 req-623d58be-2ce9-4a4d-863a-17e7ca1f6b8d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043256 Feb 11 05:24:41.974465 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Publish callbacks [] for port (669856e5-8a0b-4810-837a-f2c0f0383841), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.009923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-daef443b-44de-49da-b897-284b888faa92 None None] Current status of the port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:42.010498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-daef443b-44de-49da-b897-284b888faa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.022868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['6bbfa746-ee31-47ee-8f4e-59e88536ed3e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:42.024307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7009822c-b850-4dbf-9d89-a0f2a9f1f211 req-5d1e4818-5d47-44b7-8fd8-c02f77252e34 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034391 Feb 11 05:24:42.060439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:42.076675 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Sync routers for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:42.079828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.111823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Transition to ACTIVE for port object 669856e5-8a0b-4810-837a-f2c0f0383841 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:42.113970 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:42.114699 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:42.168583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.172476 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c10e915a-8f67-43a2-ae59-cd05f8a28191 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6308522 Feb 11 05:24:42.173270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53626) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:42.178563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-867153fe-7709-4cb5-bdc5-a6c1ad26e6c3 admin admin] Publish callbacks [] for security_group (6540084a-56ea-44f3-a398-1450feda689d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.205407 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-867153fe-7709-4cb5-bdc5-a6c1ad26e6c3 admin admin] Publish callbacks [] for security_group (6540084a-56ea-44f3-a398-1450feda689d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.264456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.276638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:42.276856 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.340937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-daef443b-44de-49da-b897-284b888faa92 None None] For port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:42.358642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-867153fe-7709-4cb5-bdc5-a6c1ad26e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6540084a-56ea-44f3-a398-1450feda689d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.363126 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-867153fe-7709-4cb5-bdc5-a6c1ad26e6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.368738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-867153fe-7709-4cb5-bdc5-a6c1ad26e6c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6540084a-56ea-44f3-a398-1450feda689d HTTP/1.1" status: 204 len: 168 time: 0.4304564 Feb 11 05:24:42.457398 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:42.518522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-daef443b-44de-49da-b897-284b888faa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.569824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Attempting to bind port 669856e5-8a0b-4810-837a-f2c0f0383841 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:42.570463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Attempting to bind port 669856e5-8a0b-4810-837a-f2c0f0383841 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:42.570463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Attempting to bind port 669856e5-8a0b-4810-837a-f2c0f0383841 on network 549239a2-be08-4acd-8b88-18888be5740c {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:42.572502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867153fe-7709-4cb5-bdc5-a6c1ad26e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6540084a-56ea-44f3-a398-1450feda689d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.617097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf644-d5a1-4694-af81-79a1b4e4f3c5 req-f9375838-8c34-4926-9d68-9715788efaa9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.624293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45adf644-d5a1-4694-af81-79a1b4e4f3c5 req-f9375838-8c34-4926-9d68-9715788efaa9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 944 time: 0.5418792 Feb 11 05:24:42.631586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Pushing event updated for resources: {'Port': ['ID=669856e5-8a0b-4810-837a-f2c0f0383841,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.656840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Port 669856e5-8a0b-4810-837a-f2c0f0383841 on network 549239a2-be08-4acd-8b88-18888be5740c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:42.657204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Attempting to bind port 669856e5-8a0b-4810-837a-f2c0f0383841 on network 549239a2-be08-4acd-8b88-18888be5740c {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:42.669601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1822f-92d0-476e-acc5-23180084d3b5 req-07f60107-dc15-429b-91fb-eafa70d4f1ce tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.671342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86a1822f-92d0-476e-acc5-23180084d3b5 req-07f60107-dc15-429b-91fb-eafa70d4f1ce tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 1133 time: 0.4147785 Feb 11 05:24:42.690251 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:24:42.690596 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:24:42.712918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:42.713464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Checking segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:42.714230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Bound using segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:42.714230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Bound port: 669856e5-8a0b-4810-837a-f2c0f0383841, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:42.714471 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.726164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef443b-44de-49da-b897-284b888faa92 None None] Pushing event updated for resources: {'Port': ['ID=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.751632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.801340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45adf644-d5a1-4694-af81-79a1b4e4f3c5 req-aca57d72-ea26-4ac4-b60b-2df8bfc268c2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759863 Feb 11 05:24:42.827809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.851966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:40Z', 'revision_number': 3, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:42.860850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a9c22df3-58b6-447d-90ee-7a0dbbbd328b None None] Provisioning complete for port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:42.864344 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9c22df3-58b6-447d-90ee-7a0dbbbd328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.888905 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Checking router: 42dd1b68-2c0f-4895-8f63-38a2e83567b6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:42.889257 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Updating router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 port fd136bfd-ee8c-4794-810d-67734794125f binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:42.933066 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd136bfd-ee8c-4794-810d-67734794125f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.045387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86a1822f-92d0-476e-acc5-23180084d3b5 req-d94227b5-791d-4403-9ddd-e8039e9152f1 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418307 Feb 11 05:24:43.058004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] For port 669856e5-8a0b-4810-837a-f2c0f0383841, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:43.085859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] For port 669856e5-8a0b-4810-837a-f2c0f0383841, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=669856e5-8a0b-4810-837a-f2c0f0383841,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:43.086764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a9c22df3-58b6-447d-90ee-7a0dbbbd328b None None] Current status of the port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:43.196813 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.240102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:43.258780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Router a4745d2a-bd06-438c-b320-ac4dadcc9dfa is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:43.267670 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.268319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.270392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] 10.222.0.65 "PUT /v2.0/ports/669856e5-8a0b-4810-837a-f2c0f0383841 HTTP/1.1" status: 200 len: 1092 time: 3.6337030 Feb 11 05:24:43.293966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8', 'tag': '669856e5-8a0b-4810-837a-f2c0f0383841'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:43.296265 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716fe837-2ee0-41f6-adc6-3c19f49ead9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8", "tag": "669856e5-8a0b-4810-837a-f2c0f0383841"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:43.311327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.385937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:43.475513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:43.487191 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.491196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2f41851f-029f-42c5-8ede-928b89677046 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "PUT /v2.0/routers/a4745d2a-bd06-438c-b320-ac4dadcc9dfa HTTP/1.1" status: 200 len: 915 time: 7.1835146 Feb 11 05:24:43.491196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53642) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:43.501804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53644) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:43.501932 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Publish callbacks [] for port (fd136bfd-ee8c-4794-810d-67734794125f), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.507027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab0270-7473-471d-9174-a42a7063f235 None None] Sync routers for ids ['a4745d2a-bd06-438c-b320-ac4dadcc9dfa'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:43.526537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:43.527254 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.530033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab0270-7473-471d-9174-a42a7063f235 None None] Routers {'a4745d2a-bd06-438c-b320-ac4dadcc9dfa'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:43.531018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-acab0270-7473-471d-9174-a42a7063f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a4745d2a-bd06-438c-b320-ac4dadcc9dfa'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:43.577335 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fd136bfd-ee8c-4794-810d-67734794125f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.604177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dcc01-5bcc-4f76-8948-a2d1c3bb9a08 service neutron] Pushing event updated for resources: {'Port': ['ID=669856e5-8a0b-4810-837a-f2c0f0383841,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:43.615240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Allocated IP 172.20.0.1 (caca48b3-58ec-4ad7-8f32-65e1f8b02aa4/fd0ec941-1a13-44ed-bbdf-2af1456df270/963a9854-bb85-4aa1-9a81-4e86ad109099) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:43.630540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8d297-a439-4dc4-9963-267ce381251a req-48058ca9-f040-4476-9d62-d9007904a5cf tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.637789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28d8d297-a439-4dc4-9963-267ce381251a req-48058ca9-f040-4476-9d62-d9007904a5cf tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 943 time: 0.4845777 Feb 11 05:24:43.674671 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Attempting to bind port fd136bfd-ee8c-4794-810d-67734794125f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:43.675066 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Attempting to bind port fd136bfd-ee8c-4794-810d-67734794125f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:43.678159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-acab0270-7473-471d-9174-a42a7063f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:43.678484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8cff-3637-4553-8413-4cb94a240f82 req-dfd6d1c9-db2c-453f-b83e-cdf703146ec2 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.680336 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Attempting to bind port fd136bfd-ee8c-4794-810d-67734794125f on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:43.685934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-575e8cff-3637-4553-8413-4cb94a240f82 req-dfd6d1c9-db2c-453f-b83e-cdf703146ec2 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 1132 time: 0.4714420 Feb 11 05:24:43.694823 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:43.695234 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:43.695604 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.696021 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:43.698574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Bound port: fd136bfd-ee8c-4794-810d-67734794125f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:43.698749 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd136bfd-ee8c-4794-810d-67734794125f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.708433 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Pushing event updated for resources: {'Port': ['ID=fd136bfd-ee8c-4794-810d-67734794125f,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:43.714223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab0270-7473-471d-9174-a42a7063f235 None None] Routers {'a4745d2a-bd06-438c-b320-ac4dadcc9dfa'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:43.714876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-acab0270-7473-471d-9174-a42a7063f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a4745d2a-bd06-438c-b320-ac4dadcc9dfa'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:43.718990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-9a8fe158-22f3-4e80-b222-6bba6d58f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.721345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-9a8fe158-22f3-4e80-b222-6bba6d58f3ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 1126 time: 0.2828081 Feb 11 05:24:43.742459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1c9c5864-3950-4d6a-b3b6-00a4e0ccca50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a848240475534b9ab40db58a467aee96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505684 Feb 11 05:24:43.751343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53646) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:43.761673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-acab0270-7473-471d-9174-a42a7063f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:43.762539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab0270-7473-471d-9174-a42a7063f235 None None] The sync data for ids ['a4745d2a-bd06-438c-b320-ac4dadcc9dfa'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:43.781012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:43.815173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-94482f5d-ac81-4a6c-b885-724ef41e6bd6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=669856e5-8a0b-4810-837a-f2c0f0383841 HTTP/1.1" status: 200 len: 217 time: 0.0752676 Feb 11 05:24:43.841242 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] For port fd136bfd-ee8c-4794-810d-67734794125f, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:43.845861 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] For port fd136bfd-ee8c-4794-810d-67734794125f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fd136bfd-ee8c-4794-810d-67734794125f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:43.850341 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.850972 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.851497 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.852044 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.852555 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.854638 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.855275 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.855942 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.856512 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.857153 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.857779 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.858494 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.858969 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:43.878583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b9bc9e28-c5eb-48e3-853c-e843bcdd9bf2 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/routers/a4745d2a-bd06-438c-b320-ac4dadcc9dfa HTTP/1.1" status: 200 len: 921 time: 0.3751273 Feb 11 05:24:43.884539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53650) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:43.893182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28d8d297-a439-4dc4-9963-267ce381251a req-a0343364-7048-41a5-a28a-7d7a626fe661 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525363 Feb 11 05:24:43.921107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-f8c41f40-6dca-4192-b26f-750d18a34ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.923594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-f8c41f40-6dca-4192-b26f-750d18a34ac1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 200 len: 855 time: 0.0898938 Feb 11 05:24:43.926547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-575e8cff-3637-4553-8413-4cb94a240f82 req-ac12bbcd-4c9d-4959-a69b-0f2b643fe14b tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397451 Feb 11 05:24:43.937997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2232c6af-c78a-48af-bdc2-2d942476980d admin admin] Publish callbacks [] for security_group (25d0b751-8a97-4b88-81e9-8944bfd47dcf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.950693 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fd136bfd-ee8c-4794-810d-67734794125f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:43.978749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-0b466126-d4b3-4ffa-8bcf-6ddbbb1e5d33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=549239a2-be08-4acd-8b88-18888be5740c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494397 Feb 11 05:24:43.980408 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8d5f1f-3d19-437d-885d-53247ac3c2af x-openstack-request-id: req-0e8d5f1f-3d19-437d-885d-53247ac3c2af {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:43.981265 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8", "tag": "669856e5-8a0b-4810-837a-f2c0f0383841", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:43.981672 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e8d5f1f-3d19-437d-885d-53247ac3c2af {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:43.982158 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8', 'tag': '669856e5-8a0b-4810-837a-f2c0f0383841', 'status': 'completed', 'code': 200} Feb 11 05:24:44.003244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2232c6af-c78a-48af-bdc2-2d942476980d admin admin] Publish callbacks [] for security_group (25d0b751-8a97-4b88-81e9-8944bfd47dcf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.055401 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Publish callbacks [] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.065487 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:44.066119 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:44.071660 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2460cf8-5517-45f0-8782-c11849053080 None None] Pushing event updated for resources: {'Port': ['ID=fd136bfd-ee8c-4794-810d-67734794125f,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:44.130551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e8a6b-8970-4c6e-ac0c-093337015ff6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:44.133981 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8f4e8a6b-8970-4c6e-ac0c-093337015ff6 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=a4745d2a-bd06-438c-b320-ac4dadcc9dfa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2484672 Feb 11 05:24:44.139750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53654) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:44.211310 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:44.220566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-b293dc55-09fa-4667-b8e4-cbc15fc7d862 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350967 Feb 11 05:24:44.243420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab0b1e-647b-40b0-93d6-c7dfcfe09289 req-65e9767b-d3cb-4728-b53b-067d29042137 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:44.245033 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fab0b1e-647b-40b0-93d6-c7dfcfe09289 req-65e9767b-d3cb-4728-b53b-067d29042137 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 944 time: 0.1569328 Feb 11 05:24:44.309865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2232c6af-c78a-48af-bdc2-2d942476980d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (25d0b751-8a97-4b88-81e9-8944bfd47dcf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.312440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2232c6af-c78a-48af-bdc2-2d942476980d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.313794 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2232c6af-c78a-48af-bdc2-2d942476980d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25d0b751-8a97-4b88-81e9-8944bfd47dcf HTTP/1.1" status: 204 len: 168 time: 0.5614359 Feb 11 05:24:44.354642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232c6af-c78a-48af-bdc2-2d942476980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d0b751-8a97-4b88-81e9-8944bfd47dcf,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:44.387688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.390649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fab0b1e-647b-40b0-93d6-c7dfcfe09289 req-e877dadc-7cbb-4183-99d4-2904617ba09e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341045 Feb 11 05:24:44.418105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c418a3-9ea0-4ee1-8765-5713e8d76ff1 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:44.419546 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-92c418a3-9ea0-4ee1-8765-5713e8d76ff1 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 881 time: 0.2788792 Feb 11 05:24:44.423331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d121a1a-4008-4fa4-b407-b2e08dca7269 req-674ed627-104c-4f8f-a215-1b6b3d49e8f1 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961231 Feb 11 05:24:44.426572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:44.496058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53674) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:44.504716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:44.510345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a330e1f4-6207-4f7c-9683-d3af3ab2f8cd tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4745d2a-bd06-438c-b320-ac4dadcc9dfa HTTP/1.1" status: 200 len: 205 time: 0.0617356 Feb 11 05:24:44.540803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:44.546151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:44.557862 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:40Z', 'revision_number': 3, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:44.577774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-574e6525-0f5d-40d5-b4d2-f3d949153ff5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956089 Feb 11 05:24:44.601931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Pushing event updated for resources: {'Port': ['ID=963a9854-bb85-4aa1-9a81-4e86ad109099,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:44.630209 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd2dd5-dc2d-4d53-9e36-9cd4c7bccb5b None None] The sync data for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 is: [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:40Z', 'revision_number': 3, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:44.717047 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (42dd1b68-2c0f-4895-8f63-38a2e83567b6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.787921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.788133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-cd365c2a-104a-45b2-abfd-8aee76d63072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:44.789657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-cd365c2a-104a-45b2-abfd-8aee76d63072 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 1126 time: 0.2010272 Feb 11 05:24:44.895316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-955169f8-4070-4c66-b783-8978c999a512 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:44.896904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-955169f8-4070-4c66-b783-8978c999a512 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815611 Feb 11 05:24:44.955171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-751703e5-e095-4970-a18f-3ce6d1bd16a0 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/quotas/8735cf2cbcdc4b8396d56a956cef7466 HTTP/1.1" status: 200 len: 375 time: 0.0257328 Feb 11 05:24:44.965646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6bbfa746-ee31-47ee-8f4e-59e88536ed3e up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:45.046090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-54f7fa98-c8b3-4995-8e34-df80af94fa5f None None] Provisioning complete for port 963a9854-bb85-4aa1-9a81-4e86ad109099 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:45.048269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-54f7fa98-c8b3-4995-8e34-df80af94fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.169912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-54f7fa98-c8b3-4995-8e34-df80af94fa5f None None] Port 963a9854-bb85-4aa1-9a81-4e86ad109099 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:45.238345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:45.243088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:45.243350 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.429917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:45.430286 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.467046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fd136bfd-ee8c-4794-810d-67734794125f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:45.526600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c243f4-8e02-4649-bc8a-f9008809319c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbfa746-ee31-47ee-8f4e-59e88536ed3e'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:45.532626 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39780814-1a24-4093-bf47-6f382d315621" -d '{"events": [{"server_uuid": "36c243f4-8e02-4649-bc8a-f9008809319c", "name": "network-vif-plugged", "status": "completed", "tag": "6bbfa746-ee31-47ee-8f4e-59e88536ed3e"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:45.551092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:45.552051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.580463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fd136bfd-ee8c-4794-810d-67734794125f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:45.580926 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fd136bfd-ee8c-4794-810d-67734794125f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.648618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-b9066f25-b1be-4dd0-81fa-d05d01811284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.658223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-b9066f25-b1be-4dd0-81fa-d05d01811284 service neutron] 10.222.0.65 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 916 time: 0.8547864 Feb 11 05:24:45.686797 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.733929 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.761282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-37bfe9cd-5b27-460d-a1be-31d48e45fe9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=669856e5-8a0b-4810-837a-f2c0f0383841 HTTP/1.1" status: 200 len: 217 time: 0.1008334 Feb 11 05:24:45.773989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:45.787534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fd136bfd-ee8c-4794-810d-67734794125f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:45.787905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd136bfd-ee8c-4794-810d-67734794125f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.788377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-2ef6c9f9-0430-4945-a5f2-e6c06fdf5c7b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8323174 Feb 11 05:24:45.819222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port fd136bfd-ee8c-4794-810d-67734794125f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fd136bfd-ee8c-4794-810d-67734794125f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:45.862762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2ac2-f0e0-480f-a6e5-98668320275e req-6ed1fba5-7a81-431e-bc9c-c9b82c4b0391 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.864327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-085a2ac2-f0e0-480f-a6e5-98668320275e req-6ed1fba5-7a81-431e-bc9c-c9b82c4b0391 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 943 time: 0.3037236 Feb 11 05:24:45.894913 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fd136bfd-ee8c-4794-810d-67734794125f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.949510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-3e27f788-997f-429e-a4f7-d7770aa9e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.954295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-3e27f788-997f-429e-a4f7-d7770aa9e9d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 200 len: 855 time: 0.1646979 Feb 11 05:24:46.004805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=fd136bfd-ee8c-4794-810d-67734794125f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.011014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-4c55bd32-8913-4976-b952-620fce15b6d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=549239a2-be08-4acd-8b88-18888be5740c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383604 Feb 11 05:24:46.014703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-085a2ac2-f0e0-480f-a6e5-98668320275e req-2692fad8-69ac-4b65-b167-80e518effc53 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311827 Feb 11 05:24:46.053530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Deleting port 478d105b-d350-4979-a4ef-729916eb63c7 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:46.053881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (478d105b-d350-4979-a4ef-729916eb63c7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.235921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (478d105b-d350-4979-a4ef-729916eb63c7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.240421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-c4bf7483-9ec0-47cd-b979-2190ad930be7 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219520 Feb 11 05:24:46.262242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Calling delete_port for 478d105b-d350-4979-a4ef-729916eb63c7 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:46.269651 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Publish callbacks [] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.355430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.397439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-716fe837-2ee0-41f6-adc6-3c19f49ead9a req-ba447fa4-0681-4a6c-b335-7e9f6244a679 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272664 Feb 11 05:24:46.438543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf2b39-0be4-46f5-91b9-030952866151 req-3e8c3700-e574-4bd3-be8c-884dbea0a54e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:46.446891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cdf2b39-0be4-46f5-91b9-030952866151 req-3e8c3700-e574-4bd3-be8c-884dbea0a54e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 945 time: 0.2470686 Feb 11 05:24:46.518869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Pushing event updated for resources: {'Port': ['ID=963a9854-bb85-4aa1-9a81-4e86ad109099,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.525143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cdf2b39-0be4-46f5-91b9-030952866151 req-2ddf364e-ff96-498e-abdc-33d24617b203 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770726 Feb 11 05:24:46.529384 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (42dd1b68-2c0f-4895-8f63-38a2e83567b6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.582922 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc0dc37-75d5-4cb4-b0f8-e01ff22f4bfc x-openstack-request-id: req-1dc0dc37-75d5-4cb4-b0f8-e01ff22f4bfc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:46.583226 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c243f4-8e02-4649-bc8a-f9008809319c", "name": "network-vif-plugged", "status": "completed", "tag": "6bbfa746-ee31-47ee-8f4e-59e88536ed3e", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:46.583486 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1dc0dc37-75d5-4cb4-b0f8-e01ff22f4bfc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:46.583881 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c243f4-8e02-4649-bc8a-f9008809319c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbfa746-ee31-47ee-8f4e-59e88536ed3e', 'code': 200} Feb 11 05:24:46.746295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124b096-d520-44fb-9596-bdf3f16d9150 req-033fb0f4-5b22-436c-8990-d149a37ffd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:46.747920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b124b096-d520-44fb-9596-bdf3f16d9150 req-033fb0f4-5b22-436c-8990-d149a37ffd40 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 1128 time: 0.1016097 Feb 11 05:24:46.860863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:46.863160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:46.863828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b124b096-d520-44fb-9596-bdf3f16d9150 req-9e34bf59-d93c-46d2-8612-3ac0c5e674be service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085362 Feb 11 05:24:46.934941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (478d105b-d350-4979-a4ef-729916eb63c7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.950494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 669856e5-8a0b-4810-837a-f2c0f0383841 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:47.087985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89cee2ce-d42e-40b9-ba59-9686e1e2aa24 req-3c11c3a3-a192-40ed-bab6-3311d9f00447 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 210 time: 0.0788171 Feb 11 05:24:47.203798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 669856e5-8a0b-4810-837a-f2c0f0383841, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=669856e5-8a0b-4810-837a-f2c0f0383841,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:47.245537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '669856e5-8a0b-4810-837a-f2c0f0383841', 'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'port_id': '669856e5-8a0b-4810-837a-f2c0f0383841', 'mac_address': 'fa:16:3e:84:fb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136e7de0-3684-4b63-a60d-6ced8f56b0ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:47.262365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a837-4a17-4e8d-8d5b-aead94266f2c req-2bacd59f-6090-418b-8576-b43b94634101 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:47.270795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:24:47.270955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9529a837-4a17-4e8d-8d5b-aead94266f2c req-2bacd59f-6090-418b-8576-b43b94634101 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 943 time: 0.1072989 Feb 11 05:24:47.272414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event deleted for resources: {'Port': ['ID=478d105b-d350-4979-a4ef-729916eb63c7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:47.383392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9529a837-4a17-4e8d-8d5b-aead94266f2c req-84e470f4-23b2-42a0-9e25-8dced0bde053 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111789 Feb 11 05:24:47.388259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fd136bfd-ee8c-4794-810d-67734794125f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:47.456462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.459877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 669856e5-8a0b-4810-837a-f2c0f0383841 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:47.460278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.468094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ff9adce0-2450-4632-a91f-3393b336c95a None None] Provisioning complete for port 963a9854-bb85-4aa1-9a81-4e86ad109099 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:47.485587 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff9adce0-2450-4632-a91f-3393b336c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.545383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669856e5-8a0b-4810-837a-f2c0f0383841 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:47.576943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fd136bfd-ee8c-4794-810d-67734794125f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:47.577496 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fd136bfd-ee8c-4794-810d-67734794125f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.585339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ff9adce0-2450-4632-a91f-3393b336c95a None None] Port 963a9854-bb85-4aa1-9a81-4e86ad109099 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:47.593405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 669856e5-8a0b-4810-837a-f2c0f0383841, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=669856e5-8a0b-4810-837a-f2c0f0383841,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:47.676399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.711660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.716188 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.720838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:47.725523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fd136bfd-ee8c-4794-810d-67734794125f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:47.735956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-785f513c-0630-4481-878a-57ea1f7afb50 admin admin] 10.222.0.62 "PUT /v2.0/routers/42dd1b68-2c0f-4895-8f63-38a2e83567b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5531316 Feb 11 05:24:47.744150 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Sync routers for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:47.758295 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:47.759207 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:47.780179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=669856e5-8a0b-4810-837a-f2c0f0383841,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:47.874285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4d437-f81b-4cb6-8142-ce976c991350 req-79398f26-32f9-4dbe-8b9d-20bc21256930 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:47.876607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13b4d437-f81b-4cb6-8142-ce976c991350 req-79398f26-32f9-4dbe-8b9d-20bc21256930 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 945 time: 0.2278447 Feb 11 05:24:47.914364 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (a4745d2a-bd06-438c-b320-ac4dadcc9dfa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.915061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Fanout notify agent at l3_agent the message router_deleted on router a4745d2a-bd06-438c-b320-ac4dadcc9dfa {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:24:47.926029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['669856e5-8a0b-4810-837a-f2c0f0383841'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:47.926678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.927995 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bde26ae5-8cf4-4a85-a494-6388523c9a42 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/a4745d2a-bd06-438c-b320-ac4dadcc9dfa HTTP/1.1" status: 204 len: 168 time: 3.4309244 Feb 11 05:24:47.931867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53750) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:47.936640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1608112602', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:48.097121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (ff1ac845-333d-43e1-a96e-d687c23862b8), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.098210 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (ff1ac845-333d-43e1-a96e-d687c23862b8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.133653 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:48.140630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13b4d437-f81b-4cb6-8142-ce976c991350 req-fb7a5e55-5ada-4b7e-84cb-36d4b35c989e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352486 Feb 11 05:24:48.209454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (ff1ac845-333d-43e1-a96e-d687c23862b8), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.321622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-a574d287-2bc2-4e0b-88ef-2ba3399796e0 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=514f995810f04081ac6b95888e6caefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533586 Feb 11 05:24:48.376956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede2291a-53c5-4cca-9d06-3df669d94a03 req-66d76476-9bc3-416e-b0f0-c9d9a7646b4a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 210 time: 0.0676205 Feb 11 05:24:48.568748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-b7413f1d-881d-49f5-b299-5f099d89eb5c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:48.576806 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (ff1ac845-333d-43e1-a96e-d687c23862b8), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.578019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-b7413f1d-881d-49f5-b299-5f099d89eb5c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571692 Feb 11 05:24:48.612556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-b554a26d-c31d-427d-a61f-cc2893837ee1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/quotas/514f995810f04081ac6b95888e6caefb HTTP/1.1" status: 200 len: 375 time: 0.0322387 Feb 11 05:24:48.618965 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 2, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:48.666953 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Checking router: 42dd1b68-2c0f-4895-8f63-38a2e83567b6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:24:48.667582 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Updating router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 port 963a9854-bb85-4aa1-9a81-4e86ad109099 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:24:48.672248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-36664aa8-83c6-42e3-8b0e-8877167b9a59 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586724 Feb 11 05:24:48.700513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf1fae-2653-4b8e-a83c-c240b3386dfb req-23a3f310-a790-4f30-b465-ea9c6f19f519 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:48.702669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2cf1fae-2653-4b8e-a83c-c240b3386dfb req-23a3f310-a790-4f30-b465-ea9c6f19f519 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 944 time: 0.1113698 Feb 11 05:24:48.849306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2cf1fae-2653-4b8e-a83c-c240b3386dfb req-0f0f6e69-7ca1-4063-938a-2bc2b6e0e1c1 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342077 Feb 11 05:24:48.883593 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:48.980556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 669856e5-8a0b-4810-837a-f2c0f0383841 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:49.138191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (ff1ac845-333d-43e1-a96e-d687c23862b8), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.179962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.246649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53798) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:49.251899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-192536144-network', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:49.271543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 669856e5-8a0b-4810-837a-f2c0f0383841 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:49.276462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 669856e5-8a0b-4810-837a-f2c0f0383841 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:49.277023 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.385681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-3bbab578-53c5-411c-b94b-a3820e3a5846 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=514f995810f04081ac6b95888e6caefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727136 Feb 11 05:24:49.444091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 669856e5-8a0b-4810-837a-f2c0f0383841 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:49.446136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.452129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Allocated IP 172.25.8.227 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e82b3c71-99a0-48c0-8103-02cff2c3ceb7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:49.482146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669856e5-8a0b-4810-837a-f2c0f0383841'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:49.489467 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f212c42-1ccd-47d0-8b61-4bcd635fa72b" -d '{"events": [{"server_uuid": "ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8", "name": "network-vif-plugged", "status": "completed", "tag": "669856e5-8a0b-4810-837a-f2c0f0383841"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:49.497736 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Publish callbacks [] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.507585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Made reservation on behalf of 1ac799e7118a4efbacb80d22520b2e35 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:49.509387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 669856e5-8a0b-4810-837a-f2c0f0383841, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=669856e5-8a0b-4810-837a-f2c0f0383841,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:49.509963 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.524489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.608201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for port (e82b3c71-99a0-48c0-8103-02cff2c3ceb7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.631856 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.632087 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.635482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eab30-aa98-43d3-ab9d-258855a16487 req-eba796ca-6c6b-4819-b7f0-21ff5b356bb5 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:49.645725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-999eab30-aa98-43d3-ab9d-258855a16487 req-eba796ca-6c6b-4819-b7f0-21ff5b356bb5 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 945 time: 0.2565370 Feb 11 05:24:49.696520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-d723dd32-3378-4615-a953-51e76771fffa tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:49.703745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-d723dd32-3378-4615-a953-51e76771fffa tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958984 Feb 11 05:24:49.746556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-c3a3123b-a8bc-4205-abaa-19edf48284a7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/quotas/514f995810f04081ac6b95888e6caefb HTTP/1.1" status: 200 len: 375 time: 0.0416124 Feb 11 05:24:49.774796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=669856e5-8a0b-4810-837a-f2c0f0383841,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:49.816912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-999eab30-aa98-43d3-ab9d-258855a16487 req-d7e7887c-06c0-4160-880d-25f5f98debe3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683159 Feb 11 05:24:49.849050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e82b3c71-99a0-48c0-8103-02cff2c3ceb7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.859610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-a5aef76b-f104-4082-a49a-8c625dae06db tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111183 Feb 11 05:24:49.905764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Publish callbacks [] for security_group (0993cc0a-531c-4418-b4a9-98f51ed25fb7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.908724 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649437fe-8d51-4821-8555-c9323dfbaece None None] Pushing event updated for resources: {'Port': ['ID=963a9854-bb85-4aa1-9a81-4e86ad109099,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:49.917980 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Attempting to bind port 963a9854-bb85-4aa1-9a81-4e86ad109099 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:49.918362 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Attempting to bind port 963a9854-bb85-4aa1-9a81-4e86ad109099 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:49.918733 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Attempting to bind port 963a9854-bb85-4aa1-9a81-4e86ad109099 on network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:49.941221 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:49.945728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Checking segment: {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:49.945728 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.945728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Bound using segment: {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:49.945728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Bound port: 963a9854-bb85-4aa1-9a81-4e86ad109099, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:49.945728 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:49.972156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:49.987273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:50.009472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:50.037185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0993cc0a-531c-4418-b4a9-98f51ed25fb7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.066827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:24:50.087858 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a605ea1c-0b83-4d94-8661-d1c9b4f571fa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.089021 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Added segment a605ea1c-0b83-4d94-8661-d1c9b4f571fa of type vlan for network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b Feb 11 05:24:50.134100 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] For port 963a9854-bb85-4aa1-9a81-4e86ad109099, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:50.137818 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] For port 963a9854-bb85-4aa1-9a81-4e86ad109099, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=963a9854-bb85-4aa1-9a81-4e86ad109099,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:50.145089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event updated for resources: {'Port': ['ID=e82b3c71-99a0-48c0-8103-02cff2c3ceb7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.147250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.154252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-faf4cadc-4e67-4b31-8f25-a70b1fd050a5 None None] Provisioning complete for port 963a9854-bb85-4aa1-9a81-4e86ad109099 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:50.154795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-faf4cadc-4e67-4b31-8f25-a70b1fd050a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.192112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3748eb2c-18fc-44d5-b2d8-21ab59045a76 req-38c37d29-5f00-420f-a495-4702ac491d06 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 210 time: 0.1984661 Feb 11 05:24:50.243548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0993cc0a-531c-4418-b4a9-98f51ed25fb7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.284679 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16012ec2-0f8a-4ef5-bfa5-5c3ae7bf653b x-openstack-request-id: req-16012ec2-0f8a-4ef5-bfa5-5c3ae7bf653b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:50.285197 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8", "name": "network-vif-plugged", "status": "completed", "tag": "669856e5-8a0b-4810-837a-f2c0f0383841", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:50.285630 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16012ec2-0f8a-4ef5-bfa5-5c3ae7bf653b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:50.286347 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669856e5-8a0b-4810-837a-f2c0f0383841', 'code': 200} Feb 11 05:24:50.307579 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.321986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-faf4cadc-4e67-4b31-8f25-a70b1fd050a5 None None] Port 963a9854-bb85-4aa1-9a81-4e86ad109099 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:50.340280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.346629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:50.346629 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:50.504073 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649437fe-8d51-4821-8555-c9323dfbaece None None] Pushing event updated for resources: {'Port': ['ID=963a9854-bb85-4aa1-9a81-4e86ad109099,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.556922 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:50.557572 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:50.797999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5463195 Feb 11 05:24:50.805077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5bb43c70-78a3-405b-ad12-823f5f4a60b0 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069086 Feb 11 05:24:50.807400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53826) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:50.820505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c2055-d07e-417c-b852-0462ea6da166 admin admin] Pushing event updated for resources: {'Network': ['ID=f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:50.832210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:24:50.842091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Request body: {'subnet': {'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-192536144-subnet', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:50.856853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (ff1ac845-333d-43e1-a96e-d687c23862b8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.023862 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:24:51.127301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f4361319-87a6-4a8a-b29e-5a34cc8d2b37 None None] Provisioning complete for port 963a9854-bb85-4aa1-9a81-4e86ad109099 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:51.127705 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4361319-87a6-4a8a-b29e-5a34cc8d2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.136046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-478ae13c-ba56-4061-ad52-ae52b18d322e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.138730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-478ae13c-ba56-4061-ad52-ae52b18d322e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130753 Feb 11 05:24:51.210928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Request body: {'port': {'device_id': '395522ee-62a0-42fb-a665-54b6c5afdc4e', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '8735cf2cbcdc4b8396d56a956cef7466'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:51.304097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39732c25-5b82-4f96-b336-e7c281dce5f2 req-c5fbd791-d513-4e81-93a7-dd6d767ece57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.305665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39732c25-5b82-4f96-b336-e7c281dce5f2 req-c5fbd791-d513-4e81-93a7-dd6d767ece57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 1128 time: 0.8767340 Feb 11 05:24:51.338485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5b0a-405b-4dbc-a111-2c5135550363 req-e467a1c2-1c51-4a40-a1cd-a5d313ffe9c7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.346713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d33e5b0a-405b-4dbc-a111-2c5135550363 req-e467a1c2-1c51-4a40-a1cd-a5d313ffe9c7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 945 time: 0.8709853 Feb 11 05:24:51.394887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62200d-a20d-4008-8c7b-ff6666e19eb9 req-ae066786-d39a-477d-83dc-2d2a2fe8ef5b tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:51.398952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f4361319-87a6-4a8a-b29e-5a34cc8d2b37 None None] Current status of the port 963a9854-bb85-4aa1-9a81-4e86ad109099 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:51.399774 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4361319-87a6-4a8a-b29e-5a34cc8d2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.404334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac62200d-a20d-4008-8c7b-ff6666e19eb9 req-ae066786-d39a-477d-83dc-2d2a2fe8ef5b tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 945 time: 0.8450363 Feb 11 05:24:51.457275 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-85ab2bab-1da4-49b0-a06a-0af05d48c378 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617404 Feb 11 05:24:51.510517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Made reservation on behalf of 1ac799e7118a4efbacb80d22520b2e35 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:51.522144 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.524321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f4361319-87a6-4a8a-b29e-5a34cc8d2b37 None None] For port 963a9854-bb85-4aa1-9a81-4e86ad109099, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=963a9854-bb85-4aa1-9a81-4e86ad109099,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:51.586818 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:51.620609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39732c25-5b82-4f96-b336-e7c281dce5f2 req-4c2fb6b7-b591-417a-a64c-db1ede1d9ab3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081663 Feb 11 05:24:51.645940 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4361319-87a6-4a8a-b29e-5a34cc8d2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:51.674982 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61140f21-2e54-45ec-a7fa-880c9ee5fcd3 None None] The sync data for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 is: [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:50Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:51.718552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d33e5b0a-405b-4dbc-a111-2c5135550363 req-2b06bf1d-6733-4667-bcaa-295168656ef3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703773 Feb 11 05:24:51.723606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4361319-87a6-4a8a-b29e-5a34cc8d2b37 None None] Pushing event updated for resources: {'Port': ['ID=963a9854-bb85-4aa1-9a81-4e86ad109099,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:51.862262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac62200d-a20d-4008-8c7b-ff6666e19eb9 req-4a6eb87a-b5ff-4292-8d11-785a818c11dc tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505444 Feb 11 05:24:52.084525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (ff1ac845-333d-43e1-a96e-d687c23862b8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.138670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f042b18-db07-48a8-a636-1d0fd077af47 req-4b3099af-d29c-4f2e-b336-ce6a5a2d77bf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 210 time: 0.2986341 Feb 11 05:24:52.157383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e296545-ce97-4901-a41b-330b6c48634d req-5822c8cd-09bc-45bf-b243-4e15627b8d78 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 210 time: 0.0389948 Feb 11 05:24:52.269875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Made reservation on behalf of 8735cf2cbcdc4b8396d56a956cef7466 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:52.274859 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.288097 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (c4841e43-8914-4a37-a3c6-e38fefb8454e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.369751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4841e43-8914-4a37-a3c6-e38fefb8454e,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:52.376794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-950135d8-4986-4260-9eb3-77a7262ef1b9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:52.378645 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-950135d8-4986-4260-9eb3-77a7262ef1b9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8851132 Feb 11 05:24:52.402363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Request body: {'port': {'device_id': '2032fda4-b45f-4d4f-b0bf-53a968a30053', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '8735cf2cbcdc4b8396d56a956cef7466'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:52.479813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Checking segment: {'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:52.480170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Network hostable DHCP agents. Network: f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:24:52.587368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Allocated IP 192.168.233.200 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/eb557fab-dc83-45d9-8f73-f36e14d3f1fa) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:52.645999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Router ff1ac845-333d-43e1-a96e-d687c23862b8 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:24:52.668884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:24:52.807713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:52.817732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c48590-306b-4ae8-a3c2-a109cad0116f None None] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:52.826938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:52.827619 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.866149 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.885089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Made reservation on behalf of 8735cf2cbcdc4b8396d56a956cef7466 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:52.911749 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:52.970568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-14269aa7-d0f8-47eb-b2c5-bfc46e51ebee admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1461086 Feb 11 05:24:52.972678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53842) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:52.985778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:53.037014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.045940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:24:53.217936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:53.218281 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (f2095413-f467-414e-82cc-0e23906baf93), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.220277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (f2095413-f467-414e-82cc-0e23906baf93), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.224477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351293af-c023-4f82-9ccc-77c7c0d77e72 None None] Sync routers for ids ['ff1ac845-333d-43e1-a96e-d687c23862b8'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:24:53.230094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:53.261949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:53.272965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-c156acfc-7ee8-482b-86e8-6b158794a769 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=514f995810f04081ac6b95888e6caefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786984 Feb 11 05:24:53.275035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:53.282317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.284030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'Port': ['ID=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:53.292053 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1d6e8394-70fa-44a6-abc3-f3be6688246b tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3557863 Feb 11 05:24:53.292365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53850) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:53.366637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:53.366820 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Allocated IP 192.168.233.173 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/6265efb6-7326-4552-b0b7-6c93b5e3dd5a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:53.438540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351293af-c023-4f82-9ccc-77c7c0d77e72 None None] Routers {'ff1ac845-333d-43e1-a96e-d687c23862b8'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:53.442967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-351293af-c023-4f82-9ccc-77c7c0d77e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ff1ac845-333d-43e1-a96e-d687c23862b8'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.477438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b', 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b', 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'fixed_ips': [{'subnet_id': 'c4841e43-8914-4a37-a3c6-e38fefb8454e'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:24:53.481109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.565754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529950-610c-40da-b0cc-aa0eb7add70b req-e37558ca-46fc-4b82-b22e-cc78d5e40d6f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:53.567300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff529950-610c-40da-b0cc-aa0eb7add70b req-e37558ca-46fc-4b82-b22e-cc78d5e40d6f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 945 time: 0.5592325 Feb 11 05:24:53.606518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 963a9854-bb85-4aa1-9a81-4e86ad109099 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:53.633542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-351293af-c023-4f82-9ccc-77c7c0d77e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.660060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac9d9b-4347-450b-b06d-42180e340402 req-b72bd15b-cab2-4e00-8723-20388739e754 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:53.668368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79ac9d9b-4347-450b-b06d-42180e340402 req-b72bd15b-cab2-4e00-8723-20388739e754 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 945 time: 0.6293142 Feb 11 05:24:53.751228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.757262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks [] for router_controller (f2095413-f467-414e-82cc-0e23906baf93), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.822424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:53.823531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.885823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351293af-c023-4f82-9ccc-77c7c0d77e72 None None] Routers {'ff1ac845-333d-43e1-a96e-d687c23862b8'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:24:53.886465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-351293af-c023-4f82-9ccc-77c7c0d77e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ff1ac845-333d-43e1-a96e-d687c23862b8'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.919115 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:53.959997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:53.967720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-351293af-c023-4f82-9ccc-77c7c0d77e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:24:53.968386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351293af-c023-4f82-9ccc-77c7c0d77e72 None None] The sync data for ids ['ff1ac845-333d-43e1-a96e-d687c23862b8'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:24:54.051201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-40630f3f-bee5-4e85-a30d-dfc0bee9dcc1 None None] Provisioning complete for port eb557fab-dc83-45d9-8f73-f36e14d3f1fa triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:54.051547 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40630f3f-bee5-4e85-a30d-dfc0bee9dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.059298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:54.079745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:54.102189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:54.145639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Allocated IP 172.20.0.2 (f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b/c4841e43-8914-4a37-a3c6-e38fefb8454e/12dd33b6-13e8-4314-b603-dab349faced2) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:54.201722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-40630f3f-bee5-4e85-a30d-dfc0bee9dcc1 None None] Port eb557fab-dc83-45d9-8f73-f36e14d3f1fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:54.206051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 963a9854-bb85-4aa1-9a81-4e86ad109099 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:54.206487 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.252628 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-5e16651b-0d43-41b1-bee3-a70319ae3d5c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=514f995810f04081ac6b95888e6caefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1894178 Feb 11 05:24:54.421038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'Port': ['ID=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:54.447336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-e681155d-8b6f-4f64-8231-f31e71f606a0 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:54.449497 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-e681155d-8b6f-4f64-8231-f31e71f606a0 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819334 Feb 11 05:24:54.517038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Request body: {'port': {'device_id': '13c197f7-c557-4211-90fe-c3c3e8e80db9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '514f995810f04081ac6b95888e6caefb'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:54.561776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5b98b224-0510-44d8-bd58-3ce7bc498b40 None None] Provisioning complete for port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:54.562295 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b98b224-0510-44d8-bd58-3ce7bc498b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.568339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:54.569028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.606229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-64105a30-edad-4dbf-ab1c-b96b1eadfe37 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:54.607749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-64105a30-edad-4dbf-ab1c-b96b1eadfe37 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3108912 Feb 11 05:24:54.620080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6a8cb490-eda9-4cad-83a1-ac8c9b2ed3bc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4472976 Feb 11 05:24:54.651976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7659b06-8736-4692-9127-85ecae106c90 req-d28747ed-2ecd-4412-84ec-ed63503c6d5b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:54.654143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e7659b06-8736-4692-9127-85ecae106c90 req-d28747ed-2ecd-4412-84ec-ed63503c6d5b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 945 time: 0.2034843 Feb 11 05:24:54.661146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Request body: {'port': {'device_id': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '514f995810f04081ac6b95888e6caefb'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:54.677603 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-02508120-9d7a-4974-b3e9-a03726e98c1e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2833521 Feb 11 05:24:54.710810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Request body: {'port': {'device_id': '2032fda4-b45f-4d4f-b0bf-53a968a30053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:54.786725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5b98b224-0510-44d8-bd58-3ce7bc498b40 None None] Port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:54.808534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 963a9854-bb85-4aa1-9a81-4e86ad109099 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:54.811602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79ac9d9b-4347-450b-b06d-42180e340402 req-15d20a27-9178-479a-9fa3-20be8153013a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1378899 Feb 11 05:24:54.820533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Request body: {'port': {'device_id': '395522ee-62a0-42fb-a665-54b6c5afdc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:54.861209 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Publish callbacks [] for port (12dd33b6-13e8-4314-b603-dab349faced2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.864988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.884214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff529950-610c-40da-b0cc-aa0eb7add70b req-a8863702-304e-48de-9915-c01586ce16a7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2955163 Feb 11 05:24:54.925403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Made reservation on behalf of 514f995810f04081ac6b95888e6caefb for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:54.929345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.961449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.968395 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (12dd33b6-13e8-4314-b603-dab349faced2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.972264 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks [] for router_gateway (f2095413-f467-414e-82cc-0e23906baf93), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:54.982149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Made reservation on behalf of 514f995810f04081ac6b95888e6caefb for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:54.986868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.035017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cee9a196-a38b-4791-b716-9a56ba7cf4c0 req-320249c2-c2f9-40ef-a615-4774dae05a1d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 210 time: 0.0556209 Feb 11 05:24:55.253155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.253155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.253312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Pushing event updated for resources: {'Port': ['ID=12dd33b6-13e8-4314-b603-dab349faced2,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.253312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:55.253312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:55.253312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:55.263025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Attempting to bind port 12dd33b6-13e8-4314-b603-dab349faced2 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:55.264433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Attempting to bind port 12dd33b6-13e8-4314-b603-dab349faced2 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:55.264433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Attempting to bind port 12dd33b6-13e8-4314-b603-dab349faced2 on network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:55.270579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceed055-ce54-4410-ad64-05f26bab2b1b req-8d7863c6-a37a-4669-b572-38fa21191250 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:55.272178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ceed055-ce54-4410-ad64-05f26bab2b1b req-8d7863c6-a37a-4669-b572-38fa21191250 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 936 time: 0.2197988 Feb 11 05:24:55.327668 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (ff1ac845-333d-43e1-a96e-d687c23862b8), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.359551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks [] for security_group (0a752a26-fa1b-4fa2-8108-0b8a926db005), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.389140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:55.389660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Checking segment: {'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:55.390622 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.390622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Bound using segment: {'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:55.392137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Bound port: 12dd33b6-13e8-4314-b603-dab349faced2, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:55.392723 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (12dd33b6-13e8-4314-b603-dab349faced2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.408504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6265efb6-7326-4552-b0b7-6c93b5e3dd5a {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:55.423079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Publish callbacks [] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.443463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Transition to ACTIVE for port object 6265efb6-7326-4552-b0b7-6c93b5e3dd5a will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:55.479988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] For port 12dd33b6-13e8-4314-b603-dab349faced2, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:55.485052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] For port 12dd33b6-13e8-4314-b603-dab349faced2, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=12dd33b6-13e8-4314-b603-dab349faced2,segment=NetworkSegment(a605ea1c-0b83-4d94-8661-d1c9b4f571fa),segment_id=a605ea1c-0b83-4d94-8661-d1c9b4f571fa)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:55.499487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Deleting port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:55.499727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.508312 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a752a26-fa1b-4fa2-8108-0b8a926db005), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.539854 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_gateway (ff1ac845-333d-43e1-a96e-d687c23862b8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.579445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.591003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 514f995810f04081ac6b95888e6caefb {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:24:55.591003 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:24:55.605185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ceed055-ce54-4410-ad64-05f26bab2b1b req-f438494c-6016-4861-bd40-537f478fcd75 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970605 Feb 11 05:24:55.623262 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (12dd33b6-13e8-4314-b603-dab349faced2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.628646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a752a26-fa1b-4fa2-8108-0b8a926db005,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.713420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b5ff0-85ba-4bd5-82a6-7daba401d8db None None] Pushing event updated for resources: {'Port': ['ID=12dd33b6-13e8-4314-b603-dab349faced2,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.787876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.799260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] For port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:55.800028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.824169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.824525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.824877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.825217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.825547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.825883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.826213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.826540 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.826871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.827193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.827522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.827846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.828168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:55.841322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Calling delete_port for 6bbfa746-ee31-47ee-8f4e-59e88536ed3e owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:55.862459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Attempting to bind port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:55.862795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Attempting to bind port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:55.863125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Attempting to bind port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:55.875748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:55.876422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Attempting to bind port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:55.896644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:55.896991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:55.897383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:55.897833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Bound port: 6265efb6-7326-4552-b0b7-6c93b5e3dd5a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:55.898190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.093030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.149666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] For port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:56.153285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] For port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:56.258959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Deleting port e82b3c71-99a0-48c0-8103-02cff2c3ceb7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:24:56.259392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e82b3c71-99a0-48c0-8103-02cff2c3ceb7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.268515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.274178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb557fab-dc83-45d9-8f73-f36e14d3f1fa {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:56.300372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Publish callbacks [] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.325354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a19e3-093b-4969-8e3f-e75858bee7c7 req-552d8885-2f1a-4d7c-b6f9-2b67371879f6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:56.327073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea2a19e3-093b-4969-8e3f-e75858bee7c7 req-552d8885-2f1a-4d7c-b6f9-2b67371879f6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 945 time: 0.3915699 Feb 11 05:24:56.333059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks [] for router_gateway (f2095413-f467-414e-82cc-0e23906baf93), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.359231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:56.361109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.362976 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] 10.222.0.83 "PUT /v2.0/ports/6265efb6-7326-4552-b0b7-6c93b5e3dd5a HTTP/1.1" status: 200 len: 1097 time: 1.6602829 Feb 11 05:24:56.376267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2032fda4-b45f-4d4f-b0bf-53a968a30053', 'tag': '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:56.378295 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abc945a-77c8-4bb4-993f-8e387d59910d" -d '{"events": [{"name": "network-changed", "server_uuid": "2032fda4-b45f-4d4f-b0bf-53a968a30053", "tag": "6265efb6-7326-4552-b0b7-6c93b5e3dd5a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:56.401357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d7710-f840-49d7-a5c1-78a6a985daa0 req-076d1652-1896-4639-94ec-19ab00d968bc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:56.403225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-725d7710-f840-49d7-a5c1-78a6a985daa0 req-076d1652-1896-4639-94ec-19ab00d968bc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=36c243f4-8e02-4649-bc8a-f9008809319c HTTP/1.1" status: 200 len: 945 time: 0.2961075 Feb 11 05:24:56.413081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.433836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63488c-eaba-40a9-a761-7f388788a6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:56.503449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6bbfa746-ee31-47ee-8f4e-59e88536ed3e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.519618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30', '6bbfa746-ee31-47ee-8f4e-59e88536ed3e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:56.631604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event deleted for resources: {'Port': ['ID=6bbfa746-ee31-47ee-8f4e-59e88536ed3e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:56.645629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Allocated IP 172.25.8.237 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/289b1b53-9c6f-4130-af26-380184e8cabb) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:56.726936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Transition to ACTIVE for port object eb557fab-dc83-45d9-8f73-f36e14d3f1fa will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:56.761750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] No DVR routers for this DVR port 6bbfa746-ee31-47ee-8f4e-59e88536ed3e on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:24:56.767174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.771031 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e82b3c71-99a0-48c0-8103-02cff2c3ceb7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.771828 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "DELETE /v2.0/ports/6bbfa746-ee31-47ee-8f4e-59e88536ed3e HTTP/1.1" status: 204 len: 173 time: 2.1101360 Feb 11 05:24:56.786033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-1a7dcc9a-26da-49fd-ae30-e382088b6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:56.788461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-1a7dcc9a-26da-49fd-ae30-e382088b6c85 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 1131 time: 0.2997868 Feb 11 05:24:56.817593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea2a19e3-093b-4969-8e3f-e75858bee7c7 req-f5b456d7-5cf7-4144-800a-5eb762c5ca73 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557374 Feb 11 05:24:56.853756 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-cff3568a-3064-42c2-889f-004ee50b8178 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6265efb6-7326-4552-b0b7-6c93b5e3dd5a HTTP/1.1" status: 200 len: 217 time: 0.0491602 Feb 11 05:24:56.892459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Calling delete_port for e82b3c71-99a0-48c0-8103-02cff2c3ceb7 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:24:56.898724 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.924360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-46263564-633d-4aa3-a040-5894e9377ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:56.926444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-46263564-633d-4aa3-a040-5894e9377ff7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0606198 Feb 11 05:24:56.949212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-725d7710-f840-49d7-a5c1-78a6a985daa0 req-b867f931-4438-44ab-b739-8f1fcdbff0a2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317769 Feb 11 05:24:57.053447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76f84148-a845-4693-8ef2-2818bb29e058 req-42458115-6a31-4ac7-a464-3e2b869e8387 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 210 time: 0.1028268 Feb 11 05:24:57.065974 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f661a34-e9ce-4b7c-8311-8304e4e3b56a x-openstack-request-id: req-3f661a34-e9ce-4b7c-8311-8304e4e3b56a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:57.066543 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2032fda4-b45f-4d4f-b0bf-53a968a30053", "tag": "6265efb6-7326-4552-b0b7-6c93b5e3dd5a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:57.067681 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f661a34-e9ce-4b7c-8311-8304e4e3b56a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:57.068277 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2032fda4-b45f-4d4f-b0bf-53a968a30053', 'tag': '6265efb6-7326-4552-b0b7-6c93b5e3dd5a', 'status': 'completed', 'code': 200} Feb 11 05:24:57.084669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-d9505169-2cec-4135-9f07-bcbda8f5a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.088816 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-d9505169-2cec-4135-9f07-bcbda8f5a1e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1538606 Feb 11 05:24:57.258921 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-732cac8d-c421-4bc1-822f-3e104e71a717 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612434 Feb 11 05:24:57.347393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b997a-d55d-44fc-a01c-a5401854180d None None] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:24:57.357895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Pushing event updated for resources: {'Port': ['ID=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:57.385069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Allocated IP 192.168.233.50 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/8860d7c9-2446-4421-b255-ababfeb9f227) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:57.460849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks [] for port (289b1b53-9c6f-4130-af26-380184e8cabb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.496829 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-896cb46b-dbaf-40f0-8e2f-207e523819f9 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173085 Feb 11 05:24:57.524957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 12dd33b6-13e8-4314-b603-dab349faced2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:57.570600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ab3809fa-0516-4cb6-af63-602b50911102 None None] Provisioning complete for port 12dd33b6-13e8-4314-b603-dab349faced2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:57.574913 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab3809fa-0516-4cb6-af63-602b50911102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (12dd33b6-13e8-4314-b603-dab349faced2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.598708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Attempting to bind port eb557fab-dc83-45d9-8f73-f36e14d3f1fa on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:57.599089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Attempting to bind port eb557fab-dc83-45d9-8f73-f36e14d3f1fa by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:57.599492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Attempting to bind port eb557fab-dc83-45d9-8f73-f36e14d3f1fa on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:57.646349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Port eb557fab-dc83-45d9-8f73-f36e14d3f1fa on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:57.649599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Attempting to bind port eb557fab-dc83-45d9-8f73-f36e14d3f1fa on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:57.698849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-8b9ae8d6-3dcf-403c-860a-437b42bbea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.700353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:57.700508 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-8b9ae8d6-3dcf-403c-860a-437b42bbea8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 1131 time: 0.0688856 Feb 11 05:24:57.700788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:57.701235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:57.701577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Bound port: eb557fab-dc83-45d9-8f73-f36e14d3f1fa, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:57.701952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.762767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 12dd33b6-13e8-4314-b603-dab349faced2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:57.763474 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (12dd33b6-13e8-4314-b603-dab349faced2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.788761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40717e7-9695-400d-b873-5c8ebbd22e4e req-fcc4b22a-c795-49ee-92bb-c0895c4f3712 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.788761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f40717e7-9695-400d-b873-5c8ebbd22e4e req-fcc4b22a-c795-49ee-92bb-c0895c4f3712 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 948 time: 0.5618808 Feb 11 05:24:57.845527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ab3809fa-0516-4cb6-af63-602b50911102 None None] Current status of the port 12dd33b6-13e8-4314-b603-dab349faced2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:57.846048 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab3809fa-0516-4cb6-af63-602b50911102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (12dd33b6-13e8-4314-b603-dab349faced2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.904815 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:57.930413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-da053d4e-e95b-4d83-9d0b-ec8b746f5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:57.930413 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-da053d4e-e95b-4d83-9d0b-ec8b746f5580 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2216086 Feb 11 05:24:58.035446 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e82b3c71-99a0-48c0-8103-02cff2c3ceb7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.073900 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-594db7be-b0da-4183-b4b8-3a2623a08388 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6265efb6-7326-4552-b0b7-6c93b5e3dd5a HTTP/1.1" status: 200 len: 217 time: 0.1366317 Feb 11 05:24:58.170782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] For port eb557fab-dc83-45d9-8f73-f36e14d3f1fa, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:58.179841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] For port eb557fab-dc83-45d9-8f73-f36e14d3f1fa, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:58.194636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-12c5843c-f483-4851-a492-2f5da412866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.196291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-12c5843c-f483-4851-a492-2f5da412866b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1134880 Feb 11 05:24:58.234888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:58.263369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:58.277901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:58.284745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ab3809fa-0516-4cb6-af63-602b50911102 None None] For port 12dd33b6-13e8-4314-b603-dab349faced2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=12dd33b6-13e8-4314-b603-dab349faced2,segment=NetworkSegment(a605ea1c-0b83-4d94-8661-d1c9b4f571fa),segment_id=a605ea1c-0b83-4d94-8661-d1c9b4f571fa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:58.309210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-2f11d18c-1abb-4513-8298-c5db34b4e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.309210 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-2f11d18c-1abb-4513-8298-c5db34b4e4bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0990815 Feb 11 05:24:58.332652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 12dd33b6-13e8-4314-b603-dab349faced2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:58.333262 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (12dd33b6-13e8-4314-b603-dab349faced2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.372970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Pushing event updated for resources: {'Port': ['ID=289b1b53-9c6f-4130-af26-380184e8cabb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.388004 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.398821 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks [] for port (8860d7c9-2446-4421-b255-ababfeb9f227), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.423616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-59ff6455-1730-47ee-90d2-b68164ba490d service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071448 Feb 11 05:24:58.457771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab3809fa-0516-4cb6-af63-602b50911102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (12dd33b6-13e8-4314-b603-dab349faced2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.460266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f40717e7-9695-400d-b873-5c8ebbd22e4e req-08ad065a-eec3-4519-ae6f-5e7ac781c367 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327939 Feb 11 05:24:58.497771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Pushing event deleted for resources: {'Port': ['ID=e82b3c71-99a0-48c0-8103-02cff2c3ceb7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.501777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ab71b40-61b9-4098-8356-a568b78e64e4 req-4884d6b3-da72-4d20-b73b-54d0bfef0af4 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 210 time: 0.1255770 Feb 11 05:24:58.551338 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8abc945a-77c8-4bb4-993f-8e387d59910d req-9963f9fa-729b-45b2-ab10-8e76d8fe0298 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211126 Feb 11 05:24:58.570912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:58.572082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.574364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] 10.222.0.65 "PUT /v2.0/ports/eb557fab-dc83-45d9-8f73-f36e14d3f1fa HTTP/1.1" status: 200 len: 1097 time: 3.7833467 Feb 11 05:24:58.585528 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:24:58.586018 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:24:58.601551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3809fa-0516-4cb6-af63-602b50911102 None None] Pushing event updated for resources: {'Port': ['ID=12dd33b6-13e8-4314-b603-dab349faced2,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.622561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395522ee-62a0-42fb-a665-54b6c5afdc4e', 'tag': 'eb557fab-dc83-45d9-8f73-f36e14d3f1fa'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:58.625700 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a122e419-817f-4eb3-a7f0-2b51d938ee25" -d '{"events": [{"name": "network-changed", "server_uuid": "395522ee-62a0-42fb-a665-54b6c5afdc4e", "tag": "eb557fab-dc83-45d9-8f73-f36e14d3f1fa"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:58.681314 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (ff1ac845-333d-43e1-a96e-d687c23862b8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.709047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2266cdb0-c0ad-40e3-b04c-858e8e92a32e None None] Provisioning complete for port 12dd33b6-13e8-4314-b603-dab349faced2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:58.709830 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2266cdb0-c0ad-40e3-b04c-858e8e92a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (12dd33b6-13e8-4314-b603-dab349faced2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.925993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:58.938614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2266cdb0-c0ad-40e3-b04c-858e8e92a32e None None] Current status of the port 12dd33b6-13e8-4314-b603-dab349faced2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:59.026688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6bbfa746-ee31-47ee-8f4e-59e88536ed3e no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:24:59.071543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c243f4-8e02-4649-bc8a-f9008809319c', 'name': 'network-vif-deleted', 'tag': '6bbfa746-ee31-47ee-8f4e-59e88536ed3e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:59.074542 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98948a1-dfdc-411a-bc29-7d960051d216" -d '{"events": [{"server_uuid": "36c243f4-8e02-4649-bc8a-f9008809319c", "name": "network-vif-deleted", "tag": "6bbfa746-ee31-47ee-8f4e-59e88536ed3e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:59.093866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 6bbfa746-ee31-47ee-8f4e-59e88536ed3e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:24:59.095675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6bbfa746-ee31-47ee-8f4e-59e88536ed3e not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:24:59.183323 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dc8531-30f3-4533-ad5c-81f851496889 x-openstack-request-id: req-03dc8531-30f3-4533-ad5c-81f851496889 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:59.185793 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c243f4-8e02-4649-bc8a-f9008809319c", "name": "network-vif-deleted", "tag": "6bbfa746-ee31-47ee-8f4e-59e88536ed3e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:59.185793 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03dc8531-30f3-4533-ad5c-81f851496889 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:59.185793 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c243f4-8e02-4649-bc8a-f9008809319c', 'name': 'network-vif-deleted', 'tag': '6bbfa746-ee31-47ee-8f4e-59e88536ed3e', 'status': 'completed', 'code': 200} Feb 11 05:24:59.280850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 12dd33b6-13e8-4314-b603-dab349faced2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:59.371342 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b719d-4ac8-449e-898b-1eda0c5a4150 x-openstack-request-id: req-d12b719d-4ac8-449e-898b-1eda0c5a4150 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:59.371650 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395522ee-62a0-42fb-a665-54b6c5afdc4e", "tag": "eb557fab-dc83-45d9-8f73-f36e14d3f1fa", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:59.371887 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d12b719d-4ac8-449e-898b-1eda0c5a4150 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:59.372287 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395522ee-62a0-42fb-a665-54b6c5afdc4e', 'tag': 'eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'status': 'completed', 'code': 200} Feb 11 05:24:59.458200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 12dd33b6-13e8-4314-b603-dab349faced2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:59.521591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 12dd33b6-13e8-4314-b603-dab349faced2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:59.521964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (12dd33b6-13e8-4314-b603-dab349faced2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.687434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 12dd33b6-13e8-4314-b603-dab349faced2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:59.711062 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:59.721105 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.743471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a5bde-196d-4806-880f-7c4466db2d68 service neutron] Pushing event updated for resources: {'Port': ['ID=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:59.754232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Allocated IP 192.168.233.33 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/008855ff-b786-457d-a032-1dabbada6a61) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:59.835270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (ff1ac845-333d-43e1-a96e-d687c23862b8), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.849448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (ff1ac845-333d-43e1-a96e-d687c23862b8), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.878119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:59.884633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2425d878-0502-428d-bcab-254c1aeee1ce tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.885927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2425d878-0502-428d-bcab-254c1aeee1ce tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.5126264 Feb 11 05:24:59.896225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6ec1c5fa-c7ba-4df3-a6c4-abe54db899aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.897755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-6ec1c5fa-c7ba-4df3-a6c4-abe54db899aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 1131 time: 0.5822415 Feb 11 05:24:59.905399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:59.916636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:59.976935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-d3c9c3a6-8f98-44c8-b6f2-f5dc5791cf95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=eb557fab-dc83-45d9-8f73-f36e14d3f1fa HTTP/1.1" status: 200 len: 217 time: 0.0527120 Feb 11 05:24:59.979763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks [] for port (008855ff-b786-457d-a032-1dabbada6a61), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.112366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-767a4d9b-79ad-4641-baa5-397b2d68bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:00.114081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-767a4d9b-79ad-4641-baa5-397b2d68bdd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0714202 Feb 11 05:25:00.128991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6c38-7549-43c3-9860-381e5fcd91d1 req-046a1b9d-e489-4394-814a-9b472dc74d0c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:00.130695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e0d6c38-7549-43c3-9860-381e5fcd91d1 req-046a1b9d-e489-4394-814a-9b472dc74d0c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 948 time: 0.5143878 Feb 11 05:25:00.201985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-70850ed8-ea67-49b5-ac5f-0446ffed0a26 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/quotas/c56d15434e134f68812629aa71309f44 HTTP/1.1" status: 200 len: 375 time: 0.2930713 Feb 11 05:25:00.202586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:00.300128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0ae0f90b-860a-47ef-9ee4-860986a3974f None None] Provisioning complete for port 8860d7c9-2446-4421-b255-ababfeb9f227 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:00.300521 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ae0f90b-860a-47ef-9ee4-860986a3974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.301517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Router ff1ac845-333d-43e1-a96e-d687c23862b8 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:00.339382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:00.340021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.413225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0f90b-860a-47ef-9ee4-860986a3974f None None] Port 8860d7c9-2446-4421-b255-ababfeb9f227 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:00.435927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e0d6c38-7549-43c3-9860-381e5fcd91d1 req-1b07b0d9-7f84-4536-9d12-d1cc1f59648c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186205 Feb 11 05:25:00.455316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-ae1c0ce0-a86b-42a2-acc5-4cf8d95d0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:00.458536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-ae1c0ce0-a86b-42a2-acc5-4cf8d95d0756 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2612460 Feb 11 05:25:00.531059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d7790615-3113-41dc-8ef7-852fa3284644 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9098363 Feb 11 05:25:00.561110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (008855ff-b786-457d-a032-1dabbada6a61), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.574152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Request body: {'port': {'device_id': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:00.613554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 6265efb6-7326-4552-b0b7-6c93b5e3dd5a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:00.654315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:00.662998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-0ade9222-c39f-423c-b5bd-6c255c764817 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4399979 Feb 11 05:25:00.663960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:00.671326 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.672119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e2403b4d-9819-4e5b-b132-d7fa766ed88f tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "PUT /v2.0/routers/ff1ac845-333d-43e1-a96e-d687c23862b8 HTTP/1.1" status: 200 len: 706 time: 7.3647518 Feb 11 05:25:00.678135 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f6f4e-b0c1-4af3-bf0b-9cb4ce57d59f None None] Sync routers for ids ['ff1ac845-333d-43e1-a96e-d687c23862b8'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:00.687018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:00.693892 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f6f4e-b0c1-4af3-bf0b-9cb4ce57d59f None None] Routers {'ff1ac845-333d-43e1-a96e-d687c23862b8'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:00.694747 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3a8f6f4e-b0c1-4af3-bf0b-9cb4ce57d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ff1ac845-333d-43e1-a96e-d687c23862b8'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:00.726583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53928) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:00.728413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Pushing event updated for resources: {'Port': ['ID=008855ff-b786-457d-a032-1dabbada6a61,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:00.782971 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3a8f6f4e-b0c1-4af3-bf0b-9cb4ce57d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:00.803257 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f6f4e-b0c1-4af3-bf0b-9cb4ce57d59f None None] Routers {'ff1ac845-333d-43e1-a96e-d687c23862b8'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:00.804173 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3a8f6f4e-b0c1-4af3-bf0b-9cb4ce57d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ff1ac845-333d-43e1-a96e-d687c23862b8'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:00.848808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:00.878262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '6265efb6-7326-4552-b0b7-6c93b5e3dd5a', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '6265efb6-7326-4552-b0b7-6c93b5e3dd5a', 'mac_address': 'fa:16:3e:5c:3f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:00.886577 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3a8f6f4e-b0c1-4af3-bf0b-9cb4ce57d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:00.887246 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f6f4e-b0c1-4af3-bf0b-9cb4ce57d59f None None] The sync data for ids ['ff1ac845-333d-43e1-a96e-d687c23862b8'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:00.910047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:00.933462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:00.936121 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.936820 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks [] for router_gateway (f2095413-f467-414e-82cc-0e23906baf93), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.952427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6265efb6-7326-4552-b0b7-6c93b5e3dd5a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:00.981022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:00.987487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (071aea2f-7d08-4489-a372-b213ce5211f6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.998820 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f3ce762b-6c22-40e4-bfa3-fd7e9fd6ee95 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/routers/ff1ac845-333d-43e1-a96e-d687c23862b8 HTTP/1.1" status: 200 len: 741 time: 0.2613306 Feb 11 05:25:01.002424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53930) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:01.006124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.023794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-cc208b21-9f98-4601-99eb-cebea01014e9 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317078 Feb 11 05:25:01.056990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.124587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-838263ed-dcd6-4fda-a72d-4826806754d8 tempest-RoutersAdminTest-211794336 tempest-RoutersAdminTest-211794336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=ff1ac845-333d-43e1-a96e-d687c23862b8 HTTP/1.1" status: 200 len: 205 time: 0.1153882 Feb 11 05:25:01.132155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.134658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.141499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:01.208125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6434c66e-ca8a-4e38-a196-7bb051c35178 None None] Provisioning complete for port 008855ff-b786-457d-a032-1dabbada6a61 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:01.208568 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6434c66e-ca8a-4e38-a196-7bb051c35178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (008855ff-b786-457d-a032-1dabbada6a61), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.211217 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a20c15d4-d1e2-4e14-8514-857c4ff34b7a tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ac845-333d-43e1-a96e-d687c23862b8 HTTP/1.1" status: 200 len: 205 time: 0.0628924 Feb 11 05:25:01.216494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-ba7a1a08-b25f-4f10-8e30-98aa7f569373 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130232 Feb 11 05:25:01.217123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53934) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:01.282000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1eca8-b3d4-4d6c-8980-1001d9766b96 req-fc15ae2c-d809-41a6-9261-6575a6b049f4 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.283928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbe1eca8-b3d4-4d6c-8980-1001d9766b96 req-fc15ae2c-d809-41a6-9261-6575a6b049f4 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 935 time: 0.6629102 Feb 11 05:25:01.285299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:01.324087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6434c66e-ca8a-4e38-a196-7bb051c35178 None None] Port 008855ff-b786-457d-a032-1dabbada6a61 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:01.341685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9155744-6d29-4263-8e69-2774b2705cde tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (ff1ac845-333d-43e1-a96e-d687c23862b8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.430277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['6265efb6-7326-4552-b0b7-6c93b5e3dd5a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:01.549504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9155744-6d29-4263-8e69-2774b2705cde tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (ff1ac845-333d-43e1-a96e-d687c23862b8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.553510 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9155744-6d29-4263-8e69-2774b2705cde tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router_controller (ff1ac845-333d-43e1-a96e-d687c23862b8), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.613578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-dbf9206f-e396-400b-a049-ca0ff6c5efbf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1130567 Feb 11 05:25:01.657297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Request body: {'port': {'device_id': '13c197f7-c557-4211-90fe-c3c3e8e80db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:01.720220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9155744-6d29-4263-8e69-2774b2705cde tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (ff1ac845-333d-43e1-a96e-d687c23862b8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.720915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9155744-6d29-4263-8e69-2774b2705cde tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Fanout notify agent at l3_agent the message router_deleted on router ff1ac845-333d-43e1-a96e-d687c23862b8 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:25:01.730072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9155744-6d29-4263-8e69-2774b2705cde tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.735898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e9155744-6d29-4263-8e69-2774b2705cde tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/ff1ac845-333d-43e1-a96e-d687c23862b8 HTTP/1.1" status: 204 len: 168 time: 0.5173807 Feb 11 05:25:01.754073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53938) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:01.789487 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c96e7a21-8bd1-4e7b-8fb8-01a03a86d695 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1ac845-333d-43e1-a96e-d687c23862b8 HTTP/1.1" status: 200 len: 205 time: 0.0340793 Feb 11 05:25:01.791562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53940) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:01.853314 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-03c7bf56-dbe7-4546-98dc-5607fdd02b8c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] delete failed (client error): The resource could not be found. Feb 11 05:25:01.856962 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-03c7bf56-dbe7-4546-98dc-5607fdd02b8c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/ff1ac845-333d-43e1-a96e-d687c23862b8 HTTP/1.1" status: 404 len: 336 time: 0.0623746 Feb 11 05:25:01.858843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53942) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:01.872328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (008855ff-b786-457d-a032-1dabbada6a61), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.903451 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dbf25df2-3cfc-482c-bb39-ddb1024d0933 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4745d2a-bd06-438c-b320-ac4dadcc9dfa HTTP/1.1" status: 200 len: 205 time: 0.0428574 Feb 11 05:25:01.908228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53944) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:01.938180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-0762ccad-ba3d-4466-9e52-77f3e8b17561 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8705084 Feb 11 05:25:01.978012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-828dba51-8d84-4b6d-9f7a-9c5526802e9a req-7d6f3584-0cc3-4358-99fe-7b58bb77fa72 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195659 Feb 11 05:25:01.999894 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-397a9937-3d39-4d3c-8c81-348e98374dbd tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] delete failed (client error): The resource could not be found. Feb 11 05:25:02.002178 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-397a9937-3d39-4d3c-8c81-348e98374dbd tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/a4745d2a-bd06-438c-b320-ac4dadcc9dfa HTTP/1.1" status: 404 len: 336 time: 0.0916281 Feb 11 05:25:02.008756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53946) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.085558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cff0cf6d-511c-43ae-bbf8-d22da14525fe tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d9253e3-5702-46fb-bd11-32cc3dd3c1d9 HTTP/1.1" status: 200 len: 205 time: 0.0711017 Feb 11 05:25:02.095756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53948) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.157668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbe1eca8-b3d4-4d6c-8980-1001d9766b96 req-9e09c82f-2852-4422-b4b8-e2a0440e4f47 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8490522 Feb 11 05:25:02.165043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Deleting port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:02.165454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.296142 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-3db1888a-9dd2-431c-be49-fc1a6a7be1ef tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] delete failed (client error): The resource could not be found. Feb 11 05:25:02.297783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3db1888a-9dd2-431c-be49-fc1a6a7be1ef tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/3d9253e3-5702-46fb-bd11-32cc3dd3c1d9 HTTP/1.1" status: 404 len: 336 time: 0.2013550 Feb 11 05:25:02.309974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53950) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.391857 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-30aa45d7-4128-451f-a76b-8ae4a993b043 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=2803247d-67bc-458f-a2eb-d9bfcf808e9d HTTP/1.1" status: 200 len: 205 time: 0.0798507 Feb 11 05:25:02.394391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] For port 696879e2-2b52-4df3-a2b3-3751c2ebf3e5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:02.394768 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.398617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53956) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.415442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (f2095413-f467-414e-82cc-0e23906baf93), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.471225 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-35aee695-9cca-4363-927c-034cc7e6dd70 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] delete failed (client error): The resource could not be found. Feb 11 05:25:02.474588 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-35aee695-9cca-4363-927c-034cc7e6dd70 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/2803247d-67bc-458f-a2eb-d9bfcf808e9d HTTP/1.1" status: 404 len: 336 time: 0.0724807 Feb 11 05:25:02.475118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.490793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Calling delete_port for 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:02.519362 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7d7f92be-cdcf-410d-99ec-754db3be3cf2 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 HTTP/1.1" status: 200 len: 205 time: 0.0431366 Feb 11 05:25:02.523139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.564292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-e66c7478-7a70-4a64-b227-74ded7ab662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.565714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-e66c7478-7a70-4a64-b227-74ded7ab662d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 1131 time: 0.3109567 Feb 11 05:25:02.618674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ce3252d-8830-4475-96a6-a6ed1de38c8f req-eb85a2e6-1f5d-49f1-8475-155981a56dc4 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 210 time: 0.1975882 Feb 11 05:25:02.676251 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-ffc23b2f-22ad-4652-bee2-a02ff5dfb437 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] delete failed (client error): The resource could not be found. Feb 11 05:25:02.680234 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ffc23b2f-22ad-4652-bee2-a02ff5dfb437 tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/9313f2fc-d261-42cf-ada4-0bfde6c0c6b5 HTTP/1.1" status: 404 len: 336 time: 0.1533155 Feb 11 05:25:02.681835 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9747b145-d54c-4432-b864-2e479bb9272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.688272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53966) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.736388 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0b7fdb4e-fd98-48b0-9537-891bab79d8ca tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b78ffe-1006-4030-be3c-4ae26db918f1 HTTP/1.1" status: 200 len: 205 time: 0.0438213 Feb 11 05:25:02.739370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53968) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.784307 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-2d99455f-614d-41c6-a148-23d0e4af542c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] delete failed (client error): The resource could not be found. Feb 11 05:25:02.787918 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2d99455f-614d-41c6-a148-23d0e4af542c tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/routers/96b78ffe-1006-4030-be3c-4ae26db918f1 HTTP/1.1" status: 404 len: 336 time: 0.0464203 Feb 11 05:25:02.788776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53970) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:02.792374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e6ae4-4149-4e61-ac61-7a1bc448aa33 req-c942ecb6-0091-4b08-a64e-986abdf1e644 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.793990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-272e6ae4-4149-4e61-ac61-7a1bc448aa33 req-c942ecb6-0091-4b08-a64e-986abdf1e644 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 949 time: 0.4732919 Feb 11 05:25:02.827985 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-850fc2b0-cd23-4a08-9df4-008201f635fe tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] DELETE failed (client error): The resource could not be found. Feb 11 05:25:02.828557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850fc2b0-cd23-4a08-9df4-008201f635fe tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:25:02.831916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8860d7c9-2446-4421-b255-ababfeb9f227 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:02.835621 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-850fc2b0-cd23-4a08-9df4-008201f635fe tempest-RoutersAdminTest-1230228035 tempest-RoutersAdminTest-1230228035-project] 10.222.0.62 "DELETE /v2.0/subnets/a03dfd45-9073-424f-ae58-6a1188dcbd46 HTTP/1.1" status: 404 len: 337 time: 0.0436697 Feb 11 05:25:02.852392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-c6039673-b4b5-4c99-b0c0-7838ca42e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.854052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-c6039673-b4b5-4c99-b0c0-7838ca42e3bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2413876 Feb 11 05:25:02.856294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Publish callbacks [] for port (8860d7c9-2446-4421-b255-ababfeb9f227), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.927199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-b93c1302-4499-47d8-b7b9-b46177504efa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=eb557fab-dc83-45d9-8f73-f36e14d3f1fa HTTP/1.1" status: 200 len: 217 time: 0.0580850 Feb 11 05:25:02.927778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Router f2095413-f467-414e-82cc-0e23906baf93 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:25:02.934144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Transition to ACTIVE for port object 8860d7c9-2446-4421-b255-ababfeb9f227 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:03.011327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-272e6ae4-4149-4e61-ac61-7a1bc448aa33 req-75c4cec3-6c00-419b-a513-41af4a73826c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970417 Feb 11 05:25:03.061762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-583b3341-5992-48a1-9ee5-45e31f1707b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.063336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-583b3341-5992-48a1-9ee5-45e31f1707b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1210773 Feb 11 05:25:03.097186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (696879e2-2b52-4df3-a2b3-3751c2ebf3e5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.131403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.146402 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=696879e2-2b52-4df3-a2b3-3751c2ebf3e5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:03.264321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:03.272528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:03.298986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Sync routers for ids ['f2095413-f467-414e-82cc-0e23906baf93'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:03.319658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-22199fb0-ee82-453e-b39a-f9a8b5c2412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.320459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Routers {'f2095413-f467-414e-82cc-0e23906baf93'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:03.321482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f2095413-f467-414e-82cc-0e23906baf93'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:03.328038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-22199fb0-ee82-453e-b39a-f9a8b5c2412c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2525787 Feb 11 05:25:03.586237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Set router f2095413-f467-414e-82cc-0e23906baf93 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:03.629783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53982) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:03.742842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008855ff-b786-457d-a032-1dabbada6a61 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:03.752171 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Publish callbacks [] for port (008855ff-b786-457d-a032-1dabbada6a61), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.770469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.776228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eba5bcb0-d304-4e75-914b-ee6c9ad8e281 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8019941 Feb 11 05:25:03.776409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Transition to ACTIVE for port object 008855ff-b786-457d-a032-1dabbada6a61 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:03.776934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53988) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:03.795896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-00c89ad9-84da-41af-9636-8db5ff360e34 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168346 Feb 11 05:25:03.838467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (071aea2f-7d08-4489-a372-b213ce5211f6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.901358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:24:59Z', 'revision_number': 3, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port': {'id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:56Z', 'updated_at': '2022-02-11T05:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:03.915443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75d096d5-a612-4ced-ad62-6f6d329f6b89 req-732ec9d8-dd16-4e49-b1fe-8b1cc1686efb tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 210 time: 0.1228044 Feb 11 05:25:03.957123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Checking router: f2095413-f467-414e-82cc-0e23906baf93 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:03.957804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Updating router f2095413-f467-414e-82cc-0e23906baf93 port 289b1b53-9c6f-4130-af26-380184e8cabb binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:25:03.991884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.145171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a122e419-817f-4eb3-a7f0-2b51d938ee25 req-9dbdd5b7-631c-4205-b1eb-91af3a4ce5c7 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396869 Feb 11 05:25:04.145921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Attempting to bind port 8860d7c9-2446-4421-b255-ababfeb9f227 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:04.146259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Attempting to bind port 8860d7c9-2446-4421-b255-ababfeb9f227 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:04.146585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Attempting to bind port 8860d7c9-2446-4421-b255-ababfeb9f227 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:04.202811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091f5c9-c683-4b68-acdf-456acaab1a66 req-e6c4ab04-0912-4dea-ab2c-bc0babe38883 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:04.206013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e091f5c9-c683-4b68-acdf-456acaab1a66 req-e6c4ab04-0912-4dea-ab2c-bc0babe38883 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 935 time: 0.8129907 Feb 11 05:25:04.206635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Port 8860d7c9-2446-4421-b255-ababfeb9f227 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:04.206961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Attempting to bind port 8860d7c9-2446-4421-b255-ababfeb9f227 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:04.227640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5309840-139a-4fcd-9810-14dd2a2212aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.232095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (008855ff-b786-457d-a032-1dabbada6a61), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.313065 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Publish callbacks [] for port (289b1b53-9c6f-4130-af26-380184e8cabb), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.380024 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5309840-139a-4fcd-9810-14dd2a2212aa admin admin] Publish callbacks [] for security_group (4a33a46c-75a1-45a0-8227-b9dca070d730), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.397547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:04.408881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:04.408881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:04.408881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Bound port: 8860d7c9-2446-4421-b255-ababfeb9f227, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:04.408881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.434814 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.445849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Pushing event updated for resources: {'Port': ['ID=008855ff-b786-457d-a032-1dabbada6a61,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:04.473476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e091f5c9-c683-4b68-acdf-456acaab1a66 req-babc6d10-2644-4c79-91db-b3fc3a20e7cc tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296252 Feb 11 05:25:04.544587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Attempting to bind port 289b1b53-9c6f-4130-af26-380184e8cabb on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:04.545069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Attempting to bind port 289b1b53-9c6f-4130-af26-380184e8cabb by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:04.545444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Attempting to bind port 289b1b53-9c6f-4130-af26-380184e8cabb on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:04.559958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5309840-139a-4fcd-9810-14dd2a2212aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4a33a46c-75a1-45a0-8227-b9dca070d730), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.561161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:04.561545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:04.561949 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.563038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:04.563537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Bound port: 289b1b53-9c6f-4130-af26-380184e8cabb, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:04.563920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.582409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94044a10-a9e1-4d91-b6ea-fa01fa7ca3dd req-c7987113-ea69-495a-9794-31058791900b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:04.591620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94044a10-a9e1-4d91-b6ea-fa01fa7ca3dd req-c7987113-ea69-495a-9794-31058791900b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 949 time: 0.4185553 Feb 11 05:25:04.615995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd07c-2e67-4d1c-854c-4716f560dc31 None None] Pushing event updated for resources: {'Port': ['ID=289b1b53-9c6f-4130-af26-380184e8cabb,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:04.654043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 6265efb6-7326-4552-b0b7-6c93b5e3dd5a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:04.683783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] For port 289b1b53-9c6f-4130-af26-380184e8cabb, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:04.707457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] For port 289b1b53-9c6f-4130-af26-380184e8cabb, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=289b1b53-9c6f-4130-af26-380184e8cabb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:04.714519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Router 071aea2f-7d08-4489-a372-b213ce5211f6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:04.740846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94044a10-a9e1-4d91-b6ea-fa01fa7ca3dd req-8594e4eb-c606-4758-b896-4718f36435ff tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482909 Feb 11 05:25:04.744423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:04.750604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309840-139a-4fcd-9810-14dd2a2212aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a33a46c-75a1-45a0-8227-b9dca070d730,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:04.754828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c5309840-139a-4fcd-9810-14dd2a2212aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c71be0c744842cfb132b0b7f525a9c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1081908 Feb 11 05:25:04.755576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53994) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:04.777595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:04.797326 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.835590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7f290e6-3ec7-4fe7-912f-b1a6c6c3982b admin admin] Publish callbacks [] for security_group (4a33a46c-75a1-45a0-8227-b9dca070d730), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.859518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd07c-2e67-4d1c-854c-4716f560dc31 None None] Pushing event updated for resources: {'Port': ['ID=289b1b53-9c6f-4130-af26-380184e8cabb,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:04.865518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:04.873005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:04.873495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.883812 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.898894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7f290e6-3ec7-4fe7-912f-b1a6c6c3982b admin admin] Publish callbacks [] for security_group (4a33a46c-75a1-45a0-8227-b9dca070d730), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.915804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Routers {'f2095413-f467-414e-82cc-0e23906baf93'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:04.916551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f2095413-f467-414e-82cc-0e23906baf93'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:04.944314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Attempting to bind port 008855ff-b786-457d-a032-1dabbada6a61 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:04.944918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Attempting to bind port 008855ff-b786-457d-a032-1dabbada6a61 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:04.945031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Attempting to bind port 008855ff-b786-457d-a032-1dabbada6a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:04.971149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:04.972163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.973794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] 10.222.0.65 "PUT /v2.0/ports/8860d7c9-2446-4421-b255-ababfeb9f227 HTTP/1.1" status: 200 len: 1096 time: 4.4052191 Feb 11 05:25:04.974944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:04.977875 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080bad6-828c-4395-9bd9-fad35c0526df" -d '{"events": [{"name": "network-changed", "server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:05.055162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc147f-80f7-4f08-9068-1033062e32c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:05.068252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Port 008855ff-b786-457d-a032-1dabbada6a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:05.068818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Attempting to bind port 008855ff-b786-457d-a032-1dabbada6a61 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:05.084387 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017f0ce6-b1e7-4060-bfd9-1575a896b0d2 x-openstack-request-id: req-017f0ce6-b1e7-4060-bfd9-1575a896b0d2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:05.087518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:05.087518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:05.087778 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:05.087882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:05.087979 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-017f0ce6-b1e7-4060-bfd9-1575a896b0d2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:05.088074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Bound port: 008855ff-b786-457d-a032-1dabbada6a61, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:05.088074 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (008855ff-b786-457d-a032-1dabbada6a61), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.088827 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227', 'status': 'completed', 'code': 200} Feb 11 05:25:05.140025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] Set router f2095413-f467-414e-82cc-0e23906baf93 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:05.158006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eb557fab-dc83-45d9-8f73-f36e14d3f1fa details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:05.184807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38e37e7d-b84d-4243-9e7c-33b2e9de8e4a req-be855ba8-fe15-48f8-b82d-2a4987bf44a2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 210 time: 0.0423334 Feb 11 05:25:05.208982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080bad6-828c-4395-9bd9-fad35c0526df req-965844cf-e178-4306-bb95-3066a75257f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.210899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b080bad6-828c-4395-9bd9-fad35c0526df req-965844cf-e178-4306-bb95-3066a75257f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1130 time: 0.1153455 Feb 11 05:25:05.226161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:05.236018 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-353c3e65-1aba-4d25-ae07-bb6097f82b70 admin admin] 10.222.0.62 "PUT /v2.0/routers/071aea2f-7d08-4489-a372-b213ce5211f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3084834 Feb 11 05:25:05.237645 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] Sync routers for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:05.243685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:05.251631 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:05.252509 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:24:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:05.269258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7f290e6-3ec7-4fe7-912f-b1a6c6c3982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4a33a46c-75a1-45a0-8227-b9dca070d730), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.272547 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7f290e6-3ec7-4fe7-912f-b1a6c6c3982b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.273845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c7f290e6-3ec7-4fe7-912f-b1a6c6c3982b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a33a46c-75a1-45a0-8227-b9dca070d730 HTTP/1.1" status: 204 len: 168 time: 0.5078464 Feb 11 05:25:05.326263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b080bad6-828c-4395-9bd9-fad35c0526df req-dfb3e744-4d76-4def-9068-bbee1cf79bc0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=514f995810f04081ac6b95888e6caefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079607 Feb 11 05:25:05.330604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f290e6-3ec7-4fe7-912f-b1a6c6c3982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a33a46c-75a1-45a0-8227-b9dca070d730,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:05.424276 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:25:05.506469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] For port 008855ff-b786-457d-a032-1dabbada6a61, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:05.537123 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:05.571931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080bad6-828c-4395-9bd9-fad35c0526df req-cefbebda-aeef-4c31-99db-713cdf73f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.573560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b080bad6-828c-4395-9bd9-fad35c0526df req-cefbebda-aeef-4c31-99db-713cdf73f419 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2266390 Feb 11 05:25:05.614310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] For port 008855ff-b786-457d-a032-1dabbada6a61, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=008855ff-b786-457d-a032-1dabbada6a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:05.662926 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e02e-1d05-4941-a577-ceda38cb6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.731102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks [] for router (071aea2f-7d08-4489-a372-b213ce5211f6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.835643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (008855ff-b786-457d-a032-1dabbada6a61), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.853908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-6d0dee83-4bbd-4b30-a2a8-f4ac9a6fb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.863473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.864100 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.865696 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] 10.222.0.65 "PUT /v2.0/ports/008855ff-b786-457d-a032-1dabbada6a61 HTTP/1.1" status: 200 len: 1096 time: 4.2130997 Feb 11 05:25:05.875696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c197f7-c557-4211-90fe-c3c3e8e80db9', 'tag': '008855ff-b786-457d-a032-1dabbada6a61'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:05.878110 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1204c8bb-93a8-46da-b358-212144f43aae" -d '{"events": [{"name": "network-changed", "server_uuid": "13c197f7-c557-4211-90fe-c3c3e8e80db9", "tag": "008855ff-b786-457d-a032-1dabbada6a61"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:05.883587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:05.883980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.896139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-6d0dee83-4bbd-4b30-a2a8-f4ac9a6fb320 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1130 time: 0.2579763 Feb 11 05:25:05.931612 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:25:02Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:05.932160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-c1ee5e77-d72f-4ea0-9fac-578120b5d583 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.934030 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-c1ee5e77-d72f-4ea0-9fac-578120b5d583 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.5803533 Feb 11 05:25:05.967257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Request body: {'port': {'device_id': '932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'admin_state_up': True, 'tenant_id': 'c56d15434e134f68812629aa71309f44'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:05.992210 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.026774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2032fda4-b45f-4d4f-b0bf-53a968a30053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:06.039066 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47466eb-1179-4b63-8797-db4fe7ebd202" -d '{"events": [{"server_uuid": "2032fda4-b45f-4d4f-b0bf-53a968a30053", "name": "network-vif-plugged", "status": "completed", "tag": "6265efb6-7326-4552-b0b7-6c93b5e3dd5a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:06.118919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:06.159655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba600c34-be2b-4c20-b574-3dcb5ac5266c service neutron] Pushing event updated for resources: {'Port': ['ID=008855ff-b786-457d-a032-1dabbada6a61,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:06.162360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eb557fab-dc83-45d9-8f73-f36e14d3f1fa, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:06.229081 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] Checking router: 071aea2f-7d08-4489-a372-b213ce5211f6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:06.230603 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.240022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-6262cfbc-e685-4634-8597-208605f03a7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=8860d7c9-2446-4421-b255-ababfeb9f227 HTTP/1.1" status: 200 len: 217 time: 0.2195938 Feb 11 05:25:06.254001 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] Routers {'071aea2f-7d08-4489-a372-b213ce5211f6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:06.254647 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['071aea2f-7d08-4489-a372-b213ce5211f6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:06.295535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebab0db-a507-4a2e-9240-d6c1b85f9c24 req-a8798f5e-b1cc-4038-875e-e4be3b807ba4 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:06.314175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ebab0db-a507-4a2e-9240-d6c1b85f9c24 req-a8798f5e-b1cc-4038-875e-e4be3b807ba4 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 947 time: 0.5842206 Feb 11 05:25:06.359050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:06.381313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'mac_address': 'fa:16:3e:4d:a2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:06.419714 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] Set router 071aea2f-7d08-4489-a372-b213ce5211f6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:06.455660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99ffd8-c58b-49d7-bdec-9f19efea31bb req-28c84702-2a46-454f-8b99-52a0e884a0c5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:06.458103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e99ffd8-c58b-49d7-bdec-9f19efea31bb req-28c84702-2a46-454f-8b99-52a0e884a0c5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 949 time: 0.5591424 Feb 11 05:25:06.467425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-b4ec9f64-d059-4dea-a5de-e67015e910d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:06.471455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-b4ec9f64-d059-4dea-a5de-e67015e910d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2212880 Feb 11 05:25:06.549932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:24:59Z', 'revision_number': 3, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port': {'id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:56Z', 'updated_at': '2022-02-11T05:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:06.567066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port eb557fab-dc83-45d9-8f73-f36e14d3f1fa is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:06.567456 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.574705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54018) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:06.623987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be876a0a-f62b-4e9d-8950-250818ef5137 None None] The sync data for ids ['f2095413-f467-414e-82cc-0e23906baf93'] in n-d-713498-37 is: [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:24:59Z', 'revision_number': 3, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port': {'id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:56Z', 'updated_at': '2022-02-11T05:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:06.635193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb557fab-dc83-45d9-8f73-f36e14d3f1fa {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:06.644071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.653897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ebab0db-a507-4a2e-9240-d6c1b85f9c24 req-cf1c0a29-6823-4e3a-9982-1b2002c57b0e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111813 Feb 11 05:25:06.704272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eb557fab-dc83-45d9-8f73-f36e14d3f1fa, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:06.773145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e99ffd8-c58b-49d7-bdec-9f19efea31bb req-7788337c-b363-456a-8ae7-6533d843900c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005006 Feb 11 05:25:06.814349 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.832220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f58e9cc3-3337-4907-bc53-4cbf59511128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:06.832220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-f58e9cc3-3337-4907-bc53-4cbf59511128 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3376048 Feb 11 05:25:06.840048 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:25:02Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:06.906790 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf894c-0d8a-4647-b836-ff65ba3a71c4 None None] The sync data for ids ['071aea2f-7d08-4489-a372-b213ce5211f6'] in n-d-713498-37 is: [{'id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'name': 'tempest-AttachVolumeTestJSON-735763742-router', 'tenant_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:42Z', 'updated_at': '2022-02-11T05:25:02Z', 'revision_number': 5, 'project_id': '7b66a262dfec41ddbd74abf4b6f53db4', 'gw_port': {'id': 'c1bafaa8-8c52-4e85-9df7-854dd1761046', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071aea2f-7d08-4489-a372-b213ce5211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:06.915530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-427a1142-c10b-4e2f-bcc5-c7581aeb772c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75c6a64fa7be43758e8688e7e8fc0863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3245292 Feb 11 05:25:06.923507 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b510ac58-b091-467f-83be-b733bcb62c73 x-openstack-request-id: req-b510ac58-b091-467f-83be-b733bcb62c73 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:06.923804 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2032fda4-b45f-4d4f-b0bf-53a968a30053", "name": "network-vif-plugged", "status": "completed", "tag": "6265efb6-7326-4552-b0b7-6c93b5e3dd5a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:06.924139 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b510ac58-b091-467f-83be-b733bcb62c73 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:06.924437 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2032fda4-b45f-4d4f-b0bf-53a968a30053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6265efb6-7326-4552-b0b7-6c93b5e3dd5a', 'code': 200} Feb 11 05:25:06.950563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:06.952393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54022) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:07.061977 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7a8c04-6775-42d1-a516-929db3bab296 x-openstack-request-id: req-0f7a8c04-6775-42d1-a516-929db3bab296 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:07.063184 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c197f7-c557-4211-90fe-c3c3e8e80db9", "tag": "008855ff-b786-457d-a032-1dabbada6a61", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:07.063184 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f7a8c04-6775-42d1-a516-929db3bab296 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:07.063487 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c197f7-c557-4211-90fe-c3c3e8e80db9', 'tag': '008855ff-b786-457d-a032-1dabbada6a61', 'status': 'completed', 'code': 200} Feb 11 05:25:07.067063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:07.073148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks [] for router_gateway (071aea2f-7d08-4489-a372-b213ce5211f6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.086325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ab85c74d-77da-4c53-bd49-0655329d9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.087939 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-ab85c74d-77da-4c53-bd49-0655329d9bc9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 1130 time: 0.9400294 Feb 11 05:25:07.088293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d8cf8ca-da38-46b0-b4a7-c18d7d266529 req-cb65fc1f-df8a-4020-a014-6f4b5ad80438 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 210 time: 0.1694233 Feb 11 05:25:07.165714 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-8da9a1f7-d142-441f-a021-55d2bd319879 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=008855ff-b786-457d-a032-1dabbada6a61 HTTP/1.1" status: 200 len: 217 time: 0.0682254 Feb 11 05:25:07.181962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c64da-daea-4846-bba9-e58908c62d5b req-2a50c371-fd48-481d-badc-0245ad3ecf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.183837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-161c64da-daea-4846-bba9-e58908c62d5b req-2a50c371-fd48-481d-badc-0245ad3ecf6c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 1133 time: 0.1917138 Feb 11 05:25:07.225432 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-806d5756-d5bf-4984-84ba-2b4102b25631 admin admin] Publish callbacks [] for security_group (3d7e3920-20de-46e1-b16b-2a1fb933a2a0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.256263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-95843338-297a-4125-b802-43b58313420c service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149165 Feb 11 05:25:07.289105 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-806d5756-d5bf-4984-84ba-2b4102b25631 admin admin] Publish callbacks [] for security_group (3d7e3920-20de-46e1-b16b-2a1fb933a2a0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.294223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:07.298022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.393578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-31131641-d6bd-4554-a793-da35895194e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.394479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-31131641-d6bd-4554-a793-da35895194e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2190845 Feb 11 05:25:07.431397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:07.497377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:07.497747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 696879e2-2b52-4df3-a2b3-3751c2ebf3e5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:07.519489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Allocated IP 172.20.0.1 (f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b/c4841e43-8914-4a37-a3c6-e38fefb8454e/d7797995-2580-45e0-90bf-bac5dbb4592a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:07.556424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Deleting port c1bafaa8-8c52-4e85-9df7-854dd1761046 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:07.556931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.601524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-161c64da-daea-4846-bba9-e58908c62d5b req-167d182a-53c8-4ebd-820e-7538d130785d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837829 Feb 11 05:25:07.641450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-91e517cb-33b8-49b6-9ad9-84acace2a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.643227 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-91e517cb-33b8-49b6-9ad9-84acace2a5be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2270434 Feb 11 05:25:07.666232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9c6b5-b0ed-4cb3-bfe4-cbf908fcc8a2 req-d5d46592-4511-45d7-9c44-32ae21e0f2c5 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970091 Feb 11 05:25:07.764897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-806d5756-d5bf-4984-84ba-2b4102b25631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3d7e3920-20de-46e1-b16b-2a1fb933a2a0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.773206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-806d5756-d5bf-4984-84ba-2b4102b25631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:07.788840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-806d5756-d5bf-4984-84ba-2b4102b25631 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d7e3920-20de-46e1-b16b-2a1fb933a2a0 HTTP/1.1" status: 204 len: 168 time: 0.8300233 Feb 11 05:25:07.818996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d5756-d5bf-4984-84ba-2b4102b25631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e3920-20de-46e1-b16b-2a1fb933a2a0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:07.830960 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-832bca34-854a-4a65-905f-8e0229be44bf service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746709 Feb 11 05:25:07.853717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Allocated IP 172.20.0.4 (6d0c1160-3d71-498b-9821-7fa12b3561e9/fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c/af7d70ff-8de5-4f2d-971f-de44ab45f02c) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:07.859842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04511bd-a423-491d-abc0-add57ac44578 req-dcebf7e0-8af0-4401-ba73-68097fc6583d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.867614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b04511bd-a423-491d-abc0-add57ac44578 req-dcebf7e0-8af0-4401-ba73-68097fc6583d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 947 time: 0.1136010 Feb 11 05:25:08.003289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b04511bd-a423-491d-abc0-add57ac44578 req-801afba6-647a-4e8f-a862-c2f0d5c1d301 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347578 Feb 11 05:25:08.046518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca6b81-6fd7-4f76-8024-bc831ecd9121 req-ca57c836-8a0c-44f3-9a49-d5526118c2d3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.049532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30ca6b81-6fd7-4f76-8024-bc831ecd9121 req-ca57c836-8a0c-44f3-9a49-d5526118c2d3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 950 time: 0.1240182 Feb 11 05:25:08.123523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30ca6b81-6fd7-4f76-8024-bc831ecd9121 req-fae286c9-f9ff-4bc9-a6e1-152443d9534d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639141 Feb 11 05:25:08.188224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Publish callbacks [] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.196901 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.216015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] For port c1bafaa8-8c52-4e85-9df7-854dd1761046, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c1bafaa8-8c52-4e85-9df7-854dd1761046,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:08.216686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.244706 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.253294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22cc7da4-d0ab-4370-914f-e8eb43c16772 req-b1c70207-a636-4dbc-a16f-5f0934d869d2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 210 time: 0.0472612 Feb 11 05:25:08.273610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Calling delete_port for c1bafaa8-8c52-4e85-9df7-854dd1761046 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:08.304238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c04cb918-5fdd-4776-8ede-78f52d05e9f3 req-20edead2-748f-4fdc-b2d3-0b0539cec6dc service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473484 Feb 11 05:25:08.549452 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.564241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks [] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.631233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c8bb-93a8-46da-b358-212144f43aae req-af8b7cd1-31c9-4890-8fbc-bb529e9ef3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.632799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1204c8bb-93a8-46da-b358-212144f43aae req-af8b7cd1-31c9-4890-8fbc-bb529e9ef3a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 1130 time: 0.2047999 Feb 11 05:25:08.635271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:08.654899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:08.674830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:08.679031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Pushing event updated for resources: {'Port': ['ID=d7797995-2580-45e0-90bf-bac5dbb4592a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:08.834019 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (f2095413-f467-414e-82cc-0e23906baf93), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.903367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c8bb-93a8-46da-b358-212144f43aae req-d36c63c0-a890-4a88-b2ee-9e6c0aee3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.907615 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1204c8bb-93a8-46da-b358-212144f43aae req-d36c63c0-a890-4a88-b2ee-9e6c0aee3f89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2674408 Feb 11 05:25:08.973357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.975911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1204c8bb-93a8-46da-b358-212144f43aae req-7fec20dc-22ca-4a20-8070-12c6061f5240 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=008855ff-b786-457d-a032-1dabbada6a61 HTTP/1.1" status: 200 len: 217 time: 0.0578222 Feb 11 05:25:08.976627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c1bafaa8-8c52-4e85-9df7-854dd1761046), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:08.986976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:09.045673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bafaa8-8c52-4e85-9df7-854dd1761046,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:09.111869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eb557fab-dc83-45d9-8f73-f36e14d3f1fa up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:09.136234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:09.232541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:09.335777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:09.340620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c8bb-93a8-46da-b358-212144f43aae req-0dc1f840-d202-43b8-b54b-392d33d0e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.342527 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1204c8bb-93a8-46da-b358-212144f43aae req-0dc1f840-d202-43b8-b54b-392d33d0e781 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.3555124 Feb 11 05:25:09.359401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event updated for resources: {'Port': ['ID=af7d70ff-8de5-4f2d-971f-de44ab45f02c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:09.366529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-daa37e96-3027-4853-9614-e7d1e38ea816 None None] Provisioning complete for port d7797995-2580-45e0-90bf-bac5dbb4592a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:09.367113 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-daa37e96-3027-4853-9614-e7d1e38ea816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.423699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1700da-620b-40bf-8fe8-7c7244d3c3b0 req-650b9ce5-8112-40e1-b362-81edfb24fd07 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.423699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb1700da-620b-40bf-8fe8-7c7244d3c3b0 req-650b9ce5-8112-40e1-b362-81edfb24fd07 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 947 time: 0.2404566 Feb 11 05:25:09.451527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb9210-6044-4710-b614-8ce3296bc5db req-62fab31d-9c00-45e2-8a92-c256dacb1f64 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.454119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9efb9210-6044-4710-b614-8ce3296bc5db req-62fab31d-9c00-45e2-8a92-c256dacb1f64 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 950 time: 0.1594305 Feb 11 05:25:09.533846 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.552774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-daa37e96-3027-4853-9614-e7d1e38ea816 None None] Port d7797995-2580-45e0-90bf-bac5dbb4592a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:09.562607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (071aea2f-7d08-4489-a372-b213ce5211f6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.575716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port eb557fab-dc83-45d9-8f73-f36e14d3f1fa completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:09.606073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port eb557fab-dc83-45d9-8f73-f36e14d3f1fa triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:09.606798 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.646971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.648625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.716895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 289b1b53-9c6f-4130-af26-380184e8cabb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:09.759310 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.772887 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (071aea2f-7d08-4489-a372-b213ce5211f6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.785904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks [] for router_controller (071aea2f-7d08-4489-a372-b213ce5211f6), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.801188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c8bb-93a8-46da-b358-212144f43aae req-c784d0b2-f59c-46bf-aedb-73a7307e24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.803028 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1204c8bb-93a8-46da-b358-212144f43aae req-c784d0b2-f59c-46bf-aedb-73a7307e24e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4320414 Feb 11 05:25:09.855109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 289b1b53-9c6f-4130-af26-380184e8cabb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:09.855495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.896125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port eb557fab-dc83-45d9-8f73-f36e14d3f1fa is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:09.897491 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.914149 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-6ddc5682-125d-4afb-82a3-2853b64e7285 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9524221 Feb 11 05:25:09.928347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Request body: {'port': {'device_id': '932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:09.956749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eb557fab-dc83-45d9-8f73-f36e14d3f1fa, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:09.960998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395522ee-62a0-42fb-a665-54b6c5afdc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb557fab-dc83-45d9-8f73-f36e14d3f1fa'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:09.966735 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520de0d-992a-41ec-8c2c-55c45eafbac8" -d '{"events": [{"server_uuid": "395522ee-62a0-42fb-a665-54b6c5afdc4e", "name": "network-vif-plugged", "status": "completed", "tag": "eb557fab-dc83-45d9-8f73-f36e14d3f1fa"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:10.051852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (071aea2f-7d08-4489-a372-b213ce5211f6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.052673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 071aea2f-7d08-4489-a372-b213ce5211f6 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:25:10.057282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb1700da-620b-40bf-8fe8-7c7244d3c3b0 req-768b6541-8aa1-4af0-a1cd-6f3edea3d8b9 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250365 Feb 11 05:25:10.086035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9efb9210-6044-4710-b614-8ce3296bc5db req-55541626-d5bb-4a84-829b-2ed540ee7593 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223416 Feb 11 05:25:10.108806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 289b1b53-9c6f-4130-af26-380184e8cabb is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:10.109245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.168726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 289b1b53-9c6f-4130-af26-380184e8cabb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=289b1b53-9c6f-4130-af26-380184e8cabb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:10.173813 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.252282 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e589f3e6-1c32-4511-a3ad-36db19a1a263 x-openstack-request-id: req-e589f3e6-1c32-4511-a3ad-36db19a1a263 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:10.252857 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395522ee-62a0-42fb-a665-54b6c5afdc4e", "name": "network-vif-plugged", "status": "completed", "tag": "eb557fab-dc83-45d9-8f73-f36e14d3f1fa", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:10.253289 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e589f3e6-1c32-4511-a3ad-36db19a1a263 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:10.253997 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395522ee-62a0-42fb-a665-54b6c5afdc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'code': 200} Feb 11 05:25:10.287649 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.323596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2e231-00fa-4afd-a204-3e9ac1a888a8 req-fa30db58-cdf7-49e2-a6bd-e34cba878a55 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.325241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83b2e231-00fa-4afd-a204-3e9ac1a888a8 req-fa30db58-cdf7-49e2-a6bd-e34cba878a55 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 931 time: 0.1015594 Feb 11 05:25:10.332414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:10.431139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=289b1b53-9c6f-4130-af26-380184e8cabb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:10.511075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aa568-5dcd-4b91-8ce3-ad69786f16f4 req-8194aa7d-c271-4915-9927-34589d450b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.512823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf0aa568-5dcd-4b91-8ce3-ad69786f16f4 req-8194aa7d-c271-4915-9927-34589d450b99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 1133 time: 0.1606362 Feb 11 05:25:10.528106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfd4fd-4621-4e13-a88f-0a0f122b0f18 req-8b94adf9-a71e-46c2-9ce1-3ed359068017 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.529761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0cfd4fd-4621-4e13-a88f-0a0f122b0f18 req-8b94adf9-a71e-46c2-9ce1-3ed359068017 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 950 time: 0.0995467 Feb 11 05:25:10.545214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.549576 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-39822445-24a9-430b-8fb9-458c7c81904d admin admin] 10.222.0.62 "DELETE /v2.0/routers/071aea2f-7d08-4489-a372-b213ce5211f6 HTTP/1.1" status: 204 len: 168 time: 5.2994883 Feb 11 05:25:10.555697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54076) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:10.613895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83b2e231-00fa-4afd-a204-3e9ac1a888a8 req-9428298b-6980-4533-83ce-ab48734cb876 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627926 Feb 11 05:25:10.645474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.670668 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1204c8bb-93a8-46da-b358-212144f43aae req-4492cb46-4015-48c6-b915-ae8d75c443ad service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8371186 Feb 11 05:25:10.673315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf0aa568-5dcd-4b91-8ce3-ad69786f16f4 req-95716521-1930-4361-91ab-d231aa89510f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425591 Feb 11 05:25:10.680818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-34aeafcf-db59-4c30-b1e3-827e8fbe5bfd admin admin] Deleting subnet 88524d8e-9dc4-441b-92ad-c0fc2a6183f3 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:10.686448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34aeafcf-db59-4c30-b1e3-827e8fbe5bfd admin admin] Publish callbacks [] for subnet (88524d8e-9dc4-441b-92ad-c0fc2a6183f3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.725491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0cfd4fd-4621-4e13-a88f-0a0f122b0f18 req-e615f1f1-2f4c-4e10-b281-913d215f3fcc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839428 Feb 11 05:25:10.752013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34aeafcf-db59-4c30-b1e3-827e8fbe5bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (88524d8e-9dc4-441b-92ad-c0fc2a6183f3), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.900723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34aeafcf-db59-4c30-b1e3-827e8fbe5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (88524d8e-9dc4-441b-92ad-c0fc2a6183f3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.928243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54082) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:10.938230 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Publish callbacks [] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.020777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.052505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 008855ff-b786-457d-a032-1dabbada6a61 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:11.079907 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34aeafcf-db59-4c30-b1e3-827e8fbe5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (88524d8e-9dc4-441b-92ad-c0fc2a6183f3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.104686 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1204c8bb-93a8-46da-b358-212144f43aae req-b651ddb0-a2ae-49f1-aa3a-60876bd45aba service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047753 Feb 11 05:25:11.146989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1525102622', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:11.153406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (f2095413-f467-414e-82cc-0e23906baf93), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.153654 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34aeafcf-db59-4c30-b1e3-827e8fbe5bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.160061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Pushing event updated for resources: {'Port': ['ID=d7797995-2580-45e0-90bf-bac5dbb4592a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:11.161117 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-34aeafcf-db59-4c30-b1e3-827e8fbe5bfd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/88524d8e-9dc4-441b-92ad-c0fc2a6183f3 HTTP/1.1" status: 204 len: 168 time: 0.5999331 Feb 11 05:25:11.161776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54088) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:11.162548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aeafcf-db59-4c30-b1e3-827e8fbe5bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88524d8e-9dc4-441b-92ad-c0fc2a6183f3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:11.220116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454f46c-95d2-4c14-b107-2c921438fa71 None None] Network 97fe9625-b9db-47c4-93ae-b37d99322a4a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:11.269047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7d70ff-8de5-4f2d-971f-de44ab45f02c {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:11.286564 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Publish callbacks [] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.344589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 008855ff-b786-457d-a032-1dabbada6a61, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=008855ff-b786-457d-a032-1dabbada6a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:11.346437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Made reservation on behalf of ac6b52ac9c324fedb828d4470d4e8b41 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:11.348673 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.348959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (97fe9625-b9db-47c4-93ae-b37d99322a4a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.352701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Transition to ACTIVE for port object af7d70ff-8de5-4f2d-971f-de44ab45f02c will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:11.364780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '008855ff-b786-457d-a032-1dabbada6a61', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '008855ff-b786-457d-a032-1dabbada6a61', 'mac_address': 'fa:16:3e:d3:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:11.379443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394570f-d72d-47f2-a5b4-dd5e1838799c req-7f87677d-1ccb-4653-923c-8da6b96fc25e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.381331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5394570f-d72d-47f2-a5b4-dd5e1838799c req-7f87677d-1ccb-4653-923c-8da6b96fc25e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 947 time: 0.1732719 Feb 11 05:25:11.385978 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.427963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.461695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 008855ff-b786-457d-a032-1dabbada6a61 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:11.465762 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (008855ff-b786-457d-a032-1dabbada6a61), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.465762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 289b1b53-9c6f-4130-af26-380184e8cabb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:11.466031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.472536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5394570f-d72d-47f2-a5b4-dd5e1838799c req-66bdcb80-4b78-4fc6-aeb2-b6cb206cc8a6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685413 Feb 11 05:25:11.477061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Deleting port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:11.477418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.550193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:11.558756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:11.583171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Pushing event updated for resources: {'Port': ['ID=af7d70ff-8de5-4f2d-971f-de44ab45f02c,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:11.585959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] DHCP port deletion for 97fe9625-b9db-47c4-93ae-b37d99322a4a request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:25:11.590096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008855ff-b786-457d-a032-1dabbada6a61 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:11.596583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] For port 667639a3-65e5-4a8b-ba61-0aef0afd7df5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=667639a3-65e5-4a8b-ba61-0aef0afd7df5,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:11.597817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.613854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Calling delete_port for 667639a3-65e5-4a8b-ba61-0aef0afd7df5 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:11.702370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 008855ff-b786-457d-a032-1dabbada6a61, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=008855ff-b786-457d-a032-1dabbada6a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:11.736818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 289b1b53-9c6f-4130-af26-380184e8cabb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:11.737207 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.783062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks [] for security_group (33455f13-8206-4b70-86ce-cdfa69473d25), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.786750 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (008855ff-b786-457d-a032-1dabbada6a61), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.787437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:11.836822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007f25d-33d5-4f9f-b067-ff166d8c0852 req-63b18b79-c885-4e5e-ad80-622bcce7d367 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.844343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6007f25d-33d5-4f9f-b067-ff166d8c0852 req-63b18b79-c885-4e5e-ad80-622bcce7d367 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 943 time: 0.1282606 Feb 11 05:25:11.857990 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (33455f13-8206-4b70-86ce-cdfa69473d25), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.864563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] device_id is not set on port f83813a5-a3df-4553-a7e1-f55fd0ba7615 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:25:11.866034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] Deleting port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:11.866419 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.929003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:11.948843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=008855ff-b786-457d-a032-1dabbada6a61,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:11.985792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=667639a3-65e5-4a8b-ba61-0aef0afd7df5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:11.990022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] No DVR routers for this DVR port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:12.006423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6007f25d-33d5-4f9f-b067-ff166d8c0852 req-fadc859c-0add-4425-8276-858b5d1c376d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609187 Feb 11 05:25:12.015077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:12.071112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d07d4a-a86a-4148-ba26-e2d1b7130d8b req-36f260a2-3517-428f-a37e-67c9ce3f89e8 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.072758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16d07d4a-a86a-4148-ba26-e2d1b7130d8b req-36f260a2-3517-428f-a37e-67c9ce3f89e8 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 950 time: 0.2261803 Feb 11 05:25:12.114431 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (97fe9625-b9db-47c4-93ae-b37d99322a4a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.161564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fe9625-b9db-47c4-93ae-b37d99322a4a']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:12.186546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:12.186936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f1176f-0bee-46cb-8c16-e4eae39b03d9') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:12.197908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Allocated IP 172.25.8.96 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f83813a5-a3df-4553-a7e1-f55fd0ba7615) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:12.207432 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (d2f1176f-0bee-46cb-8c16-e4eae39b03d9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.224912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16d07d4a-a86a-4148-ba26-e2d1b7130d8b req-a46b7103-cdf2-4d65-ad6c-4407c3913dd6 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139760 Feb 11 05:25:12.234371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d2f1176f-0bee-46cb-8c16-e4eae39b03d9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.238951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33455f13-8206-4b70-86ce-cdfa69473d25,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.257304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Attempting to bind port af7d70ff-8de5-4f2d-971f-de44ab45f02c on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:12.257304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Attempting to bind port af7d70ff-8de5-4f2d-971f-de44ab45f02c by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:12.257640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:12.257722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Attempting to bind port af7d70ff-8de5-4f2d-971f-de44ab45f02c on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (d2f1176f-0bee-46cb-8c16-e4eae39b03d9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:12.257796 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:12.262004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Router f2095413-f467-414e-82cc-0e23906baf93 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:12.264374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Port af7d70ff-8de5-4f2d-971f-de44ab45f02c on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:12.264756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Attempting to bind port af7d70ff-8de5-4f2d-971f-de44ab45f02c on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:12.286089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] For port 667639a3-65e5-4a8b-ba61-0aef0afd7df5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=667639a3-65e5-4a8b-ba61-0aef0afd7df5,segment=NetworkSegment(d2f1176f-0bee-46cb-8c16-e4eae39b03d9),segment_id=d2f1176f-0bee-46cb-8c16-e4eae39b03d9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:12.286410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.286524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:12.286871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Checking segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:12.287267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Bound using segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:12.287717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Bound port: af7d70ff-8de5-4f2d-971f-de44ab45f02c, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:12.288082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.290151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '8860d7c9-2446-4421-b255-ababfeb9f227', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '8860d7c9-2446-4421-b255-ababfeb9f227', 'mac_address': 'fa:16:3e:94:a0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:12.334780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] Calling delete_port for 667639a3-65e5-4a8b-ba61-0aef0afd7df5 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:12.338058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-452914e9-e783-47cd-b988-5608ca6abfe0 None None] Provisioning complete for port d7797995-2580-45e0-90bf-bac5dbb4592a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:12.338438 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-452914e9-e783-47cd-b988-5608ca6abfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.442003 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (667639a3-65e5-4a8b-ba61-0aef0afd7df5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.456069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (97fe9625-b9db-47c4-93ae-b37d99322a4a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.463447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.466834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] 10.222.0.62 "DELETE /v2.0/networks/97fe9625-b9db-47c4-93ae-b37d99322a4a HTTP/1.1" status: 204 len: 168 time: 1.3021915 Feb 11 05:25:12.477412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 289b1b53-9c6f-4130-af26-380184e8cabb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:12.518055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36e492-1ec6-4886-8c00-0a1f65f48f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=97fe9625-b9db-47c4-93ae-b37d99322a4a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.540346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c1bafaa8-8c52-4e85-9df7-854dd1761046 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:12.545910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:12.566520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] No DVR routers for this DVR port 667639a3-65e5-4a8b-ba61-0aef0afd7df5 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:12.577826 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e1ae1847-2053-4586-a646-68d5f7c7d16f admin admin] 10.222.0.62 "PUT /v2.0/routers/f2095413-f467-414e-82cc-0e23906baf93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7911408 Feb 11 05:25:12.580906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cefb6-45b2-4ede-8026-5f93d503ff31 None None] Pushing event deleted for resources: {'Port': ['ID=667639a3-65e5-4a8b-ba61-0aef0afd7df5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.580906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Sync routers for ids ['f2095413-f467-414e-82cc-0e23906baf93'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:12.603982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c1bafaa8-8c52-4e85-9df7-854dd1761046 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:12.603982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c1bafaa8-8c52-4e85-9df7-854dd1761046 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:12.627703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:12.628010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.630734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-452914e9-e783-47cd-b988-5608ca6abfe0 None None] Port d7797995-2580-45e0-90bf-bac5dbb4592a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:12.643986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Routers {'f2095413-f467-414e-82cc-0e23906baf93'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:12.649648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f2095413-f467-414e-82cc-0e23906baf93'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:12.711736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb69ae-5b64-4c03-9f72-62870cc48af5 req-dde4a840-7c01-43c3-996d-55e010e7e3d1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.714100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7eb69ae-5b64-4c03-9f72-62870cc48af5 req-dde4a840-7c01-43c3-996d-55e010e7e3d1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 948 time: 0.0943882 Feb 11 05:25:12.732085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] For port af7d70ff-8de5-4f2d-971f-de44ab45f02c, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:12.743889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] For port af7d70ff-8de5-4f2d-971f-de44ab45f02c, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=af7d70ff-8de5-4f2d-971f-de44ab45f02c,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:12.750815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860d7c9-2446-4421-b255-ababfeb9f227 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:12.800334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:12.810597 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks [] for port (f83813a5-a3df-4553-a7e1-f55fd0ba7615), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.832853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7eb69ae-5b64-4c03-9f72-62870cc48af5 req-362a6799-c9fa-459a-93c1-7d4dbf91433c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109242 Feb 11 05:25:12.861460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.871738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Set router f2095413-f467-414e-82cc-0e23906baf93 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:12.908324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.908991 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.910418 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] 10.222.0.83 "PUT /v2.0/ports/af7d70ff-8de5-4f2d-971f-de44ab45f02c HTTP/1.1" status: 200 len: 1092 time: 2.9871342 Feb 11 05:25:12.910876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb', 'tag': 'af7d70ff-8de5-4f2d-971f-de44ab45f02c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:12.913239 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d329cf96-ff50-40d4-a99c-c8fe1b3fa76e" -d '{"events": [{"name": "network-changed", "server_uuid": "932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb", "tag": "af7d70ff-8de5-4f2d-971f-de44ab45f02c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:12.958024 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:12.972116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fdfda-408b-4c80-a437-b2f6d7c44269 service neutron] Pushing event updated for resources: {'Port': ['ID=af7d70ff-8de5-4f2d-971f-de44ab45f02c,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:12.998676 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a556095-6196-412a-a5b5-af823982e70a x-openstack-request-id: req-7a556095-6196-412a-a5b5-af823982e70a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:12.998994 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb", "tag": "af7d70ff-8de5-4f2d-971f-de44ab45f02c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:12.999272 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a556095-6196-412a-a5b5-af823982e70a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:13.001793 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb', 'tag': 'af7d70ff-8de5-4f2d-971f-de44ab45f02c', 'status': 'completed', 'code': 200} Feb 11 05:25:13.053133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f83813a5-a3df-4553-a7e1-f55fd0ba7615), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.072337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:13.100946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:13.107819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:13.135871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:13.136863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54124) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:13.175279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Pushing event updated for resources: {'Port': ['ID=f83813a5-a3df-4553-a7e1-f55fd0ba7615,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:13.180696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:25:09Z', 'revision_number': 4, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port': {'id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:56Z', 'updated_at': '2022-02-11T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'd7797995-2580-45e0-90bf-bac5dbb4592a', 'name': '', 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'mac_address': 'fa:16:3e:85:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c4841e43-8914-4a37-a3c6-e38fefb8454e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:06Z', 'updated_at': '2022-02-11T05:25:09Z', 'revision_number': 2, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'subnets': [{'id': 'c4841e43-8914-4a37-a3c6-e38fefb8454e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:13.184268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329cf96-ff50-40d4-a99c-c8fe1b3fa76e req-5c3267ef-604d-400f-8f99-97545c7d7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.187699 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d329cf96-ff50-40d4-a99c-c8fe1b3fa76e req-5c3267ef-604d-400f-8f99-97545c7d7070 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 1126 time: 0.1680326 Feb 11 05:25:13.219482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Checking router: f2095413-f467-414e-82cc-0e23906baf93 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:13.219988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Updating router f2095413-f467-414e-82cc-0e23906baf93 port d7797995-2580-45e0-90bf-bac5dbb4592a binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:25:13.227893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.228484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.261590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.264551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8860d7c9-2446-4421-b255-ababfeb9f227'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:13.267674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['008855ff-b786-457d-a032-1dabbada6a61'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:13.336053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-77534a60-6f28-40da-8fe5-63fcbfc0da43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b66a262dfec41ddbd74abf4b6f53db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978257 Feb 11 05:25:13.340734 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-03c2da6c-818e-4010-8fc6-f064d38bfb8c tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4070771 Feb 11 05:25:13.341233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54144) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:13.341233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54146) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:13.400243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329cf96-ff50-40d4-a99c-c8fe1b3fa76e req-8870cc9a-cc3b-4953-a69d-151ad31264d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.402213 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d329cf96-ff50-40d4-a99c-c8fe1b3fa76e req-8870cc9a-cc3b-4953-a69d-151ad31264d0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c56d15434e134f68812629aa71309f44&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2072506 Feb 11 05:25:13.403325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.96'}]}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:13.458555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423a3c9-580e-4a6d-b431-ce08c72d7fa6 req-1d96114f-46d3-4bda-80b8-5f717323d416 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.464128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 667639a3-65e5-4a8b-ba61-0aef0afd7df5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:13.466783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a423a3c9-580e-4a6d-b431-ce08c72d7fa6 req-1d96114f-46d3-4bda-80b8-5f717323d416 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 943 time: 0.2696631 Feb 11 05:25:13.504376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (ced870c6-c170-4398-87ea-0e38ffb367f2), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.505480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (ced870c6-c170-4398-87ea-0e38ffb367f2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.534204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329cf96-ff50-40d4-a99c-c8fe1b3fa76e req-3457a138-2595-47c7-9068-a4caf427d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.535732 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d329cf96-ff50-40d4-a99c-c8fe1b3fa76e req-3457a138-2595-47c7-9068-a4caf427d37c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256771 Feb 11 05:25:13.557170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 667639a3-65e5-4a8b-ba61-0aef0afd7df5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:13.557740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 667639a3-65e5-4a8b-ba61-0aef0afd7df5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:13.612390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c787093-7599-4049-800d-b5aac9ec7f5e req-949e11f1-9d86-4971-9de6-6ee80bd7f157 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.614090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c787093-7599-4049-800d-b5aac9ec7f5e req-949e11f1-9d86-4971-9de6-6ee80bd7f157 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 950 time: 0.1877270 Feb 11 05:25:13.649775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-c8af2de7-9040-4f55-92bd-dfa078d526af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.650630 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8783ad81-552e-44d6-8131-20a454804bbf admin admin] Publish callbacks [] for security_group (d2206d32-bfdd-4125-9d72-4e145f1a2479), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.651545 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-c8af2de7-9040-4f55-92bd-dfa078d526af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 1126 time: 0.0523736 Feb 11 05:25:13.659663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a423a3c9-580e-4a6d-b431-ce08c72d7fa6 req-68629983-4f72-4972-8ef2-8f7399572e3f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920080 Feb 11 05:25:13.663696 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks [] for router_controller (ced870c6-c170-4398-87ea-0e38ffb367f2), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.710921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8783ad81-552e-44d6-8131-20a454804bbf admin admin] Publish callbacks [] for security_group (d2206d32-bfdd-4125-9d72-4e145f1a2479), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.742431 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-f7887393-d13b-4e7a-adef-6e9aa0f26ceb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af7d70ff-8de5-4f2d-971f-de44ab45f02c HTTP/1.1" status: 200 len: 217 time: 0.0745399 Feb 11 05:25:13.756007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c787093-7599-4049-800d-b5aac9ec7f5e req-cf6abb25-22bd-4933-9fa4-bfa29f1c729f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004429 Feb 11 05:25:13.896636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-ab8d9999-229f-4e82-8015-92d806211e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.898322 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-ab8d9999-229f-4e82-8015-92d806211e84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.1488450 Feb 11 05:25:13.955670 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8783ad81-552e-44d6-8131-20a454804bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2206d32-bfdd-4125-9d72-4e145f1a2479), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.959211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8783ad81-552e-44d6-8131-20a454804bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:13.970344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8783ad81-552e-44d6-8131-20a454804bbf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2206d32-bfdd-4125-9d72-4e145f1a2479 HTTP/1.1" status: 204 len: 168 time: 0.6210577 Feb 11 05:25:13.981186 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-5d031aee-7242-4699-9da2-6ce963c58d84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757222 Feb 11 05:25:14.011024 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Publish callbacks [] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.017949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783ad81-552e-44d6-8131-20a454804bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2206d32-bfdd-4125-9d72-4e145f1a2479,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:14.122446 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks [] for router_gateway (ced870c6-c170-4398-87ea-0e38ffb367f2), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.133825 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.134402 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-e28dc62a-ac7e-4492-9763-03cfa61533a3 service neutron] 10.222.0.83 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358225 Feb 11 05:25:14.135560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cb97c-8a12-4443-8e1c-d10a96c96b2c req-9c7491d3-15d4-45a8-b729-b3189f5006a0 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.139543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c60cb97c-8a12-4443-8e1c-d10a96c96b2c req-9c7491d3-15d4-45a8-b729-b3189f5006a0 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 948 time: 0.1745572 Feb 11 05:25:14.206269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d597bc7-b646-40cc-a0ca-c321ad8c7058 None None] Pushing event updated for resources: {'Port': ['ID=d7797995-2580-45e0-90bf-bac5dbb4592a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:14.212183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c60cb97c-8a12-4443-8e1c-d10a96c96b2c req-ea48b833-5c0e-473e-887e-6a02f626c901 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660503 Feb 11 05:25:14.353091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Attempting to bind port d7797995-2580-45e0-90bf-bac5dbb4592a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:14.353835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Attempting to bind port d7797995-2580-45e0-90bf-bac5dbb4592a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:14.354221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Attempting to bind port d7797995-2580-45e0-90bf-bac5dbb4592a on network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:14.359391 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33102b18-9bd0-46ed-8385-b50aa766c2fe req-3a8d7cb3-8b8d-465a-8307-7139ecfd0c50 service neutron] 10.222.0.83 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167799 Feb 11 05:25:14.364569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:14.365000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Checking segment: {'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:14.365419 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.365832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Bound using segment: {'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:14.366571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Bound port: d7797995-2580-45e0-90bf-bac5dbb4592a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:14.367190 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.368530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f402c-37cb-4e33-8d9b-00b87f9b7caf req-f8114122-9be1-4ec2-b2bf-d908b08674e7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.381506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f402c-37cb-4e33-8d9b-00b87f9b7caf req-f8114122-9be1-4ec2-b2bf-d908b08674e7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.388157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-157f402c-37cb-4e33-8d9b-00b87f9b7caf req-f8114122-9be1-4ec2-b2bf-d908b08674e7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053&device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 1691 time: 0.1563494 Feb 11 05:25:14.466856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] For port d7797995-2580-45e0-90bf-bac5dbb4592a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:14.472011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] For port d7797995-2580-45e0-90bf-bac5dbb4592a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d7797995-2580-45e0-90bf-bac5dbb4592a,segment=NetworkSegment(a605ea1c-0b83-4d94-8661-d1c9b4f571fa),segment_id=a605ea1c-0b83-4d94-8661-d1c9b4f571fa)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:14.572043 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.606110 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-157f402c-37cb-4e33-8d9b-00b87f9b7caf req-1cb130df-8dfb-4032-907e-c63758b8d179 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105119 Feb 11 05:25:14.617250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-24734643-b29d-4ebc-98c2-45093015b8ba None None] Provisioning complete for port d7797995-2580-45e0-90bf-bac5dbb4592a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:14.617626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24734643-b29d-4ebc-98c2-45093015b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.643718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-a7a22562-623b-4d33-8ac8-d506b1aa9f97 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.645401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-a7a22562-623b-4d33-8ac8-d506b1aa9f97 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 815 time: 0.2550399 Feb 11 05:25:14.676158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-ffc6b562-8671-46a0-82c7-3109fc89d3bb tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/quotas/56411ff6c3314ac5986b381b056ff17c HTTP/1.1" status: 200 len: 375 time: 0.0161059 Feb 11 05:25:14.693189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Routers {'f2095413-f467-414e-82cc-0e23906baf93'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:14.693839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f2095413-f467-414e-82cc-0e23906baf93'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:14.806773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d597bc7-b646-40cc-a0ca-c321ad8c7058 None None] Pushing event updated for resources: {'Port': ['ID=d7797995-2580-45e0-90bf-bac5dbb4592a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:14.934414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] Set router f2095413-f467-414e-82cc-0e23906baf93 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:14.939414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-e056527a-745a-4b2d-ad63-5841655e384d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2096806 Feb 11 05:25:14.958184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks [] for router_gateway (ced870c6-c170-4398-87ea-0e38ffb367f2), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.980852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-24734643-b29d-4ebc-98c2-45093015b8ba None None] Current status of the port d7797995-2580-45e0-90bf-bac5dbb4592a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:14.981261 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24734643-b29d-4ebc-98c2-45093015b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.006213 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.036762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b9dbb-e644-4410-b02f-b2c18f07e32e req-2a063a75-ad2a-4fc3-8cb7-8d4a889f8366 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.048398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e0b9dbb-e644-4410-b02f-b2c18f07e32e req-2a063a75-ad2a-4fc3-8cb7-8d4a889f8366 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 943 time: 0.1526513 Feb 11 05:25:15.078670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-24734643-b29d-4ebc-98c2-45093015b8ba None None] For port d7797995-2580-45e0-90bf-bac5dbb4592a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d7797995-2580-45e0-90bf-bac5dbb4592a,segment=NetworkSegment(a605ea1c-0b83-4d94-8661-d1c9b4f571fa),segment_id=a605ea1c-0b83-4d94-8661-d1c9b4f571fa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:15.079953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 008855ff-b786-457d-a032-1dabbada6a61 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:15.192613 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e0b9dbb-e644-4410-b02f-b2c18f07e32e req-7699d9f0-e4b3-491e-9dc3-f1597fb85397 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216230 Feb 11 05:25:15.257170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-56932927-f7ce-4bca-86cd-c1889ea028d2 service neutron] 10.222.0.62 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004169 Feb 11 05:25:15.287162 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24734643-b29d-4ebc-98c2-45093015b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.315804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 008855ff-b786-457d-a032-1dabbada6a61 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:15.362762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 008855ff-b786-457d-a032-1dabbada6a61 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:15.363139 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (008855ff-b786-457d-a032-1dabbada6a61), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.447908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24734643-b29d-4ebc-98c2-45093015b8ba None None] Pushing event updated for resources: {'Port': ['ID=d7797995-2580-45e0-90bf-bac5dbb4592a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:15.455701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-a61bc81f-8df6-4d36-99e7-c0599d621383 service neutron] 10.222.0.62 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908534 Feb 11 05:25:15.459025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec51c-0c89-49d0-b331-d091162d771f req-eceee716-1f12-4efd-9b6c-92b3343ffbc8 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.459847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c0ec51c-0c89-49d0-b331-d091162d771f req-eceee716-1f12-4efd-9b6c-92b3343ffbc8 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 1133 time: 0.1226447 Feb 11 05:25:15.462158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7916e478-9f5e-4482-9124-334eb7cc7e42 None None] Provisioning complete for port d7797995-2580-45e0-90bf-bac5dbb4592a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:15.462571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7916e478-9f5e-4482-9124-334eb7cc7e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.514320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c0ec51c-0c89-49d0-b331-d091162d771f req-4b5d683d-3b9f-46e0-a1cd-69462396b61b tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 Feb 11 05:25:15.542172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks [] for router (ced870c6-c170-4398-87ea-0e38ffb367f2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.572982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:25:09Z', 'revision_number': 4, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port': {'id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:56Z', 'updated_at': '2022-02-11T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'd7797995-2580-45e0-90bf-bac5dbb4592a', 'name': '', 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'mac_address': 'fa:16:3e:85:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c4841e43-8914-4a37-a3c6-e38fefb8454e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:06Z', 'updated_at': '2022-02-11T05:25:14Z', 'revision_number': 4, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'subnets': [{'id': 'c4841e43-8914-4a37-a3c6-e38fefb8454e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:15.897284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ff635-f777-4b5d-901e-8d0373880e85 None None] The sync data for ids ['f2095413-f467-414e-82cc-0e23906baf93'] in n-d-713498-37 is: [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:25:09Z', 'revision_number': 4, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port': {'id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:56Z', 'updated_at': '2022-02-11T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'd7797995-2580-45e0-90bf-bac5dbb4592a', 'name': '', 'network_id': 'f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'mac_address': 'fa:16:3e:85:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'c4841e43-8914-4a37-a3c6-e38fefb8454e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:06Z', 'updated_at': '2022-02-11T05:25:14Z', 'revision_number': 4, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'subnets': [{'id': 'c4841e43-8914-4a37-a3c6-e38fefb8454e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:15.921580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 008855ff-b786-457d-a032-1dabbada6a61 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:15.922216 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (008855ff-b786-457d-a032-1dabbada6a61), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.998316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7916e478-9f5e-4482-9124-334eb7cc7e42 None None] Current status of the port d7797995-2580-45e0-90bf-bac5dbb4592a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:16.041415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c197f7-c557-4211-90fe-c3c3e8e80db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008855ff-b786-457d-a032-1dabbada6a61'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:16.048932 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1976c4f2-89f7-4d90-b99b-a04d7b7c7022" -d '{"events": [{"server_uuid": "13c197f7-c557-4211-90fe-c3c3e8e80db9", "name": "network-vif-plugged", "status": "completed", "tag": "008855ff-b786-457d-a032-1dabbada6a61"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:16.090562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 008855ff-b786-457d-a032-1dabbada6a61, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=008855ff-b786-457d-a032-1dabbada6a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:16.181986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (008855ff-b786-457d-a032-1dabbada6a61), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.182945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:16.304168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=008855ff-b786-457d-a032-1dabbada6a61,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:16.393457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (ced870c6-c170-4398-87ea-0e38ffb367f2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.407277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572185a2-04c7-48dd-9604-8684fc0c335f req-7577a01e-d6d5-4774-8244-f29da656e683 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.414647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-572185a2-04c7-48dd-9604-8684fc0c335f req-7577a01e-d6d5-4774-8244-f29da656e683 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 948 time: 0.7905748 Feb 11 05:25:16.417575 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks [] for router_controller (ced870c6-c170-4398-87ea-0e38ffb367f2), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.432718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 8860d7c9-2446-4421-b255-ababfeb9f227 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:16.438072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 8860d7c9-2446-4421-b255-ababfeb9f227 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:16.438455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.579022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-572185a2-04c7-48dd-9604-8684fc0c335f req-52a6e5ec-66c9-4bee-ab61-498801c6e6dd tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572278 Feb 11 05:25:16.585446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:16.586539 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.602660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54bf0-b01e-4d0f-8498-1c02fb60d021 req-c0571eab-bfb8-4f20-9e33-22a734e74991 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.604779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6e54bf0-b01e-4d0f-8498-1c02fb60d021 req-c0571eab-bfb8-4f20-9e33-22a734e74991 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 1133 time: 0.3408587 Feb 11 05:25:16.674502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:16.681683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (ced870c6-c170-4398-87ea-0e38ffb367f2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.682279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ced870c6-c170-4398-87ea-0e38ffb367f2 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:25:16.696409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device af7d70ff-8de5-4f2d-971f-de44ab45f02c details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:16.735859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a11332fe-eeed-4ce2-8b8e-46228c4b307a req-f9aacde2-c7a4-4739-8b5b-e2aae694221e tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 210 time: 0.0682471 Feb 11 05:25:16.765960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6e54bf0-b01e-4d0f-8498-1c02fb60d021 req-d9cda1ec-74db-4503-840e-93b499ba94b6 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520808 Feb 11 05:25:16.834443 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.835141 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:25:16.836466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b2a76935-ed4e-4db1-9fd9-806858253ddd tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4971604 Feb 11 05:25:16.839491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54264) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:16.851359 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbaa027-0787-43cd-8719-6b9fa20d2969 x-openstack-request-id: req-cfbaa027-0787-43cd-8719-6b9fa20d2969 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:16.851667 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c197f7-c557-4211-90fe-c3c3e8e80db9", "name": "network-vif-plugged", "status": "completed", "tag": "008855ff-b786-457d-a032-1dabbada6a61", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:16.851928 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfbaa027-0787-43cd-8719-6b9fa20d2969 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:16.867471 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c197f7-c557-4211-90fe-c3c3e8e80db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008855ff-b786-457d-a032-1dabbada6a61', 'code': 200} Feb 11 05:25:16.995781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port af7d70ff-8de5-4f2d-971f-de44ab45f02c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=af7d70ff-8de5-4f2d-971f-de44ab45f02c,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:16.998989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:17.019144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'af7d70ff-8de5-4f2d-971f-de44ab45f02c', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'port_id': 'af7d70ff-8de5-4f2d-971f-de44ab45f02c', 'mac_address': 'fa:16:3e:40:dc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:17.091754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b038765-b86b-4302-ab80-409a37f65aab req-bc7d494f-d626-4512-8e19-d411866efa43 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.102123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b038765-b86b-4302-ab80-409a37f65aab req-bc7d494f-d626-4512-8e19-d411866efa43 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 943 time: 0.1388752 Feb 11 05:25:17.115622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port af7d70ff-8de5-4f2d-971f-de44ab45f02c is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:17.116068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.145215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-ed26fe3d-c6a2-4304-b17f-084f9af0ec16 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378456 Feb 11 05:25:17.146626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ed724-e008-41f3-bbf7-a4838d01b5b2 req-f40ebeb1-9fae-4c71-8899-18f8a7054aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.148163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a66ed724-e008-41f3-bbf7-a4838d01b5b2 req-f40ebeb1-9fae-4c71-8899-18f8a7054aae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 1132 time: 0.1375754 Feb 11 05:25:17.153027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-798ad8f1-d7b0-45d2-99cb-402e1b6856f4 tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Deleting port f83813a5-a3df-4553-a7e1-f55fd0ba7615 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:17.153364 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-798ad8f1-d7b0-45d2-99cb-402e1b6856f4 tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f83813a5-a3df-4553-a7e1-f55fd0ba7615), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.156804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7d70ff-8de5-4f2d-971f-de44ab45f02c {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:17.216879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port af7d70ff-8de5-4f2d-971f-de44ab45f02c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=af7d70ff-8de5-4f2d-971f-de44ab45f02c,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:17.276052 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.277446 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a66ed724-e008-41f3-bbf7-a4838d01b5b2 req-b181ed12-9657-4721-911f-236f8e0401b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205318 Feb 11 05:25:17.323766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-798ad8f1-d7b0-45d2-99cb-402e1b6856f4 tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f83813a5-a3df-4553-a7e1-f55fd0ba7615), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.350311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b038765-b86b-4302-ab80-409a37f65aab req-3a0e9fa2-515d-4538-a19e-0911eda0359e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162473 Feb 11 05:25:17.353044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-798ad8f1-d7b0-45d2-99cb-402e1b6856f4 tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Calling delete_port for f83813a5-a3df-4553-a7e1-f55fd0ba7615 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:17.433539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=af7d70ff-8de5-4f2d-971f-de44ab45f02c,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:17.488111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-d8bf5aea-6935-4dc3-9c9e-53bc8d283cfd tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.497967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-d8bf5aea-6935-4dc3-9c9e-53bc8d283cfd tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3376293 Feb 11 05:25:17.542349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-ca0cefb1-2962-40a9-a489-df899298e6b5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/quotas/8735cf2cbcdc4b8396d56a956cef7466 HTTP/1.1" status: 200 len: 375 time: 0.0382504 Feb 11 05:25:17.552515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d7797995-2580-45e0-90bf-bac5dbb4592a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:17.626758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['af7d70ff-8de5-4f2d-971f-de44ab45f02c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:17.680446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-798ad8f1-d7b0-45d2-99cb-402e1b6856f4 tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f83813a5-a3df-4553-a7e1-f55fd0ba7615), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.723909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ad8f1-d7b0-45d2-99cb-402e1b6856f4 tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Pushing event deleted for resources: {'Port': ['ID=f83813a5-a3df-4553-a7e1-f55fd0ba7615,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:17.746717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-4c1ef626-2949-4e32-8ba0-efbcf9a792f8 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2033918 Feb 11 05:25:17.791249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d7797995-2580-45e0-90bf-bac5dbb4592a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:17.791639 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.843212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-798ad8f1-d7b0-45d2-99cb-402e1b6856f4 tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:17.845258 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-798ad8f1-d7b0-45d2-99cb-402e1b6856f4 tempest-RoutersAdminNegativeIpV6Test-1760814695 tempest-RoutersAdminNegativeIpV6Test-1760814695-project-admin] 10.222.0.62 "DELETE /v2.0/ports/f83813a5-a3df-4553-a7e1-f55fd0ba7615 HTTP/1.1" status: 204 len: 168 time: 1.0043187 Feb 11 05:25:17.910420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751b66c-5088-41bd-b3b8-188df21b824c req-3df8c96b-223d-407b-aea6-7541d1045856 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.924049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0751b66c-5088-41bd-b3b8-188df21b824c req-3df8c96b-223d-407b-aea6-7541d1045856 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 949 time: 0.1716509 Feb 11 05:25:18.055174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d7797995-2580-45e0-90bf-bac5dbb4592a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:18.105906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0751b66c-5088-41bd-b3b8-188df21b824c req-38a5e98d-51ab-4ddb-be0c-2980241dc852 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761274 Feb 11 05:25:18.227654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c8a83a8-0758-490f-897b-b4aa0e00bba4 req-a725326a-bfd6-49c7-bc5b-0b4fc8d150da tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 210 time: 0.0412695 Feb 11 05:25:18.261161 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12ab6f03-7044-44fe-b693-998ec3ce2369 req-cdcf13da-2939-49a3-a4ae-db46fa3bac5c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 210 time: 0.0417809 Feb 11 05:25:18.531874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0135-a9f1-497f-93ac-a17b91154358 req-379e8869-d498-4a9d-b26f-e0f877c87196 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:18.533828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08af0135-a9f1-497f-93ac-a17b91154358 req-379e8869-d498-4a9d-b26f-e0f877c87196 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 944 time: 0.0674598 Feb 11 05:25:18.629156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-08af0135-a9f1-497f-93ac-a17b91154358 req-997c6d02-7d22-48b5-8afe-a0ed82e772c2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882764 Feb 11 05:25:18.768282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54316) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:18.870082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:18.877257 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9459e39a-2661-49ac-866c-38384ce48707" -d '{"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-plugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:18.936057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2245229d-bafa-4570-a77c-a0e0891e0440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.000818 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648aae76-6dc5-4340-9a3b-d5d96c84531a x-openstack-request-id: req-648aae76-6dc5-4340-9a3b-d5d96c84531a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:19.001488 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-plugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:19.001917 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-648aae76-6dc5-4340-9a3b-d5d96c84531a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:19.002341 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227', 'code': 200} Feb 11 05:25:19.105853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-c89e9951-9610-4323-a78f-38bce5f769ee tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.107662 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-c89e9951-9610-4323-a78f-38bce5f769ee tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 815 time: 0.2395685 Feb 11 05:25:19.126079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Request body: {'port': {'device_id': '032a4891-0210-4412-bd05-3d50d6ca02da', 'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'admin_state_up': True, 'tenant_id': '56411ff6c3314ac5986b381b056ff17c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:19.172231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b852d-914c-4536-8525-b9aa1613cbf4 req-a0ec4e0d-0a70-4503-94c1-f60f96192f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.175652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d63b852d-914c-4536-8525-b9aa1613cbf4 req-a0ec4e0d-0a70-4503-94c1-f60f96192f45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1132 time: 0.0730083 Feb 11 05:25:19.228115 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2245229d-bafa-4570-a77c-a0e0891e0440 admin admin] Publish callbacks [] for security_group (72106ced-c2c0-42f2-a939-d0d5a34e4a6d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.298522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d63b852d-914c-4536-8525-b9aa1613cbf4 req-dc031623-f4d8-45b6-aab0-21427e617881 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162968 Feb 11 05:25:19.336366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213128-0bb2-46d1-84c3-b4fabd1ac9ad req-2a06d950-4731-4f8d-b093-191dfc228c61 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.341989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2245229d-bafa-4570-a77c-a0e0891e0440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (72106ced-c2c0-42f2-a939-d0d5a34e4a6d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.348781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92213128-0bb2-46d1-84c3-b4fabd1ac9ad req-2a06d950-4731-4f8d-b093-191dfc228c61 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 949 time: 0.1042473 Feb 11 05:25:19.383312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Made reservation on behalf of 56411ff6c3314ac5986b381b056ff17c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:19.386970 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.409960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6b633a7-0efb-40d1-ae63-c2de875f67eb req-98e0674b-d355-4e94-92e3-ddd58cae5913 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 210 time: 0.0592332 Feb 11 05:25:19.458507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2245229d-bafa-4570-a77c-a0e0891e0440 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54bb963aa654476e844806a00419b2d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6887057 Feb 11 05:25:19.463239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54338) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:19.469279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245229d-bafa-4570-a77c-a0e0891e0440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72106ced-c2c0-42f2-a939-d0d5a34e4a6d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:19.496371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92213128-0bb2-46d1-84c3-b4fabd1ac9ad req-1247724c-ac6c-4fa6-9830-7b315010856b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300712 Feb 11 05:25:19.631307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4708eb77-d046-4731-84f1-9aee6cd211d5 req-295728b8-6ee0-4fc6-95ba-7e6b671cae97 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 210 time: 0.0960763 Feb 11 05:25:19.720252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Allocated IP 172.20.0.12 (549239a2-be08-4acd-8b88-18888be5740c/136e7de0-3684-4b63-a60d-6ced8f56b0ce/cd9063f0-1e52-4618-92a1-e5a410a5b9e6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:19.775418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f827663d-ead5-40da-8a4e-bf6da12a2472 admin admin] Publish callbacks [] for security_group (72106ced-c2c0-42f2-a939-d0d5a34e4a6d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.784760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b5ce6-869c-4bf8-8762-06cc136916de req-73454a37-e154-4d60-b440-0a08a03e8361 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.786406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd6b5ce6-869c-4bf8-8762-06cc136916de req-73454a37-e154-4d60-b440-0a08a03e8361 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1480401 Feb 11 05:25:19.848764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f827663d-ead5-40da-8a4e-bf6da12a2472 admin admin] Publish callbacks [] for security_group (72106ced-c2c0-42f2-a939-d0d5a34e4a6d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:19.887064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1466b7-9cff-459e-9d49-8aca74574285 req-40b71350-c69c-4345-9d6e-f85a26703f5a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.888932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e1466b7-9cff-459e-9d49-8aca74574285 req-40b71350-c69c-4345-9d6e-f85a26703f5a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 944 time: 0.1324294 Feb 11 05:25:19.899979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd6b5ce6-869c-4bf8-8762-06cc136916de req-f9e6eae9-9caa-4dc8-a962-a2b86afd0a38 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047635 Feb 11 05:25:19.987891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e1466b7-9cff-459e-9d49-8aca74574285 req-04dd50a7-96ba-4ec9-820b-708959d4e462 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811679 Feb 11 05:25:20.033352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks [] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.208585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.213187 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f827663d-ead5-40da-8a4e-bf6da12a2472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (72106ced-c2c0-42f2-a939-d0d5a34e4a6d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.217273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f827663d-ead5-40da-8a4e-bf6da12a2472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.217273 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f827663d-ead5-40da-8a4e-bf6da12a2472 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72106ced-c2c0-42f2-a939-d0d5a34e4a6d HTTP/1.1" status: 204 len: 168 time: 0.7498724 Feb 11 05:25:20.221758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0287d24b-2b8a-4e6b-92cf-8283e9eb8067', '669856e5-8a0b-4810-837a-f2c0f0383841'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:20.264096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827663d-ead5-40da-8a4e-bf6da12a2472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72106ced-c2c0-42f2-a939-d0d5a34e4a6d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:20.279218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Network 549239a2-be08-4acd-8b88-18888be5740c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:20.286875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:20.297673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:20.388571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:20.389452 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.414133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Pushing event updated for resources: {'Port': ['ID=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:20.534425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-4521c6d5-5dd7-44b1-a330-d2ee24a18970 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4138362 Feb 11 05:25:20.547719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Request body: {'port': {'device_id': '032a4891-0210-4412-bd05-3d50d6ca02da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:20.566940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae40b241-15bc-4d08-8050-6ec7213cc03b req-c055a5a7-0b8d-4715-a2fa-662217219cdf tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 210 time: 0.0592937 Feb 11 05:25:20.618261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.692923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device af7d70ff-8de5-4f2d-971f-de44ab45f02c up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:20.815743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port af7d70ff-8de5-4f2d-971f-de44ab45f02c completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:20.826169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port af7d70ff-8de5-4f2d-971f-de44ab45f02c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:20.826169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:20.828684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0b4c-7431-4dc6-8a7a-a818fb2d0737 req-bb4a8368-653c-4f2c-bf71-c4b807fea40f tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:20.836265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48eb0b4c-7431-4dc6-8a7a-a818fb2d0737 req-bb4a8368-653c-4f2c-bf71-c4b807fea40f tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 932 time: 0.0905142 Feb 11 05:25:20.950295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48eb0b4c-7431-4dc6-8a7a-a818fb2d0737 req-81e06814-20d9-4fdc-930a-4df3184ccc0d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127682 Feb 11 05:25:21.021182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port af7d70ff-8de5-4f2d-971f-de44ab45f02c is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:21.022192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.063761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7d70ff-8de5-4f2d-971f-de44ab45f02c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:21.066574 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557e6958-d83d-4a68-8b37-826a06b1205f" -d '{"events": [{"server_uuid": "932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb", "name": "network-vif-plugged", "status": "completed", "tag": "af7d70ff-8de5-4f2d-971f-de44ab45f02c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:21.085717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port af7d70ff-8de5-4f2d-971f-de44ab45f02c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=af7d70ff-8de5-4f2d-971f-de44ab45f02c,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:21.126885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-329db6cb-228b-4f94-a8de-050755a993e4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658669 Feb 11 05:25:21.128504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9063f0-1e52-4618-92a1-e5a410a5b9e6 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:21.143669 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Publish callbacks [] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.164222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Transition to ACTIVE for port object cd9063f0-1e52-4618-92a1-e5a410a5b9e6 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:21.227400 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.261200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d110d-38c6-49f2-91c6-276fd22da3ec req-a0c30e69-aaae-41c6-8533-3fd6618e4cae tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.262722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c4d110d-38c6-49f2-91c6-276fd22da3ec req-a0c30e69-aaae-41c6-8533-3fd6618e4cae tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.2247362 Feb 11 05:25:21.282059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=af7d70ff-8de5-4f2d-971f-de44ab45f02c,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:21.294378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757d368-a846-4af6-9ae1-1a26907f9165 req-603921e6-b1d9-42bc-b583-4913b283c715 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.295955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5757d368-a846-4af6-9ae1-1a26907f9165 req-603921e6-b1d9-42bc-b583-4913b283c715 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 944 time: 0.1739900 Feb 11 05:25:21.301772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.364096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:21.379434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8a21dfd7-3c6d-4eb0-a417-ffddb59c47a3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.381035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8a21dfd7-3c6d-4eb0-a417-ffddb59c47a3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2428081 Feb 11 05:25:21.411335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Request body: {'port': {'device_id': '276386b8-902f-4e97-9111-1812bb55acea', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '8735cf2cbcdc4b8396d56a956cef7466'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:21.430745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c4d110d-38c6-49f2-91c6-276fd22da3ec req-e59d10b9-62be-41dc-bb39-48ab0a0dd8c6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567252 Feb 11 05:25:21.495407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5757d368-a846-4af6-9ae1-1a26907f9165 req-8d1c58b6-184c-4366-82e5-091a0bdef4b0 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905918 Feb 11 05:25:21.507958 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d70ec09-fede-4928-8023-cd150f30111a x-openstack-request-id: req-2d70ec09-fede-4928-8023-cd150f30111a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:21.509615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54370) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:21.511613 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb", "name": "network-vif-plugged", "status": "completed", "tag": "af7d70ff-8de5-4f2d-971f-de44ab45f02c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:21.511982 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d70ec09-fede-4928-8023-cd150f30111a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:21.512409 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7d70ff-8de5-4f2d-971f-de44ab45f02c', 'code': 200} Feb 11 05:25:21.519961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Attempting to bind port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:21.523347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Attempting to bind port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:21.523347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Attempting to bind port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 on network 549239a2-be08-4acd-8b88-18888be5740c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:21.538632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 on network 549239a2-be08-4acd-8b88-18888be5740c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:21.538966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Attempting to bind port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 on network 549239a2-be08-4acd-8b88-18888be5740c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:21.552494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:21.559716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Checking segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:21.560165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Bound using segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:21.560677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Bound port: cd9063f0-1e52-4618-92a1-e5a410a5b9e6, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:21.561155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.627769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ebb9cbb9-aea1-4c5a-a535-2d19d852ba29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac6b52ac9c324fedb828d4470d4e8b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141810 Feb 11 05:25:21.627769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54374) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:21.750899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] For port cd9063f0-1e52-4618-92a1-e5a410a5b9e6, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:21.753200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f25b31a5-64f4-45e2-b63b-481724f5e7ba req-2187d8c4-d81a-4c3d-b56b-aee2cb3dd8bd tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 210 time: 0.0611722 Feb 11 05:25:21.755997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] For port cd9063f0-1e52-4618-92a1-e5a410a5b9e6, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:21.760776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116ceb-417f-493f-a9ce-4d1d6c15dc82 req-e0a33b81-91d8-42fb-bd4f-5743953b6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.762454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16116ceb-417f-493f-a9ce-4d1d6c15dc82 req-e0a33b81-91d8-42fb-bd4f-5743953b6db1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 1128 time: 0.1145382 Feb 11 05:25:21.797734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-373a205a-9e52-4824-8873-fb0c6d52541c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=514f995810f04081ac6b95888e6caefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412288 Feb 11 05:25:21.827462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Made reservation on behalf of 8735cf2cbcdc4b8396d56a956cef7466 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:21.833053 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.845861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Publish callbacks [] for security_group (33455f13-8206-4b70-86ce-cdfa69473d25), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.849748 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16116ceb-417f-493f-a9ce-4d1d6c15dc82 req-c656fdf8-39cd-4d69-ad8d-fb3331613b37 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790219 Feb 11 05:25:21.849748 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.893046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.893680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.895165 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] 10.222.0.65 "PUT /v2.0/ports/cd9063f0-1e52-4618-92a1-e5a410a5b9e6 HTTP/1.1" status: 200 len: 1093 time: 1.3539538 Feb 11 05:25:21.895626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032a4891-0210-4412-bd05-3d50d6ca02da', 'tag': 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:21.898260 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644f225d-3fc9-414e-92d0-095b89cc3535" -d '{"events": [{"name": "network-changed", "server_uuid": "032a4891-0210-4412-bd05-3d50d6ca02da", "tag": "cd9063f0-1e52-4618-92a1-e5a410a5b9e6"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:21.924168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb74c0-2474-46c5-82aa-21e50c875730 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:21.943707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Publish callbacks [] for security_group (33455f13-8206-4b70-86ce-cdfa69473d25), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:21.972813 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a608bc1-eeaf-4cc4-a4b4-6789623e41d5 x-openstack-request-id: req-4a608bc1-eeaf-4cc4-a4b4-6789623e41d5 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:21.975220 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032a4891-0210-4412-bd05-3d50d6ca02da", "tag": "cd9063f0-1e52-4618-92a1-e5a410a5b9e6", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:21.975220 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a608bc1-eeaf-4cc4-a4b4-6789623e41d5 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:21.975220 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032a4891-0210-4412-bd05-3d50d6ca02da', 'tag': 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6', 'status': 'completed', 'code': 200} Feb 11 05:25:22.054443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f225d-3fc9-414e-92d0-095b89cc3535 req-c6becf30-6d6e-4ac4-bbfd-b2cebb3d9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.055001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-644f225d-3fc9-414e-92d0-095b89cc3535 req-c6becf30-6d6e-4ac4-bbfd-b2cebb3d9363 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 1127 time: 0.0601556 Feb 11 05:25:22.092338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682949-3998-484a-a542-6fc257b505a9 req-559a2870-4853-4678-a411-1b7fed415505 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.097434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-559a2870-4853-4678-a411-1b7fed415505 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957191 Feb 11 05:25:22.166631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-35046f94-ee80-4f11-9bce-83517dda608b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/quotas/514f995810f04081ac6b95888e6caefb HTTP/1.1" status: 200 len: 375 time: 0.0596848 Feb 11 05:25:22.209763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Allocated IP 192.168.233.223 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/a069ba65-7756-4232-8f4a-696a14794f2b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:22.224165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f225d-3fc9-414e-92d0-095b89cc3535 req-fd913043-da0c-4577-89d5-35ef44d05966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.228831 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-644f225d-3fc9-414e-92d0-095b89cc3535 req-fd913043-da0c-4577-89d5-35ef44d05966 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=56411ff6c3314ac5986b381b056ff17c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1671171 Feb 11 05:25:22.236417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff6a81-09f0-476e-952c-6f1dbc5d6fb3 req-6a72da1e-96ea-4e44-b3ef-db6879adb22a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.237992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-deff6a81-09f0-476e-952c-6f1dbc5d6fb3 req-6a72da1e-96ea-4e44-b3ef-db6879adb22a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 944 time: 0.2070971 Feb 11 05:25:22.248216 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (33455f13-8206-4b70-86ce-cdfa69473d25), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.251196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.252379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33455f13-8206-4b70-86ce-cdfa69473d25 HTTP/1.1" status: 204 len: 168 time: 0.6229324 Feb 11 05:25:22.295644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33455f13-8206-4b70-86ce-cdfa69473d25,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:22.323906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.324226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.324507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.324890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.325241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.325611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.325915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.326256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.326586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.326911 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.327304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.327633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.327959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88741df-4328-43f7-b77f-ae52decaa934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:22.393204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-e84f4d71-020f-4c84-a8ee-c6720992c0bf tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2148404 Feb 11 05:25:22.407834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f225d-3fc9-414e-92d0-095b89cc3535 req-d85aa9ea-01fd-4ce5-9c15-8da8c5e4469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.409435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-644f225d-3fc9-414e-92d0-095b89cc3535 req-d85aa9ea-01fd-4ce5-9c15-8da8c5e4469e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741374 Feb 11 05:25:22.431715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-deff6a81-09f0-476e-952c-6f1dbc5d6fb3 req-e096aa8d-103f-41db-bd3a-3430bfe452c1 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712539 Feb 11 05:25:22.446195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54400) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:22.541810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-6ebb42b3-0bc8-44a7-85f1-5f454de21fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.544085 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-6ebb42b3-0bc8-44a7-85f1-5f454de21fa1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 1127 time: 0.0802166 Feb 11 05:25:22.604241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for port (a069ba65-7756-4232-8f4a-696a14794f2b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.607456 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-5ad46ef3-0506-44e9-a38c-e50a9d92eec8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd9063f0-1e52-4618-92a1-e5a410a5b9e6 HTTP/1.1" status: 200 len: 217 time: 0.0520718 Feb 11 05:25:22.721503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8c885-4311-4f67-b226-8df7c5c5209c req-6b8cbe32-fae1-4dd6-a154-d392ede55965 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.723147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1db8c885-4311-4f67-b226-8df7c5c5209c req-6b8cbe32-fae1-4dd6-a154-d392ede55965 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 945 time: 0.1163950 Feb 11 05:25:22.824156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:22.841108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:22.852307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:23.022308 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-710bc467-f3ee-4f14-ad24-28019713260c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.053763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-d5d7693f-1b1e-4be2-87e6-07e0d9584507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.055331 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-d5d7693f-1b1e-4be2-87e6-07e0d9584507 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 200 len: 855 time: 0.4420373 Feb 11 05:25:23.098615 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-2278409e-c751-484a-98ab-3680fbf779bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=549239a2-be08-4acd-8b88-18888be5740c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320206 Feb 11 05:25:23.141222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2dfdbefe-1f29-4fe8-94d6-94ac84ab65f6 req-81461c1e-2b01-4b8a-99fd-765dbae8e23c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 210 time: 0.3493431 Feb 11 05:25:23.226694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:23.231725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'Port': ['ID=a069ba65-7756-4232-8f4a-696a14794f2b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:23.287033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-e4e8375d-68dc-4fe4-a152-7ae7c9da3cce service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812377 Feb 11 05:25:23.289029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-710bc467-f3ee-4f14-ad24-28019713260c admin admin] Publish callbacks [] for security_group (e1394002-70ee-4bfb-be9d-abb3d29802b8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.295692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:23.300453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:23.434704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1db8c885-4311-4f67-b226-8df7c5c5209c req-69b54427-616f-4976-92a1-7a45c87d27fb tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990349 Feb 11 05:25:23.527536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-710bc467-f3ee-4f14-ad24-28019713260c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e1394002-70ee-4bfb-be9d-abb3d29802b8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.555493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92656a8f-e887-44ed-9a64-7c545aa9b5d6 req-f9f4c6de-0ec0-4785-8e42-1378afb8091c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.567862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92656a8f-e887-44ed-9a64-7c545aa9b5d6 req-f9f4c6de-0ec0-4785-8e42-1378afb8091c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 936 time: 0.2586138 Feb 11 05:25:23.594653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.595200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.606484 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-710bc467-f3ee-4f14-ad24-28019713260c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdaf18271ca8489c9d66493a1dcf9ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1569192 Feb 11 05:25:23.617786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:23.675828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bc467-f3ee-4f14-ad24-28019713260c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1394002-70ee-4bfb-be9d-abb3d29802b8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:23.685219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fc7c342-c47c-4c11-879e-45e4f4f570bc req-f58e3959-7e98-417e-9506-d8d3ab5c43ae service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753130 Feb 11 05:25:23.765878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92656a8f-e887-44ed-9a64-7c545aa9b5d6 req-9f1ac329-ab25-48c2-a53f-04422131d0d5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956465 Feb 11 05:25:23.795222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91cac20c-7663-4cc7-8c6f-8dcb3e50b2f7 admin admin] Publish callbacks [] for security_group (e1394002-70ee-4bfb-be9d-abb3d29802b8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.800880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b7640c8c-f2f3-44cd-864a-538a62d8ef51 None None] Provisioning complete for port a069ba65-7756-4232-8f4a-696a14794f2b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:23.801716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7640c8c-f2f3-44cd-864a-538a62d8ef51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.805529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a7702-dbf6-4e22-b3a6-204c3b4ee2ba req-8a00b674-1771-4f71-8824-a417cf49e636 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.812968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a6a7702-dbf6-4e22-b3a6-204c3b4ee2ba req-8a00b674-1771-4f71-8824-a417cf49e636 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 944 time: 0.1714809 Feb 11 05:25:23.816953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-8ad4ae70-5e7a-4611-b594-50c43fe3af1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4139509 Feb 11 05:25:23.830573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91cac20c-7663-4cc7-8c6f-8dcb3e50b2f7 admin admin] Publish callbacks [] for security_group (e1394002-70ee-4bfb-be9d-abb3d29802b8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.846905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Request body: {'port': {'device_id': '276386b8-902f-4e97-9111-1812bb55acea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:23.887519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b7640c8c-f2f3-44cd-864a-538a62d8ef51 None None] Port a069ba65-7756-4232-8f4a-696a14794f2b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:23.952470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a6a7702-dbf6-4e22-b3a6-204c3b4ee2ba req-0a7037a1-933e-4f9c-8951-07eb7fcf8883 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289086 Feb 11 05:25:23.959171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:23.999004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91cac20c-7663-4cc7-8c6f-8dcb3e50b2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e1394002-70ee-4bfb-be9d-abb3d29802b8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.002037 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91cac20c-7663-4cc7-8c6f-8dcb3e50b2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.005562 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-91cac20c-7663-4cc7-8c6f-8dcb3e50b2f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1394002-70ee-4bfb-be9d-abb3d29802b8 HTTP/1.1" status: 204 len: 168 time: 0.3330820 Feb 11 05:25:24.012580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cac20c-7663-4cc7-8c6f-8dcb3e50b2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1394002-70ee-4bfb-be9d-abb3d29802b8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:24.170643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54448) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:24.288681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89f8d4f9-1859-4b72-9d5c-6f693a7494d6 req-72fe2b0d-63f9-423c-97db-d5d7f1802cfd tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 210 time: 0.0416863 Feb 11 05:25:24.350274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a069ba65-7756-4232-8f4a-696a14794f2b {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:24.361284 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Publish callbacks [] for port (a069ba65-7756-4232-8f4a-696a14794f2b), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.375904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Transition to ACTIVE for port object a069ba65-7756-4232-8f4a-696a14794f2b will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:24.466957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b8c04aa4-d297-4a29-9aef-d61d4b76f46d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1140064424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:24.499294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.596359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b8c04aa4-d297-4a29-9aef-d61d4b76f46d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (d7791d7a-5448-4910-a269-1bc9ee701920), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.597769 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b8c04aa4-d297-4a29-9aef-d61d4b76f46d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (d7791d7a-5448-4910-a269-1bc9ee701920), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.649415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a069ba65-7756-4232-8f4a-696a14794f2b,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:24.684985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b8c04aa4-d297-4a29-9aef-d61d4b76f46d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for router_controller (d7791d7a-5448-4910-a269-1bc9ee701920), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.704588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380c8f6-0a37-457b-a562-3603cd9b0cd5 req-adafc6da-28ac-46ae-be5b-e9df165c0526 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.706251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b380c8f6-0a37-457b-a562-3603cd9b0cd5 req-adafc6da-28ac-46ae-be5b-e9df165c0526 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 945 time: 0.1803250 Feb 11 05:25:24.747807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Attempting to bind port a069ba65-7756-4232-8f4a-696a14794f2b on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:24.748145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Attempting to bind port a069ba65-7756-4232-8f4a-696a14794f2b by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:24.748481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Attempting to bind port a069ba65-7756-4232-8f4a-696a14794f2b on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:24.762169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Port a069ba65-7756-4232-8f4a-696a14794f2b on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:24.762493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Attempting to bind port a069ba65-7756-4232-8f4a-696a14794f2b on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:24.782380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b8c04aa4-d297-4a29-9aef-d61d4b76f46d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (d7791d7a-5448-4910-a269-1bc9ee701920), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.787757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b380c8f6-0a37-457b-a562-3603cd9b0cd5 req-254eb25e-7659-4cd6-80fb-d9dad0644bd8 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665853 Feb 11 05:25:24.787757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:24.787757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:24.787757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:24.787757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Bound port: a069ba65-7756-4232-8f4a-696a14794f2b, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:24.787757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.872293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54460) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:24.887010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-483fb7f8-f8eb-4080-9ec2-f4cdb61839a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.900425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b8c04aa4-d297-4a29-9aef-d61d4b76f46d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:24.906046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b8c04aa4-d297-4a29-9aef-d61d4b76f46d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7302251 Feb 11 05:25:24.926384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:24.932482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-48146358'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:24.936462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] For port a069ba65-7756-4232-8f4a-696a14794f2b, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:24.958880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] For port a069ba65-7756-4232-8f4a-696a14794f2b, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a069ba65-7756-4232-8f4a-696a14794f2b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:24.990080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b460909-6b74-4ceb-9db9-72361c2ccd73 req-695421fa-f1e6-445d-9ebd-2f94ab1e03b5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.996373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b460909-6b74-4ceb-9db9-72361c2ccd73 req-695421fa-f1e6-445d-9ebd-2f94ab1e03b5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 948 time: 0.1210759 Feb 11 05:25:25.032228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-483fb7f8-f8eb-4080-9ec2-f4cdb61839a2 admin admin] Publish callbacks [] for security_group (feb4a211-bc5e-43c3-a8de-c8267d062903), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.049487 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.078189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b460909-6b74-4ceb-9db9-72361c2ccd73 req-6ad41cc0-5b9c-4871-8838-ed16f74e0cba tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740316 Feb 11 05:25:25.108861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-483fb7f8-f8eb-4080-9ec2-f4cdb61839a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (feb4a211-bc5e-43c3-a8de-c8267d062903), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.121251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Made reservation on behalf of 5dc7318e9a5f4815bc06196ca7811838 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:25.125664 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.137275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.138023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.140855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] 10.222.0.65 "PUT /v2.0/ports/a069ba65-7756-4232-8f4a-696a14794f2b HTTP/1.1" status: 200 len: 1097 time: 1.2973177 Feb 11 05:25:25.144257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276386b8-902f-4e97-9111-1812bb55acea', 'tag': 'a069ba65-7756-4232-8f4a-696a14794f2b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:25.146668 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a" -d '{"events": [{"name": "network-changed", "server_uuid": "276386b8-902f-4e97-9111-1812bb55acea", "tag": "a069ba65-7756-4232-8f4a-696a14794f2b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:25.181820 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.195808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fb7f8-f8eb-4080-9ec2-f4cdb61839a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb4a211-bc5e-43c3-a8de-c8267d062903,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:25.220465 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-483fb7f8-f8eb-4080-9ec2-f4cdb61839a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=884760e3f0b4490299de6c323840c6e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467791 Feb 11 05:25:25.223407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54480) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:25.228381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9cb91-959d-4279-a976-8a87915762a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a069ba65-7756-4232-8f4a-696a14794f2b,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:25.271959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbfe26-222c-4c8a-bdd9-dbc91d905daf req-975cc76c-c4be-4ec3-a791-6f0cc0e32705 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.273593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fdbfe26-222c-4c8a-bdd9-dbc91d905daf req-975cc76c-c4be-4ec3-a791-6f0cc0e32705 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 944 time: 0.2192419 Feb 11 05:25:25.329099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8a65f3e-aa73-4100-b720-1ca9071696a2 admin admin] Publish callbacks [] for security_group (feb4a211-bc5e-43c3-a8de-c8267d062903), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.360799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8a65f3e-aa73-4100-b720-1ca9071696a2 admin admin] Publish callbacks [] for security_group (feb4a211-bc5e-43c3-a8de-c8267d062903), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.488888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-b3fb6b01-6034-4886-bd68-a18ab0343d18 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.490469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-b3fb6b01-6034-4886-bd68-a18ab0343d18 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.3129780 Feb 11 05:25:25.495707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fdbfe26-222c-4c8a-bdd9-dbc91d905daf req-6a43c2da-924e-4340-8f14-d5c57081cc81 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681271 Feb 11 05:25:25.500648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-aeab61da-cecb-4f58-bd3e-93f159998c6e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=514f995810f04081ac6b95888e6caefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300825 Feb 11 05:25:25.510774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-48076ab2-81ac-4500-9e1f-9e130e3a60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.512398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-48076ab2-81ac-4500-9e1f-9e130e3a60d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 1131 time: 0.2268720 Feb 11 05:25:25.519050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-5f172f2a-b6f4-4475-b9b7-82235bc5a558 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/quotas/c56d15434e134f68812629aa71309f44 HTTP/1.1" status: 200 len: 375 time: 0.0214458 Feb 11 05:25:25.584554 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a020cb68-f0a4-4cbf-a6a2-6c84a78a1689 x-openstack-request-id: req-a020cb68-f0a4-4cbf-a6a2-6c84a78a1689 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:25.584914 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276386b8-902f-4e97-9111-1812bb55acea", "tag": "a069ba65-7756-4232-8f4a-696a14794f2b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:25.585181 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a020cb68-f0a4-4cbf-a6a2-6c84a78a1689 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:25.585598 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276386b8-902f-4e97-9111-1812bb55acea', 'tag': 'a069ba65-7756-4232-8f4a-696a14794f2b', 'status': 'completed', 'code': 200} Feb 11 05:25:25.589620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-3f6dc196-25ec-420f-9ab8-0a2adce4f73b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a069ba65-7756-4232-8f4a-696a14794f2b HTTP/1.1" status: 200 len: 217 time: 0.0696480 Feb 11 05:25:25.595475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8a65f3e-aa73-4100-b720-1ca9071696a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (feb4a211-bc5e-43c3-a8de-c8267d062903), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.598092 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8a65f3e-aa73-4100-b720-1ca9071696a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.601662 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d8a65f3e-aa73-4100-b720-1ca9071696a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/feb4a211-bc5e-43c3-a8de-c8267d062903 HTTP/1.1" status: 204 len: 168 time: 0.3749082 Feb 11 05:25:25.623243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a65f3e-aa73-4100-b720-1ca9071696a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb4a211-bc5e-43c3-a8de-c8267d062903,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:25.670638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682949-3998-484a-a542-6fc257b505a9 req-976129a7-4641-490f-a4d3-62cb2f52c754 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.676015 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-976129a7-4641-490f-a4d3-62cb2f52c754 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679978 Feb 11 05:25:25.685763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Request body: {'port': {'device_id': 'af4f755e-14de-432a-ab8b-d33be0978f72', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '514f995810f04081ac6b95888e6caefb'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:25.708331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06c5fd9d-0f3a-4eb7-8c47-05d0f729a85a req-27ea687c-c6ab-4f4a-9a93-10901a5045d6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 210 time: 0.0474389 Feb 11 05:25:25.771756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-ff083347-a1c6-45c3-ad16-162f86764b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.773389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-ff083347-a1c6-45c3-ad16-162f86764b11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1008704 Feb 11 05:25:25.803451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for security_group (0c5af0da-16f0-4b8b-97f4-fbb78ee78096), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.810388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-4fa5083b-4147-4e57-b7e7-791addbdb0bd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2829194 Feb 11 05:25:25.902636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c5af0da-16f0-4b8b-97f4-fbb78ee78096), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.928814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-0b556578-e33c-4417-9b4e-0d2817cb35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.929890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-0b556578-e33c-4417-9b4e-0d2817cb35b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1458585 Feb 11 05:25:25.949744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:25:25.991426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5af0da-16f0-4b8b-97f4-fbb78ee78096,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:25.994440 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (dfbded4f-6b33-454f-9896-5bf4add238b0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.994791 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Added segment dfbded4f-6b33-454f-9896-5bf4add238b0 of type vlan for network e6c72b0a-e408-4968-ae05-54fd5090b9c5 Feb 11 05:25:26.009474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Made reservation on behalf of 514f995810f04081ac6b95888e6caefb for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:26.013338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.029965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-2af92791-7c3b-43b4-a984-19dee207b514 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992855 Feb 11 05:25:26.137845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (e6c72b0a-e408-4968-ae05-54fd5090b9c5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.240109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Allocated IP 192.168.233.25 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:26.258072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-4e7567e0-ed16-4d3d-a35c-989039b4128b service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172996 Feb 11 05:25:26.326976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-8a495fc5-154e-467f-8277-415ca1845f83 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705946 Feb 11 05:25:26.394782 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (e6c72b0a-e408-4968-ae05-54fd5090b9c5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.399744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.400520 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.427688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc2775-f8b9-4330-8c6d-62f56f02ccf5 req-5e511d1c-9a32-4264-801c-34bd6d1ac347 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.429229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ddc2775-f8b9-4330-8c6d-62f56f02ccf5 req-5e511d1c-9a32-4264-801c-34bd6d1ac347 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 948 time: 0.2260885 Feb 11 05:25:26.510248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks [] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.525350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Network': ['ID=e6c72b0a-e408-4968-ae05-54fd5090b9c5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:26.538284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network e6c72b0a-e408-4968-ae05-54fd5090b9c5 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:25:26.544832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe02c6ba-8589-4e6d-b86c-ca1f36bcb44b req-61d8808c-b5fc-4e6b-8dd1-d63f36540526 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709360 Feb 11 05:25:26.579861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ddc2775-f8b9-4330-8c6d-62f56f02ccf5 req-4a9ea63c-0a5f-4da3-9263-57d5a79d945c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236379 Feb 11 05:25:26.607830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4412d629-6ec4-4e9c-9852-b29a97c21ece tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6794200 Feb 11 05:25:26.611187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54502) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:26.616392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'subnet': {'network_id': 'e6c72b0a-e408-4968-ae05-54fd5090b9c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:26.719525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.734117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['008855ff-b786-457d-a032-1dabbada6a61', '8860d7c9-2446-4421-b255-ababfeb9f227'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:26.760379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e2b334c-5c1b-45ea-b521-ca45c3bfe0d1 req-bd9e8c7c-0f39-460b-a323-b830adba68fd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 210 time: 0.0656643 Feb 11 05:25:26.783558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:26.791962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:26.798374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:26.898961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-deb1d1b4-7bf0-4dd7-bd64-3d6954d25780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.900950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-deb1d1b4-7bf0-4dd7-bd64-3d6954d25780 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 1131 time: 0.1714661 Feb 11 05:25:26.930819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f465e-d279-47b1-a1ca-782c0d32ca1e req-77486241-da2f-41a9-ad33-65ec2ec10bc2 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.930819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a05f465e-d279-47b1-a1ca-782c0d32ca1e req-77486241-da2f-41a9-ad33-65ec2ec10bc2 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 944 time: 0.1994417 Feb 11 05:25:27.068236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.068236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.080199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Made reservation on behalf of 5dc7318e9a5f4815bc06196ca7811838 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:27.095296 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.110982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Pushing event updated for resources: {'Port': ['ID=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:27.140262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd9063f0-1e52-4618-92a1-e5a410a5b9e6 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:27.209923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-9b5d6b12-3aad-402e-b408-111803c6afac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5282421 Feb 11 05:25:27.233839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Request body: {'port': {'device_id': 'af4f755e-14de-432a-ab8b-d33be0978f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:27.340858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.348255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-66e4a350-d226-49dd-b42d-2a37ae78e12e None None] Provisioning complete for port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:27.348667 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66e4a350-d226-49dd-b42d-2a37ae78e12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.432463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd9063f0-1e52-4618-92a1-e5a410a5b9e6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:27.460066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-66e4a350-d226-49dd-b42d-2a37ae78e12e None None] Port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:27.465072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6', 'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'port_id': 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6', 'mac_address': 'fa:16:3e:2a:3e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136e7de0-3684-4b63-a60d-6ced8f56b0ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:27.535958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:27.536362 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.568622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9063f0-1e52-4618-92a1-e5a410a5b9e6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:27.614046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd9063f0-1e52-4618-92a1-e5a410a5b9e6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:27.781157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a05f465e-d279-47b1-a1ca-782c0d32ca1e req-0206ae53-cf72-4ce6-abab-a652db6b3d1a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8111150 Feb 11 05:25:27.792644 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.833187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c31a8-1b48-4b83-a454-db6634d171fa req-0f3250bc-0e6f-41ab-9c1a-21103f193ba8 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.834516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-773c31a8-1b48-4b83-a454-db6634d171fa req-0f3250bc-0e6f-41ab-9c1a-21103f193ba8 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 935 time: 0.9076874 Feb 11 05:25:27.837631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-788ee2dd-c30c-4230-abef-327f624f5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.839374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-788ee2dd-c30c-4230-abef-327f624f5ccf service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.9314921 Feb 11 05:25:27.853325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:27.854542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:27.871602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Publish callbacks [] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:27.881539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Transition to ACTIVE for port object 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:27.917299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-d7cfc476-c81a-41db-8e42-6611c6ecf020 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a069ba65-7756-4232-8f4a-696a14794f2b HTTP/1.1" status: 200 len: 217 time: 0.0711408 Feb 11 05:25:27.978148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.038514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Pushing event updated for resources: {'Port': ['ID=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:28.069878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-773c31a8-1b48-4b83-a454-db6634d171fa req-c514a592-8382-4850-afaf-6eb4cbdcef81 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254131 Feb 11 05:25:28.101003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-887a21be-4bc2-4c1f-9409-9880b37fe9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.108863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-887a21be-4bc2-4c1f-9409-9880b37fe9d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1762967 Feb 11 05:25:28.152267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cd9063f0-1e52-4618-92a1-e5a410a5b9e6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:28.229247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a65c1-52ef-4b6a-bd59-bd6b550c1f50 req-22824c94-4f19-4a26-9c81-2c43f76daf46 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.230859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d26a65c1-52ef-4b6a-bd59-bd6b550c1f50 req-22824c94-4f19-4a26-9c81-2c43f76daf46 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 948 time: 0.3204744 Feb 11 05:25:28.254037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Attempting to bind port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:28.255419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Attempting to bind port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:28.256523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Attempting to bind port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:28.262152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-10f8a7d5-27ee-4117-a04b-8e6ab5841f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.267648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-10f8a7d5-27ee-4117-a04b-8e6ab5841f28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0931435 Feb 11 05:25:28.271238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:28.272891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Attempting to bind port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:28.291826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:28.292882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:28.294642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:28.297199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Bound port: 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:28.297805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.302732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (4d05e8a9-ec40-404e-80b5-6a0a05944397), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.506764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] For port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:28.513593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] For port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:28.599087 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.599594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fc3f651-2db3-4ce3-a6d5-2b2c2ec67b83 req-4404e0ff-0ee8-4090-99dc-fd822f68ed26 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 210 time: 0.2852373 Feb 11 05:25:28.703632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.704267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.708421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] 10.222.0.65 "PUT /v2.0/ports/2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 HTTP/1.1" status: 200 len: 1096 time: 1.4801743 Feb 11 05:25:28.709231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4f755e-14de-432a-ab8b-d33be0978f72', 'tag': '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:28.711850 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf71516-ebb5-4844-8564-9bdc0b561d38" -d '{"events": [{"name": "network-changed", "server_uuid": "af4f755e-14de-432a-ab8b-d33be0978f72", "tag": "2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:28.782299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d26a65c1-52ef-4b6a-bd59-bd6b550c1f50 req-39585cd8-c0d7-43fe-b79a-d16683002fee tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283217 Feb 11 05:25:28.797471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d999c96-c59e-4d54-b8e5-53c85ccea938 service neutron] Pushing event updated for resources: {'Port': ['ID=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:28.800009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Subnet': ['ID=4d05e8a9-ec40-404e-80b5-6a0a05944397,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:28.829392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Checking segment: {'id': 'dfbded4f-6b33-454f-9896-5bf4add238b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6c72b0a-e408-4968-ae05-54fd5090b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:28.832474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network hostable DHCP agents. Network: e6c72b0a-e408-4968-ae05-54fd5090b9c5, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:25:28.946880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-744ee613-d1d8-4a7d-b89b-a46ee6049cb9 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698239 Feb 11 05:25:28.977778 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04c1ce7-1000-4cbb-816a-597156c7097c x-openstack-request-id: req-a04c1ce7-1000-4cbb-816a-597156c7097c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:28.978556 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4f755e-14de-432a-ab8b-d33be0978f72", "tag": "2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:28.978556 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a04c1ce7-1000-4cbb-816a-597156c7097c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:28.980124 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4f755e-14de-432a-ab8b-d33be0978f72', 'tag': '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65', 'status': 'completed', 'code': 200} Feb 11 05:25:29.020308 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-f55bcb9d-87c4-43a9-8a6c-153dabc4df48 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1430268 Feb 11 05:25:29.150739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a069ba65-7756-4232-8f4a-696a14794f2b details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:29.223039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-dae1204a-3e30-4614-adc7-373e22afa321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.226396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-dae1204a-3e30-4614-adc7-373e22afa321 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 1129 time: 0.1128387 Feb 11 05:25:29.227256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network e6c72b0a-e408-4968-ae05-54fd5090b9c5 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:25:29.234954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf71516-ebb5-4844-8564-9bdc0b561d38 req-4700f161-ecd2-4048-8f70-2edd1ffd3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.236819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bf71516-ebb5-4844-8564-9bdc0b561d38 req-4700f161-ecd2-4048-8f70-2edd1ffd3d38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 1130 time: 0.2588444 Feb 11 05:25:29.264126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b15f-4332-47c3-9329-bb23cf9148f4 req-4e916d4c-181f-45cd-97d7-6278eaee1550 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.266777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a278b15f-4332-47c3-9329-bb23cf9148f4 req-4e916d4c-181f-45cd-97d7-6278eaee1550 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 945 time: 0.3507693 Feb 11 05:25:29.331022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bf71516-ebb5-4844-8564-9bdc0b561d38 req-b1fb783b-3e74-42bf-be0e-0e76200714bb service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=514f995810f04081ac6b95888e6caefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632045 Feb 11 05:25:29.386525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-14a4ad4d-7709-4f6c-b97a-be8737a4c64d service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774343 Feb 11 05:25:29.398523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, e6c72b0a-e408-4968-ae05-54fd5090b9c5) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:29.406776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a069ba65-7756-4232-8f4a-696a14794f2b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a069ba65-7756-4232-8f4a-696a14794f2b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:29.424561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.425705 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.446513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'a069ba65-7756-4232-8f4a-696a14794f2b', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'a069ba65-7756-4232-8f4a-696a14794f2b', 'mac_address': 'fa:16:3e:0e:40:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:29.453345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9b642-3357-45f7-9d1a-ea589f66f7f6 None None] Network e6c72b0a-e408-4968-ae05-54fd5090b9c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:29.457220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f342103-d81e-4bcf-9dd4-401b11073cc9 req-0ce47eba-305c-4ed6-9fe3-2d5148a0a2b6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.464463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f342103-d81e-4bcf-9dd4-401b11073cc9 req-0ce47eba-305c-4ed6-9fe3-2d5148a0a2b6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 947 time: 0.2516999 Feb 11 05:25:29.506447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a278b15f-4332-47c3-9329-bb23cf9148f4 req-3e96409c-d863-4188-adb1-3982a70c96e7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231271 Feb 11 05:25:29.530682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-5e16a818-945c-45ce-bc58-5c772605b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.536144 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-5e16a818-945c-45ce-bc58-5c772605b97c service neutron] 10.222.0.65 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 916 time: 0.2699761 Feb 11 05:25:29.646533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f342103-d81e-4bcf-9dd4-401b11073cc9 req-b0bcefc2-9981-4348-9a41-c58d342dea81 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810007 Feb 11 05:25:29.653055 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-a4581383-78dc-4cf7-860b-e0dfc8f70b3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0287d24b-2b8a-4e6b-92cf-8283e9eb8067 HTTP/1.1" status: 200 len: 217 time: 0.1098185 Feb 11 05:25:29.658230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf71516-ebb5-4844-8564-9bdc0b561d38 req-ed3c74c6-5015-46ed-aa3f-45509f6a1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.660030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3bf71516-ebb5-4844-8564-9bdc0b561d38 req-ed3c74c6-5015-46ed-aa3f-45509f6a1551 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3215003 Feb 11 05:25:29.665280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port a069ba65-7756-4232-8f4a-696a14794f2b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:29.665690 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.712086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a069ba65-7756-4232-8f4a-696a14794f2b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:29.718484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d98f99fd-aaef-4383-9ea9-03f67ac6e6be tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1061649 Feb 11 05:25:29.722536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:29.727465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'network': {'name': 'tempest-router-network01--1620705793'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:29.749941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a069ba65-7756-4232-8f4a-696a14794f2b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a069ba65-7756-4232-8f4a-696a14794f2b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:29.785584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-92ea00b6-449f-440b-b1ca-ad550229f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.787927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-92ea00b6-449f-440b-b1ca-ad550229f2ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 200 len: 855 time: 0.1271827 Feb 11 05:25:29.801671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-e6c72b0a-e408-4968-ae05-54fd5090b9c5', 'network_id': 'e6c72b0a-e408-4968-ae05-54fd5090b9c5', 'project_id': '5dc7318e9a5f4815bc06196ca7811838', 'fixed_ips': [{'subnet_id': '4d05e8a9-ec40-404e-80b5-6a0a05944397'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:25:29.802708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.888083 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-796c1d01-7b9b-42b4-9a7d-8f2bf030462f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=549239a2-be08-4acd-8b88-18888be5740c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919621 Feb 11 05:25:29.902374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.030064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a727157-974a-4228-aba8-8e224d84f733 req-f5f0f915-3d72-499e-b006-cb740c184ae7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 210 time: 0.2020993 Feb 11 05:25:30.031762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=a069ba65-7756-4232-8f4a-696a14794f2b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:30.052915 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-83a5cb1b-1649-4737-9383-d7e053e607e5 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493177 Feb 11 05:25:30.115263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.119228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.122522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.123709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.129916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.130557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.132956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.134868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.134868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.134868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.134868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.134868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.140106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:30.150110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682949-3998-484a-a542-6fc257b505a9 req-2bc2e15d-99ac-4ff5-803a-fee17c30ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.153503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-2bc2e15d-99ac-4ff5-803a-fee17c30ff75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=514f995810f04081ac6b95888e6caefb&device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 1130 time: 0.3882837 Feb 11 05:25:30.169858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Made reservation on behalf of 5dc7318e9a5f4815bc06196ca7811838 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:30.182775 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.252015 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c464c583-0f62-488a-99c8-b0a27ac1422c req-cbf52cb6-18d3-41ec-a94b-89dd746758f4 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713786 Feb 11 05:25:30.266758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-5f0e75a3-90e5-4b68-9ce1-8fd121023fa1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 HTTP/1.1" status: 200 len: 217 time: 0.0997748 Feb 11 05:25:30.275060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234099d-e229-4db0-8428-0380193650ee req-5ab52fa5-0b3b-456f-a870-db2ad27b6c75 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.283179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2234099d-e229-4db0-8428-0380193650ee req-5ab52fa5-0b3b-456f-a870-db2ad27b6c75 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 949 time: 0.3523619 Feb 11 05:25:30.302256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['a069ba65-7756-4232-8f4a-696a14794f2b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:30.408904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:25:30.419517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Allocated IP 172.20.0.2 (e6c72b0a-e408-4968-ae05-54fd5090b9c5/4d05e8a9-ec40-404e-80b5-6a0a05944397/d5e8008f-7b93-46bd-a26f-563aac4d4f5a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:30.425874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-dfc42c83-d339-4bec-a533-9c27ec9cd504 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.425874 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-dfc42c83-d339-4bec-a533-9c27ec9cd504 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.3688226 Feb 11 05:25:30.438359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Request body: {'port': {'device_id': '6b786a83-d584-4c1c-8eeb-12dbfaa83382', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'admin_state_up': True, 'tenant_id': 'c56d15434e134f68812629aa71309f44'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:30.442013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.442700 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Added segment ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867 of type vlan for network c22b7554-d786-4bff-a784-ec3ddf355e29 Feb 11 05:25:30.544711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682949-3998-484a-a542-6fc257b505a9 req-4be9f26a-5b88-4f3f-8ac5-32f1db801b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.555844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-4be9f26a-5b88-4f3f-8ac5-32f1db801b67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2653823 Feb 11 05:25:30.558338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c22b7554-d786-4bff-a784-ec3ddf355e29), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.582245 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2234099d-e229-4db0-8428-0380193650ee req-142935f1-d181-41ae-bbbe-c35aa20737df tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980750 Feb 11 05:25:30.677399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:25:30.710605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:30.716059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.831890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682949-3998-484a-a542-6fc257b505a9 req-5a0c52b5-1c99-46ad-b4ec-4c6b029deae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.834052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-5a0c52b5-1c99-46ad-b4ec-4c6b029deae5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2508292 Feb 11 05:25:30.842747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc42f25-ab38-4a36-af96-7fdc58d41c0c req-1a384052-a345-4ca5-9b98-b2b3d38889e2 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.850477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cc42f25-ab38-4a36-af96-7fdc58d41c0c req-1a384052-a345-4ca5-9b98-b2b3d38889e2 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 945 time: 0.1971025 Feb 11 05:25:30.882161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c22b7554-d786-4bff-a784-ec3ddf355e29), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.900232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.901066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.005040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Allocated IP 172.20.0.10 (6d0c1160-3d71-498b-9821-7fa12b3561e9/fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c/8ddc7fdb-1dae-4384-91a6-d02c9b688abf) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:31.034539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89a6c0-c73b-49fd-a859-3a5c3b9822c9 req-d4c65649-b350-4e2a-8c26-7cb510da4008 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.037421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c89a6c0-c73b-49fd-a859-3a5c3b9822c9 req-d4c65649-b350-4e2a-8c26-7cb510da4008 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 947 time: 0.2689037 Feb 11 05:25:31.082111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cc42f25-ab38-4a36-af96-7fdc58d41c0c req-675ee22d-a850-4085-b02c-a4de28823b95 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303832 Feb 11 05:25:31.111280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Publish callbacks [] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.161361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd9063f0-1e52-4618-92a1-e5a410a5b9e6 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:31.161602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4405918 Feb 11 05:25:31.167754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54588) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:31.205048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'network': {'name': 'tempest-router-network02--1072430123'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:31.217097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-d61fab80-d091-4384-8731-731ee38cf7b8 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640740 Feb 11 05:25:31.221386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca97f0b-a8c6-4d35-a39a-25da5af1a2cd tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Network': ['ID=c22b7554-d786-4bff-a784-ec3ddf355e29,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:31.237423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c22b7554-d786-4bff-a784-ec3ddf355e29 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:25:31.268377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c89a6c0-c73b-49fd-a859-3a5c3b9822c9 req-42659f2f-b2ca-4a2e-8264-84b51a83514e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956191 Feb 11 05:25:31.277276 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.340806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c6ca6b4-2046-4618-806d-930e30a6bcc1 req-60abdfe1-90e7-48b1-94dd-0adc8979ec37 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 210 time: 0.0616558 Feb 11 05:25:31.419529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Network e6c72b0a-e408-4968-ae05-54fd5090b9c5 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:31.433857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Pushing event updated for resources: {'Port': ['ID=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:31.450279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks [] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.459840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6682949-3998-484a-a542-6fc257b505a9 req-29f69f20-b44a-4180-b581-b08d9e314ebf service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959033 Feb 11 05:25:31.469640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:31.473755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:31.566221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Attempting to bind port d5e8008f-7b93-46bd-a26f-563aac4d4f5a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:31.570922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Attempting to bind port d5e8008f-7b93-46bd-a26f-563aac4d4f5a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'dfbded4f-6b33-454f-9896-5bf4add238b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6c72b0a-e408-4968-ae05-54fd5090b9c5'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:31.570922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Attempting to bind port d5e8008f-7b93-46bd-a26f-563aac4d4f5a on network e6c72b0a-e408-4968-ae05-54fd5090b9c5 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:31.575118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:31.575642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Checking segment: {'id': 'dfbded4f-6b33-454f-9896-5bf4add238b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6c72b0a-e408-4968-ae05-54fd5090b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:31.576059 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.576479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Bound using segment: {'id': 'dfbded4f-6b33-454f-9896-5bf4add238b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6c72b0a-e408-4968-ae05-54fd5090b9c5'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:31.577227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Bound port: d5e8008f-7b93-46bd-a26f-563aac4d4f5a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbded4f-6b33-454f-9896-5bf4add238b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6c72b0a-e408-4968-ae05-54fd5090b9c5'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:31.577891 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.663479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] For port d5e8008f-7b93-46bd-a26f-563aac4d4f5a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:31.668588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] For port d5e8008f-7b93-46bd-a26f-563aac4d4f5a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,segment=NetworkSegment(dfbded4f-6b33-454f-9896-5bf4add238b0),segment_id=dfbded4f-6b33-454f-9896-5bf4add238b0)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:31.725649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:31.727787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Made reservation on behalf of 5dc7318e9a5f4815bc06196ca7811838 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:31.728953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44614365-c314-4dac-bc97-9bb11c9edea7 req-a9684d06-dde7-4d67-825e-d92f78e1b3dd tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.734338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44614365-c314-4dac-bc97-9bb11c9edea7 req-a9684d06-dde7-4d67-825e-d92f78e1b3dd tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 949 time: 0.0684791 Feb 11 05:25:31.734962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:31.734962 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.735683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.771327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.810919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['af7d70ff-8de5-4f2d-971f-de44ab45f02c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:31.817106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44614365-c314-4dac-bc97-9bb11c9edea7 req-6c71e339-239e-4464-8dd0-36d152280c62 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741994 Feb 11 05:25:31.823347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:31.871995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:25:31.876514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:31.885281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:31.888247 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:31.934153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1541ded8-4bef-4fcc-8597-5ff579961707), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.934548 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Added segment 1541ded8-4bef-4fcc-8597-5ff579961707 of type vlan for network a23af6cc-7192-49b6-a4d4-f32942d51aa1 Feb 11 05:25:31.939355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event updated for resources: {'Port': ['ID=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:31.943448 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.008884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.009557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.031998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (a23af6cc-7192-49b6-a4d4-f32942d51aa1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.071415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4b013-4bfc-47a1-866c-6cf8a0ab532d None None] Pushing event updated for resources: {'Port': ['ID=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:32.116090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-03aeda84-e02d-4c7a-8e0c-428aec1e642b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6833222 Feb 11 05:25:32.138766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Request body: {'port': {'device_id': '6b786a83-d584-4c1c-8eeb-12dbfaa83382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:32.207857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (a23af6cc-7192-49b6-a4d4-f32942d51aa1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.213635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:32.214034 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.220548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.222983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.343095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.426299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020dbd3-e624-40b6-8719-a2e10149bc0a req-41cb773d-54db-4b8a-b13a-42000e1333ad tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.428335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032a4891-0210-4412-bd05-3d50d6ca02da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:32.430792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3020dbd3-e624-40b6-8719-a2e10149bc0a req-41cb773d-54db-4b8a-b13a-42000e1333ad tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 945 time: 0.1759303 Feb 11 05:25:32.434441 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0041ddcd-a71c-40cb-ad1d-80d3397af850" -d '{"events": [{"server_uuid": "032a4891-0210-4412-bd05-3d50d6ca02da", "name": "network-vif-plugged", "status": "completed", "tag": "cd9063f0-1e52-4618-92a1-e5a410a5b9e6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:32.451573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cd9063f0-1e52-4618-92a1-e5a410a5b9e6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:32.462375 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2897999 Feb 11 05:25:32.462983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54608) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:32.470522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'subnet': {'network_id': 'c22b7554-d786-4bff-a784-ec3ddf355e29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:32.507988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18ac44-a5ab-4ee6-9137-7072c5792ff6 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Network': ['ID=a23af6cc-7192-49b6-a4d4-f32942d51aa1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:32.525227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network a23af6cc-7192-49b6-a4d4-f32942d51aa1 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:25:32.607726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3020dbd3-e624-40b6-8719-a2e10149bc0a req-9d241b14-ec60-46f7-a3ea-dd87a84790c1 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686168 Feb 11 05:25:32.664389 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.666687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d2f1-684a-429d-a196-59138f97524e req-5be8e7dd-eeb0-4525-b2d5-a276fb8628ad tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.668371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2809d2f1-684a-429d-a196-59138f97524e req-5be8e7dd-eeb0-4525-b2d5-a276fb8628ad tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 947 time: 0.2352786 Feb 11 05:25:32.739427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:32.759842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2809d2f1-684a-429d-a196-59138f97524e req-81c65972-8b84-4a9c-a5ce-3f8233ad9002 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838678 Feb 11 05:25:32.796181 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5754e3b1-235d-4b0e-a48f-d7608a77a617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.808344 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb19d2-28cc-4826-890e-70ea834a8244 x-openstack-request-id: req-dbbb19d2-28cc-4826-890e-70ea834a8244 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:32.808821 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032a4891-0210-4412-bd05-3d50d6ca02da", "name": "network-vif-plugged", "status": "completed", "tag": "cd9063f0-1e52-4618-92a1-e5a410a5b9e6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:32.809176 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbbb19d2-28cc-4826-890e-70ea834a8244 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:32.809670 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032a4891-0210-4412-bd05-3d50d6ca02da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6', 'code': 200} Feb 11 05:25:32.875120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Made reservation on behalf of 5dc7318e9a5f4815bc06196ca7811838 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:32.882305 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.888244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450f0a-c892-429f-83d4-fb58b1344dac req-812b365e-7146-4395-8754-822ba4e09808 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.892816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45450f0a-c892-429f-83d4-fb58b1344dac req-812b365e-7146-4395-8754-822ba4e09808 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 932 time: 0.1197786 Feb 11 05:25:33.022929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45450f0a-c892-429f-83d4-fb58b1344dac req-b3472033-5c5c-4cb4-b303-70b4423ae2c2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174407 Feb 11 05:25:33.038572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6433a-849d-425c-9849-47d7a75a884f req-4ab59291-618d-47aa-9c8e-af2b4644e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.040481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64f6433a-849d-425c-9849-47d7a75a884f req-4ab59291-618d-47aa-9c8e-af2b4644e3d5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 1129 time: 0.1265068 Feb 11 05:25:33.056533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76989704-9391-4cd1-be19-8593bca1cde6 req-c97813e8-5444-4050-a837-e581187d023a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.058228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76989704-9391-4cd1-be19-8593bca1cde6 req-c97813e8-5444-4050-a837-e581187d023a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 949 time: 0.1007323 Feb 11 05:25:33.115619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddc7fdb-1dae-4384-91a6-d02c9b688abf {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:33.136010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Publish callbacks [] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.152613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Transition to ACTIVE for port object 8ddc7fdb-1dae-4384-91a6-d02c9b688abf will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:33.180738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a069ba65-7756-4232-8f4a-696a14794f2b up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:33.198123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76989704-9391-4cd1-be19-8593bca1cde6 req-836d4061-f12c-4329-a56e-bdec28dd0601 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118882 Feb 11 05:25:33.203789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64f6433a-849d-425c-9849-47d7a75a884f req-84cd8aa2-5a8d-4689-910d-a6c249ce2ac1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390469 Feb 11 05:25:33.234461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.362412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:33.390779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port a069ba65-7756-4232-8f4a-696a14794f2b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:33.402011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port a069ba65-7756-4232-8f4a-696a14794f2b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:33.402011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.453528 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (67c1d53d-2395-492f-b1e7-04dcd30bcccd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.501972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d5e8008f-7b93-46bd-a26f-563aac4d4f5a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:33.587666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Subnet': ['ID=67c1d53d-2395-492f-b1e7-04dcd30bcccd,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:33.610686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Attempting to bind port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:33.611023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Attempting to bind port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:33.611354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Attempting to bind port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:33.615238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Checking segment: {'id': 'ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c22b7554-d786-4bff-a784-ec3ddf355e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:33.615612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network hostable DHCP agents. Network: c22b7554-d786-4bff-a784-ec3ddf355e29, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:25:33.621084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:33.621485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Attempting to bind port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:33.628081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d5e8008f-7b93-46bd-a26f-563aac4d4f5a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:33.628952 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.630419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:33.630763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Checking segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:33.631398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Bound using segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:33.632271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Bound port: 8ddc7fdb-1dae-4384-91a6-d02c9b688abf, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:33.632271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.634315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port a069ba65-7756-4232-8f4a-696a14794f2b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:33.634457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.680551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-be82e33e-3f94-470c-b240-bd2eb2f94169 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1471167 Feb 11 05:25:33.723073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730d6b1b-3568-4a2f-8613-711f19999260 None None] Network e6c72b0a-e408-4968-ae05-54fd5090b9c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:33.746492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network c22b7554-d786-4bff-a784-ec3ddf355e29 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:25:33.787055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a069ba65-7756-4232-8f4a-696a14794f2b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a069ba65-7756-4232-8f4a-696a14794f2b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:33.812492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] For port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:33.813678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] For port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:33.885936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-254c5f1a-1897-4bde-9ebf-da328e3a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.886402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-254c5f1a-1897-4bde-9ebf-da328e3a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.887187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-254c5f1a-1897-4bde-9ebf-da328e3a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.887306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-254c5f1a-1897-4bde-9ebf-da328e3a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.887766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-254c5f1a-1897-4bde-9ebf-da328e3a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.888222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-254c5f1a-1897-4bde-9ebf-da328e3a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.888728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-254c5f1a-1897-4bde-9ebf-da328e3a42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.890841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-254c5f1a-1897-4bde-9ebf-da328e3a42da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df693861b42c40728bffa9527ea335d8&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6725 time: 0.1445405 Feb 11 05:25:33.907393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-989e185b-1200-48e9-93c2-b555cf56502d None None] Provisioning complete for port d5e8008f-7b93-46bd-a26f-563aac4d4f5a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:33.909919 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-989e185b-1200-48e9-93c2-b555cf56502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.923778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083ab8-008d-4787-bc31-0a157dbce84a req-42de5b5e-ee6a-4a32-917d-c3d27e8c15d4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.930652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65083ab8-008d-4787-bc31-0a157dbce84a req-42de5b5e-ee6a-4a32-917d-c3d27e8c15d4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 946 time: 0.1986444 Feb 11 05:25:33.932570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c22b7554-d786-4bff-a784-ec3ddf355e29) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:33.946588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.946588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.950661 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.961876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078eb009-069e-467d-954d-cedf7bf14007 None None] Network c22b7554-d786-4bff-a784-ec3ddf355e29 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:33.986709 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.058464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d5e8008f-7b93-46bd-a26f-563aac4d4f5a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:34.058879 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.079230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.081359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.083373 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] 10.222.0.83 "PUT /v2.0/ports/8ddc7fdb-1dae-4384-91a6-d02c9b688abf HTTP/1.1" status: 200 len: 1093 time: 1.9552789 Feb 11 05:25:34.085787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b786a83-d584-4c1c-8eeb-12dbfaa83382', 'tag': '8ddc7fdb-1dae-4384-91a6-d02c9b688abf'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:34.094351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3be251-960c-4986-b47d-2613ff4fe4ca req-cd38fd71-9a1c-4929-abdd-917ea604873a tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.100666 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d95d105-b5c5-4978-9b03-2587de23991a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b786a83-d584-4c1c-8eeb-12dbfaa83382", "tag": "8ddc7fdb-1dae-4384-91a6-d02c9b688abf"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:34.104228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd3be251-960c-4986-b47d-2613ff4fe4ca req-cd38fd71-9a1c-4929-abdd-917ea604873a tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 947 time: 0.2359633 Feb 11 05:25:34.141029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d2b08-a971-4b60-a6f7-973829fa5844 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:34.142431 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65083ab8-008d-4787-bc31-0a157dbce84a req-4e20f6a5-15a3-4d45-aeac-d6ac81bf24ed tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104986 Feb 11 05:25:34.191327 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fc017e6a-259b-4e48-8abe-fb5b09aa75f5 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7228458 Feb 11 05:25:34.191327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54640) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:34.200808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'subnet': {'network_id': 'a23af6cc-7192-49b6-a4d4-f32942d51aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:34.211292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=a069ba65-7756-4232-8f4a-696a14794f2b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:34.220639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port d5e8008f-7b93-46bd-a26f-563aac4d4f5a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,segment=NetworkSegment(dfbded4f-6b33-454f-9896-5bf4add238b0),segment_id=dfbded4f-6b33-454f-9896-5bf4add238b0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:34.235104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-f3c81725-94c2-42b1-831d-8e23edaf10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.236004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-f3c81725-94c2-42b1-831d-8e23edaf10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.236534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-f3c81725-94c2-42b1-831d-8e23edaf10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.238284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-f3c81725-94c2-42b1-831d-8e23edaf10ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a332a30-310f-46e5-ba6f-9c449adb47b3&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&id=2695ba4c-94f6-4382-a052-086231095313&id=2695ba4c-94f6-4382-a052-086231095313 HTTP/1.1" status: 200 len: 2296 time: 0.3029153 Feb 11 05:25:34.291035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-c22b7554-d786-4bff-a784-ec3ddf355e29', 'network_id': 'c22b7554-d786-4bff-a784-ec3ddf355e29', 'project_id': '5dc7318e9a5f4815bc06196ca7811838', 'fixed_ips': [{'subnet_id': '67c1d53d-2395-492f-b1e7-04dcd30bcccd'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:25:34.291899 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.296785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-989e185b-1200-48e9-93c2-b555cf56502d None None] Current status of the port d5e8008f-7b93-46bd-a26f-563aac4d4f5a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:34.300159 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-989e185b-1200-48e9-93c2-b555cf56502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.371786 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.424766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-69ef3985-aa9d-42d1-92d7-0d9166a3286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.426754 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-69ef3985-aa9d-42d1-92d7-0d9166a3286e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 1127 time: 0.1760550 Feb 11 05:25:34.434162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd3be251-960c-4986-b47d-2613ff4fe4ca req-44fd24b9-9ac0-4008-9d3d-40ea8e8d2484 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289177 Feb 11 05:25:34.444075 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-1f053f54-5615-4db2-bba8-fa2944eee4bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b HTTP/1.1" status: 200 len: 1001 time: 0.1989143 Feb 11 05:25:34.512490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47bc19-8cab-4647-b870-16f0acab2b36 req-5381027d-6b5a-44ce-8ab7-820df264ad4f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.515133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a47bc19-8cab-4647-b870-16f0acab2b36 req-5381027d-6b5a-44ce-8ab7-820df264ad4f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 944 time: 0.1970668 Feb 11 05:25:34.582512 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-173b96f1-a96c-48da-a0a8-0e15f50e81b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ddc7fdb-1dae-4384-91a6-d02c9b688abf HTTP/1.1" status: 200 len: 217 time: 0.1352825 Feb 11 05:25:34.595109 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73df8d9-956c-4dbf-9718-2727c6d1a807 x-openstack-request-id: req-b73df8d9-956c-4dbf-9718-2727c6d1a807 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:34.595109 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b786a83-d584-4c1c-8eeb-12dbfaa83382", "tag": "8ddc7fdb-1dae-4384-91a6-d02c9b688abf", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:34.595109 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b73df8d9-956c-4dbf-9718-2727c6d1a807 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:34.595109 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b786a83-d584-4c1c-8eeb-12dbfaa83382', 'tag': '8ddc7fdb-1dae-4384-91a6-d02c9b688abf', 'status': 'completed', 'code': 200} Feb 11 05:25:34.618612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-b8bc7697-56d5-4f99-a5d1-5605d3e70dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.623697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-b8bc7697-56d5-4f99-a5d1-5605d3e70dbe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e8031fad-e1f0-469d-95ad-632d9f9bd077 HTTP/1.1" status: 200 len: 855 time: 0.1705463 Feb 11 05:25:34.630795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Made reservation on behalf of 5dc7318e9a5f4815bc06196ca7811838 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:34.642310 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.730311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-a2d78c3a-529b-474d-8d1b-936565e9c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.738601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-a2d78c3a-529b-474d-8d1b-936565e9c42d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.1295581 Feb 11 05:25:34.787596 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a47bc19-8cab-4647-b870-16f0acab2b36 req-1622dce5-9b40-4f67-aa13-afc721827c20 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608063 Feb 11 05:25:34.817867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276386b8-902f-4e97-9111-1812bb55acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a069ba65-7756-4232-8f4a-696a14794f2b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:34.821184 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71000d88-da35-45d1-b204-e78833ba0f6e" -d '{"events": [{"server_uuid": "276386b8-902f-4e97-9111-1812bb55acea", "name": "network-vif-plugged", "status": "completed", "tag": "a069ba65-7756-4232-8f4a-696a14794f2b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:34.837846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-001062d8-c722-4607-a67d-4afc778be356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.839656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-001062d8-c722-4607-a67d-4afc778be356 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a332a30-310f-46e5-ba6f-9c449adb47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2058005 Feb 11 05:25:34.870287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b283c1-ca4b-4798-b1a9-619c92065c0a req-eab1d3df-ddaf-42b8-b64a-a821eee00758 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.883812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01b283c1-ca4b-4798-b1a9-619c92065c0a req-eab1d3df-ddaf-42b8-b64a-a821eee00758 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 950 time: 0.2498140 Feb 11 05:25:34.893818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-6ae0fd8c-0740-44a2-a6a3-73ee33f70404 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680630 Feb 11 05:25:34.901936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:34.905960 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98db3f1-d3ea-4d80-a555-ac126b8fecb9 x-openstack-request-id: req-a98db3f1-d3ea-4d80-a555-ac126b8fecb9 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:34.906147 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276386b8-902f-4e97-9111-1812bb55acea", "name": "network-vif-plugged", "status": "completed", "tag": "a069ba65-7756-4232-8f4a-696a14794f2b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:34.906268 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a98db3f1-d3ea-4d80-a555-ac126b8fecb9 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:34.906833 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276386b8-902f-4e97-9111-1812bb55acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a069ba65-7756-4232-8f4a-696a14794f2b', 'code': 200} Feb 11 05:25:34.909257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-989e185b-1200-48e9-93c2-b555cf56502d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:25:34.909629 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-989e185b-1200-48e9-93c2-b555cf56502d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:25:34.948042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Allocated IP 172.20.0.2 (c22b7554-d786-4bff-a784-ec3ddf355e29/67c1d53d-2395-492f-b1e7-04dcd30bcccd/263f2d20-f8a9-49f3-bbb4-71735cdd093f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:35.001983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01b283c1-ca4b-4798-b1a9-619c92065c0a req-04c5bb1d-f6aa-4222-bedc-73f3d87ca511 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186585 Feb 11 05:25:35.069263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-3d403c33-ef42-41b3-aadb-b3556400ea4f service neutron] 10.222.0.83 "GET /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229152 Feb 11 05:25:35.121908 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-b0e7d9d3-744f-4587-a447-5ab8dc6cee22 service neutron] 10.222.0.83 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452026 Feb 11 05:25:35.125239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553c85-3304-4df6-ac3a-cab5454b4598 req-e172d44d-a05b-4439-99bf-38e6ea9a4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.126764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2553c85-3304-4df6-ac3a-cab5454b4598 req-e172d44d-a05b-4439-99bf-38e6ea9a4733 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 1133 time: 0.1222582 Feb 11 05:25:35.231745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:35.286209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2553c85-3304-4df6-ac3a-cab5454b4598 req-fdf95b2e-8d60-4de8-b834-6fc51819ebc7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520131 Feb 11 05:25:35.305596 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Publish callbacks [] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.338464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-c1a4180e-9a09-45bd-a14a-8aa9aab61b5e service neutron] 10.222.0.83 "GET /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613363 Feb 11 05:25:35.404020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-8020e10b-0033-4667-b09c-fbffa4ff888e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 200 len: 217 time: 0.0564392 Feb 11 05:25:35.411318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2e3d4-eacf-4bde-a4d7-647841a58281 req-6cd8e7e7-be9a-487a-a742-fc654ea01daf tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.413305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37a2e3d4-eacf-4bde-a4d7-647841a58281 req-6cd8e7e7-be9a-487a-a742-fc654ea01daf tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 946 time: 0.1324992 Feb 11 05:25:35.476114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:35.638982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d5e8008f-7b93-46bd-a26f-563aac4d4f5a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:35.638982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65', 'mac_address': 'fa:16:3e:2a:8c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:35.640355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-600def0c-4c65-4306-9720-5f3f50e80732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.640355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-600def0c-4c65-4306-9720-5f3f50e80732 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 200 len: 797 time: 0.1040730 Feb 11 05:25:35.640809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-989e185b-1200-48e9-93c2-b555cf56502d None None] Current status of the port d5e8008f-7b93-46bd-a26f-563aac4d4f5a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:35.640897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37a2e3d4-eacf-4bde-a4d7-647841a58281 req-842c4eb7-adb2-43c3-af29-b5017e162da8 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641514 Feb 11 05:25:35.642854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-480d5653-b66b-4efc-a227-95cb73d57fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.644772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-480d5653-b66b-4efc-a227-95cb73d57fb4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1198969 Feb 11 05:25:35.644913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:35.645419 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.659736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876b2c-bb9e-44f6-ad42-d9ba8f11137b req-158609d4-1f55-47e6-8dfe-3fe70264cd6c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.661292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d876b2c-bb9e-44f6-ad42-d9ba8f11137b req-158609d4-1f55-47e6-8dfe-3fe70264cd6c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 947 time: 0.1170776 Feb 11 05:25:35.668440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:35.676280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d5e8008f-7b93-46bd-a26f-563aac4d4f5a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:35.676487 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.706834 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-903b4c1c-a598-4bc4-9736-5e46dcd0fe60 req-a2e38080-5b47-4c0e-9daa-7483cfc0f9ac service neutron] 10.222.0.83 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780594 Feb 11 05:25:35.737881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:35.762393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-957397e3-39f8-451b-9b3e-32e3906a5546 None None] Provisioning complete for port d5e8008f-7b93-46bd-a26f-563aac4d4f5a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:35.762915 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-957397e3-39f8-451b-9b3e-32e3906a5546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.875896 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0908679c-7670-4fdf-9915-11a5f9c83324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.914804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d5e8008f-7b93-46bd-a26f-563aac4d4f5a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:35.928508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-957397e3-39f8-451b-9b3e-32e3906a5546 None None] Current status of the port d5e8008f-7b93-46bd-a26f-563aac4d4f5a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:36.177807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d876b2c-bb9e-44f6-ad42-d9ba8f11137b req-4436106f-e7ff-4664-89a6-26b89349ca94 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093870 Feb 11 05:25:36.198299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-5275b763-d981-4049-a9ef-e5f16310c019 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469477 Feb 11 05:25:36.227517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58404c56-577d-4835-9459-4439398852cd req-66d4fa81-2878-4d23-a92b-a1ed4f0eeeda tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.229887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58404c56-577d-4835-9459-4439398852cd req-66d4fa81-2878-4d23-a92b-a1ed4f0eeeda tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 944 time: 0.1024117 Feb 11 05:25:36.270495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.329994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Network c22b7554-d786-4bff-a784-ec3ddf355e29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:36.335652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:36.337790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Pushing event updated for resources: {'Port': ['ID=263f2d20-f8a9-49f3-bbb4-71735cdd093f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:36.339975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:36.406510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Attempting to bind port 263f2d20-f8a9-49f3-bbb4-71735cdd093f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:36.407009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Attempting to bind port 263f2d20-f8a9-49f3-bbb4-71735cdd093f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c22b7554-d786-4bff-a784-ec3ddf355e29'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:36.407393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Attempting to bind port 263f2d20-f8a9-49f3-bbb4-71735cdd093f on network c22b7554-d786-4bff-a784-ec3ddf355e29 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:36.413088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:36.413441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Checking segment: {'id': 'ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c22b7554-d786-4bff-a784-ec3ddf355e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:36.413854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.414288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Bound using segment: {'id': 'ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c22b7554-d786-4bff-a784-ec3ddf355e29'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:36.414747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Bound port: 263f2d20-f8a9-49f3-bbb4-71735cdd093f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c22b7554-d786-4bff-a784-ec3ddf355e29'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:36.415142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.430975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-d09a09b5-d455-4ea3-b412-d39b8f850228 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237632 Feb 11 05:25:36.488494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58404c56-577d-4835-9459-4439398852cd req-299898b0-b391-4428-a595-b2ff86834dbc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445412 Feb 11 05:25:36.490214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-1c96026c-3216-4b53-9e72-7d6557403ae3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 200 len: 217 time: 0.0447824 Feb 11 05:25:36.492175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] For port 263f2d20-f8a9-49f3-bbb4-71735cdd093f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:36.496788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] For port 263f2d20-f8a9-49f3-bbb4-71735cdd093f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=263f2d20-f8a9-49f3-bbb4-71735cdd093f,segment=NetworkSegment(ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867),segment_id=ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:36.526980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab175ee-6558-4719-b960-65cec8c09392 req-e29538d7-764c-4057-bc95-3dfbbea8a06e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.528538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ab175ee-6558-4719-b960-65cec8c09392 req-e29538d7-764c-4057-bc95-3dfbbea8a06e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 950 time: 0.2476521 Feb 11 05:25:36.600949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-9808eb42-afcc-4299-b6b1-619309f0faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.602886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-9808eb42-afcc-4299-b6b1-619309f0faab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 200 len: 797 time: 0.1045611 Feb 11 05:25:36.650051 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.650204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.657388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ab175ee-6558-4719-b960-65cec8c09392 req-d5d845c5-e0c0-4739-b9b2-4170f12f3736 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015608 Feb 11 05:25:36.686579 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:36.697150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-51cec160-e623-4431-bd50-7b92962f7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.700561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-51cec160-e623-4431-bd50-7b92962f7473 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0893464 Feb 11 05:25:36.742898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Subnet': ['ID=dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:36.750550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:36.767633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.774859 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.875777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-ac6a048b-4e87-4be2-a377-877a6567069d service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668084 Feb 11 05:25:36.884150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Checking segment: {'id': '1541ded8-4bef-4fcc-8597-5ff579961707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a23af6cc-7192-49b6-a4d4-f32942d51aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:36.884717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network hostable DHCP agents. Network: a23af6cc-7192-49b6-a4d4-f32942d51aa1, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:25:36.899835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f6a09-5945-4595-b8ed-0cf5849ac561 None None] Pushing event updated for resources: {'Port': ['ID=263f2d20-f8a9-49f3-bbb4-71735cdd093f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:36.933044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d105-b5c5-4978-9b03-2587de23991a req-1d5fe5be-6f65-4897-951c-3537ff49d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.935043 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7d95d105-b5c5-4978-9b03-2587de23991a req-1d5fe5be-6f65-4897-951c-3537ff49d7dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 1127 time: 0.1574681 Feb 11 05:25:37.012190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-2d8a2693-cfdc-43c5-988a-0d16e0731fd5 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312175 Feb 11 05:25:37.039858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network a23af6cc-7192-49b6-a4d4-f32942d51aa1 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:25:37.047980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:37.097214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-888892e0-6b9c-49ed-a137-b1e9823e87ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=4db93a09-c12e-4f15-a0c1-d5243d2191fe HTTP/1.1" status: 200 len: 217 time: 0.0774231 Feb 11 05:25:37.101429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d105-b5c5-4978-9b03-2587de23991a req-366bbd77-f0df-4e44-929a-33a7902766dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.101429 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7d95d105-b5c5-4978-9b03-2587de23991a req-366bbd77-f0df-4e44-929a-33a7902766dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 906 time: 0.1498675 Feb 11 05:25:37.211213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-2ba38a38-4484-49d8-82b1-6015c0135fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.213437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-2ba38a38-4484-49d8-82b1-6015c0135fde service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 200 len: 797 time: 0.0987539 Feb 11 05:25:37.286807 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7d95d105-b5c5-4978-9b03-2587de23991a req-a978e478-ad92-4d50-852f-831b6a48f107 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ddc7fdb-1dae-4384-91a6-d02c9b688abf HTTP/1.1" status: 200 len: 217 time: 0.1712987 Feb 11 05:25:37.287951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, a23af6cc-7192-49b6-a4d4-f32942d51aa1) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:37.313229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-f626d968-9881-441b-b2c9-152075ac132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.319625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-f626d968-9881-441b-b2c9-152075ac132b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0988383 Feb 11 05:25:37.344548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.351265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd9620b-1fe7-4c6f-b8fc-d71b0772e4f0 None None] Network a23af6cc-7192-49b6-a4d4-f32942d51aa1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:37.359145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.493175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-77b462b8-7d25-4fe9-a3c4-5230dca36ab3 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640103 Feb 11 05:25:37.584386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d105-b5c5-4978-9b03-2587de23991a req-c3f76956-ece1-4708-b9b9-a9615d894284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.588189 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7d95d105-b5c5-4978-9b03-2587de23991a req-c3f76956-ece1-4708-b9b9-a9615d894284 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.2587097 Feb 11 05:25:37.588804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 263f2d20-f8a9-49f3-bbb4-71735cdd093f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:37.658225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272860f3-dbb0-45e8-9691-fc8cde547d1c req-6081f1ba-f24e-47ff-af01-9e660183fcde tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.666111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-272860f3-dbb0-45e8-9691-fc8cde547d1c req-6081f1ba-f24e-47ff-af01-9e660183fcde tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 948 time: 0.1717715 Feb 11 05:25:37.671748 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-375ec5c3-4fb1-4b2d-a41c-f39bbaa5cdff tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4750712 Feb 11 05:25:37.672144 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7d95d105-b5c5-4978-9b03-2587de23991a req-fb8744bd-ebd8-4024-a036-a232da0aac65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717375 Feb 11 05:25:37.672933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54698) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:37.751173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-a23af6cc-7192-49b6-a4d4-f32942d51aa1', 'network_id': 'a23af6cc-7192-49b6-a4d4-f32942d51aa1', 'project_id': '5dc7318e9a5f4815bc06196ca7811838', 'fixed_ips': [{'subnet_id': 'dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:25:37.752290 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.756974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 263f2d20-f8a9-49f3-bbb4-71735cdd093f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:37.757466 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.903027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d265a-8f74-4657-997f-be5e6a34d8a5 req-f2a7362b-7fe9-4e61-b38f-75d5209befff tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.907920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e84d265a-8f74-4657-997f-be5e6a34d8a5 req-f2a7362b-7fe9-4e61-b38f-75d5209befff tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 944 time: 0.2761891 Feb 11 05:25:37.953984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-272860f3-dbb0-45e8-9691-fc8cde547d1c req-2ecaa499-8a88-41dc-b1a1-5d710e62e976 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866647 Feb 11 05:25:38.059782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-6a2ffc04-fba6-46f8-ab43-026746cd746b service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512781 Feb 11 05:25:38.081751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Allocated IP 172.20.0.2 (a23af6cc-7192-49b6-a4d4-f32942d51aa1/dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71/cad3f8c2-4372-4f63-80e3-5a99b1792dcd) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:38.187099 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7d95d105-b5c5-4978-9b03-2587de23991a req-4ad60c5b-1d9a-404b-b164-8e43b3de4857 service neutron] 10.222.0.83 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041194 Feb 11 05:25:38.187746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-56ceebf8-c113-4bcf-846a-1a6da0b9a743 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=965ceff7-2b76-4124-8862-6510f0c0a20a HTTP/1.1" status: 200 len: 217 time: 0.1172884 Feb 11 05:25:38.205418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e84d265a-8f74-4657-997f-be5e6a34d8a5 req-67dda4d8-2244-42e2-8fbc-91089a282dfb tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812812 Feb 11 05:25:38.323896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-670c4ca5-b966-4416-a174-bbcf761fc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:38.323896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-670c4ca5-b966-4416-a174-bbcf761fc83e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 200 len: 797 time: 0.1129913 Feb 11 05:25:38.450789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848105-d241-48c9-b0f9-e13e85480685 req-a0b7f88f-6e3b-43e4-be54-2fdcabfd3cf8 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:38.459564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2848105-d241-48c9-b0f9-e13e85480685 req-a0b7f88f-6e3b-43e4-be54-2fdcabfd3cf8 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 950 time: 0.2708085 Feb 11 05:25:38.502211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.550272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Publish callbacks [] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.567024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-a407a2d0-7f38-4f48-9d01-d800ca0c952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:38.569085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-a407a2d0-7f38-4f48-9d01-d800ca0c952a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2375133 Feb 11 05:25:38.585577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2848105-d241-48c9-b0f9-e13e85480685 req-cbd7a451-16b8-4d66-b462-e12d24f948b9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217377 Feb 11 05:25:38.708869 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7d95d105-b5c5-4978-9b03-2587de23991a req-e20b4a23-b2eb-4b32-b674-84edb6609ac2 service neutron] 10.222.0.83 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545660 Feb 11 05:25:38.739784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-0b5b0cb5-937e-4177-81d1-1ad3dc0e5e66 service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468699 Feb 11 05:25:38.743768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.845919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Pushing event updated for resources: {'Port': ['ID=cad3f8c2-4372-4f63-80e3-5a99b1792dcd,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:38.910337 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.913680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 263f2d20-f8a9-49f3-bbb4-71735cdd093f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:38.914068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.931306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-acedc5b6-1d1f-408b-aa4e-3de7db71167c service neutron] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850090 Feb 11 05:25:38.974319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d0048c-0e8c-4cff-aac6-3b74d02d9ddf None None] Network c22b7554-d786-4bff-a784-ec3ddf355e29 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:39.016155 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.066442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 263f2d20-f8a9-49f3-bbb4-71735cdd093f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=263f2d20-f8a9-49f3-bbb4-71735cdd093f,segment=NetworkSegment(ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867),segment_id=ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:39.080657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Network a23af6cc-7192-49b6-a4d4-f32942d51aa1 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:39.099201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-3041ec28-4d6d-4345-9e84-e80a52c73c1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96 HTTP/1.1" status: 200 len: 217 time: 0.1090243 Feb 11 05:25:39.119417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:39.136375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:39.210057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffbe82-6afb-4368-9c7e-162cae6a215c req-bc1042da-8dd4-49f1-8cb3-d8acbbb76884 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.220998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9ffbe82-6afb-4368-9c7e-162cae6a215c req-bc1042da-8dd4-49f1-8cb3-d8acbbb76884 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 1133 time: 0.2885888 Feb 11 05:25:39.262747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:39.270180 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.290850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-8612da46-31a4-4791-9ee9-ef614c0afa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.292656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-8612da46-31a4-4791-9ee9-ef614c0afa67 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e541a5a-4c10-422c-83f8-9993598b80e5 HTTP/1.1" status: 200 len: 797 time: 0.1828113 Feb 11 05:25:39.355787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbc934-2efd-4b0b-8197-7cec61ddc677 req-7f7ee859-9c0a-44ae-99ce-5c0297fd02b9 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.370783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0dbc934-2efd-4b0b-8197-7cec61ddc677 req-7f7ee859-9c0a-44ae-99ce-5c0297fd02b9 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 948 time: 0.2402852 Feb 11 05:25:39.450062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0dbc934-2efd-4b0b-8197-7cec61ddc677 req-20b1b897-3b23-43ea-aaef-ebf2ded7ca54 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773778 Feb 11 05:25:39.472769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9ffbe82-6afb-4368-9c7e-162cae6a215c req-20c77aad-4864-4b37-b3c3-9ff610f15a7f tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496264 Feb 11 05:25:39.535347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-cd7f4dd2-b2fa-4368-8d59-88f04725f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.536953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-cd7f4dd2-b2fa-4368-8d59-88f04725f8fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2695ba4c-94f6-4382-a052-086231095313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2346442 Feb 11 05:25:39.580551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Allocated IP 172.20.0.1 (c22b7554-d786-4bff-a784-ec3ddf355e29/67c1d53d-2395-492f-b1e7-04dcd30bcccd/e6fc2259-efd4-4057-abe6-1a620249b015) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:39.849119 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.878437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-b9a59275-c68b-451e-a700-f5b70429a371 service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299742 Feb 11 05:25:39.882684 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-d5831070-adfb-40c1-a2ec-30b3730ad755 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350621 Feb 11 05:25:39.893598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8541f6-2845-420d-b588-490a73eda759 req-37e28f5b-6df6-446d-9db6-31b9a2c2271d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.895520 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a8541f6-2845-420d-b588-490a73eda759 req-37e28f5b-6df6-446d-9db6-31b9a2c2271d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 944 time: 0.1224921 Feb 11 05:25:39.936771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-aa2f2433-1b8b-4611-9d40-af8211d55b6e None None] Provisioning complete for port 263f2d20-f8a9-49f3-bbb4-71735cdd093f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:39.937411 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa2f2433-1b8b-4611-9d40-af8211d55b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.943990 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for port (e6fc2259-efd4-4057-abe6-1a620249b015), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.054591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Attempting to bind port cad3f8c2-4372-4f63-80e3-5a99b1792dcd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:40.054969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Attempting to bind port cad3f8c2-4372-4f63-80e3-5a99b1792dcd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '1541ded8-4bef-4fcc-8597-5ff579961707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a23af6cc-7192-49b6-a4d4-f32942d51aa1'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:40.055338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Attempting to bind port cad3f8c2-4372-4f63-80e3-5a99b1792dcd on network a23af6cc-7192-49b6-a4d4-f32942d51aa1 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:40.095175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a8541f6-2845-420d-b588-490a73eda759 req-af0515ac-0e66-49a3-88ad-721601c1af18 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874449 Feb 11 05:25:40.124708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:40.127943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Checking segment: {'id': '1541ded8-4bef-4fcc-8597-5ff579961707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a23af6cc-7192-49b6-a4d4-f32942d51aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:40.129864 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.134450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Bound using segment: {'id': '1541ded8-4bef-4fcc-8597-5ff579961707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a23af6cc-7192-49b6-a4d4-f32942d51aa1'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:40.136663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Bound port: cad3f8c2-4372-4f63-80e3-5a99b1792dcd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1541ded8-4bef-4fcc-8597-5ff579961707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a23af6cc-7192-49b6-a4d4-f32942d51aa1'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:40.137278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.145122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e6fc2259-efd4-4057-abe6-1a620249b015), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.173589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-ca422ae2-b28d-4624-8159-8de258bdbd84 service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758615 Feb 11 05:25:40.214790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=263f2d20-f8a9-49f3-bbb4-71735cdd093f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:40.229520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network c22b7554-d786-4bff-a784-ec3ddf355e29 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:40.234180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:40.239461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:40.297464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-b1f63873-0b01-42bf-a3e1-4797d3d5d395 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cfad68fd-4429-4232-918b-be63cea56ef2 HTTP/1.1" status: 200 len: 217 time: 0.1179295 Feb 11 05:25:40.306621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-0e565747-df2d-49c3-92db-698634c4bc97 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.311616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Port': ['ID=e6fc2259-efd4-4057-abe6-1a620249b015,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:40.313239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-0e565747-df2d-49c3-92db-698634c4bc97 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4166179 Feb 11 05:25:40.350468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] For port cad3f8c2-4372-4f63-80e3-5a99b1792dcd, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:40.357218 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (d7791d7a-5448-4910-a269-1bc9ee701920), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.358517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] For port cad3f8c2-4372-4f63-80e3-5a99b1792dcd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cad3f8c2-4372-4f63-80e3-5a99b1792dcd,segment=NetworkSegment(1541ded8-4bef-4fcc-8597-5ff579961707),segment_id=1541ded8-4bef-4fcc-8597-5ff579961707)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:40.387989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:40.392247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-54db87bf-6ffc-4170-83c8-89046658b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.394827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-54db87bf-6ffc-4170-83c8-89046658b6b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e541a5a-4c10-422c-83f8-9993598b80e5 HTTP/1.1" status: 200 len: 797 time: 0.0788887 Feb 11 05:25:40.406724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:40.407239 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.423915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e217cbd1-e2b5-4da9-bcc6-5471b25a985b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/quotas/8735cf2cbcdc4b8396d56a956cef7466 HTTP/1.1" status: 200 len: 375 time: 0.0652094 Feb 11 05:25:40.547079 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.674365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:40.674779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.678713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-58ff5545-0ec3-457e-91e6-c8bc754a7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.680247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-58ff5545-0ec3-457e-91e6-c8bc754a7fe0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2695ba4c-94f6-4382-a052-086231095313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2508152 Feb 11 05:25:40.724166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e6fc2259-efd4-4057-abe6-1a620249b015), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.759509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-d7a650ac-5efc-4c55-9eba-e492f3408b03 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3265946 Feb 11 05:25:40.814767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 8ddc7fdb-1dae-4384-91a6-d02c9b688abf details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:41.040264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-be588276-5086-434a-ba25-2a0a65ed0eeb service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794039 Feb 11 05:25:41.066719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f2433-1b8b-4611-9d40-af8211d55b6e None None] Current status of the port 263f2d20-f8a9-49f3-bbb4-71735cdd093f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:41.121039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f755e-14de-432a-ab8b-d33be0978f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:41.130022 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad30399c-ef85-4b3c-bb1f-63e1275d609e" -d '{"events": [{"server_uuid": "af4f755e-14de-432a-ab8b-d33be0978f72", "name": "network-vif-plugged", "status": "completed", "tag": "2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:41.140658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b0236-95a4-460d-b869-d3804c70ef03 None None] Pushing event updated for resources: {'Port': ['ID=cad3f8c2-4372-4f63-80e3-5a99b1792dcd,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:41.227430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:41.243652 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:25:41.299513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a1742-bb18-4c99-956b-88f213ddbc0a req-e0276ffc-f8e2-4ed4-91eb-66017e013552 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.321230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e5a1742-bb18-4c99-956b-88f213ddbc0a req-e0276ffc-f8e2-4ed4-91eb-66017e013552 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 948 time: 0.7291460 Feb 11 05:25:41.338833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.489868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for port (e6fc2259-efd4-4057-abe6-1a620249b015), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.595216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e6fc2259-efd4-4057-abe6-1a620249b015), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.602602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d3f5ae-4bd4-4697-b16e-9eed72dd307d req-e9b189de-d1cf-4b58-977f-ab7b147e0d36 service neutron] 10.222.0.83 "GET /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524406 Feb 11 05:25:41.618054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e5a1742-bb18-4c99-956b-88f213ddbc0a req-29b0e8b2-c2a9-4b64-812c-bd073bad51f3 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660420 Feb 11 05:25:41.684681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac3e15-df57-4f25-85ba-f99407be2cd9 req-fe0aac60-93ba-4fe6-918b-bdbf0dd88e32 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.701246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65ac3e15-df57-4f25-85ba-f99407be2cd9 req-fe0aac60-93ba-4fe6-918b-bdbf0dd88e32 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 944 time: 0.2563837 Feb 11 05:25:41.703498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54888) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:41.716222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.734084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (d7791d7a-5448-4910-a269-1bc9ee701920), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.735862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:41.821802 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d77e13-3b57-4964-8603-f2b0d4b7122d x-openstack-request-id: req-c0d77e13-3b57-4964-8603-f2b0d4b7122d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:41.824877 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f755e-14de-432a-ab8b-d33be0978f72", "name": "network-vif-plugged", "status": "completed", "tag": "2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:41.825244 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0d77e13-3b57-4964-8603-f2b0d4b7122d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:41.826102 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4f755e-14de-432a-ab8b-d33be0978f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65', 'code': 200} Feb 11 05:25:41.828205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cad3f8c2-4372-4f63-80e3-5a99b1792dcd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:41.834361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b376c4ab-584f-481a-85c7-9651f3aa2af8 None None] Provisioning complete for port 263f2d20-f8a9-49f3-bbb4-71735cdd093f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:41.836491 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b376c4ab-584f-481a-85c7-9651f3aa2af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.925798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Port': ['ID=e6fc2259-efd4-4057-abe6-1a620249b015,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:41.979917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:42.006650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1180ee0-0666-444c-bd49-2385ebe70544 req-0e2347e3-7f23-469f-8464-8ca97509fc26 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 210 time: 0.0769365 Feb 11 05:25:42.028177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65ac3e15-df57-4f25-85ba-f99407be2cd9 req-84823c10-5c28-48c7-9a69-85758bb36a95 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194981 Feb 11 05:25:42.074487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b376c4ab-584f-481a-85c7-9651f3aa2af8 None None] Current status of the port 263f2d20-f8a9-49f3-bbb4-71735cdd093f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:42.076842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '8ddc7fdb-1dae-4384-91a6-d02c9b688abf', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'port_id': '8ddc7fdb-1dae-4384-91a6-d02c9b688abf', 'mac_address': 'fa:16:3e:a8:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:42.089759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cad3f8c2-4372-4f63-80e3-5a99b1792dcd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:42.089759 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.091047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-86fda5bc-db69-4600-a214-291123dea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.092864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-86fda5bc-db69-4600-a214-291123dea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.093946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-86fda5bc-db69-4600-a214-291123dea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.094622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-86fda5bc-db69-4600-a214-291123dea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.097241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-86fda5bc-db69-4600-a214-291123dea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.097905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-86fda5bc-db69-4600-a214-291123dea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.099122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-86fda5bc-db69-4600-a214-291123dea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.103427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-86fda5bc-db69-4600-a214-291123dea4d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 6725 time: 0.3983150 Feb 11 05:25:42.109282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network c22b7554-d786-4bff-a784-ec3ddf355e29 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:42.111090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:42.134260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6c0ab-6a86-451c-a34e-55d4960a86f3 req-4df2178f-2f2f-4113-bfcf-4d35239d0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.135822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79e6c0ab-6a86-451c-a34e-55d4960a86f3 req-4df2178f-2f2f-4113-bfcf-4d35239d0dc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 1132 time: 0.2044718 Feb 11 05:25:42.235970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:42.236549 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.265137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddc7fdb-1dae-4384-91a6-d02c9b688abf {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:42.330678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:42.331688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cafe7c0d-6edc-41c5-b7db-beec04c275af None None] Provisioning complete for port e6fc2259-efd4-4057-abe6-1a620249b015 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:42.332059 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cafe7c0d-6edc-41c5-b7db-beec04c275af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e6fc2259-efd4-4057-abe6-1a620249b015), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.333845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-5e4ffbc0-1dd2-4734-b20a-464a2493d268 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a28223fa-8378-45da-81f2-085491805bb5&id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188570 Feb 11 05:25:42.369200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79e6c0ab-6a86-451c-a34e-55d4960a86f3 req-58691f96-ec75-496d-950b-f7f00df2c020 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242634 Feb 11 05:25:42.418068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cad3f8c2-4372-4f63-80e3-5a99b1792dcd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:42.418473 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.457803 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.467570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cafe7c0d-6edc-41c5-b7db-beec04c275af None None] Port e6fc2259-efd4-4057-abe6-1a620249b015 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:42.481574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Router d7791d7a-5448-4910-a269-1bc9ee701920 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:25:42.548386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port cad3f8c2-4372-4f63-80e3-5a99b1792dcd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cad3f8c2-4372-4f63-80e3-5a99b1792dcd,segment=NetworkSegment(1541ded8-4bef-4fcc-8597-5ff579961707),segment_id=1541ded8-4bef-4fcc-8597-5ff579961707)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:42.597439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:42.616356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54908) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:42.624970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c4e3c805-9db8-426d-9ab1-77ea77e53610 None None] Provisioning complete for port e6fc2259-efd4-4057-abe6-1a620249b015 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:42.625436 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c4e3c805-9db8-426d-9ab1-77ea77e53610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e6fc2259-efd4-4057-abe6-1a620249b015), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.657776 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.658585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 263f2d20-f8a9-49f3-bbb4-71735cdd093f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:42.671655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:42.685576 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e107ba-acb2-4176-978a-06487839f642 None None] Sync routers for ids ['d7791d7a-5448-4910-a269-1bc9ee701920'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:42.697653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54914) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:42.697879 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-608a75cb-ee72-4dbc-9a00-086f88a9ddfa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "PUT /v2.0/routers/d7791d7a-5448-4910-a269-1bc9ee701920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0239723 Feb 11 05:25:42.706191 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e107ba-acb2-4176-978a-06487839f642 None None] Routers {'d7791d7a-5448-4910-a269-1bc9ee701920'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:42.711888 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e6e107ba-acb2-4176-978a-06487839f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d7791d7a-5448-4910-a269-1bc9ee701920'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:42.793227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3c805-9db8-426d-9ab1-77ea77e53610 None None] Port e6fc2259-efd4-4057-abe6-1a620249b015 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:42.861642 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e6e107ba-acb2-4176-978a-06487839f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:42.863107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=cad3f8c2-4372-4f63-80e3-5a99b1792dcd,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:42.876932 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e107ba-acb2-4176-978a-06487839f642 None None] Routers {'d7791d7a-5448-4910-a269-1bc9ee701920'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:42.876932 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e6e107ba-acb2-4176-978a-06487839f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d7791d7a-5448-4910-a269-1bc9ee701920'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:42.877133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 263f2d20-f8a9-49f3-bbb4-71735cdd093f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:42.877133 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.916501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['8ddc7fdb-1dae-4384-91a6-d02c9b688abf'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:42.924173 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e6e107ba-acb2-4176-978a-06487839f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:42.924915 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e107ba-acb2-4176-978a-06487839f642 None None] The sync data for ids ['d7791d7a-5448-4910-a269-1bc9ee701920'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:42.925242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a586f-2e6f-483f-b70d-a2beecc97874 None None] Network a23af6cc-7192-49b6-a4d4-f32942d51aa1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:42.928476 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8452b93e-18fa-4a5a-ad63-b5071d462011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.080884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9d1d9056-f0e5-4d11-b21b-1350e079a868 None None] Provisioning complete for port cad3f8c2-4372-4f63-80e3-5a99b1792dcd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:43.081269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9056-f0e5-4d11-b21b-1350e079a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.090511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8452b93e-18fa-4a5a-ad63-b5071d462011 admin admin] Publish callbacks [] for security_group (377393f7-3194-4297-a75c-2665b8a1d90f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.098245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507db3d-f42f-40d6-a902-b32f0be4ee9c req-3674fe47-acf3-4e09-9d6f-9fcc9710762d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:43.099976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c507db3d-f42f-40d6-a902-b32f0be4ee9c req-3674fe47-acf3-4e09-9d6f-9fcc9710762d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 949 time: 0.3068228 Feb 11 05:25:43.211627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 263f2d20-f8a9-49f3-bbb4-71735cdd093f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:43.233544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c507db3d-f42f-40d6-a902-b32f0be4ee9c req-ee2a4850-2f18-467a-a253-433b644ab060 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010058 Feb 11 05:25:43.261266 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8452b93e-18fa-4a5a-ad63-b5071d462011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (377393f7-3194-4297-a75c-2665b8a1d90f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.313842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d9056-f0e5-4d11-b21b-1350e079a868 None None] Current status of the port cad3f8c2-4372-4f63-80e3-5a99b1792dcd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:43.493588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cad3f8c2-4372-4f63-80e3-5a99b1792dcd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:43.625687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cad3f8c2-4372-4f63-80e3-5a99b1792dcd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:43.626369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.689764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fe4f3e55-4048-48f8-bccb-e5db1ce6d4b3 None None] Provisioning complete for port cad3f8c2-4372-4f63-80e3-5a99b1792dcd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:43.690236 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fe4f3e55-4048-48f8-bccb-e5db1ce6d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.802080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cad3f8c2-4372-4f63-80e3-5a99b1792dcd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:43.808080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8452b93e-18fa-4a5a-ad63-b5071d462011 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12c76d856e714b4bb30d05a8e5a30fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1899185 Feb 11 05:25:43.809223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54930) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:43.820141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd8ce995-6176-45e6-b563-e1f0c567d081 req-c6b99f14-3f18-4066-bce5-c0689814adab tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 210 time: 0.1010065 Feb 11 05:25:43.821876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452b93e-18fa-4a5a-ad63-b5071d462011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377393f7-3194-4297-a75c-2665b8a1d90f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:43.824258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f3e55-4048-48f8-bccb-e5db1ce6d4b3 None None] Current status of the port cad3f8c2-4372-4f63-80e3-5a99b1792dcd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:43.902583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909d847-9b19-4d81-bfc8-a1a1c2b11bb0 req-c4c9c010-e123-4711-b64f-7a522c693136 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:43.907881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd2ecaec-403a-4253-a5e4-cdf41ed75e5c admin admin] Publish callbacks [] for security_group (377393f7-3194-4297-a75c-2665b8a1d90f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.911563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4909d847-9b19-4d81-bfc8-a1a1c2b11bb0 req-c4c9c010-e123-4711-b64f-7a522c693136 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 945 time: 0.1935372 Feb 11 05:25:43.955778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd2ecaec-403a-4253-a5e4-cdf41ed75e5c admin admin] Publish callbacks [] for security_group (377393f7-3194-4297-a75c-2665b8a1d90f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.001985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4909d847-9b19-4d81-bfc8-a1a1c2b11bb0 req-17dad47a-f68f-4aa0-94d5-2dcced0e7e77 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895269 Feb 11 05:25:44.027498 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-9b254daa-216c-4db0-bbf0-0b9846326752 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:25:44.028657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9b254daa-216c-4db0-bbf0-0b9846326752 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "PUT /v2.0/routers/d7791d7a-5448-4910-a269-1bc9ee701920/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3292799 Feb 11 05:25:44.031721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:44.129220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd2ecaec-403a-4253-a5e4-cdf41ed75e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (377393f7-3194-4297-a75c-2665b8a1d90f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.131771 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd2ecaec-403a-4253-a5e4-cdf41ed75e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.135258 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd2ecaec-403a-4253-a5e4-cdf41ed75e5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/377393f7-3194-4297-a75c-2665b8a1d90f HTTP/1.1" status: 204 len: 168 time: 0.3221369 Feb 11 05:25:44.150146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ecaec-403a-4253-a5e4-cdf41ed75e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377393f7-3194-4297-a75c-2665b8a1d90f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:44.460252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f4de8-8a45-44e6-a199-2cd73961b876 req-10d7ab4a-d99f-4fb5-9d91-c04401ead608 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:44.462430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-879f4de8-8a45-44e6-a199-2cd73961b876 req-10d7ab4a-d99f-4fb5-9d91-c04401ead608 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 949 time: 0.1049984 Feb 11 05:25:44.582213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-879f4de8-8a45-44e6-a199-2cd73961b876 req-30f4e511-5c1c-48a1-a0d0-9a1fc0a0fe26 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077151 Feb 11 05:25:44.632675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (d7791d7a-5448-4910-a269-1bc9ee701920), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.768411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 8ddc7fdb-1dae-4384-91a6-d02c9b688abf up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:44.957669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:44.963468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:44.963926 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.997789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54962) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:45.001366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-089ce34c-58c7-4d00-ad4f-252a28de6e4f req-dcd3d131-687f-4b77-8cfb-99986f2d63be tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 210 time: 0.0729737 Feb 11 05:25:45.063806 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0837-b0f1-474e-8a7b-edc236de6dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.117895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-cf5155fa-db6f-471e-8cd6-8645d1be6d47 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953598 Feb 11 05:25:45.156090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:45.156494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.188506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0837-b0f1-474e-8a7b-edc236de6dd0 admin admin] Publish callbacks [] for security_group (00cdc6ac-170f-468d-956d-49f9a01e92ea), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.221103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b786a83-d584-4c1c-8eeb-12dbfaa83382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddc7fdb-1dae-4384-91a6-d02c9b688abf'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:45.225427 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdee33d-4c31-4150-9805-2d42c7bf2a24" -d '{"events": [{"server_uuid": "6b786a83-d584-4c1c-8eeb-12dbfaa83382", "name": "network-vif-plugged", "status": "completed", "tag": "8ddc7fdb-1dae-4384-91a6-d02c9b688abf"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:45.248062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:45.294450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0837-b0f1-474e-8a7b-edc236de6dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (00cdc6ac-170f-468d-956d-49f9a01e92ea), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.338817 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.393737 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7c0b0837-b0f1-474e-8a7b-edc236de6dd0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f4c9dc20ca9404e985def29ae8308e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3931091 Feb 11 05:25:45.398390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b0837-b0f1-474e-8a7b-edc236de6dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cdc6ac-170f-468d-956d-49f9a01e92ea,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.400845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54970) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:45.450581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-c16d419e-8367-4692-b629-07cfe3a22f6e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:45.452130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-c16d419e-8367-4692-b629-07cfe3a22f6e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220961 Feb 11 05:25:45.452540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.472030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Deleting port e6fc2259-efd4-4057-abe6-1a620249b015 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:45.472380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e6fc2259-efd4-4057-abe6-1a620249b015), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.490531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87c716-9ec7-4a90-aa9f-ef57a2dcde54 req-91791e12-5a01-4bb9-b021-d98d1336a916 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:45.492750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d87c716-9ec7-4a90-aa9f-ef57a2dcde54 req-91791e12-5a01-4bb9-b021-d98d1336a916 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 945 time: 0.2234449 Feb 11 05:25:45.496648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Request body: {'port': {'device_id': 'e50b1e69-30d9-4815-9b67-577da86640f5', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '8735cf2cbcdc4b8396d56a956cef7466'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:45.535908 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e24d9212-59e0-4643-ad36-31075c7d43a9 admin admin] Publish callbacks [] for security_group (00cdc6ac-170f-468d-956d-49f9a01e92ea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.565007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e24d9212-59e0-4643-ad36-31075c7d43a9 admin admin] Publish callbacks [] for security_group (00cdc6ac-170f-468d-956d-49f9a01e92ea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.709463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e24d9212-59e0-4643-ad36-31075c7d43a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (00cdc6ac-170f-468d-956d-49f9a01e92ea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.712026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e24d9212-59e0-4643-ad36-31075c7d43a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.715530 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e24d9212-59e0-4643-ad36-31075c7d43a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00cdc6ac-170f-468d-956d-49f9a01e92ea HTTP/1.1" status: 204 len: 168 time: 0.3050761 Feb 11 05:25:45.727683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d9212-59e0-4643-ad36-31075c7d43a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cdc6ac-170f-468d-956d-49f9a01e92ea,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.743557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d87c716-9ec7-4a90-aa9f-ef57a2dcde54 req-6ff4f543-e0c2-4c2e-9c4f-d20787bd52d6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230142 Feb 11 05:25:45.774183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Made reservation on behalf of 8735cf2cbcdc4b8396d56a956cef7466 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:45.779796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.808802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e6fc2259-efd4-4057-abe6-1a620249b015), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.838538 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587aff28-62c6-4011-af32-1cf1d9691f5b x-openstack-request-id: req-587aff28-62c6-4011-af32-1cf1d9691f5b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:45.839038 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b786a83-d584-4c1c-8eeb-12dbfaa83382", "name": "network-vif-plugged", "status": "completed", "tag": "8ddc7fdb-1dae-4384-91a6-d02c9b688abf", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:45.839121 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-587aff28-62c6-4011-af32-1cf1d9691f5b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:45.839485 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b786a83-d584-4c1c-8eeb-12dbfaa83382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddc7fdb-1dae-4384-91a6-d02c9b688abf', 'code': 200} Feb 11 05:25:45.850187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Calling delete_port for e6fc2259-efd4-4057-abe6-1a620249b015 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:46.163837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299986e2-49ba-4552-8668-e1317ae7f566 req-4599dab0-7152-4fc6-a1ff-06acf7dd76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.165692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-299986e2-49ba-4552-8668-e1317ae7f566 req-4599dab0-7152-4fc6-a1ff-06acf7dd76d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 1129 time: 0.2096651 Feb 11 05:25:46.178150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Allocated IP 192.168.233.100 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/3138dc3b-8312-4eed-8f7e-4986ca1c4aa1) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:46.319821 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db2aafb4-3a0f-4384-9a92-7a45e3890e8c req-72c78b91-3cf1-4c82-9094-0e61bf352ee1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 210 time: 0.0928230 Feb 11 05:25:46.483995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-299986e2-49ba-4552-8668-e1317ae7f566 req-1d7161a3-4a6c-466f-8577-ea0ed3d6500c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651238 Feb 11 05:25:46.502969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.503591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.504071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.504539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.505035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.505505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.505968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.506431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.506891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.507353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.507802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.508265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.508757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.509282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.509758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.510208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.510665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.511120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.511579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.512036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.512491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.512980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:46.516852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-60431b8a-e610-473b-91ac-47cafb1a4fe9 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5&device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382&device_id=af4f755e-14de-432a-ab8b-d33be0978f72&device_id=276386b8-902f-4e97-9111-1812bb55acea&device_id=032a4891-0210-4412-bd05-3d50d6ca02da&device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb&device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9&device_id=76059386-4ee9-46dd-baf1-a1f298cd973c&device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053&device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e&device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8&device_id=10c09b45-e212-4356-9a3c-2bba50962f0d&device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a&device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d&device_id=6d71d198-559f-4450-9043-c93f54636808&device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67&device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 20541 time: 0.8801620 Feb 11 05:25:46.552420 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-f4c8168f-3562-4859-81c9-bfc4ef202370 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.595662 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.644224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e6fc2259-efd4-4057-abe6-1a620249b015), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.683099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Port': ['ID=e6fc2259-efd4-4057-abe6-1a620249b015,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:46.816340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.824999 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-f4c8168f-3562-4859-81c9-bfc4ef202370 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Publish callbacks [] for security_group (44ccc29d-b265-4b13-86bd-4019be464678), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:46.843936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'a069ba65-7756-4232-8f4a-696a14794f2b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:46.869611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:47.022644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-f4c8168f-3562-4859-81c9-bfc4ef202370 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (44ccc29d-b265-4b13-86bd-4019be464678), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.267097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af1ee546-08e2-4512-ba73-21fb4b2fc2e3 req-f4c8168f-3562-4859-81c9-bfc4ef202370 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=0a752a26-fa1b-4fa2-8108-0b8a926db005&id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&id=a28223fa-8378-45da-81f2-085491805bb5&id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.7427447 Feb 11 05:25:47.349945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8168f-3562-4859-81c9-bfc4ef202370 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ccc29d-b265-4b13-86bd-4019be464678,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:47.353443 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (d7791d7a-5448-4910-a269-1bc9ee701920), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.377730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:47.391686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:47.400546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:47.405832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'Port': ['ID=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:47.801060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.801748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.811006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549561a8-3a21-4ce0-94ed-4256599cd733 req-5990d71d-aab1-4620-9732-8b30452d8fd3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.818276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-549561a8-3a21-4ce0-94ed-4256599cd733 req-5990d71d-aab1-4620-9732-8b30452d8fd3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 946 time: 0.8178144 Feb 11 05:25:47.845752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0de66bb3-dd2e-4783-bc28-7a7c519e10e3 None None] Provisioning complete for port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:47.846757 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0de66bb3-dd2e-4783-bc28-7a7c519e10e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:47.891016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Router d7791d7a-5448-4910-a269-1bc9ee701920 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:47.919293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7b4d9-f060-4127-b580-cf9e8d167d9b req-58b31725-41ac-4799-98b5-05bc8c5c8d0d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:47.927322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e7b4d9-f060-4127-b580-cf9e8d167d9b req-58b31725-41ac-4799-98b5-05bc8c5c8d0d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 936 time: 0.3851917 Feb 11 05:25:47.962959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0de66bb3-dd2e-4783-bc28-7a7c519e10e3 None None] Port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:47.974160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-549561a8-3a21-4ce0-94ed-4256599cd733 req-9e7aab3f-09f5-4b66-9552-6c2580c3b1d3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537828 Feb 11 05:25:48.008571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e58ddb73-dd60-41a2-ab05-46a9fdbcc07e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5284708 Feb 11 05:25:48.043816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Request body: {'port': {'device_id': 'e50b1e69-30d9-4815-9b67-577da86640f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:48.243998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:48.260280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f6eb7-da3a-4793-9f0e-3ecb3f432315 None None] Sync routers for ids ['d7791d7a-5448-4910-a269-1bc9ee701920'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:48.284024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e7b4d9-f060-4127-b580-cf9e8d167d9b req-7397c513-eee3-4809-9342-8dd2fbb5640f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445778 Feb 11 05:25:48.284024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-08aa9ec4-c5b9-4c68-b96d-3b94acf9db91 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "PUT /v2.0/routers/d7791d7a-5448-4910-a269-1bc9ee701920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2440975 Feb 11 05:25:48.284900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55028) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:48.288382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f6eb7-da3a-4793-9f0e-3ecb3f432315 None None] Routers {'d7791d7a-5448-4910-a269-1bc9ee701920'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:48.289258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-125f6eb7-da3a-4793-9f0e-3ecb3f432315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d7791d7a-5448-4910-a269-1bc9ee701920'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:48.356113 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-adbd01d4-65ca-4f49-92ea-175a8ac5588d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] delete failed (client error): The resource could not be found. Feb 11 05:25:48.356326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-125f6eb7-da3a-4793-9f0e-3ecb3f432315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:48.358073 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-adbd01d4-65ca-4f49-92ea-175a8ac5588d tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-214079352 HTTP/1.1" status: 404 len: 334 time: 0.0715570 Feb 11 05:25:48.361742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55030) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:48.368046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-77399509-3d6e-4cbe-aa48-fc09ee645cf8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7791d7a-5448-4910-a269-1bc9ee701920'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:48.383383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f6eb7-da3a-4793-9f0e-3ecb3f432315 None None] Routers {'d7791d7a-5448-4910-a269-1bc9ee701920'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:48.384015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-125f6eb7-da3a-4793-9f0e-3ecb3f432315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d7791d7a-5448-4910-a269-1bc9ee701920'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:48.466174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-125f6eb7-da3a-4793-9f0e-3ecb3f432315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:48.467036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f6eb7-da3a-4793-9f0e-3ecb3f432315 None None] The sync data for ids ['d7791d7a-5448-4910-a269-1bc9ee701920'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:48.736082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77399509-3d6e-4cbe-aa48-fc09ee645cf8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for router_gateway (d7791d7a-5448-4910-a269-1bc9ee701920), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.811540 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:48.828972 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-77399509-3d6e-4cbe-aa48-fc09ee645cf8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] update failed (client error): The resource could not be found. Feb 11 05:25:48.828972 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-77399509-3d6e-4cbe-aa48-fc09ee645cf8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "PUT /v2.0/routers/d7791d7a-5448-4910-a269-1bc9ee701920 HTTP/1.1" status: 404 len: 339 time: 0.4656835 Feb 11 05:25:48.834718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55038) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:48.903770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f635fd-da77-4c49-85e5-45692302a82e req-b5fac4bb-fe08-4ef9-9224-66dd35f20431 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:48.905393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f635fd-da77-4c49-85e5-45692302a82e req-b5fac4bb-fe08-4ef9-9224-66dd35f20431 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:48.906108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f635fd-da77-4c49-85e5-45692302a82e req-b5fac4bb-fe08-4ef9-9224-66dd35f20431 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:48.908132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55f635fd-da77-4c49-85e5-45692302a82e req-b5fac4bb-fe08-4ef9-9224-66dd35f20431 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72&device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9&device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 2977 time: 0.6878555 Feb 11 05:25:49.151696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55f635fd-da77-4c49-85e5-45692302a82e req-618bb0f8-e16b-4eaa-b703-55d8a4a5a376 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353113 Feb 11 05:25:49.255135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a754ac-c88d-4ed8-b07c-756fc19dd29d req-ab82dfe2-d67b-4617-a11f-c76757059781 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:49.262644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69a754ac-c88d-4ed8-b07c-756fc19dd29d req-ab82dfe2-d67b-4617-a11f-c76757059781 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 946 time: 0.1752672 Feb 11 05:25:49.488929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69a754ac-c88d-4ed8-b07c-756fc19dd29d req-05e22bc3-09e9-4de6-af13-553364b98a88 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253380 Feb 11 05:25:49.554840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d79c9-3331-4543-bafa-81ae94212dc0 req-904a21dd-ca95-41a3-87fe-e04e98a7d2fb tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:49.558232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a36d79c9-3331-4543-bafa-81ae94212dc0 req-904a21dd-ca95-41a3-87fe-e04e98a7d2fb tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 936 time: 0.1648366 Feb 11 05:25:49.639404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.677414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a36d79c9-3331-4543-bafa-81ae94212dc0 req-f7de99b0-e38c-4f50-8e30-0917dfc8e6fc tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018844 Feb 11 05:25:49.687357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:49.705583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Publish callbacks [] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.759820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Transition to ACTIVE for port object 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:49.853675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:49.898073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32727f0-985f-4f5c-98d6-95f0d8e60e2b req-d2cc27e9-de18-4759-973d-bc55ccbf657e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:49.905984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c32727f0-985f-4f5c-98d6-95f0d8e60e2b req-d2cc27e9-de18-4759-973d-bc55ccbf657e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 945 time: 0.1048033 Feb 11 05:25:50.071862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Allocated IP 172.20.0.1 (e6c72b0a-e408-4968-ae05-54fd5090b9c5/4d05e8a9-ec40-404e-80b5-6a0a05944397/fc5db11a-36a1-4933-8523-d767f6259895) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:50.114955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Pushing event updated for resources: {'Port': ['ID=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:50.140396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Attempting to bind port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:50.140775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Attempting to bind port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:50.141120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Attempting to bind port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:50.146372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:50.149273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Attempting to bind port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:50.152479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:50.152862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:50.153261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:50.153703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Bound port: 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:50.154148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.184244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c32727f0-985f-4f5c-98d6-95f0d8e60e2b req-4765fa6e-51c3-4bab-a99f-8be18b3f302b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771878 Feb 11 05:25:50.336878 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for port (fc5db11a-36a1-4933-8523-d767f6259895), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.357389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] For port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:50.361942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] For port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:50.466813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fc5db11a-36a1-4933-8523-d767f6259895), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.488283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d457b22-a093-4226-8d69-ee1ae6f1aa86 req-8ed3224f-d2fb-442c-b028-de28655bc1bc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.506070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d457b22-a093-4226-8d69-ee1ae6f1aa86 req-8ed3224f-d2fb-442c-b028-de28655bc1bc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 946 time: 0.1365769 Feb 11 05:25:50.510868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.541793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network e6c72b0a-e408-4968-ae05-54fd5090b9c5 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:50.545785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:50.550783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:50.555888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Port': ['ID=fc5db11a-36a1-4933-8523-d767f6259895,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:50.604644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Pushing event updated for resources: {'Port': ['ID=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:50.617152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.618106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.623933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-b104bf8c-c351-42fd-97c7-989abe72a1ae service neutron] 10.222.0.65 "PUT /v2.0/ports/3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 HTTP/1.1" status: 200 len: 1097 time: 2.5923300 Feb 11 05:25:50.624503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50b1e69-30d9-4815-9b67-577da86640f5', 'tag': '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:50.630734 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (d7791d7a-5448-4910-a269-1bc9ee701920), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.641820 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb75ca7-233e-4345-ac50-5cde98a33191" -d '{"events": [{"name": "network-changed", "server_uuid": "e50b1e69-30d9-4815-9b67-577da86640f5", "tag": "3138dc3b-8312-4eed-8f7e-4986ca1c4aa1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:50.766662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d457b22-a093-4226-8d69-ee1ae6f1aa86 req-40fd306b-5687-440c-9388-c6b24984d576 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608404 Feb 11 05:25:50.889810 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1da941-2d1f-4c06-a4a9-a1fa0991ab92 x-openstack-request-id: req-ee1da941-2d1f-4c06-a4a9-a1fa0991ab92 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:50.890118 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50b1e69-30d9-4815-9b67-577da86640f5", "tag": "3138dc3b-8312-4eed-8f7e-4986ca1c4aa1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:50.890536 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee1da941-2d1f-4c06-a4a9-a1fa0991ab92 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:50.890969 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50b1e69-30d9-4815-9b67-577da86640f5', 'tag': '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1', 'status': 'completed', 'code': 200} Feb 11 05:25:50.930391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f48c-36f6-4afc-9c41-068dc7d2895c req-16630ba0-d1b9-4e12-91f8-a5a483d483ed tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.952449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6626f48c-36f6-4afc-9c41-068dc7d2895c req-16630ba0-d1b9-4e12-91f8-a5a483d483ed tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1132 time: 0.1728590 Feb 11 05:25:50.952449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e4575b64-9501-4d40-af44-3f8795983f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.954254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-e4575b64-9501-4d40-af44-3f8795983f45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 1131 time: 0.1052816 Feb 11 05:25:51.006672 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc5db11a-36a1-4933-8523-d767f6259895), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.049491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ab974aa5-c4a1-4c38-b727-cfad99b4a8e3 None None] Provisioning complete for port fc5db11a-36a1-4933-8523-d767f6259895 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:51.050080 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab974aa5-c4a1-4c38-b727-cfad99b4a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc5db11a-36a1-4933-8523-d767f6259895), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.092377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-ceeb6e70-87f4-4614-b0bb-764abeac326e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 HTTP/1.1" status: 200 len: 217 time: 0.1014447 Feb 11 05:25:51.105860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ab974aa5-c4a1-4c38-b727-cfad99b4a8e3 None None] Port fc5db11a-36a1-4933-8523-d767f6259895 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:51.165922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6626f48c-36f6-4afc-9c41-068dc7d2895c req-456b1b14-e864-4bad-ad04-619c84fe0ea7 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233040 Feb 11 05:25:51.193563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916dbc4-41c1-44e5-bd83-719b83758bf2 req-1a596aea-a283-497b-a6af-93393c2d9bb7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.195614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c916dbc4-41c1-44e5-bd83-719b83758bf2 req-1a596aea-a283-497b-a6af-93393c2d9bb7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 948 time: 0.2514203 Feb 11 05:25:51.230942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-ec7ccb24-afe9-4cbc-827f-144f4671b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.230942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-ec7ccb24-afe9-4cbc-827f-144f4671b212 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1215339 Feb 11 05:25:51.286400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c916dbc4-41c1-44e5-bd83-719b83758bf2 req-fdaa9ef0-1edc-483e-813d-e1d99142fca3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783246 Feb 11 05:25:51.300864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-72fecffc-4891-4f0d-8a9b-3ea562fbd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.302443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-72fecffc-4891-4f0d-8a9b-3ea562fbd649 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0686674 Feb 11 05:25:51.447987 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for port (fc5db11a-36a1-4933-8523-d767f6259895), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.507665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-2a2f4ba5-ebce-4940-aef9-53ea4b2a06d5 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961570 Feb 11 05:25:51.517244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77337759-e54c-48bb-89f0-1208cefd1093 req-dedab51e-9f39-4489-b9ce-5fb97e34984d tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.518872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77337759-e54c-48bb-89f0-1208cefd1093 req-dedab51e-9f39-4489-b9ce-5fb97e34984d tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1132 time: 0.0989308 Feb 11 05:25:51.569045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (fc5db11a-36a1-4933-8523-d767f6259895), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.645449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77337759-e54c-48bb-89f0-1208cefd1093 req-981d1db4-934b-48b1-b1c5-61d1a26921a4 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178670 Feb 11 05:25:51.682940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (d7791d7a-5448-4910-a269-1bc9ee701920), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.683071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87c71fec-9933-4c24-a702-5b9ab62a8219 req-20268a6b-ddde-4477-b88a-a1fd13a541ab service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630964 Feb 11 05:25:51.684857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event updated for resources: {'Port': ['ID=fc5db11a-36a1-4933-8523-d767f6259895,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:51.881554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Network e6c72b0a-e408-4968-ae05-54fd5090b9c5 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:51.885537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:51.897685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ef3af-3268-4d0c-874c-ad79b50297c3 req-e8b14bbc-3448-4fc3-9a09-f8d14a00ea1a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.906547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c85ef3af-3268-4d0c-874c-ad79b50297c3 req-e8b14bbc-3448-4fc3-9a09-f8d14a00ea1a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 946 time: 0.1307447 Feb 11 05:25:51.949233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-cc552c51-87a7-4091-8892-b6184eeea735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:51.950871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-cc552c51-87a7-4091-8892-b6184eeea735 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 1131 time: 0.1186171 Feb 11 05:25:52.028053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Router d7791d7a-5448-4910-a269-1bc9ee701920 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:52.085336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c85ef3af-3268-4d0c-874c-ad79b50297c3 req-f4c8e0b5-f8a9-4382-86da-5eb248100d3c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777074 Feb 11 05:25:52.188850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-c8e5d300-4556-4e5f-a6b1-8d7b0bb2fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:52.192462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-c8e5d300-4556-4e5f-a6b1-8d7b0bb2fd23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2234116 Feb 11 05:25:52.219378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55122) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:52.249492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:52.259023 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-95aa5e9d-72a1-4e7f-8092-f335dfd94d8b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "PUT /v2.0/routers/d7791d7a-5448-4910-a269-1bc9ee701920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4189456 Feb 11 05:25:52.259647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55126) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:52.262468 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbc8fe-b3ac-447a-abae-b58cd5821787 None None] Sync routers for ids ['d7791d7a-5448-4910-a269-1bc9ee701920'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:52.281537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-efd7eea2-483a-49a8-a6fe-7cdc4f71426d None None] Provisioning complete for port fc5db11a-36a1-4933-8523-d767f6259895 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:52.282520 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-efd7eea2-483a-49a8-a6fe-7cdc4f71426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc5db11a-36a1-4933-8523-d767f6259895), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.303662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-999e71df-a8a7-48b3-98f2-f615239477ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 HTTP/1.1" status: 200 len: 217 time: 0.1061399 Feb 11 05:25:52.304895 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbc8fe-b3ac-447a-abae-b58cd5821787 None None] Routers {'d7791d7a-5448-4910-a269-1bc9ee701920'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:52.305699 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-58bbc8fe-b3ac-447a-abae-b58cd5821787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d7791d7a-5448-4910-a269-1bc9ee701920'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:52.393876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-efd7eea2-483a-49a8-a6fe-7cdc4f71426d None None] Port fc5db11a-36a1-4933-8523-d767f6259895 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:52.403892 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-58bbc8fe-b3ac-447a-abae-b58cd5821787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:52.414654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2e90-7cb6-4942-b2f2-2ab39326f71a tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for router (d7791d7a-5448-4910-a269-1bc9ee701920), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.416104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-12c7674d-1cdc-49e6-8c35-b33d168a39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:52.417517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbc8fe-b3ac-447a-abae-b58cd5821787 None None] Routers {'d7791d7a-5448-4910-a269-1bc9ee701920'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:52.417774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-12c7674d-1cdc-49e6-8c35-b33d168a39f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0921907 Feb 11 05:25:52.418793 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-58bbc8fe-b3ac-447a-abae-b58cd5821787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d7791d7a-5448-4910-a269-1bc9ee701920'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:52.489876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-58bbc8fe-b3ac-447a-abae-b58cd5821787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:52.491548 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbc8fe-b3ac-447a-abae-b58cd5821787 None None] The sync data for ids ['d7791d7a-5448-4910-a269-1bc9ee701920'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:52.511208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18aca8-cb37-42e6-af4e-f0b052992370 req-70478822-65dc-4b19-8eb0-da4b7079e017 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:52.512774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d18aca8-cb37-42e6-af4e-f0b052992370 req-70478822-65dc-4b19-8eb0-da4b7079e017 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 948 time: 0.0941212 Feb 11 05:25:52.522991 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-9a0d2e90-7cb6-4942-b2f2-2ab39326f71a tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:25:52.524067 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9a0d2e90-7cb6-4942-b2f2-2ab39326f71a tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/routers/d7791d7a-5448-4910-a269-1bc9ee701920 HTTP/1.1" status: 409 len: 329 time: 0.2632465 Feb 11 05:25:52.527307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-b18356e5-a6bc-4cf0-a6d0-2f7d105fc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:52.529535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-b18356e5-a6bc-4cf0-a6d0-2f7d105fc576 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0990026 Feb 11 05:25:52.530922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55134) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:52.567474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20db33c2-af03-4828-8d76-1c4572bd7f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.684979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20db33c2-af03-4828-8d76-1c4572bd7f5b admin admin] Publish callbacks [] for security_group (4b2289e0-321f-4fc6-b970-1eccf81f34fe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.778422 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20db33c2-af03-4828-8d76-1c4572bd7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4b2289e0-321f-4fc6-b970-1eccf81f34fe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.819457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d18aca8-cb37-42e6-af4e-f0b052992370 req-db7b65f6-0cce-4e5f-8de1-53a07d38da32 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999916 Feb 11 05:25:52.823213 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-20db33c2-af03-4828-8d76-1c4572bd7f5b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da373f21dd1a4f80a8fdf8709fc1bc7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6027229 Feb 11 05:25:52.824812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db33c2-af03-4828-8d76-1c4572bd7f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2289e0-321f-4fc6-b970-1eccf81f34fe,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:52.829070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55146) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:52.884069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-d6f8a5ef-ce00-446e-a5d5-9c1f09f50324 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435097 Feb 11 05:25:52.905122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291de9c5-1096-48fd-a1cf-bf2e8cc5c469 admin admin] Publish callbacks [] for security_group (4b2289e0-321f-4fc6-b970-1eccf81f34fe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.931976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291de9c5-1096-48fd-a1cf-bf2e8cc5c469 admin admin] Publish callbacks [] for security_group (4b2289e0-321f-4fc6-b970-1eccf81f34fe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.061894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edb75ca7-233e-4345-ac50-5cde98a33191 req-9c1c275e-9db3-4223-87f8-3cf8d28962e4 service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603346 Feb 11 05:25:53.117617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291de9c5-1096-48fd-a1cf-bf2e8cc5c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4b2289e0-321f-4fc6-b970-1eccf81f34fe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.121151 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-291de9c5-1096-48fd-a1cf-bf2e8cc5c469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.131109 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-291de9c5-1096-48fd-a1cf-bf2e8cc5c469 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b2289e0-321f-4fc6-b970-1eccf81f34fe HTTP/1.1" status: 204 len: 168 time: 0.2957835 Feb 11 05:25:53.144194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291de9c5-1096-48fd-a1cf-bf2e8cc5c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2289e0-321f-4fc6-b970-1eccf81f34fe,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:53.312328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (d7791d7a-5448-4910-a269-1bc9ee701920), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.415952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-e421bebd-6680-47e6-a50f-0beda7dfc64b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:53.417558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-e421bebd-6680-47e6-a50f-0beda7dfc64b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 946 time: 0.2360926 Feb 11 05:25:53.436341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307125e5-ca38-4509-9851-331034f6439c req-d5c414f2-2828-4dd9-94a0-64728bad3eff tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:53.437892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-307125e5-ca38-4509-9851-331034f6439c req-d5c414f2-2828-4dd9-94a0-64728bad3eff tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.2623668 Feb 11 05:25:53.512459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a11685-cc93-4769-9fb4-d9535ba8ad6f req-5ed2a1e4-9a84-4678-be09-a32c43043847 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:53.515329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3a11685-cc93-4769-9fb4-d9535ba8ad6f req-5ed2a1e4-9a84-4678-be09-a32c43043847 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 946 time: 0.2699163 Feb 11 05:25:53.683371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-307125e5-ca38-4509-9851-331034f6439c req-2230075e-b11a-4bfd-930f-ebee3fe2b01a tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333403 Feb 11 05:25:53.728351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3a11685-cc93-4769-9fb4-d9535ba8ad6f req-5cc05373-ac26-4290-9db6-35a0b920ae86 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030520 Feb 11 05:25:53.761861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Deleting port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:53.762201 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.891931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] For port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:53.892324 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.913924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Calling delete_port for 8ddc7fdb-1dae-4384-91a6-d02c9b688abf owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:54.078301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc88d3-4bb5-4036-8df6-1afc46078ece req-af9a5288-c7d7-4231-a3da-04a0fa13704e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:54.079844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fbc88d3-4bb5-4036-8df6-1afc46078ece req-af9a5288-c7d7-4231-a3da-04a0fa13704e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 948 time: 0.1680079 Feb 11 05:25:54.088107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Deleting port fc5db11a-36a1-4933-8523-d767f6259895 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:54.088449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fc5db11a-36a1-4933-8523-d767f6259895), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.118356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55166) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:54.132821 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-596af8b1-3825-4f08-a471-f57a2ce5c861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.221830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-596af8b1-3825-4f08-a471-f57a2ce5c861 admin admin] Publish callbacks [] for security_group (412f98fc-1fb0-46c8-811f-ff70bfad88fb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.311714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-596af8b1-3825-4f08-a471-f57a2ce5c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (412f98fc-1fb0-46c8-811f-ff70bfad88fb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.366354 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-596af8b1-3825-4f08-a471-f57a2ce5c861 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e6cea43bcc448ed9e6f6a5226067ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442884 Feb 11 05:25:54.366676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55168) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:54.374649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596af8b1-3825-4f08-a471-f57a2ce5c861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412f98fc-1fb0-46c8-811f-ff70bfad88fb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.431379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65d47fa4-aaa4-4ac0-9772-9bf0385b2952 admin admin] Publish callbacks [] for security_group (412f98fc-1fb0-46c8-811f-ff70bfad88fb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.457054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65d47fa4-aaa4-4ac0-9772-9bf0385b2952 admin admin] Publish callbacks [] for security_group (412f98fc-1fb0-46c8-811f-ff70bfad88fb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.577572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fbc88d3-4bb5-4036-8df6-1afc46078ece req-3db06856-9d09-433e-8834-82d0bcfbf859 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860055 Feb 11 05:25:54.603936 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fc5db11a-36a1-4933-8523-d767f6259895), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.623235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65d47fa4-aaa4-4ac0-9772-9bf0385b2952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (412f98fc-1fb0-46c8-811f-ff70bfad88fb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.626947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Calling delete_port for fc5db11a-36a1-4933-8523-d767f6259895 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:54.627086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65d47fa4-aaa4-4ac0-9772-9bf0385b2952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.627086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-65d47fa4-aaa4-4ac0-9772-9bf0385b2952 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/412f98fc-1fb0-46c8-811f-ff70bfad88fb HTTP/1.1" status: 204 len: 168 time: 0.2565033 Feb 11 05:25:54.664899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d47fa4-aaa4-4ac0-9772-9bf0385b2952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f98fc-1fb0-46c8-811f-ff70bfad88fb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.707550 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8ddc7fdb-1dae-4384-91a6-d02c9b688abf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.718867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['af7d70ff-8de5-4f2d-971f-de44ab45f02c', '8ddc7fdb-1dae-4384-91a6-d02c9b688abf'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:54.721465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:54.812452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event deleted for resources: {'Port': ['ID=8ddc7fdb-1dae-4384-91a6-d02c9b688abf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.972431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] No DVR routers for this DVR port 8ddc7fdb-1dae-4384-91a6-d02c9b688abf on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:54.975534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:54.979743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebe61123-bb37-4f26-9623-cca7e4a5f834 req-4f9788d4-ad63-4a18-b785-f799eaeee509 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "DELETE /v2.0/ports/8ddc7fdb-1dae-4384-91a6-d02c9b688abf HTTP/1.1" status: 204 len: 173 time: 1.5527313 Feb 11 05:25:54.984955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b786a83-d584-4c1c-8eeb-12dbfaa83382', 'name': 'network-vif-deleted', 'tag': '8ddc7fdb-1dae-4384-91a6-d02c9b688abf'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:54.986560 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2bed4e-c896-4e86-8b69-1c17eea5e7dd" -d '{"events": [{"server_uuid": "6b786a83-d584-4c1c-8eeb-12dbfaa83382", "name": "network-vif-deleted", "tag": "8ddc7fdb-1dae-4384-91a6-d02c9b688abf"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:54.990776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-113e2f10-d899-4c39-a31d-fb57c0faa255 req-597d5a67-7bd5-4340-b176-f3d7de5823b5 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 210 time: 0.1240938 Feb 11 05:25:55.074801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294ee9b-b224-4b02-a75d-4f76140c9281 req-5d55b435-82c5-4a4b-b287-9b5c55fa72ba tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:55.082352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e294ee9b-b224-4b02-a75d-4f76140c9281 req-5d55b435-82c5-4a4b-b287-9b5c55fa72ba tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.2168481 Feb 11 05:25:55.096730 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b52c57-cb14-4937-b041-4e8b62a6bca5 x-openstack-request-id: req-b2b52c57-cb14-4937-b041-4e8b62a6bca5 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:55.097103 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b786a83-d584-4c1c-8eeb-12dbfaa83382", "name": "network-vif-deleted", "tag": "8ddc7fdb-1dae-4384-91a6-d02c9b688abf", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:55.097626 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2b52c57-cb14-4937-b041-4e8b62a6bca5 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:55.098479 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b786a83-d584-4c1c-8eeb-12dbfaa83382', 'name': 'network-vif-deleted', 'tag': '8ddc7fdb-1dae-4384-91a6-d02c9b688abf', 'status': 'completed', 'code': 200} Feb 11 05:25:55.166849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e294ee9b-b224-4b02-a75d-4f76140c9281 req-00b8b391-5d9c-42c4-a8d1-81f09d62d922 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817688 Feb 11 05:25:55.269262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fc5db11a-36a1-4933-8523-d767f6259895), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.300169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:55.302591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Port': ['ID=fc5db11a-36a1-4933-8523-d767f6259895,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:55.520964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:55.535872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1', 'mac_address': 'fa:16:3e:3c:de:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:55.555515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (d7791d7a-5448-4910-a269-1bc9ee701920), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.581606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:55.582238 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.599957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:55.627626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:55.771280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.798377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Router d7791d7a-5448-4910-a269-1bc9ee701920 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:55.816927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9369bc2-b998-4308-8414-eb131ca7405b req-b9da1dd0-3e4a-4a87-9391-6d365f4c422e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:55.818645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9369bc2-b998-4308-8414-eb131ca7405b req-b9da1dd0-3e4a-4a87-9391-6d365f4c422e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 948 time: 0.1426086 Feb 11 05:25:55.860463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:55.928985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:55.953655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4e80c5b8-b6f4-4e23-a90b-7e6c91cab0f8 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "PUT /v2.0/routers/d7791d7a-5448-4910-a269-1bc9ee701920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3978136 Feb 11 05:25:55.953762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07584c-4fea-41ad-9c0d-d0f7754f8007 None None] Sync routers for ids ['d7791d7a-5448-4910-a269-1bc9ee701920'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:55.956056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55200) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:55.963899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9369bc2-b998-4308-8414-eb131ca7405b req-20a0dc6d-4793-490a-ad3d-e39385e61421 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930076 Feb 11 05:25:55.965086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07584c-4fea-41ad-9c0d-d0f7754f8007 None None] Routers {'d7791d7a-5448-4910-a269-1bc9ee701920'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:55.965693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-cd07584c-4fea-41ad-9c0d-d0f7754f8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d7791d7a-5448-4910-a269-1bc9ee701920'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:56.010706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-cd07584c-4fea-41ad-9c0d-d0f7754f8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:56.023184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07584c-4fea-41ad-9c0d-d0f7754f8007 None None] Routers {'d7791d7a-5448-4910-a269-1bc9ee701920'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:56.023825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-cd07584c-4fea-41ad-9c0d-d0f7754f8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d7791d7a-5448-4910-a269-1bc9ee701920'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:56.047453 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-ad2d0063-b6a2-4e34-9644-b68e7a07e208 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] show failed (client error): The resource could not be found. Feb 11 05:25:56.053664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55208) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:56.054051 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad2d0063-b6a2-4e34-9644-b68e7a07e208 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-916067331 HTTP/1.1" status: 404 len: 334 time: 0.0961552 Feb 11 05:25:56.059247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-87459cc8-0f21-433b-bcd9-0e115998ff2e tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:56.094300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-cd07584c-4fea-41ad-9c0d-d0f7754f8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:56.095100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07584c-4fea-41ad-9c0d-d0f7754f8007 None None] The sync data for ids ['d7791d7a-5448-4910-a269-1bc9ee701920'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:56.131769 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-87459cc8-0f21-433b-bcd9-0e115998ff2e tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] update failed (client error): The resource could not be found. Feb 11 05:25:56.137617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-87459cc8-0f21-433b-bcd9-0e115998ff2e tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1061782876 HTTP/1.1" status: 404 len: 335 time: 0.0789740 Feb 11 05:25:56.137879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:56.167217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b083fe8b-611e-4932-b555-da79f58aa75b req-3c42a15a-de79-44b8-9b27-c8b7c98512f2 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b786a83-d584-4c1c-8eeb-12dbfaa83382 HTTP/1.1" status: 200 len: 210 time: 0.0379722 Feb 11 05:25:56.177409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3138dc3b-8312-4eed-8f7e-4986ca1c4aa1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:56.200046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Deleting subnet dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:56.204563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for subnet (dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.267669 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.346208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653a6c7-ef49-4859-9120-843e8068e959 req-ff087c4f-b9fc-4d00-b613-c181f333ab28 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:56.348401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7653a6c7-ef49-4859-9120-843e8068e959 req-ff087c4f-b9fc-4d00-b613-c181f333ab28 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0762126 Feb 11 05:25:56.423885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.479252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7653a6c7-ef49-4859-9120-843e8068e959 req-486bf920-2e41-4cbd-b78d-b9a40977a960 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247709 Feb 11 05:25:56.674716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.709696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:56.724540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.728238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901be79-9ec8-43b8-90e6-9eeabd94a6ed None None] Network a23af6cc-7192-49b6-a4d4-f32942d51aa1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:56.739099 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/subnets/dc9429af-6fb4-4ca8-bae5-c5bb5bb10f71 HTTP/1.1" status: 204 len: 168 time: 0.5996594 Feb 11 05:25:56.741873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55220) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:56.744952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.745305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.745651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.746186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.746398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.746769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.747151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.748055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.749135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.749387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.749726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.750071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.750431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a5ec-6368-4c13-8cea-743eaad22efa tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:56.836304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-95aa19f6-18ec-4458-9f83-d2a958a9f189 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Deleting subnet 67c1d53d-2395-492f-b1e7-04dcd30bcccd {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:56.842071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa19f6-18ec-4458-9f83-d2a958a9f189 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for subnet (67c1d53d-2395-492f-b1e7-04dcd30bcccd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.912191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa19f6-18ec-4458-9f83-d2a958a9f189 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (67c1d53d-2395-492f-b1e7-04dcd30bcccd), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.979555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] DHCP port deletion for a23af6cc-7192-49b6-a4d4-f32942d51aa1 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:25:57.021771 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa19f6-18ec-4458-9f83-d2a958a9f189 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (67c1d53d-2395-492f-b1e7-04dcd30bcccd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.049504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] Deleting port cad3f8c2-4372-4f63-80e3-5a99b1792dcd {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:57.050154 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.143662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] For port cad3f8c2-4372-4f63-80e3-5a99b1792dcd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cad3f8c2-4372-4f63-80e3-5a99b1792dcd,segment=NetworkSegment(1541ded8-4bef-4fcc-8597-5ff579961707),segment_id=1541ded8-4bef-4fcc-8597-5ff579961707)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:57.144064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.161685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] Calling delete_port for cad3f8c2-4372-4f63-80e3-5a99b1792dcd owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:57.178688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cde59-abe7-4c12-8fa1-9d411178cc65 req-21c5472e-40cd-41c7-8550-b6b162fed514 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:57.180425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf4cde59-abe7-4c12-8fa1-9d411178cc65 req-21c5472e-40cd-41c7-8550-b6b162fed514 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 949 time: 0.0696585 Feb 11 05:25:57.198493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa19f6-18ec-4458-9f83-d2a958a9f189 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (67c1d53d-2395-492f-b1e7-04dcd30bcccd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.260151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa19f6-18ec-4458-9f83-d2a958a9f189 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Subnet': ['ID=67c1d53d-2395-492f-b1e7-04dcd30bcccd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:57.265982 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-95aa19f6-18ec-4458-9f83-d2a958a9f189 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.269294 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-95aa19f6-18ec-4458-9f83-d2a958a9f189 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/subnets/67c1d53d-2395-492f-b1e7-04dcd30bcccd HTTP/1.1" status: 204 len: 168 time: 0.5259445 Feb 11 05:25:57.271688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55236) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:57.284586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770697c3-1a0f-4a2e-b660-4aeabdc16c76 None None] Network c22b7554-d786-4bff-a784-ec3ddf355e29 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:57.315992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf4cde59-abe7-4c12-8fa1-9d411178cc65 req-5e07a52a-4ddc-42c6-b7f8-f8aa2601f396 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242120 Feb 11 05:25:57.388388 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (cad3f8c2-4372-4f63-80e3-5a99b1792dcd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.439273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] Pushing event deleted for resources: {'Port': ['ID=cad3f8c2-4372-4f63-80e3-5a99b1792dcd,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:57.444801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (a23af6cc-7192-49b6-a4d4-f32942d51aa1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.453170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cad3f8c2-4372-4f63-80e3-5a99b1792dcd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:57.459019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65028106-8e9c-418e-9567-4bb3ce6b82cb None None] No DVR routers for this DVR port cad3f8c2-4372-4f63-80e3-5a99b1792dcd on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:57.491603 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: cad3f8c2-4372-4f63-80e3-5a99b1792dcd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:57.491934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cad3f8c2-4372-4f63-80e3-5a99b1792dcd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:57.591001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (a23af6cc-7192-49b6-a4d4-f32942d51aa1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.625298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23af6cc-7192-49b6-a4d4-f32942d51aa1']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:57.638879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1541ded8-4bef-4fcc-8597-5ff579961707') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:57.639346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1541ded8-4bef-4fcc-8597-5ff579961707') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:57.658021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (1541ded8-4bef-4fcc-8597-5ff579961707), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.658249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] DHCP port deletion for c22b7554-d786-4bff-a784-ec3ddf355e29 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:25:57.678451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1541ded8-4bef-4fcc-8597-5ff579961707), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.684688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773ab4-2002-48a9-ac1a-33828139272f req-e704206c-27c0-4789-b74d-b42625f36f05 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:57.688095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c773ab4-2002-48a9-ac1a-33828139272f req-e704206c-27c0-4789-b74d-b42625f36f05 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0772398 Feb 11 05:25:57.699383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:57.700168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (1541ded8-4bef-4fcc-8597-5ff579961707), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.768196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] Deleting port 263f2d20-f8a9-49f3-bbb4-71735cdd093f {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:57.768546 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.783390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c773ab4-2002-48a9-ac1a-33828139272f req-0be03cb6-36d5-4819-bec5-b700d9e1970c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885441 Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:57.805269 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:57.868986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] For port 263f2d20-f8a9-49f3-bbb4-71735cdd093f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=263f2d20-f8a9-49f3-bbb4-71735cdd093f,segment=NetworkSegment(ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867),segment_id=ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:57.869768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.885686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (a23af6cc-7192-49b6-a4d4-f32942d51aa1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.913342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] Calling delete_port for 263f2d20-f8a9-49f3-bbb4-71735cdd093f owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:57.953432 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:57.972398 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/networks/a23af6cc-7192-49b6-a4d4-f32942d51aa1 HTTP/1.1" status: 204 len: 168 time: 0.6993055 Feb 11 05:25:57.973436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569fc39-8c81-403e-aae5-9881c562832c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Network': ['ID=a23af6cc-7192-49b6-a4d4-f32942d51aa1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:57.975603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55254) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:58.057668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea05f4-02f9-40e4-9822-26e63e7d4c7c req-3f39742e-37ef-4947-8562-df665e15b9a1 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:58.061369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ceea05f4-02f9-40e4-9822-26e63e7d4c7c req-3f39742e-37ef-4947-8562-df665e15b9a1 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 945 time: 0.1349289 Feb 11 05:25:58.116968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c22b7554-d786-4bff-a784-ec3ddf355e29), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.135168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (263f2d20-f8a9-49f3-bbb4-71735cdd093f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.171864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] Pushing event deleted for resources: {'Port': ['ID=263f2d20-f8a9-49f3-bbb4-71735cdd093f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:58.176534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62080f9-f42c-493f-bb60-d14fc10b5908 None None] No DVR routers for this DVR port 263f2d20-f8a9-49f3-bbb4-71735cdd093f on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:58.197113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ceea05f4-02f9-40e4-9822-26e63e7d4c7c req-10ab43e7-453b-4ee4-91f0-6e1902ab9811 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092973 Feb 11 05:25:58.272444 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c22b7554-d786-4bff-a784-ec3ddf355e29), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.299156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22b7554-d786-4bff-a784-ec3ddf355e29']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:58.308976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:58.309275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:58.320255 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.334986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.343026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:58.343457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (ff1b5b94-22a7-4dea-8a7f-0f9eaa13c867), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:58.346519 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:58.472902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a52ef-f3fe-4506-acf7-0c4a31b1317f req-1e863c61-7add-4831-898e-da780f35a5d0 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:58.474437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e57a52ef-f3fe-4506-acf7-0c4a31b1317f req-1e863c61-7add-4831-898e-da780f35a5d0 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 949 time: 0.0699677 Feb 11 05:25:58.507448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c22b7554-d786-4bff-a784-ec3ddf355e29), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.519171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.522339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/networks/c22b7554-d786-4bff-a784-ec3ddf355e29 HTTP/1.1" status: 204 len: 168 time: 0.5431740 Feb 11 05:25:58.525089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55264) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:58.541341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56097324-4299-404a-a2c4-0e5020dd10ea tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Network': ['ID=c22b7554-d786-4bff-a784-ec3ddf355e29,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:58.546643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e57a52ef-f3fe-4506-acf7-0c4a31b1317f req-f529d012-a0b7-4013-8044-19039ff9f0d4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663853 Feb 11 05:25:58.591078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe40d742-322d-428e-8b4a-de4416ed2f7b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Deleting subnet 4d05e8a9-ec40-404e-80b5-6a0a05944397 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:58.594378 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe40d742-322d-428e-8b4a-de4416ed2f7b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for subnet (4d05e8a9-ec40-404e-80b5-6a0a05944397), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.639177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe40d742-322d-428e-8b4a-de4416ed2f7b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (4d05e8a9-ec40-404e-80b5-6a0a05944397), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.746118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe40d742-322d-428e-8b4a-de4416ed2f7b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4d05e8a9-ec40-404e-80b5-6a0a05944397), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.871446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 8ddc7fdb-1dae-4384-91a6-d02c9b688abf no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:58.898916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 8ddc7fdb-1dae-4384-91a6-d02c9b688abf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:58.899560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 8ddc7fdb-1dae-4384-91a6-d02c9b688abf not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:58.907233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24bc8e-b223-480f-94fc-1842973419e4 req-3ffc6294-89b0-4072-aa27-68f65a4dc55e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:58.909080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc24bc8e-b223-480f-94fc-1842973419e4 req-3ffc6294-89b0-4072-aa27-68f65a4dc55e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0613322 Feb 11 05:25:58.921537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe40d742-322d-428e-8b4a-de4416ed2f7b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (4d05e8a9-ec40-404e-80b5-6a0a05944397), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.958761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40d742-322d-428e-8b4a-de4416ed2f7b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Subnet': ['ID=4d05e8a9-ec40-404e-80b5-6a0a05944397,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:58.961224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe40d742-322d-428e-8b4a-de4416ed2f7b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.962069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc24bc8e-b223-480f-94fc-1842973419e4 req-a27a66d1-e1e2-4cc2-935e-7577554abdb7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470874 Feb 11 05:25:58.969088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fe40d742-322d-428e-8b4a-de4416ed2f7b tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/subnets/4d05e8a9-ec40-404e-80b5-6a0a05944397 HTTP/1.1" status: 204 len: 168 time: 0.4422851 Feb 11 05:25:58.983159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55272) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:58.991933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420bcb3-34a9-4b25-92fa-e85cc6ff4cd3 None None] Network e6c72b0a-e408-4968-ae05-54fd5090b9c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:59.126670 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (e6c72b0a-e408-4968-ae05-54fd5090b9c5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.254295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-c467af48-e1ab-4014-a869-04bf1cb306e4 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:59.259617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-c467af48-e1ab-4014-a869-04bf1cb306e4 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 945 time: 0.1243412 Feb 11 05:25:59.303319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] DHCP port deletion for e6c72b0a-e408-4968-ae05-54fd5090b9c5 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:25:59.311834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:59.368987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Deleting port d5e8008f-7b93-46bd-a26f-563aac4d4f5a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:59.369336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.394983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] Deleting port d5e8008f-7b93-46bd-a26f-563aac4d4f5a {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:59.395358 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.452549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d5e8008f-7b93-46bd-a26f-563aac4d4f5a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:59.486509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] For port d5e8008f-7b93-46bd-a26f-563aac4d4f5a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,segment=NetworkSegment(dfbded4f-6b33-454f-9896-5bf4add238b0),segment_id=dfbded4f-6b33-454f-9896-5bf4add238b0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:59.486893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.491977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] For port d5e8008f-7b93-46bd-a26f-563aac4d4f5a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,segment=NetworkSegment(dfbded4f-6b33-454f-9896-5bf4add238b0),segment_id=dfbded4f-6b33-454f-9896-5bf4add238b0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:59.492505 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.510102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Calling delete_port for d5e8008f-7b93-46bd-a26f-563aac4d4f5a owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:59.512681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] Calling delete_port for d5e8008f-7b93-46bd-a26f-563aac4d4f5a owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:59.528379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3042c9d-9cdb-49f0-be31-36af209e6223 req-19f0a0fb-d5b4-4576-a6ea-ab57c959d5d7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:59.530663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3042c9d-9cdb-49f0-be31-36af209e6223 req-19f0a0fb-d5b4-4576-a6ea-ab57c959d5d7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 945 time: 0.2098358 Feb 11 05:25:59.582757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:59.597729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Deleting port af7d70ff-8de5-4f2d-971f-de44ab45f02c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:59.598309 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.598437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:59.598527 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.640241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d5e8008f-7b93-46bd-a26f-563aac4d4f5a is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:59.640644 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.745283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3042c9d-9cdb-49f0-be31-36af209e6223 req-c2f2b718-24ae-450b-9313-c470c9f557a9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065313 Feb 11 05:25:59.792489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] For port af7d70ff-8de5-4f2d-971f-de44ab45f02c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=af7d70ff-8de5-4f2d-971f-de44ab45f02c,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:59.792895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.816366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ed10a-ae17-41c3-849b-c3d7cdd2e687 req-dd3863d9-f9b0-4283-9ea5-00df43cf3fab tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:59.817950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b3ed10a-ae17-41c3-849b-c3d7cdd2e687 req-dd3863d9-f9b0-4283-9ea5-00df43cf3fab tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 949 time: 0.1662538 Feb 11 05:25:59.822468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Calling delete_port for af7d70ff-8de5-4f2d-971f-de44ab45f02c owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: from cryptography.utils import int_from_bytes Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: from cryptography.utils import int_from_bytes Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.875029 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:25:59.877586 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:25:59.886262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.909746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 263f2d20-f8a9-49f3-bbb4-71735cdd093f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:59.911587 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d5e8008f-7b93-46bd-a26f-563aac4d4f5a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.926700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Port': ['ID=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:59.945490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] No DVR routers for this DVR port d5e8008f-7b93-46bd-a26f-563aac4d4f5a on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:59.958105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:59.958571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.961931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 263f2d20-f8a9-49f3-bbb4-71735cdd093f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:59.962277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 263f2d20-f8a9-49f3-bbb4-71735cdd093f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:59.969497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] Pushing event deleted for resources: {'Port': ['ID=d5e8008f-7b93-46bd-a26f-563aac4d4f5a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:59.975101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c05c89-5875-4cd0-95b6-eae0f52195a8 None None] No DVR routers for this DVR port d5e8008f-7b93-46bd-a26f-563aac4d4f5a on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:59.983498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b3ed10a-ae17-41c3-849b-c3d7cdd2e687 req-d94c3656-0e77-40bf-9056-80ab6eaa9ce7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542990 Feb 11 05:26:00.035817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:00.036865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50b1e69-30d9-4815-9b67-577da86640f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:00.039249 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff8237-1a6b-4f20-a022-7fff26ff55d9" -d '{"events": [{"server_uuid": "e50b1e69-30d9-4815-9b67-577da86640f5", "name": "network-vif-plugged", "status": "completed", "tag": "3138dc3b-8312-4eed-8f7e-4986ca1c4aa1"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:00.065940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (e6c72b0a-e408-4968-ae05-54fd5090b9c5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.077382 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b9e9d1-0310-4226-8a26-07dd849282db x-openstack-request-id: req-27b9e9d1-0310-4226-8a26-07dd849282db {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:00.077687 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50b1e69-30d9-4815-9b67-577da86640f5", "name": "network-vif-plugged", "status": "completed", "tag": "3138dc3b-8312-4eed-8f7e-4986ca1c4aa1", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:00.078002 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27b9e9d1-0310-4226-8a26-07dd849282db {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:00.078409 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50b1e69-30d9-4815-9b67-577da86640f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1', 'code': 200} Feb 11 05:26:00.128525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.159112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c72b0a-e408-4968-ae05-54fd5090b9c5']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:00.163830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbded4f-6b33-454f-9896-5bf4add238b0') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:00.164507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbded4f-6b33-454f-9896-5bf4add238b0') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:00.186926 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (dfbded4f-6b33-454f-9896-5bf4add238b0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.203458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:00.219644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (dfbded4f-6b33-454f-9896-5bf4add238b0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.252430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9bdbf-0c3d-4d59-9877-a04131b2bc31 req-ece8e3a6-57bb-4b46-8ad2-1b688049d0a5 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:00.253970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7d9bdbf-0c3d-4d59-9877-a04131b2bc31 req-ece8e3a6-57bb-4b46-8ad2-1b688049d0a5 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1907923 Feb 11 05:26:00.255063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:00.255657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (dfbded4f-6b33-454f-9896-5bf4add238b0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:00.259736 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:00.270027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (af7d70ff-8de5-4f2d-971f-de44ab45f02c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.283687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['af7d70ff-8de5-4f2d-971f-de44ab45f02c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:00.286588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:00.367370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event deleted for resources: {'Port': ['ID=af7d70ff-8de5-4f2d-971f-de44ab45f02c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:00.430288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38c4e5-fa9b-4c38-8274-f4cf414c9a09 req-c959605a-237d-4ac6-b578-11e062149fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:00.431780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c38c4e5-fa9b-4c38-8274-f4cf414c9a09 req-c959605a-237d-4ac6-b578-11e062149fbe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 1133 time: 0.2245061 Feb 11 05:26:00.435959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] No DVR routers for this DVR port af7d70ff-8de5-4f2d-971f-de44ab45f02c on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:00.444134 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.447991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77b22ace-2c41-4215-965b-0cffc5a72b9d req-6984965a-55f2-49d7-963f-60f2ba0aa247 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "DELETE /v2.0/ports/af7d70ff-8de5-4f2d-971f-de44ab45f02c HTTP/1.1" status: 204 len: 173 time: 1.1751771 Feb 11 05:26:00.448464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb', 'name': 'network-vif-deleted', 'tag': 'af7d70ff-8de5-4f2d-971f-de44ab45f02c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:00.451543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55300) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:00.452073 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62123c6c-6bf4-46ec-bb9b-710d9a3af1ab" -d '{"events": [{"server_uuid": "932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb", "name": "network-vif-deleted", "tag": "af7d70ff-8de5-4f2d-971f-de44ab45f02c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:00.482610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7d9bdbf-0c3d-4d59-9877-a04131b2bc31 req-cce3b95f-b779-4fb0-bfaf-c733ddc76ddd tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095544 Feb 11 05:26:00.494092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (e6c72b0a-e408-4968-ae05-54fd5090b9c5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.502295 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.505550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/networks/e6c72b0a-e408-4968-ae05-54fd5090b9c5 HTTP/1.1" status: 204 len: 168 time: 1.5213761 Feb 11 05:26:00.508353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55306) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:00.530675 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9b1726-3a81-4001-910a-441e1f5e4a9a x-openstack-request-id: req-9d9b1726-3a81-4001-910a-441e1f5e4a9a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:00.531233 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb", "name": "network-vif-deleted", "tag": "af7d70ff-8de5-4f2d-971f-de44ab45f02c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:00.531643 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d9b1726-3a81-4001-910a-441e1f5e4a9a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:00.533661 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb', 'name': 'network-vif-deleted', 'tag': 'af7d70ff-8de5-4f2d-971f-de44ab45f02c', 'status': 'completed', 'code': 200} Feb 11 05:26:00.533661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16852c3-23d9-4111-9c43-d52c77611396 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Pushing event deleted for resources: {'Network': ['ID=e6c72b0a-e408-4968-ae05-54fd5090b9c5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:00.550550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c38c4e5-fa9b-4c38-8274-f4cf414c9a09 req-2f291872-ec9b-40be-8f29-16668db88e1c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078033 Feb 11 05:26:00.556226 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3ca96606-e49e-493b-ad6d-57ffe10135c3 tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7791d7a-5448-4910-a269-1bc9ee701920 HTTP/1.1" status: 200 len: 205 time: 0.0464797 Feb 11 05:26:00.559104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55308) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:00.624099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d9d11f7-2985-4aa5-a811-cec886e616de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.646008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7c7650d-f469-4770-b851-dd3e9193143c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for router (d7791d7a-5448-4910-a269-1bc9ee701920), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.721784 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d9d11f7-2985-4aa5-a811-cec886e616de admin admin] Publish callbacks [] for security_group (c2fd3ecd-b3f8-4d34-9573-34cccde02077), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.805764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d9d11f7-2985-4aa5-a811-cec886e616de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c2fd3ecd-b3f8-4d34-9573-34cccde02077), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.819229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7c7650d-f469-4770-b851-dd3e9193143c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (d7791d7a-5448-4910-a269-1bc9ee701920), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.822270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7c7650d-f469-4770-b851-dd3e9193143c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for router_controller (d7791d7a-5448-4910-a269-1bc9ee701920), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.863917 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5d9d11f7-2985-4aa5-a811-cec886e616de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3863c55c390e4667806b6a6b85e41dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4104693 Feb 11 05:26:00.864697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d11f7-2985-4aa5-a811-cec886e616de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd3ecd-b3f8-4d34-9573-34cccde02077,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:00.867011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55312) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:00.906789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-717fce11-bd95-48d6-8e7e-71a050bc9539 req-c078d9ec-0309-409f-ba6a-595ec7f05ca3 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=932ffb7d-0c97-49df-b1ab-f8d50fa4ffbb HTTP/1.1" status: 200 len: 210 time: 0.0396850 Feb 11 05:26:00.940440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eea6e9f0-6f31-46ec-ac68-50cb17aedf11 admin admin] Publish callbacks [] for security_group (c2fd3ecd-b3f8-4d34-9573-34cccde02077), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.964856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eea6e9f0-6f31-46ec-ac68-50cb17aedf11 admin admin] Publish callbacks [] for security_group (c2fd3ecd-b3f8-4d34-9573-34cccde02077), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.021569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7c7650d-f469-4770-b851-dd3e9193143c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (d7791d7a-5448-4910-a269-1bc9ee701920), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.022409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c7650d-f469-4770-b851-dd3e9193143c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Fanout notify agent at l3_agent the message router_deleted on router d7791d7a-5448-4910-a269-1bc9ee701920 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:01.032301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7c7650d-f469-4770-b851-dd3e9193143c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.033687 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e7c7650d-f469-4770-b851-dd3e9193143c tempest-RoutersNegativeTest-784754273 tempest-RoutersNegativeTest-784754273-project] 10.222.0.62 "DELETE /v2.0/routers/d7791d7a-5448-4910-a269-1bc9ee701920 HTTP/1.1" status: 204 len: 168 time: 0.4727952 Feb 11 05:26:01.096692 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eea6e9f0-6f31-46ec-ac68-50cb17aedf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c2fd3ecd-b3f8-4d34-9573-34cccde02077), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.099470 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eea6e9f0-6f31-46ec-ac68-50cb17aedf11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.100963 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eea6e9f0-6f31-46ec-ac68-50cb17aedf11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2fd3ecd-b3f8-4d34-9573-34cccde02077 HTTP/1.1" status: 204 len: 168 time: 0.2260618 Feb 11 05:26:01.109641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6e9f0-6f31-46ec-ac68-50cb17aedf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd3ecd-b3f8-4d34-9573-34cccde02077,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:01.126722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd130d-9a80-422f-9558-70e2725558aa req-b5f42c31-3300-41fa-805c-dc87f7367520 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:01.128417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd130d-9a80-422f-9558-70e2725558aa req-b5f42c31-3300-41fa-805c-dc87f7367520 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 950 time: 0.0626183 Feb 11 05:26:01.202571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd130d-9a80-422f-9558-70e2725558aa req-ccbcba88-c671-4efb-ad18-8d9941a240a9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663648 Feb 11 05:26:01.505011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55332) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:01.623684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af40fcb-0115-4fac-b017-1587664e1109 req-69b1cd33-0c1f-4e09-adc8-685536654ca1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:01.631112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2af40fcb-0115-4fac-b017-1587664e1109 req-69b1cd33-0c1f-4e09-adc8-685536654ca1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0733099 Feb 11 05:26:01.707351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2af40fcb-0115-4fac-b017-1587664e1109 req-7371ef80-7d23-43fe-b094-86500ec3b0f8 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753608 Feb 11 05:26:01.712393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7f66147b-bf34-4f10-bb89-910949c60dba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5dc7318e9a5f4815bc06196ca7811838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038372 Feb 11 05:26:01.712712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55338) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:01.767940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-09e00269-83da-4305-a5e8-b7c335388495 admin admin] Publish callbacks [] for security_group (0c5af0da-16f0-4b8b-97f4-fbb78ee78096), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.789724 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-09e00269-83da-4305-a5e8-b7c335388495 admin admin] Publish callbacks [] for security_group (0c5af0da-16f0-4b8b-97f4-fbb78ee78096), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.925357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-09e00269-83da-4305-a5e8-b7c335388495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c5af0da-16f0-4b8b-97f4-fbb78ee78096), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.928024 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-09e00269-83da-4305-a5e8-b7c335388495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:01.931707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-09e00269-83da-4305-a5e8-b7c335388495 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c5af0da-16f0-4b8b-97f4-fbb78ee78096 HTTP/1.1" status: 204 len: 168 time: 0.2156327 Feb 11 05:26:01.970242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:01.976434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e00269-83da-4305-a5e8-b7c335388495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5af0da-16f0-4b8b-97f4-fbb78ee78096,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:02.021879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-695bad62-7e62-4596-a56a-b23958d3eed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.175053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-695bad62-7e62-4596-a56a-b23958d3eed2 admin admin] Publish callbacks [] for security_group (1c976ca3-606a-4d03-b2ac-dd3936f15d7d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.308157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-695bad62-7e62-4596-a56a-b23958d3eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1c976ca3-606a-4d03-b2ac-dd3936f15d7d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.351117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-695bad62-7e62-4596-a56a-b23958d3eed2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11db704dc21140e48e5fdd90327a0d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3796661 Feb 11 05:26:02.354859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55364) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:02.363145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bad62-7e62-4596-a56a-b23958d3eed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c976ca3-606a-4d03-b2ac-dd3936f15d7d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:02.371489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-4b44571b-d4ce-4cf4-b33d-217d5378e2fe tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:02.374047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-4b44571b-d4ce-4cf4-b33d-217d5378e2fe tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.1620653 Feb 11 05:26:02.398648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-896327ff-fc71-401b-bec9-ac7aff561c3d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/quotas/c56d15434e134f68812629aa71309f44 HTTP/1.1" status: 200 len: 375 time: 0.0171945 Feb 11 05:26:02.411335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94bffd-5581-497a-a901-1de673609eba req-00a924c9-af5d-4e50-9cd1-38dcd29367e7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:02.415192 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f52ecfb9-d46b-4a12-a99e-4c2bb506e389 admin admin] Publish callbacks [] for security_group (1c976ca3-606a-4d03-b2ac-dd3936f15d7d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.415417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a94bffd-5581-497a-a901-1de673609eba req-00a924c9-af5d-4e50-9cd1-38dcd29367e7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 950 time: 0.1081657 Feb 11 05:26:02.444101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f52ecfb9-d46b-4a12-a99e-4c2bb506e389 admin admin] Publish callbacks [] for security_group (1c976ca3-606a-4d03-b2ac-dd3936f15d7d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.506114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a94bffd-5581-497a-a901-1de673609eba req-698e9b9e-f758-44c3-a0c1-f00aa6821841 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792353 Feb 11 05:26:02.514868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-dcc360a0-a9aa-4d4d-a15d-3246b26b6790 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005147 Feb 11 05:26:02.561559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f52ecfb9-d46b-4a12-a99e-4c2bb506e389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1c976ca3-606a-4d03-b2ac-dd3936f15d7d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.567558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f52ecfb9-d46b-4a12-a99e-4c2bb506e389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.571648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f52ecfb9-d46b-4a12-a99e-4c2bb506e389 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c976ca3-606a-4d03-b2ac-dd3936f15d7d HTTP/1.1" status: 204 len: 168 time: 0.2130079 Feb 11 05:26:02.599274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ecfb9-d46b-4a12-a99e-4c2bb506e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c976ca3-606a-4d03-b2ac-dd3936f15d7d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:02.654783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-289c46fb-34fa-4c28-8a35-b417bf363ab0 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300812 Feb 11 05:26:02.774522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-73bd9a39-a781-467b-934b-bfa3931c6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.824174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-ca9aba5e-129e-4d5e-8f5e-fe8202d042b0 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602807 Feb 11 05:26:02.875484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c40ba-51a5-4941-a417-0c8f7935adee req-18b087ba-a965-4d3c-8fbc-c0182af5925c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:02.879532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-610c40ba-51a5-4941-a417-0c8f7935adee req-18b087ba-a965-4d3c-8fbc-c0182af5925c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0707805 Feb 11 05:26:02.908640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device af7d70ff-8de5-4f2d-971f-de44ab45f02c no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:02.932743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-610c40ba-51a5-4941-a417-0c8f7935adee req-6bc32329-69bb-467d-96e4-1156eedd14f5 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522542 Feb 11 05:26:02.937665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: af7d70ff-8de5-4f2d-971f-de44ab45f02c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:02.938007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device af7d70ff-8de5-4f2d-971f-de44ab45f02c not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:03.209351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a93fd26-906d-47a2-91e2-54e6550ab6f7 req-2a90e993-53e6-404d-bd0e-58d1be37f05e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 210 time: 0.0657206 Feb 11 05:26:03.670137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be0e51-8afa-4976-a818-5c55bcfe4aca req-44ec4fd5-7525-4a27-afa7-a11d24076539 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.673226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0be0e51-8afa-4976-a818-5c55bcfe4aca req-44ec4fd5-7525-4a27-afa7-a11d24076539 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 950 time: 0.0699306 Feb 11 05:26:03.717667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55422) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:03.759754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0be0e51-8afa-4976-a818-5c55bcfe4aca req-7c7cd6d8-0dc6-467c-907f-5967c9194bde tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771849 Feb 11 05:26:03.866130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2c614f0a-196a-4b46-bc29-1395a143ded3 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:03.866825 n-d-713498-37 neutron-server[104087]: WARNING neutron.api.v2.base [None req-2c614f0a-196a-4b46-bc29-1395a143ded3 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:26:03.873891 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-2c614f0a-196a-4b46-bc29-1395a143ded3 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:26:03.873891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2c614f0a-196a-4b46-bc29-1395a143ded3 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1505613 Feb 11 05:26:03.875059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55434) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:03.882640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--933887013'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:03.928092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa33ad-d5cb-4833-9881-a4015d320652 req-de55ac9f-9b0b-49d4-a917-57adb660dfec tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:03.932763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11fa33ad-d5cb-4833-9881-a4015d320652 req-de55ac9f-9b0b-49d4-a917-57adb660dfec tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 1133 time: 0.0787427 Feb 11 05:26:03.993936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11fa33ad-d5cb-4833-9881-a4015d320652 req-9d010e2a-5562-4010-b8ac-3d50e7e3dc38 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Feb 11 05:26:04.021108 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.032427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.127482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (05110d34-eef7-4195-a065-ef373f432b9b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.141679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686e780-3a52-4572-a75f-2497c15e7375 req-acd15f78-70f2-43cb-9453-8fdd284d6281 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.143429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9686e780-3a52-4572-a75f-2497c15e7375 req-acd15f78-70f2-43cb-9453-8fdd284d6281 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1137345 Feb 11 05:26:04.211052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (05110d34-eef7-4195-a065-ef373f432b9b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.219462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9686e780-3a52-4572-a75f-2497c15e7375 req-4d94ca6f-5d3d-4ee6-8e54-eca1f9adb17c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649226 Feb 11 05:26:04.245743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-cd0a0ba8-7977-4518-847e-4fc386d8b373 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317743 Feb 11 05:26:04.279761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05110d34-eef7-4195-a065-ef373f432b9b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:04.330372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (d33b8efd-35b5-4ce7-a072-10bec0687311), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.397783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d33b8efd-35b5-4ce7-a072-10bec0687311), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.484982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33b8efd-35b5-4ce7-a072-10bec0687311,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:04.548539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.554864 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc22987b-31de-45f6-af45-eb836d3d5084 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6772251 Feb 11 05:26:04.559339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55466) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:04.563199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ce6f4a68-8847-4258-a437-e75875073a96 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': 'd33b8efd-35b5-4ce7-a072-10bec0687311', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:04.686752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a68-8847-4258-a437-e75875073a96 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group_rule (87d952e5-9814-46eb-9818-b1cb7fc1eae4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.693565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a936aca-6f84-43b1-b214-b93a7b67e656 req-333e34a1-1afc-4285-bf25-200dc1aa0b50 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 210 time: 0.3829162 Feb 11 05:26:04.759238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-6e56bf6d-697d-4480-91e3-e1f451005dce tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:04.765119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-6e56bf6d-697d-4480-91e3-e1f451005dce tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5003715 Feb 11 05:26:04.794402 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55472) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:04.816501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-61c6386c-d580-4c4c-beb0-a5f73374675e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/quotas/8735cf2cbcdc4b8396d56a956cef7466 HTTP/1.1" status: 200 len: 375 time: 0.0448539 Feb 11 05:26:04.838732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a68-8847-4258-a437-e75875073a96 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group_rule (87d952e5-9814-46eb-9818-b1cb7fc1eae4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.931413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a68-8847-4258-a437-e75875073a96 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (87d952e5-9814-46eb-9818-b1cb7fc1eae4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.963002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4a68-8847-4258-a437-e75875073a96 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d952e5-9814-46eb-9818-b1cb7fc1eae4,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:04.983826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-e21407ab-9fe4-4230-ba69-c8df1d080c51 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1602976 Feb 11 05:26:04.988635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe190b7e-f1d8-4ba4-9318-0c4861e4d1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.073323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4a68-8847-4258-a437-e75875073a96 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.074804 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ce6f4a68-8847-4258-a437-e75875073a96 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5172617 Feb 11 05:26:05.078705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55484) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:05.084735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f0503688-ed34-4a51-ae2e-c31bd2621723 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': 'd33b8efd-35b5-4ce7-a072-10bec0687311', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:05.131577 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71778ff0-63e0-4878-b378-fcccf8e1f9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.150274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe190b7e-f1d8-4ba4-9318-0c4861e4d1de admin admin] Publish callbacks [] for security_group (acd97906-1217-453c-a2bb-6fcb358174f4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.193335 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0503688-ed34-4a51-ae2e-c31bd2621723 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group_rule (fd2410b9-cd4f-4b88-89f9-d855aadd874f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.242276 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fe190b7e-f1d8-4ba4-9318-0c4861e4d1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (acd97906-1217-453c-a2bb-6fcb358174f4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.290667 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fe190b7e-f1d8-4ba4-9318-0c4861e4d1de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7dd552a674c34829befe64c3c62ee4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948659 Feb 11 05:26:05.295724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55494) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:05.300925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7952ffd-c59a-4ebc-8bf2-c361f848c2af req-4e9f4604-87ad-4ddc-bd52-979d18e2919d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 210 time: 0.0547535 Feb 11 05:26:05.340349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe190b7e-f1d8-4ba4-9318-0c4861e4d1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd97906-1217-453c-a2bb-6fcb358174f4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:05.392666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5be04858-8264-4f1b-b9cb-6333f7efcae5 admin admin] Publish callbacks [] for security_group (acd97906-1217-453c-a2bb-6fcb358174f4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.415490 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-f0503688-ed34-4a51-ae2e-c31bd2621723 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:26:05.416957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f0503688-ed34-4a51-ae2e-c31bd2621723 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3370092 Feb 11 05:26:05.420225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55498) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:05.422070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5be04858-8264-4f1b-b9cb-6333f7efcae5 admin admin] Publish callbacks [] for security_group (acd97906-1217-453c-a2bb-6fcb358174f4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.500115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c05ef0-7e0f-4c83-a9ac-4ec44804c783 req-919d4074-fd6a-4800-b0cb-6242c873795e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:05.503858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8c05ef0-7e0f-4c83-a9ac-4ec44804c783 req-919d4074-fd6a-4800-b0cb-6242c873795e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1201806 Feb 11 05:26:05.588153 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a95aff07-3405-4e8c-b810-189c610e061f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (d33b8efd-35b5-4ce7-a072-10bec0687311), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.620825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8c05ef0-7e0f-4c83-a9ac-4ec44804c783 req-330d3818-6d9d-4ca3-ab70-3937e02f98e2 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054089 Feb 11 05:26:05.626875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a95aff07-3405-4e8c-b810-189c610e061f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (d33b8efd-35b5-4ce7-a072-10bec0687311), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.646807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5be04858-8264-4f1b-b9cb-6333f7efcae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (acd97906-1217-453c-a2bb-6fcb358174f4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.650060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5be04858-8264-4f1b-b9cb-6333f7efcae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.651436 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5be04858-8264-4f1b-b9cb-6333f7efcae5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acd97906-1217-453c-a2bb-6fcb358174f4 HTTP/1.1" status: 204 len: 168 time: 0.3539326 Feb 11 05:26:05.663662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be04858-8264-4f1b-b9cb-6333f7efcae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd97906-1217-453c-a2bb-6fcb358174f4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:05.777069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a95aff07-3405-4e8c-b810-189c610e061f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d33b8efd-35b5-4ce7-a072-10bec0687311), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.782108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a95aff07-3405-4e8c-b810-189c610e061f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.782108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a95aff07-3405-4e8c-b810-189c610e061f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/d33b8efd-35b5-4ce7-a072-10bec0687311 HTTP/1.1" status: 204 len: 168 time: 0.3605242 Feb 11 05:26:05.784313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:05.804643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95aff07-3405-4e8c-b810-189c610e061f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33b8efd-35b5-4ce7-a072-10bec0687311,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:05.859695 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-68fe0f71-c5f0-4217-8f07-77fbb5407696 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0741313 Feb 11 05:26:05.860331 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55512) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:05.865281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-943df0bd-3608-4fce-a274-8703f6f034e5 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--190649162'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:05.908636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-105276ea-7ec0-416f-acae-45c1daba580b req-af739949-0576-40bf-beac-daa9c2731764 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 210 time: 0.0533781 Feb 11 05:26:05.932334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-05e1313e-587b-4c88-900b-685f77cacb4f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:05.934028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-05e1313e-587b-4c88-900b-685f77cacb4f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.1844313 Feb 11 05:26:05.952816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Request body: {'port': {'device_id': '5602e0af-4d31-41bd-8576-ff9c5f46c338', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'admin_state_up': True, 'tenant_id': 'c56d15434e134f68812629aa71309f44'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:06.017602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-943df0bd-3608-4fce-a274-8703f6f034e5 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.110965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-943df0bd-3608-4fce-a274-8703f6f034e5 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (a7797424-f738-4045-a0f8-0ff6d1cb586f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.196466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-943df0bd-3608-4fce-a274-8703f6f034e5 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a7797424-f738-4045-a0f8-0ff6d1cb586f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.197428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:06.208851 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.259769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943df0bd-3608-4fce-a274-8703f6f034e5 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7797424-f738-4045-a0f8-0ff6d1cb586f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:06.322765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-943df0bd-3608-4fce-a274-8703f6f034e5 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.324169 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-943df0bd-3608-4fce-a274-8703f6f034e5 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4628685 Feb 11 05:26:06.327499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55524) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:06.345281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-76530e0c-66e4-4705-8669-0f47ecab2247 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': 'a7797424-f738-4045-a0f8-0ff6d1cb586f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:06.348948 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-76530e0c-66e4-4705-8669-0f47ecab2247 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 05:26:06.349675 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-76530e0c-66e4-4705-8669-0f47ecab2247 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:06.351969 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-76530e0c-66e4-4705-8669-0f47ecab2247 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0220926 Feb 11 05:26:06.354037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55530) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:06.382819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Allocated IP 172.20.0.6 (6d0c1160-3d71-498b-9821-7fa12b3561e9/fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c/a68d6b00-d590-40d9-b180-18e40f707893) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:06.453235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-52c21916-5d06-483f-a740-92d4c927459b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (a7797424-f738-4045-a0f8-0ff6d1cb586f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.464903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4972377f-85e4-4e07-8b6b-73bfe74bcfba req-5eb6a72b-4215-4ea7-8e99-f2ee17305df4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 210 time: 0.0503969 Feb 11 05:26:06.484025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-52c21916-5d06-483f-a740-92d4c927459b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (a7797424-f738-4045-a0f8-0ff6d1cb586f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.611046 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.613815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-52c21916-5d06-483f-a740-92d4c927459b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a7797424-f738-4045-a0f8-0ff6d1cb586f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.614442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-52c21916-5d06-483f-a740-92d4c927459b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.619545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55538) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:06.619902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-52c21916-5d06-483f-a740-92d4c927459b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/a7797424-f738-4045-a0f8-0ff6d1cb586f HTTP/1.1" status: 204 len: 168 time: 0.2638669 Feb 11 05:26:06.634852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c21916-5d06-483f-a740-92d4c927459b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7797424-f738-4045-a0f8-0ff6d1cb586f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:06.674906 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks [] for port (a68d6b00-d590-40d9-b180-18e40f707893), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.763944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2a54f3e0-5ac4-41be-91ff-ca89a5e7287c tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1431694 Feb 11 05:26:06.768545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55544) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:06.773761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4fe47def-a48c-4fd0-bb9e-be4e297a904e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--995647711'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:06.820520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dff72-e6fe-498f-8993-559a9b18deef req-a13f75c7-94ba-4101-baab-66cd06c0d4db tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:06.822174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a0dff72-e6fe-498f-8993-559a9b18deef req-a13f75c7-94ba-4101-baab-66cd06c0d4db tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0854697 Feb 11 05:26:06.880636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a68d6b00-d590-40d9-b180-18e40f707893), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.885513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a0dff72-e6fe-498f-8993-559a9b18deef req-dddc00ec-c1e9-4349-ace1-ac9da4a00823 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554101 Feb 11 05:26:06.897385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:06.899410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fe47def-a48c-4fd0-bb9e-be4e297a904e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:06.990671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:07.004203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:07.005347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55552) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.013411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fe47def-a48c-4fd0-bb9e-be4e297a904e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (324e3f0e-10f6-4ef7-8c24-00fb52f364f0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.072102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-65517082'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:07.077890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event updated for resources: {'Port': ['ID=a68d6b00-d590-40d9-b180-18e40f707893,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:07.081617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:07.099252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fe47def-a48c-4fd0-bb9e-be4e297a904e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (324e3f0e-10f6-4ef7-8c24-00fb52f364f0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.133993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe47def-a48c-4fd0-bb9e-be4e297a904e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324e3f0e-10f6-4ef7-8c24-00fb52f364f0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:07.204711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fe47def-a48c-4fd0-bb9e-be4e297a904e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.209389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:07.209995 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4fe47def-a48c-4fd0-bb9e-be4e297a904e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4401076 Feb 11 05:26:07.210312 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.210948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55556) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.215903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-363c34b0-6471-4244-800b-14bc5eed6f77 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '324e3f0e-10f6-4ef7-8c24-00fb52f364f0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:07.216881 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-363c34b0-6471-4244-800b-14bc5eed6f77 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 05:26:07.216881 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-363c34b0-6471-4244-800b-14bc5eed6f77 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:07.222465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.222601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-363c34b0-6471-4244-800b-14bc5eed6f77 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099468 Feb 11 05:26:07.239116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07009976-157a-4abf-a7d6-3d9dd6b29a3e req-f59472bb-f615-4f94-b780-55ab2aac2804 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:07.245784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07009976-157a-4abf-a7d6-3d9dd6b29a3e req-f59472bb-f615-4f94-b780-55ab2aac2804 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 931 time: 0.1609771 Feb 11 05:26:07.305023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:07.308232 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.335172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07009976-157a-4abf-a7d6-3d9dd6b29a3e req-c832b09c-a622-4c8e-841f-0167381019da tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885310 Feb 11 05:26:07.348181 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-8685133c-b151-45c2-b173-1439c08e4455 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4027481 Feb 11 05:26:07.364662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Request body: {'port': {'device_id': '5602e0af-4d31-41bd-8576-ff9c5f46c338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:07.367744 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e615a05-1492-4ae8-ab85-3207de2307f6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (324e3f0e-10f6-4ef7-8c24-00fb52f364f0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.401463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:26:07.428173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e615a05-1492-4ae8-ab85-3207de2307f6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (324e3f0e-10f6-4ef7-8c24-00fb52f364f0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.432816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (eb5da413-0be7-4909-99b9-2d61f91c4c50), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.433279 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Added segment eb5da413-0be7-4909-99b9-2d61f91c4c50 of type vlan for network 26390fa8-4912-4afe-88e4-6a77a474655a Feb 11 05:26:07.548868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (26390fa8-4912-4afe-88e4-6a77a474655a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.551207 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a68d6b00-d590-40d9-b180-18e40f707893), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.609799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-c745e7fd-e765-4269-ae3c-f2c60044d8b3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305552 Feb 11 05:26:07.629355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe4cd68c-9cd8-4b9b-929f-04d760383644 req-6c75dd1a-07ee-45f2-a215-271416ef2d8d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 210 time: 0.0609076 Feb 11 05:26:07.689409 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e615a05-1492-4ae8-ab85-3207de2307f6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (324e3f0e-10f6-4ef7-8c24-00fb52f364f0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.691474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e615a05-1492-4ae8-ab85-3207de2307f6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.696303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9e615a05-1492-4ae8-ab85-3207de2307f6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/324e3f0e-10f6-4ef7-8c24-00fb52f364f0 HTTP/1.1" status: 204 len: 168 time: 0.4714103 Feb 11 05:26:07.697056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55572) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.724623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e615a05-1492-4ae8-ab85-3207de2307f6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e3f0e-10f6-4ef7-8c24-00fb52f364f0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:07.726604 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (26390fa8-4912-4afe-88e4-6a77a474655a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.733471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:07.734096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:07.830601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-51194fae-bdd3-42b3-b39c-5120125adb46 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:07.835337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-51194fae-bdd3-42b3-b39c-5120125adb46 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179031 Feb 11 05:26:07.847267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Request body: {'port': {'device_id': 'ca0891b0-2909-4c93-a02f-f671825a9149', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '8735cf2cbcdc4b8396d56a956cef7466'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:07.930164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8771636 Feb 11 05:26:07.930706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55576) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.940259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1211735690'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:07.953718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dfdcd8bf-5208-4583-a209-97b78f78d731 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2397599 Feb 11 05:26:07.956242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe53c4d-9e3d-4fd7-a2ea-6e2721291601 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Network': ['ID=26390fa8-4912-4afe-88e4-6a77a474655a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:07.972547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55580) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:07.982040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 26390fa8-4912-4afe-88e4-6a77a474655a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:26:08.002318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6f90aa2a-85d5-4822-9ddc-73d1b55909a6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702779562'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:08.052037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:08.056627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.093216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:26:08.115216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9f027070-bc64-436f-a945-3d4d77606d1b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.115893 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Added segment 9f027070-bc64-436f-a945-3d4d77606d1b of type vlan for network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 Feb 11 05:26:08.153666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa2a-85d5-4822-9ddc-73d1b55909a6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.175341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Made reservation on behalf of 8735cf2cbcdc4b8396d56a956cef7466 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:08.179938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.196557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6db0e-93ba-401f-963e-9ead8797ca88 req-f3c7bf37-4dbd-445a-9794-4568c3d3f23f tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.197733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8cb6db0e-93ba-401f-963e-9ead8797ca88 req-f3c7bf37-4dbd-445a-9794-4568c3d3f23f tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1126301 Feb 11 05:26:08.203491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (504a0c86-86b7-4f32-bbbf-dbbf77425fe2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.227308 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.256416 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.307893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8cb6db0e-93ba-401f-963e-9ead8797ca88 req-d88da7e8-0094-4b16-b4aa-676289315844 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970809 Feb 11 05:26:08.316691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68d6b00-d590-40d9-b180-18e40f707893 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:08.329523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Publish callbacks [] for port (a68d6b00-d590-40d9-b180-18e40f707893), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.344946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Transition to ACTIVE for port object a68d6b00-d590-40d9-b180-18e40f707893 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:08.392300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa2a-85d5-4822-9ddc-73d1b55909a6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (5c248933-4b80-467b-8afb-056a8ba78fa9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.420349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (504a0c86-86b7-4f32-bbbf-dbbf77425fe2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.425289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.425891 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.429719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Allocated IP 192.168.233.113 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/37c8a010-994d-4cd8-b653-c3bd45774962) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:08.445492 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a68d6b00-d590-40d9-b180-18e40f707893), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.489291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Pushing event updated for resources: {'Port': ['ID=a68d6b00-d590-40d9-b180-18e40f707893,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.523429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Network': ['ID=504a0c86-86b7-4f32-bbbf-dbbf77425fe2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.527316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2e76d-15e4-4a32-a2a9-dad108db0dd7 req-be03dfd0-c139-4e74-817b-bab6646f233b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.529339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4d2e76d-15e4-4a32-a2a9-dad108db0dd7 req-be03dfd0-c139-4e74-817b-bab6646f233b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 931 time: 0.1186819 Feb 11 05:26:08.535427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa2a-85d5-4822-9ddc-73d1b55909a6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5c248933-4b80-467b-8afb-056a8ba78fa9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.536224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:26:08.575986 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c22bd6df-7bb9-4351-8f03-6e235e2b33ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6438978 Feb 11 05:26:08.585437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55592) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.594031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'subnet': {'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:08.671396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Attempting to bind port a68d6b00-d590-40d9-b180-18e40f707893 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:08.671396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Attempting to bind port a68d6b00-d590-40d9-b180-18e40f707893 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:08.671396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Attempting to bind port a68d6b00-d590-40d9-b180-18e40f707893 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:08.676192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90aa2a-85d5-4822-9ddc-73d1b55909a6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c248933-4b80-467b-8afb-056a8ba78fa9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:08.681963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Port a68d6b00-d590-40d9-b180-18e40f707893 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:08.682654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Attempting to bind port a68d6b00-d590-40d9-b180-18e40f707893 on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:08.694939 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa2a-85d5-4822-9ddc-73d1b55909a6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.698013 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6f90aa2a-85d5-4822-9ddc-73d1b55909a6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7159579 Feb 11 05:26:08.701211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:08.701703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Checking segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:08.702268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Bound using segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:08.702949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Bound port: a68d6b00-d590-40d9-b180-18e40f707893, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:08.703389 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a68d6b00-d590-40d9-b180-18e40f707893), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.706569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55598) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.713393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a575c851-8132-4102-8fa1-ad3ac979a735 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '5c248933-4b80-467b-8afb-056a8ba78fa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:08.725177 n-d-713498-37 neutron-server[104087]: WARNING neutron.api.v2.base [None req-a575c851-8132-4102-8fa1-ad3ac979a735 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 05:26:08.726176 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-a575c851-8132-4102-8fa1-ad3ac979a735 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:08.732326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a575c851-8132-4102-8fa1-ad3ac979a735 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0220270 Feb 11 05:26:08.735944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55602) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.751704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4d2e76d-15e4-4a32-a2a9-dad108db0dd7 req-e340a4b0-c95e-42ca-8d44-aae25acd5b75 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140491 Feb 11 05:26:08.781202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-670d5789-c77f-4fa7-9490-eb889aa05d3b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '5c248933-4b80-467b-8afb-056a8ba78fa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:08.783331 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-670d5789-c77f-4fa7-9490-eb889aa05d3b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 05:26:08.784020 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-670d5789-c77f-4fa7-9490-eb889aa05d3b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:08.785232 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-670d5789-c77f-4fa7-9490-eb889aa05d3b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0479276 Feb 11 05:26:08.795371 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55606) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.806797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-46b401b0-b0b5-430e-9af7-1f6248647881 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '5c248933-4b80-467b-8afb-056a8ba78fa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:08.807839 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-46b401b0-b0b5-430e-9af7-1f6248647881 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 05:26:08.813628 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-46b401b0-b0b5-430e-9af7-1f6248647881 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:08.813628 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-46b401b0-b0b5-430e-9af7-1f6248647881 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131450 Feb 11 05:26:08.815782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55610) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.823734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-24ed4386-b465-4e4b-9316-8f556953442d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '5c248933-4b80-467b-8afb-056a8ba78fa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:08.824674 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-24ed4386-b465-4e4b-9316-8f556953442d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 05:26:08.825814 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-24ed4386-b465-4e4b-9316-8f556953442d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:08.830219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-24ed4386-b465-4e4b-9316-8f556953442d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093858 Feb 11 05:26:08.832097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ee66d87-13c0-4b41-948e-9862b25935fb req-09c8bddf-d01e-44c3-94c0-4fe22395acd5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 210 time: 0.0471234 Feb 11 05:26:08.832097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55612) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:08.889800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks [] for port (37c8a010-994d-4cd8-b653-c3bd45774962), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.912058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] For port a68d6b00-d590-40d9-b180-18e40f707893, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:08.936489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] For port a68d6b00-d590-40d9-b180-18e40f707893, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=a68d6b00-d590-40d9-b180-18e40f707893,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:08.942138 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f37225d-90f2-4ebd-82df-3e05541668a7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (5c248933-4b80-467b-8afb-056a8ba78fa9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.978560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f37225d-90f2-4ebd-82df-3e05541668a7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (5c248933-4b80-467b-8afb-056a8ba78fa9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.017168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:09.020783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.040185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a68d6b00-d590-40d9-b180-18e40f707893), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.050850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.066748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'a069ba65-7756-4232-8f4a-696a14794f2b', '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:09.069991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:09.088770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.089481 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.091069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] 10.222.0.83 "PUT /v2.0/ports/a68d6b00-d590-40d9-b180-18e40f707893 HTTP/1.1" status: 200 len: 1092 time: 1.7343173 Feb 11 05:26:09.091580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5602e0af-4d31-41bd-8576-ff9c5f46c338', 'tag': 'a68d6b00-d590-40d9-b180-18e40f707893'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:09.094855 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b5bbc2-dd16-4c31-ad75-19becb1330b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5602e0af-4d31-41bd-8576-ff9c5f46c338", "tag": "a68d6b00-d590-40d9-b180-18e40f707893"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:09.117494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f37225d-90f2-4ebd-82df-3e05541668a7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5c248933-4b80-467b-8afb-056a8ba78fa9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.123984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f37225d-90f2-4ebd-82df-3e05541668a7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.128954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2f37225d-90f2-4ebd-82df-3e05541668a7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/5c248933-4b80-467b-8afb-056a8ba78fa9 HTTP/1.1" status: 204 len: 168 time: 0.2912786 Feb 11 05:26:09.136569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55618) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:09.176207 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d60ff4-acac-4aee-a142-1ba3abfd7073 x-openstack-request-id: req-77d60ff4-acac-4aee-a142-1ba3abfd7073 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:09.176618 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5602e0af-4d31-41bd-8576-ff9c5f46c338", "tag": "a68d6b00-d590-40d9-b180-18e40f707893", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:09.176998 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77d60ff4-acac-4aee-a142-1ba3abfd7073 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:09.177391 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5602e0af-4d31-41bd-8576-ff9c5f46c338', 'tag': 'a68d6b00-d590-40d9-b180-18e40f707893', 'status': 'completed', 'code': 200} Feb 11 05:26:09.184156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:09.190501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37225d-90f2-4ebd-82df-3e05541668a7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c248933-4b80-467b-8afb-056a8ba78fa9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:09.193352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:09.199669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event updated for resources: {'Port': ['ID=37c8a010-994d-4cd8-b653-c3bd45774962,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:09.207745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dadeb-141c-4882-932c-34cd4274a992 service neutron] Pushing event updated for resources: {'Port': ['ID=a68d6b00-d590-40d9-b180-18e40f707893,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:09.209887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:09.274648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-612b5065-9545-4632-baaf-3ee3112e8d2b tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1239924 Feb 11 05:26:09.274880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55620) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:09.282309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-96379196-589b-4aeb-89ac-94b8bf24862f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399836992'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:09.300658 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.307162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5bbc2-dd16-4c31-ad75-19becb1330b0 req-0fcc9c6f-af48-4a71-a3af-21ce72d5fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.311247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4b5bbc2-dd16-4c31-ad75-19becb1330b0 req-0fcc9c6f-af48-4a71-a3af-21ce72d5fbba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 1126 time: 0.1169126 Feb 11 05:26:09.344418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.345128 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.404088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:09.406956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:09.536007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-06fd2e88-736f-49d9-afdf-8735f501a54a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6928365 Feb 11 05:26:09.552678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Request body: {'port': {'device_id': 'ca0891b0-2909-4c93-a02f-f671825a9149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:09.581332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5bbc2-dd16-4c31-ad75-19becb1330b0 req-cee267a1-580c-4e57-823a-5de616dddd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.584247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4b5bbc2-dd16-4c31-ad75-19becb1330b0 req-cee267a1-580c-4e57-823a-5de616dddd42 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c56d15434e134f68812629aa71309f44&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2657366 Feb 11 05:26:09.626577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c3ed5-c166-4ec7-ab7f-a6b78ffa8f2b req-201981b7-13f0-4d67-977a-01f5c9abafa1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.628304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b24c3ed5-c166-4ec7-ab7f-a6b78ffa8f2b req-201981b7-13f0-4d67-977a-01f5c9abafa1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1124547 Feb 11 05:26:09.629286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96379196-589b-4aeb-89ac-94b8bf24862f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.666419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-67724ea3-8d6b-4dd9-b9f1-17868eb1c742 None None] Provisioning complete for port 37c8a010-994d-4cd8-b653-c3bd45774962 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:09.667192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67724ea3-8d6b-4dd9-b9f1-17868eb1c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.672851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55626) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:09.679929 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (be6349da-5f8e-4ca6-a64c-15b167f62981), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.812701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b24c3ed5-c166-4ec7-ab7f-a6b78ffa8f2b req-034fd797-730a-41f9-8a9b-39e967b525c5 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768124 Feb 11 05:26:09.867932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5bbc2-dd16-4c31-ad75-19becb1330b0 req-45c7dc96-c870-4bab-8e1a-1d6bdd12c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.870444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4b5bbc2-dd16-4c31-ad75-19becb1330b0 req-45c7dc96-c870-4bab-8e1a-1d6bdd12c8ac service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2805636 Feb 11 05:26:09.882686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:09.974393 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8718dd6-acc1-4b3b-b371-bd89697e62c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.980569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '8860d7c9-2446-4421-b255-ababfeb9f227', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '8860d7c9-2446-4421-b255-ababfeb9f227', 'mac_address': 'fa:16:3e:94:a0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:10.042127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96379196-589b-4aeb-89ac-94b8bf24862f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.065918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.123058 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96379196-589b-4aeb-89ac-94b8bf24862f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.144502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Subnet': ['ID=be6349da-5f8e-4ca6-a64c-15b167f62981,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.163095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Checking segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:10.163486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network hostable DHCP agents. Network: 26390fa8-4912-4afe-88e4-6a77a474655a, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:26:10.187033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d168d-2a11-485e-8e05-cdea4b433256 req-ad55e3c4-59f6-4f0d-9385-6195174fc124 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:10.188943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-836d168d-2a11-485e-8e05-cdea4b433256 req-ad55e3c4-59f6-4f0d-9385-6195174fc124 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 943 time: 0.2736127 Feb 11 05:26:10.197361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-ef46fc86-56ca-4cf3-9fa6-fc68a62c4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:10.199140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-ef46fc86-56ca-4cf3-9fa6-fc68a62c4d3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 1126 time: 0.2455926 Feb 11 05:26:10.218208 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96379196-589b-4aeb-89ac-94b8bf24862f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.222717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-96379196-589b-4aeb-89ac-94b8bf24862f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9452264 Feb 11 05:26:10.228852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55636) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.247882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8b261e87-c6b5-4cbd-96ee-ba29755d9c35 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:10.249138 n-d-713498-37 neutron-server[104087]: WARNING neutron.api.v2.base [None req-8b261e87-c6b5-4cbd-96ee-ba29755d9c35 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:26:10.249814 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-8b261e87-c6b5-4cbd-96ee-ba29755d9c35 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:10.254194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8b261e87-c6b5-4cbd-96ee-ba29755d9c35 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0176151 Feb 11 05:26:10.256131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55638) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.257220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96379196-589b-4aeb-89ac-94b8bf24862f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.261124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-eb5a59d5-02cf-4a3e-a11d-97a2a2267691 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:10.311990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e98a9b-bb34-49e1-99da-f25b02ca32fc req-580ea02a-dfd4-4b43-a77b-abbfd1b756b4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:10.319619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12e98a9b-bb34-49e1-99da-f25b02ca32fc req-580ea02a-dfd4-4b43-a77b-abbfd1b756b4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 936 time: 0.3343260 Feb 11 05:26:10.328568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-84734f43-08a2-4b0d-a023-2a16c0b4ef79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68d6b00-d590-40d9-b180-18e40f707893 HTTP/1.1" status: 200 len: 217 time: 0.1158245 Feb 11 05:26:10.338260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-67724ea3-8d6b-4dd9-b9f1-17868eb1c742 None None] Port 37c8a010-994d-4cd8-b653-c3bd45774962 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:10.358794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 26390fa8-4912-4afe-88e4-6a77a474655a is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:26:10.400527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-836d168d-2a11-485e-8e05-cdea4b433256 req-64847b2b-a167-4b2a-9bf3-2e52da1c7b1d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982925 Feb 11 05:26:10.488511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c8a010-994d-4cd8-b653-c3bd45774962 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:10.498868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Publish callbacks [] for port (37c8a010-994d-4cd8-b653-c3bd45774962), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.515808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Transition to ACTIVE for port object 37c8a010-994d-4cd8-b653-c3bd45774962 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:10.517995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 26390fa8-4912-4afe-88e4-6a77a474655a) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:10.531492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:10.533048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.539583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b00ffed9-fd6a-4881-befc-68508b667176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:10.542545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-b00ffed9-fd6a-4881-befc-68508b667176 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.2048247 Feb 11 05:26:10.545781 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8718dd6-acc1-4b3b-b371-bd89697e62c6 admin admin] Publish callbacks [] for security_group (70c23f6b-0600-4dc6-ad0a-3272290c2259), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.557211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:10.557601 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.566658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118bfc53-b43a-4fef-a41d-b9d3cf9351f8 None None] Network 26390fa8-4912-4afe-88e4-6a77a474655a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:10.568748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:10.569134 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.569466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12e98a9b-bb34-49e1-99da-f25b02ca32fc req-48f380ff-3d63-43da-a8f0-2134c058b8fe tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483416 Feb 11 05:26:10.596016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-dd75bacb-f287-4901-80e0-84a57353fc61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474746 Feb 11 05:26:10.608255 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.649485 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-eb5a59d5-02cf-4a3e-a11d-97a2a2267691 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:10.650675 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eb5a59d5-02cf-4a3e-a11d-97a2a2267691 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3934014 Feb 11 05:26:10.655144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8860d7c9-2446-4421-b255-ababfeb9f227 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:10.657354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55640) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.661542 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-39761e52-4a9d-45a2-8958-8ceb602ca284 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0744052 Feb 11 05:26:10.662243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55642) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.670529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'subnet': {'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:10.700247 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Pushing event updated for resources: {'Port': ['ID=37c8a010-994d-4cd8-b653-c3bd45774962,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.711705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c9a6f2d0-f8d3-49b9-8b36-0b090054fc41 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:10.712838 n-d-713498-37 neutron-server[104087]: WARNING neutron.api.v2.base [None req-c9a6f2d0-f8d3-49b9-8b36-0b090054fc41 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 05:26:10.715235 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-c9a6f2d0-f8d3-49b9-8b36-0b090054fc41 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:10.715235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c9a6f2d0-f8d3-49b9-8b36-0b090054fc41 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0559652 Feb 11 05:26:10.715448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:10.717144 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8718dd6-acc1-4b3b-b371-bd89697e62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (70c23f6b-0600-4dc6-ad0a-3272290c2259), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.717718 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c305683f-0aae-436f-af10-a1049ddb0f61" -d '{"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-unplugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:10.721244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55644) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.729697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f1fd07c6-6c56-414e-ae1e-3f9bdc66aef7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:10.752484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:10.839565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a8718dd6-acc1-4b3b-b371-bd89697e62c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56ef99f64b5e43979f7f99dc305f46ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1616466 Feb 11 05:26:10.846746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55648) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:10.860526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8718dd6-acc1-4b3b-b371-bd89697e62c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c23f6b-0600-4dc6-ad0a-3272290c2259,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:10.886967 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec476b9-18ee-40b6-8d22-e21e0730ee2e x-openstack-request-id: req-8ec476b9-18ee-40b6-8d22-e21e0730ee2e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:10.887389 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-unplugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:10.888841 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ec476b9-18ee-40b6-8d22-e21e0730ee2e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:10.889268 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227', 'code': 200} Feb 11 05:26:10.898538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:10.917278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-41653022-f791-4b45-a220-1fadbef99424 service neutron] 10.222.0.83 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153059 Feb 11 05:26:10.964907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Attempting to bind port 37c8a010-994d-4cd8-b653-c3bd45774962 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:10.965374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Attempting to bind port 37c8a010-994d-4cd8-b653-c3bd45774962 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:10.968925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Attempting to bind port 37c8a010-994d-4cd8-b653-c3bd45774962 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:10.982632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Port 37c8a010-994d-4cd8-b653-c3bd45774962 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:10.983103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Attempting to bind port 37c8a010-994d-4cd8-b653-c3bd45774962 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:10.996324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:10.996324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:11.003447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:11.003447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Bound port: 37c8a010-994d-4cd8-b653-c3bd45774962, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:11.003447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.067644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be39dee5-dfd8-46ee-a571-68e0051f75a3 admin admin] Publish callbacks [] for security_group (70c23f6b-0600-4dc6-ad0a-3272290c2259), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.070352 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-f1fd07c6-6c56-414e-ae1e-3f9bdc66aef7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:11.071453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f1fd07c6-6c56-414e-ae1e-3f9bdc66aef7 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3455784 Feb 11 05:26:11.078062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55652) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:11.085922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:11.090447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.096820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a1fb3f99-31fa-427f-93cb-43bcb525c7ce tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:11.097311 n-d-713498-37 neutron-server[104087]: WARNING neutron.api.v2.base [None req-a1fb3f99-31fa-427f-93cb-43bcb525c7ce tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:26:11.098139 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-a1fb3f99-31fa-427f-93cb-43bcb525c7ce tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:11.099334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a1fb3f99-31fa-427f-93cb-43bcb525c7ce tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148549 Feb 11 05:26:11.112309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55654) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:11.128935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:11.129151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8056f48e-2856-4cd4-9368-517dd92187fb tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:11.132067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-26390fa8-4912-4afe-88e4-6a77a474655a', 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'fixed_ips': [{'subnet_id': 'be6349da-5f8e-4ca6-a64c-15b167f62981'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:26:11.133137 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.146502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be39dee5-dfd8-46ee-a571-68e0051f75a3 admin admin] Publish callbacks [] for security_group (70c23f6b-0600-4dc6-ad0a-3272290c2259), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.199757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17b689-2649-4037-afda-98aa95fbff5e req-eee2c789-49c7-4807-981e-d2a9df29ff7f tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.202100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea17b689-2649-4037-afda-98aa95fbff5e req-eee2c789-49c7-4807-981e-d2a9df29ff7f tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 947 time: 0.2464719 Feb 11 05:26:11.210892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2edd940e-4650-4d5a-8867-2e81ccfe398e req-67dcf67f-7c60-4c59-bcdc-996c2d232941 service neutron] 10.222.0.83 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858915 Feb 11 05:26:11.253266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] For port 37c8a010-994d-4cd8-b653-c3bd45774962, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:11.260295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] For port 37c8a010-994d-4cd8-b653-c3bd45774962, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=37c8a010-994d-4cd8-b653-c3bd45774962,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:11.281170 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:26:11.281741 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:26:11.307989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea17b689-2649-4037-afda-98aa95fbff5e req-95b6ba22-4d9c-4354-bea7-2562162d0c96 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817518 Feb 11 05:26:11.371702 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-8056f48e-2856-4cd4-9368-517dd92187fb tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Project b6f260aabecf4264b781c5274b455f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:26:11.372787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.377917 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.415389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.416008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.417474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] 10.222.0.83 "PUT /v2.0/ports/37c8a010-994d-4cd8-b653-c3bd45774962 HTTP/1.1" status: 200 len: 1097 time: 1.8706660 Feb 11 05:26:11.417920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0891b0-2909-4c93-a02f-f671825a9149', 'tag': '37c8a010-994d-4cd8-b653-c3bd45774962'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:11.420844 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54926041-755d-4d98-b29b-b8442b646c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0891b0-2909-4c93-a02f-f671825a9149", "tag": "37c8a010-994d-4cd8-b653-c3bd45774962"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:11.431012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be39dee5-dfd8-46ee-a571-68e0051f75a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (70c23f6b-0600-4dc6-ad0a-3272290c2259), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.440943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be39dee5-dfd8-46ee-a571-68e0051f75a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.445808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-be39dee5-dfd8-46ee-a571-68e0051f75a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70c23f6b-0600-4dc6-ad0a-3272290c2259 HTTP/1.1" status: 204 len: 168 time: 0.5985358 Feb 11 05:26:11.458918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39dee5-dfd8-46ee-a571-68e0051f75a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c23f6b-0600-4dc6-ad0a-3272290c2259,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:11.478545 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-8056f48e-2856-4cd4-9368-517dd92187fb tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:11.480657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8056f48e-2856-4cd4-9368-517dd92187fb tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3593810 Feb 11 05:26:11.485386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55662) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:11.536255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c6f894e0-6d53-4eee-b953-620921de99a9 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:11.538006 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-c6f894e0-6d53-4eee-b953-620921de99a9 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 05:26:11.538006 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-c6f894e0-6d53-4eee-b953-620921de99a9 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:11.538548 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c6f894e0-6d53-4eee-b953-620921de99a9 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0518391 Feb 11 05:26:11.542755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55664) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:11.542955 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ca72e-0165-48dd-9976-238b38f21456 x-openstack-request-id: req-317ca72e-0165-48dd-9976-238b38f21456 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:11.542955 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0891b0-2909-4c93-a02f-f671825a9149", "tag": "37c8a010-994d-4cd8-b653-c3bd45774962", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:11.542955 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-317ca72e-0165-48dd-9976-238b38f21456 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:11.543207 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0891b0-2909-4c93-a02f-f671825a9149', 'tag': '37c8a010-994d-4cd8-b653-c3bd45774962', 'status': 'completed', 'code': 200} Feb 11 05:26:11.547314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d99512cc-c2d5-44ae-a109-037c773665dc tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:11.601499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b977ffd-9d5e-4f5d-8f13-caa258344573 service neutron] Pushing event updated for resources: {'Port': ['ID=37c8a010-994d-4cd8-b653-c3bd45774962,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:11.622119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-44b2f0bd-d883-4fb1-bc59-f7bb21ea89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.623663 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-44b2f0bd-d883-4fb1-bc59-f7bb21ea89f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 1131 time: 0.0778885 Feb 11 05:26:11.696940 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-d99512cc-c2d5-44ae-a109-037c773665dc tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Project b6f260aabecf4264b781c5274b455f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:26:11.698242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:11.711308 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-80c5a52e-71c9-4876-9587-a2bc53e92801 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=37c8a010-994d-4cd8-b653-c3bd45774962 HTTP/1.1" status: 200 len: 217 time: 0.0790455 Feb 11 05:26:11.792136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e436a-92f9-4a72-a361-8596166b77a5 req-0e246ca1-f98d-4b65-a20d-cab3d0167edf tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.805917 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-368e436a-92f9-4a72-a361-8596166b77a5 req-0e246ca1-f98d-4b65-a20d-cab3d0167edf tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 943 time: 0.1980772 Feb 11 05:26:11.806026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Allocated IP 10.1.1.2 (26390fa8-4912-4afe-88e4-6a77a474655a/be6349da-5f8e-4ca6-a64c-15b167f62981/d423c7b0-5fab-4dc9-b85d-0de902893294) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:11.847559 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-d99512cc-c2d5-44ae-a109-037c773665dc tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:11.850949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d99512cc-c2d5-44ae-a109-037c773665dc tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3058040 Feb 11 05:26:11.851417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55672) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:11.856329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d391b038-7fc1-4fa8-aec3-b4fd79a95fa6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:11.871726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Subnet': ['ID=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:11.876335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-05450369-b1c5-43f5-93aa-ead4558254fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.877871 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-05450369-b1c5-43f5-93aa-ead4558254fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1514261 Feb 11 05:26:11.881196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Checking segment: {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:11.881701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network hostable DHCP agents. Network: 504a0c86-86b7-4f32-bbbf-dbbf77425fe2, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:26:11.913895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-368e436a-92f9-4a72-a361-8596166b77a5 req-30dafeb5-f29a-4dee-9001-a6cd79fe1947 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075113 Feb 11 05:26:11.955986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469f48-9eb4-45eb-8d50-1bbdec3179eb req-3f35ab6d-a43d-41dd-b45a-e45d1c771a1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.957800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-7124a5d6-e21d-4d30-a486-7b56a2143e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:11.958277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca469f48-9eb4-45eb-8d50-1bbdec3179eb req-3f35ab6d-a43d-41dd-b45a-e45d1c771a1b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 948 time: 0.1550996 Feb 11 05:26:11.959234 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-7124a5d6-e21d-4d30-a486-7b56a2143e8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0751193 Feb 11 05:26:12.027812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca469f48-9eb4-45eb-8d50-1bbdec3179eb req-c9630135-8f4f-45f1-9916-ae6d7653014d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628388 Feb 11 05:26:12.029621 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-d391b038-7fc1-4fa8-aec3-b4fd79a95fa6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Project b6f260aabecf4264b781c5274b455f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:26:12.051224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:26:12.113582 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-d391b038-7fc1-4fa8-aec3-b4fd79a95fa6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:12.118213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d391b038-7fc1-4fa8-aec3-b4fd79a95fa6 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2628875 Feb 11 05:26:12.123694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55678) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:12.158122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 504a0c86-86b7-4f32-bbbf-dbbf77425fe2) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:12.177603 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.178817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.189394 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-f49baaf2-c5e1-4c5a-9676-8e69461dc009 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226160 Feb 11 05:26:12.219768 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7651db6a-7fba-4c7f-8432-64b7d03d2be2 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.235878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb5b8be-50eb-4bde-9db9-ee90235bef6a None None] Network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:12.272644 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Publish callbacks [] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.274829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55684) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:12.275084 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9f912aef-d697-4d7b-8a34-7ab988389798 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6091888 Feb 11 05:26:12.288048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'port': {'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'name': 'tempest-TaggedBootDevicesTest-314597643', 'fixed_ips': [{'subnet_id': 'be6349da-5f8e-4ca6-a64c-15b167f62981'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:12.291002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:12.291391 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.316320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7651db6a-7fba-4c7f-8432-64b7d03d2be2 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.328332 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ce550f5-bb2f-4921-a728-b6c8f6884c00 req-84a44dc5-c9e6-4eb8-a98e-86cf29e02398 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321797 Feb 11 05:26:12.344048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860d7c9-2446-4421-b255-ababfeb9f227 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:12.355736 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.421438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Pushing event updated for resources: {'Port': ['ID=d423c7b0-5fab-4dc9-b85d-0de902893294,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:12.440151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:12.444301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Network 26390fa8-4912-4afe-88e4-6a77a474655a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:12.476192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:12.484099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:12.496952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-504a0c86-86b7-4f32-bbbf-dbbf77425fe2', 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2', 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'fixed_ips': [{'subnet_id': '94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:26:12.498488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.513291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54926041-755d-4d98-b29b-b8442b646c3b req-5a1d190e-90a3-4a2a-bc63-8965b0f56678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.514905 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54926041-755d-4d98-b29b-b8442b646c3b req-5a1d190e-90a3-4a2a-bc63-8965b0f56678 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 1131 time: 0.0624282 Feb 11 05:26:12.518508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7e41-8501-4600-8126-188a4b044a18 req-e44b1fb4-fa3e-464a-aea6-4e0206253206 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.531927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f0e7e41-8501-4600-8126-188a4b044a18 req-e44b1fb4-fa3e-464a-aea6-4e0206253206 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 947 time: 0.0945795 Feb 11 05:26:12.553245 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7651db6a-7fba-4c7f-8432-64b7d03d2be2 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.557390 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7651db6a-7fba-4c7f-8432-64b7d03d2be2 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.558524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7651db6a-7fba-4c7f-8432-64b7d03d2be2 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff HTTP/1.1" status: 204 len: 168 time: 0.4391823 Feb 11 05:26:12.562410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55690) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:12.579104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.605490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:12.626402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651db6a-7fba-4c7f-8432-64b7d03d2be2 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7cc3a7-f3ac-4b96-b7db-3a17af6eedff,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:12.665991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Attempting to bind port d423c7b0-5fab-4dc9-b85d-0de902893294 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:12.666541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Attempting to bind port d423c7b0-5fab-4dc9-b85d-0de902893294 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:12.667018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Attempting to bind port d423c7b0-5fab-4dc9-b85d-0de902893294 on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:12.677726 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ceeecfb7-b078-45a4-b83f-b8f4df872fe1 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1139147 Feb 11 05:26:12.684606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55696) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:12.689203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fcaba759-5b9d-42ea-9360-e92eb785ed08 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451754310'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:12.696389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:12.699937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Checking segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:12.699937 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.700360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Bound using segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:12.702508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Bound port: d423c7b0-5fab-4dc9-b85d-0de902893294, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:12.702917 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.752085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54926041-755d-4d98-b29b-b8442b646c3b req-ba0ccb6a-3f45-4aa7-8c17-2289480c33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:12.754143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54926041-755d-4d98-b29b-b8442b646c3b req-ba0ccb6a-3f45-4aa7-8c17-2289480c33d8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.2327020 Feb 11 05:26:12.791183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f0e7e41-8501-4600-8126-188a4b044a18 req-9eddf359-f715-4516-803d-a64d72afc768 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503881 Feb 11 05:26:12.829780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.848148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] device_id is not set on port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:12.853729 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54926041-755d-4d98-b29b-b8442b646c3b req-548c9c3a-0d20-4b7e-bf11-c7c05c7e8514 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=37c8a010-994d-4cd8-b653-c3bd45774962 HTTP/1.1" status: 200 len: 217 time: 0.0716505 Feb 11 05:26:12.874052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcaba759-5b9d-42ea-9360-e92eb785ed08 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:12.901731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:12.953763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8860d7c9-2446-4421-b255-ababfeb9f227'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:12.964075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] For port d423c7b0-5fab-4dc9-b85d-0de902893294, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:13.010504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] For port d423c7b0-5fab-4dc9-b85d-0de902893294, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d423c7b0-5fab-4dc9-b85d-0de902893294,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:13.035952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Allocated IP 10.2.2.2 (504a0c86-86b7-4f32-bbbf-dbbf77425fe2/94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f/612d1641-7c41-4d6e-910b-e2ad18d4b80f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:13.111091 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.136935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcaba759-5b9d-42ea-9360-e92eb785ed08 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (dd9c3009-871a-43a0-a05f-fedb0fd80f79), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.143032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54926041-755d-4d98-b29b-b8442b646c3b req-aa4426d6-10ff-4834-9048-833260f1fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:13.155667 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54926041-755d-4d98-b29b-b8442b646c3b req-aa4426d6-10ff-4834-9048-833260f1fddd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2841597 Feb 11 05:26:13.218417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcaba759-5b9d-42ea-9360-e92eb785ed08 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dd9c3009-871a-43a0-a05f-fedb0fd80f79), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.291034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaba759-5b9d-42ea-9360-e92eb785ed08 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9c3009-871a-43a0-a05f-fedb0fd80f79,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:13.298068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Allocated IP 10.1.1.129 (26390fa8-4912-4afe-88e4-6a77a474655a/be6349da-5f8e-4ca6-a64c-15b167f62981/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:13.306892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54926041-755d-4d98-b29b-b8442b646c3b req-1b4a05fc-b609-42ac-96ba-29831064b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:13.307566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83906a-5da1-4e75-9193-a845a1f35bb0 None None] Pushing event updated for resources: {'Port': ['ID=d423c7b0-5fab-4dc9-b85d-0de902893294,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:13.308637 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54926041-755d-4d98-b29b-b8442b646c3b req-1b4a05fc-b609-42ac-96ba-29831064b0c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1536677 Feb 11 05:26:13.391229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Publish callbacks [] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.465995 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54926041-755d-4d98-b29b-b8442b646c3b req-ffa448df-2c41-425d-89d1-68a78079bc0d service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492918 Feb 11 05:26:13.473515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcaba759-5b9d-42ea-9360-e92eb785ed08 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.478314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fcaba759-5b9d-42ea-9360-e92eb785ed08 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7924337 Feb 11 05:26:13.479728 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.512096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55708) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:13.524489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0468d5f0-0eb9-495b-b4f8-4ddc1e727bea tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': 'dd9c3009-871a-43a0-a05f-fedb0fd80f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:13.587654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:13.593425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:13.601893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:13.616774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Pushing event updated for resources: {'Port': ['ID=612d1641-7c41-4d6e-910b-e2ad18d4b80f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:13.690943 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:26:13.742240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Attempting to bind port 612d1641-7c41-4d6e-910b-e2ad18d4b80f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:13.742648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Attempting to bind port 612d1641-7c41-4d6e-910b-e2ad18d4b80f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:13.743016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Attempting to bind port 612d1641-7c41-4d6e-910b-e2ad18d4b80f on network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:13.750043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:13.750182 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54926041-755d-4d98-b29b-b8442b646c3b req-a915b2d0-3184-4257-ae4c-22160764a314 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397542 Feb 11 05:26:13.750281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Checking segment: {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:13.750491 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.750864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Bound using segment: {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:13.751342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Bound port: 612d1641-7c41-4d6e-910b-e2ad18d4b80f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:13.751720 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.816974 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-0468d5f0-0eb9-495b-b4f8-4ddc1e727bea tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The resource could not be found. Feb 11 05:26:13.819647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0468d5f0-0eb9-495b-b4f8-4ddc1e727bea tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3059831 Feb 11 05:26:13.823964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55718) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:13.829689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-27f99875-123c-4f41-bdd5-5ef1e298d316 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': 'dd9c3009-871a-43a0-a05f-fedb0fd80f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '46bedc39-b3fe-4fe1-bc65-eae21a16ebcc'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:13.888422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] For port 612d1641-7c41-4d6e-910b-e2ad18d4b80f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:13.895817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] For port 612d1641-7c41-4d6e-910b-e2ad18d4b80f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=612d1641-7c41-4d6e-910b-e2ad18d4b80f,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:13.961952 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:13.998222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10396a4-ca03-464e-b916-c40267c50b6a req-b32d2cf9-9a87-41fb-89a2-76a09df8b276 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:13.999780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a10396a4-ca03-464e-b916-c40267c50b6a req-b32d2cf9-9a87-41fb-89a2-76a09df8b276 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 943 time: 0.9685764 Feb 11 05:26:14.002533 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-27f99875-123c-4f41-bdd5-5ef1e298d316 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The resource could not be found. Feb 11 05:26:14.002886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.004021 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-27f99875-123c-4f41-bdd5-5ef1e298d316 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1788795 Feb 11 05:26:14.007838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55724) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:14.040083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f548d9d-3a04-4665-999c-c152c8638641 req-f1cac8e7-ffb0-48f2-af58-eb5811e0fe39 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:14.041666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f548d9d-3a04-4665-999c-c152c8638641 req-f1cac8e7-ffb0-48f2-af58-eb5811e0fe39 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 948 time: 0.6402509 Feb 11 05:26:14.068348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc395d-9d95-4412-95a1-eefdf524df47 None None] Pushing event updated for resources: {'Port': ['ID=612d1641-7c41-4d6e-910b-e2ad18d4b80f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.150097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a10396a4-ca03-464e-b916-c40267c50b6a req-d66a1645-9cf8-45ef-b2bd-1a48258a3d4a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282327 Feb 11 05:26:14.226475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f548d9d-3a04-4665-999c-c152c8638641 req-7f5c2baa-ef42-47e2-9f6a-19c778adead6 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723459 Feb 11 05:26:14.236677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-279f2ad0-fd6c-4cc5-a3e1-a0d2a9c6996a tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (dd9c3009-871a-43a0-a05f-fedb0fd80f79), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.273118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.400888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 26390fa8-4912-4afe-88e4-6a77a474655a is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:14.435923 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-279f2ad0-fd6c-4cc5-a3e1-a0d2a9c6996a tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (dd9c3009-871a-43a0-a05f-fedb0fd80f79), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.443693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:14.476012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:14.527980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.588648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:14.599172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:14.599866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.623192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc790f6-3955-4017-8b77-e405464d9bd1 req-ab0cc681-b3b6-4037-85f2-a4005658eea6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:14.624962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cfc790f6-3955-4017-8b77-e405464d9bd1 req-ab0cc681-b3b6-4037-85f2-a4005658eea6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 948 time: 0.2455781 Feb 11 05:26:14.633495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55732) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:14.683853 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-279f2ad0-fd6c-4cc5-a3e1-a0d2a9c6996a tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dd9c3009-871a-43a0-a05f-fedb0fd80f79), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.687292 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-279f2ad0-fd6c-4cc5-a3e1-a0d2a9c6996a tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.691246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:14.691430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-279f2ad0-fd6c-4cc5-a3e1-a0d2a9c6996a tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/dd9c3009-871a-43a0-a05f-fedb0fd80f79 HTTP/1.1" status: 204 len: 168 time: 0.6824725 Feb 11 05:26:14.696488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 8860d7c9-2446-4421-b255-ababfeb9f227 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:14.696906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.720936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fd4a96d9-522f-45b7-a40c-767b6503d643 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4448764 Feb 11 05:26:14.722753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f2ad0-fd6c-4cc5-a3e1-a0d2a9c6996a tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9c3009-871a-43a0-a05f-fedb0fd80f79,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:14.738872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cfc790f6-3955-4017-8b77-e405464d9bd1 req-76a56fb7-7546-4d71-a9c6-2aa72c19f46d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011877 Feb 11 05:26:14.740614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:14.746101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'port': {'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'name': 'tempest-TaggedBootDevicesTest-1103100429', 'fixed_ips': [{'subnet_id': 'be6349da-5f8e-4ca6-a64c-15b167f62981'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:14.813953 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-afad08d4-0cdc-487d-ae05-27666fee3141 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1199431 Feb 11 05:26:14.818671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55740) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:14.833382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-df684dae-dd1e-465b-98e4-086e7fa2482e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '8c074dd9-5dbc-460b-a4c5-01ebc9f7eb08', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:14.884981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:14.889251 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:14.915980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:14.918625 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc998f-cda9-4a14-9e57-157476e13a99" -d '{"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-plugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:14.932341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:14.939155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device a68d6b00-d590-40d9-b180-18e40f707893 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:14.986629 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61914c66-f485-4e4d-87c7-769cd0ef2036 x-openstack-request-id: req-61914c66-f485-4e4d-87c7-769cd0ef2036 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:14.986970 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-plugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:14.987230 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61914c66-f485-4e4d-87c7-769cd0ef2036 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:14.987634 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227', 'code': 200} Feb 11 05:26:15.001094 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.007732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92384e40-9aa2-4d87-98e7-879fd1142a66 None None] Network 26390fa8-4912-4afe-88e4-6a77a474655a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:15.038811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2133930627'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:15.060104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:15.065898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.088297 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-df684dae-dd1e-465b-98e4-086e7fa2482e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The resource could not be found. Feb 11 05:26:15.093574 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-df684dae-dd1e-465b-98e4-086e7fa2482e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2728665 Feb 11 05:26:15.097686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55744) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:15.108555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-69c7eb9d-1be8-4c24-88e2-8961228ec40f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--857305854'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:15.110080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] device_id is not set on port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:15.148151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Made reservation on behalf of 41ede89117d14af9b1778c58bf0b5eee for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:15.159662 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.213907 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.237554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port a68d6b00-d590-40d9-b180-18e40f707893, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=a68d6b00-d590-40d9-b180-18e40f707893,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:15.258097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.259863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69c7eb9d-1be8-4c24-88e2-8961228ec40f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.261944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'a68d6b00-d590-40d9-b180-18e40f707893', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'port_id': 'a68d6b00-d590-40d9-b180-18e40f707893', 'mac_address': 'fa:16:3e:1c:6e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:15.406946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-00c01948-03ed-458e-b145-76230e506e94 None None] Provisioning complete for port d423c7b0-5fab-4dc9-b85d-0de902893294 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:15.407335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00c01948-03ed-458e-b145-76230e506e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.451034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69c7eb9d-1be8-4c24-88e2-8961228ec40f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (c7dabf75-f209-49e4-9704-721ed3df8264), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.474513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks [] for security_group (fc24015a-6dc6-480f-8733-6710da1514d7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.516623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69c7eb9d-1be8-4c24-88e2-8961228ec40f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c7dabf75-f209-49e4-9704-721ed3df8264), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.533093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port a68d6b00-d590-40d9-b180-18e40f707893 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:15.533893 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a68d6b00-d590-40d9-b180-18e40f707893), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.552232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fc24015a-6dc6-480f-8733-6710da1514d7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.611906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7eb9d-1be8-4c24-88e2-8961228ec40f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dabf75-f209-49e4-9704-721ed3df8264,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.633423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-00c01948-03ed-458e-b145-76230e506e94 None None] Current status of the port d423c7b0-5fab-4dc9-b85d-0de902893294 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:15.633914 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00c01948-03ed-458e-b145-76230e506e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.650939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc24015a-6dc6-480f-8733-6710da1514d7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.650939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:26:15.655643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69c7eb9d-1be8-4c24-88e2-8961228ec40f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.660256 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-69c7eb9d-1be8-4c24-88e2-8961228ec40f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5614269 Feb 11 05:26:15.663837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55754) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:15.668559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5db75c0a-245f-4442-946f-3d0ba3a38ded tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597260279'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:15.680256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68d6b00-d590-40d9-b180-18e40f707893 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:15.682018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a874c15c-770e-4e71-8a92-0d5f9979e93d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.682372 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Added segment a874c15c-770e-4e71-8a92-0d5f9979e93d of type vlan for network f112622b-ceb5-41e0-830f-09def32f4eda Feb 11 05:26:15.717568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port a68d6b00-d590-40d9-b180-18e40f707893, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=a68d6b00-d590-40d9-b180-18e40f707893,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:15.732589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 612d1641-7c41-4d6e-910b-e2ad18d4b80f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:15.756400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f112622b-ceb5-41e0-830f-09def32f4eda), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.786633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db75c0a-245f-4442-946f-3d0ba3a38ded tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.811940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614d77-2b2a-45cb-88ec-6b7b032e5284 req-5f5209a0-0456-4ac6-a0b1-384045dd8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:15.814143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-00c01948-03ed-458e-b145-76230e506e94 None None] For port d423c7b0-5fab-4dc9-b85d-0de902893294, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d423c7b0-5fab-4dc9-b85d-0de902893294,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:15.814869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70614d77-2b2a-45cb-88ec-6b7b032e5284 req-5f5209a0-0456-4ac6-a0b1-384045dd8566 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1132 time: 0.6616118 Feb 11 05:26:15.824886 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a68d6b00-d590-40d9-b180-18e40f707893), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.875510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7d9cf-da1f-4932-8527-f1a8fb3ce9d6 req-ff0263ae-fa69-494e-a273-c9172ca66c86 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:15.878087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72b7d9cf-da1f-4932-8527-f1a8fb3ce9d6 req-ff0263ae-fa69-494e-a273-c9172ca66c86 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 943 time: 0.5239825 Feb 11 05:26:15.893585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc8275-334c-4945-8eba-8afddce518de None None] Network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:15.913295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db75c0a-245f-4442-946f-3d0ba3a38ded tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (a95d25be-792c-4f80-b5cf-32d3bdb3339e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.919748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Allocated IP 10.1.1.101 (26390fa8-4912-4afe-88e4-6a77a474655a/be6349da-5f8e-4ca6-a64c-15b167f62981/844c5577-10c2-4d2a-bdf2-ed40bc552dd4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:15.925083 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00c01948-03ed-458e-b145-76230e506e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.950523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae024-7d00-4d67-a80a-22adff73a91c req-c1bccfea-1085-47ca-b18d-52ad3bd91751 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:15.950744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=a68d6b00-d590-40d9-b180-18e40f707893,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.952374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b63ae024-7d00-4d67-a80a-22adff73a91c req-c1bccfea-1085-47ca-b18d-52ad3bd91751 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 948 time: 0.5045698 Feb 11 05:26:15.959464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f112622b-ceb5-41e0-830f-09def32f4eda), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.972431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:15.973208 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.989315 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db75c0a-245f-4442-946f-3d0ba3a38ded tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a95d25be-792c-4f80-b5cf-32d3bdb3339e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.033882 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c01948-03ed-458e-b145-76230e506e94 None None] Pushing event updated for resources: {'Port': ['ID=d423c7b0-5fab-4dc9-b85d-0de902893294,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:16.091966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db75c0a-245f-4442-946f-3d0ba3a38ded tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95d25be-792c-4f80-b5cf-32d3bdb3339e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:16.165392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 612d1641-7c41-4d6e-910b-e2ad18d4b80f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:16.165840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.213802 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db75c0a-245f-4442-946f-3d0ba3a38ded tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.216310 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5db75c0a-245f-4442-946f-3d0ba3a38ded tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5510259 Feb 11 05:26:16.220018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['a68d6b00-d590-40d9-b180-18e40f707893'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:16.221848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Pushing event updated for resources: {'Network': ['ID=f112622b-ceb5-41e0-830f-09def32f4eda,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:16.245385 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd096bac-71de-487a-ad63-20b47014c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6098297 Feb 11 05:26:16.248096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55758) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:16.264039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-930b94aa-f8dd-4825-83f8-acbef62c2ffb tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': 'c7dabf75-f209-49e4-9704-721ed3df8264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a95d25be-792c-4f80-b5cf-32d3bdb3339e'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:16.268516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f112622b-ceb5-41e0-830f-09def32f4eda details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:26:16.268696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70614d77-2b2a-45cb-88ec-6b7b032e5284 req-318684da-4d0f-4969-b501-557702ddf256 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333789 Feb 11 05:26:16.295863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72b7d9cf-da1f-4932-8527-f1a8fb3ce9d6 req-67fd37e4-9b33-4f12-b1f8-3eedcc18d98b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071295 Feb 11 05:26:16.352003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.419488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b63ae024-7d00-4d67-a80a-22adff73a91c req-89b2947b-3e3b-4045-b67a-a68cc9e3cf6e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723556 Feb 11 05:26:16.436543 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-930b94aa-f8dd-4825-83f8-acbef62c2ffb tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:16.437654 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-930b94aa-f8dd-4825-83f8-acbef62c2ffb tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1882958 Feb 11 05:26:16.448007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55764) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:16.499937 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.516859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c5189e62-6a12-44cc-983f-164967bdc72c None None] Provisioning complete for port 612d1641-7c41-4d6e-910b-e2ad18d4b80f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:16.516859 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5189e62-6a12-44cc-983f-164967bdc72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.565649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 26390fa8-4912-4afe-88e4-6a77a474655a is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:16.596208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:16.617300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:16.649221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 612d1641-7c41-4d6e-910b-e2ad18d4b80f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:16.649829 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.659273 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcf970d9-81be-4546-b92b-332186dab236 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (a95d25be-792c-4f80-b5cf-32d3bdb3339e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.740159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcf970d9-81be-4546-b92b-332186dab236 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (a95d25be-792c-4f80-b5cf-32d3bdb3339e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.769154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55766) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:16.776768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Request body: {'port': {'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda', 'binding:host_id': 'n-h2-713498-37', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-146592821'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:16.780136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:16.780913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.783646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:16.822774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 612d1641-7c41-4d6e-910b-e2ad18d4b80f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=612d1641-7c41-4d6e-910b-e2ad18d4b80f,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:16.862252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6fff2-bbc2-4f49-b8a2-470c311fc7d1 req-376119af-306b-444f-a556-fc22a64373fc tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:16.864248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c5189e62-6a12-44cc-983f-164967bdc72c None None] Current status of the port 612d1641-7c41-4d6e-910b-e2ad18d4b80f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:16.864820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5189e62-6a12-44cc-983f-164967bdc72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.869746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38f6fff2-bbc2-4f49-b8a2-470c311fc7d1 req-376119af-306b-444f-a556-fc22a64373fc tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.3506691 Feb 11 05:26:16.910783 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.918301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d423c7b0-5fab-4dc9-b85d-0de902893294 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:16.936309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Made reservation on behalf of 65428904fc894b7099ae22beecdb333e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:16.938952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.954927 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.958671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38f6fff2-bbc2-4f49-b8a2-470c311fc7d1 req-221edcc6-eedc-4048-94f7-6ce5f4a880e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784128 Feb 11 05:26:16.960584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcf970d9-81be-4546-b92b-332186dab236 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a95d25be-792c-4f80-b5cf-32d3bdb3339e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.977888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcf970d9-81be-4546-b92b-332186dab236 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.982761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bcf970d9-81be-4546-b92b-332186dab236 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/a95d25be-792c-4f80-b5cf-32d3bdb3339e HTTP/1.1" status: 204 len: 168 time: 0.5336835 Feb 11 05:26:16.983818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55768) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:17.001537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 37c8a010-994d-4cd8-b653-c3bd45774962 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:17.005497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bcd9e534-168e-48f5-b00b-1f943f92d84d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2595799 Feb 11 05:26:17.034877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf970d9-81be-4546-b92b-332186dab236 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95d25be-792c-4f80-b5cf-32d3bdb3339e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:17.129817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks [] for security_group (a7cdf439-4578-495a-b9d6-58f86ee8f9c7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.155893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aad08643-7574-4a7d-bc8f-7c4ae61fb5c4 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1488202 Feb 11 05:26:17.158618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55772) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:17.186979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 37c8a010-994d-4cd8-b653-c3bd45774962, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=37c8a010-994d-4cd8-b653-c3bd45774962,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:17.212021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-c5189e62-6a12-44cc-983f-164967bdc72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:26:17.212385 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-c5189e62-6a12-44cc-983f-164967bdc72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:26:17.227467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '37c8a010-994d-4cd8-b653-c3bd45774962', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '37c8a010-994d-4cd8-b653-c3bd45774962', 'mac_address': 'fa:16:3e:99:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:17.230434 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2e37-0d19-4622-9fab-8c95506592fd tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (c7dabf75-f209-49e4-9704-721ed3df8264), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.232966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=612d1641-7c41-4d6e-910b-e2ad18d4b80f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:17.241266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a7cdf439-4578-495a-b9d6-58f86ee8f9c7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.280247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d423c7b0-5fab-4dc9-b85d-0de902893294 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:17.280527 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.291030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] device_id is not set on port d2d673a6-7e53-4c07-af72-b91a56dcc758 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:17.296454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cdf439-4578-495a-b9d6-58f86ee8f9c7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:17.319430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 37c8a010-994d-4cd8-b653-c3bd45774962 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:17.319821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.347702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c8a010-994d-4cd8-b653-c3bd45774962 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:17.372882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2e37-0d19-4622-9fab-8c95506592fd tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (c7dabf75-f209-49e4-9704-721ed3df8264), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.384513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 37c8a010-994d-4cd8-b653-c3bd45774962, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=37c8a010-994d-4cd8-b653-c3bd45774962,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:17.417001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55778) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:17.423514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2fd31428-7882-4496-aa39-7234c6b1aff4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--912920227', 'description': 'tempest-description--567375356'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:17.460698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f376cfa-31f2-415e-93c3-e25c5efcdade req-de1eda7f-93f7-4512-8923-00c7d28205b9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:17.473450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f376cfa-31f2-415e-93c3-e25c5efcdade req-de1eda7f-93f7-4512-8923-00c7d28205b9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 944 time: 0.0901771 Feb 11 05:26:17.490376 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.504535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d423c7b0-5fab-4dc9-b85d-0de902893294 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:17.555729 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2e37-0d19-4622-9fab-8c95506592fd tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c7dabf75-f209-49e4-9704-721ed3df8264), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.560281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2e37-0d19-4622-9fab-8c95506592fd tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.561955 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e7ba2e37-0d19-4622-9fab-8c95506592fd tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/c7dabf75-f209-49e4-9704-721ed3df8264 HTTP/1.1" status: 204 len: 168 time: 0.4021087 Feb 11 05:26:17.565495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55782) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:17.578942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fd31428-7882-4496-aa39-7234c6b1aff4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.593802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=37c8a010-994d-4cd8-b653-c3bd45774962,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:17.610680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f376cfa-31f2-415e-93c3-e25c5efcdade req-d69693c5-b29b-42d8-a5fc-0b05f39a7b5c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363454 Feb 11 05:26:17.626603 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba2e37-0d19-4622-9fab-8c95506592fd tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dabf75-f209-49e4-9704-721ed3df8264,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:17.672714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 612d1641-7c41-4d6e-910b-e2ad18d4b80f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:17.704768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2aaa7cfb-8634-4040-9985-751569317dcd tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1380382 Feb 11 05:26:17.709428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55784) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:17.711415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] device_id is not set on port d2d673a6-7e53-4c07-af72-b91a56dcc758 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:17.715195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4f2ada5f-2a86-405c-97ee-2537356031b0 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--428489574'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:17.723590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks [] for port (d2d673a6-7e53-4c07-af72-b91a56dcc758), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.769106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12473e7-286e-46b1-8c38-786396a708ea req-90e1a721-5cff-4285-a191-729f815c7a1c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:17.770761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f12473e7-286e-46b1-8c38-786396a708ea req-90e1a721-5cff-4285-a191-729f815c7a1c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 949 time: 0.1821733 Feb 11 05:26:17.799581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c5189e62-6a12-44cc-983f-164967bdc72c None None] Current status of the port 612d1641-7c41-4d6e-910b-e2ad18d4b80f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:17.802993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fd31428-7882-4496-aa39-7234c6b1aff4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group (08cdede4-1256-4cc3-9b1d-85afedf8379e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.812672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 612d1641-7c41-4d6e-910b-e2ad18d4b80f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:17.813187 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.840142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f12473e7-286e-46b1-8c38-786396a708ea req-8dfcbe24-282c-4d48-8006-4ae531af7653 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622709 Feb 11 05:26:17.888026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['37c8a010-994d-4cd8-b653-c3bd45774962'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:17.893324 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f2ada5f-2a86-405c-97ee-2537356031b0 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.895542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d2d673a6-7e53-4c07-af72-b91a56dcc758), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.968708 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f2ada5f-2a86-405c-97ee-2537356031b0 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (6745b8aa-b7b6-4f3e-9422-42607dbc2fd1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.988999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fd31428-7882-4496-aa39-7234c6b1aff4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (08cdede4-1256-4cc3-9b1d-85afedf8379e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:17.997597 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 612d1641-7c41-4d6e-910b-e2ad18d4b80f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:17.999558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d423c7b0-5fab-4dc9-b85d-0de902893294 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:18.047462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Provisioning complete for port d423c7b0-5fab-4dc9-b85d-0de902893294 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:18.047844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.067899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f2ada5f-2a86-405c-97ee-2537356031b0 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6745b8aa-b7b6-4f3e-9422-42607dbc2fd1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.122017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Checking segment: {'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:18.122459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Network hostable DHCP agents. Network: f112622b-ceb5-41e0-830f-09def32f4eda, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:26:18.122632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b72ae5-4aa2-4673-818d-521af5bde204 req-9dd77c01-e594-481f-9127-66127585e018 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.124567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95b72ae5-4aa2-4673-818d-521af5bde204 req-9dd77c01-e594-481f-9127-66127585e018 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0970795 Feb 11 05:26:18.125614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ada5f-2a86-405c-97ee-2537356031b0 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6745b8aa-b7b6-4f3e-9422-42607dbc2fd1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:18.141740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d423c7b0-5fab-4dc9-b85d-0de902893294 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:18.142121 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.146022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2fd31428-7882-4496-aa39-7234c6b1aff4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.149500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2fd31428-7882-4496-aa39-7234c6b1aff4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7313066 Feb 11 05:26:18.152370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55788) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:18.156150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d673a6-7e53-4c07-af72-b91a56dcc758,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:18.163543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-03db090c-00f0-4551-add5-950d03a076b8 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'security_group_rule': {'security_group_id': '08cdede4-1256-4cc3-9b1d-85afedf8379e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:18.175628 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f2ada5f-2a86-405c-97ee-2537356031b0 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.176984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4f2ada5f-2a86-405c-97ee-2537356031b0 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4665990 Feb 11 05:26:18.186797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55790) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:18.191785 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-056f8b20-3498-403f-b76b-f1d495ec140f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6745b8aa-b7b6-4f3e-9422-42607dbc2fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:18.196889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd31428-7882-4496-aa39-7234c6b1aff4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cdede4-1256-4cc3-9b1d-85afedf8379e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:18.247705 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95b72ae5-4aa2-4673-818d-521af5bde204 req-a7afb4c6-699d-4bc5-9290-85a38f83a340 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139646 Feb 11 05:26:18.289404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Current status of the port d423c7b0-5fab-4dc9-b85d-0de902893294 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:18.297560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Network f112622b-ceb5-41e0-830f-09def32f4eda is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:26:18.342173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Provisioning complete for port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:18.342749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.366963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d423c7b0-5fab-4dc9-b85d-0de902893294 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:18.371114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03db090c-00f0-4551-add5-950d03a076b8 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group_rule (7a7647c9-3aaa-4f5c-9d11-cda12b02defe), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.381941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f112622b-ceb5-41e0-830f-09def32f4eda) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:18.388658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:18.393380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:18.402208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Provisioning complete for port 612d1641-7c41-4d6e-910b-e2ad18d4b80f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:18.403269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.408514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa231baf-687e-4d23-b3a4-8d4fce77317a None None] Network f112622b-ceb5-41e0-830f-09def32f4eda requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:18.432562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.433659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.434316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.444496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.445198 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.445762 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 2 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.446873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1dc2c-62ef-4a37-934e-3d8b7cb669de req-78dc6ca4-5544-43ee-abc6-07b1e6935936 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.448533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14d1dc2c-62ef-4a37-934e-3d8b7cb669de req-78dc6ca4-5544-43ee-abc6-07b1e6935936 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1214955 Feb 11 05:26:18.459421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03db090c-00f0-4551-add5-950d03a076b8 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group_rule (7a7647c9-3aaa-4f5c-9d11-cda12b02defe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.469071 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-056f8b20-3498-403f-b76b-f1d495ec140f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:18.470259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-056f8b20-3498-403f-b76b-f1d495ec140f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2823334 Feb 11 05:26:18.474741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:18.483318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-59e2c08a-bd6f-47f8-9785-1a77273de642 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group_rule': {'security_group_id': '6745b8aa-b7b6-4f3e-9422-42607dbc2fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:18.499360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.500130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.501279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.514290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14d1dc2c-62ef-4a37-934e-3d8b7cb669de req-3a4de1b8-8c73-4e0d-b113-490847ceb008 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Feb 11 05:26:18.520001 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03db090c-00f0-4551-add5-950d03a076b8 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (7a7647c9-3aaa-4f5c-9d11-cda12b02defe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.548823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db090c-00f0-4551-add5-950d03a076b8 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7647c9-3aaa-4f5c-9d11-cda12b02defe,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:18.564579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.566404 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.571298 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 3 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.601859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Current status of the port 612d1641-7c41-4d6e-910b-e2ad18d4b80f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:18.608580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.608580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.608580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.612428 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.612819 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.615027 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 4 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.623783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Provisioning complete for port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:18.624142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.630213 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03db090c-00f0-4551-add5-950d03a076b8 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.631517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-03db090c-00f0-4551-add5-950d03a076b8 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4772017 Feb 11 05:26:18.634121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55800) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:18.638708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e78d99c9-2fff-4a9d-a916-3755bc447915 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'security_group_rule': {'security_group_id': '08cdede4-1256-4cc3-9b1d-85afedf8379e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:18.648249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.649647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.649993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.674868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.675229 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.681588 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 5 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.703022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-85f14a0c-5787-4434-b87f-04f1c0becb58 None None] Port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:18.716287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.717016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.717519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.723052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.723509 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.723975 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 6 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.750760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.751167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.751513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.757819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.758156 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.758648 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 7 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.777071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.777429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.777849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.783356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e78d99c9-2fff-4a9d-a916-3755bc447915 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group_rule (4f118e4b-31f4-48dd-b371-c5d0ccc06130), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.783920 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-59e2c08a-bd6f-47f8-9785-1a77273de642 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:26:18.789075 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-59e2c08a-bd6f-47f8-9785-1a77273de642 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3121307 Feb 11 05:26:18.789075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55812) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:18.821860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.822522 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.823731 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 8 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.835864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec9e3d-a90e-4daa-824d-377ff07e598e req-f1e851d8-0cba-4fc1-ab59-8a2a505bb09b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.838165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5ec9e3d-a90e-4daa-824d-377ff07e598e req-f1e851d8-0cba-4fc1-ab59-8a2a505bb09b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 944 time: 0.1011670 Feb 11 05:26:18.870264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.870973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.871545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.879981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.880173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e78d99c9-2fff-4a9d-a916-3755bc447915 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group_rule (4f118e4b-31f4-48dd-b371-c5d0ccc06130), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.880753 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.883380 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 9 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.895084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f2728e5-8d78-48d1-a6e3-f2aa63a9726f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (6745b8aa-b7b6-4f3e-9422-42607dbc2fd1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.911258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5ec9e3d-a90e-4daa-824d-377ff07e598e req-da3d1c47-a82f-4397-8494-2535340d863f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627737 Feb 11 05:26:18.913717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.914061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.914447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.929954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:18.932447 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:18.932447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f2728e5-8d78-48d1-a6e3-f2aa63a9726f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (6745b8aa-b7b6-4f3e-9422-42607dbc2fd1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.934536 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 10 to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 Feb 11 05:26:18.963758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:18.964176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:18.964506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:18.971218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device a68d6b00-d590-40d9-b180-18e40f707893 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:18.980173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e78d99c9-2fff-4a9d-a916-3755bc447915 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4f118e4b-31f4-48dd-b371-c5d0ccc06130), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.017357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d99c9-2fff-4a9d-a916-3755bc447915 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f118e4b-31f4-48dd-b371-c5d0ccc06130,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.026652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port d2d673a6-7e53-4c07-af72-b91a56dcc758 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:19.028692 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port d2d673a6-7e53-4c07-af72-b91a56dcc758 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:19.030035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d2d673a6-7e53-4c07-af72-b91a56dcc758), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.142073 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e78d99c9-2fff-4a9d-a916-3755bc447915 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.146906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e78d99c9-2fff-4a9d-a916-3755bc447915 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5082319 Feb 11 05:26:19.146906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55818) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:19.155961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:19.194667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30b807-2735-4e3f-bd1c-b340c61aa69c req-ebb2386d-1d75-455a-99e9-395bea63be25 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.203193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad30b807-2735-4e3f-bd1c-b340c61aa69c req-ebb2386d-1d75-455a-99e9-395bea63be25 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 949 time: 0.1311777 Feb 11 05:26:19.207436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port a68d6b00-d590-40d9-b180-18e40f707893 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:19.212192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port a68d6b00-d590-40d9-b180-18e40f707893 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:19.217063 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a68d6b00-d590-40d9-b180-18e40f707893), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.217195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] For port d2d673a6-7e53-4c07-af72-b91a56dcc758, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:19.217195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempted to set empty binding levels {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:26:19.273776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f2728e5-8d78-48d1-a6e3-f2aa63a9726f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6745b8aa-b7b6-4f3e-9422-42607dbc2fd1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.277353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f2728e5-8d78-48d1-a6e3-f2aa63a9726f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.283095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6f2728e5-8d78-48d1-a6e3-f2aa63a9726f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/6745b8aa-b7b6-4f3e-9422-42607dbc2fd1 HTTP/1.1" status: 204 len: 168 time: 0.4887898 Feb 11 05:26:19.283252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.283676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:19.303651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad30b807-2735-4e3f-bd1c-b340c61aa69c req-92f07b62-533b-455b-a45c-7cab8e1fa308 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000080 Feb 11 05:26:19.312498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port a68d6b00-d590-40d9-b180-18e40f707893 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:19.313554 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a68d6b00-d590-40d9-b180-18e40f707893), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.330093 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d2d673a6-7e53-4c07-af72-b91a56dcc758), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.343003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2728e5-8d78-48d1-a6e3-f2aa63a9726f tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6745b8aa-b7b6-4f3e-9422-42607dbc2fd1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.344828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5602e0af-4d31-41bd-8576-ff9c5f46c338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68d6b00-d590-40d9-b180-18e40f707893'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:19.347177 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03925c0d-cd39-4323-b605-4b4d7d9a94fc" -d '{"events": [{"server_uuid": "5602e0af-4d31-41bd-8576-ff9c5f46c338", "name": "network-vif-plugged", "status": "completed", "tag": "a68d6b00-d590-40d9-b180-18e40f707893"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:19.353117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e0c4b-edab-4e8d-97e3-81dc2e3c8d67 req-8ac799c8-affd-4ca9-b6c5-e15b5e270b65 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.355009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c24e0c4b-edab-4e8d-97e3-81dc2e3c8d67 req-8ac799c8-affd-4ca9-b6c5-e15b5e270b65 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1370375 Feb 11 05:26:19.378219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port a68d6b00-d590-40d9-b180-18e40f707893, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=a68d6b00-d590-40d9-b180-18e40f707893,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:19.410735 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-af3f4ad9-2948-45ea-b111-c1e71e861d9a tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1259043 Feb 11 05:26:19.416278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.416916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.419957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55826) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:19.433167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d673a6-7e53-4c07-af72-b91a56dcc758,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.437328 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c422c3b4-34d5-44c0-8bbd-882f4c54e85b x-openstack-request-id: req-c422c3b4-34d5-44c0-8bbd-882f4c54e85b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:19.437754 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5602e0af-4d31-41bd-8576-ff9c5f46c338", "name": "network-vif-plugged", "status": "completed", "tag": "a68d6b00-d590-40d9-b180-18e40f707893", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:19.438290 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c422c3b4-34d5-44c0-8bbd-882f4c54e85b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:19.439838 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5602e0af-4d31-41bd-8576-ff9c5f46c338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68d6b00-d590-40d9-b180-18e40f707893', 'code': 200} Feb 11 05:26:19.462390 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a68d6b00-d590-40d9-b180-18e40f707893), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.466888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a0f3cd9f-7988-4b01-88d2-3ffb8744f38d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'tempest-secgroup--437685776'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:19.499218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c24e0c4b-edab-4e8d-97e3-81dc2e3c8d67 req-a45dedbc-f9c7-4ae6-ba29-4bc4ca0b0ead tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358597 Feb 11 05:26:19.500557 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4d83cb07-7220-4a6d-9b3d-1e333a5cb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7302325 Feb 11 05:26:19.503358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55830) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:19.544452 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.547676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=a68d6b00-d590-40d9-b180-18e40f707893,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.598523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0f3cd9f-7988-4b01-88d2-3ffb8744f38d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.641601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ed2d-a0ca-49b7-a97a-74a204ebafd0 req-a1ad739a-bc1b-4575-92ed-c5e3ccf6d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.643041 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f563ed2d-a0ca-49b7-a97a-74a204ebafd0 req-a1ad739a-bc1b-4575-92ed-c5e3ccf6d494 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 1128 time: 0.0890005 Feb 11 05:26:19.649756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Deleting port d2d673a6-7e53-4c07-af72-b91a56dcc758 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:19.650130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d2d673a6-7e53-4c07-af72-b91a56dcc758), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.704458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Allocated IP 172.25.8.177 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/b4d9df57-6363-4475-acdd-2be031214bd5) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:19.740345 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0f3cd9f-7988-4b01-88d2-3ffb8744f38d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (276e51cd-1363-4315-ad3a-e6079237e1ec), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.740695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] For port d2d673a6-7e53-4c07-af72-b91a56dcc758, host n-h2-713498-37, got binding levels [] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:19.741502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d2d673a6-7e53-4c07-af72-b91a56dcc758), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.765966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Calling delete_port for d2d673a6-7e53-4c07-af72-b91a56dcc758 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:19.771560 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f563ed2d-a0ca-49b7-a97a-74a204ebafd0 req-e903d10e-8f06-4720-8e32-d27656de0dec service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194105 Feb 11 05:26:19.815445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0f3cd9f-7988-4b01-88d2-3ffb8744f38d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (276e51cd-1363-4315-ad3a-e6079237e1ec), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.883104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3cd9f-7988-4b01-88d2-3ffb8744f38d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276e51cd-1363-4315-ad3a-e6079237e1ec,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.908068 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (b4d9df57-6363-4475-acdd-2be031214bd5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.961679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d2d673a6-7e53-4c07-af72-b91a56dcc758), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.969003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0f3cd9f-7988-4b01-88d2-3ffb8744f38d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.971394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a0f3cd9f-7988-4b01-88d2-3ffb8744f38d tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5114586 Feb 11 05:26:19.975186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55846) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:19.978444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9d1f4c27-294f-4eed-9f6d-384260814427 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:19.979090 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-9d1f4c27-294f-4eed-9f6d-384260814427 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:26:19.979588 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-9d1f4c27-294f-4eed-9f6d-384260814427 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:26:19.981457 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9d1f4c27-294f-4eed-9f6d-384260814427 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "PUT /v2.0/security-groups/276e51cd-1363-4315-ad3a-e6079237e1ec HTTP/1.1" status: 409 len: 330 time: 0.0060465 Feb 11 05:26:19.985161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55848) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.017561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2d673a6-7e53-4c07-af72-b91a56dcc758,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.031671 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.031871 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b4d9df57-6363-4475-acdd-2be031214bd5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.036150 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4ccc3dff-86fe-47e4-a064-79533dea08ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d2d673a6-7e53-4c07-af72-b91a56dcc758 HTTP/1.1" status: 204 len: 168 time: 0.5291390 Feb 11 05:26:20.037323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55854) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.066211 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f70ce0-e9b6-4ab1-a253-ceb09f6ea90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:26:20.071970 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09f70ce0-e9b6-4ab1-a253-ceb09f6ea90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "GET /v2.0/ports/d2d673a6-7e53-4c07-af72-b91a56dcc758 HTTP/1.1" status: 404 len: 333 time: 0.0294361 Feb 11 05:26:20.072366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55856) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.077775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Request body: {'port': {'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934481411'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:20.134048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:20.151777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:20.159117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:20.202150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Made reservation on behalf of 65428904fc894b7099ae22beecdb333e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:20.204724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.220293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=b4d9df57-6363-4475-acdd-2be031214bd5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.233501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] device_id is not set on port bf61ae52-5f83-4519-ba4c-5df7b1059496 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:20.263641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-daa4b0f8-37d6-4f32-8198-ba0c3c037c1e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (276e51cd-1363-4315-ad3a-e6079237e1ec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.271596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673ad93-5b12-4525-8126-518bacde113c req-2a8396ab-3482-4fbe-96d2-315da88e2b82 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.277090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c673ad93-5b12-4525-8126-518bacde113c req-2a8396ab-3482-4fbe-96d2-315da88e2b82 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 945 time: 0.2699628 Feb 11 05:26:20.357718 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-daa4b0f8-37d6-4f32-8198-ba0c3c037c1e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (276e51cd-1363-4315-ad3a-e6079237e1ec), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.366974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-a41d91f1-7fb1-4d4a-a7ae-744ec135f24d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.368474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-a41d91f1-7fb1-4d4a-a7ae-744ec135f24d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 815 time: 0.3486168 Feb 11 05:26:20.393725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks [] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.429535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-9a551ec2-d9ad-4b45-b32f-08ced71f31f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/quotas/56411ff6c3314ac5986b381b056ff17c HTTP/1.1" status: 200 len: 375 time: 0.0483661 Feb 11 05:26:20.445685 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for floatingip (c2a50966-df34-48b4-a168-16463e40fc32), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.463828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c673ad93-5b12-4525-8126-518bacde113c req-c1ec815b-0a56-46fc-8c6d-36285a762a00 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784313 Feb 11 05:26:20.506710 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.525353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-bb4ed78c-c76a-4db4-807f-d204f52ef58c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858960 Feb 11 05:26:20.554291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Network f112622b-ceb5-41e0-830f-09def32f4eda is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:20.559889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:20.562455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:20.563560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.564215 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.579893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=bf61ae52-5f83-4519-ba4c-5df7b1059496,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.608791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-daa4b0f8-37d6-4f32-8198-ba0c3c037c1e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (276e51cd-1363-4315-ad3a-e6079237e1ec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.611367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-daa4b0f8-37d6-4f32-8198-ba0c3c037c1e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.612521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-daa4b0f8-37d6-4f32-8198-ba0c3c037c1e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/276e51cd-1363-4315-ad3a-e6079237e1ec HTTP/1.1" status: 204 len: 168 time: 0.6260686 Feb 11 05:26:20.615290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55862) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.658981 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f8bf2f2f-0fe4-41b6-85a6-90bc478358e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5854170 Feb 11 05:26:20.665370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4b0f8-37d6-4f32-8198-ba0c3c037c1e tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e51cd-1363-4315-ad3a-e6079237e1ec,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.667923 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b4d9df57-6363-4475-acdd-2be031214bd5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.669194 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-acd7b8f5-b52a-419b-9ccb-f63f22a4f7e0 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517225 Feb 11 05:26:20.669491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55864) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.669817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55866) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.685100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:20.739300 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-d90a7dce-52a2-4068-8b3e-6ec8a1ae4842 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] delete failed (client error): The resource could not be found. Feb 11 05:26:20.740348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d90a7dce-52a2-4068-8b3e-6ec8a1ae4842 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "DELETE /v2.0/security-groups/1bbd4d4e-9134-4ef7-821d-f3b5dc264055 HTTP/1.1" status: 404 len: 347 time: 0.0654476 Feb 11 05:26:20.744317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55868) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.757887 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-083ade1d-ab14-4aa9-8e2d-320a38083013 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] show failed (client error): The resource could not be found. Feb 11 05:26:20.758931 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-083ade1d-ab14-4aa9-8e2d-320a38083013 tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-groups/95d86346-695a-4003-afd0-afa1f64c8350 HTTP/1.1" status: 404 len: 347 time: 0.0133345 Feb 11 05:26:20.763133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55870) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:20.770806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde4c1-8804-436f-be66-9ac2ce4065bd req-7cbc95b1-383d-462e-ba66-e8dcb5b9d845 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:20.772337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2bde4c1-8804-436f-be66-9ac2ce4065bd req-7cbc95b1-383d-462e-ba66-e8dcb5b9d845 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 949 time: 0.2448792 Feb 11 05:26:20.778223 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-abf4765a-e1ba-4b1f-a2bc-fc19bf57bf8c tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] show failed (client error): The resource could not be found. Feb 11 05:26:20.778986 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-abf4765a-e1ba-4b1f-a2bc-fc19bf57bf8c tempest-NegativeSecGroupIPv6Test-1200505886 tempest-NegativeSecGroupIPv6Test-1200505886-project] 10.222.0.62 "GET /v2.0/security-group-rules/49eb46c6-bc02-46cb-8c1d-1baa68a40660 HTTP/1.1" status: 404 len: 356 time: 0.0147259 Feb 11 05:26:20.830536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-fc955493-e654-4150-831e-2d4166ebe2a5 service neutron] 10.222.0.62 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041873 Feb 11 05:26:20.884893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.973652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 37c8a010-994d-4cd8-b653-c3bd45774962 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:21.037513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2bde4c1-8804-436f-be66-9ac2ce4065bd req-70440517-0e60-4aaf-9ea0-ed720319863c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539430 Feb 11 05:26:21.098264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-a004cd1d-ce13-4050-9264-f334f1406e40 service neutron] 10.222.0.62 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582109 Feb 11 05:26:21.131631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 37c8a010-994d-4cd8-b653-c3bd45774962 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:21.136516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 37c8a010-994d-4cd8-b653-c3bd45774962 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:21.137612 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.196221 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (b4d9df57-6363-4475-acdd-2be031214bd5), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.248084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a95d5-11ae-4bb9-8a75-acb0f76dc578 req-a2f02aa5-415d-43ee-98fb-b94cc244d3fe tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:21.249134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 37c8a010-994d-4cd8-b653-c3bd45774962 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:21.249613 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.254556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd5a95d5-11ae-4bb9-8a75-acb0f76dc578 req-a2f02aa5-415d-43ee-98fb-b94cc244d3fe tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1421525 Feb 11 05:26:21.285318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 37c8a010-994d-4cd8-b653-c3bd45774962, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=37c8a010-994d-4cd8-b653-c3bd45774962,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:21.300224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b4d9df57-6363-4475-acdd-2be031214bd5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.339069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] device_id is not set on port bf61ae52-5f83-4519-ba4c-5df7b1059496 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:21.357567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks [] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.407631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.420585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=b4d9df57-6363-4475-acdd-2be031214bd5,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:21.441060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0891b0-2909-4c93-a02f-f671825a9149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c8a010-994d-4cd8-b653-c3bd45774962'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:21.441286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f223047-2046-40ec-95fc-db9eb736815e req-f0afb2b1-d5b0-4097-bd42-adf749ce2b22 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 210 time: 0.0463772 Feb 11 05:26:21.443684 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a53273-5c42-419c-9e9e-e0a5410536a1" -d '{"events": [{"server_uuid": "ca0891b0-2909-4c93-a02f-f671825a9149", "name": "network-vif-plugged", "status": "completed", "tag": "37c8a010-994d-4cd8-b653-c3bd45774962"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:21.443881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.448577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd5a95d5-11ae-4bb9-8a75-acb0f76dc578 req-09cd69b1-ced5-4bc1-87f3-f6566eb3b6f6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926367 Feb 11 05:26:21.482246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (c2a50966-df34-48b4-a168-16463e40fc32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.488082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=37c8a010-994d-4cd8-b653-c3bd45774962,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:21.523015 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc14540-8812-4f6a-b803-636048a7da42 x-openstack-request-id: req-efc14540-8812-4f6a-b803-636048a7da42 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:21.523668 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0891b0-2909-4c93-a02f-f671825a9149", "name": "network-vif-plugged", "status": "completed", "tag": "37c8a010-994d-4cd8-b653-c3bd45774962", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:21.524089 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efc14540-8812-4f6a-b803-636048a7da42 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:21.524685 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0891b0-2909-4c93-a02f-f671825a9149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c8a010-994d-4cd8-b653-c3bd45774962', 'code': 200} Feb 11 05:26:21.545313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:21.549516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=bf61ae52-5f83-4519-ba4c-5df7b1059496,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:21.608695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.609051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.609405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.614698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.615061 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.623077 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.633982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-242e172f-be13-4fa6-9742-20ee9a41fe15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4764647 Feb 11 05:26:21.633982 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 2 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.645179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e52f17-2e8d-411c-8373-22a1b40ca587 req-09e92476-d10e-43fe-bef7-0c330a6c5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:21.646842 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-26e52f17-2e8d-411c-8373-22a1b40ca587 req-09e92476-d10e-43fe-bef7-0c330a6c5ef0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 1133 time: 0.0528059 Feb 11 05:26:21.648864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.649216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.649710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.659096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.659735 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.662907 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 3 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.684844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c76818-f069-49e7-9ecf-3e25acd11d09 req-3953d21b-1a33-4bbc-b2b1-1080d00bfea7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:21.686449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c76818-f069-49e7-9ecf-3e25acd11d09 req-3953d21b-1a33-4bbc-b2b1-1080d00bfea7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 945 time: 0.1228101 Feb 11 05:26:21.689395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.689743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.690238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.695043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.695387 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.697067 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 4 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.712943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.713331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.713775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.724914 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-26e52f17-2e8d-411c-8373-22a1b40ca587 req-357c3383-bce5-41ac-88f3-7eb389fea5a5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715175 Feb 11 05:26:21.731950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.732356 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.733894 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 5 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.757437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.757777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.758481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.769289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5f227be5-7873-4a49-8369-1f046b94227c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6f260aabecf4264b781c5274b455f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205372 Feb 11 05:26:21.773106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55892) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:21.779713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.780047 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.780718 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 6 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.787521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c76818-f069-49e7-9ecf-3e25acd11d09 req-7ab1f3e4-f229-473f-90f4-a36454fac6cc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911913 Feb 11 05:26:21.799318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.799714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.800002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.804953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.805344 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.805770 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 7 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.832692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.833224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.833566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.849559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.849896 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.850287 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 8 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.861631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7675e8b9-82a8-4021-85b4-95d67c6568c4 admin admin] Publish callbacks [] for security_group (05110d34-eef7-4195-a065-ef373f432b9b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.867149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.867337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.867568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.872854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.873219 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.873579 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 9 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.891428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7675e8b9-82a8-4021-85b4-95d67c6568c4 admin admin] Publish callbacks [] for security_group (05110d34-eef7-4195-a065-ef373f432b9b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.904131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.904424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.905051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.911049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.911412 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.911780 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 10 to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 Feb 11 05:26:21.926590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:21.926935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:21.927276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:21.933430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:21.933901 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port bf61ae52-5f83-4519-ba4c-5df7b1059496 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:21.934280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.017046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7675e8b9-82a8-4021-85b4-95d67c6568c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (05110d34-eef7-4195-a065-ef373f432b9b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.019669 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7675e8b9-82a8-4021-85b4-95d67c6568c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.020865 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7675e8b9-82a8-4021-85b4-95d67c6568c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05110d34-eef7-4195-a065-ef373f432b9b HTTP/1.1" status: 204 len: 168 time: 0.2467670 Feb 11 05:26:22.029263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] For port bf61ae52-5f83-4519-ba4c-5df7b1059496, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:22.029651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempted to set empty binding levels {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:26:22.030634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675e8b9-82a8-4021-85b4-95d67c6568c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05110d34-eef7-4195-a065-ef373f432b9b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.051782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-dfea530e-8cb9-44bb-8772-41de2792e6ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--912920227&fields=id&tenant_id=eb490f3033ae486888225f8976d0eb68 HTTP/1.1" status: 200 len: 267 time: 0.0701473 Feb 11 05:26:22.098595 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.165935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] In _notify_port_updated(), no bound segment for port bf61ae52-5f83-4519-ba4c-5df7b1059496 on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:26:22.166780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.167388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.168719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "PUT /v2.0/ports/bf61ae52-5f83-4519-ba4c-5df7b1059496 HTTP/1.1" status: 200 len: 980 time: 1.4949443 Feb 11 05:26:22.171521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55918) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:22.183658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-80996bfd-0710-44d0-8f83-779cc6f8f109 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.185571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-80996bfd-0710-44d0-8f83-779cc6f8f109 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 931 time: 0.1239309 Feb 11 05:26:22.208366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2a9a3-3fb0-423e-99b7-ef9ab2a1841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=bf61ae52-5f83-4519-ba4c-5df7b1059496,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.251109 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aeece-e69b-4db0-85ad-d874b4089617 req-2a901600-ebd0-4964-b74f-307c2dc70f31 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.252682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e8aeece-e69b-4db0-85ad-d874b4089617 req-2a901600-ebd0-4964-b74f-307c2dc70f31 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 945 time: 0.1586864 Feb 11 05:26:22.261762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-fe50cf65-644d-4e7d-a2dd-1bf5d0bbf8b0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.263678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-fe50cf65-644d-4e7d-a2dd-1bf5d0bbf8b0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 932 time: 0.0698986 Feb 11 05:26:22.301324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.301800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.302272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.302730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.303185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.303641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.304091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.304544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.305021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.305468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.305918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.306365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.306813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.307259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.307707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.308150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.308613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.309764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.310357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.310812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.311262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.311706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.312529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.312768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.313302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.313759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.314214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.314435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-dc9282b9-50de-4217-b858-88918a4688e2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0430226 Feb 11 05:26:22.314661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.315113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.315559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.316007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.317045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.317045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.317434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.317882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.318330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.320792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.320792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.320792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.320792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.320792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.321195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.321389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.321841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.322288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.322736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.323181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.323632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.329251 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-57bdad03-f45d-4579-be21-653f8c8b6a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44533 time: 0.1560509 Feb 11 05:26:22.333544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e8aeece-e69b-4db0-85ad-d874b4089617 req-4cd25bb0-0c43-4d91-b844-c6f2c6035d44 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689249 Feb 11 05:26:22.334067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55922) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:22.720206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-fccd901c-a2a1-4e2b-ba42-5622691b50c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3909872 Feb 11 05:26:22.890579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a400085-c0ee-48a1-b358-37e38e0181e3 req-ef44a7db-e6e0-40ae-9366-5d75cf21020a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.892118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a400085-c0ee-48a1-b358-37e38e0181e3 req-ef44a7db-e6e0-40ae-9366-5d75cf21020a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 950 time: 0.1709912 Feb 11 05:26:22.916819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-84c3c7d9-ff72-470a-a9ec-523820c568e5 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.922972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-84c3c7d9-ff72-470a-a9ec-523820c568e5 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.927947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-84c3c7d9-ff72-470a-a9ec-523820c568e5 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:22.929608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-84c3c7d9-ff72-470a-a9ec-523820c568e5 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/networks?id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2 HTTP/1.1" status: 200 len: 1987 time: 0.1959112 Feb 11 05:26:22.967149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Deleting port bf61ae52-5f83-4519-ba4c-5df7b1059496 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:22.968037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.986296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-35acacba-bf6a-49ea-b2f3-e4ca2cc70ab1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/quotas/eb490f3033ae486888225f8976d0eb68 HTTP/1.1" status: 200 len: 375 time: 0.0475130 Feb 11 05:26:23.021739 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a400085-c0ee-48a1-b358-37e38e0181e3 req-c416ade6-7885-4ad9-91f0-97e022e5247d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216056 Feb 11 05:26:23.120577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] For port bf61ae52-5f83-4519-ba4c-5df7b1059496, host n-h2-713498-37, got binding levels [] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:23.121346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.144231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Calling delete_port for bf61ae52-5f83-4519-ba4c-5df7b1059496 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:23.167640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-76d5e33b-a1e7-4b75-bdf8-781fa1d7a765 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1666813 Feb 11 05:26:23.238749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df826da2-d93d-463f-b305-5ef48eed91b3 req-d17458d9-d374-4568-af40-e0fc4904178c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:23.240276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df826da2-d93d-463f-b305-5ef48eed91b3 req-d17458d9-d374-4568-af40-e0fc4904178c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 945 time: 0.1590176 Feb 11 05:26:23.377902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df826da2-d93d-463f-b305-5ef48eed91b3 req-ef898f2e-bf2c-42c4-a941-7709231f7e73 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240754 Feb 11 05:26:23.395490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-1bf12f7e-82a5-4afd-8f46-b1b6eda4c85a service neutron] 10.222.0.62 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751413 Feb 11 05:26:23.488463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bf61ae52-5f83-4519-ba4c-5df7b1059496), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.553454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf61ae52-5f83-4519-ba4c-5df7b1059496,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:23.563613 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.566879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "DELETE /v2.0/ports/bf61ae52-5f83-4519-ba4c-5df7b1059496 HTTP/1.1" status: 204 len: 168 time: 1.2237544 Feb 11 05:26:23.569733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55956) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.579285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.579641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.579989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.580332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.580697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.581084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.581377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.581698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.582031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.582362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.582692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.583098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.583350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e319c8a-0ecd-4151-8e6c-7bcbfaa1a9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:23.591034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-8a26c6e3-b879-4528-aedc-648095903a54 service neutron] 10.222.0.62 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880627 Feb 11 05:26:23.599917 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-09276a26-14dc-476d-9fb2-a34f2e36f56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:26:23.601662 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09276a26-14dc-476d-9fb2-a34f2e36f56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "GET /v2.0/ports/bf61ae52-5f83-4519-ba4c-5df7b1059496 HTTP/1.1" status: 404 len: 333 time: 0.0308585 Feb 11 05:26:23.607429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.612389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-699716682', 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:23.615992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5176c-3ea4-4c61-a8a6-c7d342a92845 req-e02672f0-3e95-436f-a9d0-371d6dbb825d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:23.618373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4df5176c-3ea4-4c61-a8a6-c7d342a92845 req-e02672f0-3e95-436f-a9d0-371d6dbb825d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1431835 Feb 11 05:26:23.672757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-a531368e-15f4-4fb4-9739-c03e43e4f6c7 service neutron] 10.222.0.62 "GET /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0740490 Feb 11 05:26:23.692977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Made reservation on behalf of 65428904fc894b7099ae22beecdb333e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:23.697585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.722569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] device_id is not set on port 46641070-abe8-4a21-980e-8bf12e6b6337 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:23.735575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4df5176c-3ea4-4c61-a8a6-c7d342a92845 req-15bf1e5b-be28-41fd-9568-1a0e866f051b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994403 Feb 11 05:26:23.807977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d317352f-8a23-4db4-9626-ad042fc1ba62 service neutron] 10.222.0.62 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271174 Feb 11 05:26:23.901647 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks [] for port (46641070-abe8-4a21-980e-8bf12e6b6337), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.913336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f9a90b2-1b6a-4e59-9ed5-cbf523a673e2 req-8bd75558-0446-44b7-960c-c22a65aa8004 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 210 time: 0.0582399 Feb 11 05:26:23.937369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e1dd5d32-7dea-4e94-ae7d-871ca315036c service neutron] 10.222.0.62 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215520 Feb 11 05:26:23.993773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (46641070-abe8-4a21-980e-8bf12e6b6337), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.014201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-44a46020-c343-4604-86b2-2aad1c85b90c service neutron] 10.222.0.62 "GET /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0682752 Feb 11 05:26:24.080236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Network f112622b-ceb5-41e0-830f-09def32f4eda is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:24.087335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:24.119103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:24.120269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.121075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.136496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=46641070-abe8-4a21-980e-8bf12e6b6337,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:24.142255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-8650bc35-223a-46fa-b81f-05a3baff609c service neutron] 10.222.0.62 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258371 Feb 11 05:26:24.183297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-64ee7aa4-c8ab-4740-9803-d2213524b849 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.185057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-64ee7aa4-c8ab-4740-9803-d2213524b849 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.83 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 815 time: 0.1892524 Feb 11 05:26:24.196858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Request body: {'port': {'device_id': 'd84e5b86-a741-49a3-826a-95d0519e7445', 'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'admin_state_up': True, 'tenant_id': '56411ff6c3314ac5986b381b056ff17c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:24.233258 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3fbe166e-0b0f-4d6b-a808-30583ed51a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6245100 Feb 11 05:26:24.233510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55972) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:24.281938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-8c4706d1-e8c5-474a-837d-99c8553973d7 service neutron] 10.222.0.62 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387870 Feb 11 05:26:24.324797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974099f6-8386-4500-8cea-cf19d04aeaa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.326910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-974099f6-8386-4500-8cea-cf19d04aeaa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "GET /v2.0/ports/46641070-abe8-4a21-980e-8bf12e6b6337 HTTP/1.1" status: 200 len: 958 time: 0.0920742 Feb 11 05:26:24.334434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55978) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:24.437806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f2164-4956-4cc6-8bab-ecbad5adc139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Deleting port 46641070-abe8-4a21-980e-8bf12e6b6337 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:24.438185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2164-4956-4cc6-8bab-ecbad5adc139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (46641070-abe8-4a21-980e-8bf12e6b6337), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.450845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-79de9af9-7966-467d-bab0-09bb0348328e service neutron] 10.222.0.62 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621513 Feb 11 05:26:24.456117 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Made reservation on behalf of 56411ff6c3314ac5986b381b056ff17c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:24.456493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.531711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2164-4956-4cc6-8bab-ecbad5adc139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (46641070-abe8-4a21-980e-8bf12e6b6337), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.575608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f2164-4956-4cc6-8bab-ecbad5adc139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Calling delete_port for 46641070-abe8-4a21-980e-8bf12e6b6337 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:24.578804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d078d54-3c23-43e7-a6ab-5b066a356de6 req-1284ab95-2762-4fcd-97f1-04adcf74e3ba tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.581510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d078d54-3c23-43e7-a6ab-5b066a356de6 req-1284ab95-2762-4fcd-97f1-04adcf74e3ba tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 950 time: 0.1455567 Feb 11 05:26:24.633279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-f1d6ea56-e229-422e-b729-2e4b9fca82ca service neutron] 10.222.0.62 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654973 Feb 11 05:26:24.695384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d078d54-3c23-43e7-a6ab-5b066a356de6 req-d7484413-9eca-4a4a-bcd2-f431fd4af32b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015279 Feb 11 05:26:24.765658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-df284a59-0163-46b5-b530-4afefb8e70e3 service neutron] 10.222.0.62 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205812 Feb 11 05:26:24.903339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af6a24-7351-451a-a074-3e05acac3233 req-e19a28d1-c167-45a0-875a-0c5aaa1bb7f0 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.904932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9af6a24-7351-451a-a074-3e05acac3233 req-e19a28d1-c167-45a0-875a-0c5aaa1bb7f0 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 945 time: 0.1100605 Feb 11 05:26:24.906882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-74d3e840-2e53-42da-a0e8-2256afdcc56d service neutron] 10.222.0.62 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339960 Feb 11 05:26:25.008495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Allocated IP 172.20.0.14 (549239a2-be08-4acd-8b88-18888be5740c/136e7de0-3684-4b63-a60d-6ced8f56b0ce/2a576314-270a-496e-83fe-606dcb606c45) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:25.025798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9af6a24-7351-451a-a074-3e05acac3233 req-0bac190d-eca0-460d-b779-fb90edba8b07 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146760 Feb 11 05:26:25.051767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab7738f7-36bb-4ddd-9abb-9d59d65b470b service neutron] 10.222.0.62 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341314 Feb 11 05:26:25.101201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2164-4956-4cc6-8bab-ecbad5adc139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (46641070-abe8-4a21-980e-8bf12e6b6337), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.168936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f2164-4956-4cc6-8bab-ecbad5adc139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event deleted for resources: {'Port': ['ID=46641070-abe8-4a21-980e-8bf12e6b6337,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:25.180323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2164-4956-4cc6-8bab-ecbad5adc139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.187355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ec9f2164-4956-4cc6-8bab-ecbad5adc139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "DELETE /v2.0/ports/46641070-abe8-4a21-980e-8bf12e6b6337 HTTP/1.1" status: 204 len: 168 time: 0.8511369 Feb 11 05:26:25.189513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55998) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:25.205753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:25.224232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ff914b02-cfc5-4378-be0d-b312657e777d service neutron] 10.222.0.62 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661532 Feb 11 05:26:25.228721 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbda4f46-1749-4133-ba98-cdb5d35f0d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:26:25.232775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dbda4f46-1749-4133-ba98-cdb5d35f0d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "GET /v2.0/ports/46641070-abe8-4a21-980e-8bf12e6b6337 HTTP/1.1" status: 404 len: 333 time: 0.0396335 Feb 11 05:26:25.232775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebe78-0fc2-4b65-9dc4-a2a914b678ea req-9b06e967-4cac-4029-903f-93c4f9bdf038 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.234360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90eebe78-0fc2-4b65-9dc4-a2a914b678ea req-9b06e967-4cac-4029-903f-93c4f9bdf038 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 1133 time: 0.1005275 Feb 11 05:26:25.235980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56004) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:25.249851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Request body: {'port': {'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1366403679'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:25.255524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks [] for port (2a576314-270a-496e-83fe-606dcb606c45), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.352438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2351ca50-02ac-4f64-8a6e-2ff448996d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.365979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90eebe78-0fc2-4b65-9dc4-a2a914b678ea req-7cd87097-6fd9-4019-9198-2159a9f91f85 tempest-ServersOnMultiNodesTest-1417265471 tempest-ServersOnMultiNodesTest-1417265471-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222498 Feb 11 05:26:25.366237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Made reservation on behalf of 65428904fc894b7099ae22beecdb333e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:25.368519 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.386124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-01d0f3cb-14d6-4596-ba6b-2d92904156b2 service neutron] 10.222.0.62 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505868 Feb 11 05:26:25.400829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] device_id is not set on port 55417fcd-9a44-48c4-b792-bb8d0609fffb yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:25.409897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2a576314-270a-496e-83fe-606dcb606c45), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.429034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0287d24b-2b8a-4e6b-92cf-8283e9eb8067', '669856e5-8a0b-4810-837a-f2c0f0383841', 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:25.512701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Network 549239a2-be08-4acd-8b88-18888be5740c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:25.526676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:25.531935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Pushing event updated for resources: {'Port': ['ID=2a576314-270a-496e-83fe-606dcb606c45,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:25.541605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-246e9ffb-ecd4-468a-9723-7ace66d8e3ec service neutron] 10.222.0.62 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442361 Feb 11 05:26:25.541766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:25.557436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa75404-0d9c-4dd5-9dc4-f0acfc89ad90 req-3e3b3e64-412d-42cb-9b65-ea91e8f686d6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.563446 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faa75404-0d9c-4dd5-9dc4-f0acfc89ad90 req-3e3b3e64-412d-42cb-9b65-ea91e8f686d6 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0873036 Feb 11 05:26:25.611393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2351ca50-02ac-4f64-8a6e-2ff448996d71 admin admin] Publish callbacks [] for security_group (4c489d45-29f6-4b29-83c4-35f6136cc90e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.636402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-8e23ccec-2385-45c0-a9ab-8cb841e02aed tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.638340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-8e23ccec-2385-45c0-a9ab-8cb841e02aed tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 931 time: 0.0767596 Feb 11 05:26:25.646995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.647648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.709768 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2351ca50-02ac-4f64-8a6e-2ff448996d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4c489d45-29f6-4b29-83c4-35f6136cc90e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.719523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-faa75404-0d9c-4dd5-9dc4-f0acfc89ad90 req-7278bf5e-649e-4164-bd98-46fd627e0343 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474979 Feb 11 05:26:25.752393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks [] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.766869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-5496f197-441e-4131-9f5d-0d9c077f5876 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.780821 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-5496f197-441e-4131-9f5d-0d9c077f5876 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 932 time: 0.1312003 Feb 11 05:26:25.786470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2351ca50-02ac-4f64-8a6e-2ff448996d71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b3b07acb07d4359a9e2bd37f238bb67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5771496 Feb 11 05:26:25.786948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351ca50-02ac-4f64-8a6e-2ff448996d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c489d45-29f6-4b29-83c4-35f6136cc90e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:25.789417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56008) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:25.796343 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-97f0f5d9-0d1d-401b-b41a-546f3cc5d306 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6035087 Feb 11 05:26:25.814736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Request body: {'port': {'device_id': 'd84e5b86-a741-49a3-826a-95d0519e7445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:25.837920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-389e970f-d724-4e11-8b82-ad63de447204 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:25.840858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-389e970f-d724-4e11-8b82-ad63de447204 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 945 time: 0.1409597 Feb 11 05:26:25.930654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2a576314-270a-496e-83fe-606dcb606c45), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.932783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f77b0140-0be4-4c9a-af03-dde94c41cbee admin admin] Publish callbacks [] for security_group (4c489d45-29f6-4b29-83c4-35f6136cc90e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.982615 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f77b0140-0be4-4c9a-af03-dde94c41cbee admin admin] Publish callbacks [] for security_group (4c489d45-29f6-4b29-83c4-35f6136cc90e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.986359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.010847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e68aa0-375b-419f-8ad3-445ca09b4249 req-cb6811a8-7234-4026-94b7-d462c1c33209 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.013177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e68aa0-375b-419f-8ad3-445ca09b4249 req-cb6811a8-7234-4026-94b7-d462c1c33209 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 932 time: 0.1497526 Feb 11 05:26:26.051444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Deleting port a68d6b00-d590-40d9-b180-18e40f707893 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:26.052165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a68d6b00-d590-40d9-b180-18e40f707893), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.139524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Network f112622b-ceb5-41e0-830f-09def32f4eda is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:26.143238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=55417fcd-9a44-48c4-b792-bb8d0609fffb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:26.152353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:26.159255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:26.159255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.159704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.161553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e68aa0-375b-419f-8ad3-445ca09b4249 req-1c027b52-9c26-4d80-b812-33497f03b7ed tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406319 Feb 11 05:26:26.203257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] For port a68d6b00-d590-40d9-b180-18e40f707893, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=a68d6b00-d590-40d9-b180-18e40f707893,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:26.203995 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a68d6b00-d590-40d9-b180-18e40f707893), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.219812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Calling delete_port for a68d6b00-d590-40d9-b180-18e40f707893 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:26.263188 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0960d12a-65f8-42de-9ae6-ee2adff1930b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0177023 Feb 11 05:26:26.263653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56022) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:26.268988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:26.321558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f77b0140-0be4-4c9a-af03-dde94c41cbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4c489d45-29f6-4b29-83c4-35f6136cc90e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.324046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f77b0140-0be4-4c9a-af03-dde94c41cbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.328721 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f77b0140-0be4-4c9a-af03-dde94c41cbee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c489d45-29f6-4b29-83c4-35f6136cc90e HTTP/1.1" status: 204 len: 168 time: 0.5365524 Feb 11 05:26:26.359401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b0140-0be4-4c9a-af03-dde94c41cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c489d45-29f6-4b29-83c4-35f6136cc90e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:26.385533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.476172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a68d6b00-d590-40d9-b180-18e40f707893), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.484111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a576314-270a-496e-83fe-606dcb606c45 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:26.489619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['a68d6b00-d590-40d9-b180-18e40f707893'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:26.499813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Publish callbacks [] for port (2a576314-270a-496e-83fe-606dcb606c45), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.534924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Transition to ACTIVE for port object 2a576314-270a-496e-83fe-606dcb606c45 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:26.537521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:26.539356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event deleted for resources: {'Port': ['ID=a68d6b00-d590-40d9-b180-18e40f707893,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:26.606719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] No DVR routers for this DVR port a68d6b00-d590-40d9-b180-18e40f707893 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:26.609492 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.612766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2192c1cf-8d96-4d5b-86a7-f0ed172c0be1 req-82c26439-d70c-480c-b4bb-809c9c02cd6b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.83 "DELETE /v2.0/ports/a68d6b00-d590-40d9-b180-18e40f707893 HTTP/1.1" status: 204 len: 173 time: 0.7686291 Feb 11 05:26:26.613234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5602e0af-4d31-41bd-8576-ff9c5f46c338', 'name': 'network-vif-deleted', 'tag': 'a68d6b00-d590-40d9-b180-18e40f707893'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:26.616224 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa58c07d-9254-4d88-b7ca-9b6080cd6bed" -d '{"events": [{"server_uuid": "5602e0af-4d31-41bd-8576-ff9c5f46c338", "name": "network-vif-deleted", "tag": "a68d6b00-d590-40d9-b180-18e40f707893"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:26.616412 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2a576314-270a-496e-83fe-606dcb606c45), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.682347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e9349a8-b6d6-414f-b13c-9ffe15bc4dab req-33cf3bd5-bf01-4097-a1f3-02024a747cc8 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 210 time: 0.0491633 Feb 11 05:26:26.773919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Pushing event updated for resources: {'Port': ['ID=2a576314-270a-496e-83fe-606dcb606c45,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:26.819302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] device_id is not set on port 55417fcd-9a44-48c4-b792-bb8d0609fffb yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:26.838020 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks [] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.863010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Attempting to bind port 2a576314-270a-496e-83fe-606dcb606c45 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:26.863640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Attempting to bind port 2a576314-270a-496e-83fe-606dcb606c45 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:26.864256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Attempting to bind port 2a576314-270a-496e-83fe-606dcb606c45 on network 549239a2-be08-4acd-8b88-18888be5740c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:26.871845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Port 2a576314-270a-496e-83fe-606dcb606c45 on network 549239a2-be08-4acd-8b88-18888be5740c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:26.872436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Attempting to bind port 2a576314-270a-496e-83fe-606dcb606c45 on network 549239a2-be08-4acd-8b88-18888be5740c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:26.880388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:26.880794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Checking segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:26.881174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Bound using segment: {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:26.881618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Bound port: 2a576314-270a-496e-83fe-606dcb606c45, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddc340b-88c8-484a-8671-db70522937f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '549239a2-be08-4acd-8b88-18888be5740c'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:26.881976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2a576314-270a-496e-83fe-606dcb606c45), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.898987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1742b3-a26f-4266-93f3-882ef2ce87f8 req-54a861a5-9642-4164-9dc7-98f1e4f5c726 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.900857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd1742b3-a26f-4266-93f3-882ef2ce87f8 req-54a861a5-9642-4164-9dc7-98f1e4f5c726 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 950 time: 0.1205616 Feb 11 05:26:26.903007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.973164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd1742b3-a26f-4266-93f3-882ef2ce87f8 req-9f5c2e49-5549-4881-a116-dcee3b14f014 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637496 Feb 11 05:26:27.018777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=55417fcd-9a44-48c4-b792-bb8d0609fffb,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:27.021717 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e10c269-56ea-4bb2-adc4-c32353ba5a89 x-openstack-request-id: req-6e10c269-56ea-4bb2-adc4-c32353ba5a89 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:27.022017 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5602e0af-4d31-41bd-8576-ff9c5f46c338", "name": "network-vif-deleted", "tag": "a68d6b00-d590-40d9-b180-18e40f707893", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:27.022283 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e10c269-56ea-4bb2-adc4-c32353ba5a89 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:27.023144 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5602e0af-4d31-41bd-8576-ff9c5f46c338', 'name': 'network-vif-deleted', 'tag': 'a68d6b00-d590-40d9-b180-18e40f707893', 'status': 'completed', 'code': 200} Feb 11 05:26:27.029865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] For port 2a576314-270a-496e-83fe-606dcb606c45, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:27.031943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.035571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.035571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.044370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.044725 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.046380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] For port 2a576314-270a-496e-83fe-606dcb606c45, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2a576314-270a-496e-83fe-606dcb606c45,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:27.047487 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 2 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.061647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.061986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.062324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.067244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.067719 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.068121 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 3 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.102006 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.102494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.102898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.108292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.108742 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.109137 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 4 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.123164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.124106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.124451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.129116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.129570 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.129707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e0ad9-6d23-4e71-a4e5-20465689e874 req-f3686ed0-522c-44d1-a89c-caee1d586276 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.129882 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 5 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.130980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af3e0ad9-6d23-4e71-a4e5-20465689e874 req-f3686ed0-522c-44d1-a89c-caee1d586276 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0598266 Feb 11 05:26:27.142782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2a576314-270a-496e-83fe-606dcb606c45), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.155426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.155757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.156099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.184170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.184965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.186521 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] 10.222.0.83 "PUT /v2.0/ports/2a576314-270a-496e-83fe-606dcb606c45 HTTP/1.1" status: 200 len: 1093 time: 1.3824592 Feb 11 05:26:27.192074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.192074 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.192454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84e5b86-a741-49a3-826a-95d0519e7445', 'tag': '2a576314-270a-496e-83fe-606dcb606c45'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:27.196256 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f414355a-bef8-4ed0-8e6f-1a26d484e78c" -d '{"events": [{"name": "network-changed", "server_uuid": "d84e5b86-a741-49a3-826a-95d0519e7445", "tag": "2a576314-270a-496e-83fe-606dcb606c45"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:27.197400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af3e0ad9-6d23-4e71-a4e5-20465689e874 req-f22b3d99-7043-4a95-8705-a643c4c94c0e tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603490 Feb 11 05:26:27.200691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56046) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:27.200865 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 6 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.217217 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2241798-35a3-4b6c-9676-0c98b03f426d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.235869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.236249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.236697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.246128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.246680 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.247633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f198b19-c908-42e4-aea7-6ab8bd14437c service neutron] Pushing event updated for resources: {'Port': ['ID=2a576314-270a-496e-83fe-606dcb606c45,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:27.250291 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 7 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.266090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.266496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.266948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.273337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.273755 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.274216 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 8 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.288308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.288308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.288716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.294569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.294955 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.295605 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 9 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.316906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.317245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.317589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.328005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.328336 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.328763 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempt 10 to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb Feb 11 05:26:27.338556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2241798-35a3-4b6c-9676-0c98b03f426d admin admin] Publish callbacks [] for security_group (3030e8d1-1785-4d47-a985-94548f51f24a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.343923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:27.344923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:27.344923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempting to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:27.349535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:27.349863 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Failed to bind port 55417fcd-9a44-48c4-b792-bb8d0609fffb on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'a874c15c-770e-4e71-8a92-0d5f9979e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f112622b-ceb5-41e0-830f-09def32f4eda'}] Feb 11 05:26:27.350235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.354231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2f58b-3e4d-43b4-ab5a-55441a196d7c req-16c224b0-3adb-4ad2-9266-8e48a41bc652 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.356647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b2f58b-3e4d-43b4-ab5a-55441a196d7c req-16c224b0-3adb-4ad2-9266-8e48a41bc652 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 944 time: 0.0797684 Feb 11 05:26:27.412833 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2241798-35a3-4b6c-9676-0c98b03f426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3030e8d1-1785-4d47-a985-94548f51f24a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.459325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] For port 55417fcd-9a44-48c4-b792-bb8d0609fffb, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:27.459714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attempted to set empty binding levels {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:26:27.490065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b2f58b-3e4d-43b4-ab5a-55441a196d7c req-0455d43d-fc2c-42e1-84a0-5971d9401326 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230001 Feb 11 05:26:27.500011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e2241798-35a3-4b6c-9676-0c98b03f426d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1d2281b1faf491c8c1994796858685a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985790 Feb 11 05:26:27.506203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56054) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:27.548788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2241798-35a3-4b6c-9676-0c98b03f426d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3030e8d1-1785-4d47-a985-94548f51f24a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:27.583392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e4535a1f-a3a9-4a1d-b256-62339bf89263 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.585481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e4535a1f-a3a9-4a1d-b256-62339bf89263 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 931 time: 0.1213262 Feb 11 05:26:27.609685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.623817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b4669ff-c82e-43ef-bd06-b14d090212cc req-d9d8e3d9-dd9a-4ae3-ad41-eca14303afa6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0370085 Feb 11 05:26:27.656147 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfa957e-4d9e-4d56-8fe8-df5773b06f43 x-openstack-request-id: req-dcfa957e-4d9e-4d56-8fe8-df5773b06f43 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:27.656734 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84e5b86-a741-49a3-826a-95d0519e7445", "tag": "2a576314-270a-496e-83fe-606dcb606c45", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:27.656734 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcfa957e-4d9e-4d56-8fe8-df5773b06f43 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:27.657125 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84e5b86-a741-49a3-826a-95d0519e7445', 'tag': '2a576314-270a-496e-83fe-606dcb606c45', 'status': 'completed', 'code': 200} Feb 11 05:26:27.664437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7b81a7eb-c6da-4535-9a21-f9bc5652b1b7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.665842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7b81a7eb-c6da-4535-9a21-f9bc5652b1b7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 932 time: 0.0697815 Feb 11 05:26:27.673458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] In _notify_port_updated(), no bound segment for port 55417fcd-9a44-48c4-b792-bb8d0609fffb on network f112622b-ceb5-41e0-830f-09def32f4eda {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:26:27.674336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.674951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.678958 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "PUT /v2.0/ports/55417fcd-9a44-48c4-b792-bb8d0609fffb HTTP/1.1" status: 200 len: 980 time: 1.4116783 Feb 11 05:26:27.679508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56058) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:27.698484 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b4371-a7c3-4b82-a5a6-065a40dcac32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event updated for resources: {'Port': ['ID=55417fcd-9a44-48c4-b792-bb8d0609fffb,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:27.702126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01b95795-168a-4c0f-b8e0-1b0e6795e1c0 admin admin] Publish callbacks [] for security_group (3030e8d1-1785-4d47-a985-94548f51f24a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.716478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-02d91479-065f-4df8-99ae-6fb59eb2d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.718219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-02d91479-065f-4df8-99ae-6fb59eb2d40b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 1127 time: 0.3970287 Feb 11 05:26:27.742519 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01b95795-168a-4c0f-b8e0-1b0e6795e1c0 admin admin] Publish callbacks [] for security_group (3030e8d1-1785-4d47-a985-94548f51f24a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.779777 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-27c8a2f5-7ff2-4665-9f21-6222b5f485a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a576314-270a-496e-83fe-606dcb606c45 HTTP/1.1" status: 200 len: 217 time: 0.0507958 Feb 11 05:26:27.795359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Deleting port 55417fcd-9a44-48c4-b792-bb8d0609fffb {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:27.795843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.850593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-18575be2-4809-4260-abdb-331e53f4a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.852620 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-18575be2-4809-4260-abdb-331e53f4a36c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 200 len: 855 time: 0.0633216 Feb 11 05:26:27.865806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a029ab59-58a0-4791-93ee-24e5ebe30f2b req-da76505a-c8ab-4aa2-9223-0ebc33974dab tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=5602e0af-4d31-41bd-8576-ff9c5f46c338 HTTP/1.1" status: 200 len: 210 time: 0.0455947 Feb 11 05:26:27.894122 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-84f676a6-2d9c-4761-a5c9-cff70f42e42d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=549239a2-be08-4acd-8b88-18888be5740c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336971 Feb 11 05:26:27.915019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] For port 55417fcd-9a44-48c4-b792-bb8d0609fffb, host n-h2-713498-37, got binding levels [] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:27.915392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.930312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Calling delete_port for 55417fcd-9a44-48c4-b792-bb8d0609fffb owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:27.974216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01b95795-168a-4c0f-b8e0-1b0e6795e1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3030e8d1-1785-4d47-a985-94548f51f24a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.977138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01b95795-168a-4c0f-b8e0-1b0e6795e1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.988643 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-01b95795-168a-4c0f-b8e0-1b0e6795e1c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3030e8d1-1785-4d47-a985-94548f51f24a HTTP/1.1" status: 204 len: 168 time: 0.4775558 Feb 11 05:26:28.036785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b95795-168a-4c0f-b8e0-1b0e6795e1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3030e8d1-1785-4d47-a985-94548f51f24a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:28.066345 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-b875a6d6-0680-4017-81cd-38ecaa541517 service neutron] 10.222.0.83 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654010 Feb 11 05:26:28.186242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-07f20c9f-cedb-467d-9c15-a7cea68842c7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.189289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-07f20c9f-cedb-467d-9c15-a7cea68842c7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 950 time: 0.1095378 Feb 11 05:26:28.279436 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d3e2be5-dd72-4f4e-b725-251bfd1a3f6b req-cd9572f1-c605-41bc-8fda-44d1edd8b319 service neutron] 10.222.0.83 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001829 Feb 11 05:26:28.281888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (55417fcd-9a44-48c4-b792-bb8d0609fffb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.384315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Pushing event deleted for resources: {'Port': ['ID=55417fcd-9a44-48c4-b792-bb8d0609fffb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:28.417032 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.423847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6e6c7e6b-fb3a-41e6-bdaf-deb8edfafc26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "DELETE /v2.0/ports/55417fcd-9a44-48c4-b792-bb8d0609fffb HTTP/1.1" status: 204 len: 168 time: 0.7405694 Feb 11 05:26:28.424754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56072) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:28.448748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7648a1-48d5-4a24-b8a0-90ca4f2197a8 req-c70008ce-06cf-4908-acf7-379ca37262e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.450425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b7648a1-48d5-4a24-b8a0-90ca4f2197a8 req-c70008ce-06cf-4908-acf7-379ca37262e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 950 time: 0.2597201 Feb 11 05:26:28.468541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea9be3-52e6-4e77-97a6-916e4947b708 req-302110c5-7628-47ea-83f2-6a0151505f2d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.470100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97ea9be3-52e6-4e77-97a6-916e4947b708 req-302110c5-7628-47ea-83f2-6a0151505f2d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1665549 Feb 11 05:26:28.483977 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc66327-690a-481d-a97f-a5d310e984da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:26:28.490075 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-acc66327-690a-481d-a97f-a5d310e984da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097489192-project-admin] 10.222.0.62 "GET /v2.0/ports/55417fcd-9a44-48c4-b792-bb8d0609fffb HTTP/1.1" status: 404 len: 333 time: 0.0600429 Feb 11 05:26:28.490075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56076) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:28.580774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97ea9be3-52e6-4e77-97a6-916e4947b708 req-502b1912-587b-45e0-a6ff-5d37ed63e9d9 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016247 Feb 11 05:26:28.590463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Deleting port 37c8a010-994d-4cd8-b653-c3bd45774962 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:28.592236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.645879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (f112622b-ceb5-41e0-830f-09def32f4eda), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.654043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-fc6bb006-892a-43d4-99b8-26b5209e3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.657404 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-fc6bb006-892a-43d4-99b8-26b5209e3b3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 1127 time: 0.1876614 Feb 11 05:26:28.735217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b7648a1-48d5-4a24-b8a0-90ca4f2197a8 req-d1ba3840-a32b-4f94-977d-46e2505a2c1a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740772 Feb 11 05:26:28.779172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] For port 37c8a010-994d-4cd8-b653-c3bd45774962, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=37c8a010-994d-4cd8-b653-c3bd45774962,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:28.779538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.815530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Calling delete_port for 37c8a010-994d-4cd8-b653-c3bd45774962 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:28.861393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (f112622b-ceb5-41e0-830f-09def32f4eda), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.896919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-aaa3e3ec-00df-4e1c-a344-7835b1d4b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.898539 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-aaa3e3ec-00df-4e1c-a344-7835b1d4b753 service neutron] 10.222.0.83 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 916 time: 0.2258129 Feb 11 05:26:28.900311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f112622b-ceb5-41e0-830f-09def32f4eda']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:28.920635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a874c15c-770e-4e71-8a92-0d5f9979e93d') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:28.920927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a874c15c-770e-4e71-8a92-0d5f9979e93d') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:28.964661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-32a2163d-6289-4935-8b0f-77100e51c43f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a576314-270a-496e-83fe-606dcb606c45 HTTP/1.1" status: 200 len: 217 time: 0.0512547 Feb 11 05:26:28.968549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (a874c15c-770e-4e71-8a92-0d5f9979e93d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.028424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a874c15c-770e-4e71-8a92-0d5f9979e93d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.040865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:29.041271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (a874c15c-770e-4e71-8a92-0d5f9979e93d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:29.045379 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:29.109284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-84409fe6-a8ea-4b09-9023-e47fbbddffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.110956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-84409fe6-a8ea-4b09-9023-e47fbbddffc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 200 len: 855 time: 0.1366880 Feb 11 05:26:29.157393 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-c3b75a69-bcab-4a3b-b8c8-a2dd206aef2e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=549239a2-be08-4acd-8b88-18888be5740c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396469 Feb 11 05:26:29.202923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (f112622b-ceb5-41e0-830f-09def32f4eda), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.224227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16401a4f-7202-4244-86a8-3f1ec689ddf5 req-f4187d26-69e5-4240-b6d8-553207e390bd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.4340184 Feb 11 05:26:29.310694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04d519-e473-4f89-830a-82f86bdaf344 req-6f07730b-a0f9-46da-a736-f7e51feb91e3 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.313457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc04d519-e473-4f89-830a-82f86bdaf344 req-6f07730b-a0f9-46da-a736-f7e51feb91e3 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 944 time: 0.5968328 Feb 11 05:26:29.337384 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.343153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] 10.222.0.62 "DELETE /v2.0/networks/f112622b-ceb5-41e0-830f-09def32f4eda HTTP/1.1" status: 204 len: 168 time: 0.8513188 Feb 11 05:26:29.350342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5ae20-087a-452d-bba3-c3449da1f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753287900-project] Pushing event deleted for resources: {'Network': ['ID=f112622b-ceb5-41e0-830f-09def32f4eda,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:29.394763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-8b44aad4-93de-44ac-b4f1-693914213929 service neutron] 10.222.0.83 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307601 Feb 11 05:26:29.420095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc04d519-e473-4f89-830a-82f86bdaf344 req-2fd0bbd3-6c84-44f1-8a07-10b236422ac6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805435 Feb 11 05:26:29.519274 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (37c8a010-994d-4cd8-b653-c3bd45774962), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.535153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', '6265efb6-7326-4552-b0b7-6c93b5e3dd5a', '37c8a010-994d-4cd8-b653-c3bd45774962'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:29.588761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event deleted for resources: {'Port': ['ID=37c8a010-994d-4cd8-b653-c3bd45774962,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:29.597357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'a069ba65-7756-4232-8f4a-696a14794f2b', '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:29.606393 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f414355a-bef8-4ed0-8e6f-1a26d484e78c req-79ed08e5-4fb6-4623-9ed5-e65d9dc50fd5 service neutron] 10.222.0.83 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025161 Feb 11 05:26:29.818755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] No DVR routers for this DVR port 37c8a010-994d-4cd8-b653-c3bd45774962 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:29.821843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.827123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-560719a6-d12d-4f0b-be5e-2019942c87e1 req-3ce03a11-81ae-406c-84e4-c5c025f1b4e9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "DELETE /v2.0/ports/37c8a010-994d-4cd8-b653-c3bd45774962 HTTP/1.1" status: 204 len: 173 time: 1.6189079 Feb 11 05:26:29.833372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0891b0-2909-4c93-a02f-f671825a9149', 'name': 'network-vif-deleted', 'tag': '37c8a010-994d-4cd8-b653-c3bd45774962'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:29.836111 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d5db30-ff70-4fcf-8210-75a6e0c9db12" -d '{"events": [{"server_uuid": "ca0891b0-2909-4c93-a02f-f671825a9149", "name": "network-vif-deleted", "tag": "37c8a010-994d-4cd8-b653-c3bd45774962"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:29.934132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a4211-03a4-4e9e-8d6a-05a72016bb15 req-2276f959-c185-4b44-90a6-f8a7efe57075 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.937635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-013a4211-03a4-4e9e-8d6a-05a72016bb15 req-2276f959-c185-4b44-90a6-f8a7efe57075 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.2248092 Feb 11 05:26:30.031363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-c5ac9fa9-c7e1-446b-992c-e7f116822424 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.045514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-c5ac9fa9-c7e1-446b-992c-e7f116822424 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.4622493 Feb 11 05:26:30.086433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-cdebdcdb-505b-4d68-9fb7-61fce332646e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/quotas/c56d15434e134f68812629aa71309f44 HTTP/1.1" status: 200 len: 375 time: 0.0399258 Feb 11 05:26:30.110738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56128) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:30.243562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-013a4211-03a4-4e9e-8d6a-05a72016bb15 req-2b740ed3-6c78-4df2-bf8e-c4ae01a9dae7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448425 Feb 11 05:26:30.261292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e4abb18e-6f11-4d89-8420-f6fd306ca4e0 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1738677 Feb 11 05:26:30.426090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-face978a-761e-46c0-8124-fcae40f5f012 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41ede89117d14af9b1778c58bf0b5eee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117146 Feb 11 05:26:30.428528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:30.497751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-694b980d-0f2a-4cf4-8277-ad031ef0049e admin admin] Publish callbacks [] for security_group (fc24015a-6dc6-480f-8733-6710da1514d7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.504219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5ee5493-017d-4e6a-a319-7dd2e831a478 req-d1ba8db0-25fb-4493-afb3-ccd243aa55e2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0891b0-2909-4c93-a02f-f671825a9149 HTTP/1.1" status: 200 len: 210 time: 0.0742366 Feb 11 05:26:30.561880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-694b980d-0f2a-4cf4-8277-ad031ef0049e admin admin] Publish callbacks [] for security_group (fc24015a-6dc6-480f-8733-6710da1514d7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.608364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-c6af373d-86fb-4441-b4d8-54819ad30104 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452778 Feb 11 05:26:30.609903 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1211d012-67b2-4320-b6cd-0bf0703e5e93 x-openstack-request-id: req-1211d012-67b2-4320-b6cd-0bf0703e5e93 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:30.610193 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0891b0-2909-4c93-a02f-f671825a9149", "name": "network-vif-deleted", "tag": "37c8a010-994d-4cd8-b653-c3bd45774962", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:30.610444 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1211d012-67b2-4320-b6cd-0bf0703e5e93 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:30.610836 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0891b0-2909-4c93-a02f-f671825a9149', 'name': 'network-vif-deleted', 'tag': '37c8a010-994d-4cd8-b653-c3bd45774962', 'status': 'completed', 'code': 200} Feb 11 05:26:30.707588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-191db6a6-4a92-4457-9ee4-0ae4f7e4e954 req-f7d1f5aa-8238-47ff-bc8d-a37c6facc984 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0794892 Feb 11 05:26:30.749909 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-694b980d-0f2a-4cf4-8277-ad031ef0049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fc24015a-6dc6-480f-8733-6710da1514d7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.752583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-694b980d-0f2a-4cf4-8277-ad031ef0049e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:30.753987 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-694b980d-0f2a-4cf4-8277-ad031ef0049e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc24015a-6dc6-480f-8733-6710da1514d7 HTTP/1.1" status: 204 len: 168 time: 0.3242366 Feb 11 05:26:30.775408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b980d-0f2a-4cf4-8277-ad031ef0049e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc24015a-6dc6-480f-8733-6710da1514d7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:30.917232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-513212b8-b015-4565-bd24-6b0bf946f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.918044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-513212b8-b015-4565-bd24-6b0bf946f8f0 service neutron] 10.222.0.83 "GET /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 1027 time: 0.2163041 Feb 11 05:26:31.006799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ef78-e0d4-405a-b694-f63135ed2931 req-9d5005f0-e7fc-45e4-8735-c011d6b5b3ad tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.008421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af48ef78-e0d4-405a-b694-f63135ed2931 req-9d5005f0-e7fc-45e4-8735-c011d6b5b3ad tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 944 time: 0.1702876 Feb 11 05:26:31.015983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-1bd87797-f4b5-452e-a74e-66b20eea5189 service neutron] 10.222.0.62 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002483 Feb 11 05:26:31.020830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 2a576314-270a-496e-83fe-606dcb606c45 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:31.025905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-ef88e522-803d-4db8-87d9-54abf25f3917 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2519951 Feb 11 05:26:31.027285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device a68d6b00-d590-40d9-b180-18e40f707893 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:31.053027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-f406deef-75b6-4eec-8be0-dfc2252a37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.054425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-f406deef-75b6-4eec-8be0-dfc2252a37eb service neutron] 10.222.0.83 "GET /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 1028 time: 0.1256931 Feb 11 05:26:31.102820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: a68d6b00-d590-40d9-b180-18e40f707893 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:31.103823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device a68d6b00-d590-40d9-b180-18e40f707893 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:31.220081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af48ef78-e0d4-405a-b694-f63135ed2931 req-ffc90c80-455b-40d1-9d2a-01d856a66b4d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923029 Feb 11 05:26:31.273621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 2a576314-270a-496e-83fe-606dcb606c45, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2a576314-270a-496e-83fe-606dcb606c45,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:31.278827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-d9b9dd97-5df9-454f-b3cc-3072702a1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.280362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-d9b9dd97-5df9-454f-b3cc-3072702a1ef1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 1129 time: 0.2250628 Feb 11 05:26:31.305341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '2a576314-270a-496e-83fe-606dcb606c45', 'network_id': '549239a2-be08-4acd-8b88-18888be5740c', 'port_id': '2a576314-270a-496e-83fe-606dcb606c45', 'mac_address': 'fa:16:3e:fb:ed:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136e7de0-3684-4b63-a60d-6ced8f56b0ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:31.354661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 2a576314-270a-496e-83fe-606dcb606c45 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:31.355785 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2a576314-270a-496e-83fe-606dcb606c45), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:31.373656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a576314-270a-496e-83fe-606dcb606c45 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:31.378721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-736c073e-a16b-4bc2-b148-afa2ad1d28a9 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.396708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-736c073e-a16b-4bc2-b148-afa2ad1d28a9 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.401426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 2a576314-270a-496e-83fe-606dcb606c45, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2a576314-270a-496e-83fe-606dcb606c45,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:31.402077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-736c073e-a16b-4bc2-b148-afa2ad1d28a9 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.404434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-736c073e-a16b-4bc2-b148-afa2ad1d28a9 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "GET /v2.0/networks?id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2 HTTP/1.1" status: 200 len: 1987 time: 0.3347421 Feb 11 05:26:31.486855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2a576314-270a-496e-83fe-606dcb606c45), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:31.582366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=2a576314-270a-496e-83fe-606dcb606c45,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:31.601246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.604996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.604996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.604996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.606176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.609871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.610258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.610649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.610995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.611331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.611664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.614356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.615171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:31.656170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58abc98c-9ab2-460b-85ea-a06db79b13c8 req-afc37031-9b84-4ff9-bdad-2620962c1c19 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 210 time: 0.1428864 Feb 11 05:26:31.729242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-393235ce-c974-4d7b-ab46-d7b901b27e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.731704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-393235ce-c974-4d7b-ab46-d7b901b27e71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 906 time: 0.4145885 Feb 11 05:26:31.751462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-8225dd95-033b-4c0e-ba68-db2c2c65aa5e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb490f3033ae486888225f8976d0eb68 HTTP/1.1" status: 200 len: 379 time: 0.3170547 Feb 11 05:26:31.761988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e02bcf-4589-4ce6-b303-261f68a4363d req-d647fd54-f0ae-47e1-82ec-d51e4c3a49ae tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.763586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0e02bcf-4589-4ce6-b303-261f68a4363d req-d647fd54-f0ae-47e1-82ec-d51e4c3a49ae tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.3304040 Feb 11 05:26:31.779401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'admin_state_up': True, 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'security_groups': ['08cdede4-1256-4cc3-9b1d-85afedf8379e']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:31.823632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['2a576314-270a-496e-83fe-606dcb606c45'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:31.892368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-b58587f7-e10b-4782-bb1f-f7ff87e5fd32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=227c1c78-c7a5-472c-822b-8323a31b3b30 HTTP/1.1" status: 200 len: 217 time: 0.1265471 Feb 11 05:26:31.925785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:31.984967 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b97de20a-f0f3-4d8d-9482-2fc690f083d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65428904fc894b7099ae22beecdb333e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562165 Feb 11 05:26:31.986157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56180) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:32.054533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2e89-e5fc-4da5-ba99-8b9d1b48d41d admin admin] Publish callbacks [] for security_group (a7cdf439-4578-495a-b9d6-58f86ee8f9c7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.097147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0e02bcf-4589-4ce6-b303-261f68a4363d req-83e388cf-bc28-487f-b6ee-113de1ab8a07 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003058 Feb 11 05:26:32.099985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2e89-e5fc-4da5-ba99-8b9d1b48d41d admin admin] Publish callbacks [] for security_group (a7cdf439-4578-495a-b9d6-58f86ee8f9c7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.100267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-5a4fdf90-56ed-4237-8135-d5b206821359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.102556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-5a4fdf90-56ed-4237-8135-d5b206821359 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.1822810 Feb 11 05:26:32.156937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-f60a6861-1482-414d-8a02-068263886919 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348275 Feb 11 05:26:32.228531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cf26537-546b-40b7-9979-ed99a6888917 req-518f494f-f2d3-4382-964b-50ea2e8dd55b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0542819 Feb 11 05:26:32.266625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2e89-e5fc-4da5-ba99-8b9d1b48d41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a7cdf439-4578-495a-b9d6-58f86ee8f9c7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.267924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2e89-e5fc-4da5-ba99-8b9d1b48d41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.269531 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dc2e2e89-e5fc-4da5-ba99-8b9d1b48d41d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7cdf439-4578-495a-b9d6-58f86ee8f9c7 HTTP/1.1" status: 204 len: 168 time: 0.2832329 Feb 11 05:26:32.278185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e2e89-e5fc-4da5-ba99-8b9d1b48d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cdf439-4578-495a-b9d6-58f86ee8f9c7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:32.342253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:32.351428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.534574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-bd55af35-7393-4d7a-b564-16b6e1e8c2b3 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711526 Feb 11 05:26:32.569363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89c9e6-4948-4a17-85df-7ad607d67f32 req-1f4cbe5a-d325-4919-b046-91cacfcd95fe tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.571307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a89c9e6-4948-4a17-85df-7ad607d67f32 req-1f4cbe5a-d325-4919-b046-91cacfcd95fe tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 945 time: 0.2334638 Feb 11 05:26:32.663081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bfe8f-81aa-469c-abf5-7f3419edc5ef req-0f0f9233-06a5-4e84-bb12-34e4cbcef75c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.664632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-991bfe8f-81aa-469c-abf5-7f3419edc5ef req-0f0f9233-06a5-4e84-bb12-34e4cbcef75c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 950 time: 0.2445667 Feb 11 05:26:32.665365 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e887e87c-7382-4589-aad2-f3c3526f6300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.786102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Allocated IP 172.20.0.9 (caca48b3-58ec-4ad7-8f32-65e1f8b02aa4/fd0ec941-1a13-44ed-bbdf-2af1456df270/e9282e61-d28d-4d4c-a681-92d4261a3ced) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:32.819804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a89c9e6-4948-4a17-85df-7ad607d67f32 req-cbf5aa2e-8eab-4872-803a-b269c8ecaebc tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239251 Feb 11 05:26:32.850206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2558ae8-a40b-463d-a739-7e59d48b9973 req-3db5c3f6-4965-43bd-8572-7a5d7e74e693 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014123 Feb 11 05:26:32.889863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-991bfe8f-81aa-469c-abf5-7f3419edc5ef req-65e911f7-a338-44c3-9353-1def0dd8b95f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832328 Feb 11 05:26:33.024469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ea6da6d-926d-4a43-bed5-801a58648ded req-a4d487b0-6f77-4f3f-8681-648fa5e4249b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 210 time: 0.0420089 Feb 11 05:26:33.036123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 2a576314-270a-496e-83fe-606dcb606c45 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:33.083730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.231684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27772-6df7-411f-a3af-4fbd4748f1dc req-4881c6f2-a8f8-47ba-914b-74a6f3707793 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.233885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52d27772-6df7-411f-a3af-4fbd4748f1dc req-4881c6f2-a8f8-47ba-914b-74a6f3707793 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0618801 Feb 11 05:26:33.298989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52d27772-6df7-411f-a3af-4fbd4748f1dc req-fb00efff-3416-4ad0-a620-ee73227cd176 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555222 Feb 11 05:26:33.344851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 2a576314-270a-496e-83fe-606dcb606c45 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:33.354057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 2a576314-270a-496e-83fe-606dcb606c45 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:33.356255 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2a576314-270a-496e-83fe-606dcb606c45), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.394341 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.400225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-181e989f-bc6f-4670-8c73-f7c224afd444 req-759bbff3-32e9-4a30-84ff-d30260109a24 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0799556 Feb 11 05:26:33.478620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:33.489326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:33.489326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=e9282e61-d28d-4d4c-a681-92d4261a3ced,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:33.495087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:33.561536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 2a576314-270a-496e-83fe-606dcb606c45 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:33.561536 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2a576314-270a-496e-83fe-606dcb606c45), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.589247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.590579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.592120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84e5b86-a741-49a3-826a-95d0519e7445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a576314-270a-496e-83fe-606dcb606c45'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:33.600180 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5580b6-5870-480a-8229-5eb846dbee2f" -d '{"events": [{"server_uuid": "d84e5b86-a741-49a3-826a-95d0519e7445", "name": "network-vif-plugged", "status": "completed", "tag": "2a576314-270a-496e-83fe-606dcb606c45"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:33.613786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 2a576314-270a-496e-83fe-606dcb606c45, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2a576314-270a-496e-83fe-606dcb606c45,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:33.680586 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e231c9c-1edf-45a6-8086-b162e579408e x-openstack-request-id: req-9e231c9c-1edf-45a6-8086-b162e579408e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:33.681260 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84e5b86-a741-49a3-826a-95d0519e7445", "name": "network-vif-plugged", "status": "completed", "tag": "2a576314-270a-496e-83fe-606dcb606c45", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:33.681260 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e231c9c-1edf-45a6-8086-b162e579408e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:33.681622 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84e5b86-a741-49a3-826a-95d0519e7445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a576314-270a-496e-83fe-606dcb606c45', 'code': 200} Feb 11 05:26:33.684535 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2a576314-270a-496e-83fe-606dcb606c45), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.685729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 37c8a010-994d-4cd8-b653-c3bd45774962 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:33.724023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-49f29a78-6568-4d1f-b405-6af119401c04 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9593849 Feb 11 05:26:33.737367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'admin_state_up': True, 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'security_groups': ['08cdede4-1256-4cc3-9b1d-85afedf8379e']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:33.803464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 37c8a010-994d-4cd8-b653-c3bd45774962 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:33.809786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 37c8a010-994d-4cd8-b653-c3bd45774962 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:33.821964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56238) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:33.857851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=2a576314-270a-496e-83fe-606dcb606c45,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:33.870557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6749b613-9528-45a8-9fd1-1458f92d2b9c None None] Provisioning complete for port e9282e61-d28d-4d4c-a681-92d4261a3ced triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:33.872428 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6749b613-9528-45a8-9fd1-1458f92d2b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:33.946062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6749b613-9528-45a8-9fd1-1458f92d2b9c None None] Port e9282e61-d28d-4d4c-a681-92d4261a3ced cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:33.975876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2205fe8-b5c9-46f8-8f8f-67f850770085 req-083452fd-2122-47d6-8e66-3f23ac9690aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:33.982632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2205fe8-b5c9-46f8-8f8f-67f850770085 req-083452fd-2122-47d6-8e66-3f23ac9690aa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 1129 time: 0.1981993 Feb 11 05:26:34.017423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:34.021191 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.046743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a2205fe8-b5c9-46f8-8f8f-67f850770085 req-1eaddd4e-27d0-46cc-9d8e-91b582dbf9a4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586772 Feb 11 05:26:34.172967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-616244a4-0aa5-4a76-a016-7e0d6eee63d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.188183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30173-aa71-4c10-9088-818623ef8962 req-a96fac27-75e0-4617-8b93-090463f2485c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.193241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd30173-aa71-4c10-9088-818623ef8962 req-a96fac27-75e0-4617-8b93-090463f2485c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 950 time: 0.2133512 Feb 11 05:26:34.233486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-5bc87a25-cf6a-4556-8ed5-dead5a11572f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.235162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-5bc87a25-cf6a-4556-8ed5-dead5a11572f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 950 time: 0.2939165 Feb 11 05:26:34.372972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff1ddf-ce2b-4176-ab9a-604f4a7e2302 req-13fb3acc-52c0-4adb-930a-2a94fb682c4d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.379908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45ff1ddf-ce2b-4176-ab9a-604f4a7e2302 req-13fb3acc-52c0-4adb-930a-2a94fb682c4d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 946 time: 0.3661809 Feb 11 05:26:34.403080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd30173-aa71-4c10-9088-818623ef8962 req-897c294f-2755-48c4-9d0c-01e10edec605 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779931 Feb 11 05:26:34.514247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Allocated IP 10.1.1.25 (26390fa8-4912-4afe-88e4-6a77a474655a/be6349da-5f8e-4ca6-a64c-15b167f62981/11bba7ff-1078-4885-abaa-6f9f42e4938a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:34.546570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-7a0db210-5c78-4ccf-ac1d-4d808a46c5a6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.548227 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-7a0db210-5c78-4ccf-ac1d-4d808a46c5a6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 805 time: 0.2378151 Feb 11 05:26:34.578020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Request body: {'port': {'device_id': '4114a251-a610-4f15-b1dd-32ad26a41a02', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'admin_state_up': True, 'tenant_id': 'c56d15434e134f68812629aa71309f44'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:34.598627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50477082-2560-4668-8361-bbf967f5839f req-b20e257d-b7e3-4eec-b1bc-998a35e8892f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 210 time: 0.0802565 Feb 11 05:26:34.652672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45ff1ddf-ce2b-4176-ab9a-604f4a7e2302 req-9078492c-b36f-4ad6-bcb9-7f967cf5e675 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668447 Feb 11 05:26:34.679045 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-ceebfc50-c7ab-456f-9430-e133e829ac27 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1499379 Feb 11 05:26:34.781353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-784cd794-ae07-408a-a2de-8b2c6b84f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.783061 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-784cd794-ae07-408a-a2de-8b2c6b84f775 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 1133 time: 0.0825698 Feb 11 05:26:34.859489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-616244a4-0aa5-4a76-a016-7e0d6eee63d6 admin admin] Publish callbacks [] for security_group (3d7d22af-ee24-4ded-b3b7-1cf65bbfad64), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.889538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Deleting port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:34.889860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Made reservation on behalf of c56d15434e134f68812629aa71309f44 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:34.889994 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.893370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.971845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-616244a4-0aa5-4a76-a016-7e0d6eee63d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3d7d22af-ee24-4ded-b3b7-1cf65bbfad64), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.989144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-0d91da3b-c250-4ae7-bea1-54221b655072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.991504 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-0d91da3b-c250-4ae7-bea1-54221b655072 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1794119 Feb 11 05:26:35.047238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-b11a2dad-9bfa-469a-9de1-7e38fe875541 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 HTTP/1.1" status: 200 len: 217 time: 0.0470808 Feb 11 05:26:35.115147 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfbb8861-49d9-47a0-9747-f01e14ec05cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.408233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56270) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:35.471329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-7b19c2ba-687e-4952-980d-f1b64ed95886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.473123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-7b19c2ba-687e-4952-980d-f1b64ed95886 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.4194517 Feb 11 05:26:35.485066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Allocated IP 172.20.0.4 (6d0c1160-3d71-498b-9821-7fa12b3561e9/fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c/49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:35.549012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616244a4-0aa5-4a76-a016-7e0d6eee63d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d22af-ee24-4ded-b3b7-1cf65bbfad64,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:35.567147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab7720-4173-4c7b-bb81-a183537b25f7 req-33ba248d-b190-44b5-86a0-68f315f722db tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.568717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89ab7720-4173-4c7b-bb81-a183537b25f7 req-33ba248d-b190-44b5-86a0-68f315f722db tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.8758476 Feb 11 05:26:35.593722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523538e4-d184-42ad-b37e-6d4cfabc7ee1 req-cbf58e5b-5a5b-463d-9fd5-1f23e182e25b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.595413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-523538e4-d184-42ad-b37e-6d4cfabc7ee1 req-cbf58e5b-5a5b-463d-9fd5-1f23e182e25b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 931 time: 0.8249362 Feb 11 05:26:35.614048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1598666865', 'router:external': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:35.625695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-616244a4-0aa5-4a76-a016-7e0d6eee63d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffa0eb28013140258ae9d3152e9da308&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8003526 Feb 11 05:26:35.644653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56276) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:35.666143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-81c404c6-2c06-40a9-a5ca-be22362afa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.668573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-81c404c6-2c06-40a9-a5ca-be22362afa01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1428225 Feb 11 05:26:35.681170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.711827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] For port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:35.712215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.762676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Calling delete_port for 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:35.768968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks [] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.783679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Made reservation on behalf of 550e625a742f4db885c0d4ac41c104a6 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:35.786762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.807105 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.810660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-523538e4-d184-42ad-b37e-6d4cfabc7ee1 req-9ae2602f-ca3f-47b8-8dbb-e88b2f0608b7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952553 Feb 11 05:26:35.818382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89ab7720-4173-4c7b-bb81-a183537b25f7 req-79cf0057-b047-497c-a069-47b570149397 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364924 Feb 11 05:26:35.842308 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-e8831ecb-040f-4136-af9b-d3ff5c817cd7 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675258 Feb 11 05:26:35.889784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6540d702-d2c3-4292-9b78-3d7f487758a6 admin admin] Publish callbacks [] for security_group (3d7d22af-ee24-4ded-b3b7-1cf65bbfad64), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.961484 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.980330 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6540d702-d2c3-4292-9b78-3d7f487758a6 admin admin] Publish callbacks [] for security_group (3d7d22af-ee24-4ded-b3b7-1cf65bbfad64), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.991638 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-83dc70e3-212b-4679-b188-de5d67991fd7 req-321b2119-1dff-49b1-b6bf-5bac8eb22a70 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401885 Feb 11 05:26:35.992864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.007100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:36.060028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for security_group (7eb8c096-0953-4eeb-8675-6a11ea73a7f9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.067269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Network 6d0c1160-3d71-498b-9821-7fa12b3561e9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:36.071614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:36.075060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:36.101766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event updated for resources: {'Port': ['ID=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.120263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 26390fa8-4912-4afe-88e4-6a77a474655a is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:36.138070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.138398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:36.138522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.146318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:36.155728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=11bba7ff-1078-4885-abaa-6f9f42e4938a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.184787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7eb8c096-0953-4eeb-8675-6a11ea73a7f9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.217403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:26:36.228695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb8c096-0953-4eeb-8675-6a11ea73a7f9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.242435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec3b27-9ba2-4466-9084-6a3342682e0f req-98471155-c815-4360-963d-6538dd2bc3f3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.250656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2fec3b27-9ba2-4466-9084-6a3342682e0f req-98471155-c815-4360-963d-6538dd2bc3f3 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=e50b1e69-30d9-4815-9b67-577da86640f5 HTTP/1.1" status: 200 len: 950 time: 0.2999060 Feb 11 05:26:36.265192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e1aa2aa1-c23a-4da0-93de-4b6134fc6538 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6962020 Feb 11 05:26:36.280753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Request body: {'port': {'device_id': '4114a251-a610-4f15-b1dd-32ad26a41a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:36.312395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4cfe-3c8a-4983-b9e8-b6757d135314 req-e654252d-bd37-4377-ba8c-3834b0e044ab tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.319969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d9a4cfe-3c8a-4983-b9e8-b6757d135314 req-e654252d-bd37-4377-ba8c-3834b0e044ab tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 931 time: 0.2943170 Feb 11 05:26:36.337706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.342323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.372716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.395796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2fec3b27-9ba2-4466-9084-6a3342682e0f req-03e53850-b5c8-4cb9-8fc9-1eccf3992f8a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442389 Feb 11 05:26:36.428536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d9a4cfe-3c8a-4983-b9e8-b6757d135314 req-bb4aa048-e121-431f-ad7b-5207fe4e64ab tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076193 Feb 11 05:26:36.430193 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6540d702-d2c3-4292-9b78-3d7f487758a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3d7d22af-ee24-4ded-b3b7-1cf65bbfad64), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.434055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4f35e7df-642a-4c08-bcbc-a6c767a8339d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.434268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6540d702-d2c3-4292-9b78-3d7f487758a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.438447 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Added segment 4f35e7df-642a-4c08-bcbc-a6c767a8339d of type vlan for network 27b0bc24-6198-4181-ae2e-a08b43e83d62 Feb 11 05:26:36.438651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6540d702-d2c3-4292-9b78-3d7f487758a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d7d22af-ee24-4ded-b3b7-1cf65bbfad64 HTTP/1.1" status: 204 len: 168 time: 0.7912579 Feb 11 05:26:36.446373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540d702-d2c3-4292-9b78-3d7f487758a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d22af-ee24-4ded-b3b7-1cf65bbfad64,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.454593 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3138dc3b-8312-4eed-8f7e-4986ca1c4aa1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.466611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d2bf6164-7378-4385-8f70-870c0d044010 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7360151 Feb 11 05:26:36.482397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'admin_state_up': True, 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'security_groups': ['08cdede4-1256-4cc3-9b1d-85afedf8379e']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:36.484561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:36.487009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'a069ba65-7756-4232-8f4a-696a14794f2b', '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:36.552200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (27b0bc24-6198-4181-ae2e-a08b43e83d62), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.678773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event deleted for resources: {'Port': ['ID=3138dc3b-8312-4eed-8f7e-4986ca1c4aa1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.721369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4bc52b4a-845c-482c-a055-7f03c3c73256 None None] Provisioning complete for port 11bba7ff-1078-4885-abaa-6f9f42e4938a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:36.722267 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4bc52b4a-845c-482c-a055-7f03c3c73256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.770884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] No DVR routers for this DVR port 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:36.777770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.781224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1b7d372-d5f5-4c47-80b9-5f238dde05e7 req-aceecb1b-e789-4a36-abf0-f436f463fd1d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "DELETE /v2.0/ports/3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 HTTP/1.1" status: 204 len: 173 time: 2.5101779 Feb 11 05:26:36.782753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50b1e69-30d9-4815-9b67-577da86640f5', 'name': 'network-vif-deleted', 'tag': '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:36.785253 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc1727e-ae2a-40a5-b489-71f39b46c6e3" -d '{"events": [{"server_uuid": "e50b1e69-30d9-4815-9b67-577da86640f5", "name": "network-vif-deleted", "tag": "3138dc3b-8312-4eed-8f7e-4986ca1c4aa1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:36.791643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:36.800405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.819151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3ceae-3e69-45c1-9162-cfff02270d8b req-f1ac1d1e-487d-4419-86de-db8665ca39ec tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.820899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fd3ceae-3e69-45c1-9162-cfff02270d8b req-f1ac1d1e-487d-4419-86de-db8665ca39ec tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 946 time: 0.1587570 Feb 11 05:26:36.893097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:36.919041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Publish callbacks [] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.934206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Transition to ACTIVE for port object 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:36.936400 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.936552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (27b0bc24-6198-4181-ae2e-a08b43e83d62), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.937477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.938447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.943792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4bc52b4a-845c-482c-a055-7f03c3c73256 None None] Port 11bba7ff-1078-4885-abaa-6f9f42e4938a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:37.020973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fd3ceae-3e69-45c1-9162-cfff02270d8b req-87c65a14-c93a-431a-87ac-b2649dc2cf7e tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942246 Feb 11 05:26:37.056856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'Network': ['ID=27b0bc24-6198-4181-ae2e-a08b43e83d62,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:37.077983 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-230d722c-ab6c-4064-b039-680874d24c63 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6663716 Feb 11 05:26:37.080430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.096340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56294) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:37.115490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 27b0bc24-6198-4181-ae2e-a08b43e83d62 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:26:37.189614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'subnet': {'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:37.192886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Pushing event updated for resources: {'Port': ['ID=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:37.247122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Allocated IP 10.1.1.236 (26390fa8-4912-4afe-88e4-6a77a474655a/be6349da-5f8e-4ca6-a64c-15b167f62981/857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:37.333084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Attempting to bind port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:37.333084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Attempting to bind port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:37.333084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Attempting to bind port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:37.335099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Made reservation on behalf of 550e625a742f4db885c0d4ac41c104a6 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:37.338040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.356978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:37.357456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Attempting to bind port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f on network 6d0c1160-3d71-498b-9821-7fa12b3561e9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:37.378646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:37.379108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Checking segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:37.379678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Bound using segment: {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:37.380716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Bound port: 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928d325a-0660-4750-a9fe-256db79d4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:37.381190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.525660 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.560320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] For port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:37.566028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] For port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:37.593785 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a4ed16-5ef3-4cc0-a4ee-fc0ea12e1f30 x-openstack-request-id: req-e4a4ed16-5ef3-4cc0-a4ee-fc0ea12e1f30 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:37.594167 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50b1e69-30d9-4815-9b67-577da86640f5", "name": "network-vif-deleted", "tag": "3138dc3b-8312-4eed-8f7e-4986ca1c4aa1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:37.594808 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4a4ed16-5ef3-4cc0-a4ee-fc0ea12e1f30 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:37.595236 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50b1e69-30d9-4815-9b67-577da86640f5', 'name': 'network-vif-deleted', 'tag': '3138dc3b-8312-4eed-8f7e-4986ca1c4aa1', 'status': 'completed', 'code': 200} Feb 11 05:26:37.707408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.709879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.748100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 26390fa8-4912-4afe-88e4-6a77a474655a is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:37.751303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56302) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:37.754032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:37.756604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:37.764730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.765615 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.767124 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] 10.222.0.65 "PUT /v2.0/ports/49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f HTTP/1.1" status: 200 len: 1092 time: 1.4948401 Feb 11 05:26:37.767963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4114a251-a610-4f15-b1dd-32ad26a41a02', 'tag': '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:37.770378 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15963bdd-3e60-429a-88fa-f988b721fc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4114a251-a610-4f15-b1dd-32ad26a41a02", "tag": "49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:37.813740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a436ac-3c16-4b20-834f-c8d0e65da218 service neutron] Pushing event updated for resources: {'Port': ['ID=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:37.867048 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd515b4d-c352-4743-bf04-247ef96e0d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:37.916386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689c10-b009-48a4-a3fc-486b2ef2ac9d req-cc5c89d6-92fe-46c8-b2c8-f35241c959dd tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.924940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a689c10-b009-48a4-a3fc-486b2ef2ac9d req-cc5c89d6-92fe-46c8-b2c8-f35241c959dd tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.3335092 Feb 11 05:26:37.937671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:37.957401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcff23-09da-445f-8348-caf3e95dcc53 req-6a94c038-953e-4c01-b06e-aad70a7e99c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.963136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcff23-09da-445f-8348-caf3e95dcc53 req-6a94c038-953e-4c01-b06e-aad70a7e99c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.970574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbfcff23-09da-445f-8348-caf3e95dcc53 req-6a94c038-953e-4c01-b06e-aad70a7e99c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 1652 time: 0.3740926 Feb 11 05:26:38.011987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.011987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.193220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbfcff23-09da-445f-8348-caf3e95dcc53 req-e3cc6b6e-eb9e-4121-9ad9-9d0e267b4a15 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215962 Feb 11 05:26:38.217741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a689c10-b009-48a4-a3fc-486b2ef2ac9d req-06b8367f-edba-4f1a-91f2-df53f6b6173c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916808 Feb 11 05:26:38.222684 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.253913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7f292bdd-d44f-4758-abba-617d6c7c9422 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7779770 Feb 11 05:26:38.258453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-75648337-ac37-4b45-b4ca-0da2358b43aa None None] Provisioning complete for port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:38.260399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-75648337-ac37-4b45-b4ca-0da2358b43aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.274606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2', 'admin_state_up': True, 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'security_groups': ['08cdede4-1256-4cc3-9b1d-85afedf8379e']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:38.328996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.objects.ports [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:26:38.329485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (51d36652-095f-4ce0-b422-71c4ea02cb8e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.350028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-75648337-ac37-4b45-b4ca-0da2358b43aa None None] Port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:38.355289 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.393266 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa53dca-e468-41b6-a198-6abfbc086606 x-openstack-request-id: req-ffa53dca-e468-41b6-a198-6abfbc086606 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:38.393563 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4114a251-a610-4f15-b1dd-32ad26a41a02", "tag": "49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:38.395199 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffa53dca-e468-41b6-a198-6abfbc086606 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:38.395199 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4114a251-a610-4f15-b1dd-32ad26a41a02', 'tag': '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f', 'status': 'completed', 'code': 200} Feb 11 05:26:38.416096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e5c5d053-e64c-4e17-b088-9ce02259b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.418462 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-e5c5d053-e64c-4e17-b088-9ce02259b15a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 1126 time: 0.2804003 Feb 11 05:26:38.482617 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd515b4d-c352-4743-bf04-247ef96e0d83 admin admin] Publish callbacks [] for security_group (448a0f20-d2c6-4d72-bb5f-1938d7612cff), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.493200 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-35b104b1-9453-455b-9486-4160a7d624b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f HTTP/1.1" status: 200 len: 217 time: 0.0671656 Feb 11 05:26:38.542285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277ed53-1abe-4d56-9007-1a36b897de7c req-2f9f16de-3158-4920-bc75-992fdd64e59f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.545597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5277ed53-1abe-4d56-9007-1a36b897de7c req-2f9f16de-3158-4920-bc75-992fdd64e59f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 943 time: 0.2505736 Feb 11 05:26:38.554192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-83101598-85af-4db7-bc7a-eb0acd108cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.555756 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-83101598-85af-4db7-bc7a-eb0acd108cb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.0540576 Feb 11 05:26:38.556492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'Subnet': ['ID=51d36652-095f-4ce0-b422-71c4ea02cb8e,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:38.578348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Checking segment: {'id': '4f35e7df-642a-4c08-bcbc-a6c767a8339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:38.578665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Network hostable DHCP agents. Network: 27b0bc24-6198-4181-ae2e-a08b43e83d62, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:26:38.620146 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-62c908f2-0c4c-44e5-9c60-7761a8eb9042 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533524 Feb 11 05:26:38.624185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:38.628878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd515b4d-c352-4743-bf04-247ef96e0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (448a0f20-d2c6-4d72-bb5f-1938d7612cff), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.633981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5277ed53-1abe-4d56-9007-1a36b897de7c req-b1eb78bf-8d2c-44d4-96b1-b45ea895be5a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827127 Feb 11 05:26:38.703348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Network 27b0bc24-6198-4181-ae2e-a08b43e83d62 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:26:38.723888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:38.737372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dd515b4d-c352-4743-bf04-247ef96e0d83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfbfa3d6768d46799f254a37ea1dfd3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9769037 Feb 11 05:26:38.739071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56314) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:38.768159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:38.768518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3138dc3b-8312-4eed-8f7e-4986ca1c4aa1 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:38.779724 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-83bfaf8c-f3d5-4a35-9e8c-887671f4c2c9 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501119 Feb 11 05:26:38.832079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 27b0bc24-6198-4181-ae2e-a08b43e83d62) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:38.842614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60771d-0bda-48a6-8b83-5ced87025092 None None] Network 27b0bc24-6198-4181-ae2e-a08b43e83d62 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:38.844107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.845004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.900158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.924991 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2556fb21-1a18-406a-bd81-7ef61f50b42b req-3924dbe8-d00b-4f87-b7b8-410d6ac0200f service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377571 Feb 11 05:26:38.958700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd515b4d-c352-4743-bf04-247ef96e0d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a0f20-d2c6-4d72-bb5f-1938d7612cff,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:38.970354 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c8e0d583-2428-45ee-abc8-bbc0ed25fc59 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7895086 Feb 11 05:26:38.973018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56318) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:38.977896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1004560174', 'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:39.083223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d371726-6ce2-4d77-85a3-825eb95a78a8 None None] Network 27b0bc24-6198-4181-ae2e-a08b43e83d62 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:26:39.133395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Made reservation on behalf of 550e625a742f4db885c0d4ac41c104a6 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:39.140373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.222181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] device_id is not set on port d18ac46a-5870-4ba2-ba8f-8b17621f56f6 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:26:39.245193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb72a39-bb7f-4756-bd65-e188cfbd7028 req-3acf8d86-7f3d-41cd-b315-321b72c3cb68 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.247026 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-69e1517d-8887-45bf-9839-bf3e89a304ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.247837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb72a39-bb7f-4756-bd65-e188cfbd7028 req-3acf8d86-7f3d-41cd-b315-321b72c3cb68 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 950 time: 0.3233218 Feb 11 05:26:39.248816 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-69e1517d-8887-45bf-9839-bf3e89a304ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c56d15434e134f68812629aa71309f44&device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 1126 time: 0.1973200 Feb 11 05:26:39.274416 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.283007 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94328a6d-1f3f-42c3-a89d-ca8b77cc5a48 admin admin] Publish callbacks [] for security_group (448a0f20-d2c6-4d72-bb5f-1938d7612cff), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.430535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94328a6d-1f3f-42c3-a89d-ca8b77cc5a48 admin admin] Publish callbacks [] for security_group (448a0f20-d2c6-4d72-bb5f-1938d7612cff), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.490116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-ed2ee471-985a-4cc8-a68d-a28655e72ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.496625 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-ed2ee471-985a-4cc8-a68d-a28655e72ae3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 200 len: 906 time: 0.2367156 Feb 11 05:26:39.496625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Allocated IP 2001:db8::43 (27b0bc24-6198-4181-ae2e-a08b43e83d62/51d36652-095f-4ce0-b422-71c4ea02cb8e/d18ac46a-5870-4ba2-ba8f-8b17621f56f6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:39.566712 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-5a54233b-7c3b-408d-a7e9-698bdd0aa573 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f HTTP/1.1" status: 200 len: 217 time: 0.0670800 Feb 11 05:26:39.599238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbb72a39-bb7f-4756-bd65-e188cfbd7028 req-930e0022-112e-44cb-a1e0-7b22f5fe8e86 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369238 Feb 11 05:26:39.621820 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94328a6d-1f3f-42c3-a89d-ca8b77cc5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (448a0f20-d2c6-4d72-bb5f-1938d7612cff), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.626864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94328a6d-1f3f-42c3-a89d-ca8b77cc5a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.644096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-94328a6d-1f3f-42c3-a89d-ca8b77cc5a48 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/448a0f20-d2c6-4d72-bb5f-1938d7612cff HTTP/1.1" status: 204 len: 168 time: 0.8411696 Feb 11 05:26:39.664697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-9fff14a7-f984-498c-8746-af2e64c4b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.666434 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-9fff14a7-f984-498c-8746-af2e64c4b96d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 200 len: 845 time: 0.0905387 Feb 11 05:26:39.738750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Allocated IP 10.2.2.100 (504a0c86-86b7-4f32-bbbf-dbbf77425fe2/94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f/43f7663f-b2f3-4fb8-bfa3-58d3ea42127a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:39.741801 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-9c8818ff-c099-40d8-bc66-07075fcf44e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d0c1160-3d71-498b-9821-7fa12b3561e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616360 Feb 11 05:26:39.816162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94328a6d-1f3f-42c3-a89d-ca8b77cc5a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a0f20-d2c6-4d72-bb5f-1938d7612cff,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:39.877985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a9a7f-bad3-4d24-b07e-5f4887ffb67b req-c594b3f2-3e8d-43ae-a385-79e24f53763e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.883497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a9a7f-bad3-4d24-b07e-5f4887ffb67b req-c594b3f2-3e8d-43ae-a385-79e24f53763e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.889827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a9a7f-bad3-4d24-b07e-5f4887ffb67b req-c594b3f2-3e8d-43ae-a385-79e24f53763e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.891664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-018a9a7f-bad3-4d24-b07e-5f4887ffb67b req-c594b3f2-3e8d-43ae-a385-79e24f53763e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 2373 time: 0.5385926 Feb 11 05:26:39.950649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for port (d18ac46a-5870-4ba2-ba8f-8b17621f56f6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.956245 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-d7b599c0-0c7e-44e3-aa3b-33c489b4f9bd service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991804 Feb 11 05:26:39.974058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff531-a060-4b08-a4b2-40be876d7cb4 req-24c33c6f-82e6-47d8-91d1-e793b5190417 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:39.976379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74aff531-a060-4b08-a4b2-40be876d7cb4 req-24c33c6f-82e6-47d8-91d1-e793b5190417 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1956151 Feb 11 05:26:40.035587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-018a9a7f-bad3-4d24-b07e-5f4887ffb67b req-691c8179-456d-4d9f-8450-7e8781018b72 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254983 Feb 11 05:26:40.108705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-15963bdd-3e60-429a-88fa-f988b721fc9b req-e64c158a-23bb-4bc4-b6a4-7755245b7a0a service neutron] 10.222.0.65 "GET /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402495 Feb 11 05:26:40.186702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74aff531-a060-4b08-a4b2-40be876d7cb4 req-d8bdc17f-3940-4c09-9e11-fe48b3f7abd8 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970103 Feb 11 05:26:40.197632 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d18ac46a-5870-4ba2-ba8f-8b17621f56f6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.243833 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.290219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Network 27b0bc24-6198-4181-ae2e-a08b43e83d62 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:40.303719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db004-c24f-4cfe-bc27-ad261a344153 req-27ec0ff7-736c-4125-9f93-4a5bae4b50af tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.305395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b0db004-c24f-4cfe-bc27-ad261a344153 req-27ec0ff7-736c-4125-9f93-4a5bae4b50af tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 943 time: 0.1176510 Feb 11 05:26:40.319028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:40.322395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:40.323965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.324877 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.351880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'Port': ['ID=d18ac46a-5870-4ba2-ba8f-8b17621f56f6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:40.375054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b0db004-c24f-4cfe-bc27-ad261a344153 req-345f3279-d00d-483a-9e8a-0bd403cd6dea tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618269 Feb 11 05:26:40.391046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.399680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-6d4a2b9f-0968-4fc7-9fcb-0094e5dccdf2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.402197 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-6d4a2b9f-0968-4fc7-9fcb-0094e5dccdf2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 950 time: 0.1940830 Feb 11 05:26:40.475697 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3ba315f9-a5bd-4b30-9ce7-4a13f2676a4e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5012057 Feb 11 05:26:40.479326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56340) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:40.488163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:40.492075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:40.497102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:40.502055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:40.556304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.557241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.648951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e5e4a264-57fc-44f5-8b79-f3bdee019f8e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3876178 Feb 11 05:26:40.649341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Deleting port a069ba65-7756-4232-8f4a-696a14794f2b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:40.649816 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.654291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d8afe-27d2-403a-a63b-94bb8e08f432 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Deleting port d18ac46a-5870-4ba2-ba8f-8b17621f56f6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:40.654640 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8afe-27d2-403a-a63b-94bb8e08f432 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d18ac46a-5870-4ba2-ba8f-8b17621f56f6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.663259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2', 'admin_state_up': True, 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'security_groups': ['08cdede4-1256-4cc3-9b1d-85afedf8379e']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:40.791836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8d91f248-bf29-4e1b-9a44-c4c10c346c7d None None] Provisioning complete for port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:40.791836 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d91f248-bf29-4e1b-9a44-c4c10c346c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.851713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] For port a069ba65-7756-4232-8f4a-696a14794f2b, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a069ba65-7756-4232-8f4a-696a14794f2b,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:40.852635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.865622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216ee5d-944b-4ecb-9812-f89c7271011d req-0e445fa5-24f1-4b55-bf7b-9f5523e1ae87 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.867060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8d91f248-bf29-4e1b-9a44-c4c10c346c7d None None] Port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:40.873479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d216ee5d-944b-4ecb-9812-f89c7271011d req-0e445fa5-24f1-4b55-bf7b-9f5523e1ae87 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 950 time: 0.1423810 Feb 11 05:26:40.878188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Calling delete_port for a069ba65-7756-4232-8f4a-696a14794f2b owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:40.931215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d216ee5d-944b-4ecb-9812-f89c7271011d req-783019a7-abdb-49bf-a548-cd0c21465131 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567670 Feb 11 05:26:40.975151 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8afe-27d2-403a-a63b-94bb8e08f432 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d18ac46a-5870-4ba2-ba8f-8b17621f56f6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.975881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Made reservation on behalf of eb490f3033ae486888225f8976d0eb68 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:40.984715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.999197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d8afe-27d2-403a-a63b-94bb8e08f432 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Calling delete_port for d18ac46a-5870-4ba2-ba8f-8b17621f56f6 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:41.250272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (a069ba65-7756-4232-8f4a-696a14794f2b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.255722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Allocated IP 10.2.2.200 (504a0c86-86b7-4f32-bbbf-dbbf77425fe2/94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f/38a740b7-7c48-48c3-83ac-4fcebb931c00) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:41.262728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:41.265340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'a069ba65-7756-4232-8f4a-696a14794f2b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:41.311688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671352-9f86-4a1f-9949-8242cd88789f req-dcdff40a-42d0-4d08-9d17-df037870d853 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.329175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event deleted for resources: {'Port': ['ID=a069ba65-7756-4232-8f4a-696a14794f2b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:41.331559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671352-9f86-4a1f-9949-8242cd88789f req-dcdff40a-42d0-4d08-9d17-df037870d853 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.342869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671352-9f86-4a1f-9949-8242cd88789f req-dcdff40a-42d0-4d08-9d17-df037870d853 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.362106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671352-9f86-4a1f-9949-8242cd88789f req-dcdff40a-42d0-4d08-9d17-df037870d853 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.363884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad671352-9f86-4a1f-9949-8242cd88789f req-dcdff40a-42d0-4d08-9d17-df037870d853 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 3094 time: 0.1698506 Feb 11 05:26:41.387185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8afe-27d2-403a-a63b-94bb8e08f432 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d18ac46a-5870-4ba2-ba8f-8b17621f56f6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.401697 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.416466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] No DVR routers for this DVR port a069ba65-7756-4232-8f4a-696a14794f2b on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:41.420523 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.425608 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-04ec5db8-67c5-4dd0-8792-2e1e8c8e62c4 req-62580922-b34f-4502-88b1-9e614f952b28 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "DELETE /v2.0/ports/a069ba65-7756-4232-8f4a-696a14794f2b HTTP/1.1" status: 204 len: 173 time: 1.0174646 Feb 11 05:26:41.445539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276386b8-902f-4e97-9111-1812bb55acea', 'name': 'network-vif-deleted', 'tag': 'a069ba65-7756-4232-8f4a-696a14794f2b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:41.449906 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f1e9ba-aac8-45dc-a81e-b9da347d1894" -d '{"events": [{"server_uuid": "276386b8-902f-4e97-9111-1812bb55acea", "name": "network-vif-deleted", "tag": "a069ba65-7756-4232-8f4a-696a14794f2b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:41.452855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d8afe-27d2-403a-a63b-94bb8e08f432 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event deleted for resources: {'Port': ['ID=d18ac46a-5870-4ba2-ba8f-8b17621f56f6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:41.480938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8afe-27d2-403a-a63b-94bb8e08f432 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.485597 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ce3d8afe-27d2-403a-a63b-94bb8e08f432 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d18ac46a-5870-4ba2-ba8f-8b17621f56f6 HTTP/1.1" status: 204 len: 168 time: 1.0035527 Feb 11 05:26:41.488432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56370) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:41.498768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62', 'external_fixed_ips': [{'subnet_id': '51d36652-095f-4ce0-b422-71c4ea02cb8e', 'ip_address': '2001:db8::43'}]}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:41.586062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (89599c10-6746-466b-b9b4-81f4d1f7443c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.587741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (89599c10-6746-466b-b9b4-81f4d1f7443c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.653758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f098f8f-c60f-4746-a6bf-7158a053568a req-6c3a32e0-5908-49d1-ae49-60fbbe4bacc9 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.653758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f098f8f-c60f-4746-a6bf-7158a053568a req-6c3a32e0-5908-49d1-ae49-60fbbe4bacc9 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.2831011 Feb 11 05:26:41.656983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad671352-9f86-4a1f-9949-8242cd88789f req-49d488cc-8274-40c5-a62f-124fb584a530 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778382 Feb 11 05:26:41.786995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_controller (89599c10-6746-466b-b9b4-81f4d1f7443c), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.867076 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f098f8f-c60f-4746-a6bf-7158a053568a req-0a520915-8429-4df5-b4bd-2f49315c3223 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309683 Feb 11 05:26:41.887544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.033336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.153463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:42.158025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:42.161642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:42.164131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (89599c10-6746-466b-b9b4-81f4d1f7443c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.213628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a9f3-db68-46cd-b541-bcca7bcf859c req-56a50974-5e5d-4010-beca-daaffdcce384 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.216114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4c7a9f3-db68-46cd-b541-bcca7bcf859c req-56a50974-5e5d-4010-beca-daaffdcce384 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 943 time: 0.1752009 Feb 11 05:26:42.216799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event updated for resources: {'Port': ['ID=38a740b7-7c48-48c3-83ac-4fcebb931c00,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:42.304089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.304898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.352449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4c7a9f3-db68-46cd-b541-bcca7bcf859c req-0677714c-4407-42bd-8a38-cff7704669ed tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274192 Feb 11 05:26:42.463002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-98ccc2d9-7f6c-4487-9e67-02d0c9dda2ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8071103 Feb 11 05:26:42.476045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:42.670917 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbd0ba3d-9428-41a6-bb10-2d93a8ae7371 req-22d1bc7b-c675-4104-90b5-5d3bf66f11ab tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=276386b8-902f-4e97-9111-1812bb55acea HTTP/1.1" status: 200 len: 210 time: 0.0583663 Feb 11 05:26:42.676731 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.761980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2afd2dd0-a427-4692-acb0-a32a443d5529 None None] Provisioning complete for port 38a740b7-7c48-48c3-83ac-4fcebb931c00 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:42.765009 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2afd2dd0-a427-4692-acb0-a32a443d5529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:42.770110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:42.875622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2afd2dd0-a427-4692-acb0-a32a443d5529 None None] Port 38a740b7-7c48-48c3-83ac-4fcebb931c00 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:43.008925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72405-6cea-45ff-bb2e-00a1fb54cd9e req-31a384a9-32d8-4dc2-9662-06967a75718a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.015251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72405-6cea-45ff-bb2e-00a1fb54cd9e req-31a384a9-32d8-4dc2-9662-06967a75718a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.030436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72405-6cea-45ff-bb2e-00a1fb54cd9e req-31a384a9-32d8-4dc2-9662-06967a75718a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.042737 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da723ae8-4b77-437a-b6e6-ff58b219a0cc x-openstack-request-id: req-da723ae8-4b77-437a-b6e6-ff58b219a0cc {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:43.043340 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276386b8-902f-4e97-9111-1812bb55acea", "name": "network-vif-deleted", "tag": "a069ba65-7756-4232-8f4a-696a14794f2b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:43.043340 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da723ae8-4b77-437a-b6e6-ff58b219a0cc {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:43.043651 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276386b8-902f-4e97-9111-1812bb55acea', 'name': 'network-vif-deleted', 'tag': 'a069ba65-7756-4232-8f4a-696a14794f2b', 'status': 'completed', 'code': 200} Feb 11 05:26:43.048966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72405-6cea-45ff-bb2e-00a1fb54cd9e req-31a384a9-32d8-4dc2-9662-06967a75718a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.052198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:43.054577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72405-6cea-45ff-bb2e-00a1fb54cd9e req-31a384a9-32d8-4dc2-9662-06967a75718a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.062399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25f72405-6cea-45ff-bb2e-00a1fb54cd9e req-31a384a9-32d8-4dc2-9662-06967a75718a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 3815 time: 0.2234910 Feb 11 05:26:43.067716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f', 'network_id': '6d0c1160-3d71-498b-9821-7fa12b3561e9', 'port_id': '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f', 'mac_address': 'fa:16:3e:7a:d8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:43.086583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (89599c10-6746-466b-b9b4-81f4d1f7443c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.107595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.122577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:43.122859 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.153296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:43.180386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:43.191339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25f72405-6cea-45ff-bb2e-00a1fb54cd9e req-d97a68de-34fa-405e-b645-40f22a6bf549 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278098 Feb 11 05:26:43.252499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.257087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94c5d6-e22e-452f-937e-975e22a0375c req-13f58f00-dd49-472b-a2b1-f86e0b83dc72 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.257087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e94c5d6-e22e-452f-937e-975e22a0375c req-13f58f00-dd49-472b-a2b1-f86e0b83dc72 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1897035 Feb 11 05:26:43.279295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9282e61-d28d-4d4c-a681-92d4261a3ced {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:43.290966 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Publish callbacks [] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.309876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Transition to ACTIVE for port object e9282e61-d28d-4d4c-a681-92d4261a3ced will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:43.342788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:43.343857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Allocated IP 2001:db8::43 (27b0bc24-6198-4181-ae2e-a08b43e83d62/51d36652-095f-4ce0-b422-71c4ea02cb8e/7c4f4d87-4865-4b2a-a73b-11ee86f668fe) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:43.370025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e94c5d6-e22e-452f-937e-975e22a0375c req-e55817ae-3d4f-437b-b579-5b4971b3a1aa tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035123 Feb 11 05:26:43.380886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.444166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Pushing event updated for resources: {'Port': ['ID=e9282e61-d28d-4d4c-a681-92d4261a3ced,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:43.482501 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.549785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:43.585884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.608946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Attempting to bind port e9282e61-d28d-4d4c-a681-92d4261a3ced on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:43.609295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Attempting to bind port e9282e61-d28d-4d4c-a681-92d4261a3ced by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:43.609627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Attempting to bind port e9282e61-d28d-4d4c-a681-92d4261a3ced on network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:43.619691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Port e9282e61-d28d-4d4c-a681-92d4261a3ced on network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:43.619691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Attempting to bind port e9282e61-d28d-4d4c-a681-92d4261a3ced on network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:43.629955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:43.630337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Checking segment: {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:43.630888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Bound using segment: {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:43.631340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Bound port: e9282e61-d28d-4d4c-a681-92d4261a3ced, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06c5926-79a3-403d-99e3-6b7b0413190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:43.631711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:43.652535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Network 27b0bc24-6198-4181-ae2e-a08b43e83d62 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:43.659531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:43.662162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'Port': ['ID=7c4f4d87-4865-4b2a-a73b-11ee86f668fe,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:43.668527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:43.683814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ceb55-8522-469b-92df-4c7fcfb7b87f req-78110c1b-00e7-49ba-b1fc-5b8ea7f5a66c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:43.692408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b44ceb55-8522-469b-92df-4c7fcfb7b87f req-78110c1b-00e7-49ba-b1fc-5b8ea7f5a66c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 944 time: 0.1289287 Feb 11 05:26:44.140968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (89599c10-6746-466b-b9b4-81f4d1f7443c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.277772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b44ceb55-8522-469b-92df-4c7fcfb7b87f req-31648e38-b5a4-47a5-9e19-e08038515b59 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789654 Feb 11 05:26:44.298269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] For port e9282e61-d28d-4d4c-a681-92d4261a3ced, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:44.311862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] For port e9282e61-d28d-4d4c-a681-92d4261a3ced, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:44.430346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699acc75-68d6-45d2-a983-4a2cf580be23 req-62cd97ea-ca3d-4fb6-8b95-ae6aaa74889c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.441359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699acc75-68d6-45d2-a983-4a2cf580be23 req-62cd97ea-ca3d-4fb6-8b95-ae6aaa74889c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.447304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699acc75-68d6-45d2-a983-4a2cf580be23 req-62cd97ea-ca3d-4fb6-8b95-ae6aaa74889c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.454063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699acc75-68d6-45d2-a983-4a2cf580be23 req-62cd97ea-ca3d-4fb6-8b95-ae6aaa74889c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.459988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699acc75-68d6-45d2-a983-4a2cf580be23 req-62cd97ea-ca3d-4fb6-8b95-ae6aaa74889c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.462429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-699acc75-68d6-45d2-a983-4a2cf580be23 req-62cd97ea-ca3d-4fb6-8b95-ae6aaa74889c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 3827 time: 0.1228707 Feb 11 05:26:44.465484 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.497844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (89599c10-6746-466b-b9b4-81f4d1f7443c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.521113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.521915 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.523697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] 10.222.0.83 "PUT /v2.0/ports/e9282e61-d28d-4d4c-a681-92d4261a3ced HTTP/1.1" status: 200 len: 1092 time: 2.0533535 Feb 11 05:26:44.536888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:44.543227 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b" -d '{"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:44.602385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee1cbb-b34e-462d-83d2-79270c510d94 service neutron] Pushing event updated for resources: {'Port': ['ID=e9282e61-d28d-4d4c-a681-92d4261a3ced,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:44.621293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-699acc75-68d6-45d2-a983-4a2cf580be23 req-870ebcd3-6f1f-4404-ac16-c57caf62b0e2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458502 Feb 11 05:26:44.642548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:44.734387 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:44.772617 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:44.860748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Router 89599c10-6746-466b-b9b4-81f4d1f7443c is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:26:44.890445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6805ec1-ce92-4ae5-aaf9-6d2b2cc4fc67 req-08eca904-8f08-4a19-ac93-9f3d42f5b790 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:44.899764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6805ec1-ce92-4ae5-aaf9-6d2b2cc4fc67 req-08eca904-8f08-4a19-ac93-9f3d42f5b790 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1138966 Feb 11 05:26:44.902887 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6a0832-a934-487f-af49-eef098953d96 x-openstack-request-id: req-fb6a0832-a934-487f-af49-eef098953d96 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:44.904084 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:44.904232 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb6a0832-a934-487f-af49-eef098953d96 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:44.904523 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'status': 'completed', 'code': 200} Feb 11 05:26:45.015519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:45.020361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:45.020964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.100171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-d5bb84c1-ae16-4a1c-b83c-267a1edd5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.100848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-d5bb84c1-ae16-4a1c-b83c-267a1edd5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.101375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-d5bb84c1-ae16-4a1c-b83c-267a1edd5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.101899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-d5bb84c1-ae16-4a1c-b83c-267a1edd5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.102415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-d5bb84c1-ae16-4a1c-b83c-267a1edd5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.104334 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-d5bb84c1-ae16-4a1c-b83c-267a1edd5ea9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 4394 time: 0.1173904 Feb 11 05:26:45.203552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:45.217258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Sync routers for ids ['89599c10-6746-466b-b9b4-81f4d1f7443c'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:45.233361 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Routers {'89599c10-6746-466b-b9b4-81f4d1f7443c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:45.237115 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:26:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89599c10-6746-466b-b9b4-81f4d1f7443c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:45.297373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6805ec1-ce92-4ae5-aaf9-6d2b2cc4fc67 req-dd10d4e4-2fdd-4489-a7fc-4e17d96cb275 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126910 Feb 11 05:26:45.313864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-b9341d56-a059-4afc-adbb-401ef62dc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.315354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-b9341d56-a059-4afc-adbb-401ef62dc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.317096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-b9341d56-a059-4afc-adbb-401ef62dc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.322509 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-b9341d56-a059-4afc-adbb-401ef62dc05e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=eb490f3033ae486888225f8976d0eb68&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2092552 Feb 11 05:26:45.350028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdce99-6146-474e-8b4e-fd2a01d2fc3c req-aa8e71c4-7cac-40c2-8478-96fec299c721 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.356859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36bdce99-6146-474e-8b4e-fd2a01d2fc3c req-aa8e71c4-7cac-40c2-8478-96fec299c721 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 950 time: 0.3220429 Feb 11 05:26:45.357552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.360054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d5c207df-622e-4193-8848-610bbc7156a1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.8693552 Feb 11 05:26:45.383002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:45.522651 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Set router 89599c10-6746-466b-b9b4-81f4d1f7443c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:45.524542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-533bc375-90cc-412f-b8fc-29f857b11673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.524749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:45.525118 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.526956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a47a6f76-1a7f-4c1c-8f64-13cd2852e52b req-533bc375-90cc-412f-b8fc-29f857b11673 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1974142 Feb 11 05:26:45.527481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36bdce99-6146-474e-8b4e-fd2a01d2fc3c req-c62b1ba8-4de5-4a5e-8065-041024670a34 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636999 Feb 11 05:26:45.572424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7242f2-cb49-486f-9796-fc187536d6cf req-dd37e06b-57da-4df2-b560-22a46a854d5f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.575502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb7242f2-cb49-486f-9796-fc187536d6cf req-dd37e06b-57da-4df2-b560-22a46a854d5f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 944 time: 0.1516376 Feb 11 05:26:45.624166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:45.625808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4114a251-a610-4f15-b1dd-32ad26a41a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:45.628870 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb9626b-262f-46e4-a65a-f2ba5a4c1aa1" -d '{"events": [{"server_uuid": "4114a251-a610-4f15-b1dd-32ad26a41a02", "name": "network-vif-plugged", "status": "completed", "tag": "49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:45.674673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:45.690292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb7242f2-cb49-486f-9796-fc187536d6cf req-12ad61ff-3253-47d9-96a2-2d75378793d1 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084523 Feb 11 05:26:45.704435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Publish callbacks [] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.716190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720891-b360-4bae-8ae6-72b171abac8b req-31bed440-bc03-4389-b45a-268c84085ad9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.717944 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2720891-b360-4bae-8ae6-72b171abac8b req-31bed440-bc03-4389-b45a-268c84085ad9 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 950 time: 0.1275134 Feb 11 05:26:45.736576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Transition to ACTIVE for port object ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:45.758137 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.758995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a069ba65-7756-4232-8f4a-696a14794f2b no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:45.823643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.845438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (89599c10-6746-466b-b9b4-81f4d1f7443c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.864521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:45.871097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: a069ba65-7756-4232-8f4a-696a14794f2b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:45.874359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a069ba65-7756-4232-8f4a-696a14794f2b not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:45.933448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de957-5a92-458a-b394-5c2d083889db req-df90bd4a-56a8-429a-bf1c-4869e4f24725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.972908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de957-5a92-458a-b394-5c2d083889db req-df90bd4a-56a8-429a-bf1c-4869e4f24725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.981568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de957-5a92-458a-b394-5c2d083889db req-df90bd4a-56a8-429a-bf1c-4869e4f24725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.984743 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89599c10-6746-466b-b9b4-81f4d1f7443c', 'name': '', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62', 'external_fixed_ips': [{'subnet_id': '51d36652-095f-4ce0-b422-71c4ea02cb8e', 'ip_address': '2001:db8::43'}], 'enable_snat': True}, 'gw_port_id': '7c4f4d87-4865-4b2a-a73b-11ee86f668fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:26:41Z', 'updated_at': '2022-02-11T05:26:43Z', 'revision_number': 3, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port': {'id': '7c4f4d87-4865-4b2a-a73b-11ee86f668fe', 'name': '', 'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89599c10-6746-466b-b9b4-81f4d1f7443c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '51d36652-095f-4ce0-b422-71c4ea02cb8e', 'ip_address': '2001:db8::43', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:26:43Z', 'updated_at': '2022-02-11T05:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51d36652-095f-4ce0-b422-71c4ea02cb8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:45.988925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de957-5a92-458a-b394-5c2d083889db req-df90bd4a-56a8-429a-bf1c-4869e4f24725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:45.995368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Deleting port eb557fab-dc83-45d9-8f73-f36e14d3f1fa {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:45.995718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:45.997483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de957-5a92-458a-b394-5c2d083889db req-df90bd4a-56a8-429a-bf1c-4869e4f24725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.000124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-497de957-5a92-458a-b394-5c2d083889db req-df90bd4a-56a8-429a-bf1c-4869e4f24725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 3827 time: 0.2261360 Feb 11 05:26:46.020510 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9a5f1a-9707-4cee-a66a-05b713c20eab x-openstack-request-id: req-ef9a5f1a-9707-4cee-a66a-05b713c20eab {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:46.020949 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4114a251-a610-4f15-b1dd-32ad26a41a02", "name": "network-vif-plugged", "status": "completed", "tag": "49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:46.021303 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef9a5f1a-9707-4cee-a66a-05b713c20eab {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:46.021899 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4114a251-a610-4f15-b1dd-32ad26a41a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f', 'code': 200} Feb 11 05:26:46.060345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:46.081695 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Checking router: 89599c10-6746-466b-b9b4-81f4d1f7443c for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:46.082300 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Updating router 89599c10-6746-466b-b9b4-81f4d1f7443c port 7c4f4d87-4865-4b2a-a73b-11ee86f668fe binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:26:46.131599 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.195897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-497de957-5a92-458a-b394-5c2d083889db req-55ffa010-db57-4a97-aefe-c561c4104bde tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878884 Feb 11 05:26:46.235701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Attempting to bind port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:46.235701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Attempting to bind port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:46.236007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Attempting to bind port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:46.272767 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (89599c10-6746-466b-b9b4-81f4d1f7443c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.279326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 on network 26390fa8-4912-4afe-88e4-6a77a474655a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:46.280252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Attempting to bind port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:46.297482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:46.297849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Checking segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:46.298215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Bound using segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:46.298763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Bound port: ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:46.299585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.313756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] For port eb557fab-dc83-45d9-8f73-f36e14d3f1fa, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:46.313756 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.318964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-2ad566fd-07b0-40ba-b699-bdb378aaae97 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.319319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aac36-bda7-44d5-8ab2-e8ac15362f02 req-a2e7cc64-6e0c-451a-a026-a22aeebdb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.320196 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-2ad566fd-07b0-40ba-b699-bdb378aaae97 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/ports?device_id=2032fda4-b45f-4d4f-b0bf-53a968a30053 HTTP/1.1" status: 200 len: 950 time: 0.2119346 Feb 11 05:26:46.320389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-214aac36-bda7-44d5-8ab2-e8ac15362f02 req-a2e7cc64-6e0c-451a-a026-a22aeebdb51e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 1128 time: 0.1364784 Feb 11 05:26:46.357054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Calling delete_port for eb557fab-dc83-45d9-8f73-f36e14d3f1fa owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:46.469916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-214aac36-bda7-44d5-8ab2-e8ac15362f02 req-68b7f490-2ea5-4d1d-bc36-080f289d8392 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217511 Feb 11 05:26:46.471864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] For port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:46.494742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] For port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:46.513493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458c2a-350a-4ac6-b72d-43dec9932609 req-dd436d7d-32f2-486d-b5b2-436b876a7630 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.515293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92458c2a-350a-4ac6-b72d-43dec9932609 req-dd436d7d-32f2-486d-b5b2-436b876a7630 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.0993896 Feb 11 05:26:46.607389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Deleting port 7c4f4d87-4865-4b2a-a73b-11ee86f668fe {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:46.607717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.623477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92458c2a-350a-4ac6-b72d-43dec9932609 req-84866df7-1866-4bbc-937c-e8eb4a5df3ac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006658 Feb 11 05:26:46.656078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.672945 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Publish callbacks [] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.680357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Deleting port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:46.680801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.726575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.727308 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.729272 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] 10.222.0.83 "PUT /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 1131 time: 2.0975053 Feb 11 05:26:46.773984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec78da-0e75-4b55-b922-7117c291b016 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:46.786972 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:46.797674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505e610-e68e-4fa1-8326-45b7387d573a req-d0362117-a4c3-43d3-8555-b8703935bf25 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:46.809808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6505e610-e68e-4fa1-8326-45b7387d573a req-d0362117-a4c3-43d3-8555-b8703935bf25 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 950 time: 0.1658978 Feb 11 05:26:46.874232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:46.968746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': 'ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:46.977856 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074516e3-68d1-4ed9-a61b-8509811efed4" -d '{"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:46.985963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eb557fab-dc83-45d9-8f73-f36e14d3f1fa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.002387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:47.006330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:47.095502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6505e610-e68e-4fa1-8326-45b7387d573a req-7f5079f8-f3dd-407c-83b6-1fe452b8f30d tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808383 Feb 11 05:26:47.101957 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Pushing event updated for resources: {'Port': ['ID=7c4f4d87-4865-4b2a-a73b-11ee86f668fe,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:47.104128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event deleted for resources: {'Port': ['ID=eb557fab-dc83-45d9-8f73-f36e14d3f1fa,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:47.122768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb21f4-186f-459d-893a-c12729f28459 req-c1697537-42fd-47b9-946d-f27423af18fb tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.123366 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.123974 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.124486 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.124879 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.129618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:47.130587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9bb21f4-186f-459d-893a-c12729f28459 req-c1697537-42fd-47b9-946d-f27423af18fb tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.2942240 Feb 11 05:26:47.133943 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Attempting to bind port 7c4f4d87-4865-4b2a-a73b-11ee86f668fe on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:47.135730 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Attempting to bind port 7c4f4d87-4865-4b2a-a73b-11ee86f668fe by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '4f35e7df-642a-4c08-bcbc-a6c767a8339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:47.136210 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Attempting to bind port 7c4f4d87-4865-4b2a-a73b-11ee86f668fe on network 27b0bc24-6198-4181-ae2e-a08b43e83d62 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:47.152416 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:47.152974 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Checking segment: {'id': '4f35e7df-642a-4c08-bcbc-a6c767a8339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:47.153479 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.153973 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Bound using segment: {'id': '4f35e7df-642a-4c08-bcbc-a6c767a8339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:47.154549 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Bound port: 7c4f4d87-4865-4b2a-a73b-11ee86f668fe, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f35e7df-642a-4c08-bcbc-a6c767a8339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '27b0bc24-6198-4181-ae2e-a08b43e83d62'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:47.155047 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.176241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.204072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.216118 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd30d9b1-f58e-445e-a2a3-1d2bc1a7ea50 x-openstack-request-id: req-dd30d9b1-f58e-445e-a2a3-1d2bc1a7ea50 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:47.216750 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:47.217166 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd30d9b1-f58e-445e-a2a3-1d2bc1a7ea50 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:47.217754 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': 'ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5', 'status': 'completed', 'code': 200} Feb 11 05:26:47.239199 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] For port 7c4f4d87-4865-4b2a-a73b-11ee86f668fe, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:47.241709 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] For port 7c4f4d87-4865-4b2a-a73b-11ee86f668fe, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4f4d87-4865-4b2a-a73b-11ee86f668fe,segment=NetworkSegment(4f35e7df-642a-4c08-bcbc-a6c767a8339d),segment_id=4f35e7df-642a-4c08-bcbc-a6c767a8339d)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:47.377962 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.458276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9bb21f4-186f-459d-893a-c12729f28459 req-16459a70-379f-42b7-adfc-93dd1590c126 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196068 Feb 11 05:26:47.554546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946a21-64b3-487d-b846-f64f30a59108 req-96ff0387-fdf3-4553-a58e-3672959f2447 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.561602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946a21-64b3-487d-b846-f64f30a59108 req-96ff0387-fdf3-4553-a58e-3672959f2447 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.567227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946a21-64b3-487d-b846-f64f30a59108 req-96ff0387-fdf3-4553-a58e-3672959f2447 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.568887 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb1334-c45c-411d-aa6b-57bd728ad9ab None None] Pushing event updated for resources: {'Port': ['ID=7c4f4d87-4865-4b2a-a73b-11ee86f668fe,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:47.574249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946a21-64b3-487d-b846-f64f30a59108 req-96ff0387-fdf3-4553-a58e-3672959f2447 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.579984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946a21-64b3-487d-b846-f64f30a59108 req-96ff0387-fdf3-4553-a58e-3672959f2447 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.591571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946a21-64b3-487d-b846-f64f30a59108 req-96ff0387-fdf3-4553-a58e-3672959f2447 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:47.594998 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Routers {'89599c10-6746-466b-b9b4-81f4d1f7443c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:47.595644 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:26:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['89599c10-6746-466b-b9b4-81f4d1f7443c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:47.601113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db946a21-64b3-487d-b846-f64f30a59108 req-96ff0387-fdf3-4553-a58e-3672959f2447 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 4599 time: 0.2472868 Feb 11 05:26:47.766805 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] Set router 89599c10-6746-466b-b9b4-81f4d1f7443c gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:47.859773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] No DVR routers for this DVR port eb557fab-dc83-45d9-8f73-f36e14d3f1fa on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:47.868427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Calling delete_port for 7c4f4d87-4865-4b2a-a73b-11ee86f668fe owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:47.873052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.874936 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89599c10-6746-466b-b9b4-81f4d1f7443c', 'name': '', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:26:41Z', 'updated_at': '2022-02-11T05:26:46Z', 'revision_number': 4, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:47.877420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e2720891-b360-4bae-8ae6-72b171abac8b req-40d6ebdb-4513-42c3-bf35-7af0f52d09f4 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.65 "DELETE /v2.0/ports/eb557fab-dc83-45d9-8f73-f36e14d3f1fa HTTP/1.1" status: 204 len: 173 time: 2.1516755 Feb 11 05:26:47.892141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395522ee-62a0-42fb-a665-54b6c5afdc4e', 'name': 'network-vif-deleted', 'tag': 'eb557fab-dc83-45d9-8f73-f36e14d3f1fa'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:47.894917 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bffb2b-ad05-4472-93e5-d49f3868507b" -d '{"events": [{"server_uuid": "395522ee-62a0-42fb-a665-54b6c5afdc4e", "name": "network-vif-deleted", "tag": "eb557fab-dc83-45d9-8f73-f36e14d3f1fa"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:47.919375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] For port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:47.920589 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:47.925776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a01f5-785a-48fd-9dcc-c8219754e035 None None] The sync data for ids ['89599c10-6746-466b-b9b4-81f4d1f7443c'] in n-d-713498-37 is: [{'id': '89599c10-6746-466b-b9b4-81f4d1f7443c', 'name': '', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:26:41Z', 'updated_at': '2022-02-11T05:26:46Z', 'revision_number': 4, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:48.036018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Calling delete_port for 6265efb6-7326-4552-b0b7-6c93b5e3dd5a owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:48.081071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-d1b545d3-254b-41ea-a344-6e96e9a7bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.081554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-d1b545d3-254b-41ea-a344-6e96e9a7bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.082019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-d1b545d3-254b-41ea-a344-6e96e9a7bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.082480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-d1b545d3-254b-41ea-a344-6e96e9a7bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.082938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-d1b545d3-254b-41ea-a344-6e96e9a7bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.083393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-d1b545d3-254b-41ea-a344-6e96e9a7bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.085503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-d1b545d3-254b-41ea-a344-6e96e9a7bfc0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5349 time: 0.3197265 Feb 11 05:26:48.094768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db946a21-64b3-487d-b846-f64f30a59108 req-ad8f8f30-847a-494b-84d5-bfae1fab282f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4765968 Feb 11 05:26:48.266237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:48.275026 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Publish callbacks [] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:48.288783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Transition to ACTIVE for port object 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:48.302532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beae32-9af7-4662-9d2b-82e6c5e882b2 req-9f685b3a-8534-4b7d-8898-bf6e77c382ef tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.304163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8beae32-9af7-4662-9d2b-82e6c5e882b2 req-9f685b3a-8534-4b7d-8898-bf6e77c382ef tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.4052241 Feb 11 05:26:48.389979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3504b38a-d352-4798-813c-fa43b2942da8 req-bf4ba106-5ad0-465c-989a-ade32ee9145c tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=395522ee-62a0-42fb-a665-54b6c5afdc4e HTTP/1.1" status: 200 len: 210 time: 0.0528815 Feb 11 05:26:48.396160 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:48.432433 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c85c37-1ba6-4e4b-8976-2770ddf01d79 x-openstack-request-id: req-02c85c37-1ba6-4e4b-8976-2770ddf01d79 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:48.434739 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395522ee-62a0-42fb-a665-54b6c5afdc4e", "name": "network-vif-deleted", "tag": "eb557fab-dc83-45d9-8f73-f36e14d3f1fa", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:48.435070 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02c85c37-1ba6-4e4b-8976-2770ddf01d79 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:48.435847 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395522ee-62a0-42fb-a665-54b6c5afdc4e', 'name': 'network-vif-deleted', 'tag': 'eb557fab-dc83-45d9-8f73-f36e14d3f1fa', 'status': 'completed', 'code': 200} Feb 11 05:26:48.464686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8beae32-9af7-4662-9d2b-82e6c5e882b2 req-59d88158-2fa9-4c35-86b5-c573c713a5c8 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496212 Feb 11 05:26:48.495204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Pushing event updated for resources: {'Port': ['ID=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:48.578447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-c45aa1dd-61e8-4b65-a33d-e29f14f175a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.578919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-c45aa1dd-61e8-4b65-a33d-e29f14f175a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.579377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-c45aa1dd-61e8-4b65-a33d-e29f14f175a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.581030 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-c45aa1dd-61e8-4b65-a33d-e29f14f175a2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=eb490f3033ae486888225f8976d0eb68&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4555707 Feb 11 05:26:48.608745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Attempting to bind port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:48.609239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Attempting to bind port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:48.609679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Attempting to bind port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:48.618113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 on network 26390fa8-4912-4afe-88e4-6a77a474655a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:48.618545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Attempting to bind port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:48.630358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5ba13-2b95-45f1-bf63-c8a334a5a1a5 req-a518e971-2786-4aba-a873-56d897d4a112 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.632048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fac5ba13-2b95-45f1-bf63-c8a334a5a1a5 req-a518e971-2786-4aba-a873-56d897d4a112 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.0932851 Feb 11 05:26:48.635267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:48.636549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Checking segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:48.636853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Bound using segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:48.637728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Bound port: 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:48.637728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:48.751938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fac5ba13-2b95-45f1-bf63-c8a334a5a1a5 req-369f5d4f-ff13-4a30-aff4-1cdbbfc80dad tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105042 Feb 11 05:26:48.769987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] For port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:48.797830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6265efb6-7326-4552-b0b7-6c93b5e3dd5a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:48.809944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:48.815981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eb557fab-dc83-45d9-8f73-f36e14d3f1fa'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:48.911594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event deleted for resources: {'Port': ['ID=6265efb6-7326-4552-b0b7-6c93b5e3dd5a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:48.965716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] For port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:48.993524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-a27d3fd9-5556-4967-a7c3-131cb8a3a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.998346 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-074516e3-68d1-4ed9-a61b-8509811efed4 req-a27d3fd9-5556-4967-a7c3-131cb8a3a709 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4051831 Feb 11 05:26:49.028544 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7c4f4d87-4865-4b2a-a73b-11ee86f668fe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.031976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] No DVR routers for this DVR port 6265efb6-7326-4552-b0b7-6c93b5e3dd5a on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:49.094602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.098676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21a102fe-e0d5-4380-b40d-75d9fad137ac req-41a3b42c-7feb-4bd8-a00f-da218f64e0a1 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "DELETE /v2.0/ports/6265efb6-7326-4552-b0b7-6c93b5e3dd5a HTTP/1.1" status: 204 len: 173 time: 2.7673254 Feb 11 05:26:49.099505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c4f4d87-4865-4b2a-a73b-11ee86f668fe,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:49.114674 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.229837 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (89599c10-6746-466b-b9b4-81f4d1f7443c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.436279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.437034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.438533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] 10.222.0.83 "PUT /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 1132 time: 2.5710926 Feb 11 05:26:49.448477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc05aff-7e4e-4b9f-b4a4-95102d6545b8 service neutron] Pushing event updated for resources: {'Port': ['ID=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:49.451425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '844c5577-10c2-4d2a-bdf2-ed40bc552dd4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:49.453923 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29" -d '{"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "844c5577-10c2-4d2a-bdf2-ed40bc552dd4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:49.557180 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (89599c10-6746-466b-b9b4-81f4d1f7443c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.561103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_controller (89599c10-6746-466b-b9b4-81f4d1f7443c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.573716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:49.717857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (89599c10-6746-466b-b9b4-81f4d1f7443c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.718602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89599c10-6746-466b-b9b4-81f4d1f7443c {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:49.720437 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.732232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.733763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2b1aea97-38e4-4b7e-8c49-e85e2c7b1878 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "DELETE /v2.0/routers/89599c10-6746-466b-b9b4-81f4d1f7443c HTTP/1.1" status: 204 len: 168 time: 4.3453734 Feb 11 05:26:49.736400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56488) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:49.743799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fbdbd-adf0-4cf2-ad96-a1632c3613c2 req-eca73b72-c562-4f05-94c6-58a364d17e5c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.752406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d87fbdbd-adf0-4cf2-ad96-a1632c3613c2 req-eca73b72-c562-4f05-94c6-58a364d17e5c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.5168455 Feb 11 05:26:49.812336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-211b8620-9e2f-4fbf-8b87-3090d81466e6 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Deleting subnet 51d36652-095f-4ce0-b422-71c4ea02cb8e {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:49.827648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-211b8620-9e2f-4fbf-8b87-3090d81466e6 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for subnet (51d36652-095f-4ce0-b422-71c4ea02cb8e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.828415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d87fbdbd-adf0-4cf2-ad96-a1632c3613c2 req-cc81b133-1bcf-4697-9b87-1338a2967b82 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748911 Feb 11 05:26:49.867672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-50b57523-9604-4f36-bd17-cfa42341b098 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.890705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-50b57523-9604-4f36-bd17-cfa42341b098 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.892119 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-211b8620-9e2f-4fbf-8b87-3090d81466e6 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (51d36652-095f-4ce0-b422-71c4ea02cb8e), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.908118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-50b57523-9604-4f36-bd17-cfa42341b098 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.919300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-50b57523-9604-4f36-bd17-cfa42341b098 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.932276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-50b57523-9604-4f36-bd17-cfa42341b098 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.955828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-50b57523-9604-4f36-bd17-cfa42341b098 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.973406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-50b57523-9604-4f36-bd17-cfa42341b098 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.983679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-50b57523-9604-4f36-bd17-cfa42341b098 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5372 time: 0.5440173 Feb 11 05:26:50.017680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-211b8620-9e2f-4fbf-8b87-3090d81466e6 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (51d36652-095f-4ce0-b422-71c4ea02cb8e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.222973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-211b8620-9e2f-4fbf-8b87-3090d81466e6 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (51d36652-095f-4ce0-b422-71c4ea02cb8e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.291608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b8620-9e2f-4fbf-8b87-3090d81466e6 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=51d36652-095f-4ce0-b422-71c4ea02cb8e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:50.300043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-211b8620-9e2f-4fbf-8b87-3090d81466e6 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.303454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-211b8620-9e2f-4fbf-8b87-3090d81466e6 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/51d36652-095f-4ce0-b422-71c4ea02cb8e HTTP/1.1" status: 204 len: 168 time: 0.5659914 Feb 11 05:26:50.310674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56498) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:50.440136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2032fda4-b45f-4d4f-b0bf-53a968a30053', 'name': 'network-vif-deleted', 'tag': '6265efb6-7326-4552-b0b7-6c93b5e3dd5a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:50.446815 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55289fe-ba58-42ca-919e-9c630d0d8210" -d '{"events": [{"server_uuid": "2032fda4-b45f-4d4f-b0bf-53a968a30053", "name": "network-vif-deleted", "tag": "6265efb6-7326-4552-b0b7-6c93b5e3dd5a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:50.486755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c85380d-1b6d-46c6-8ec4-6a43064c2a67 req-9516f02a-2615-48a8-965a-f21f5abde328 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5017314 Feb 11 05:26:50.502856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (27b0bc24-6198-4181-ae2e-a08b43e83d62), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.521501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30e2a-d10c-4036-89f7-668e67164fbb req-1cb911a8-c854-49c8-b9ce-460feac663f8 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.532670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1a30e2a-d10c-4036-89f7-668e67164fbb req-1cb911a8-c854-49c8-b9ce-460feac663f8 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.4739411 Feb 11 05:26:50.615438 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37a7a04-ecba-482f-822d-f0716594a43d x-openstack-request-id: req-b37a7a04-ecba-482f-822d-f0716594a43d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:50.615438 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "844c5577-10c2-4d2a-bdf2-ed40bc552dd4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:50.615759 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b37a7a04-ecba-482f-822d-f0716594a43d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:50.616494 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '844c5577-10c2-4d2a-bdf2-ed40bc552dd4', 'status': 'completed', 'code': 200} Feb 11 05:26:50.692382 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:26:50.695582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1a30e2a-d10c-4036-89f7-668e67164fbb req-b75df55e-e4d4-4406-86a1-30292beb5b42 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604698 Feb 11 05:26:50.748371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (27b0bc24-6198-4181-ae2e-a08b43e83d62), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.785175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:50.785690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b0bc24-6198-4181-ae2e-a08b43e83d62']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:50.789739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eb557fab-dc83-45d9-8f73-f36e14d3f1fa no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:50.804715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-1726686b-60e6-4367-94e1-68ab1fcae3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.805274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-1726686b-60e6-4367-94e1-68ab1fcae3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.805751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-1726686b-60e6-4367-94e1-68ab1fcae3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.806214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-1726686b-60e6-4367-94e1-68ab1fcae3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.806674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-1726686b-60e6-4367-94e1-68ab1fcae3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.807134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-1726686b-60e6-4367-94e1-68ab1fcae3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.807681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-1726686b-60e6-4367-94e1-68ab1fcae3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.809754 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-1726686b-60e6-4367-94e1-68ab1fcae3db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6305 time: 0.1787081 Feb 11 05:26:50.815226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f35e7df-642a-4c08-bcbc-a6c767a8339d') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:50.821893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f35e7df-642a-4c08-bcbc-a6c767a8339d') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:50.856773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (4f35e7df-642a-4c08-bcbc-a6c767a8339d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.865145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: eb557fab-dc83-45d9-8f73-f36e14d3f1fa {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:50.865847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eb557fab-dc83-45d9-8f73-f36e14d3f1fa not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:50.866481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:50.958229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bba7ff-1078-4885-abaa-6f9f42e4938a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:50.958584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4f35e7df-642a-4c08-bcbc-a6c767a8339d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.982524 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Publish callbacks [] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.987409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:50.987823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (4f35e7df-642a-4c08-bcbc-a6c767a8339d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.043399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c44cc-8636-4e4e-b708-84058be1cdcf req-83fcfdb0-0404-47f0-a6b7-8e114e56b35e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.045213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f2c44cc-8636-4e4e-b708-84058be1cdcf req-83fcfdb0-0404-47f0-a6b7-8e114e56b35e tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.3161583 Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: items = [ Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:51.102389 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:51.105671 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e192b05-6ae1-4533-bc68-2db509339c1b x-openstack-request-id: req-4e192b05-6ae1-4533-bc68-2db509339c1b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:51.105671 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2032fda4-b45f-4d4f-b0bf-53a968a30053", "name": "network-vif-deleted", "tag": "6265efb6-7326-4552-b0b7-6c93b5e3dd5a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:51.105671 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e192b05-6ae1-4533-bc68-2db509339c1b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:51.105671 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2032fda4-b45f-4d4f-b0bf-53a968a30053', 'name': 'network-vif-deleted', 'tag': '6265efb6-7326-4552-b0b7-6c93b5e3dd5a', 'status': 'completed', 'code': 200} Feb 11 05:26:51.160512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-eb706a69-502c-4610-aa75-e8df50d68cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.164984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-eb706a69-502c-4610-aa75-e8df50d68cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.168800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-eb706a69-502c-4610-aa75-e8df50d68cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.168800 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-eb706a69-502c-4610-aa75-e8df50d68cc4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=eb490f3033ae486888225f8976d0eb68&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3429065 Feb 11 05:26:51.171500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:51.176091 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.194772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Transition to ACTIVE for port object 11bba7ff-1078-4885-abaa-6f9f42e4938a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:51.213621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 6265efb6-7326-4552-b0b7-6c93b5e3dd5a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:51.220287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f2c44cc-8636-4e4e-b708-84058be1cdcf req-ad83d38a-d13f-44d4-af76-53ad284b3e16 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691418 Feb 11 05:26:51.257939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 6265efb6-7326-4552-b0b7-6c93b5e3dd5a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:51.258689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 6265efb6-7326-4552-b0b7-6c93b5e3dd5a not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:51.278167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:51.282037 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4af4b9-ff3c-480d-8b0f-b759b1529abd" -d '{"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-unplugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:51.294934 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.308722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:51.314859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:51.333080 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (27b0bc24-6198-4181-ae2e-a08b43e83d62), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.341031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '8860d7c9-2446-4421-b255-ababfeb9f227', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '8860d7c9-2446-4421-b255-ababfeb9f227', 'mac_address': 'fa:16:3e:94:a0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:51.344975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27b0bc24-6198-4181-ae2e-a08b43e83d62 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:26:51.349566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.360571 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "DELETE /v2.0/networks/27b0bc24-6198-4181-ae2e-a08b43e83d62 HTTP/1.1" status: 204 len: 168 time: 1.0486720 Feb 11 05:26:51.373229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1a1d4-6e15-4af9-b1fa-c75232a837dc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event deleted for resources: {'Network': ['ID=27b0bc24-6198-4181-ae2e-a08b43e83d62,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:51.407121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-5e977d88-8dc0-49ce-95b9-d438c8da7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.412344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36d3d666-a96b-4a48-a8ab-8e06e8b72a29 req-5e977d88-8dc0-49ce-95b9-d438c8da7a72 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343283 Feb 11 05:26:51.443352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Pushing event updated for resources: {'Port': ['ID=11bba7ff-1078-4885-abaa-6f9f42e4938a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:51.447418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:51.454254 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.454254 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.516822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8860d7c9-2446-4421-b255-ababfeb9f227 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:51.647918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:51.685479 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:26:51.689804 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:26:51.775477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Attempting to bind port 11bba7ff-1078-4885-abaa-6f9f42e4938a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:51.775999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Attempting to bind port 11bba7ff-1078-4885-abaa-6f9f42e4938a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:51.783899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Attempting to bind port 11bba7ff-1078-4885-abaa-6f9f42e4938a on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:51.795806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Port 11bba7ff-1078-4885-abaa-6f9f42e4938a on network 26390fa8-4912-4afe-88e4-6a77a474655a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:51.804521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Attempting to bind port 11bba7ff-1078-4885-abaa-6f9f42e4938a on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:51.852224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:51.858729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Checking segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:51.859941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Bound using segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:51.861242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Bound port: 11bba7ff-1078-4885-abaa-6f9f42e4938a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:51.866354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.903962 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64946635-e714-4685-b8e3-3940f964ac91 x-openstack-request-id: req-64946635-e714-4685-b8e3-3940f964ac91 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:51.904480 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-unplugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:51.904940 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64946635-e714-4685-b8e3-3940f964ac91 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:51.906918 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227', 'code': 200} Feb 11 05:26:51.996148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] For port 11bba7ff-1078-4885-abaa-6f9f42e4938a, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:52.002405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] For port 11bba7ff-1078-4885-abaa-6f9f42e4938a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:52.113874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.135271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.136450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.137908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] 10.222.0.83 "PUT /v2.0/ports/11bba7ff-1078-4885-abaa-6f9f42e4938a HTTP/1.1" status: 200 len: 1091 time: 2.5851989 Feb 11 05:26:52.204722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-0521623a-0716-4421-8a14-485b92538498 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.205925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56524) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:52.208844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-0521623a-0716-4421-8a14-485b92538498 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.215117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-0521623a-0716-4421-8a14-485b92538498 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.217347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e398b8b6-c567-4641-9b90-dec78e914ab8 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'router': {'name': 'tempest-router--1564515307', 'project_id': '4fa1c2694d1b43bc8107ba1077cc5507'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:52.232736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-0521623a-0716-4421-8a14-485b92538498 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.238247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-0521623a-0716-4421-8a14-485b92538498 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.256039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-0521623a-0716-4421-8a14-485b92538498 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.272240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-0521623a-0716-4421-8a14-485b92538498 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.281504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-0521623a-0716-4421-8a14-485b92538498 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5384 time: 0.2745850 Feb 11 05:26:52.305482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:52.318794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:52.319764 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.347391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860d7c9-2446-4421-b255-ababfeb9f227 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:52.380663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e398b8b6-c567-4641-9b90-dec78e914ab8 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (3c9f0099-37a7-44dd-b189-e8e9d2294377), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.382071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e398b8b6-c567-4641-9b90-dec78e914ab8 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (3c9f0099-37a7-44dd-b189-e8e9d2294377), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.388742 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:52.430653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ef025-0179-4b54-bd37-bd96b86146a8 req-4ce53553-b55a-49dc-a332-4ca59086566b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.432381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b5ef025-0179-4b54-bd37-bd96b86146a8 req-4ce53553-b55a-49dc-a332-4ca59086566b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.4122384 Feb 11 05:26:52.462440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e398b8b6-c567-4641-9b90-dec78e914ab8 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_controller (3c9f0099-37a7-44dd-b189-e8e9d2294377), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.482824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b07d7-6c57-49ea-92d0-0eeb8305967a service neutron] Pushing event updated for resources: {'Port': ['ID=11bba7ff-1078-4885-abaa-6f9f42e4938a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:52.490166 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.497982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.528392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e398b8b6-c567-4641-9b90-dec78e914ab8 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (3c9f0099-37a7-44dd-b189-e8e9d2294377), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.531173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9fa1c5b-c026-4a6c-9589-b09d008241ae req-1850460f-1680-490e-b98f-6f3ddf9fe6ed tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2487764 Feb 11 05:26:52.589268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b5ef025-0179-4b54-bd37-bd96b86146a8 req-d8006b29-dbd2-4270-a52b-618a52b3a0e7 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415386 Feb 11 05:26:52.602068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:52.651183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e398b8b6-c567-4641-9b90-dec78e914ab8 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.652834 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e398b8b6-c567-4641-9b90-dec78e914ab8 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4427025 Feb 11 05:26:52.655537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56526) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:52.714881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '11bba7ff-1078-4885-abaa-6f9f42e4938a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:52.717109 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "11bba7ff-1078-4885-abaa-6f9f42e4938a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:52.738813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-35034f27-704e-49a1-9f4f-aca4dc19ee89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (3c9f0099-37a7-44dd-b189-e8e9d2294377), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.767783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8860d7c9-2446-4421-b255-ababfeb9f227'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:52.830776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5dd8-3cd2-49ef-a874-ae4f8e2b38b9 req-49ca1cf3-4ebb-4df1-9ee1-6ff7556f6edc tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.839259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26ec5dd8-3cd2-49ef-a874-ae4f8e2b38b9 req-49ca1cf3-4ebb-4df1-9ee1-6ff7556f6edc tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.1172085 Feb 11 05:26:52.931711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26ec5dd8-3cd2-49ef-a874-ae4f8e2b38b9 req-895ccf4a-838b-4748-99f7-eef112811096 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867805 Feb 11 05:26:52.981954 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2833b3-ec9a-481f-aeda-33b941de1b6c x-openstack-request-id: req-af2833b3-ec9a-481f-aeda-33b941de1b6c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:52.982417 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "11bba7ff-1078-4885-abaa-6f9f42e4938a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:52.982727 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af2833b3-ec9a-481f-aeda-33b941de1b6c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:52.983257 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '11bba7ff-1078-4885-abaa-6f9f42e4938a', 'status': 'completed', 'code': 200} Feb 11 05:26:53.002207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:53.010633 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Publish callbacks [] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.023795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-35034f27-704e-49a1-9f4f-aca4dc19ee89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (3c9f0099-37a7-44dd-b189-e8e9d2294377), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.024644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Transition to ACTIVE for port object 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:53.027389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-35034f27-704e-49a1-9f4f-aca4dc19ee89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_controller (3c9f0099-37a7-44dd-b189-e8e9d2294377), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.113205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-fd3e2a52-2437-4c55-ac5d-c31b5b8678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.113769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-fd3e2a52-2437-4c55-ac5d-c31b5b8678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.114295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-fd3e2a52-2437-4c55-ac5d-c31b5b8678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.114819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-fd3e2a52-2437-4c55-ac5d-c31b5b8678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.115341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-fd3e2a52-2437-4c55-ac5d-c31b5b8678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.115960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-fd3e2a52-2437-4c55-ac5d-c31b5b8678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.116552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-fd3e2a52-2437-4c55-ac5d-c31b5b8678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.118826 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-fd3e2a52-2437-4c55-ac5d-c31b5b8678e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6404 time: 0.1054974 Feb 11 05:26:53.143531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.202044 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-35034f27-704e-49a1-9f4f-aca4dc19ee89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (3c9f0099-37a7-44dd-b189-e8e9d2294377), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.202559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35034f27-704e-49a1-9f4f-aca4dc19ee89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9f0099-37a7-44dd-b189-e8e9d2294377 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:53.208317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-35034f27-704e-49a1-9f4f-aca4dc19ee89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.209809 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-35034f27-704e-49a1-9f4f-aca4dc19ee89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3c9f0099-37a7-44dd-b189-e8e9d2294377 HTTP/1.1" status: 204 len: 168 time: 0.5525591 Feb 11 05:26:53.258772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Pushing event updated for resources: {'Port': ['ID=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:53.282523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10215b4b-d878-4ba7-a1dd-1ef950fb4a90 req-0a4712db-16fa-4180-b9d3-2cdd82e3a7ad tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.284179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10215b4b-d878-4ba7-a1dd-1ef950fb4a90 req-0a4712db-16fa-4180-b9d3-2cdd82e3a7ad tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 949 time: 0.1040061 Feb 11 05:26:53.338696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-64420488-3e59-4411-9ed0-bbd65cfd381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.339953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-64420488-3e59-4411-9ed0-bbd65cfd381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.340616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-64420488-3e59-4411-9ed0-bbd65cfd381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.345116 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-64420488-3e59-4411-9ed0-bbd65cfd381b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=eb490f3033ae486888225f8976d0eb68&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2161069 Feb 11 05:26:53.415854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Attempting to bind port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:53.418600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Attempting to bind port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:53.419763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Attempting to bind port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:53.421702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-11ae1bcb-4bd9-4176-91a9-1f6baa8291d2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.423546 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-11ae1bcb-4bd9-4176-91a9-1f6baa8291d2 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/ports?device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 949 time: 0.1957879 Feb 11 05:26:53.455161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a on network 26390fa8-4912-4afe-88e4-6a77a474655a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:53.458933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Attempting to bind port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:53.480766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10215b4b-d878-4ba7-a1dd-1ef950fb4a90 req-11df932c-aca7-4987-8c2b-0df47a9b15ba tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671646 Feb 11 05:26:53.486716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:53.500362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Checking segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:53.500362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Bound using segment: {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:53.500362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Bound port: 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5da413-0be7-4909-99b9-2d61f91c4c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:53.500362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.579538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] For port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:53.585816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] For port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:53.592276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56536) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:53.612452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-8f9087a7-5a97-4785-a804-ad505154bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.613986 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9445dd9-0a35-4823-8cc6-9e10b9ba3a5b req-8f9087a7-5a97-4785-a804-ad505154bae8 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2595747 Feb 11 05:26:53.639288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Deleting port cff69568-bf2c-4e47-80b0-e81da4a249a1 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:53.645099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.658158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.757555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Pushing event updated for resources: {'Port': ['ID=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:53.772566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.773308 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.775601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ab1c51df-d010-4712-9e32-d640298d9b22 service neutron] 10.222.0.83 "PUT /v2.0/ports/857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a HTTP/1.1" status: 200 len: 1092 time: 1.4749119 Feb 11 05:26:53.815401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] For port cff69568-bf2c-4e47-80b0-e81da4a249a1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cff69568-bf2c-4e47-80b0-e81da4a249a1,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:53.816365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.839594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Calling delete_port for cff69568-bf2c-4e47-80b0-e81da4a249a1 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:53.901001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a8f6a-fad4-43b5-aaaf-a803a42b9938 req-664d7a04-4254-4546-847d-de90c7e38723 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.903842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c6a8f6a-fad4-43b5-aaaf-a803a42b9938 req-664d7a04-4254-4546-847d-de90c7e38723 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1266041 Feb 11 05:26:53.921810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-30d4a5cb-1d7c-45b4-b919-d5277c2af72a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.927700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-30d4a5cb-1d7c-45b4-b919-d5277c2af72a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.935867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-30d4a5cb-1d7c-45b4-b919-d5277c2af72a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.942029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-30d4a5cb-1d7c-45b4-b919-d5277c2af72a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.957057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-30d4a5cb-1d7c-45b4-b919-d5277c2af72a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.960189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-30d4a5cb-1d7c-45b4-b919-d5277c2af72a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.966804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-30d4a5cb-1d7c-45b4-b919-d5277c2af72a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.974931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-30d4a5cb-1d7c-45b4-b919-d5277c2af72a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5396 time: 0.2130618 Feb 11 05:26:53.986478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:53.993435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1952891994', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:54.114294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cff69568-bf2c-4e47-80b0-e81da4a249a1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.127206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c6a8f6a-fad4-43b5-aaaf-a803a42b9938 req-a8c5db20-c5ef-4e4a-ab09-5c9e2d4895e5 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270108 Feb 11 05:26:54.138428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:54.150635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event deleted for resources: {'Port': ['ID=cff69568-bf2c-4e47-80b0-e81da4a249a1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:54.153284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3da4f0d-431b-4352-af03-ca537169c3c9 req-e94bb21c-2dc3-405e-938f-3a30e3cd8e3f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773181 Feb 11 05:26:54.160147 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.165864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.165864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.243953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] No DVR routers for this DVR port cff69568-bf2c-4e47-80b0-e81da4a249a1 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:54.246723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.250311 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b1ce435a-134b-49a6-85b9-acff9b08b71c req-92ca3127-4b30-4e67-816a-89673c6c555b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "DELETE /v2.0/ports/cff69568-bf2c-4e47-80b0-e81da4a249a1 HTTP/1.1" status: 204 len: 173 time: 0.7869985 Feb 11 05:26:54.250934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abd9be-caa6-4d39-8792-ec85ca63a35a', 'name': 'network-vif-deleted', 'tag': 'cff69568-bf2c-4e47-80b0-e81da4a249a1'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:54.256168 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26c4a94-99c0-4d74-a241-5913995fb4f1" -d '{"events": [{"server_uuid": "49abd9be-caa6-4d39-8792-ec85ca63a35a", "name": "network-vif-deleted", "tag": "cff69568-bf2c-4e47-80b0-e81da4a249a1"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:54.304723 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6008a228-8473-44ff-90e3-bd20e522b9c5 x-openstack-request-id: req-6008a228-8473-44ff-90e3-bd20e522b9c5 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:54.304923 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abd9be-caa6-4d39-8792-ec85ca63a35a", "name": "network-vif-deleted", "tag": "cff69568-bf2c-4e47-80b0-e81da4a249a1", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:54.308263 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6008a228-8473-44ff-90e3-bd20e522b9c5 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:54.308263 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abd9be-caa6-4d39-8792-ec85ca63a35a', 'name': 'network-vif-deleted', 'tag': 'cff69568-bf2c-4e47-80b0-e81da4a249a1', 'status': 'completed', 'code': 200} Feb 11 05:26:54.353184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.527935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-39bd194d-407c-4798-a776-00a696c80d5e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:54.529855 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-39bd194d-407c-4798-a776-00a696c80d5e tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 950 time: 0.0650547 Feb 11 05:26:54.672443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Deleting port f88519b8-cbf3-49b7-ab1d-38022ae3b79a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:54.672897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.797732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] For port f88519b8-cbf3-49b7-ab1d-38022ae3b79a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:54.798281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.812041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:54.815943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Calling delete_port for f88519b8-cbf3-49b7-ab1d-38022ae3b79a owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:54.859213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeffe4-78cf-46b6-9384-17c09afe2416 req-e6cf1d9e-e05c-4367-b220-80872b70ee23 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:54.866128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ffeffe4-78cf-46b6-9384-17c09afe2416 req-e6cf1d9e-e05c-4367-b220-80872b70ee23 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 949 time: 0.5740869 Feb 11 05:26:54.892887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 8860d7c9-2446-4421-b255-ababfeb9f227 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:54.894748 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.917697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b60dea85-f319-474c-8f86-61435d920e02 req-e03c5b31-b121-4038-9ebf-2186ff01779a tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=49abd9be-caa6-4d39-8792-ec85ca63a35a HTTP/1.1" status: 200 len: 210 time: 0.0792918 Feb 11 05:26:54.984420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:54.986828 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fff9b6b-0c07-46f2-8845-d50827a13a57" -d '{"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:55.044636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f88519b8-cbf3-49b7-ab1d-38022ae3b79a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.049458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 8860d7c9-2446-4421-b255-ababfeb9f227 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:55.049974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.075113 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6275001c-9def-4bc9-bb25-b474fef06504 x-openstack-request-id: req-6275001c-9def-4bc9-bb25-b474fef06504 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:55.075661 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:55.076064 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6275001c-9def-4bc9-bb25-b474fef06504 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:55.076623 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a', 'status': 'completed', 'code': 200} Feb 11 05:26:55.078090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'cff69568-bf2c-4e47-80b0-e81da4a249a1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:55.094788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event deleted for resources: {'Port': ['ID=f88519b8-cbf3-49b7-ab1d-38022ae3b79a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:55.149348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ffeffe4-78cf-46b6-9384-17c09afe2416 req-426ef260-8093-4ed5-a3e1-405e5a4f08c9 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822633 Feb 11 05:26:55.162398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:55.164873 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e6f963-cb2b-4b83-8ad9-ef3bf2937d09" -d '{"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-plugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:55.166304 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.184078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:55.232015 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c505cb64-c109-473c-a4cf-f9ec852c01fa x-openstack-request-id: req-c505cb64-c109-473c-a4cf-f9ec852c01fa {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:55.232306 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-plugged", "status": "completed", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:55.234191 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c505cb64-c109-473c-a4cf-f9ec852c01fa {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:55.234191 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227', 'code': 200} Feb 11 05:26:55.264827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] No DVR routers for this DVR port f88519b8-cbf3-49b7-ab1d-38022ae3b79a on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:55.286250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.292681 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "DELETE /v2.0/ports/f88519b8-cbf3-49b7-ab1d-38022ae3b79a HTTP/1.1" status: 204 len: 173 time: 0.7570596 Feb 11 05:26:55.299422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-ff9f7e8d-b6b7-4f72-bd19-5fe5f9a05556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.299839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-ff9f7e8d-b6b7-4f72-bd19-5fe5f9a05556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.300307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-ff9f7e8d-b6b7-4f72-bd19-5fe5f9a05556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.300791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-ff9f7e8d-b6b7-4f72-bd19-5fe5f9a05556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.301310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-ff9f7e8d-b6b7-4f72-bd19-5fe5f9a05556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.301773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-ff9f7e8d-b6b7-4f72-bd19-5fe5f9a05556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.302339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-ff9f7e8d-b6b7-4f72-bd19-5fe5f9a05556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.304515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-ff9f7e8d-b6b7-4f72-bd19-5fe5f9a05556 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6503 time: 0.2225740 Feb 11 05:26:55.318352 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.381992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:55.396124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Publish callbacks [] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.412815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Transition to ACTIVE for port object 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:55.481474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=11']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:55.527554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9938-a562-4b65-9c5b-4474eda07c4e req-7841683e-f65d-4fa4-923a-f8e96657f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.529287 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-454c9938-a562-4b65-9c5b-4474eda07c4e req-7841683e-f65d-4fa4-923a-f8e96657f300 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1133 time: 0.1510682 Feb 11 05:26:55.533281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-deb4ba25-2b96-4d16-8dae-0ddb949dc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.534564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-deb4ba25-2b96-4d16-8dae-0ddb949dc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.534564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-deb4ba25-2b96-4d16-8dae-0ddb949dc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.540940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-deb4ba25-2b96-4d16-8dae-0ddb949dc098 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=eb490f3033ae486888225f8976d0eb68&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2236326 Feb 11 05:26:55.544431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b635c-74d7-4603-95a2-cfdcfba74e78 req-c7096fab-7769-4ea6-ad6b-04cdfb9b5026 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.546207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-936b635c-74d7-4603-95a2-cfdcfba74e78 req-c7096fab-7769-4ea6-ad6b-04cdfb9b5026 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.2974367 Feb 11 05:26:55.612693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-1c04cac0-40a9-4049-b6c0-a98da262c496 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.632661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-1c04cac0-40a9-4049-b6c0-a98da262c496 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.640219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-1c04cac0-40a9-4049-b6c0-a98da262c496 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.646662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-1c04cac0-40a9-4049-b6c0-a98da262c496 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.653724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-1c04cac0-40a9-4049-b6c0-a98da262c496 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.657274 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-454c9938-a562-4b65-9c5b-4474eda07c4e req-73deaa9d-1f3e-437e-904f-f3768a1d6acf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199777 Feb 11 05:26:55.659402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-1c04cac0-40a9-4049-b6c0-a98da262c496 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.665044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-1c04cac0-40a9-4049-b6c0-a98da262c496 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.668025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-1c04cac0-40a9-4049-b6c0-a98da262c496 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5396 time: 0.2532570 Feb 11 05:26:55.668897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.699075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-88ef0399-1384-46a1-860d-b147f882c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:55.701276 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0fff9b6b-0c07-46f2-8845-d50827a13a57 req-88ef0399-1384-46a1-860d-b147f882c275 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566579 Feb 11 05:26:55.874657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-936b635c-74d7-4603-95a2-cfdcfba74e78 req-69e855ca-bfc9-426d-97a3-f8a71c736a60 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201540 Feb 11 05:26:55.882946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Pushing event updated for resources: {'Port': ['ID=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:55.919605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf600cd7-0874-4c7b-a7e6-c7089cc75c4b req-d40474d9-5403-4184-a722-88e8d542f511 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2340970 Feb 11 05:26:56.019351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Attempting to bind port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:56.019991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Attempting to bind port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:56.020428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Attempting to bind port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a on network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:56.062962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a on network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:56.066166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Attempting to bind port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a on network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:56.081874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:56.082323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Checking segment: {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:56.082712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Bound using segment: {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:56.083163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Bound port: 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:56.083541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.155466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37adcb38-c705-4494-937d-ba3f76c4f8ad req-99f2a264-608f-4193-b30b-7cc4f10ede5b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=10c09b45-e212-4356-9a3c-2bba50962f0d HTTP/1.1" status: 200 len: 210 time: 0.0859053 Feb 11 05:26:56.188127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.232217 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.306477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c09b45-e212-4356-9a3c-2bba50962f0d', 'name': 'network-vif-deleted', 'tag': 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:56.309149 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505e1b7c-fc02-49ec-855d-eec737181742" -d '{"events": [{"server_uuid": "10c09b45-e212-4356-9a3c-2bba50962f0d", "name": "network-vif-deleted", "tag": "f88519b8-cbf3-49b7-ab1d-38022ae3b79a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:56.348938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] For port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:56.355268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] For port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:56.356553 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d8a9a-4ca1-4b31-84be-ad1605533d05 x-openstack-request-id: req-984d8a9a-4ca1-4b31-84be-ad1605533d05 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:56.356946 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c09b45-e212-4356-9a3c-2bba50962f0d", "name": "network-vif-deleted", "tag": "f88519b8-cbf3-49b7-ab1d-38022ae3b79a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:56.357225 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-984d8a9a-4ca1-4b31-84be-ad1605533d05 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:56.357643 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c09b45-e212-4356-9a3c-2bba50962f0d', 'name': 'network-vif-deleted', 'tag': 'f88519b8-cbf3-49b7-ab1d-38022ae3b79a', 'status': 'completed', 'code': 200} Feb 11 05:26:56.397744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5eab8-a88d-4313-8ce2-c933b7c3326a req-4b8d3b58-7716-4a20-9ced-491ceff89b93 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:56.399272 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bb5eab8-a88d-4313-8ce2-c933b7c3326a req-4b8d3b58-7716-4a20-9ced-491ceff89b93 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 950 time: 0.1562560 Feb 11 05:26:56.433756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Allocated IP 172.25.8.16 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/2b5e3b44-dfd3-4512-b377-657b79e6e277) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:56.493868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bb5eab8-a88d-4313-8ce2-c933b7c3326a req-ee47de96-61ae-44b4-b393-c6b0d5a63655 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867536 Feb 11 05:26:56.495749 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.576247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:56.576945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.578398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] 10.222.0.83 "PUT /v2.0/ports/43f7663f-b2f3-4fb8-bfa3-58d3ea42127a HTTP/1.1" status: 200 len: 1092 time: 2.5960648 Feb 11 05:26:56.618254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264cee0-07fe-4854-8338-f7a84a303dbf service neutron] Pushing event updated for resources: {'Port': ['ID=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:56.659715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for port (2b5e3b44-dfd3-4512-b377-657b79e6e277), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.686110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Request body: {'port': {'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:56.777268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.885433 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2b5e3b44-dfd3-4512-b377-657b79e6e277), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.949251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:56.958649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:56.976313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:57.025525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event updated for resources: {'Port': ['ID=2b5e3b44-dfd3-4512-b377-657b79e6e277,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:57.083102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:57.085510 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "43f7663f-b2f3-4fb8-bfa3-58d3ea42127a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:57.177424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f88519b8-cbf3-49b7-ab1d-38022ae3b79a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:57.204328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: f88519b8-cbf3-49b7-ab1d-38022ae3b79a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:57.204906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f88519b8-cbf3-49b7-ab1d-38022ae3b79a not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:57.205443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cff69568-bf2c-4e47-80b0-e81da4a249a1 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:57.227214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: cff69568-bf2c-4e47-80b0-e81da4a249a1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:57.227571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cff69568-bf2c-4e47-80b0-e81da4a249a1 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:57.259909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39410584-d5e2-4e71-8d03-f40a01061f0e req-b496708b-94fb-459f-b39b-3f686cf1a138 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.262133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39410584-d5e2-4e71-8d03-f40a01061f0e req-b496708b-94fb-459f-b39b-3f686cf1a138 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.2525671 Feb 11 05:26:57.321216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-32dadb65-f18e-4539-90ea-97e028fb42f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.326610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-32dadb65-f18e-4539-90ea-97e028fb42f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.331874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-32dadb65-f18e-4539-90ea-97e028fb42f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.337239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-32dadb65-f18e-4539-90ea-97e028fb42f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.342704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-32dadb65-f18e-4539-90ea-97e028fb42f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.347959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-32dadb65-f18e-4539-90ea-97e028fb42f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.353266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-32dadb65-f18e-4539-90ea-97e028fb42f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.355735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-32dadb65-f18e-4539-90ea-97e028fb42f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5408 time: 0.2836134 Feb 11 05:26:57.454756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a740b7-7c48-48c3-83ac-4fcebb931c00 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:57.472897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39410584-d5e2-4e71-8d03-f40a01061f0e req-90ee3574-3a6f-4db4-9b1d-2f549c6bf057 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904857 Feb 11 05:26:57.478603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Publish callbacks [] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.505336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Transition to ACTIVE for port object 38a740b7-7c48-48c3-83ac-4fcebb931c00 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:57.511628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82077867-f6c4-42f0-aa0d-e97cc499c33f req-bc9173c9-c800-41f1-ad35-6042e14bd48c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1416764 Feb 11 05:26:57.533851 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461b081a-fb46-403c-bdaf-258e9b66a914 x-openstack-request-id: req-461b081a-fb46-403c-bdaf-258e9b66a914 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:57.534341 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "43f7663f-b2f3-4fb8-bfa3-58d3ea42127a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:57.534646 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-461b081a-fb46-403c-bdaf-258e9b66a914 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:57.535215 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a', 'status': 'completed', 'code': 200} Feb 11 05:26:57.655104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-e9b8dece-485a-4828-9041-db1dc540b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.655655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-e9b8dece-485a-4828-9041-db1dc540b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.655739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.656059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-e9b8dece-485a-4828-9041-db1dc540b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.656510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-e9b8dece-485a-4828-9041-db1dc540b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.656998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-e9b8dece-485a-4828-9041-db1dc540b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.657665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-e9b8dece-485a-4828-9041-db1dc540b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.658124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-e9b8dece-485a-4828-9041-db1dc540b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.660241 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-e9b8dece-485a-4828-9041-db1dc540b844 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6602 time: 0.0860982 Feb 11 05:26:57.773302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Pushing event updated for resources: {'Port': ['ID=38a740b7-7c48-48c3-83ac-4fcebb931c00,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:57.789345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a14fa-5c8b-4bd4-ab15-cc06181415b7 req-798e0846-3c58-48c1-8b46-5dcbb608132b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.790929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-329a14fa-5c8b-4bd4-ab15-cc06181415b7 req-798e0846-3c58-48c1-8b46-5dcbb608132b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 950 time: 0.1867621 Feb 11 05:26:57.834286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-40352035-1692-4112-9e16-f4d8c08cb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.834772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-40352035-1692-4112-9e16-f4d8c08cb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.835359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-40352035-1692-4112-9e16-f4d8c08cb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:57.837272 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-40352035-1692-4112-9e16-f4d8c08cb359 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=eb490f3033ae486888225f8976d0eb68&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1689413 Feb 11 05:26:57.849891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.007510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-37ceda69-e421-442f-b038-ff599e609867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:58.011137 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5c5cc0e6-eb30-4a58-b7e4-81ed7fe3d6b8 req-37ceda69-e421-442f-b038-ff599e609867 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666384 Feb 11 05:26:58.107637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-329a14fa-5c8b-4bd4-ab15-cc06181415b7 req-5ab401d0-74ab-47a3-a57e-eb2a61997b82 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803016 Feb 11 05:26:58.140103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Attempting to bind port 38a740b7-7c48-48c3-83ac-4fcebb931c00 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:58.140446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Attempting to bind port 38a740b7-7c48-48c3-83ac-4fcebb931c00 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:58.140842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Attempting to bind port 38a740b7-7c48-48c3-83ac-4fcebb931c00 on network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:58.150248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Port 38a740b7-7c48-48c3-83ac-4fcebb931c00 on network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:58.150569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Attempting to bind port 38a740b7-7c48-48c3-83ac-4fcebb931c00 on network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:58.158620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:58.162065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Checking segment: {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:58.162065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Bound using segment: {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:58.162065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Bound port: 38a740b7-7c48-48c3-83ac-4fcebb931c00, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f027070-bc64-436f-a945-3d4d77606d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:58.162065 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.700321 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.730945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] For port 38a740b7-7c48-48c3-83ac-4fcebb931c00, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:58.735644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] For port 38a740b7-7c48-48c3-83ac-4fcebb931c00, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:58.785431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d02b0-7d70-4e4c-9bd8-5edd05aab400 req-6f30a66f-f31d-4b02-95ba-a5c06dfe9322 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:58.786884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-223d02b0-7d70-4e4c-9bd8-5edd05aab400 req-6f30a66f-f31d-4b02-95ba-a5c06dfe9322 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 950 time: 0.2049460 Feb 11 05:26:58.788915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca32d9-f253-4689-9ee0-646f2e544a10 req-4c0d015b-c98c-4ab9-aac1-861a1d2e9eb5 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:58.791084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ca32d9-f253-4689-9ee0-646f2e544a10 req-4c0d015b-c98c-4ab9-aac1-861a1d2e9eb5 tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1133 time: 0.2077818 Feb 11 05:26:58.869218 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.963334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:58.964008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.965454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] 10.222.0.83 "PUT /v2.0/ports/38a740b7-7c48-48c3-83ac-4fcebb931c00 HTTP/1.1" status: 200 len: 1092 time: 2.2845309 Feb 11 05:26:58.973172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-223d02b0-7d70-4e4c-9bd8-5edd05aab400 req-e3980f86-956f-4628-bfb7-4e6f2f989684 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765723 Feb 11 05:26:58.983971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ca32d9-f253-4689-9ee0-646f2e544a10 req-938c37a5-3004-4448-9866-41be24b311bd tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840229 Feb 11 05:26:59.030256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176144c-8bf3-42b3-867f-635249eafe9a service neutron] Pushing event updated for resources: {'Port': ['ID=38a740b7-7c48-48c3-83ac-4fcebb931c00,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:59.220914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648820-035a-41b5-8d33-f0cb5d0f1df5 req-ddd0032f-18f6-4518-ba4a-86dacad5ac12 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.222402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00648820-035a-41b5-8d33-f0cb5d0f1df5 req-ddd0032f-18f6-4518-ba4a-86dacad5ac12 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1195211 Feb 11 05:26:59.235993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674e48-35dc-469f-af47-5f8db76579ad req-a59ef3e2-6cab-4653-8486-810e2ef2df46 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.241359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674e48-35dc-469f-af47-5f8db76579ad req-a59ef3e2-6cab-4653-8486-810e2ef2df46 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.247976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674e48-35dc-469f-af47-5f8db76579ad req-a59ef3e2-6cab-4653-8486-810e2ef2df46 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.253485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674e48-35dc-469f-af47-5f8db76579ad req-a59ef3e2-6cab-4653-8486-810e2ef2df46 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.258904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674e48-35dc-469f-af47-5f8db76579ad req-a59ef3e2-6cab-4653-8486-810e2ef2df46 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.265272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674e48-35dc-469f-af47-5f8db76579ad req-a59ef3e2-6cab-4653-8486-810e2ef2df46 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.270595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674e48-35dc-469f-af47-5f8db76579ad req-a59ef3e2-6cab-4653-8486-810e2ef2df46 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.272683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e674e48-35dc-469f-af47-5f8db76579ad req-a59ef3e2-6cab-4653-8486-810e2ef2df46 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1952939 Feb 11 05:26:59.282669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Router 7c9dacf7-7bc4-4185-8f93-01b14bddaff3 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:26:59.294594 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-30fdfdee-201d-4c6f-933e-2354e118dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.295089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-30fdfdee-201d-4c6f-933e-2354e118dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.295562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-30fdfdee-201d-4c6f-933e-2354e118dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.296028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-30fdfdee-201d-4c6f-933e-2354e118dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.296488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-30fdfdee-201d-4c6f-933e-2354e118dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.296987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-30fdfdee-201d-4c6f-933e-2354e118dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.297528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-30fdfdee-201d-4c6f-933e-2354e118dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.299475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-30fdfdee-201d-4c6f-933e-2354e118dbc8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6701 time: 0.2277181 Feb 11 05:26:59.373257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-5758bc62-4a12-4a66-8058-e80daa1063f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced HTTP/1.1" status: 200 len: 217 time: 0.0568409 Feb 11 05:26:59.498270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00648820-035a-41b5-8d33-f0cb5d0f1df5 req-8b5af178-7d79-41cd-bd63-f49e3adab2e8 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234762 Feb 11 05:26:59.517982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e674e48-35dc-469f-af47-5f8db76579ad req-0363c9ae-043a-42c2-9730-0b55c8235eb1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2362521 Feb 11 05:26:59.552474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '38a740b7-7c48-48c3-83ac-4fcebb931c00'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:59.556055 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "38a740b7-7c48-48c3-83ac-4fcebb931c00"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:59.569767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-0e7d651c-c647-4d26-9dab-618aa2b88820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.571338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-0e7d651c-c647-4d26-9dab-618aa2b88820 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd0ec941-1a13-44ed-bbdf-2af1456df270 HTTP/1.1" status: 200 len: 849 time: 0.1823452 Feb 11 05:26:59.613958 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb467c00-29d6-486b-9e1a-8ecc63250c5f x-openstack-request-id: req-cb467c00-29d6-486b-9e1a-8ecc63250c5f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:59.614251 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "38a740b7-7c48-48c3-83ac-4fcebb931c00", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:59.614551 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb467c00-29d6-486b-9e1a-8ecc63250c5f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:59.614899 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': '38a740b7-7c48-48c3-83ac-4fcebb931c00', 'status': 'completed', 'code': 200} Feb 11 05:26:59.620041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:59.637812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a4c4c-57aa-4492-bf50-da3c144991f7 None None] Sync routers for ids ['7c9dacf7-7bc4-4185-8f93-01b14bddaff3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:59.650550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ec8ad1f8-a942-4908-a3bc-3dcc549b235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.653205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-ec8ad1f8-a942-4908-a3bc-3dcc549b235c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0747478 Feb 11 05:26:59.653930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a4c4c-57aa-4492-bf50-da3c144991f7 None None] Routers {'7c9dacf7-7bc4-4185-8f93-01b14bddaff3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:59.654662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f45a4c4c-57aa-4492-bf50-da3c144991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:26:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7c9dacf7-7bc4-4185-8f93-01b14bddaff3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:59.701150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f45a4c4c-57aa-4492-bf50-da3c144991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:59.706103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-76508654-a1be-4a5f-ad8f-68ccc67dc06b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.708394 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-76508654-a1be-4a5f-ad8f-68ccc67dc06b tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 950 time: 0.0878267 Feb 11 05:26:59.711943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a4c4c-57aa-4492-bf50-da3c144991f7 None None] Routers {'7c9dacf7-7bc4-4185-8f93-01b14bddaff3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:59.712683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f45a4c4c-57aa-4492-bf50-da3c144991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:26:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7c9dacf7-7bc4-4185-8f93-01b14bddaff3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:59.754134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f45a4c4c-57aa-4492-bf50-da3c144991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:59.754905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a4c4c-57aa-4492-bf50-da3c144991f7 None None] The sync data for ids ['7c9dacf7-7bc4-4185-8f93-01b14bddaff3'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:59.785507 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.789400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dec41c1f-fcb0-4165-adac-f54fc753069d tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1932781 Feb 11 05:26:59.790855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-9a59debb-a66e-4631-8886-cab8cce33848 service neutron] 10.222.0.83 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305363 Feb 11 05:26:59.791337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56592) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:59.842198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Deleting port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:59.842557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.958904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] For port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:59.959282 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.974302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Calling delete_port for 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:00.039123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-9987182a-f65b-48be-820b-4c9d8ac73b36 service neutron] 10.222.0.83 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412820 Feb 11 05:27:00.095125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6c9be2a3-240f-4391-8991-e19e502472da tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/routers/7c9dacf7-7bc4-4185-8f93-01b14bddaff3 HTTP/1.1" status: 200 len: 924 time: 0.3017471 Feb 11 05:27:00.098832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56598) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:00.104704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-7d32c49a-9d0e-4e96-8050-0baa32400911 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 217 time: 0.0508802 Feb 11 05:27:00.136652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-be790a3e-78dd-4b52-a606-506f9b54b4d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c9dacf7-7bc4-4185-8f93-01b14bddaff3 HTTP/1.1" status: 200 len: 205 time: 0.0329456 Feb 11 05:27:00.137442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56600) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:00.139839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25caa08-f2bb-453c-afa6-134c956a6055 req-73869d2e-a6af-4562-bfed-6bf14a6cdc4e tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.141478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c25caa08-f2bb-453c-afa6-134c956a6055 req-73869d2e-a6af-4562-bfed-6bf14a6cdc4e tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 1133 time: 0.1498713 Feb 11 05:27:00.206065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-f1504a17-fe85-4471-b4c3-581b9e657ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.207581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-f1504a17-fe85-4471-b4c3-581b9e657ab2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.0998127 Feb 11 05:27:00.259678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.265334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe92c2-c15f-46ab-903f-7bafbc277bf1 req-2300ada9-0dbe-4591-a882-fd7bd907a5a7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.269879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88fe92c2-c15f-46ab-903f-7bafbc277bf1 req-2300ada9-0dbe-4591-a882-fd7bd907a5a7 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 950 time: 0.1764271 Feb 11 05:27:00.270851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c25caa08-f2bb-453c-afa6-134c956a6055 req-7ad7edab-82bc-40a3-93c5-e7780bce987c tempest-ServersAdminTestJSON-1096281077 tempest-ServersAdminTestJSON-1096281077-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068923 Feb 11 05:27:00.320244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-4096fa10-17aa-4da7-8b9a-a5107288d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.322410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-4096fa10-17aa-4da7-8b9a-a5107288d48e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1051762 Feb 11 05:27:00.418333 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88fe92c2-c15f-46ab-903f-7bafbc277bf1 req-dda929d3-9f6d-44d7-80ae-7649683706ff tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/security-groups?id=da947406-1266-4bb4-ab2d-abd362c4dfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419537 Feb 11 05:27:00.465834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-24ad5cb9-872b-4e6a-ba64-936046cfe84f service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337430 Feb 11 05:27:00.591257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-93c61014-6621-4c42-b72c-d89e08561755 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183972 Feb 11 05:27:00.605380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.617929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:00.643409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Pushing event deleted for resources: {'Port': ['ID=0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:00.664676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.665015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.665367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.665712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.666062 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.666443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.666784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.667109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.667443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.667756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.668084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.668406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.668770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:00.696889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-d4844f68-8d73-4b38-afa7-8ad5f2d7c642 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 217 time: 0.0926738 Feb 11 05:27:00.745240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] No DVR routers for this DVR port 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:00.748094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.751519 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-497e089c-b4dd-47c3-be14-4d537ea30eec req-bcaad12f-470b-4806-bcbf-32066c550a9f tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.83 "DELETE /v2.0/ports/0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 HTTP/1.1" status: 204 len: 173 time: 1.0368843 Feb 11 05:27:00.751519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c627b-1824-4ba2-b6d5-9a6925b7679d', 'name': 'network-vif-deleted', 'tag': '0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:00.753988 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dead53e7-808c-478c-aebd-fdbd1eb309c4" -d '{"events": [{"server_uuid": "fd4c627b-1824-4ba2-b6d5-9a6925b7679d", "name": "network-vif-deleted", "tag": "0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:00.776668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.793840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32950fea-9b7e-480e-8943-918f1d797226 req-9e7e1484-3bbd-441e-a1e3-9b20d461b281 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.795393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32950fea-9b7e-480e-8943-918f1d797226 req-9e7e1484-3bbd-441e-a1e3-9b20d461b281 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.2020199 Feb 11 05:27:00.799393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-2357e7e9-e818-42fe-8a6d-b655337bb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.800812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-2357e7e9-e818-42fe-8a6d-b655337bb3ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.0972040 Feb 11 05:27:00.915742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32950fea-9b7e-480e-8943-918f1d797226 req-d680b01d-7891-48ad-86e6-845233e30bcc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138875 Feb 11 05:27:00.933571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Deleting port 2b5e3b44-dfd3-4512-b377-657b79e6e277 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:00.934475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2b5e3b44-dfd3-4512-b377-657b79e6e277), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.936073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0bef-7fd8-483d-a425-d75499e44498 req-97c661e3-7964-4e1f-ae88-0b217ede3051 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.948313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0bef-7fd8-483d-a425-d75499e44498 req-97c661e3-7964-4e1f-ae88-0b217ede3051 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.953838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0bef-7fd8-483d-a425-d75499e44498 req-97c661e3-7964-4e1f-ae88-0b217ede3051 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.959131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0bef-7fd8-483d-a425-d75499e44498 req-97c661e3-7964-4e1f-ae88-0b217ede3051 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.973597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0bef-7fd8-483d-a425-d75499e44498 req-97c661e3-7964-4e1f-ae88-0b217ede3051 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.979525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0bef-7fd8-483d-a425-d75499e44498 req-97c661e3-7964-4e1f-ae88-0b217ede3051 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.984888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0bef-7fd8-483d-a425-d75499e44498 req-97c661e3-7964-4e1f-ae88-0b217ede3051 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.986817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-420b0bef-7fd8-483d-a425-d75499e44498 req-97c661e3-7964-4e1f-ae88-0b217ede3051 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1783965 Feb 11 05:27:00.988936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-b4749957-5018-473b-9f3b-e73f72b5a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.991043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-b4749957-5018-473b-9f3b-e73f72b5a0eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1815288 Feb 11 05:27:01.076917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2b5e3b44-dfd3-4512-b377-657b79e6e277), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.094512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Calling delete_port for 2b5e3b44-dfd3-4512-b377-657b79e6e277 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:01.182794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-420b0bef-7fd8-483d-a425-d75499e44498 req-0775ae41-2cc9-4e24-a77e-4a6979c96e4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1859009 Feb 11 05:27:01.193237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-82f3fd01-b28b-46dc-893e-4364147004b1 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950347 Feb 11 05:27:01.230344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb726-98e0-4fa7-9f6a-818c9ffdb0fb req-b0e0610a-1e17-4b6a-a250-476ab18b55be tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.230344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a5beb726-98e0-4fa7-9f6a-818c9ffdb0fb req-b0e0610a-1e17-4b6a-a250-476ab18b55be tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 949 time: 0.1883433 Feb 11 05:27:01.259158 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a189edb8-f7df-4fef-bdf1-1ecb5eee9c1a x-openstack-request-id: req-a189edb8-f7df-4fef-bdf1-1ecb5eee9c1a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:01.259404 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c627b-1824-4ba2-b6d5-9a6925b7679d", "name": "network-vif-deleted", "tag": "0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:01.259790 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a189edb8-f7df-4fef-bdf1-1ecb5eee9c1a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:01.260924 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c627b-1824-4ba2-b6d5-9a6925b7679d', 'name': 'network-vif-deleted', 'tag': '0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95', 'status': 'completed', 'code': 200} Feb 11 05:27:01.350665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a5beb726-98e0-4fa7-9f6a-818c9ffdb0fb req-7362372f-fce3-43b9-9b2b-7eeb7572a6f1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106482 Feb 11 05:27:01.377934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-66366612-3771-4660-aba3-c13b953b6e86 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691511 Feb 11 05:27:01.420657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-3a506693-301d-4df3-91d0-a760ffa5129b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a HTTP/1.1" status: 200 len: 217 time: 0.0361707 Feb 11 05:27:01.451028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2b5e3b44-dfd3-4512-b377-657b79e6e277), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.477691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event deleted for resources: {'Port': ['ID=2b5e3b44-dfd3-4512-b377-657b79e6e277,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:01.487545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-45d613e6-cd09-4700-89dd-93c7f4e5087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.491848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-45d613e6-cd09-4700-89dd-93c7f4e5087e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.0617254 Feb 11 05:27:01.580467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.581374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af3dc309-2804-4d8d-a78f-56c3f0ea90a6 req-d69b20e3-a585-4409-ab27-65de3f0740e5 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4c627b-1824-4ba2-b6d5-9a6925b7679d HTTP/1.1" status: 200 len: 210 time: 0.0327632 Feb 11 05:27:01.593102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-0b5388ec-ce71-4622-b87d-cc2e3d7e3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.597378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-0b5388ec-ce71-4622-b87d-cc2e3d7e3a69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1017325 Feb 11 05:27:01.698738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.702389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.704970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-09371fec-555c-4933-aade-dec597352978 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999806 Feb 11 05:27:01.806038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-23c79412-1080-4498-9d9c-977c5d3b8d5b service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944400 Feb 11 05:27:01.829055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (7c9dacf7-7bc4-4185-8f93-01b14bddaff3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.831177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Fanout notify agent at l3_agent the message router_deleted on router 7c9dacf7-7bc4-4185-8f93-01b14bddaff3 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:01.840818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.847426 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-144e3ec1-75a4-4e21-b393-61ac66019402 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/7c9dacf7-7bc4-4185-8f93-01b14bddaff3 HTTP/1.1" status: 204 len: 168 time: 1.7091382 Feb 11 05:27:01.848074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56614) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:01.852873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1891888096', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': False}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:01.855992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-24aa590e-c26f-41ed-bd0a-3e9cee56d615 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a HTTP/1.1" status: 200 len: 217 time: 0.0433204 Feb 11 05:27:01.910088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bf65c7cc-778c-4750-b834-87471d26a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.911801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-bf65c7cc-778c-4750-b834-87471d26a50b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.0487685 Feb 11 05:27:01.976790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.981394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-4e26493a-31e2-4e07-a323-8d6d7bad78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.982917 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-4e26493a-31e2-4e07-a323-8d6d7bad78a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0647147 Feb 11 05:27:01.983639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.057952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_controller (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.146315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45591aa-052d-4674-98db-cd961e61c1ac req-eef83273-284f-4fc9-ad70-5bb61899d252 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.147848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f45591aa-052d-4674-98db-cd961e61c1ac req-eef83273-284f-4fc9-ad70-5bb61899d252 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1156623 Feb 11 05:27:02.153952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-dc18f31d-0317-45e3-8fa5-dc3ad23b5ad0 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636345 Feb 11 05:27:02.264300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f45591aa-052d-4674-98db-cd961e61c1ac req-3e8f996a-3347-40e3-b4e7-b3736fb7bea1 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073737 Feb 11 05:27:02.308368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70297380-f127-4ad7-8499-322a9d22bb0e req-ee10cc56-a606-4bef-8761-56b6392d11a7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.309995 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-70297380-f127-4ad7-8499-322a9d22bb0e req-ee10cc56-a606-4bef-8761-56b6392d11a7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 949 time: 0.1812468 Feb 11 05:27:02.335770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-25b67976-4fd5-4f84-b884-cd007f53d3de service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728446 Feb 11 05:27:02.375223 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.389495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-5f0d7a44-41e8-4546-9417-9a333a9b77b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a HTTP/1.1" status: 200 len: 217 time: 0.0475221 Feb 11 05:27:02.409491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26821-e78c-41ee-9020-0908f038a963 req-952466df-0b9e-46bb-8464-2a55125b162e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.420647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26821-e78c-41ee-9020-0908f038a963 req-952466df-0b9e-46bb-8464-2a55125b162e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.428347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26821-e78c-41ee-9020-0908f038a963 req-952466df-0b9e-46bb-8464-2a55125b162e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.441904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26821-e78c-41ee-9020-0908f038a963 req-952466df-0b9e-46bb-8464-2a55125b162e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.447871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26821-e78c-41ee-9020-0908f038a963 req-952466df-0b9e-46bb-8464-2a55125b162e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.453569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26821-e78c-41ee-9020-0908f038a963 req-952466df-0b9e-46bb-8464-2a55125b162e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.461541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e26821-e78c-41ee-9020-0908f038a963 req-952466df-0b9e-46bb-8464-2a55125b162e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.463815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e26821-e78c-41ee-9020-0908f038a963 req-952466df-0b9e-46bb-8464-2a55125b162e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1821752 Feb 11 05:27:02.468878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Deleting port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:02.469389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.589720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-52d927dc-98f5-4f06-ae32-3eb2c1920b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.592017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-52d927dc-98f5-4f06-ae32-3eb2c1920b3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f HTTP/1.1" status: 200 len: 797 time: 0.1956646 Feb 11 05:27:02.622526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda185f-095c-4c8b-8924-75948cd0cfba req-414fd557-f7a1-47f8-8f44-20d82ff72b9a tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.623743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] For port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:02.624115 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.629099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bda185f-095c-4c8b-8924-75948cd0cfba req-414fd557-f7a1-47f8-8f44-20d82ff72b9a tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 949 time: 0.1576245 Feb 11 05:27:02.640516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Calling delete_port for 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:02.668503 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a70a2691-1afb-4e9d-ac9f-6e178336c8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.676983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e26821-e78c-41ee-9020-0908f038a963 req-ef0246bc-7280-4a23-ab01-fbf792ac0a41 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032380 Feb 11 05:27:02.755143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bda185f-095c-4c8b-8924-75948cd0cfba req-b1db0125-aea1-4f2c-9177-17ebd9fe7e95 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251557 Feb 11 05:27:02.757241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-34f3adfb-7dd1-4e75-8c4d-3524fda17113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:02.758775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-34f3adfb-7dd1-4e75-8c4d-3524fda17113 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1586881 Feb 11 05:27:02.870744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-69dc37ba-0a0d-474e-ad15-7df52d195a62 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046050 Feb 11 05:27:02.887950 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.909666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.954164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.968360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['008855ff-b786-457d-a032-1dabbada6a61', '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65', '8860d7c9-2446-4421-b255-ababfeb9f227'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:02.989895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-04a27139-68d9-434d-9fb3-764f37501d7d service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121862 Feb 11 05:27:03.016959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Pushing event deleted for resources: {'Port': ['ID=2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:03.041093 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-6777be9c-d339-4964-9f55-24ac67cec875 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00 HTTP/1.1" status: 200 len: 217 time: 0.0449176 Feb 11 05:27:03.097196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] No DVR routers for this DVR port 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:03.101367 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:03.101794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-af9f6c85-27dc-492e-b106-e11230332e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.107570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-af9f6c85-27dc-492e-b106-e11230332e25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f HTTP/1.1" status: 200 len: 797 time: 0.0557778 Feb 11 05:27:03.107704 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-70297380-f127-4ad7-8499-322a9d22bb0e req-dc271aad-7fba-4e0e-b95e-5e0b29f52d0d tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "DELETE /v2.0/ports/2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 HTTP/1.1" status: 204 len: 173 time: 0.7889955 Feb 11 05:27:03.131368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Allocated IP 172.25.8.18 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/90930e6e-b6c6-47cd-bc39-c98fd313a1cd) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:03.196474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-2f691d32-cce1-4957-bdff-3c4abc708f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.198914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-2f691d32-cce1-4957-bdff-3c4abc708f36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0883446 Feb 11 05:27:03.204051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:03.264120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f755e-14de-432a-ab8b-d33be0978f72', 'name': 'network-vif-deleted', 'tag': '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:03.266233 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3777a389-5876-4b39-a106-04a77320781e" -d '{"events": [{"server_uuid": "af4f755e-14de-432a-ab8b-d33be0978f72", "name": "network-vif-deleted", "tag": "2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:03.287950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:03.288313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0a41a4e7-d99e-4d71-9b7c-fa4c08a31f95 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:03.288819 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:03.334292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-0bcb91f9-b3e3-4168-874f-09c7c3327907 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257844 Feb 11 05:27:03.349237 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf53ee6f-7843-4ef3-aa5a-27b34078499a x-openstack-request-id: req-bf53ee6f-7843-4ef3-aa5a-27b34078499a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:03.351376 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f755e-14de-432a-ab8b-d33be0978f72", "name": "network-vif-deleted", "tag": "2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:03.351376 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf53ee6f-7843-4ef3-aa5a-27b34078499a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:03.351376 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4f755e-14de-432a-ab8b-d33be0978f72', 'name': 'network-vif-deleted', 'tag': '2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65', 'status': 'completed', 'code': 200} Feb 11 05:27:03.407318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:03.450363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56632) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:03.503313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:03.506643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:03.516817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:03.539360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747584b1-d407-4e1d-904b-1a934a2ef92b req-b10457bf-a997-4f18-9934-dbb22b77e986 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.542345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'Port': ['ID=90930e6e-b6c6-47cd-bc39-c98fd313a1cd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:03.542525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-747584b1-d407-4e1d-904b-1a934a2ef92b req-b10457bf-a997-4f18-9934-dbb22b77e986 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1380849 Feb 11 05:27:03.563030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-627d3eb4-4b21-4314-9ab9-dcd62d4e8990 req-3aaa2167-ace0-45f3-a3ec-cac514663cba service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218289 Feb 11 05:27:03.672221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-747584b1-d407-4e1d-904b-1a934a2ef92b req-e43b9f2b-d924-424e-b8a5-f8be7f6a159d tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072187 Feb 11 05:27:03.812838 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a73b31fc-8717-44cd-9bfb-27a1eb36de72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8735cf2cbcdc4b8396d56a956cef7466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3573713 Feb 11 05:27:03.813516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56640) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:03.844986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-e4c0b645-28c5-4284-bb4a-de2688604648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.844986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-e4c0b645-28c5-4284-bb4a-de2688604648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.845492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-e4c0b645-28c5-4284-bb4a-de2688604648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.845959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-e4c0b645-28c5-4284-bb4a-de2688604648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.846420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-e4c0b645-28c5-4284-bb4a-de2688604648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.846942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-e4c0b645-28c5-4284-bb4a-de2688604648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.847337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-e4c0b645-28c5-4284-bb4a-de2688604648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.849426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-e4c0b645-28c5-4284-bb4a-de2688604648 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6701 time: 0.1162212 Feb 11 05:27:03.880637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-cc540839-dde4-4430-91f3-daac09c0deee tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.887636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-cc540839-dde4-4430-91f3-daac09c0deee tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.893322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-cc540839-dde4-4430-91f3-daac09c0deee tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.898843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-cc540839-dde4-4430-91f3-daac09c0deee tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.909272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37b3-cd18-4615-9570-ccf5ea42087c admin admin] Publish callbacks [] for security_group (da947406-1266-4bb4-ab2d-abd362c4dfca), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:03.910330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-cc540839-dde4-4430-91f3-daac09c0deee tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.915817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-cc540839-dde4-4430-91f3-daac09c0deee tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.922685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-cc540839-dde4-4430-91f3-daac09c0deee tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.924164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-cc540839-dde4-4430-91f3-daac09c0deee tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1450257 Feb 11 05:27:03.940096 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37b3-cd18-4615-9570-ccf5ea42087c admin admin] Publish callbacks [] for security_group (da947406-1266-4bb4-ab2d-abd362c4dfca), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.183055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.297688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37b3-cd18-4615-9570-ccf5ea42087c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da947406-1266-4bb4-ab2d-abd362c4dfca), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.301612 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37b3-cd18-4615-9570-ccf5ea42087c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.305549 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7c8a37b3-cd18-4615-9570-ccf5ea42087c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da947406-1266-4bb4-ab2d-abd362c4dfca HTTP/1.1" status: 204 len: 168 time: 0.4885793 Feb 11 05:27:04.360330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6504273-b176-45cb-8f93-0cc839d3faaa req-00cabc7b-edfb-43f8-a48b-17208d827995 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4f755e-14de-432a-ab8b-d33be0978f72 HTTP/1.1" status: 200 len: 210 time: 0.4190154 Feb 11 05:27:04.426701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a37b3-cd18-4615-9570-ccf5ea42087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da947406-1266-4bb4-ab2d-abd362c4dfca,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:04.465426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.473745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e06708c2-16ad-4f6a-a928-2f4e2e86021d req-95509dcf-af5c-489a-a61f-b17fae5406f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5300658 Feb 11 05:27:04.478552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-cbcece4e-e16e-4760-bebb-f7a90b00f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.481889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-cbcece4e-e16e-4760-bebb-f7a90b00f7ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2 HTTP/1.1" status: 200 len: 903 time: 0.6257937 Feb 11 05:27:04.537331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-ee5412ea-52c9-4fe9-9f02-527c81939fef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00 HTTP/1.1" status: 200 len: 217 time: 0.0462720 Feb 11 05:27:04.603175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-596095d8-a852-47f2-91df-8dd4e5c19d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.604791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-596095d8-a852-47f2-91df-8dd4e5c19d3f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f HTTP/1.1" status: 200 len: 797 time: 0.0617206 Feb 11 05:27:04.662919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-36648422-d626-4f60-af71-46fb1a855a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.664347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-36648422-d626-4f60-af71-46fb1a855a20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0541098 Feb 11 05:27:04.711191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Router 78fb2593-88fd-44cb-bc8c-3e3cff9d05f4 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:04.834706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-a60b5c35-52b4-4ffe-a6b9-bf69dd90fa26 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642849 Feb 11 05:27:04.896490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6fa8c-b7db-4b27-96d4-c6ce29cb2e95 req-18776f47-867f-4cb6-bfc2-10f476621124 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:04.898216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71d6fa8c-b7db-4b27-96d4-c6ce29cb2e95 req-18776f47-867f-4cb6-bfc2-10f476621124 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1169889 Feb 11 05:27:05.003358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71d6fa8c-b7db-4b27-96d4-c6ce29cb2e95 req-1848a654-ec5a-416d-8db9-21358e3baf67 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763173 Feb 11 05:27:05.022412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7fe75d0-7b48-4f43-8fd6-1ba1aedef1e8 req-dab40267-86db-4043-aadc-c6e559bdd6f4 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808486 Feb 11 05:27:05.137273 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4666de0f-e968-4423-8c32-05b910b7cc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.179956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56650) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:05.219197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:05.235324 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Sync routers for ids ['78fb2593-88fd-44cb-bc8c-3e3cff9d05f4'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:05.238916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-036b0501-622a-4d20-a4ba-232c72ebaac6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a50c4f3674b9442ba15046af2507d162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563495 Feb 11 05:27:05.240448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56652) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:05.245780 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Routers {'78fb2593-88fd-44cb-bc8c-3e3cff9d05f4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:05.246570 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['78fb2593-88fd-44cb-bc8c-3e3cff9d05f4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:05.317129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e17305b9-d48f-44ce-9a10-3615f623a70d admin admin] Publish callbacks [] for security_group (10b935c4-ed9b-4dd8-8184-59a3790a5856), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.345161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.355142 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da39b5ad-eab3-46ff-8049-4bdd355eef75 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4976890 Feb 11 05:27:05.355142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56654) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:05.361995 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Set router 78fb2593-88fd-44cb-bc8c-3e3cff9d05f4 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:05.378364 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e17305b9-d48f-44ce-9a10-3615f623a70d admin admin] Publish callbacks [] for security_group (10b935c4-ed9b-4dd8-8184-59a3790a5856), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.548146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e17305b9-d48f-44ce-9a10-3615f623a70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (10b935c4-ed9b-4dd8-8184-59a3790a5856), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.551108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e17305b9-d48f-44ce-9a10-3615f623a70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.552106 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-18db9ce1-66b2-483f-8308-dfa326bd98d1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/routers/78fb2593-88fd-44cb-bc8c-3e3cff9d05f4 HTTP/1.1" status: 200 len: 908 time: 0.2015266 Feb 11 05:27:05.558379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56666) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:05.559232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e17305b9-d48f-44ce-9a10-3615f623a70d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10b935c4-ed9b-4dd8-8184-59a3790a5856 HTTP/1.1" status: 204 len: 168 time: 0.3144064 Feb 11 05:27:05.571046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1891888096', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': True}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:05.574406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17305b9-d48f-44ce-9a10-3615f623a70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b935c4-ed9b-4dd8-8184-59a3790a5856,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:05.709823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-13888a6d-d680-4be8-8ab5-2f35f06ed7c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.717216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-13888a6d-d680-4be8-8ab5-2f35f06ed7c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.723885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-13888a6d-d680-4be8-8ab5-2f35f06ed7c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.731126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-13888a6d-d680-4be8-8ab5-2f35f06ed7c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.736764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (e66050b5-1c4a-423c-925b-76f1766a1ef3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.738260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (e66050b5-1c4a-423c-925b-76f1766a1ef3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.741443 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fb2593-88fd-44cb-bc8c-3e3cff9d05f4', 'name': 'tempest-snat-router-1891888096', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.18'}], 'enable_snat': False}, 'gw_port_id': '90930e6e-b6c6-47cd-bc39-c98fd313a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:01Z', 'updated_at': '2022-02-11T05:27:03Z', 'revision_number': 3, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port': {'id': '90930e6e-b6c6-47cd-bc39-c98fd313a1cd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fb2593-88fd-44cb-bc8c-3e3cff9d05f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:02Z', 'updated_at': '2022-02-11T05:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:05.748300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-13888a6d-d680-4be8-8ab5-2f35f06ed7c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.763552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-13888a6d-d680-4be8-8ab5-2f35f06ed7c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.781050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-13888a6d-d680-4be8-8ab5-2f35f06ed7c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.786081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-13888a6d-d680-4be8-8ab5-2f35f06ed7c2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1674428 Feb 11 05:27:05.817094 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Checking router: 78fb2593-88fd-44cb-bc8c-3e3cff9d05f4 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:05.817548 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Updating router 78fb2593-88fd-44cb-bc8c-3e3cff9d05f4 port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:27:05.818283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_controller (e66050b5-1c4a-423c-925b-76f1766a1ef3), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.850197 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.886289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d48f75fc-e96d-4ab0-8eff-eec3c342778a req-890e680e-5c28-414a-9849-e24f8a89e766 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925546 Feb 11 05:27:06.240395 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Publish callbacks [] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.283354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8b34f-9cc2-41fa-a5ed-171782b9076f req-22377e1c-f8ff-4d73-8baa-905d846ac4e3 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:06.290908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36c8b34f-9cc2-41fa-a5ed-171782b9076f req-22377e1c-f8ff-4d73-8baa-905d846ac4e3 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 949 time: 0.2060370 Feb 11 05:27:06.302074 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (e66050b5-1c4a-423c-925b-76f1766a1ef3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.305060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104832e-c573-47e6-8d33-f2124935ccf8 req-9b568528-1861-4ccf-88f9-346e00881fbb tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:06.306681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a104832e-c573-47e6-8d33-f2124935ccf8 req-9b568528-1861-4ccf-88f9-346e00881fbb tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1129973 Feb 11 05:27:06.358315 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.475590 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2654085-654a-4bdb-8bbf-980fcc0cc081 None None] Pushing event updated for resources: {'Port': ['ID=90930e6e-b6c6-47cd-bc39-c98fd313a1cd,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:06.515414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36c8b34f-9cc2-41fa-a5ed-171782b9076f req-66d090b3-ef25-4033-8af7-10e196873c14 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227368 Feb 11 05:27:06.556117 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a104832e-c573-47e6-8d33-f2124935ccf8 req-880e9eb0-d6ad-434e-9020-5977ecffbee6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246079 Feb 11 05:27:06.589490 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Attempting to bind port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:06.589891 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Attempting to bind port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:06.590876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Attempting to bind port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:06.596855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.607346 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:06.608120 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:06.608697 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.609677 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:06.610689 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Bound port: 90930e6e-b6c6-47cd-bc39-c98fd313a1cd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:06.613953 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.725448 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] For port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:06.731074 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] For port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=90930e6e-b6c6-47cd-bc39-c98fd313a1cd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:06.770326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (e66050b5-1c4a-423c-925b-76f1766a1ef3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.794273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.847503 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.875254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:06.926506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Allocated IP 172.25.8.17 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/d88cc719-4d80-4969-a268-cba031c7ce1f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:06.931460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:06.933191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 2c49bbfb-1b6c-40ff-b37f-0f4cc01aea65 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:06.983251 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2654085-654a-4bdb-8bbf-980fcc0cc081 None None] Pushing event updated for resources: {'Port': ['ID=90930e6e-b6c6-47cd-bc39-c98fd313a1cd,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.009278 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Routers {'78fb2593-88fd-44cb-bc8c-3e3cff9d05f4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:07.010448 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['78fb2593-88fd-44cb-bc8c-3e3cff9d05f4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:07.157844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.192807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-2b98c63d-7f1a-4fdf-8094-4145dc1ffb29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.194780 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] Set router 78fb2593-88fd-44cb-bc8c-3e3cff9d05f4 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:07.199672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-2b98c63d-7f1a-4fdf-8094-4145dc1ffb29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.205149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-2b98c63d-7f1a-4fdf-8094-4145dc1ffb29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.210852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-2b98c63d-7f1a-4fdf-8094-4145dc1ffb29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.216943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-2b98c63d-7f1a-4fdf-8094-4145dc1ffb29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.222378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-2b98c63d-7f1a-4fdf-8094-4145dc1ffb29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.227712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-2b98c63d-7f1a-4fdf-8094-4145dc1ffb29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.230841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-2b98c63d-7f1a-4fdf-8094-4145dc1ffb29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1590447 Feb 11 05:27:07.323624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.353487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e13974c3-1f98-433b-b5fd-c60e9a12bf2e req-36f67f84-ccd4-4370-829d-f106e30eb6f8 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154602 Feb 11 05:27:07.428930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:07.432987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:07.437267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:07.556320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'Port': ['ID=d88cc719-4d80-4969-a268-cba031c7ce1f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.799783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b6740-2800-4c06-b2da-1dd743052047 req-b324bb60-bad9-4979-8bc8-d9dbcbd0d7b1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.800023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-dea00a5e-09e2-4bc8-b544-522c8bff9a73 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:07.801636 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-dea00a5e-09e2-4bc8-b544-522c8bff9a73 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 949 time: 0.3141575 Feb 11 05:27:07.801758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c45b6740-2800-4c06-b2da-1dd743052047 req-b324bb60-bad9-4979-8bc8-d9dbcbd0d7b1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 949 time: 0.1108904 Feb 11 05:27:07.835952 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fb2593-88fd-44cb-bc8c-3e3cff9d05f4', 'name': 'tempest-snat-router-1891888096', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.18'}], 'enable_snat': False}, 'gw_port_id': '90930e6e-b6c6-47cd-bc39-c98fd313a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:01Z', 'updated_at': '2022-02-11T05:27:03Z', 'revision_number': 3, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port': {'id': '90930e6e-b6c6-47cd-bc39-c98fd313a1cd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fb2593-88fd-44cb-bc8c-3e3cff9d05f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:02Z', 'updated_at': '2022-02-11T05:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:07.882238 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2509ae-4fae-4322-8662-f50e72371fd1 None None] The sync data for ids ['78fb2593-88fd-44cb-bc8c-3e3cff9d05f4'] in n-d-713498-37 is: [{'id': '78fb2593-88fd-44cb-bc8c-3e3cff9d05f4', 'name': 'tempest-snat-router-1891888096', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.18'}], 'enable_snat': False}, 'gw_port_id': '90930e6e-b6c6-47cd-bc39-c98fd313a1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:01Z', 'updated_at': '2022-02-11T05:27:03Z', 'revision_number': 3, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port': {'id': '90930e6e-b6c6-47cd-bc39-c98fd313a1cd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fb2593-88fd-44cb-bc8c-3e3cff9d05f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:02Z', 'updated_at': '2022-02-11T05:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:07.940625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c45b6740-2800-4c06-b2da-1dd743052047 req-98ec1b49-ad6a-4f9f-95c7-b18ea4eaa3ce tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322446 Feb 11 05:27:07.956066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-99c8d25f-6484-4701-a5be-2c67110ad755 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b97cfa29966c4ac38cd6708684410564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837212 Feb 11 05:27:08.063340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Deleting port 008855ff-b786-457d-a032-1dabbada6a61 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:08.063685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (008855ff-b786-457d-a032-1dabbada6a61), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.123773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (e66050b5-1c4a-423c-925b-76f1766a1ef3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.161614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-454bc6f1-2845-49fe-a367-41c670b2bccf tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.165064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-454bc6f1-2845-49fe-a367-41c670b2bccf tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975050 Feb 11 05:27:08.191831 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.217582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4369bfca-c8ef-49e9-bbd4-bdd7cafddd90 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/quotas/b97cfa29966c4ac38cd6708684410564 HTTP/1.1" status: 200 len: 375 time: 0.0178256 Feb 11 05:27:08.265895 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.268548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-ead5a21f-5a42-48dd-afc9-3bd588bd5cd2 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b97cfa29966c4ac38cd6708684410564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494761 Feb 11 05:27:08.331795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff6da5-dbeb-45a6-866d-ea3cd2104724 req-6694b7d1-41e7-4cec-b587-69c31f48eb53 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.342361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8ff6da5-dbeb-45a6-866d-ea3cd2104724 req-6694b7d1-41e7-4cec-b587-69c31f48eb53 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1756368 Feb 11 05:27:08.479037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8ff6da5-dbeb-45a6-866d-ea3cd2104724 req-7fc83af9-a3fd-48ca-af3e-290acdcc7a34 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341760 Feb 11 05:27:08.523743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] For port 008855ff-b786-457d-a032-1dabbada6a61, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=008855ff-b786-457d-a032-1dabbada6a61,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:08.524406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (008855ff-b786-457d-a032-1dabbada6a61), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.572956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Calling delete_port for 008855ff-b786-457d-a032-1dabbada6a61 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:08.584149 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (e66050b5-1c4a-423c-925b-76f1766a1ef3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.725755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-903833c0-871f-4296-8952-4a82463df64a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.732326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-903833c0-871f-4296-8952-4a82463df64a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.737681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-903833c0-871f-4296-8952-4a82463df64a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.743042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-903833c0-871f-4296-8952-4a82463df64a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.749371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-903833c0-871f-4296-8952-4a82463df64a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.755891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-903833c0-871f-4296-8952-4a82463df64a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.762441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-903833c0-871f-4296-8952-4a82463df64a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.770735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-903833c0-871f-4296-8952-4a82463df64a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2230732 Feb 11 05:27:08.793078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e3caeb2-9e33-4198-ac14-b5dae609da1e req-e9293329-713a-4d58-bd7e-d9418613facc tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 210 time: 0.1055548 Feb 11 05:27:08.921239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-761659d9-01c2-4c64-8fb9-7dd3f8fcc2c2 req-d1bb45dd-c936-489b-b8fa-e1ac425633b2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493328 Feb 11 05:27:09.122748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Router e66050b5-1c4a-423c-925b-76f1766a1ef3 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:09.122968 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.133367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132a118-b95b-40bc-ac92-f15eb2f5de06 req-db3f749d-46ec-41ea-83c2-15693f829ea0 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.136938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6132a118-b95b-40bc-ac92-f15eb2f5de06 req-db3f749d-46ec-41ea-83c2-15693f829ea0 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 949 time: 0.0839231 Feb 11 05:27:09.220480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6132a118-b95b-40bc-ac92-f15eb2f5de06 req-f9dd9668-896c-4962-b886-3c16b722bfac tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761192 Feb 11 05:27:09.234068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (008855ff-b786-457d-a032-1dabbada6a61), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.241233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8860d7c9-2446-4421-b255-ababfeb9f227'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:09.373752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:09.381675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Pushing event deleted for resources: {'Port': ['ID=008855ff-b786-457d-a032-1dabbada6a61,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:09.391789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Sync routers for ids ['e66050b5-1c4a-423c-925b-76f1766a1ef3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:09.510676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] No DVR routers for this DVR port 008855ff-b786-457d-a032-1dabbada6a61 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:09.513624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.515560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Routers {'e66050b5-1c4a-423c-925b-76f1766a1ef3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:09.516559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e66050b5-1c4a-423c-925b-76f1766a1ef3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:09.524541 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f650d5ee-1174-404b-b7c4-26e746666d78 req-17bec0ff-7454-4650-b28b-896595e002e7 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "DELETE /v2.0/ports/008855ff-b786-457d-a032-1dabbada6a61 HTTP/1.1" status: 204 len: 173 time: 1.7160630 Feb 11 05:27:09.525105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c197f7-c557-4211-90fe-c3c3e8e80db9', 'name': 'network-vif-deleted', 'tag': '008855ff-b786-457d-a032-1dabbada6a61'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:09.540443 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b714fe3-8a88-4e85-9d54-0fb4e031d7ac" -d '{"events": [{"server_uuid": "13c197f7-c557-4211-90fe-c3c3e8e80db9", "name": "network-vif-deleted", "tag": "008855ff-b786-457d-a032-1dabbada6a61"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:09.553976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.558312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56760) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:09.561713 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-47bc97fd-4da5-4ec6-9c3f-ba1adbf44c60 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0004535 Feb 11 05:27:09.665112 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae714fc4-04a4-49ed-89f0-7d1afa52e245 x-openstack-request-id: req-ae714fc4-04a4-49ed-89f0-7d1afa52e245 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:09.665462 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c197f7-c557-4211-90fe-c3c3e8e80db9", "name": "network-vif-deleted", "tag": "008855ff-b786-457d-a032-1dabbada6a61", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:09.665736 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae714fc4-04a4-49ed-89f0-7d1afa52e245 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:09.666709 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c197f7-c557-4211-90fe-c3c3e8e80db9', 'name': 'network-vif-deleted', 'tag': '008855ff-b786-457d-a032-1dabbada6a61', 'status': 'completed', 'code': 200} Feb 11 05:27:09.817787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 90930e6e-b6c6-47cd-bc39-c98fd313a1cd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:09.976032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716b356-e0ca-4b03-9613-0dcdd1527231 req-e57537c8-c34a-4533-8dd0-49cf039ee1c6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.998224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4716b356-e0ca-4b03-9613-0dcdd1527231 req-e57537c8-c34a-4533-8dd0-49cf039ee1c6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.3038399 Feb 11 05:27:10.001892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abbc2bf8-a3ec-44cc-8757-59621bd69d7f req-d8a43bdf-e3fa-47ca-ae7b-5de06924f43c tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 210 time: 0.1396909 Feb 11 05:27:10.136148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Set router e66050b5-1c4a-423c-925b-76f1766a1ef3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:10.272761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5917608-e951-4e01-997c-9202195418b1 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/routers/e66050b5-1c4a-423c-925b-76f1766a1ef3 HTTP/1.1" status: 200 len: 907 time: 0.7128999 Feb 11 05:27:10.276661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56776) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:10.296742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4716b356-e0ca-4b03-9613-0dcdd1527231 req-a50e786a-326f-4b93-9c57-eaac69380dac tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963328 Feb 11 05:27:10.374117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-43fc4f88-b43d-4328-95f0-10a2ab34100e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.380441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-43fc4f88-b43d-4328-95f0-10a2ab34100e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.386862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-43fc4f88-b43d-4328-95f0-10a2ab34100e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.392720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-43fc4f88-b43d-4328-95f0-10a2ab34100e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.398219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-43fc4f88-b43d-4328-95f0-10a2ab34100e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.404858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-43fc4f88-b43d-4328-95f0-10a2ab34100e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.411639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-43fc4f88-b43d-4328-95f0-10a2ab34100e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:10.420302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-43fc4f88-b43d-4328-95f0-10a2ab34100e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2824481 Feb 11 05:27:10.438130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:10.438613 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.546373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:10.546373 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.569171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=90930e6e-b6c6-47cd-bc39-c98fd313a1cd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:10.579446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66050b5-1c4a-423c-925b-76f1766a1ef3', 'name': 'tempest-snat-router-1891888096', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd88cc719-4d80-4969-a268-cba031c7ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:05Z', 'updated_at': '2022-02-11T05:27:07Z', 'revision_number': 3, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port': {'id': 'd88cc719-4d80-4969-a268-cba031c7ce1f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:72:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66050b5-1c4a-423c-925b-76f1766a1ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:10.579709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89cd6ee2-4157-4531-9597-1f2f029fe3f3 req-74462473-8854-463a-a6ce-b7063eea8cd1 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c197f7-c557-4211-90fe-c3c3e8e80db9 HTTP/1.1" status: 200 len: 210 time: 0.0663996 Feb 11 05:27:10.602478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (e66050b5-1c4a-423c-925b-76f1766a1ef3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.622945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43a8b047-4f44-46e6-8090-6d62e66089cf req-d725b828-56c3-45e0-9e89-1ffe1ff4c972 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1824923 Feb 11 05:27:10.625776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Checking router: e66050b5-1c4a-423c-925b-76f1766a1ef3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:10.626196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Updating router e66050b5-1c4a-423c-925b-76f1766a1ef3 port d88cc719-4d80-4969-a268-cba031c7ce1f binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:27:10.648690 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.697948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.761722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=90930e6e-b6c6-47cd-bc39-c98fd313a1cd,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:10.855308 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (e66050b5-1c4a-423c-925b-76f1766a1ef3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.905001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 008855ff-b786-457d-a032-1dabbada6a61 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:10.954075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 008855ff-b786-457d-a032-1dabbada6a61 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:10.954428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 008855ff-b786-457d-a032-1dabbada6a61 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:11.015994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Deleting port d88cc719-4d80-4969-a268-cba031c7ce1f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:11.016770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.190462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccf6f63f-e77a-4596-91f7-435693ded602 req-fda72154-b261-4384-adf0-14d4c7d898f2 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 210 time: 0.0660346 Feb 11 05:27:11.201809 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Publish callbacks [] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.219687 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.239782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Calling delete_port for d88cc719-4d80-4969-a268-cba031c7ce1f owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:11.328216 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.351101 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.500185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Attempting to bind port d88cc719-4d80-4969-a268-cba031c7ce1f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:11.500920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Attempting to bind port d88cc719-4d80-4969-a268-cba031c7ce1f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:11.501033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Attempting to bind port d88cc719-4d80-4969-a268-cba031c7ce1f on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:11.520209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066d680-ae12-49d5-bff2-5352062ae255 None None] Pushing event updated for resources: {'Port': ['ID=d88cc719-4d80-4969-a268-cba031c7ce1f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:11.555147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:11.555605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:11.556024 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.556528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:11.557677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Bound port: d88cc719-4d80-4969-a268-cba031c7ce1f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:11.558075 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.607179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06843bcf-1602-434d-aff1-7eaa5985fc2c req-6836ea18-a862-49f5-9e25-039393404a56 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:11.615759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06843bcf-1602-434d-aff1-7eaa5985fc2c req-6836ea18-a862-49f5-9e25-039393404a56 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1621025 Feb 11 05:27:11.620676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-5a97c5ac-2642-4225-b3e5-16cea484aafe tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b97cfa29966c4ac38cd6708684410564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495241 Feb 11 05:27:11.628323 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:27:11.628744 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:27:11.643040 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.747326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 90930e6e-b6c6-47cd-bc39-c98fd313a1cd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:11.757299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event deleted for resources: {'Port': ['ID=d88cc719-4d80-4969-a268-cba031c7ce1f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:11.825689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:11.826174 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.897033 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06843bcf-1602-434d-aff1-7eaa5985fc2c req-3a630c15-e7a2-4cce-b77d-e7acfffe1730 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792528 Feb 11 05:27:11.942571 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (e66050b5-1c4a-423c-925b-76f1766a1ef3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.969918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:12.039182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-101917c4-d950-44d0-8178-1461e8a4d850 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.040677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-101917c4-d950-44d0-8178-1461e8a4d850 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4138687 Feb 11 05:27:12.082722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Request body: {'port': {'device_id': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': 'b97cfa29966c4ac38cd6708684410564'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:12.089789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (e66050b5-1c4a-423c-925b-76f1766a1ef3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.094265 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_controller (e66050b5-1c4a-423c-925b-76f1766a1ef3), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.118787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-ca266589-dfc3-42a4-9261-ae1417f70534 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.124670 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-ca266589-dfc3-42a4-9261-ae1417f70534 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.130227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-ca266589-dfc3-42a4-9261-ae1417f70534 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.136101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-ca266589-dfc3-42a4-9261-ae1417f70534 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.141558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-ca266589-dfc3-42a4-9261-ae1417f70534 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.146921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-ca266589-dfc3-42a4-9261-ae1417f70534 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.152871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-ca266589-dfc3-42a4-9261-ae1417f70534 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.153284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Attempting to bind port d88cc719-4d80-4969-a268-cba031c7ce1f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:12.153781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Attempting to bind port d88cc719-4d80-4969-a268-cba031c7ce1f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:12.154350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Attempting to bind port d88cc719-4d80-4969-a268-cba031c7ce1f on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:12.154836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-ca266589-dfc3-42a4-9261-ae1417f70534 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.3352594 Feb 11 05:27:12.165239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:12.165664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:12.166602 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.167014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:12.167974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Bound port: d88cc719-4d80-4969-a268-cba031c7ce1f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:12.167974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d88cc719-4d80-4969-a268-cba031c7ce1f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.187142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Port d88cc719-4d80-4969-a268-cba031c7ce1f has been deleted concurrently {{(pid=104088) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:27:12.197845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Routers {'e66050b5-1c4a-423c-925b-76f1766a1ef3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:12.198567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e66050b5-1c4a-423c-925b-76f1766a1ef3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:12.327049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6653311e-b862-4e24-a538-95ed1f9d7495 req-67167591-0514-4e5f-91ca-f5f7c4cac827 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1639833 Feb 11 05:27:12.342669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] Set router e66050b5-1c4a-423c-925b-76f1766a1ef3 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:12.394169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (e66050b5-1c4a-423c-925b-76f1766a1ef3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.394806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e66050b5-1c4a-423c-925b-76f1766a1ef3 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:12.412316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.412480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66050b5-1c4a-423c-925b-76f1766a1ef3', 'name': 'tempest-snat-router-1891888096', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:05Z', 'updated_at': '2022-02-11T05:27:11Z', 'revision_number': 5, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:12.412624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fa71c033-b0bd-480c-8c59-8bb0d4f858ef tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "DELETE /v2.0/routers/e66050b5-1c4a-423c-925b-76f1766a1ef3 HTTP/1.1" status: 204 len: 168 time: 2.1284521 Feb 11 05:27:12.415092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56808) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:12.459733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4048c3-1fcb-46c7-afaf-27e20e65823b None None] The sync data for ids ['e66050b5-1c4a-423c-925b-76f1766a1ef3'] in n-d-713498-37 is: [{'id': 'e66050b5-1c4a-423c-925b-76f1766a1ef3', 'name': 'tempest-snat-router-1891888096', 'tenant_id': '550e625a742f4db885c0d4ac41c104a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:05Z', 'updated_at': '2022-02-11T05:27:11Z', 'revision_number': 5, 'project_id': '550e625a742f4db885c0d4ac41c104a6', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:12.505455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Made reservation on behalf of b97cfa29966c4ac38cd6708684410564 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:12.508878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.535485 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.570799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4a7270c-67d5-4486-92eb-4714f73c61e1 req-9d1af5e4-52ff-4430-9a32-15217b1c2adc tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 210 time: 0.0564046 Feb 11 05:27:12.676867 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.877965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks [] for security_group (6328f169-3ccf-4dae-b1f7-e7e41e5013fb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.887762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1d44-0523-48ba-9def-05618c1a5754 req-c381a3dc-202c-40e1-872e-1300388d0a8b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:12.889375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-189d1d44-0523-48ba-9def-05618c1a5754 req-c381a3dc-202c-40e1-872e-1300388d0a8b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 950 time: 0.2300825 Feb 11 05:27:12.987630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-189d1d44-0523-48ba-9def-05618c1a5754 req-962ed090-fe50-4d6e-9d0c-1b91d5847c2c tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897281 Feb 11 05:27:12.988352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6328f169-3ccf-4dae-b1f7-e7e41e5013fb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.106046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6328f169-3ccf-4dae-b1f7-e7e41e5013fb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:13.117985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.592064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9584c-f81c-4385-8e2b-eef2254fe2ab req-6c2380bb-8c79-4a0c-a651-6697e0e05c5a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.596261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15c9584c-f81c-4385-8e2b-eef2254fe2ab req-6c2380bb-8c79-4a0c-a651-6697e0e05c5a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.5622451 Feb 11 05:27:13.683676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Allocated IP 192.168.233.102 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/1b8bacf5-0266-4bfd-9a39-f85449cb09c9) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:13.756303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-be8580b9-367a-41df-8eb8-464999e89260 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.764881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-be8580b9-367a-41df-8eb8-464999e89260 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.770801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-be8580b9-367a-41df-8eb8-464999e89260 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.777349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-be8580b9-367a-41df-8eb8-464999e89260 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.782931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-be8580b9-367a-41df-8eb8-464999e89260 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.788635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-be8580b9-367a-41df-8eb8-464999e89260 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.793895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-be8580b9-367a-41df-8eb8-464999e89260 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.795909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-be8580b9-367a-41df-8eb8-464999e89260 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2437069 Feb 11 05:27:13.841848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15c9584c-f81c-4385-8e2b-eef2254fe2ab req-8203a60d-99a2-4f90-93f2-89de750531fb tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347989 Feb 11 05:27:13.866632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Deleting port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:13.866632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.988335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-b868b342-cc7f-4a91-8ced-dc281daaf9f4 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.992757 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-b868b342-cc7f-4a91-8ced-dc281daaf9f4 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 950 time: 0.1231134 Feb 11 05:27:14.096739 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc1af6d8-c6bb-4a6f-a994-96d244f69f87 req-3b099912-b067-4ae2-99ad-db7c198d7457 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 210 time: 0.1336319 Feb 11 05:27:14.148775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Deleting port 8860d7c9-2446-4421-b255-ababfeb9f227 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:14.149485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.152048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dcbb4ba-b5f9-4301-b70e-b0b722235d4b req-dc4e5682-634c-4f4a-a882-0155bd2f08aa tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3482130 Feb 11 05:27:14.198703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] For port 90930e6e-b6c6-47cd-bc39-c98fd313a1cd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=90930e6e-b6c6-47cd-bc39-c98fd313a1cd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:14.199154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.233250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Calling delete_port for 90930e6e-b6c6-47cd-bc39-c98fd313a1cd owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:14.265354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] For port 8860d7c9-2446-4421-b255-ababfeb9f227, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=8860d7c9-2446-4421-b255-ababfeb9f227,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:14.265872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.269522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks [] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.283228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Calling delete_port for 8860d7c9-2446-4421-b255-ababfeb9f227 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:14.409647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaffe6-25a3-4a40-9f58-8b490abd4108 req-b3fd4562-3b8b-4e64-9ca0-187940391a40 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:14.411701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fcaffe6-25a3-4a40-9f58-8b490abd4108 req-b3fd4562-3b8b-4e64-9ca0-187940391a40 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 950 time: 0.1402051 Feb 11 05:27:14.518631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8860d7c9-2446-4421-b255-ababfeb9f227), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.527208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fcaffe6-25a3-4a40-9f58-8b490abd4108 req-caf5dc38-82d4-4540-a658-bf37316362bd tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a752a26-fa1b-4fa2-8108-0b8a926db005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074531 Feb 11 05:27:14.535313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['8860d7c9-2446-4421-b255-ababfeb9f227'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:14.553412 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.634124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Pushing event deleted for resources: {'Port': ['ID=8860d7c9-2446-4421-b255-ababfeb9f227,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:14.644117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:14.667150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:14.669409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:14.677769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] No DVR routers for this DVR port 8860d7c9-2446-4421-b255-ababfeb9f227 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:14.681126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.685311 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fe7300-335d-421a-a07b-fec49afaabb7 req-6ebd90a5-fb97-4783-a77b-887879de397b tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.65 "DELETE /v2.0/ports/8860d7c9-2446-4421-b255-ababfeb9f227 HTTP/1.1" status: 204 len: 173 time: 0.6867521 Feb 11 05:27:14.685809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-deleted', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:14.688192 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b636bb-0a87-412f-824a-eee077d7498a" -d '{"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-deleted", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:14.688664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:14.760223 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d345a006-7fa3-4d01-864d-47972e512410 x-openstack-request-id: req-d345a006-7fa3-4d01-864d-47972e512410 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:14.761704 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76059386-4ee9-46dd-baf1-a1f298cd973c", "name": "network-vif-deleted", "tag": "8860d7c9-2446-4421-b255-ababfeb9f227", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:14.763801 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d345a006-7fa3-4d01-864d-47972e512410 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:14.765811 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76059386-4ee9-46dd-baf1-a1f298cd973c', 'name': 'network-vif-deleted', 'tag': '8860d7c9-2446-4421-b255-ababfeb9f227', 'status': 'completed', 'code': 200} Feb 11 05:27:14.784831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:14.785811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.924238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (90930e6e-b6c6-47cd-bc39-c98fd313a1cd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.020291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event deleted for resources: {'Port': ['ID=90930e6e-b6c6-47cd-bc39-c98fd313a1cd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:15.041713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-6d0095ce-db5c-4d3c-8135-fc6e2eceadf9 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9623091 Feb 11 05:27:15.075336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Request body: {'port': {'device_id': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:15.149486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8db77-b59b-430c-b60b-25ff63b3223b req-04cbe027-6ab2-44e6-b888-2a328ad42373 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.151241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ea8db77-b59b-430c-b60b-25ff63b3223b req-04cbe027-6ab2-44e6-b888-2a328ad42373 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1928771 Feb 11 05:27:15.208314 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.236690 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.317569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e2287d67-774b-4bf6-a9eb-ef8b14d7c87a None None] Provisioning complete for port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:15.318290 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e2287d67-774b-4bf6-a9eb-ef8b14d7c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.366542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e2287d67-774b-4bf6-a9eb-ef8b14d7c87a None None] Port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:15.432865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.439151 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_controller (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.444255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ea8db77-b59b-430c-b60b-25ff63b3223b req-b82b41dd-20d2-4c3e-839c-b25fc3a5a73b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845709 Feb 11 05:27:15.572927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67f395-7857-4575-8814-be2f22ded9e3 req-26c6e14d-eb02-4cfd-89ec-9a1700843522 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.574385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a67f395-7857-4575-8814-be2f22ded9e3 req-26c6e14d-eb02-4cfd-89ec-9a1700843522 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 936 time: 0.3616519 Feb 11 05:27:15.603238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (78fb2593-88fd-44cb-bc8c-3e3cff9d05f4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.606164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78fb2593-88fd-44cb-bc8c-3e3cff9d05f4 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:15.641202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.642580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-db1f4aa1-e6d5-4b1c-bcca-5deabaaba72b tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "DELETE /v2.0/routers/78fb2593-88fd-44cb-bc8c-3e3cff9d05f4 HTTP/1.1" status: 204 len: 168 time: 3.2264857 Feb 11 05:27:15.646796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56842) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:15.654877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1122991078', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:15.772321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (fb389b5a-06bf-443d-84b2-f15094cab6cf), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.773467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (fb389b5a-06bf-443d-84b2-f15094cab6cf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.794208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a67f395-7857-4575-8814-be2f22ded9e3 req-7466f2e3-017f-4591-acd9-f49c6f8000c5 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025208 Feb 11 05:27:15.853105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-5f64012f-50c4-498a-be40-65c22a6b83f6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.860039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-5f64012f-50c4-498a-be40-65c22a6b83f6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.860972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (fb389b5a-06bf-443d-84b2-f15094cab6cf), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.865914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-5f64012f-50c4-498a-be40-65c22a6b83f6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.872423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-5f64012f-50c4-498a-be40-65c22a6b83f6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.878838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-5f64012f-50c4-498a-be40-65c22a6b83f6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.884260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-5f64012f-50c4-498a-be40-65c22a6b83f6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.890578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-5f64012f-50c4-498a-be40-65c22a6b83f6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.892841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-5f64012f-50c4-498a-be40-65c22a6b83f6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.3303227 Feb 11 05:27:16.039568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c7756e-1f4b-42c4-9870-6e796bc0e958 req-9d8031ea-613b-46fa-bbbb-a294dc58e425 tempest-ServersAdminTestJSON-1426405596 tempest-ServersAdminTestJSON-1426405596-project] 10.222.0.62 "GET /v2.0/ports?device_id=76059386-4ee9-46dd-baf1-a1f298cd973c HTTP/1.1" status: 200 len: 210 time: 0.0886908 Feb 11 05:27:16.062821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:16.085132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Publish callbacks [] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.097356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe19dae5-1617-4d50-9de5-dc3094f5a453 req-e87cbfe1-87d8-4e8e-9b6c-763a72ee4adf tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1914005 Feb 11 05:27:16.100244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (fb389b5a-06bf-443d-84b2-f15094cab6cf), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.123580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Transition to ACTIVE for port object 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:16.202928 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.354404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:16.369949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Attempting to bind port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:16.371054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Attempting to bind port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:16.371600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Attempting to bind port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:16.377972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:16.378898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Attempting to bind port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:16.386578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:16.387216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:16.387813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:16.388466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Bound port: 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:16.388886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.466510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:16.470136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:16.536641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.587003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.588885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.590564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] 10.222.0.83 "PUT /v2.0/ports/1b8bacf5-0266-4bfd-9a39-f85449cb09c9 HTTP/1.1" status: 200 len: 1097 time: 1.5404356 Feb 11 05:27:16.617986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:16.617986 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed0189b-2a27-4796-92d0-50723e289e89" -d '{"events": [{"name": "network-changed", "server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:16.669164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e475e-7eb2-4bf3-981a-db3376c57490 req-7756616a-91b7-4fb4-b16a-5a77309df40a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.670844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-293e475e-7eb2-4bf3-981a-db3376c57490 req-7756616a-91b7-4fb4-b16a-5a77309df40a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1253629 Feb 11 05:27:16.671532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d960-b74b-45ee-bcd0-c97a5309ef9f service neutron] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:16.682952 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9538037f-c705-49dc-9be2-42e175f9925c x-openstack-request-id: req-9538037f-c705-49dc-9be2-42e175f9925c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:16.682952 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:16.682952 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9538037f-c705-49dc-9be2-42e175f9925c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:16.689533 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'status': 'completed', 'code': 200} Feb 11 05:27:16.781117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (fb389b5a-06bf-443d-84b2-f15094cab6cf), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.788641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-293e475e-7eb2-4bf3-981a-db3376c57490 req-1fd2e306-3ba9-4afa-8c5c-00199ca3cbb6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092875 Feb 11 05:27:16.794337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0189b-2a27-4796-92d0-50723e289e89 req-2e2b6a32-c28d-442e-92b6-e0137735ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.795947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ed0189b-2a27-4796-92d0-50723e289e89 req-2e2b6a32-c28d-442e-92b6-e0137735ae3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b97cfa29966c4ac38cd6708684410564&device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 1131 time: 0.0893648 Feb 11 05:27:16.803598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.843499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ed0189b-2a27-4796-92d0-50723e289e89 req-b3a3cbbe-6eb9-479d-b564-06385602ace0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b97cfa29966c4ac38cd6708684410564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409663 Feb 11 05:27:16.963319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Allocated IP 172.25.8.221 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:17.070992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe6a48-d5fe-47a0-b18a-39d8c10e7a62 req-8870f27e-6c41-4d3b-a83a-e85c48924f6e tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.073169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcbe6a48-d5fe-47a0-b18a-39d8c10e7a62 req-8870f27e-6c41-4d3b-a83a-e85c48924f6e tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 948 time: 0.1609659 Feb 11 05:27:17.075918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0189b-2a27-4796-92d0-50723e289e89 req-c0560ee2-e2bc-4537-bb5a-26edea3cefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.077651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ed0189b-2a27-4796-92d0-50723e289e89 req-c0560ee2-e2bc-4537-bb5a-26edea3cefb5 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2275391 Feb 11 05:27:17.079888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for port (d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.187537 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcbe6a48-d5fe-47a0-b18a-39d8c10e7a62 req-09dc7a9a-c1bd-42d9-9f77-72dee9670b44 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064448 Feb 11 05:27:17.196652 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.232103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-93408061-7f16-4ac6-b94d-d58703afd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.233837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-93408061-7f16-4ac6-b94d-d58703afd7c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b97cfa29966c4ac38cd6708684410564&device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 1131 time: 0.1074536 Feb 11 05:27:17.255340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:17.263990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:17.264224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:17.270693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event updated for resources: {'Port': ['ID=d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:17.314495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-e8d8500a-ac2f-4c16-be4a-3a7b7f637c6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9 HTTP/1.1" status: 200 len: 217 time: 0.0652664 Feb 11 05:27:17.381474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-939dc710-4e5b-402e-8cb2-8c7267078259 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.387103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-939dc710-4e5b-402e-8cb2-8c7267078259 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.392585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-939dc710-4e5b-402e-8cb2-8c7267078259 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.397994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-939dc710-4e5b-402e-8cb2-8c7267078259 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.403437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-939dc710-4e5b-402e-8cb2-8c7267078259 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.408866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-939dc710-4e5b-402e-8cb2-8c7267078259 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.414271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-939dc710-4e5b-402e-8cb2-8c7267078259 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.416800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-939dc710-4e5b-402e-8cb2-8c7267078259 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2102439 Feb 11 05:27:17.421039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-0a912109-03a9-4241-ae0e-1e94c1f171e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.422484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-0a912109-03a9-4241-ae0e-1e94c1f171e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1026113 Feb 11 05:27:17.504839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-25c4dead-0fb7-4640-a1c0-9710e0f9cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.506480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-25c4dead-0fb7-4640-a1c0-9710e0f9cd67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0772533 Feb 11 05:27:17.529531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42a46cee-6c30-4a05-8359-4a56e93ea6be req-286ac7b1-a7d7-43c2-85c2-dde835a50e6e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060369 Feb 11 05:27:17.629535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-7d4b421c-d6d5-4715-967d-a04381dc2fe1 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171131 Feb 11 05:27:17.659153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 90930e6e-b6c6-47cd-bc39-c98fd313a1cd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:17.716463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 90930e6e-b6c6-47cd-bc39-c98fd313a1cd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:17.717237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 90930e6e-b6c6-47cd-bc39-c98fd313a1cd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:17.758676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d36fcd7c-bd6e-4cdd-8492-116b4755ed32 req-c281b317-917d-41e3-a0e1-e941fd3af87a service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214514 Feb 11 05:27:17.784331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (fb389b5a-06bf-443d-84b2-f15094cab6cf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.841705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56862) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:17.938975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db0944-644f-4ecf-a7f8-498ca0d6485a req-31c59b59-79f4-4d48-b7bd-40d12bf98f3a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.940738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4db0944-644f-4ecf-a7f8-498ca0d6485a req-31c59b59-79f4-4d48-b7bd-40d12bf98f3a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.0666528 Feb 11 05:27:18.054296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4db0944-644f-4ecf-a7f8-498ca0d6485a req-c06660b5-b6c6-461d-8293-8e0181afe9a9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055865 Feb 11 05:27:18.060875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (fb389b5a-06bf-443d-84b2-f15094cab6cf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.068693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56868) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:18.068913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-34579a13-99ec-48f8-97d1-9122bba80a11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=514f995810f04081ac6b95888e6caefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241194 Feb 11 05:27:18.211386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86fe76eb-f41f-4b7a-840e-493811093f20 admin admin] Publish callbacks [] for security_group (0a752a26-fa1b-4fa2-8108-0b8a926db005), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.245868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86fe76eb-f41f-4b7a-840e-493811093f20 admin admin] Publish callbacks [] for security_group (0a752a26-fa1b-4fa2-8108-0b8a926db005), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.367458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce8fe3-6808-464e-b15b-3fc92a5b7c3f req-ae1ffb89-e7aa-48f4-9c4a-6e54bc834f40 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.369080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02ce8fe3-6808-464e-b15b-3fc92a5b7c3f req-ae1ffb89-e7aa-48f4-9c4a-6e54bc834f40 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 948 time: 0.0893741 Feb 11 05:27:18.381587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Router fb389b5a-06bf-443d-84b2-f15094cab6cf is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:18.426043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab51184-6c76-4e3c-a214-879127e0663c req-cb4773be-c7ed-48b1-84b0-9f4ee1238f7c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.427601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cab51184-6c76-4e3c-a214-879127e0663c req-cb4773be-c7ed-48b1-84b0-9f4ee1238f7c tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1019733 Feb 11 05:27:18.439005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86fe76eb-f41f-4b7a-840e-493811093f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a752a26-fa1b-4fa2-8108-0b8a926db005), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.441704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-86fe76eb-f41f-4b7a-840e-493811093f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.452410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02ce8fe3-6808-464e-b15b-3fc92a5b7c3f req-d722665d-fdcd-41a9-9f8d-87bc7250f181 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757921 Feb 11 05:27:18.452845 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-86fe76eb-f41f-4b7a-840e-493811093f20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a752a26-fa1b-4fa2-8108-0b8a926db005 HTTP/1.1" status: 204 len: 168 time: 0.3831363 Feb 11 05:27:18.482751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe76eb-f41f-4b7a-840e-493811093f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a752a26-fa1b-4fa2-8108-0b8a926db005,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:18.532179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cab51184-6c76-4e3c-a214-879127e0663c req-f8ef71ba-aad3-4b71-beb5-847faaf12ff9 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917916 Feb 11 05:27:18.580246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:18.597511 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e74365-77fb-4785-bef3-eafb11da2831 None None] Sync routers for ids ['fb389b5a-06bf-443d-84b2-f15094cab6cf'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:18.618023 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e74365-77fb-4785-bef3-eafb11da2831 None None] Routers {'fb389b5a-06bf-443d-84b2-f15094cab6cf'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:18.619255 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-01e74365-77fb-4785-bef3-eafb11da2831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb389b5a-06bf-443d-84b2-f15094cab6cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:18.667762 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-01e74365-77fb-4785-bef3-eafb11da2831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:18.673037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f44312-3e3e-4462-91ed-9c454cd48f37 req-5e6fd068-9e10-4038-a022-d58d0538073b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.679435 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e74365-77fb-4785-bef3-eafb11da2831 None None] Routers {'fb389b5a-06bf-443d-84b2-f15094cab6cf'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:18.680300 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-01e74365-77fb-4785-bef3-eafb11da2831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb389b5a-06bf-443d-84b2-f15094cab6cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:18.682518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.683331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5f44312-3e3e-4462-91ed-9c454cd48f37 req-5e6fd068-9e10-4038-a022-d58d0538073b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.0744946 Feb 11 05:27:18.687629 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c36401d2-f37a-40bb-a644-2cb10e83f8ed tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0368896 Feb 11 05:27:18.688060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56882) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:18.692852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-09135380-1781-4705-994b-2a971b761815 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': False}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:18.732148 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-01e74365-77fb-4785-bef3-eafb11da2831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:18.733481 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e74365-77fb-4785-bef3-eafb11da2831 None None] The sync data for ids ['fb389b5a-06bf-443d-84b2-f15094cab6cf'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:18.809742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-22961f4c-341b-4657-8972-cca648a250f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.817936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-22961f4c-341b-4657-8972-cca648a250f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.824843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-22961f4c-341b-4657-8972-cca648a250f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.830929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-22961f4c-341b-4657-8972-cca648a250f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.839231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-22961f4c-341b-4657-8972-cca648a250f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.845635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-22961f4c-341b-4657-8972-cca648a250f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.852267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-22961f4c-341b-4657-8972-cca648a250f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.862524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-22961f4c-341b-4657-8972-cca648a250f3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1781063 Feb 11 05:27:18.884261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5f44312-3e3e-4462-91ed-9c454cd48f37 req-b848ef9c-c55e-4b10-886c-9b55a61eb710 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896057 Feb 11 05:27:18.955593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:18.975367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc4243f2-bc98-478d-b9fd-0f3dbe3e79f8 req-3d05a93e-349b-497f-9d17-88a582a3bf25 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060784 Feb 11 05:27:18.997921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 8860d7c9-2446-4421-b255-ababfeb9f227 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:18.997921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 8860d7c9-2446-4421-b255-ababfeb9f227 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:19.121998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09135380-1781-4705-994b-2a971b761815 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (fb389b5a-06bf-443d-84b2-f15094cab6cf), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.286850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56890) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:19.340931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7a154456-0a01-4461-9c04-7b85a9072009 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f73de1b856f4495b882e2e163db122c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527623 Feb 11 05:27:19.343350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56894) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:19.426949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-436b61fe-ef68-4c6d-87fa-085fd0286a7c admin admin] Publish callbacks [] for security_group (44ccc29d-b265-4b13-86bd-4019be464678), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.467118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-436b61fe-ef68-4c6d-87fa-085fd0286a7c admin admin] Publish callbacks [] for security_group (44ccc29d-b265-4b13-86bd-4019be464678), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.493736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de9bc3-cb71-4f18-8d2e-a6f6f1f8ad33 req-bf891aaf-6983-4c6a-8095-06b8ec5d3a28 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:19.495900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52de9bc3-cb71-4f18-8d2e-a6f6f1f8ad33 req-bf891aaf-6983-4c6a-8095-06b8ec5d3a28 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1076593 Feb 11 05:27:19.589327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52de9bc3-cb71-4f18-8d2e-a6f6f1f8ad33 req-7922211d-e05d-4ba8-9454-76511379b56b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Feb 11 05:27:19.620945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-436b61fe-ef68-4c6d-87fa-085fd0286a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (44ccc29d-b265-4b13-86bd-4019be464678), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.623558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-436b61fe-ef68-4c6d-87fa-085fd0286a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.624744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-436b61fe-ef68-4c6d-87fa-085fd0286a7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44ccc29d-b265-4b13-86bd-4019be464678 HTTP/1.1" status: 204 len: 168 time: 0.2804396 Feb 11 05:27:19.638003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b61fe-ef68-4c6d-87fa-085fd0286a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ccc29d-b265-4b13-86bd-4019be464678,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:19.658158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26857297-7278-473f-aa34-69cc8d91e723 req-0e04ba7d-2858-4e22-89ec-36e007fab7e8 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:19.660107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26857297-7278-473f-aa34-69cc8d91e723 req-0e04ba7d-2858-4e22-89ec-36e007fab7e8 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 948 time: 0.0797193 Feb 11 05:27:19.687704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09135380-1781-4705-994b-2a971b761815 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (fb389b5a-06bf-443d-84b2-f15094cab6cf), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.691312 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09135380-1781-4705-994b-2a971b761815 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (fb389b5a-06bf-443d-84b2-f15094cab6cf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.749086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26857297-7278-473f-aa34-69cc8d91e723 req-96f6e16e-be6b-4e0d-b8a4-b23001a077f0 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782633 Feb 11 05:27:19.817690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09135380-1781-4705-994b-2a971b761815 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Router fb389b5a-06bf-443d-84b2-f15094cab6cf has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:19.933018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09135380-1781-4705-994b-2a971b761815 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:19.937707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09135380-1781-4705-994b-2a971b761815 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.941932 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09135380-1781-4705-994b-2a971b761815 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "PUT /v2.0/routers/fb389b5a-06bf-443d-84b2-f15094cab6cf HTTP/1.1" status: 200 len: 926 time: 1.2497587 Feb 11 05:27:19.942322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56900) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:19.952032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ee2e6-a308-467a-b4cc-954a5bbeded7 None None] Sync routers for ids ['fb389b5a-06bf-443d-84b2-f15094cab6cf'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:19.968277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ee2e6-a308-467a-b4cc-954a5bbeded7 None None] Routers {'fb389b5a-06bf-443d-84b2-f15094cab6cf'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:19.969638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-405ee2e6-a308-467a-b4cc-954a5bbeded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb389b5a-06bf-443d-84b2-f15094cab6cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:20.021846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-405ee2e6-a308-467a-b4cc-954a5bbeded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:20.033828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ee2e6-a308-467a-b4cc-954a5bbeded7 None None] Routers {'fb389b5a-06bf-443d-84b2-f15094cab6cf'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:20.034741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-405ee2e6-a308-467a-b4cc-954a5bbeded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb389b5a-06bf-443d-84b2-f15094cab6cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:20.077728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-405ee2e6-a308-467a-b4cc-954a5bbeded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:20.078416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ee2e6-a308-467a-b4cc-954a5bbeded7 None None] The sync data for ids ['fb389b5a-06bf-443d-84b2-f15094cab6cf'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:20.468384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-b94acbea-64a6-4486-ba93-1b7fbd7e1979 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.474318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-b94acbea-64a6-4486-ba93-1b7fbd7e1979 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.479875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-b94acbea-64a6-4486-ba93-1b7fbd7e1979 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.485378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-b94acbea-64a6-4486-ba93-1b7fbd7e1979 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.490570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-b94acbea-64a6-4486-ba93-1b7fbd7e1979 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.496066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-b94acbea-64a6-4486-ba93-1b7fbd7e1979 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.502210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-b94acbea-64a6-4486-ba93-1b7fbd7e1979 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.504193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-b94acbea-64a6-4486-ba93-1b7fbd7e1979 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1557975 Feb 11 05:27:20.538135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5439e8bb-15cf-4aed-adce-f632c196e2b9 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/routers/fb389b5a-06bf-443d-84b2-f15094cab6cf HTTP/1.1" status: 200 len: 926 time: 0.5945239 Feb 11 05:27:20.542666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56916) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:20.619546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d1efca0-c633-42f2-a1cb-f7bd24b457d9 req-9a680d9e-facf-4c34-8f1c-02958f96e9a6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050549 Feb 11 05:27:20.621603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d034a43-981c-48da-b995-d6b892b83515 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.638770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6d034a43-981c-48da-b995-d6b892b83515 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=fb389b5a-06bf-443d-84b2-f15094cab6cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0927196 Feb 11 05:27:20.640626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56924) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:20.715879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-317af1d0-bb74-4e47-bde4-c9ccf80cfe85 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.717492 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-317af1d0-bb74-4e47-bde4-c9ccf80cfe85 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.0946512 Feb 11 05:27:20.818047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb711-b2ca-4a00-888a-375cd75e1e57 req-13212e85-1126-49df-a9b7-c4ad5c51c932 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.819640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-456eb711-b2ca-4a00-888a-375cd75e1e57 req-13212e85-1126-49df-a9b7-c4ad5c51c932 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 945 time: 0.1237519 Feb 11 05:27:20.823448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd8f17-8a2c-457e-b366-a54b0d33822d tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:20.823448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cacd8f17-8a2c-457e-b366-a54b0d33822d tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 881 time: 0.1805768 Feb 11 05:27:20.826739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56930) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:20.882090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Deleting port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:20.883139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.893249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ff1a0c64-f26b-4029-ac94-59324411f847 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb389b5a-06bf-443d-84b2-f15094cab6cf HTTP/1.1" status: 200 len: 205 time: 0.0652478 Feb 11 05:27:20.894009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56932) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:20.991766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] For port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:20.992467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.010495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Calling delete_port for 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:21.022352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04292cbf-4716-4bf4-9948-2455ab0b62af req-05a06e33-dc35-4082-8ae5-f2d8a1e2fa5f tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.024050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04292cbf-4716-4bf4-9948-2455ab0b62af req-05a06e33-dc35-4082-8ae5-f2d8a1e2fa5f tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 948 time: 0.1741862 Feb 11 05:27:21.042530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-456eb711-b2ca-4a00-888a-375cd75e1e57 req-74ad1e99-3db3-4786-aeca-77e68488dc37 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025309 Feb 11 05:27:21.127587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04292cbf-4716-4bf4-9948-2455ab0b62af req-e0da9176-d05d-470a-b46b-f5f4068e906a tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811350 Feb 11 05:27:21.175299 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (fb389b5a-06bf-443d-84b2-f15094cab6cf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.231985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:21.274110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.310551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (fb389b5a-06bf-443d-84b2-f15094cab6cf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.316392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30', '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:21.338923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event deleted for resources: {'Port': ['ID=49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:21.380504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] No DVR routers for this DVR port 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:21.383918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.388965 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9de976e4-5413-49b7-bbf8-7f86d089f479 req-6c149635-a8f6-4b5b-9aee-3460b72dcbbd tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "DELETE /v2.0/ports/49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f HTTP/1.1" status: 204 len: 173 time: 0.6659322 Feb 11 05:27:21.392218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4114a251-a610-4f15-b1dd-32ad26a41a02', 'name': 'network-vif-deleted', 'tag': '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:21.392992 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab23a81-4a6c-4ceb-a399-f11d99600133" -d '{"events": [{"server_uuid": "4114a251-a610-4f15-b1dd-32ad26a41a02", "name": "network-vif-deleted", "tag": "49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:21.468969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Deleting port d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:21.469522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.469652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:21.475346 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68916d60-b931-4af9-9b3c-6eff4ccd2bc4 x-openstack-request-id: req-68916d60-b931-4af9-9b3c-6eff4ccd2bc4 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:21.475673 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4114a251-a610-4f15-b1dd-32ad26a41a02", "name": "network-vif-deleted", "tag": "49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:21.475935 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68916d60-b931-4af9-9b3c-6eff4ccd2bc4 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:21.476394 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4114a251-a610-4f15-b1dd-32ad26a41a02', 'name': 'network-vif-deleted', 'tag': '49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f', 'status': 'completed', 'code': 200} Feb 11 05:27:21.508574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'mac_address': 'fa:16:3e:24:a0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:21.559374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:21.560042 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.576870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.590976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:21.594935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Calling delete_port for d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:21.613268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:21.687666 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.746297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:21.872886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-b71e95af-a4e2-4e3d-8dc1-9bac39f8abae tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.878291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-b71e95af-a4e2-4e3d-8dc1-9bac39f8abae tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.883671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-b71e95af-a4e2-4e3d-8dc1-9bac39f8abae tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.889253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-b71e95af-a4e2-4e3d-8dc1-9bac39f8abae tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.894406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-b71e95af-a4e2-4e3d-8dc1-9bac39f8abae tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.899919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-b71e95af-a4e2-4e3d-8dc1-9bac39f8abae tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.905143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-b71e95af-a4e2-4e3d-8dc1-9bac39f8abae tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.909178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-b71e95af-a4e2-4e3d-8dc1-9bac39f8abae tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1365907 Feb 11 05:27:21.969589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['1b8bacf5-0266-4bfd-9a39-f85449cb09c9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:22.010618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7c21d50-3554-4501-b9ea-44cefe470dc1 req-8d37de55-b113-41da-ad0a-e499ea53ff7f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963075 Feb 11 05:27:22.065025 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.130949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event deleted for resources: {'Port': ['ID=d1f6fdc0-1740-4c3f-af86-e2c55d6fa70a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:22.249712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c115dadb-8ac2-46fc-87ca-757c992ee550 req-601a1c2f-2310-4769-ab7c-8f1dd3ca0782 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=4114a251-a610-4f15-b1dd-32ad26a41a02 HTTP/1.1" status: 200 len: 210 time: 0.0390623 Feb 11 05:27:22.289085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (fb389b5a-06bf-443d-84b2-f15094cab6cf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.410711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (fb389b5a-06bf-443d-84b2-f15094cab6cf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.415683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (fb389b5a-06bf-443d-84b2-f15094cab6cf), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.430822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603d4a-40a3-490c-ba93-bde69566b88b req-56dde57e-e647-4c39-b04f-035cabf8fca1 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:22.437933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02603d4a-40a3-490c-ba93-bde69566b88b req-56dde57e-e647-4c39-b04f-035cabf8fca1 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 949 time: 0.1906829 Feb 11 05:27:22.538345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02603d4a-40a3-490c-ba93-bde69566b88b req-0e96780a-5b80-4f58-8d3b-88dd2c1cfea7 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993006 Feb 11 05:27:22.567764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (fb389b5a-06bf-443d-84b2-f15094cab6cf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.568077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Fanout notify agent at l3_agent the message router_deleted on router fb389b5a-06bf-443d-84b2-f15094cab6cf {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:22.576046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.577283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-56adf96a-3e16-4274-b191-4dab86fb6d8c tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/fb389b5a-06bf-443d-84b2-f15094cab6cf HTTP/1.1" status: 204 len: 168 time: 1.6663713 Feb 11 05:27:22.581242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56974) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:22.585758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4084b756-adb6-45b4-a686-981a8e53d2b0 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-371417924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:22.683084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4084b756-adb6-45b4-a686-981a8e53d2b0 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (be267ac2-04c3-46d0-9f26-2bc0af042fbe), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.684231 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4084b756-adb6-45b4-a686-981a8e53d2b0 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (be267ac2-04c3-46d0-9f26-2bc0af042fbe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.752772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4084b756-adb6-45b4-a686-981a8e53d2b0 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (be267ac2-04c3-46d0-9f26-2bc0af042fbe), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.828064 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4084b756-adb6-45b4-a686-981a8e53d2b0 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (be267ac2-04c3-46d0-9f26-2bc0af042fbe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.960905 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4084b756-adb6-45b4-a686-981a8e53d2b0 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.965778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4084b756-adb6-45b4-a686-981a8e53d2b0 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3802943 Feb 11 05:27:22.966186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56984) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:22.970847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:23.229316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (be267ac2-04c3-46d0-9f26-2bc0af042fbe), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.237993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56990) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:23.255489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:23.258897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-a617cc36-410d-4434-bb00-1cddeaaefe4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.265998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-a617cc36-410d-4434-bb00-1cddeaaefe4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.271276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-a617cc36-410d-4434-bb00-1cddeaaefe4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.277756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-a617cc36-410d-4434-bb00-1cddeaaefe4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.302362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-a617cc36-410d-4434-bb00-1cddeaaefe4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.312125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-a617cc36-410d-4434-bb00-1cddeaaefe4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.317635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-a617cc36-410d-4434-bb00-1cddeaaefe4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.319597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-a617cc36-410d-4434-bb00-1cddeaaefe4f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.1988506 Feb 11 05:27:23.390291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:23.395080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:23.395668 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.420474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.429573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d5277cf-d6ce-4dd3-be5c-de9885a5c264 req-44423bd2-83c8-45f2-b5ae-ec73b1efab76 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027241 Feb 11 05:27:23.537956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:23.537956 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.584741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Publish callbacks [] for security_group (15cfd59a-c162-4e6e-b93c-2330912852c4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.608080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:23.610414 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba36ecd-da21-4cf5-b14b-72c6be94cd0f" -d '{"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-plugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:23.641146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:23.646730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (15cfd59a-c162-4e6e-b93c-2330912852c4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.675162 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144f2424-37ef-4df6-a562-587c4736e18f x-openstack-request-id: req-144f2424-37ef-4df6-a562-587c4736e18f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:23.675606 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-plugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:23.675960 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-144f2424-37ef-4df6-a562-587c4736e18f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:23.676471 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'code': 200} Feb 11 05:27:23.709499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.770504 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (be267ac2-04c3-46d0-9f26-2bc0af042fbe), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.787752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10c6a64a41b3406b846a0ed658ef9d48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5487349 Feb 11 05:27:23.789555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cfd59a-c162-4e6e-b93c-2330912852c4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.791136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57014) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:23.803973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.836854 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.849386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.854138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a918bf3-66ce-47f9-befc-62c1702f7453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.881038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2a369cf2-8d9e-48c3-a439-b42aede87b9c admin admin] Publish callbacks [] for security_group (15cfd59a-c162-4e6e-b93c-2330912852c4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.902639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85de59-2d8c-4858-a6ef-f4e3eaebc034 req-c4415c14-f4f2-4009-bef0-61d56d1a09fd tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.911172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee85de59-2d8c-4858-a6ef-f4e3eaebc034 req-c4415c14-f4f2-4009-bef0-61d56d1a09fd tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 949 time: 0.2676356 Feb 11 05:27:23.912792 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2a369cf2-8d9e-48c3-a439-b42aede87b9c admin admin] Publish callbacks [] for security_group (15cfd59a-c162-4e6e-b93c-2330912852c4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.955518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61caa0b-4e5a-42f2-8c77-76fef4bf48c8 req-99cc4075-ecfc-410e-a283-c8bf8e200ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.956959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c61caa0b-4e5a-42f2-8c77-76fef4bf48c8 req-99cc4075-ecfc-410e-a283-c8bf8e200ad5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 1133 time: 0.1930156 Feb 11 05:27:24.037765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee85de59-2d8c-4858-a6ef-f4e3eaebc034 req-46e7ada5-ebb7-4435-9758-b45af26baea4 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238160 Feb 11 05:27:24.061604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2a369cf2-8d9e-48c3-a439-b42aede87b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (15cfd59a-c162-4e6e-b93c-2330912852c4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.066173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2a369cf2-8d9e-48c3-a439-b42aede87b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.068409 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2a369cf2-8d9e-48c3-a439-b42aede87b9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15cfd59a-c162-4e6e-b93c-2330912852c4 HTTP/1.1" status: 204 len: 168 time: 0.2752645 Feb 11 05:27:24.083622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a369cf2-8d9e-48c3-a439-b42aede87b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cfd59a-c162-4e6e-b93c-2330912852c4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:24.105071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Allocated IP 172.25.8.168 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/ca5fa105-64f4-481b-824c-88327d2e27a5) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:24.116001 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c61caa0b-4e5a-42f2-8c77-76fef4bf48c8 req-ebfb887f-1e54-4aa4-82dd-f1f2cfd65d89 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525445 Feb 11 05:27:24.261294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for port (ca5fa105-64f4-481b-824c-88327d2e27a5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.390630 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ca5fa105-64f4-481b-824c-88327d2e27a5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.460047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:24.466371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:24.469240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:24.521273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event updated for resources: {'Port': ['ID=ca5fa105-64f4-481b-824c-88327d2e27a5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:24.741398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-3dbe8b48-9c04-43a2-9996-abe1c3fdb301 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.747025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-3dbe8b48-9c04-43a2-9996-abe1c3fdb301 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.752708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-3dbe8b48-9c04-43a2-9996-abe1c3fdb301 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.757981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-3dbe8b48-9c04-43a2-9996-abe1c3fdb301 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.764577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-3dbe8b48-9c04-43a2-9996-abe1c3fdb301 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.770087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-3dbe8b48-9c04-43a2-9996-abe1c3fdb301 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.776289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-3dbe8b48-9c04-43a2-9996-abe1c3fdb301 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.778252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-3dbe8b48-9c04-43a2-9996-abe1c3fdb301 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2135594 Feb 11 05:27:24.792238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae65f3-ac9e-4f2f-805a-14e7f38f2bbe req-fcadc9c7-5693-4e14-b76f-14f69022e23f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.793747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9ae65f3-ac9e-4f2f-805a-14e7f38f2bbe req-fcadc9c7-5693-4e14-b76f-14f69022e23f tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 946 time: 0.1972802 Feb 11 05:27:24.824519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57044) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:24.839941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7862487-1303-47a2-8554-acd03f240226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.937965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7862487-1303-47a2-8554-acd03f240226 admin admin] Publish callbacks [] for security_group (37e78edd-8c65-46f0-8744-d975666d1ce1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.998733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:25.022685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7862487-1303-47a2-8554-acd03f240226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (37e78edd-8c65-46f0-8744-d975666d1ce1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.027158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:25.027744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 49f0bb2f-5ec8-45d5-a2c8-00e8cfac710f not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:25.073949 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e7862487-1303-47a2-8554-acd03f240226 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29353c0a2d994b6eb455a00d69952277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477033 Feb 11 05:27:25.075409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7862487-1303-47a2-8554-acd03f240226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e78edd-8c65-46f0-8744-d975666d1ce1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:25.078152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57048) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:25.153207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6080f217-ab1f-4f7d-88f1-9a8636094b32 admin admin] Publish callbacks [] for security_group (37e78edd-8c65-46f0-8744-d975666d1ce1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.184395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6080f217-ab1f-4f7d-88f1-9a8636094b32 admin admin] Publish callbacks [] for security_group (37e78edd-8c65-46f0-8744-d975666d1ce1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.275184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9ae65f3-ac9e-4f2f-805a-14e7f38f2bbe req-f96d07e8-d9c5-4d42-9533-303fa231854b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749289 Feb 11 05:27:25.292850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b93f9049-ab76-4746-bc99-1f81ce7d4dcb req-a84c8aed-7124-4565-a163-a4f64c72145e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5032060 Feb 11 05:27:25.353875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6080f217-ab1f-4f7d-88f1-9a8636094b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (37e78edd-8c65-46f0-8744-d975666d1ce1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.356761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6080f217-ab1f-4f7d-88f1-9a8636094b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.358182 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6080f217-ab1f-4f7d-88f1-9a8636094b32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37e78edd-8c65-46f0-8744-d975666d1ce1 HTTP/1.1" status: 204 len: 168 time: 0.2788553 Feb 11 05:27:25.369070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080f217-ab1f-4f7d-88f1-9a8636094b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e78edd-8c65-46f0-8744-d975666d1ce1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:25.420077 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (be267ac2-04c3-46d0-9f26-2bc0af042fbe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.473319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17afbc-b107-475a-9af9-8fb2ca73b2c2 req-2db24524-0e6b-4f03-812b-97b9bad88a4b tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.474918 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d17afbc-b107-475a-9af9-8fb2ca73b2c2 req-2db24524-0e6b-4f03-812b-97b9bad88a4b tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 950 time: 0.1129549 Feb 11 05:27:25.591614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d17afbc-b107-475a-9af9-8fb2ca73b2c2 req-cadc0f0c-1677-4941-9abd-43a4635625c6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024537 Feb 11 05:27:25.708540 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (be267ac2-04c3-46d0-9f26-2bc0af042fbe), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.713145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (be267ac2-04c3-46d0-9f26-2bc0af042fbe), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.909671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-b7faa5c8-075f-400f-9984-51e3ea21fcd6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:25.911381 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-b7faa5c8-075f-400f-9984-51e3ea21fcd6 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 946 time: 0.0715544 Feb 11 05:27:25.939045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Router be267ac2-04c3-46d0-9f26-2bc0af042fbe is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:26.049791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Deleting port 227c1c78-c7a5-472c-822b-8323a31b3b30 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:26.050189 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.096472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:26.106454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.107669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fba7eaaf-62a8-4f63-8d7c-87d8d1deb6d3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "PUT /v2.0/routers/be267ac2-04c3-46d0-9f26-2bc0af042fbe HTTP/1.1" status: 200 len: 883 time: 3.1405013 Feb 11 05:27:26.110267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57072) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:26.115189 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad674d-94f0-469e-8f34-ea41799094cf None None] Sync routers for ids ['be267ac2-04c3-46d0-9f26-2bc0af042fbe'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:26.145754 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad674d-94f0-469e-8f34-ea41799094cf None None] Routers {'be267ac2-04c3-46d0-9f26-2bc0af042fbe'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:26.146588 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-53ad674d-94f0-469e-8f34-ea41799094cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be267ac2-04c3-46d0-9f26-2bc0af042fbe'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:26.190906 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-53ad674d-94f0-469e-8f34-ea41799094cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:26.200754 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad674d-94f0-469e-8f34-ea41799094cf None None] Routers {'be267ac2-04c3-46d0-9f26-2bc0af042fbe'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:26.201652 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-53ad674d-94f0-469e-8f34-ea41799094cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be267ac2-04c3-46d0-9f26-2bc0af042fbe'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:26.252973 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-53ad674d-94f0-469e-8f34-ea41799094cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:26.258793 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad674d-94f0-469e-8f34-ea41799094cf None None] The sync data for ids ['be267ac2-04c3-46d0-9f26-2bc0af042fbe'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:26.272092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b101f59c-050e-436b-a473-e4dad4272370 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/routers/be267ac2-04c3-46d0-9f26-2bc0af042fbe HTTP/1.1" status: 200 len: 924 time: 0.1579001 Feb 11 05:27:26.272364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57076) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:26.288033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] For port 227c1c78-c7a5-472c-822b-8323a31b3b30, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=227c1c78-c7a5-472c-822b-8323a31b3b30,segment=NetworkSegment(928d325a-0660-4750-a9fe-256db79d4b7a),segment_id=928d325a-0660-4750-a9fe-256db79d4b7a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:26.288033 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.308044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Calling delete_port for 227c1c78-c7a5-472c-822b-8323a31b3b30 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:26.353878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f161df-1031-4348-9161-6c53657787fc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.359494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-30f161df-1031-4348-9161-6c53657787fc tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=be267ac2-04c3-46d0-9f26-2bc0af042fbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0856295 Feb 11 05:27:26.360465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57084) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:26.571027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (227c1c78-c7a5-472c-822b-8323a31b3b30), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.584442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['227c1c78-c7a5-472c-822b-8323a31b3b30'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:26.592481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c463309-fb59-4901-88fc-285d7eb69db0 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.593952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1c463309-fb59-4901-88fc-285d7eb69db0 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 881 time: 0.2322941 Feb 11 05:27:26.603486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd712e9a-e76f-47eb-8ba2-7555a5c630ba req-0d6466ef-74af-43fa-a0ce-ca8a1d6fc2bc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.605101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd712e9a-e76f-47eb-8ba2-7555a5c630ba req-0d6466ef-74af-43fa-a0ce-ca8a1d6fc2bc tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d71d198-559f-4450-9043-c93f54636808 HTTP/1.1" status: 200 len: 946 time: 0.1625872 Feb 11 05:27:26.605608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57094) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:26.635835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9df81271-a654-4bb3-9abc-090a237088e8 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=be267ac2-04c3-46d0-9f26-2bc0af042fbe HTTP/1.1" status: 200 len: 205 time: 0.0289307 Feb 11 05:27:26.639404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57096) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:26.658846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Pushing event deleted for resources: {'Port': ['ID=227c1c78-c7a5-472c-822b-8323a31b3b30,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:26.665807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-870b3c9f-d327-4375-9c2a-64f98d225f18 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.681959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-870b3c9f-d327-4375-9c2a-64f98d225f18 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.687606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-870b3c9f-d327-4375-9c2a-64f98d225f18 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.695290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-870b3c9f-d327-4375-9c2a-64f98d225f18 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.701572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-870b3c9f-d327-4375-9c2a-64f98d225f18 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.706940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-870b3c9f-d327-4375-9c2a-64f98d225f18 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.713235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-870b3c9f-d327-4375-9c2a-64f98d225f18 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.715142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-870b3c9f-d327-4375-9c2a-64f98d225f18 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2738683 Feb 11 05:27:26.718713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] No DVR routers for this DVR port 227c1c78-c7a5-472c-822b-8323a31b3b30 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:26.721913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.726915 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c9dcf4-d6b9-48ae-8299-8c373f2a211e req-20564e2b-a06b-475e-8c39-c8cabbe1411a tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.65 "DELETE /v2.0/ports/227c1c78-c7a5-472c-822b-8323a31b3b30 HTTP/1.1" status: 204 len: 173 time: 0.8093235 Feb 11 05:27:26.731443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d71d198-559f-4450-9043-c93f54636808', 'name': 'network-vif-deleted', 'tag': '227c1c78-c7a5-472c-822b-8323a31b3b30'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:26.731443 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9270b5-c8ce-494a-a6f3-89b6a0a2bb7c" -d '{"events": [{"server_uuid": "6d71d198-559f-4450-9043-c93f54636808", "name": "network-vif-deleted", "tag": "227c1c78-c7a5-472c-822b-8323a31b3b30"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:26.835158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57102) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:26.888279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd712e9a-e76f-47eb-8ba2-7555a5c630ba req-aad34267-087e-4919-9045-e3b972309007 tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] 10.222.0.62 "GET /v2.0/security-groups?id=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495959 Feb 11 05:27:26.915756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc7d05a1-73b5-4161-95f9-72547d9a4258 req-611eb63c-ae5a-4236-a6d5-e5e2304b7b08 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401682 Feb 11 05:27:26.938545 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (be267ac2-04c3-46d0-9f26-2bc0af042fbe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.045176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-network', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:27.126627 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453c0e0c-450f-4ba7-b4fe-85830781bda8 x-openstack-request-id: req-453c0e0c-450f-4ba7-b4fe-85830781bda8 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:27.130522 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d71d198-559f-4450-9043-c93f54636808", "name": "network-vif-deleted", "tag": "227c1c78-c7a5-472c-822b-8323a31b3b30", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:27.130792 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-453c0e0c-450f-4ba7-b4fe-85830781bda8 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:27.131228 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d71d198-559f-4450-9043-c93f54636808', 'name': 'network-vif-deleted', 'tag': '227c1c78-c7a5-472c-822b-8323a31b3b30', 'status': 'completed', 'code': 200} Feb 11 05:27:27.131858 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (be267ac2-04c3-46d0-9f26-2bc0af042fbe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.155935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Made reservation on behalf of 2d9d0e8129ab4958aba319bdaca41367 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:27.158424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.167482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.249610 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Publish callbacks [] for security_group (da66afd7-5e17-4bca-b959-1b339477019b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.292483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Deleting port ca5fa105-64f4-481b-824c-88327d2e27a5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:27.292965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ca5fa105-64f4-481b-824c-88327d2e27a5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.322403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da66afd7-5e17-4bca-b959-1b339477019b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.349807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:27:27.360633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da66afd7-5e17-4bca-b959-1b339477019b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:27.365750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b514bccc-99a6-4b06-a181-8109782071ea), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.366095 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Added segment b514bccc-99a6-4b06-a181-8109782071ea of type vlan for network c1096d03-5e50-4b6c-b02e-f061037c42d5 Feb 11 05:27:27.384430 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ca5fa105-64f4-481b-824c-88327d2e27a5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.401491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Calling delete_port for ca5fa105-64f4-481b-824c-88327d2e27a5 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:27.415797 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c1096d03-5e50-4b6c-b02e-f061037c42d5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.547679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c1096d03-5e50-4b6c-b02e-f061037c42d5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.548938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.549641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.643303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] Pushing event updated for resources: {'Network': ['ID=c1096d03-5e50-4b6c-b02e-f061037c42d5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:27.654189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:27:27.691986 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:27.707636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ca5fa105-64f4-481b-824c-88327d2e27a5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.710541 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-afc4184d-61e4-4700-8480-850a03322194 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8754945 Feb 11 05:27:27.719047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57114) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:27.726414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Request body: {'subnet': {'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-subnet', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:27.756846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event deleted for resources: {'Port': ['ID=ca5fa105-64f4-481b-824c-88327d2e27a5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:27.827624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Made reservation on behalf of 2d9d0e8129ab4958aba319bdaca41367 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:27.830503 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.850642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (be267ac2-04c3-46d0-9f26-2bc0af042fbe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.973708 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (be267ac2-04c3-46d0-9f26-2bc0af042fbe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.976478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (be267ac2-04c3-46d0-9f26-2bc0af042fbe), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.027899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:28.120172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdeebed-62fa-4d12-884e-b45c13be3052 admin admin] Deleting subnet fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:27:28.124961 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (be267ac2-04c3-46d0-9f26-2bc0af042fbe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.125610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Fanout notify agent at l3_agent the message router_deleted on router be267ac2-04c3-46d0-9f26-2bc0af042fbe {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:28.129291 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fdeebed-62fa-4d12-884e-b45c13be3052 admin admin] Publish callbacks [] for subnet (fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.137932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.143067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bfe4d96c-74d5-40ee-b764-c244b5ebc4a2 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/be267ac2-04c3-46d0-9f26-2bc0af042fbe HTTP/1.1" status: 204 len: 168 time: 1.4982140 Feb 11 05:27:28.166136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57124) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:28.181450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-948c86d6-e0ea-4b3b-9b9f-3198535f8178 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-698149028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:28.242763 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fdeebed-62fa-4d12-884e-b45c13be3052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.284521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-b34a8eff-4ace-4c62-b7a5-72f265f40f5c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.290012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-b34a8eff-4ace-4c62-b7a5-72f265f40f5c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.296665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-b34a8eff-4ace-4c62-b7a5-72f265f40f5c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.302180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-b34a8eff-4ace-4c62-b7a5-72f265f40f5c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.308252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-b34a8eff-4ace-4c62-b7a5-72f265f40f5c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.313914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-b34a8eff-4ace-4c62-b7a5-72f265f40f5c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.319248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-b34a8eff-4ace-4c62-b7a5-72f265f40f5c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.321304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-b34a8eff-4ace-4c62-b7a5-72f265f40f5c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2583060 Feb 11 05:27:28.327055 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-948c86d6-e0ea-4b3b-9b9f-3198535f8178 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.327968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-948c86d6-e0ea-4b3b-9b9f-3198535f8178 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.383424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fdeebed-62fa-4d12-884e-b45c13be3052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.467592 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-948c86d6-e0ea-4b3b-9b9f-3198535f8178 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.476281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (196c7aa2-deb9-402f-8f42-65690bbb31f5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.483549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8410ea4-77bd-47ba-a591-ae18f5e8c020 req-6e02f566-5e50-4bcd-ba7c-26767972f2e0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1518784 Feb 11 05:27:28.552032 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-948c86d6-e0ea-4b3b-9b9f-3198535f8178 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.552375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=196c7aa2-deb9-402f-8f42-65690bbb31f5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:28.554664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Checking segment: {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:28.559150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Network hostable DHCP agents. Network: c1096d03-5e50-4b6c-b02e-f061037c42d5, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:27:28.582017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fdeebed-62fa-4d12-884e-b45c13be3052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.615652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdeebed-62fa-4d12-884e-b45c13be3052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:28.619764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4fdeebed-62fa-4d12-884e-b45c13be3052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.624794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4fdeebed-62fa-4d12-884e-b45c13be3052 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fcc6be0c-bd1a-4ba7-8a2f-9e91fa8e398c HTTP/1.1" status: 204 len: 168 time: 0.5936484 Feb 11 05:27:28.626926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57136) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:28.639241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-948c86d6-e0ea-4b3b-9b9f-3198535f8178 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.641469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-948c86d6-e0ea-4b3b-9b9f-3198535f8178 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4702692 Feb 11 05:27:28.649221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57138) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:28.656659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': True}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:28.669157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:27:28.753223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c1096d03-5e50-4b6c-b02e-f061037c42d5) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:28.764979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b5efbc-9504-44e1-8f8a-5c3e6de64ee0 None None] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:28.765519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.766427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.776573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6d0c1160-3d71-498b-9821-7fa12b3561e9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.869246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57140) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:28.878157 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f376ac78-7c16-4278-9559-d08b003d5a46 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1469288 Feb 11 05:27:28.886148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:29.000708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-c1096d03-5e50-4b6c-b02e-f061037c42d5', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:27:29.001605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.027165 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6d0c1160-3d71-498b-9821-7fa12b3561e9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.049967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0c1160-3d71-498b-9821-7fa12b3561e9']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:29.064010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928d325a-0660-4750-a9fe-256db79d4b7a') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:29.064688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928d325a-0660-4750-a9fe-256db79d4b7a') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:29.078212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (928d325a-0660-4750-a9fe-256db79d4b7a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.099762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (928d325a-0660-4750-a9fe-256db79d4b7a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.137118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:27:29.138848 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (928d325a-0660-4750-a9fe-256db79d4b7a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:27:29.144520 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:27:29.283635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:29.387818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6d0c1160-3d71-498b-9821-7fa12b3561e9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.403635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.417648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6d0c1160-3d71-498b-9821-7fa12b3561e9 HTTP/1.1" status: 204 len: 168 time: 0.7838786 Feb 11 05:27:29.456715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8f3b-4e76-4f76-a176-4fed3f7a40e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0c1160-3d71-498b-9821-7fa12b3561e9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:29.490797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Allocated IP 172.20.0.2 (c1096d03-5e50-4b6c-b02e-f061037c42d5/196c7aa2-deb9-402f-8f42-65690bbb31f5/908b6dd0-97df-4123-81fd-0dedcf1bb1e0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:29.728836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.844064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:29.871470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.874844 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.882530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'mac_address': 'fa:16:3e:24:a0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:29.915859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-d31ec9af-c601-422b-8fa8-909b92a48977 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.921604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-d31ec9af-c601-422b-8fa8-909b92a48977 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.927845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-d31ec9af-c601-422b-8fa8-909b92a48977 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.933912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-d31ec9af-c601-422b-8fa8-909b92a48977 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.939315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-d31ec9af-c601-422b-8fa8-909b92a48977 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.954184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-d31ec9af-c601-422b-8fa8-909b92a48977 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.959718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-d31ec9af-c601-422b-8fa8-909b92a48977 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.975095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-d31ec9af-c601-422b-8fa8-909b92a48977 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2709126 Feb 11 05:27:29.999397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57180) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:30.121267 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-90bb195b-c87c-4bf4-994c-176119797fde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c56d15434e134f68812629aa71309f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1204791 Feb 11 05:27:30.123461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57182) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:30.125788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:30.130277 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.135527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks [] for router_controller (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.190145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:30.239560 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Publish callbacks [] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.254868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45d1eda8-e882-4e31-9504-4941fa2bc12f req-0f9f0256-43cb-4b49-8af3-44c1d5db2c94 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2771297 Feb 11 05:27:30.267044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:30.307766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb26d-5390-496c-9cf9-acbfa42380c4 admin admin] Publish callbacks [] for security_group (b496dfec-66dc-4f82-a88b-bfe0c8cf6f23), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.336171 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.344460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb26d-5390-496c-9cf9-acbfa42380c4 admin admin] Publish callbacks [] for security_group (b496dfec-66dc-4f82-a88b-bfe0c8cf6f23), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.414010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.455130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:30.469763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:30.479621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:30.490166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Pushing event updated for resources: {'Port': ['ID=908b6dd0-97df-4123-81fd-0dedcf1bb1e0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:30.570093 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb26d-5390-496c-9cf9-acbfa42380c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b496dfec-66dc-4f82-a88b-bfe0c8cf6f23), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.573274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb26d-5390-496c-9cf9-acbfa42380c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.574449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8a2cb26d-5390-496c-9cf9-acbfa42380c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b496dfec-66dc-4f82-a88b-bfe0c8cf6f23 HTTP/1.1" status: 204 len: 168 time: 0.4486880 Feb 11 05:27:30.596578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cb26d-5390-496c-9cf9-acbfa42380c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b496dfec-66dc-4f82-a88b-bfe0c8cf6f23,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:30.640845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:30.645294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['1b8bacf5-0266-4bfd-9a39-f85449cb09c9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:30.704725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Attempting to bind port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:30.705361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Attempting to bind port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:30.705500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Attempting to bind port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 on network c1096d03-5e50-4b6c-b02e-f061037c42d5 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:30.720247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:30.720660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Checking segment: {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:30.721089 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.721466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Bound using segment: {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:30.722046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Bound port: 908b6dd0-97df-4123-81fd-0dedcf1bb1e0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:30.722333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.798377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] For port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:30.801809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] For port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=908b6dd0-97df-4123-81fd-0dedcf1bb1e0,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:30.948782 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.981554 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks [] for router_gateway (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.032071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.039002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 227c1c78-c7a5-472c-822b-8323a31b3b30 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:31.099674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 227c1c78-c7a5-472c-822b-8323a31b3b30 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:31.100043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 227c1c78-c7a5-472c-822b-8323a31b3b30 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:31.115242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.222108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd4524-f6c3-46b0-8e24-f8f9b60cfb82 None None] Pushing event updated for resources: {'Port': ['ID=908b6dd0-97df-4123-81fd-0dedcf1bb1e0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:31.789216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Allocated IP 172.25.8.135 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/64423cf6-67d7-459f-a1b1-7c95151fbd04) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:31.877492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:31.976638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951924-cd93-4b72-829c-36bc0214e732 req-7fbcf844-97aa-4089-b01c-3035b4b15c99 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.991784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951924-cd93-4b72-829c-36bc0214e732 req-7fbcf844-97aa-4089-b01c-3035b4b15c99 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.013395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:32.015939 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.023610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951924-cd93-4b72-829c-36bc0214e732 req-7fbcf844-97aa-4089-b01c-3035b4b15c99 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.050306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951924-cd93-4b72-829c-36bc0214e732 req-7fbcf844-97aa-4089-b01c-3035b4b15c99 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.061482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951924-cd93-4b72-829c-36bc0214e732 req-7fbcf844-97aa-4089-b01c-3035b4b15c99 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.077424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951924-cd93-4b72-829c-36bc0214e732 req-7fbcf844-97aa-4089-b01c-3035b4b15c99 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.093415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951924-cd93-4b72-829c-36bc0214e732 req-7fbcf844-97aa-4089-b01c-3035b4b15c99 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.098281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7951924-cd93-4b72-829c-36bc0214e732 req-7fbcf844-97aa-4089-b01c-3035b4b15c99 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.5973558 Feb 11 05:27:32.278355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:32.278749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.381873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=908b6dd0-97df-4123-81fd-0dedcf1bb1e0,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:32.479424 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.501572 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-c8d8b4df-04fd-4f4c-b4b5-e15432f74830 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1923254 Feb 11 05:27:32.576188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for port (64423cf6-67d7-459f-a1b1-7c95151fbd04), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.698406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=908b6dd0-97df-4123-81fd-0dedcf1bb1e0,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:32.728671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.729041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.729391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.729801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.730302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.730431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.734256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.734772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.736036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.737971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.737971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.737971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.737971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:32.760028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3aae-e804-448b-b469-a1320a596e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.771032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-cb88c66d-6289-42d3-933d-69d27dd706f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.772835 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-cb88c66d-6289-42d3-933d-69d27dd706f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56411ff6c3314ac5986b381b056ff17c&device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 1129 time: 0.1916993 Feb 11 05:27:32.995900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57282) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:33.035821 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7951924-cd93-4b72-829c-36bc0214e732 req-6a460a19-5d3e-499c-9276-6eea8fbb358c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9006250 Feb 11 05:27:33.045541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-8df74d00-066c-48e9-8cf4-a3a99d13ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.051427 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-8df74d00-066c-48e9-8cf4-a3a99d13ef57 service neutron] 10.222.0.65 "GET /v2.0/networks?id=549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 200 len: 916 time: 0.2502892 Feb 11 05:27:33.101646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (64423cf6-67d7-459f-a1b1-7c95151fbd04), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.158100 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-e484c1ea-fa9d-4fb9-b5e8-1608a3e42f07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0287d24b-2b8a-4e6b-92cf-8283e9eb8067 HTTP/1.1" status: 200 len: 217 time: 0.1039164 Feb 11 05:27:33.276717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks [] for router_gateway (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.276829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001cdd4-b055-478e-aaea-475b47689a7a None None] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:33.278845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-782ce028-7730-4845-bdf9-ca3061eb4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.280354 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-782ce028-7730-4845-bdf9-ca3061eb4216 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 200 len: 855 time: 0.1169600 Feb 11 05:27:33.312189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:33.343532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:33.356823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1241049761-network', 'tenant_id': '2ac938dd25004906aa90827142498fe2'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:33.361763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:33.364174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.380165 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-b944a980-5d8e-46a8-94e4-f5cdac5647c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=549239a2-be08-4acd-8b88-18888be5740c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941844 Feb 11 05:27:33.616810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Allocated IP 172.25.8.205 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/33b188a3-fbcc-4481-9c29-a3b57fb8365a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:33.659295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:33.659682 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.668182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-675a2109-44cd-41be-865d-22aef3580270 None None] Provisioning complete for port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:33.671931 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-675a2109-44cd-41be-865d-22aef3580270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.686492 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-e4b1efb7-56fb-4ab9-8a44-6fb9ecd7d691 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997117 Feb 11 05:27:33.873320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:33.950212 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f049eb8-203f-49d1-8992-6342007b9e58 req-9e657eff-0c3c-4f37-b411-26ef25bd3d03 service neutron] 10.222.0.65 "GET /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574918 Feb 11 05:27:33.982028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks [] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.027724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:34.030673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'Port': ['ID=64423cf6-67d7-459f-a1b1-7c95151fbd04,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:34.124349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.225493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:34.227006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Made reservation on behalf of 2ac938dd25004906aa90827142498fe2 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:34.229230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-675a2109-44cd-41be-865d-22aef3580270 None None] Current status of the port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:34.230037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.251620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:34.345323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:34.348052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Pushing event updated for resources: {'Port': ['ID=33b188a3-fbcc-4481-9c29-a3b57fb8365a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:34.355554 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.365417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:34.366540 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.389228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:34.390134 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.510560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:34.513965 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38268320-9061-458c-915f-c046366138a2" -d '{"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-plugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:34.557126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:34.652992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:34.662210 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.669748 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a764943c-0502-412f-a7e9-71010db8f75a x-openstack-request-id: req-a764943c-0502-412f-a7e9-71010db8f75a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:34.670101 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-plugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:34.671078 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a764943c-0502-412f-a7e9-71010db8f75a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:34.672524 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'code': 200} Feb 11 05:27:34.698884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fed9a-f788-4838-8928-ea0b4b661882 req-68f8cfbd-cc15-4ab0-8507-8e86b0fc914a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.704462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fed9a-f788-4838-8928-ea0b4b661882 req-68f8cfbd-cc15-4ab0-8507-8e86b0fc914a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.709890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fed9a-f788-4838-8928-ea0b4b661882 req-68f8cfbd-cc15-4ab0-8507-8e86b0fc914a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.745085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fed9a-f788-4838-8928-ea0b4b661882 req-68f8cfbd-cc15-4ab0-8507-8e86b0fc914a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.750900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fed9a-f788-4838-8928-ea0b4b661882 req-68f8cfbd-cc15-4ab0-8507-8e86b0fc914a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.765078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fed9a-f788-4838-8928-ea0b4b661882 req-68f8cfbd-cc15-4ab0-8507-8e86b0fc914a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.770565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fed9a-f788-4838-8928-ea0b4b661882 req-68f8cfbd-cc15-4ab0-8507-8e86b0fc914a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.770731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:34.772761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-697fed9a-f788-4838-8928-ea0b4b661882 req-68f8cfbd-cc15-4ab0-8507-8e86b0fc914a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.5549958 Feb 11 05:27:34.890618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0c3c9949-496a-4f6a-97ea-a5dc0941ddac None None] Provisioning complete for port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:34.893714 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9949-496a-4f6a-97ea-a5dc0941ddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.008780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.096202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Publish callbacks [] for security_group (12120807-ea56-4695-8e30-a0b24ca03f4c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.129836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c9949-496a-4f6a-97ea-a5dc0941ddac None None] Current status of the port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:35.271355 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79b5d529-e080-4fdf-a16d-a93740be0cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.333188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (12120807-ea56-4695-8e30-a0b24ca03f4c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.359977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-697fed9a-f788-4838-8928-ea0b4b661882 req-21ac5779-fa5b-403d-8915-67e8fa9111a4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5287216 Feb 11 05:27:35.379602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:27:35.423377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12120807-ea56-4695-8e30-a0b24ca03f4c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:35.458622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ad066b0a-713e-4848-9201-137905a9b438), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.458977 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Added segment ad066b0a-713e-4848-9201-137905a9b438 of type vlan for network bf0cff30-9525-4cac-a128-d2c128593bfd Feb 11 05:27:35.562003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.566080 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (bf0cff30-9525-4cac-a128-d2c128593bfd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.584569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.216396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks [] for router_gateway (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.303606 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (bf0cff30-9525-4cac-a128-d2c128593bfd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.304621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.305277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.376046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0cff30-9525-4cac-a128-d2c128593bfd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:36.401927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network bf0cff30-9525-4cac-a128-d2c128593bfd details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:27:36.512504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57352) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:36.519400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aa65badb-0a14-4777-87af-93402da2bec7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5217781 Feb 11 05:27:36.519808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Request body: {'subnet': {'network_id': 'bf0cff30-9525-4cac-a128-d2c128593bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1241049761-subnet', 'tenant_id': '2ac938dd25004906aa90827142498fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:36.640374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Router b7fd7106-7801-432a-b6a1-1ca3ccfddf31 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:36.670959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Made reservation on behalf of 2ac938dd25004906aa90827142498fe2 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:36.673399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.673767 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.769958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a38351d2-c51b-49f4-9f20-2748f99f9c2d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.775814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a38351d2-c51b-49f4-9f20-2748f99f9c2d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.781262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a38351d2-c51b-49f4-9f20-2748f99f9c2d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.786722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a38351d2-c51b-49f4-9f20-2748f99f9c2d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.793220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a38351d2-c51b-49f4-9f20-2748f99f9c2d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.798617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a38351d2-c51b-49f4-9f20-2748f99f9c2d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.803980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a38351d2-c51b-49f4-9f20-2748f99f9c2d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.812171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a38351d2-c51b-49f4-9f20-2748f99f9c2d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2136145 Feb 11 05:27:36.890956 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.994065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a8272f7-ff0e-4970-9a1a-541321ec9607 req-a27512f3-cc74-4675-8aed-5291dd544cb2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759179 Feb 11 05:27:37.010746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:37.017351 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (e5239efa-7760-4808-9b37-d2b88dccb3ea), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.027156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db035c38-e480-4e9c-8b81-61995539eb79 None None] Sync routers for ids ['b7fd7106-7801-432a-b6a1-1ca3ccfddf31'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:37.030046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.034164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57354) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:37.042367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-31ec59ce-d054-4dd7-bee7-09b4162688b4 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "PUT /v2.0/routers/b7fd7106-7801-432a-b6a1-1ca3ccfddf31 HTTP/1.1" status: 200 len: 918 time: 8.3907611 Feb 11 05:27:37.058628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db035c38-e480-4e9c-8b81-61995539eb79 None None] Routers {'b7fd7106-7801-432a-b6a1-1ca3ccfddf31'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:37.059303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-db035c38-e480-4e9c-8b81-61995539eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7fd7106-7801-432a-b6a1-1ca3ccfddf31'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:37.123651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-db035c38-e480-4e9c-8b81-61995539eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:37.142824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db035c38-e480-4e9c-8b81-61995539eb79 None None] Routers {'b7fd7106-7801-432a-b6a1-1ca3ccfddf31'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:37.143766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-db035c38-e480-4e9c-8b81-61995539eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7fd7106-7801-432a-b6a1-1ca3ccfddf31'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:37.190423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-db035c38-e480-4e9c-8b81-61995539eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:37.191397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db035c38-e480-4e9c-8b81-61995539eb79 None None] The sync data for ids ['b7fd7106-7801-432a-b6a1-1ca3ccfddf31'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:37.310452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5239efa-7760-4808-9b37-d2b88dccb3ea,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:37.357706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Checking segment: {'id': 'ad066b0a-713e-4848-9201-137905a9b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bf0cff30-9525-4cac-a128-d2c128593bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:37.358086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Network hostable DHCP agents. Network: bf0cff30-9525-4cac-a128-d2c128593bfd, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:27:37.361098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:37.450162 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b73b4487-80ad-4b25-b880-9ec08557146d tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/routers/b7fd7106-7801-432a-b6a1-1ca3ccfddf31 HTTP/1.1" status: 200 len: 924 time: 0.3588243 Feb 11 05:27:37.450780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57374) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:37.527588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Network bf0cff30-9525-4cac-a128-d2c128593bfd is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:27:37.567536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a354df-6ccc-4301-b663-8f4ad9c4ba9e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.574600 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d3a354df-6ccc-4301-b663-8f4ad9c4ba9e tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=b7fd7106-7801-432a-b6a1-1ca3ccfddf31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1227231 Feb 11 05:27:37.575240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57376) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:37.616778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:37.623469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, bf0cff30-9525-4cac-a128-d2c128593bfd) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:37.630464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.630464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.636865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e496ea-7413-487d-8a55-2d44cba09f3f None None] Network bf0cff30-9525-4cac-a128-d2c128593bfd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:37.645415 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Sync routers for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:37.668780 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:37.672156 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:37.725126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e30cc2-e844-4363-9848-105577e1c234 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.730839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:37.746307 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c9e30cc2-e844-4363-9848-105577e1c234 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 881 time: 0.1680119 Feb 11 05:27:37.752127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.753407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-96213556-0b51-45e3-a8f0-1bf5a879ddf3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.8795524 Feb 11 05:27:37.756233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57380) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:37.776573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fcad95d4-84c7-4fa7-b231-d1dae0a51e98 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2628818 Feb 11 05:27:37.832525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5b8d3305-02cf-4ec9-98e4-601063146de6 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7fd7106-7801-432a-b6a1-1ca3ccfddf31 HTTP/1.1" status: 200 len: 205 time: 0.0996518 Feb 11 05:27:37.832964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107cd051-2f6b-4c76-97b0-a0a0cdb0ee22 None None] Network bf0cff30-9525-4cac-a128-d2c128593bfd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:37.833433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57384) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:38.057504 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:38.169895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57392) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:38.267601 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.268802 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.312156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.439463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-261094dd-d02f-4dc1-9771-621b85151ff9 admin admin] Deleting subnet e5239efa-7760-4808-9b37-d2b88dccb3ea {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:27:38.474256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-261094dd-d02f-4dc1-9771-621b85151ff9 admin admin] Publish callbacks [] for subnet (e5239efa-7760-4808-9b37-d2b88dccb3ea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.514333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-30d8524d-c5dd-4db6-86d4-5a7f614af6ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.521717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-30d8524d-c5dd-4db6-86d4-5a7f614af6ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.540146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-30d8524d-c5dd-4db6-86d4-5a7f614af6ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.551157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-30d8524d-c5dd-4db6-86d4-5a7f614af6ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.559869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-30d8524d-c5dd-4db6-86d4-5a7f614af6ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.567531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-30d8524d-c5dd-4db6-86d4-5a7f614af6ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.594936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-30d8524d-c5dd-4db6-86d4-5a7f614af6ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.599168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-30d8524d-c5dd-4db6-86d4-5a7f614af6ec tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.3953409 Feb 11 05:27:38.618044 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:35Z', 'revision_number': 3, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:38.620023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-261094dd-d02f-4dc1-9771-621b85151ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (e5239efa-7760-4808-9b37-d2b88dccb3ea), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.675016 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Checking router: e9cf0e19-bcac-4e5b-9ba8-65aed8606970 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:38.675602 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Updating router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 port 33b188a3-fbcc-4481-9c29-a3b57fb8365a binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:27:38.744107 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.792837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56cc2e67-326f-43dc-a1d1-ac7dddb9d898 req-7631024f-65cc-4000-bb79-bc8c7b1aed8b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528592 Feb 11 05:27:38.797883 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.912957 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-261094dd-d02f-4dc1-9771-621b85151ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e5239efa-7760-4808-9b37-d2b88dccb3ea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.975445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Deleting port 64423cf6-67d7-459f-a1b1-7c95151fbd04 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:38.976126 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (64423cf6-67d7-459f-a1b1-7c95151fbd04), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.115752 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.140084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (64423cf6-67d7-459f-a1b1-7c95151fbd04), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.164721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Calling delete_port for 64423cf6-67d7-459f-a1b1-7c95151fbd04 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:39.177722 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-261094dd-d02f-4dc1-9771-621b85151ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (e5239efa-7760-4808-9b37-d2b88dccb3ea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.217636 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Publish callbacks [] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.256866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261094dd-d02f-4dc1-9771-621b85151ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5239efa-7760-4808-9b37-d2b88dccb3ea,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:39.265941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-261094dd-d02f-4dc1-9771-621b85151ff9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.271478 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-261094dd-d02f-4dc1-9771-621b85151ff9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e5239efa-7760-4808-9b37-d2b88dccb3ea HTTP/1.1" status: 204 len: 168 time: 1.0988109 Feb 11 05:27:39.274300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.276442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57414) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:39.313775 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.499666 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Attempting to bind port 33b188a3-fbcc-4481-9c29-a3b57fb8365a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:39.500367 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Attempting to bind port 33b188a3-fbcc-4481-9c29-a3b57fb8365a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:39.501052 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Attempting to bind port 33b188a3-fbcc-4481-9c29-a3b57fb8365a on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:39.515182 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:39.515882 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:39.516497 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.517115 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:39.517822 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Bound port: 33b188a3-fbcc-4481-9c29-a3b57fb8365a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:39.518417 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.579239 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] For port 33b188a3-fbcc-4481-9c29-a3b57fb8365a, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:39.583576 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] For port 33b188a3-fbcc-4481-9c29-a3b57fb8365a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=33b188a3-fbcc-4481-9c29-a3b57fb8365a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:39.599699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (bf0cff30-9525-4cac-a128-d2c128593bfd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.614258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874c7f7-0427-4b17-a730-6aad387b7235 None None] Pushing event updated for resources: {'Port': ['ID=33b188a3-fbcc-4481-9c29-a3b57fb8365a,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:39.706588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Allocated IP 172.20.0.1 (c1096d03-5e50-4b6c-b02e-f061037c42d5/196c7aa2-deb9-402f-8f42-65690bbb31f5/5494227b-14b2-4fcc-b866-bf5b8d9678c5) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:39.719285 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (bf0cff30-9525-4cac-a128-d2c128593bfd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.735871 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.753359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0cff30-9525-4cac-a128-d2c128593bfd']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:39.765636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (64423cf6-67d7-459f-a1b1-7c95151fbd04), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.770094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad066b0a-713e-4848-9201-137905a9b438') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:39.770453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad066b0a-713e-4848-9201-137905a9b438') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:39.804427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event deleted for resources: {'Port': ['ID=64423cf6-67d7-459f-a1b1-7c95151fbd04,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:39.813760 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (ad066b0a-713e-4848-9201-137905a9b438), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.854455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ad066b0a-713e-4848-9201-137905a9b438), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.874064 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874c7f7-0427-4b17-a730-6aad387b7235 None None] Pushing event updated for resources: {'Port': ['ID=33b188a3-fbcc-4481-9c29-a3b57fb8365a,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:39.934193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:27:39.935922 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (ad066b0a-713e-4848-9201-137905a9b438), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: items = [ Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:27:39.944282 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:27:39.955707 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:39.956355 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:39.992439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Publish callbacks [] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.118169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.162544 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.203460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (bf0cff30-9525-4cac-a128-d2c128593bfd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.221604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-d0034795-cfe8-4c7c-8f75-955ede8f6149 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.228526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-d0034795-cfe8-4c7c-8f75-955ede8f6149 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.234844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-d0034795-cfe8-4c7c-8f75-955ede8f6149 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.236992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:40.242373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-d0034795-cfe8-4c7c-8f75-955ede8f6149 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.245602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:40.249006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-d0034795-cfe8-4c7c-8f75-955ede8f6149 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.259972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:40.268580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-d0034795-cfe8-4c7c-8f75-955ede8f6149 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.277143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-d0034795-cfe8-4c7c-8f75-955ede8f6149 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.287783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-d0034795-cfe8-4c7c-8f75-955ede8f6149 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.2839038 Feb 11 05:27:40.325521 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:40.365212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Pushing event updated for resources: {'Port': ['ID=5494227b-14b2-4fcc-b866-bf5b8d9678c5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:40.404204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.425527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.449608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bf0cff30-9525-4cac-a128-d2c128593bfd HTTP/1.1" status: 204 len: 168 time: 1.1711402 Feb 11 05:27:40.470444 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.480394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.666329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95444334-8ee4-4d26-9038-14ddb1a47478 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0cff30-9525-4cac-a128-d2c128593bfd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:40.742979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a141724-7ff5-403a-8bfa-677b8d4501ac req-f81cd572-ac41-464a-a1dd-d47cede6b70b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4523959 Feb 11 05:27:40.756236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (b7fd7106-7801-432a-b6a1-1ca3ccfddf31), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.756236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Fanout notify agent at l3_agent the message router_deleted on router b7fd7106-7801-432a-b6a1-1ca3ccfddf31 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:40.767990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.779332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-116d9478-ab66-4e4d-8fbe-e0381581ec2b tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/b7fd7106-7801-432a-b6a1-1ca3ccfddf31 HTTP/1.1" status: 204 len: 168 time: 2.9391632 Feb 11 05:27:40.784617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57456) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:40.808430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e9cac487-45f9-48d1-98ac-baff068a2f96 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1982515733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:40.826849 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:35Z', 'revision_number': 3, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:40.830449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-386ad19b-7063-4df3-a3f9-c8d781432ff8 None None] Provisioning complete for port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:40.849308 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-386ad19b-7063-4df3-a3f9-c8d781432ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.927337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.975259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9cac487-45f9-48d1-98ac-baff068a2f96 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (757e352d-989e-4db5-848a-7fdb33114105), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.976373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9cac487-45f9-48d1-98ac-baff068a2f96 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (757e352d-989e-4db5-848a-7fdb33114105), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.979052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-386ad19b-7063-4df3-a3f9-c8d781432ff8 None None] Port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:41.036005 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26410661-09ed-427f-aff3-3c396a7ee52a None None] The sync data for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 is: [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:35Z', 'revision_number': 3, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:41.048630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57458) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:41.155573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-414cde98-ed47-4876-a36f-9d22286df622 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ac938dd25004906aa90827142498fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035573 Feb 11 05:27:41.156337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9cac487-45f9-48d1-98ac-baff068a2f96 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (757e352d-989e-4db5-848a-7fdb33114105), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.157383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57460) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:41.240250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9cac487-45f9-48d1-98ac-baff068a2f96 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (757e352d-989e-4db5-848a-7fdb33114105), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.298299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.302063 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac1e89a1-d955-4830-8613-34d3746fbee2 admin admin] Publish callbacks [] for security_group (12120807-ea56-4695-8e30-a0b24ca03f4c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.305317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Publish callbacks [] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.342026 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac1e89a1-d955-4830-8613-34d3746fbee2 admin admin] Publish callbacks [] for security_group (12120807-ea56-4695-8e30-a0b24ca03f4c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.387992 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9cac487-45f9-48d1-98ac-baff068a2f96 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.390078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e9cac487-45f9-48d1-98ac-baff068a2f96 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6041276 Feb 11 05:27:41.391760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57462) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:41.402632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'enable_snat': False}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:41.467060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.500282 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac1e89a1-d955-4830-8613-34d3746fbee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (12120807-ea56-4695-8e30-a0b24ca03f4c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.502940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac1e89a1-d955-4830-8613-34d3746fbee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.506793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ac1e89a1-d955-4830-8613-34d3746fbee2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12120807-ea56-4695-8e30-a0b24ca03f4c HTTP/1.1" status: 204 len: 168 time: 0.3484399 Feb 11 05:27:41.520910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e89a1-d955-4830-8613-34d3746fbee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12120807-ea56-4695-8e30-a0b24ca03f4c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:41.884621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 33b188a3-fbcc-4481-9c29-a3b57fb8365a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:42.030660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-a570573d-58a7-429e-ae88-bd16b20f3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.057716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 33b188a3-fbcc-4481-9c29-a3b57fb8365a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:42.058362 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.061163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-a570573d-58a7-429e-ae88-bd16b20f3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.066577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-a570573d-58a7-429e-ae88-bd16b20f3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.090837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Pushing event updated for resources: {'Port': ['ID=5494227b-14b2-4fcc-b866-bf5b8d9678c5,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:42.093020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-a570573d-58a7-429e-ae88-bd16b20f3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.112730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.125768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-a570573d-58a7-429e-ae88-bd16b20f3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.131391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-a570573d-58a7-429e-ae88-bd16b20f3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.171681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-a570573d-58a7-429e-ae88-bd16b20f3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.194431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (757e352d-989e-4db5-848a-7fdb33114105), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.208186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-a570573d-58a7-429e-ae88-bd16b20f3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.3071101 Feb 11 05:27:42.347815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 33b188a3-fbcc-4481-9c29-a3b57fb8365a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:42.358633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.398637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdf59814-eee5-4e3c-937d-63c78a15c98c req-bcc470be-c9eb-41c7-b74e-9915e4b019d7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712070 Feb 11 05:27:42.437237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 33b188a3-fbcc-4481-9c29-a3b57fb8365a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=33b188a3-fbcc-4481-9c29-a3b57fb8365a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:42.489567 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.606791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=33b188a3-fbcc-4481-9c29-a3b57fb8365a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:43.054846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:43.104332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:43.530322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cdc8c523-9920-45a1-ad33-a477084406ac None None] Provisioning complete for port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:43.531312 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c523-9920-45a1-ad33-a477084406ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.531700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:43.560125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (757e352d-989e-4db5-848a-7fdb33114105), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.588368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8c523-9920-45a1-ad33-a477084406ac None None] Port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:43.602967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.827941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbcb44-beb0-4471-8101-453c59daca5f req-fc8a40ca-8304-4520-8bbb-511baa3d2a90 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.847244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbcb44-beb0-4471-8101-453c59daca5f req-fc8a40ca-8304-4520-8bbb-511baa3d2a90 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.860654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 33b188a3-fbcc-4481-9c29-a3b57fb8365a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:43.873857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbcb44-beb0-4471-8101-453c59daca5f req-fc8a40ca-8304-4520-8bbb-511baa3d2a90 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.891352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbcb44-beb0-4471-8101-453c59daca5f req-fc8a40ca-8304-4520-8bbb-511baa3d2a90 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.908424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbcb44-beb0-4471-8101-453c59daca5f req-fc8a40ca-8304-4520-8bbb-511baa3d2a90 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.919625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbcb44-beb0-4471-8101-453c59daca5f req-fc8a40ca-8304-4520-8bbb-511baa3d2a90 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.946754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbcb44-beb0-4471-8101-453c59daca5f req-fc8a40ca-8304-4520-8bbb-511baa3d2a90 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.953415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79fbcb44-beb0-4471-8101-453c59daca5f req-fc8a40ca-8304-4520-8bbb-511baa3d2a90 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.3683536 Feb 11 05:27:43.971506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:44.012043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Allocated IP 172.25.8.115 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/4cfd67d7-7fa6-4286-8617-bf07fedcacea) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:44.050298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 33b188a3-fbcc-4481-9c29-a3b57fb8365a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:44.052925 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.149580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79fbcb44-beb0-4471-8101-453c59daca5f req-0a8f589a-db8a-4064-9002-b70bc75f5e25 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904187 Feb 11 05:27:44.272673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Sync routers for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:44.292711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:44.293740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:44.298688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-39822343-ca28-4587-9fa8-89d7cc588b10 admin admin] 10.222.0.62 "PUT /v2.0/routers/e9cf0e19-bcac-4e5b-9ba8-65aed8606970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5410821 Feb 11 05:27:44.343904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 33b188a3-fbcc-4481-9c29-a3b57fb8365a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:44.400456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for port (4cfd67d7-7fa6-4286-8617-bf07fedcacea), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.492842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:44.583585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4cfd67d7-7fa6-4286-8617-bf07fedcacea), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.622262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:44.631282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:44.642741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:44.778530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:41Z', 'revision_number': 2, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:44.878936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfd67d7-7fa6-4286-8617-bf07fedcacea,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:45.074453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57564) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:45.081108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Checking router: e9cf0e19-bcac-4e5b-9ba8-65aed8606970 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:45.081471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Updating router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:27:45.113732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.281590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-67023b75-89c4-4c0f-b16e-50fe7f7efc4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.287560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-67023b75-89c4-4c0f-b16e-50fe7f7efc4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.294835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-67023b75-89c4-4c0f-b16e-50fe7f7efc4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.300861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-67023b75-89c4-4c0f-b16e-50fe7f7efc4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.308809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-67023b75-89c4-4c0f-b16e-50fe7f7efc4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.314409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-67023b75-89c4-4c0f-b16e-50fe7f7efc4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.329691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-67023b75-89c4-4c0f-b16e-50fe7f7efc4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.346441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-67023b75-89c4-4c0f-b16e-50fe7f7efc4b tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.1834981 Feb 11 05:27:45.372959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c9bffaa-b0b4-4ea2-a835-b6e1a11d331c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.473520 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c9bffaa-b0b4-4ea2-a835-b6e1a11d331c admin admin] Publish callbacks [] for security_group (59e33edd-daeb-43e8-812a-bcc9d4a242b7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.543328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c9bffaa-b0b4-4ea2-a835-b6e1a11d331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (59e33edd-daeb-43e8-812a-bcc9d4a242b7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.678360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router_gateway (757e352d-989e-4db5-848a-7fdb33114105), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.740172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bffaa-b0b4-4ea2-a835-b6e1a11d331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e33edd-daeb-43e8-812a-bcc9d4a242b7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:45.750948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-4715ebb2-eb96-42bc-95c6-25081f6258c6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.752444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-4715ebb2-eb96-42bc-95c6-25081f6258c6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/networks?id=c1096d03-5e50-4b6c-b02e-f061037c42d5 HTTP/1.1" status: 200 len: 828 time: 0.1945968 Feb 11 05:27:45.775565 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Publish callbacks [] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.812497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-30f1a98f-7948-4dbe-9efe-591726e9a97e tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/quotas/2d9d0e8129ab4958aba319bdaca41367 HTTP/1.1" status: 200 len: 375 time: 0.0357468 Feb 11 05:27:45.818646 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8c9bffaa-b0b4-4ea2-a835-b6e1a11d331c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=caa92f8dc65f4508b7c6e5fb4f06e561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7430725 Feb 11 05:27:45.819492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57602) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:45.824454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2047938-b750-4aaf-a794-d5a9a68e05d5 req-78b57ced-2b8e-4414-ac62-ebd190c731a2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4416106 Feb 11 05:27:45.923953 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.955786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-487dcc73-248d-4ce3-b1a9-9d6edc61fed0 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d9d0e8129ab4958aba319bdaca41367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302247 Feb 11 05:27:46.115766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1b0c1-6762-45bb-96a7-7edac5962464 None None] Pushing event updated for resources: {'Port': ['ID=5494227b-14b2-4fcc-b866-bf5b8d9678c5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:46.138644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-b381ad02-6262-46dc-948f-6564310fa288 service neutron] 10.222.0.62 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740384 Feb 11 05:27:46.194027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Attempting to bind port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:46.194509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Attempting to bind port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:46.194974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Attempting to bind port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 on network c1096d03-5e50-4b6c-b02e-f061037c42d5 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:46.203639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:46.209033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Checking segment: {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:46.209745 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.211407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Bound using segment: {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:46.212277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Bound port: 5494227b-14b2-4fcc-b866-bf5b8d9678c5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:46.213780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8d8e60e-2f0a-4bb8-8dd1-ebec30b3272f admin admin] Publish callbacks [] for security_group (59e33edd-daeb-43e8-812a-bcc9d4a242b7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.222369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.293238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8d8e60e-2f0a-4bb8-8dd1-ebec30b3272f admin admin] Publish callbacks [] for security_group (59e33edd-daeb-43e8-812a-bcc9d4a242b7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.420431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (757e352d-989e-4db5-848a-7fdb33114105), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.426481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (757e352d-989e-4db5-848a-7fdb33114105), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.427727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] For port 5494227b-14b2-4fcc-b866-bf5b8d9678c5, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:46.427899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-24b87211-75ed-4850-a7ff-9aea84bd3531 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.433384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] For port 5494227b-14b2-4fcc-b866-bf5b8d9678c5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5494227b-14b2-4fcc-b866-bf5b8d9678c5,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:46.457028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-24b87211-75ed-4850-a7ff-9aea84bd3531 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.470652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-24b87211-75ed-4850-a7ff-9aea84bd3531 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.485053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-24b87211-75ed-4850-a7ff-9aea84bd3531 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.499379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-24b87211-75ed-4850-a7ff-9aea84bd3531 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.514257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-24b87211-75ed-4850-a7ff-9aea84bd3531 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.516211 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.530198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-24b87211-75ed-4850-a7ff-9aea84bd3531 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.543164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-24b87211-75ed-4850-a7ff-9aea84bd3531 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.4023302 Feb 11 05:27:46.635414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-70f3fb7c-f12a-4ec9-9750-f2e9d5138b82 service neutron] 10.222.0.62 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710305 Feb 11 05:27:46.718829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1b0c1-6762-45bb-96a7-7edac5962464 None None] Pushing event updated for resources: {'Port': ['ID=5494227b-14b2-4fcc-b866-bf5b8d9678c5,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:46.730598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:46.731238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:46.742344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8d8e60e-2f0a-4bb8-8dd1-ebec30b3272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (59e33edd-daeb-43e8-812a-bcc9d4a242b7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.745567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3a38c9d-e8c3-42f9-ab24-1b5939c7c427 req-aaa833d1-0bba-422c-bbdd-76469fd914c6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2011373 Feb 11 05:27:46.755607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8d8e60e-2f0a-4bb8-8dd1-ebec30b3272f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.756856 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a8d8e60e-2f0a-4bb8-8dd1-ebec30b3272f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59e33edd-daeb-43e8-812a-bcc9d4a242b7 HTTP/1.1" status: 204 len: 168 time: 0.8552217 Feb 11 05:27:46.787696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8e60e-2f0a-4bb8-8dd1-ebec30b3272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e33edd-daeb-43e8-812a-bcc9d4a242b7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:46.876463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-28bcdac0-84d5-4095-82eb-01264f7f0ea1 None None] Provisioning complete for port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:46.876875 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28bcdac0-84d5-4095-82eb-01264f7f0ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.949452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Router 757e352d-989e-4db5-848a-7fdb33114105 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:47.165748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-28bcdac0-84d5-4095-82eb-01264f7f0ea1 None None] Current status of the port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:47.169075 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28bcdac0-84d5-4095-82eb-01264f7f0ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.279100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-28bcdac0-84d5-4095-82eb-01264f7f0ea1 None None] For port 5494227b-14b2-4fcc-b866-bf5b8d9678c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5494227b-14b2-4fcc-b866-bf5b8d9678c5,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:47.335495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:47.382745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:47.383196 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28bcdac0-84d5-4095-82eb-01264f7f0ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.401441 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09e595-c000-44d4-9e22-3867829e8b3d None None] Sync routers for ids ['757e352d-989e-4db5-848a-7fdb33114105'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:47.404493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.410837 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0e87edfb-2193-4ec6-bff6-d28fc97fbd9c tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "PUT /v2.0/routers/757e352d-989e-4db5-848a-7fdb33114105 HTTP/1.1" status: 200 len: 920 time: 6.0151939 Feb 11 05:27:47.412039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57644) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:47.440657 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09e595-c000-44d4-9e22-3867829e8b3d None None] Routers {'757e352d-989e-4db5-848a-7fdb33114105'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:47.441301 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7d09e595-c000-44d4-9e22-3867829e8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['757e352d-989e-4db5-848a-7fdb33114105'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:47.464746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-5e7edc12-51d3-411b-8846-3c0d039620ae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.486359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-5e7edc12-51d3-411b-8846-3c0d039620ae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.511055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-5e7edc12-51d3-411b-8846-3c0d039620ae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.541529 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7d09e595-c000-44d4-9e22-3867829e8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:47.544732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-5e7edc12-51d3-411b-8846-3c0d039620ae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.571106 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09e595-c000-44d4-9e22-3867829e8b3d None None] Routers {'757e352d-989e-4db5-848a-7fdb33114105'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:47.572085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-5e7edc12-51d3-411b-8846-3c0d039620ae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.576500 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7d09e595-c000-44d4-9e22-3867829e8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['757e352d-989e-4db5-848a-7fdb33114105'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:47.589592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-5e7edc12-51d3-411b-8846-3c0d039620ae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.603844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-5e7edc12-51d3-411b-8846-3c0d039620ae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.608263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-5e7edc12-51d3-411b-8846-3c0d039620ae tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.3984513 Feb 11 05:27:47.713395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ae57a92-dc51-40d6-b2d7-743127b6a405 req-40c7a991-bbc2-44ae-b359-b9cb7a2b293a tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 210 time: 0.0962515 Feb 11 05:27:47.776565 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7d09e595-c000-44d4-9e22-3867829e8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:47.777288 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09e595-c000-44d4-9e22-3867829e8b3d None None] The sync data for ids ['757e352d-989e-4db5-848a-7fdb33114105'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:47.835031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3592ff5a-ce58-4c08-a805-2ebd08d7f036 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/routers/757e352d-989e-4db5-848a-7fdb33114105 HTTP/1.1" status: 200 len: 926 time: 0.4185629 Feb 11 05:27:47.835643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57660) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:47.872698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aab7b380-76f9-49ba-9be4-24f6d7bed9c7 req-92be41e8-6f3d-49cc-bc15-b56fd05099a3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2363350 Feb 11 05:27:47.974806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcdac0-84d5-4095-82eb-01264f7f0ea1 None None] Pushing event updated for resources: {'Port': ['ID=5494227b-14b2-4fcc-b866-bf5b8d9678c5,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:47.999461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261e3d34-7cc3-4f51-abd9-84472d33cc89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.004379 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-261e3d34-7cc3-4f51-abd9-84472d33cc89 tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=757e352d-989e-4db5-848a-7fdb33114105&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1669757 Feb 11 05:27:48.005358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:48.075558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69435d-f50a-4daf-a156-43a31aca083d req-01259246-e4fc-42e1-beac-b390d5b9ea8d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.084556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d6609de0-3a02-4981-8ace-6a7a35bdde28 None None] Provisioning complete for port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:48.085711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6609de0-3a02-4981-8ace-6a7a35bdde28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:48.090067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed69435d-f50a-4daf-a156-43a31aca083d req-01259246-e4fc-42e1-beac-b390d5b9ea8d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 946 time: 0.2149701 Feb 11 05:27:48.255913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de556fbc-ec81-47aa-80e3-8c43df4e394f tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.267824 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-de556fbc-ec81-47aa-80e3-8c43df4e394f tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 881 time: 0.2604213 Feb 11 05:27:48.272682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57668) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:48.338696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed69435d-f50a-4daf-a156-43a31aca083d req-caf5b193-d833-49c7-acb2-51139d4dc1e3 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469676 Feb 11 05:27:48.370352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:46Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:48.393826 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3db69e10-df40-44b7-952c-3ed690efa4b1 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=757e352d-989e-4db5-848a-7fdb33114105 HTTP/1.1" status: 200 len: 205 time: 0.1210890 Feb 11 05:27:48.397370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57676) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:48.490338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-4c36e1fa-6957-4f14-8ff3-e84b51ed8220 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.491876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71607d7-60f0-4bed-a99a-ca6a4f79b235 None None] The sync data for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 is: [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:46Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:48.510414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-4c36e1fa-6957-4f14-8ff3-e84b51ed8220 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.533499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-4c36e1fa-6957-4f14-8ff3-e84b51ed8220 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.551966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-4c36e1fa-6957-4f14-8ff3-e84b51ed8220 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.736418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-4c36e1fa-6957-4f14-8ff3-e84b51ed8220 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.736418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-4c36e1fa-6957-4f14-8ff3-e84b51ed8220 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.738911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d6609de0-3a02-4981-8ace-6a7a35bdde28 None None] Current status of the port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:48.739125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-4c36e1fa-6957-4f14-8ff3-e84b51ed8220 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.739125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-4c36e1fa-6957-4f14-8ff3-e84b51ed8220 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.5293527 Feb 11 05:27:48.782897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (757e352d-989e-4db5-848a-7fdb33114105), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:48.866692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-6a6a4951-4151-4106-b803-0209287f5ab6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.872430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-6a6a4951-4151-4106-b803-0209287f5ab6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.888636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-6a6a4951-4151-4106-b803-0209287f5ab6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.895346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-6a6a4951-4151-4106-b803-0209287f5ab6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.926238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-6a6a4951-4151-4106-b803-0209287f5ab6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.933948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-6a6a4951-4151-4106-b803-0209287f5ab6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.962665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-6a6a4951-4151-4106-b803-0209287f5ab6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.964856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-6a6a4951-4151-4106-b803-0209287f5ab6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.6233876 Feb 11 05:27:49.013235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47d15588-4b1c-4409-9643-90e5a8c2a01b req-071125d0-4674-406e-808d-7ed0964a5015 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 210 time: 0.2260516 Feb 11 05:27:49.128717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-b3c29b12-5eb9-4dcb-852e-71ad5687f8aa tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:49.140177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-b3c29b12-5eb9-4dcb-852e-71ad5687f8aa tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "GET /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1210518 Feb 11 05:27:49.163005 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e520ce7-1a64-4b43-b69c-12bfb220d561 req-20ec5bff-de22-4544-bc17-eca856f5e0ca tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4656165 Feb 11 05:27:49.489505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-d2bcdb44-a260-478e-9822-486decb6eb35 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:49.491245 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-d2bcdb44-a260-478e-9822-486decb6eb35 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.83 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 946 time: 0.1627107 Feb 11 05:27:49.514444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (757e352d-989e-4db5-848a-7fdb33114105), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:49.647598 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-48fb1b80-b0e1-4bc2-b1ad-d956156efc6f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "GET /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4830673 Feb 11 05:27:49.666468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:49.776565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Deleting port 2a576314-270a-496e-83fe-606dcb606c45 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:49.777097 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2a576314-270a-496e-83fe-606dcb606c45), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:49.896080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5494227b-14b2-4fcc-b866-bf5b8d9678c5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:49.915254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-aa9b656e-f67b-4ab9-9e46-a44887105c54 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:49.925884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-aa9b656e-f67b-4ab9-9e46-a44887105c54 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:49.936878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-aa9b656e-f67b-4ab9-9e46-a44887105c54 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:49.961547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-aa9b656e-f67b-4ab9-9e46-a44887105c54 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:49.971360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-aa9b656e-f67b-4ab9-9e46-a44887105c54 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:49.990269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-aa9b656e-f67b-4ab9-9e46-a44887105c54 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:50.021962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-aa9b656e-f67b-4ab9-9e46-a44887105c54 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:50.027840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-aa9b656e-f67b-4ab9-9e46-a44887105c54 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 5444 time: 0.6148858 Feb 11 05:27:50.028478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.028660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Deleting port 4cfd67d7-7fa6-4286-8617-bf07fedcacea {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:50.029010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4cfd67d7-7fa6-4286-8617-bf07fedcacea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.064288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:50.064703 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.307826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] For port 2a576314-270a-496e-83fe-606dcb606c45, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=2a576314-270a-496e-83fe-606dcb606c45,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:50.308184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2a576314-270a-496e-83fe-606dcb606c45), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.344340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:50.354287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Calling delete_port for 2a576314-270a-496e-83fe-606dcb606c45 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:50.470224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13ff7de9-ab61-456b-bc72-a0353dab55c8 req-40ddd7d0-3343-4b88-a463-b8a15e6f96b2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&id=a28223fa-8378-45da-81f2-085491805bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3796217 Feb 11 05:27:50.732400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4cfd67d7-7fa6-4286-8617-bf07fedcacea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.779970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Calling delete_port for 4cfd67d7-7fa6-4286-8617-bf07fedcacea owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:50.863134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] For port 1f747a77-c780-4c8f-b8b7-b08f84511ca9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1f747a77-c780-4c8f-b8b7-b08f84511ca9,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:51.316297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2a576314-270a-496e-83fe-606dcb606c45), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.330287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0287d24b-2b8a-4e6b-92cf-8283e9eb8067', '669856e5-8a0b-4810-837a-f2c0f0383841', 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:51.334730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['2a576314-270a-496e-83fe-606dcb606c45'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:51.413238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4db93a09-c12e-4f15-a0c1-d5243d2191fe no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:51.490655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Pushing event deleted for resources: {'Port': ['ID=2a576314-270a-496e-83fe-606dcb606c45,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:51.521058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4cfd67d7-7fa6-4286-8617-bf07fedcacea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.522422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] No DVR routers for this DVR port 2a576314-270a-496e-83fe-606dcb606c45 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:51.532737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.537517 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4bd70c94-d3ce-43c4-8f1e-54d4eb4dc8d8 req-8b70ced5-89fa-4c17-b8d1-70833d7ac2d6 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.83 "DELETE /v2.0/ports/2a576314-270a-496e-83fe-606dcb606c45 HTTP/1.1" status: 204 len: 173 time: 2.0354655 Feb 11 05:27:51.538541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84e5b86-a741-49a3-826a-95d0519e7445', 'name': 'network-vif-deleted', 'tag': '2a576314-270a-496e-83fe-606dcb606c45'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:51.548687 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac345ab5-5b15-4979-b99d-c21ede67cd66" -d '{"events": [{"server_uuid": "d84e5b86-a741-49a3-826a-95d0519e7445", "name": "network-vif-deleted", "tag": "2a576314-270a-496e-83fe-606dcb606c45"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:51.571504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-c21e664b-e05c-4965-9245-e4b5191c0399 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.573540 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-c21e664b-e05c-4965-9245-e4b5191c0399 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.65 "GET /v2.0/networks?id=c1096d03-5e50-4b6c-b02e-f061037c42d5 HTTP/1.1" status: 200 len: 828 time: 0.4462752 Feb 11 05:27:51.598893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Request body: {'port': {'device_id': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'admin_state_up': True, 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:51.665114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c35ed-9617-4bdc-a695-eeb3b31b6ba0 req-90effa61-f832-40a3-81ad-cd7d2acf9452 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.689873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-710c35ed-9617-4bdc-a695-eeb3b31b6ba0 req-90effa61-f832-40a3-81ad-cd7d2acf9452 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84e5b86-a741-49a3-826a-95d0519e7445 HTTP/1.1" status: 200 len: 946 time: 0.9669788 Feb 11 05:27:51.704665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4db93a09-c12e-4f15-a0c1-d5243d2191fe is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:51.705397 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.756657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4db93a09-c12e-4f15-a0c1-d5243d2191fe, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4db93a09-c12e-4f15-a0c1-d5243d2191fe,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:51.766618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db93a09-c12e-4f15-a0c1-d5243d2191fe'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:51.769437 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc7eb46-871f-424f-80c0-ce0dc6e9407d" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "4db93a09-c12e-4f15-a0c1-d5243d2191fe"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:51.811489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event deleted for resources: {'Port': ['ID=4cfd67d7-7fa6-4286-8617-bf07fedcacea,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:51.840738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Made reservation on behalf of 2d9d0e8129ab4958aba319bdaca41367 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:51.846631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.885259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.887278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1f747a77-c780-4c8f-b8b7-b08f84511ca9 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:51.899674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-808344b1-1a43-46aa-ac63-d4aa1ffd89fe req-8d4324b4-c441-41ed-9e55-8f19adebe465 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 210 time: 0.2053771 Feb 11 05:27:52.040515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] For port 1f747a77-c780-4c8f-b8b7-b08f84511ca9, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:52.079374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4db93a09-c12e-4f15-a0c1-d5243d2191fe,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:52.115216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Allocated IP 172.20.0.11 (c1096d03-5e50-4b6c-b02e-f061037c42d5/196c7aa2-deb9-402f-8f42-65690bbb31f5/f2f97d9f-1b7c-469a-ad06-5e7934bf432e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:52.129058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-710c35ed-9617-4bdc-a695-eeb3b31b6ba0 req-315d0ff6-30d5-415f-8b51-f1a5ce2b2f94 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382036 Feb 11 05:27:52.270344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:52.270851 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.353654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] device_id is not set on port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:27:52.407800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] Publish callbacks [] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.416042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.456843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-c00308ed-9a16-4c71-a643-3b4a6050b466 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.476541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (757e352d-989e-4db5-848a-7fdb33114105), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.480248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-c00308ed-9a16-4c71-a643-3b4a6050b466 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.499341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-c00308ed-9a16-4c71-a643-3b4a6050b466 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.505114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-c00308ed-9a16-4c71-a643-3b4a6050b466 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.520097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-c00308ed-9a16-4c71-a643-3b4a6050b466 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.526245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-c00308ed-9a16-4c71-a643-3b4a6050b466 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.546378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-c00308ed-9a16-4c71-a643-3b4a6050b466 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.548653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-c00308ed-9a16-4c71-a643-3b4a6050b466 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.4146314 Feb 11 05:27:52.612528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.643187 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:27:52.645007 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:27:52.722344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d547812b-3ead-4e71-941f-2ff6028aed1f req-8ce3b0a4-eacd-4c7c-ada4-519542181fd9 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169531 Feb 11 05:27:52.803180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] No DVR routers for this DVR port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:52.844694 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.849618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d42de-ea6d-4a16-a3c4-0d225876edc3 req-c16705ef-ccef-46bf-a0d5-b1056efaa821 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.858996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (757e352d-989e-4db5-848a-7fdb33114105), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.863169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d42de-ea6d-4a16-a3c4-0d225876edc3 req-c16705ef-ccef-46bf-a0d5-b1056efaa821 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.878480 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a372fd39-2d6c-4ff0-8a1d-c4ecb06daa8c x-openstack-request-id: req-a372fd39-2d6c-4ff0-8a1d-c4ecb06daa8c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:52.878788 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84e5b86-a741-49a3-826a-95d0519e7445", "name": "network-vif-deleted", "tag": "2a576314-270a-496e-83fe-606dcb606c45", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:52.879053 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a372fd39-2d6c-4ff0-8a1d-c4ecb06daa8c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:52.879416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d42de-ea6d-4a16-a3c4-0d225876edc3 req-c16705ef-ccef-46bf-a0d5-b1056efaa821 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.879549 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84e5b86-a741-49a3-826a-95d0519e7445', 'name': 'network-vif-deleted', 'tag': '2a576314-270a-496e-83fe-606dcb606c45', 'status': 'completed', 'code': 200} Feb 11 05:27:52.885449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d42de-ea6d-4a16-a3c4-0d225876edc3 req-c16705ef-ccef-46bf-a0d5-b1056efaa821 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.908855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d42de-ea6d-4a16-a3c4-0d225876edc3 req-c16705ef-ccef-46bf-a0d5-b1056efaa821 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.914510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d42de-ea6d-4a16-a3c4-0d225876edc3 req-c16705ef-ccef-46bf-a0d5-b1056efaa821 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:52.916572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-019d42de-ea6d-4a16-a3c4-0d225876edc3 req-c16705ef-ccef-46bf-a0d5-b1056efaa821 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 4663 time: 0.3582957 Feb 11 05:27:52.917216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] Pushing event updated for resources: {'Port': ['ID=1f747a77-c780-4c8f-b8b7-b08f84511ca9,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:52.922197 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e918148-206b-40d0-a03c-bddbf6b69c56 x-openstack-request-id: req-1e918148-206b-40d0-a03c-bddbf6b69c56 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:52.922500 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "4db93a09-c12e-4f15-a0c1-d5243d2191fe", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:52.922775 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e918148-206b-40d0-a03c-bddbf6b69c56 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:52.923154 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db93a09-c12e-4f15-a0c1-d5243d2191fe', 'code': 200} Feb 11 05:27:52.974445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (757e352d-989e-4db5-848a-7fdb33114105), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.993754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:52.999049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:53.024470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:53.090262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] In _notify_port_updated(), no bound segment for port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:27:53.091589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.092483 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.094402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-df57df9e-1eac-4de2-b868-7b325d005055 service neutron] 10.222.0.83 "PUT /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 200 len: 1032 time: 3.4376998 Feb 11 05:27:53.124546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ef844771-b357-40a6-b6bb-d71d75356244 None None] Provisioning complete for port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:53.125364 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ef844771-b357-40a6-b6bb-d71d75356244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.192434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Pushing event updated for resources: {'Port': ['ID=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:53.245013 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (757e352d-989e-4db5-848a-7fdb33114105), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.248467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Fanout notify agent at l3_agent the message router_deleted on router 757e352d-989e-4db5-848a-7fdb33114105 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:53.266292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.266467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-019d42de-ea6d-4a16-a3c4-0d225876edc3 req-d7d137af-1ce4-4ad4-b60a-342f13543e70 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=a28223fa-8378-45da-81f2-085491805bb5&id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3350711 Feb 11 05:27:53.267814 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6baf9a6c-f44a-4fea-b925-29321e7d9b19 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/757e352d-989e-4db5-848a-7fdb33114105 HTTP/1.1" status: 204 len: 168 time: 4.8677402 Feb 11 05:27:53.275269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57766) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:53.278574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.279480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.287206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-435883428', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:53.294217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ef844771-b357-40a6-b6bb-d71d75356244 None None] Port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:53.302378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:53.303604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cfad68fd-4429-4232-918b-be63cea56ef2 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:53.322596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-201a4f30-06c3-4614-a0ac-ea615eba73da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.324474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-201a4f30-06c3-4614-a0ac-ea615eba73da tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "GET /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1970422 Feb 11 05:27:53.352249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:53.410137 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-11bc6584-e443-42cd-acc5-82cd5419e93d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8154876 Feb 11 05:27:53.422978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Request body: {'port': {'device_id': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:53.481437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cfad68fd-4429-4232-918b-be63cea56ef2 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:53.481834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.547953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (72b47366-6668-4d99-b8ae-51665a609500), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.562470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cfad68fd-4429-4232-918b-be63cea56ef2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfad68fd-4429-4232-918b-be63cea56ef2,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:53.617958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.635046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b4e96069-55ee-46f2-9790-eeadda194b2d None None] Provisioning complete for port f2f97d9f-1b7c-469a-ad06-5e7934bf432e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:53.635434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b4e96069-55ee-46f2-9790-eeadda194b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.685727 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.686796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.717263 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.718614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 2a576314-270a-496e-83fe-606dcb606c45 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:53.724581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075d2f9-1b95-4249-a1f8-bf75cf937225 req-ce241ace-84e7-4757-a9ea-1781e5abc7a1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.732611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4075d2f9-1b95-4249-a1f8-bf75cf937225 req-ce241ace-84e7-4757-a9ea-1781e5abc7a1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 932 time: 0.4142630 Feb 11 05:27:53.881460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 2a576314-270a-496e-83fe-606dcb606c45 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:53.883412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 2a576314-270a-496e-83fe-606dcb606c45 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:53.887555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device b9734803-d0a4-4d7e-9d18-b67eaf38102b no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:53.984781 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.030169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cfad68fd-4429-4232-918b-be63cea56ef2,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:54.042895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4075d2f9-1b95-4249-a1f8-bf75cf937225 req-26ac6666-7965-46ab-b442-6c095eaf42fe tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092580 Feb 11 05:27:54.095313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] For port 72b47366-6668-4d99-b8ae-51665a609500, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=72b47366-6668-4d99-b8ae-51665a609500,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:54.139794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b4e96069-55ee-46f2-9790-eeadda194b2d None None] Port f2f97d9f-1b7c-469a-ad06-5e7934bf432e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:54.187625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port b9734803-d0a4-4d7e-9d18-b67eaf38102b is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:54.188099 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.268561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port b9734803-d0a4-4d7e-9d18-b67eaf38102b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:54.317083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-a5a39d16-71fe-49fd-a658-22e6469ef44e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.320870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f97d9f-1b7c-469a-ad06-5e7934bf432e {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:54.323527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-a5a39d16-71fe-49fd-a658-22e6469ef44e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.330639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-a5a39d16-71fe-49fd-a658-22e6469ef44e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.331069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Publish callbacks [] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.337851 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.338750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device b5be0d07-b5db-499c-bc98-4cc683c44f96 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:54.346988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Transition to ACTIVE for port object f2f97d9f-1b7c-469a-ad06-5e7934bf432e will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:54.350911 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-a5a39d16-71fe-49fd-a658-22e6469ef44e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.363430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-a5a39d16-71fe-49fd-a658-22e6469ef44e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.371119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-a5a39d16-71fe-49fd-a658-22e6469ef44e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.388568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-a5a39d16-71fe-49fd-a658-22e6469ef44e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.402898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-a5a39d16-71fe-49fd-a658-22e6469ef44e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.4498866 Feb 11 05:27:54.423508 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.532142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] For port 72b47366-6668-4d99-b8ae-51665a609500, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:54.573638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Pushing event updated for resources: {'Port': ['ID=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:54.601234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.618070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=b9734803-d0a4-4d7e-9d18-b67eaf38102b,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:54.656558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] device_id is not set on port 72b47366-6668-4d99-b8ae-51665a609500 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:27:54.686872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] Publish callbacks [] for port (72b47366-6668-4d99-b8ae-51665a609500), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.705493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d03ed21-9729-4dcf-a7a8-4052963bb19a req-419a8550-c958-4211-8b58-85c4a61fe8c7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2293463 Feb 11 05:27:54.731839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd15c8-237b-475f-aed9-d782077f5961 req-d6a84c0b-7808-4cea-b17d-0f77bca1bbcb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.740148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd15c8-237b-475f-aed9-d782077f5961 req-d6a84c0b-7808-4cea-b17d-0f77bca1bbcb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.759088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd15c8-237b-475f-aed9-d782077f5961 req-d6a84c0b-7808-4cea-b17d-0f77bca1bbcb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.765459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd15c8-237b-475f-aed9-d782077f5961 req-d6a84c0b-7808-4cea-b17d-0f77bca1bbcb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.766732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port b5be0d07-b5db-499c-bc98-4cc683c44f96 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:54.767206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.777593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd15c8-237b-475f-aed9-d782077f5961 req-d6a84c0b-7808-4cea-b17d-0f77bca1bbcb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.793388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd15c8-237b-475f-aed9-d782077f5961 req-d6a84c0b-7808-4cea-b17d-0f77bca1bbcb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:54.806102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0bd15c8-237b-475f-aed9-d782077f5961 req-d6a84c0b-7808-4cea-b17d-0f77bca1bbcb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 4659 time: 0.3406055 Feb 11 05:27:54.869398 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (72b47366-6668-4d99-b8ae-51665a609500), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.971361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Attempting to bind port f2f97d9f-1b7c-469a-ad06-5e7934bf432e on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:54.971731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Attempting to bind port f2f97d9f-1b7c-469a-ad06-5e7934bf432e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:54.977625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Attempting to bind port f2f97d9f-1b7c-469a-ad06-5e7934bf432e on network c1096d03-5e50-4b6c-b02e-f061037c42d5 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:54.999644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Port f2f97d9f-1b7c-469a-ad06-5e7934bf432e on network c1096d03-5e50-4b6c-b02e-f061037c42d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:54.999993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Attempting to bind port f2f97d9f-1b7c-469a-ad06-5e7934bf432e on network c1096d03-5e50-4b6c-b02e-f061037c42d5 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:55.030383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:55.030663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Checking segment: {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:55.031229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Bound using segment: {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:55.031818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Bound port: f2f97d9f-1b7c-469a-ad06-5e7934bf432e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b514bccc-99a6-4b06-a181-8109782071ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:55.032190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.112855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0bd15c8-237b-475f-aed9-d782077f5961 req-3dc3a3ca-6335-4d6e-a8e4-b8e3aea4e1f8 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=a28223fa-8378-45da-81f2-085491805bb5&id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3056524 Feb 11 05:27:55.199326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] No DVR routers for this DVR port 72b47366-6668-4d99-b8ae-51665a609500 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:55.207201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] Pushing event updated for resources: {'Port': ['ID=72b47366-6668-4d99-b8ae-51665a609500,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:55.333453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] For port f2f97d9f-1b7c-469a-ad06-5e7934bf432e, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:55.344529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] For port f2f97d9f-1b7c-469a-ad06-5e7934bf432e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:55.383210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfad68fd-4429-4232-918b-be63cea56ef2'}, {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:55.387686 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbd8802-057b-4ac3-8fa8-1347bd690e3b" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "cfad68fd-4429-4232-918b-be63cea56ef2"}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:55.438057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.466471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port b5be0d07-b5db-499c-bc98-4cc683c44f96, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:55.512560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] In _notify_port_updated(), no bound segment for port 72b47366-6668-4d99-b8ae-51665a609500 on network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:27:55.513637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.514262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.515580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-eec26b2d-13f5-49f6-a714-879df75c2b9a service neutron] 10.222.0.83 "PUT /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 200 len: 1032 time: 2.1776497 Feb 11 05:27:55.532387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Pushing event updated for resources: {'Port': ['ID=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:55.545976 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.547237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 72b47366-6668-4d99-b8ae-51665a609500 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:55.554872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.561810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.561810 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-d30516d1-ca36-451f-b2bb-bdc9f6e96dba service neutron] 10.222.0.65 "PUT /v2.0/ports/f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 200 len: 1093 time: 2.1413770 Feb 11 05:27:55.561810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:55.576030 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b3ac91-73b7-44e1-9b29-a0ab78622028" -d '{"events": [{"name": "network-changed", "server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:55.719814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=b5be0d07-b5db-499c-bc98-4cc683c44f96,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:55.813194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4201884d-2939-49b5-9414-74be72f25f76 None None] Provisioning complete for port 72b47366-6668-4d99-b8ae-51665a609500 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:55.813860 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4201884d-2939-49b5-9414-74be72f25f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (72b47366-6668-4d99-b8ae-51665a609500), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.852646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-549978a8-d351-413e-beb6-57d08abf31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.861973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-549978a8-d351-413e-beb6-57d08abf31da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d9d0e8129ab4958aba319bdaca41367&device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 1127 time: 0.1746428 Feb 11 05:27:55.886133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port 72b47366-6668-4d99-b8ae-51665a609500 host ! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:27:55.886433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 72b47366-6668-4d99-b8ae-51665a609500 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:55.889749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 965ceff7-2b76-4124-8862-6510f0c0a20a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:55.892968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae21e8b-cc60-420a-8068-963ca7527b05 req-840c74de-b234-4948-a9a2-5d74f683fd8d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.901336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fae21e8b-cc60-420a-8068-963ca7527b05 req-840c74de-b234-4948-a9a2-5d74f683fd8d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 944 time: 0.5508947 Feb 11 05:27:55.996772 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa09cb0-cb30-43c8-965b-0372b8b6583c x-openstack-request-id: req-5aa09cb0-cb30-43c8-965b-0372b8b6583c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:55.996772 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "cfad68fd-4429-4232-918b-be63cea56ef2", "code": 200}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:55.996772 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aa09cb0-cb30-43c8-965b-0372b8b6583c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:55.996772 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfad68fd-4429-4232-918b-be63cea56ef2', 'code': 200} Feb 11 05:27:56.001533 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'code': 200} Feb 11 05:27:56.005748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4201884d-2939-49b5-9414-74be72f25f76 None None] Port 72b47366-6668-4d99-b8ae-51665a609500 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:56.022303 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.121812 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-30db53a4-d8d1-4de2-bb1a-2a990d291de7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 200 len: 217 time: 0.2498279 Feb 11 05:27:56.126011 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4828a7-fab5-47b7-b179-8cf823948ce7 x-openstack-request-id: req-ce4828a7-fab5-47b7-b179-8cf823948ce7 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:56.128731 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:56.128731 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce4828a7-fab5-47b7-b179-8cf823948ce7 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:56.133961 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'status': 'completed', 'code': 200} Feb 11 05:27:56.145702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 965ceff7-2b76-4124-8862-6510f0c0a20a is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:56.146164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.252561 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.257396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 965ceff7-2b76-4124-8862-6510f0c0a20a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=965ceff7-2b76-4124-8862-6510f0c0a20a,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:56.300926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-52697fa4-1ebc-4627-abf7-b4d356916d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:56.307676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-52697fa4-1ebc-4627-abf7-b4d356916d2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=196c7aa2-deb9-402f-8f42-65690bbb31f5 HTTP/1.1" status: 200 len: 867 time: 0.1714954 Feb 11 05:27:56.366347 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.457172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fae21e8b-cc60-420a-8068-963ca7527b05 req-61521342-674f-44c2-8e56-ea7240b43467 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548708 Feb 11 05:27:56.515798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-fa93c888-be66-4394-99fa-4c6ca6febff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:56.518091 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-fa93c888-be66-4394-99fa-4c6ca6febff0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1096d03-5e50-4b6c-b02e-f061037c42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2043300 Feb 11 05:27:56.545633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=965ceff7-2b76-4124-8862-6510f0c0a20a,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:56.706676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port cfad68fd-4429-4232-918b-be63cea56ef2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:56.706965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.760194 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-7c7e8589-79c8-4104-8cbe-2093cb038365 service neutron] 10.222.0.65 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345619 Feb 11 05:27:56.934208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Allocated IP 172.25.8.60 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f7df1826-53d3-414d-8bf1-18c3ebd6de00) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:56.999580 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae675154-f83d-4e04-8f23-22bfa7ebda40 req-e6bdbaa5-959d-443c-9c52-099645dddf5c service neutron] 10.222.0.65 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316880 Feb 11 05:27:57.020578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143242-1713-490e-a670-c9f488aecef6 req-3edfce54-fd40-4eaa-af76-b1bdd83378ba tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.026629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143242-1713-490e-a670-c9f488aecef6 req-3edfce54-fd40-4eaa-af76-b1bdd83378ba tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.034218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143242-1713-490e-a670-c9f488aecef6 req-3edfce54-fd40-4eaa-af76-b1bdd83378ba tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.047859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143242-1713-490e-a670-c9f488aecef6 req-3edfce54-fd40-4eaa-af76-b1bdd83378ba tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.048828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143242-1713-490e-a670-c9f488aecef6 req-3edfce54-fd40-4eaa-af76-b1bdd83378ba tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.054333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143242-1713-490e-a670-c9f488aecef6 req-3edfce54-fd40-4eaa-af76-b1bdd83378ba tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.061086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143242-1713-490e-a670-c9f488aecef6 req-3edfce54-fd40-4eaa-af76-b1bdd83378ba tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.068645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c143242-1713-490e-a670-c9f488aecef6 req-3edfce54-fd40-4eaa-af76-b1bdd83378ba tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5420 time: 0.4840372 Feb 11 05:27:57.290257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629a42e-cf94-408e-8e54-20d7d32bbed7 req-26940db6-6b8b-41c9-8245-0b138056010d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.302341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629a42e-cf94-408e-8e54-20d7d32bbed7 req-26940db6-6b8b-41c9-8245-0b138056010d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.330978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-ea266ca1-a2bb-4c25-b101-69a3aabadda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.332933 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-ea266ca1-a2bb-4c25-b101-69a3aabadda1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d9d0e8129ab4958aba319bdaca41367&device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 1127 time: 0.2073472 Feb 11 05:27:57.336940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629a42e-cf94-408e-8e54-20d7d32bbed7 req-26940db6-6b8b-41c9-8245-0b138056010d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.345873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629a42e-cf94-408e-8e54-20d7d32bbed7 req-26940db6-6b8b-41c9-8245-0b138056010d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.351627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629a42e-cf94-408e-8e54-20d7d32bbed7 req-26940db6-6b8b-41c9-8245-0b138056010d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.360124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d629a42e-cf94-408e-8e54-20d7d32bbed7 req-26940db6-6b8b-41c9-8245-0b138056010d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 3876 time: 0.7149332 Feb 11 05:27:57.401786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 11bba7ff-1078-4885-abaa-6f9f42e4938a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:57.550360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-48bfeb3d-7108-44d0-bad4-935c9517603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.552699 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-48bfeb3d-7108-44d0-bad4-935c9517603d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1096d03-5e50-4b6c-b02e-f061037c42d5 HTTP/1.1" status: 200 len: 929 time: 0.2128634 Feb 11 05:27:57.557565 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for port (f7df1826-53d3-414d-8bf1-18c3ebd6de00), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.670420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-578119d9-1493-411d-a82e-59284257b09f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 200 len: 217 time: 0.1112921 Feb 11 05:27:57.687234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 11bba7ff-1078-4885-abaa-6f9f42e4938a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:57.718801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '11bba7ff-1078-4885-abaa-6f9f42e4938a', 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'port_id': '11bba7ff-1078-4885-abaa-6f9f42e4938a', 'mac_address': 'fa:16:3e:79:b1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6349da-5f8e-4ca6-a64c-15b167f62981', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:57.758870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f7df1826-53d3-414d-8bf1-18c3ebd6de00), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.775050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-4d7aa853-2d91-4bce-b8dd-5ab06e37fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.776970 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-4d7aa853-2d91-4bce-b8dd-5ab06e37fb3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=196c7aa2-deb9-402f-8f42-65690bbb31f5 HTTP/1.1" status: 200 len: 867 time: 0.1006620 Feb 11 05:27:57.834200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 11bba7ff-1078-4885-abaa-6f9f42e4938a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:57.834521 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.874372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bba7ff-1078-4885-abaa-6f9f42e4938a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:57.877918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-f5239aa7-1cf9-4608-b952-c2879b48e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:57.879792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-f5239aa7-1cf9-4608-b952-c2879b48e5d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1096d03-5e50-4b6c-b02e-f061037c42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0970478 Feb 11 05:27:57.882323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] For port cfad68fd-4429-4232-918b-be63cea56ef2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfad68fd-4429-4232-918b-be63cea56ef2,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:57.883231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.888681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event updated for resources: {'Port': ['ID=f7df1826-53d3-414d-8bf1-18c3ebd6de00,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:57.922953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 11bba7ff-1078-4885-abaa-6f9f42e4938a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:57.938544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:57.971246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:57.983629 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.984321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:57.987526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:58.015861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5be0d07-b5db-499c-bc98-4cc683c44f96'}, {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965ceff7-2b76-4124-8862-6510f0c0a20a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:58.026924 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51848fab-f90c-46f0-b52c-39d013d27621" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "b5be0d07-b5db-499c-bc98-4cc683c44f96"}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "965ceff7-2b76-4124-8862-6510f0c0a20a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:58.095146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for cfad68fd-4429-4232-918b-be63cea56ef2 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:58.176982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=11bba7ff-1078-4885-abaa-6f9f42e4938a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:58.214602 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-ac8b07c0-6eb5-4737-af06-ba01fcd59593 service neutron] 10.222.0.65 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273489 Feb 11 05:27:58.361020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c143242-1713-490e-a670-c9f488aecef6 req-16ddc66b-4150-46c1-b3fb-bbb19198e82f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2913051 Feb 11 05:27:58.406356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d629a42e-cf94-408e-8e54-20d7d32bbed7 req-244148e9-1642-4090-9547-f1b0bed0fecb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0453262 Feb 11 05:27:58.420494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:58.479950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a', 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2', 'port_id': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a', 'mac_address': 'fa:16:3e:1a:06:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:58.557229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:58.557985 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.574366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:58.641137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:58.657224 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-21b3ac91-73b7-44e1-9b29-a0ab78622028 req-1976cbe7-9414-4fcb-876d-9e792e75f710 service neutron] 10.222.0.65 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336362 Feb 11 05:27:58.674007 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60537cc6-67a4-466d-9ae9-3f645445508b x-openstack-request-id: req-60537cc6-67a4-466d-9ae9-3f645445508b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:58.674617 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "b5be0d07-b5db-499c-bc98-4cc683c44f96", "code": 200}, {"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-unplugged", "status": "completed", "tag": "965ceff7-2b76-4124-8862-6510f0c0a20a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:58.675092 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60537cc6-67a4-466d-9ae9-3f645445508b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:58.675720 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5be0d07-b5db-499c-bc98-4cc683c44f96', 'code': 200} Feb 11 05:27:58.676185 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965ceff7-2b76-4124-8862-6510f0c0a20a', 'code': 200} Feb 11 05:27:58.723711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.724749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 38a740b7-7c48-48c3-83ac-4fcebb931c00 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:58.841678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:58.886692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 38a740b7-7c48-48c3-83ac-4fcebb931c00, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:58.909995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '38a740b7-7c48-48c3-83ac-4fcebb931c00', 'network_id': '504a0c86-86b7-4f32-bbbf-dbbf77425fe2', 'port_id': '38a740b7-7c48-48c3-83ac-4fcebb931c00', 'mac_address': 'fa:16:3e:84:12:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:58.952546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009eafa-b27c-4fff-bfc6-6331aae83e52 req-c010d2a5-46ff-418a-a430-0a8f1f0161c6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.956543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9009eafa-b27c-4fff-bfc6-6331aae83e52 req-c010d2a5-46ff-418a-a430-0a8f1f0161c6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 944 time: 0.1812382 Feb 11 05:27:58.982757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 38a740b7-7c48-48c3-83ac-4fcebb931c00 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:58.983153 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.999943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a740b7-7c48-48c3-83ac-4fcebb931c00 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:59.025685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 38a740b7-7c48-48c3-83ac-4fcebb931c00, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:59.064569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.199778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9009eafa-b27c-4fff-bfc6-6331aae83e52 req-7f8e830e-f882-4175-adf1-06f6489afcd3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283739 Feb 11 05:27:59.270491 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cfad68fd-4429-4232-918b-be63cea56ef2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.294245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.294927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:59.324559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=cfad68fd-4429-4232-918b-be63cea56ef2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:59.395295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=38a740b7-7c48-48c3-83ac-4fcebb931c00,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:59.485920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:59.489925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] No DVR routers for this DVR port cfad68fd-4429-4232-918b-be63cea56ef2 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:59.504958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.516869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-27e9845c-a5f6-4115-8ac9-e18a585afc58 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "DELETE /v2.0/ports/cfad68fd-4429-4232-918b-be63cea56ef2 HTTP/1.1" status: 204 len: 173 time: 3.9941900 Feb 11 05:27:59.534791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a', 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'port_id': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a', 'mac_address': 'fa:16:3e:79:66:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6349da-5f8e-4ca6-a64c-15b167f62981', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:59.641914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:59.642315 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.670246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:59.724307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:59.857787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.858736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:00.011296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:00.055404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:00.100287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5', 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'port_id': 'ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5', 'mac_address': 'fa:16:3e:1e:03:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6349da-5f8e-4ca6-a64c-15b167f62981', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:00.147053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:00.147714 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.170159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:00.204404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:00.276818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': 'cfad68fd-4429-4232-918b-be63cea56ef2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:00.280875 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28acf732-062c-4650-9cd9-6d7c55eeb118" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "cfad68fd-4429-4232-918b-be63cea56ef2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:00.289686 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.293165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device e9282e61-d28d-4d4c-a681-92d4261a3ced details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:00.488022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:00.631757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port e9282e61-d28d-4d4c-a681-92d4261a3ced, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:00.650207 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.652303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'port_id': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'mac_address': 'fa:16:3e:cd:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:00.704113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port e9282e61-d28d-4d4c-a681-92d4261a3ced is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:00.704505 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.734723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9282e61-d28d-4d4c-a681-92d4261a3ced {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:00.766711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port e9282e61-d28d-4d4c-a681-92d4261a3ced, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:00.775616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-777b19bf-a582-4104-8f45-fb57b43097fd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.781155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-777b19bf-a582-4104-8f45-fb57b43097fd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.787399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-777b19bf-a582-4104-8f45-fb57b43097fd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.795068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-777b19bf-a582-4104-8f45-fb57b43097fd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.800566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-777b19bf-a582-4104-8f45-fb57b43097fd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.811840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-777b19bf-a582-4104-8f45-fb57b43097fd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.815213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-777b19bf-a582-4104-8f45-fb57b43097fd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.819676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-777b19bf-a582-4104-8f45-fb57b43097fd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5425 time: 0.5213528 Feb 11 05:28:00.863233 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.864327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:00.871704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14aeb-ee93-4ad8-bfc9-e10cbfe8f23a req-3857b8cb-2609-4442-bc9c-209faa87bc86 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.877426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14aeb-ee93-4ad8-bfc9-e10cbfe8f23a req-3857b8cb-2609-4442-bc9c-209faa87bc86 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.884049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14aeb-ee93-4ad8-bfc9-e10cbfe8f23a req-3857b8cb-2609-4442-bc9c-209faa87bc86 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.908078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14aeb-ee93-4ad8-bfc9-e10cbfe8f23a req-3857b8cb-2609-4442-bc9c-209faa87bc86 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.925781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7aa14aeb-ee93-4ad8-bfc9-e10cbfe8f23a req-3857b8cb-2609-4442-bc9c-209faa87bc86 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 3143 time: 0.6284130 Feb 11 05:28:01.024702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=e9282e61-d28d-4d4c-a681-92d4261a3ced,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:01.074910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:01.106172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port 965ceff7-2b76-4124-8862-6510f0c0a20a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:01.106506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.110607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '844c5577-10c2-4d2a-bdf2-ed40bc552dd4', 'network_id': '26390fa8-4912-4afe-88e4-6a77a474655a', 'port_id': '844c5577-10c2-4d2a-bdf2-ed40bc552dd4', 'mac_address': 'fa:16:3e:aa:ab:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6349da-5f8e-4ca6-a64c-15b167f62981', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:01.160093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:01.160583 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.176901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:01.202342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:01.205387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7aa14aeb-ee93-4ad8-bfc9-e10cbfe8f23a req-c030b3b3-02f4-4008-9433-4be26b0eb85c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909056 Feb 11 05:28:01.225147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f2f97d9f-1b7c-469a-ad06-5e7934bf432e details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:01.279993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Router 5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:28:01.288322 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.305361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc0bb342-c438-4cc9-ab93-4a29382d9bcb req-a537e7a9-d3ec-4e53-998f-5fc454e57864 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4450512 Feb 11 05:28:01.410594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f2f97d9f-1b7c-469a-ad06-5e7934bf432e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:01.413963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:01.450890 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'port_id': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'mac_address': 'fa:16:3e:85:5e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:01.568998 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad0dd8c-38bb-418c-8aaa-2439de5cdc08 x-openstack-request-id: req-4ad0dd8c-38bb-418c-8aaa-2439de5cdc08 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:01.569286 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "cfad68fd-4429-4232-918b-be63cea56ef2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:01.571800 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ad0dd8c-38bb-418c-8aaa-2439de5cdc08 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:01.572208 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': 'cfad68fd-4429-4232-918b-be63cea56ef2', 'status': 'completed', 'code': 200} Feb 11 05:28:01.582881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f2f97d9f-1b7c-469a-ad06-5e7934bf432e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:01.583712 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.614356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f97d9f-1b7c-469a-ad06-5e7934bf432e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:01.631982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] For port 965ceff7-2b76-4124-8862-6510f0c0a20a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=965ceff7-2b76-4124-8862-6510f0c0a20a,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:01.633139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.651664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f2f97d9f-1b7c-469a-ad06-5e7934bf432e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:01.661066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for 965ceff7-2b76-4124-8862-6510f0c0a20a owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:01.663146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:01.681332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d820d-71b6-468d-8b7e-fec55ef64c46 None None] Sync routers for ids ['5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:01.699053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d820d-71b6-468d-8b7e-fec55ef64c46 None None] Routers {'5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:01.699829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d42d820d-71b6-468d-8b7e-fec55ef64c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:01.766557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d42d820d-71b6-468d-8b7e-fec55ef64c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:01.782619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaa32d-aba6-4445-a032-2585e3f358d5 req-31045a89-36d6-45a2-a943-fea833d20aeb tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.785130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d820d-71b6-468d-8b7e-fec55ef64c46 None None] Routers {'5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:01.786130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d42d820d-71b6-468d-8b7e-fec55ef64c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:27:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:01.791101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54aaa32d-aba6-4445-a032-2585e3f358d5 req-31045a89-36d6-45a2-a943-fea833d20aeb tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 944 time: 0.2271836 Feb 11 05:28:01.844225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d42d820d-71b6-468d-8b7e-fec55ef64c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:01.845369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d820d-71b6-468d-8b7e-fec55ef64c46 None None] The sync data for ids ['5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:01.847564 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.860979 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:01.860979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bd367ff9-3adb-4b15-b874-231f4f86f9fe tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5811799 Feb 11 05:28:01.863288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57938) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:01.882362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:01.913650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54aaa32d-aba6-4445-a032-2585e3f358d5 req-52799393-33bb-43b0-87bb-e33e4df71610 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211860 Feb 11 05:28:01.937640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:01.954343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86544fe8-f419-420c-9b89-225ac0d73b08 req-c5c6b72c-b4af-4ba6-9a34-8b122b6c77d1 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:01.955933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86544fe8-f419-420c-9b89-225ac0d73b08 req-c5c6b72c-b4af-4ba6-9a34-8b122b6c77d1 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 950 time: 0.1602371 Feb 11 05:28:01.962012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['43f7663f-b2f3-4fb8-bfa3-58d3ea42127a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:02.023822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:02.037240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['38a740b7-7c48-48c3-83ac-4fcebb931c00'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:02.041785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['11bba7ff-1078-4885-abaa-6f9f42e4938a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:02.071542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['844c5577-10c2-4d2a-bdf2-ed40bc552dd4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:02.095139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86544fe8-f419-420c-9b89-225ac0d73b08 req-c405d7d4-8ce7-4b98-8710-801e1c68dd9e tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198649 Feb 11 05:28:02.174784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (965ceff7-2b76-4124-8862-6510f0c0a20a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.186754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f2f97d9f-1b7c-469a-ad06-5e7934bf432e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:02.220047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=965ceff7-2b76-4124-8862-6510f0c0a20a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:02.312585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] No DVR routers for this DVR port 965ceff7-2b76-4124-8862-6510f0c0a20a on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:02.316195 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.324199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-c552d725-3697-4f86-94be-d0c7faf32a29 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "DELETE /v2.0/ports/965ceff7-2b76-4124-8862-6510f0c0a20a HTTP/1.1" status: 204 len: 173 time: 2.0271735 Feb 11 05:28:02.413554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.508350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640995-24f7-435b-ae3d-e9524409a3c3 req-f8801f28-19ef-4b42-8130-1920055994e7 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.514628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640995-24f7-435b-ae3d-e9524409a3c3 req-f8801f28-19ef-4b42-8130-1920055994e7 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.520392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640995-24f7-435b-ae3d-e9524409a3c3 req-f8801f28-19ef-4b42-8130-1920055994e7 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.522285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0640995-24f7-435b-ae3d-e9524409a3c3 req-f8801f28-19ef-4b42-8130-1920055994e7 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 2410 time: 0.1915798 Feb 11 05:28:02.530427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_gateway (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.606476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port b5be0d07-b5db-499c-bc98-4cc683c44f96 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:02.607328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.647287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0640995-24f7-435b-ae3d-e9524409a3c3 req-102076ab-4e51-42f2-a2a6-91ac21a40abb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136036 Feb 11 05:28:02.684323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118188a3-8448-4776-8428-356958691d1c req-0fa08da7-820b-46d5-86da-944b8e10f640 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.724428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118188a3-8448-4776-8428-356958691d1c req-0fa08da7-820b-46d5-86da-944b8e10f640 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.729036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Deleting port f7df1826-53d3-414d-8bf1-18c3ebd6de00 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:02.731106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f7df1826-53d3-414d-8bf1-18c3ebd6de00), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.747632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118188a3-8448-4776-8428-356958691d1c req-0fa08da7-820b-46d5-86da-944b8e10f640 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.767690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118188a3-8448-4776-8428-356958691d1c req-0fa08da7-820b-46d5-86da-944b8e10f640 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.774950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118188a3-8448-4776-8428-356958691d1c req-0fa08da7-820b-46d5-86da-944b8e10f640 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.787839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118188a3-8448-4776-8428-356958691d1c req-0fa08da7-820b-46d5-86da-944b8e10f640 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.793387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118188a3-8448-4776-8428-356958691d1c req-0fa08da7-820b-46d5-86da-944b8e10f640 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.795379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-118188a3-8448-4776-8428-356958691d1c req-0fa08da7-820b-46d5-86da-944b8e10f640 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5427 time: 0.3358927 Feb 11 05:28:02.868492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad07a-fd4f-469c-b025-10d55df383b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.905221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f7df1826-53d3-414d-8bf1-18c3ebd6de00), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.926388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Calling delete_port for f7df1826-53d3-414d-8bf1-18c3ebd6de00 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:03.067614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-118188a3-8448-4776-8428-356958691d1c req-aa5db46b-9672-420c-815b-654b55d4293c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2342548 Feb 11 05:28:03.076239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['e9282e61-d28d-4d4c-a681-92d4261a3ced'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:03.077923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] For port b5be0d07-b5db-499c-bc98-4cc683c44f96, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b5be0d07-b5db-499c-bc98-4cc683c44f96,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:03.078301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.078881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:03.169913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for b5be0d07-b5db-499c-bc98-4cc683c44f96 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:03.305774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84da248-3ca0-47f0-9826-283a14141650 req-658e1986-e3f8-4cec-836a-057ce6a715bc tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.307483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f84da248-3ca0-47f0-9826-283a14141650 req-658e1986-e3f8-4cec-836a-057ce6a715bc tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 945 time: 0.2324219 Feb 11 05:28:03.332034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f7df1826-53d3-414d-8bf1-18c3ebd6de00), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.401068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Pushing event deleted for resources: {'Port': ['ID=f7df1826-53d3-414d-8bf1-18c3ebd6de00,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:03.421973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f84da248-3ca0-47f0-9826-283a14141650 req-48dcc8b7-c2fd-4bea-8d4a-cdc97935f938 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054509 Feb 11 05:28:03.473399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700ba9f-b914-4451-980a-37471bba16a9 req-b0f2fbb7-0eb4-49be-ad19-9dece0f1571c tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.475298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a700ba9f-b914-4451-980a-37471bba16a9 req-b0f2fbb7-0eb4-49be-ad19-9dece0f1571c tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 950 time: 0.1558576 Feb 11 05:28:03.525585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.532021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.532813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.533265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.533808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.534272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.534672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.535145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.536438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.536904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.537315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.537723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.538139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.538688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:03.564271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a700ba9f-b914-4451-980a-37471bba16a9 req-d9c87365-e89a-48c0-a45a-387cb2892153 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800259 Feb 11 05:28:03.573339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': '965ceff7-2b76-4124-8862-6510f0c0a20a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:03.575964 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac78f68d-4dae-40af-a5b9-fc915d1db0be" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "965ceff7-2b76-4124-8862-6510f0c0a20a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:03.594780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b5be0d07-b5db-499c-bc98-4cc683c44f96), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.747664 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cf844e-3371-4ed2-9203-6f53fc3898d3 x-openstack-request-id: req-01cf844e-3371-4ed2-9203-6f53fc3898d3 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:03.748590 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "965ceff7-2b76-4124-8862-6510f0c0a20a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:03.749032 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01cf844e-3371-4ed2-9203-6f53fc3898d3 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:03.749597 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': '965ceff7-2b76-4124-8862-6510f0c0a20a', 'status': 'completed', 'code': 200} Feb 11 05:28:03.766374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=b5be0d07-b5db-499c-bc98-4cc683c44f96,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:03.840480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] No DVR routers for this DVR port b5be0d07-b5db-499c-bc98-4cc683c44f96 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:03.843395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.848751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-be43e79b-a641-4dcb-b5ac-c94d198c8669 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "DELETE /v2.0/ports/b5be0d07-b5db-499c-bc98-4cc683c44f96 HTTP/1.1" status: 204 len: 173 time: 1.5191071 Feb 11 05:28:03.878640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 11bba7ff-1078-4885-abaa-6f9f42e4938a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:04.202308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d6b9b-08f3-4f57-be11-4a7c11255d0a req-5ed37355-d7c8-4eee-a3f0-7106901e04e1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:04.209879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d6b9b-08f3-4f57-be11-4a7c11255d0a req-5ed37355-d7c8-4eee-a3f0-7106901e04e1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:04.212159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb3d6b9b-08f3-4f57-be11-4a7c11255d0a req-5ed37355-d7c8-4eee-a3f0-7106901e04e1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 1677 time: 0.1209161 Feb 11 05:28:04.282059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port b9734803-d0a4-4d7e-9d18-b67eaf38102b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:04.282665 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.381279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 11bba7ff-1078-4885-abaa-6f9f42e4938a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:04.443070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 11bba7ff-1078-4885-abaa-6f9f42e4938a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:04.449936 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.467106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] For port b9734803-d0a4-4d7e-9d18-b67eaf38102b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=b9734803-d0a4-4d7e-9d18-b67eaf38102b,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:04.467783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.695432 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:28:04.823944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.824497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.824651 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Floating IP cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d disassociated. External IP: 172.25.8.122, port: b9734803-d0a4-4d7e-9d18-b67eaf38102b. Feb 11 05:28:04.825138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for b9734803-d0a4-4d7e-9d18-b67eaf38102b owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:04.862322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 11bba7ff-1078-4885-abaa-6f9f42e4938a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:04.862974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.885317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58042) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:04.935188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bba7ff-1078-4885-abaa-6f9f42e4938a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:04.956624 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78304ff9-6966-438c-ac9d-d40c26b3454f" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "11bba7ff-1078-4885-abaa-6f9f42e4938a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:04.960569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.964614 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.995780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 11bba7ff-1078-4885-abaa-6f9f42e4938a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:05.099708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb3d6b9b-08f3-4f57-be11-4a7c11255d0a req-fe8a9669-4cbc-4a38-a9a0-e2ac19f6245e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8732529 Feb 11 05:28:05.109103 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.110024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:05.156122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bea8b839-232b-4b41-9f70-aadbd87a913d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.166587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Router 5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:05.203671 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7145405-d1c1-4c2d-876e-eb3941b99887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.269285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f2f97d9f-1b7c-469a-ad06-5e7934bf432e up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:05.283064 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b9734803-d0a4-4d7e-9d18-b67eaf38102b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.328451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=11bba7ff-1078-4885-abaa-6f9f42e4938a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:05.334035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:05.334035 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.389862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:05.433498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:05.436363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-559c4ecd-a534-4624-bb1a-dccc8cc6dc2f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.442109 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-559c4ecd-a534-4624-bb1a-dccc8cc6dc2f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.443473 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.444829 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b1890a10-f595-40e5-a1fe-de0021fde2f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "PUT /v2.0/routers/5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc HTTP/1.1" status: 200 len: 709 time: 3.5795820 Feb 11 05:28:05.450269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58060) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:05.450407 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605ef39-30cd-4df5-9930-8cae828e9557 None None] Sync routers for ids ['5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:05.450499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-559c4ecd-a534-4624-bb1a-dccc8cc6dc2f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.454635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-559c4ecd-a534-4624-bb1a-dccc8cc6dc2f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.460353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-559c4ecd-a534-4624-bb1a-dccc8cc6dc2f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.465933 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605ef39-30cd-4df5-9930-8cae828e9557 None None] Routers {'5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:05.467014 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4605ef39-30cd-4df5-9930-8cae828e9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:05.477655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-559c4ecd-a534-4624-bb1a-dccc8cc6dc2f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.486370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-559c4ecd-a534-4624-bb1a-dccc8cc6dc2f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.490970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-559c4ecd-a534-4624-bb1a-dccc8cc6dc2f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5428 time: 0.2927654 Feb 11 05:28:05.493041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=b9734803-d0a4-4d7e-9d18-b67eaf38102b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:05.505188 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.518400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:05.557683 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-df23af08-eafa-4b1d-978c-e2bbcabffcff tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/routers/5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc HTTP/1.1" status: 200 len: 744 time: 0.1069844 Feb 11 05:28:05.558820 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58062) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:05.560744 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4605ef39-30cd-4df5-9930-8cae828e9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:05.581960 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605ef39-30cd-4df5-9930-8cae828e9557 None None] Routers {'5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:05.583037 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4605ef39-30cd-4df5-9930-8cae828e9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:05.636315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port f2f97d9f-1b7c-469a-ad06-5e7934bf432e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:05.669390 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b89c7b20-cc49-45f4-8cfc-a6c588e98efe tempest-RoutersIpV6AdminTest-1665687645 tempest-RoutersIpV6AdminTest-1665687645-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&device_id=5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc HTTP/1.1" status: 200 len: 205 time: 0.1093554 Feb 11 05:28:05.677696 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bea8b839-232b-4b41-9f70-aadbd87a913d admin admin] Publish callbacks [] for security_group (6c32ff04-af05-4399-b190-12291604335e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.678289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58064) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:05.679726 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4605ef39-30cd-4df5-9930-8cae828e9557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:05.681983 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605ef39-30cd-4df5-9930-8cae828e9557 None None] The sync data for ids ['5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:05.682983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f2f97d9f-1b7c-469a-ad06-5e7934bf432e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:05.684532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.750959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': 'b5be0d07-b5db-499c-bc98-4cc683c44f96'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:05.753593 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de52acd1-4d50-48af-94ea-e2098190457a" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "b5be0d07-b5db-499c-bc98-4cc683c44f96"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:05.768426 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f1b950a9-3e9d-4968-849d-b93f16b94fbf tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc HTTP/1.1" status: 200 len: 205 time: 0.0864506 Feb 11 05:28:05.769757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58068) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:05.893127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:05.893628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9261c479-a300-4e3f-b287-29fa0bfd07fb req-b0b81728-ddbc-4748-b431-217b21ae3c7b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886646 Feb 11 05:28:05.917326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Router 252d8c31-dba9-4ab8-a588-baa515f0013c has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:05.979258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d606b9b4-e2b7-463d-b13c-fe8d6bc52f98 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.990917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bea8b839-232b-4b41-9f70-aadbd87a913d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6c32ff04-af05-4399-b190-12291604335e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.993576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f2f97d9f-1b7c-469a-ad06-5e7934bf432e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:05.994632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.000439 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6efae39-9b02-4e73-817a-585064b482a1 x-openstack-request-id: req-f6efae39-9b02-4e73-817a-585064b482a1 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:06.001083 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "11bba7ff-1078-4885-abaa-6f9f42e4938a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:06.006153 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6efae39-9b02-4e73-817a-585064b482a1 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:06.006153 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bba7ff-1078-4885-abaa-6f9f42e4938a', 'code': 200} Feb 11 05:28:06.006153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:06.022971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:06.026135 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.112793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f2f97d9f-1b7c-469a-ad06-5e7934bf432e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:06.190257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.200196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:06.200963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.218504 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaebb46-cfcf-4402-9fef-b95581397ddf x-openstack-request-id: req-ffaebb46-cfcf-4402-9fef-b95581397ddf {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:06.218504 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "b5be0d07-b5db-499c-bc98-4cc683c44f96", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:06.218504 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffaebb46-cfcf-4402-9fef-b95581397ddf {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:06.218929 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': 'b5be0d07-b5db-499c-bc98-4cc683c44f96', 'status': 'completed', 'code': 200} Feb 11 05:28:06.307102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:06.308826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:06.373009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d068c-040e-44e7-b75c-be8a3be62c44 req-d340e206-079e-46cf-84b3-c9b9cd981722 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:06.375379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d3d068c-040e-44e7-b75c-be8a3be62c44 req-d340e206-079e-46cf-84b3-c9b9cd981722 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 945 time: 0.4006195 Feb 11 05:28:06.377343 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.378628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:06.420868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:06.512693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] Sync routers for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:06.529003 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bea8b839-232b-4b41-9f70-aadbd87a913d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c37368b57a394e33976deedcedfe6173&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6415300 Feb 11 05:28:06.539589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58090) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:06.576226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:06.578936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:06.614872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8b839-232b-4b41-9f70-aadbd87a913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c32ff04-af05-4399-b190-12291604335e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:06.640317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] No DVR routers for this DVR port b9734803-d0a4-4d7e-9d18-b67eaf38102b on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:06.647192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.659940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-b9c1814e-3f35-4aff-bafd-3c28f7dc0b5a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "DELETE /v2.0/ports/b9734803-d0a4-4d7e-9d18-b67eaf38102b HTTP/1.1" status: 204 len: 173 time: 2.8023088 Feb 11 05:28:06.723102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d606b9b4-e2b7-463d-b13c-fe8d6bc52f98 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.734139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d606b9b4-e2b7-463d-b13c-fe8d6bc52f98 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router_controller (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.751469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:06.780055 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d3d068c-040e-44e7-b75c-be8a3be62c44 req-976454c1-766a-4896-aee6-2cb54f0b84d2 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882394 Feb 11 05:28:06.821113 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.909278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-363ba5f5-b53a-4b60-9c73-fec5de4528a3 admin admin] Publish callbacks [] for security_group (6c32ff04-af05-4399-b190-12291604335e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.915470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:06.929626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:06.930070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.955539 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-363ba5f5-b53a-4b60-9c73-fec5de4528a3 admin admin] Publish callbacks [] for security_group (6c32ff04-af05-4399-b190-12291604335e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.974492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d606b9b4-e2b7-463d-b13c-fe8d6bc52f98 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.975373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d606b9b4-e2b7-463d-b13c-fe8d6bc52f98 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Fanout notify agent at l3_agent the message router_deleted on router 5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:06.996090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d606b9b4-e2b7-463d-b13c-fe8d6bc52f98 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.000408 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d606b9b4-e2b7-463d-b13c-fe8d6bc52f98 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc HTTP/1.1" status: 204 len: 168 time: 1.2276371 Feb 11 05:28:07.004168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58100) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.035876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:07.107959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1682a509-bde2-4fd3-8627-7a6efb1b38f3 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc HTTP/1.1" status: 200 len: 205 time: 0.0999656 Feb 11 05:28:07.109077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58102) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.125524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port 4db93a09-c12e-4f15-a0c1-d5243d2191fe {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:07.131234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.151941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db906c4b-0f25-430c-85dc-123feb88d719 req-62808dc1-261a-4de7-80f4-49cb91818949 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.153764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db906c4b-0f25-430c-85dc-123feb88d719 req-62808dc1-261a-4de7-80f4-49cb91818949 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 943 time: 0.2593031 Feb 11 05:28:07.157027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-363ba5f5-b53a-4b60-9c73-fec5de4528a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6c32ff04-af05-4399-b190-12291604335e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.169211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-363ba5f5-b53a-4b60-9c73-fec5de4528a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.172856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-363ba5f5-b53a-4b60-9c73-fec5de4528a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c32ff04-af05-4399-b190-12291604335e HTTP/1.1" status: 204 len: 168 time: 0.6272337 Feb 11 05:28:07.237742 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-18ff0bc4-36e2-4cd2-bb49-5e75d6dc8d9e tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] delete failed (client error): The resource could not be found. Feb 11 05:28:07.243758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-18ff0bc4-36e2-4cd2-bb49-5e75d6dc8d9e tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/5c937a2e-39b7-4da1-b4b8-a99c0ab60ffc HTTP/1.1" status: 404 len: 336 time: 0.1242933 Feb 11 05:28:07.244228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58106) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.267128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ba5f5-b53a-4b60-9c73-fec5de4528a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c32ff04-af05-4399-b190-12291604335e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:07.336759 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f009aca-484a-43c2-980b-c6dfaba208a6 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=757e352d-989e-4db5-848a-7fdb33114105 HTTP/1.1" status: 200 len: 205 time: 0.0888610 Feb 11 05:28:07.337255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58110) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.445282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db906c4b-0f25-430c-85dc-123feb88d719 req-6019e9d7-2e53-47f6-b74d-d0d6609da102 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups?id=31f7ace6-e26e-484d-b2c6-2c797e5bae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221525 Feb 11 05:28:07.460880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] For port 4db93a09-c12e-4f15-a0c1-d5243d2191fe, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4db93a09-c12e-4f15-a0c1-d5243d2191fe,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:07.473128 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.486925 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-32dcdc4e-dade-4329-8520-f76056467ae7 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] delete failed (client error): The resource could not be found. Feb 11 05:28:07.496974 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-32dcdc4e-dade-4329-8520-f76056467ae7 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/757e352d-989e-4db5-848a-7fdb33114105 HTTP/1.1" status: 404 len: 336 time: 0.1539495 Feb 11 05:28:07.496974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58112) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.517160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for 4db93a09-c12e-4f15-a0c1-d5243d2191fe owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:07.538285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:07.538285 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.542170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58116) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.542363 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f32cd7ed-024e-4769-aee0-91fdd92e16fd tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7fd7106-7801-432a-b6a1-1ca3ccfddf31 HTTP/1.1" status: 200 len: 205 time: 0.0466847 Feb 11 05:28:07.628010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:07.666908 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-24bc8984-a4d8-4fef-8411-ea8f1d247b77 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] delete failed (client error): The resource could not be found. Feb 11 05:28:07.668067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-24bc8984-a4d8-4fef-8411-ea8f1d247b77 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/b7fd7106-7801-432a-b6a1-1ca3ccfddf31 HTTP/1.1" status: 404 len: 336 time: 0.1192348 Feb 11 05:28:07.670896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58120) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.707201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.709435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 38a740b7-7c48-48c3-83ac-4fcebb931c00 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:07.717091 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4746c093-3048-44a3-bc84-8be104a5dc85 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=be267ac2-04c3-46d0-9f26-2bc0af042fbe HTTP/1.1" status: 200 len: 205 time: 0.0450201 Feb 11 05:28:07.720410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58122) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.839208 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-2122e51d-55ac-45be-998a-0a79fecdb29e tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] delete failed (client error): The resource could not be found. Feb 11 05:28:07.840530 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2122e51d-55ac-45be-998a-0a79fecdb29e tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/be267ac2-04c3-46d0-9f26-2bc0af042fbe HTTP/1.1" status: 404 len: 336 time: 0.1189616 Feb 11 05:28:07.843341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58126) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.866662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-bc5722c6-68c3-4bd5-bc45-20f3e0d800f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.876257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-bc5722c6-68c3-4bd5-bc45-20f3e0d800f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.884304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-bc5722c6-68c3-4bd5-bc45-20f3e0d800f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.895051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-bc5722c6-68c3-4bd5-bc45-20f3e0d800f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.899520 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-42807ae2-39e0-4899-8773-76296e030fe8 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb389b5a-06bf-443d-84b2-f15094cab6cf HTTP/1.1" status: 200 len: 205 time: 0.0538535 Feb 11 05:28:07.905249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58128) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:07.905378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-bc5722c6-68c3-4bd5-bc45-20f3e0d800f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.916313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-bc5722c6-68c3-4bd5-bc45-20f3e0d800f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.922074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-bc5722c6-68c3-4bd5-bc45-20f3e0d800f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:07.923262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:07.924220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-bc5722c6-68c3-4bd5-bc45-20f3e0d800f7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5429 time: 0.2718270 Feb 11 05:28:07.964013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:23Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:08.006683 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-6d5d9727-0a1a-4abf-8024-0f151657d224 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] delete failed (client error): The resource could not be found. Feb 11 05:28:08.014125 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d5d9727-0a1a-4abf-8024-0f151657d224 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/fb389b5a-06bf-443d-84b2-f15094cab6cf HTTP/1.1" status: 404 len: 336 time: 0.1087234 Feb 11 05:28:08.014755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58136) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.028854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9'}, {'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e'}, {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844c5577-10c2-4d2a-bdf2-ed40bc552dd4'}, {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:08.028854 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d683f7-94b7-4f1b-9513-05c119e3d0cf" -d '{"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9"}, {"server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "name": "network-vif-plugged", "status": "completed", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e"}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "844c5577-10c2-4d2a-bdf2-ed40bc552dd4"}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "43f7663f-b2f3-4fb8-bfa3-58d3ea42127a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:08.033312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] Checking router: 252d8c31-dba9-4ab8-a588-baa515f0013c for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:08.053725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:08.055166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:08.066989 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4d3dd7a8-4f8f-482d-839e-ae990600b324 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c9dacf7-7bc4-4185-8f93-01b14bddaff3 HTTP/1.1" status: 200 len: 205 time: 0.0505822 Feb 11 05:28:08.068837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.114705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 38a740b7-7c48-48c3-83ac-4fcebb931c00 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:08.125946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c05a8638-866c-49f9-9ba0-3d1bff24acda req-a7151650-4a16-4080-9e3c-eeb7651e997f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943157 Feb 11 05:28:08.143109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 38a740b7-7c48-48c3-83ac-4fcebb931c00 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:08.145742 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.213503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58146) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.217706 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-0c5e0a6d-0635-4ed2-b99d-06ea3ba13593 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] delete failed (client error): The resource could not be found. Feb 11 05:28:08.220480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:08.223436 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae84b9a-f0b5-421a-85f9-befb69b376a0" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:08.226984 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0c5e0a6d-0635-4ed2-b99d-06ea3ba13593 tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/routers/7c9dacf7-7bc4-4185-8f93-01b14bddaff3 HTTP/1.1" status: 404 len: 336 time: 0.1523528 Feb 11 05:28:08.227583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58148) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.238761 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4db93a09-c12e-4f15-a0c1-d5243d2191fe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.285025 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdcbeb7-7c66-4140-ae00-a3e7ec1c71ad tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] DELETE failed (client error): The resource could not be found. Feb 11 05:28:08.292234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdcbeb7-7c66-4140-ae00-a3e7ec1c71ad tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:28:08.293024 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fcdcbeb7-7c66-4140-ae00-a3e7ec1c71ad tempest-RoutersIpV6AdminTest-947544383 tempest-RoutersIpV6AdminTest-947544383-project] 10.222.0.62 "DELETE /v2.0/subnets/51d36652-095f-4ce0-b422-71c4ea02cb8e HTTP/1.1" status: 404 len: 337 time: 0.0641966 Feb 11 05:28:08.307923 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.331075 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5380-3c37-453d-9f6b-2f6b86bf9a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.352079 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.379616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=4db93a09-c12e-4f15-a0c1-d5243d2191fe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:08.387363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:08.407853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 38a740b7-7c48-48c3-83ac-4fcebb931c00 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:08.408258 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.467975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] No DVR routers for this DVR port 4db93a09-c12e-4f15-a0c1-d5243d2191fe on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:08.478515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.481822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff2959ce-7661-432b-b855-15084408adc6 req-9daf50a7-6e63-4990-b30c-503923c6a60f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.83 "DELETE /v2.0/ports/4db93a09-c12e-4f15-a0c1-d5243d2191fe HTTP/1.1" status: 204 len: 173 time: 1.8004518 Feb 11 05:28:08.498992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 38a740b7-7c48-48c3-83ac-4fcebb931c00, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:08.505120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9ea97-61dd-4ca8-b089-a6bda7ccc195 req-3a1d0232-2285-4a4a-8a66-5614ed06e6e5 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.506942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7da9ea97-61dd-4ca8-b089-a6bda7ccc195 req-3a1d0232-2285-4a4a-8a66-5614ed06e6e5 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 946 time: 0.2463367 Feb 11 05:28:08.533888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992b28-4629-4686-851c-55333f00d8d0 req-690b0f4c-569a-4c3b-acca-0d3ef48ea07a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.535416 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00992b28-4629-4686-851c-55333f00d8d0 req-690b0f4c-569a-4c3b-acca-0d3ef48ea07a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 946 time: 0.2685435 Feb 11 05:28:08.601612 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.602932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:08.647260 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7da9ea97-61dd-4ca8-b089-a6bda7ccc195 req-deb481d9-696c-45d4-b57c-f687af05ab28 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273804 Feb 11 05:28:08.659405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00992b28-4629-4686-851c-55333f00d8d0 req-21c360e3-17f1-412e-a47b-4579bcd64a6c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117456 Feb 11 05:28:08.667607 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5380-3c37-453d-9f6b-2f6b86bf9a0e admin admin] Publish callbacks [] for security_group (39808747-b21d-4ac2-9e82-284fd6e611a5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.748785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5380-3c37-453d-9f6b-2f6b86bf9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (39808747-b21d-4ac2-9e82-284fd6e611a5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.793306 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b611a50-dc1a-43e3-9614-398f59b12128 x-openstack-request-id: req-0b611a50-dc1a-43e3-9614-398f59b12128 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:08.793600 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "b9734803-d0a4-4d7e-9d18-b67eaf38102b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:08.793786 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b611a50-dc1a-43e3-9614-398f59b12128 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:08.794174 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': 'b9734803-d0a4-4d7e-9d18-b67eaf38102b', 'status': 'completed', 'code': 200} Feb 11 05:28:08.831951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b7dd5380-3c37-453d-9f6b-2f6b86bf9a0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dede36dd058c428ab753bc571d91e3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6148748 Feb 11 05:28:08.833388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58162) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.854793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd5380-3c37-453d-9f6b-2f6b86bf9a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39808747-b21d-4ac2-9e82-284fd6e611a5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:08.975160 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca1aeee-2635-4131-87da-a3873f5c0770 x-openstack-request-id: req-8ca1aeee-2635-4131-87da-a3873f5c0770 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:08.975464 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9", "code": 200}, {"server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "name": "network-vif-plugged", "status": "completed", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e", "code": 200}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "844c5577-10c2-4d2a-bdf2-ed40bc552dd4", "code": 200}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "43f7663f-b2f3-4fb8-bfa3-58d3ea42127a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:08.976933 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ca1aeee-2635-4131-87da-a3873f5c0770 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:08.977517 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'code': 200} Feb 11 05:28:08.977934 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'code': 200} Feb 11 05:28:08.978354 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844c5577-10c2-4d2a-bdf2-ed40bc552dd4', 'code': 200} Feb 11 05:28:08.978932 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a', 'code': 200} Feb 11 05:28:09.051725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58170) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:09.065393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8506c37c-185e-499d-b94d-947feb8fda1b req-5f4748ef-12a8-4d59-bd89-4ef188c18dc6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0717328 Feb 11 05:28:09.081803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-40d15bbc-b3b5-409f-a10b-c584d3c30eee admin admin] Publish callbacks [] for security_group (39808747-b21d-4ac2-9e82-284fd6e611a5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.156975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee00244-4eb7-46df-8146-10b156b14fe9 req-41dcdf67-30aa-4b00-bf9c-2674af70c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.158740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dee00244-4eb7-46df-8146-10b156b14fe9 req-41dcdf67-30aa-4b00-bf9c-2674af70c930 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 1129 time: 0.2099006 Feb 11 05:28:09.188614 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-40d15bbc-b3b5-409f-a10b-c584d3c30eee admin admin] Publish callbacks [] for security_group (39808747-b21d-4ac2-9e82-284fd6e611a5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.315648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=38a740b7-7c48-48c3-83ac-4fcebb931c00,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:09.322771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.364802 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e5577d1-12ae-42fa-afab-c10a8c606366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.377090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:09.378736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-a3ec8ada-cc6a-4847-bd7a-6b527405b50e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.386749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-a3ec8ada-cc6a-4847-bd7a-6b527405b50e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.390038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:09.390674 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.393967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-a3ec8ada-cc6a-4847-bd7a-6b527405b50e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.402297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-a3ec8ada-cc6a-4847-bd7a-6b527405b50e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.411545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-a3ec8ada-cc6a-4847-bd7a-6b527405b50e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.418332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-a3ec8ada-cc6a-4847-bd7a-6b527405b50e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.427406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-a3ec8ada-cc6a-4847-bd7a-6b527405b50e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.439977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-a3ec8ada-cc6a-4847-bd7a-6b527405b50e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5431 time: 0.1784034 Feb 11 05:28:09.448825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:23Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:09.481876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a374d3f-cf11-41c1-bac1-67ae385d4d31 None None] The sync data for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 is: [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:20:18Z', 'revision_number': 4, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ab855dcf-df58-4b0d-aa2a-6270d2b0ced8', 'name': '', 'network_id': '8a332a30-310f-46e5-ba6f-9c449adb47b3', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'mac_address': 'fa:16:3e:a7:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:16Z', 'updated_at': '2022-02-11T05:20:23Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'subnets': [{'id': 'e8031fad-e1f0-469d-95ad-632d9f9bd077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:09.534803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e5577d1-12ae-42fa-afab-c10a8c606366 admin admin] Publish callbacks [] for security_group (e12ae1eb-f735-4bbd-a40e-6110b30ffa5c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.560503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dee00244-4eb7-46df-8146-10b156b14fe9 req-d031c882-b326-4dbb-806b-98565c01d913 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707690 Feb 11 05:28:09.607158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:09.607847 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.623830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9960228c-ee7e-43a3-a721-c8d6668925a9 req-538ae022-a89f-4138-9934-c4a1d28e5a13 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816640 Feb 11 05:28:09.630924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e5577d1-12ae-42fa-afab-c10a8c606366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e12ae1eb-f735-4bbd-a40e-6110b30ffa5c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.650881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea7654-3956-4642-bc55-c560dce46504 req-bab7cf64-0719-4422-824b-3b4342f6b257 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.653576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90ea7654-3956-4642-bc55-c560dce46504 req-bab7cf64-0719-4422-824b-3b4342f6b257 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 946 time: 0.2098854 Feb 11 05:28:09.675524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:09.679552 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7e5577d1-12ae-42fa-afab-c10a8c606366 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e1b56e42dce46f6971eb670bb89db9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254818 Feb 11 05:28:09.683097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58190) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:09.684276 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-40d15bbc-b3b5-409f-a10b-c584d3c30eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (39808747-b21d-4ac2-9e82-284fd6e611a5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.687490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-40d15bbc-b3b5-409f-a10b-c584d3c30eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.688850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-40d15bbc-b3b5-409f-a10b-c584d3c30eee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39808747-b21d-4ac2-9e82-284fd6e611a5 HTTP/1.1" status: 204 len: 168 time: 0.8553905 Feb 11 05:28:09.759362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5577d1-12ae-42fa-afab-c10a8c606366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ae1eb-f735-4bbd-a40e-6110b30ffa5c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:09.768213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.806034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d15bbc-b3b5-409f-a10b-c584d3c30eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39808747-b21d-4ac2-9e82-284fd6e611a5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:09.833712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:09.927583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:09.979791 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0793492-def9-49cc-8159-d686ffc0d625 None None] New status for floating IP cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:28:10.023588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:10.029713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:10.030245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.409288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:10.410364 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.461830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:10.538051 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.538967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device e9282e61-d28d-4d4c-a681-92d4261a3ced up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:10.692194 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e160-6f10-4044-95ad-b2b3ad077bb6 admin admin] Publish callbacks [] for security_group (e12ae1eb-f735-4bbd-a40e-6110b30ffa5c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.719610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788847-5fac-4077-b66b-050b91af79ae req-1f640be6-4e32-4fc2-be7b-bd132b4919a1 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.727491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b788847-5fac-4077-b66b-050b91af79ae req-1f640be6-4e32-4fc2-be7b-bd132b4919a1 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 946 time: 0.8562872 Feb 11 05:28:10.746752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:10.765023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e160-6f10-4044-95ad-b2b3ad077bb6 admin admin] Publish callbacks [] for security_group (e12ae1eb-f735-4bbd-a40e-6110b30ffa5c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.778746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66b660-c657-42cd-8d02-313db2c36e7a req-881d5fc9-49e2-4d94-961c-aeb3d40a5009 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:10.782903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port e9282e61-d28d-4d4c-a681-92d4261a3ced completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:10.786503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e66b660-c657-42cd-8d02-313db2c36e7a req-881d5fc9-49e2-4d94-961c-aeb3d40a5009 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 946 time: 0.8314161 Feb 11 05:28:10.791981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port e9282e61-d28d-4d4c-a681-92d4261a3ced triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:10.793124 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.795308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': '4db93a09-c12e-4f15-a0c1-d5243d2191fe'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:10.797796 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8e782e-adc4-4df4-a8ed-2c181f2574d8" -d '{"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "4db93a09-c12e-4f15-a0c1-d5243d2191fe"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:10.899466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Deleting port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:10.900064 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.914338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b788847-5fac-4077-b66b-050b91af79ae req-b973db28-fed7-4cae-b775-b0ebd4c82f24 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856394 Feb 11 05:28:10.982711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port e9282e61-d28d-4d4c-a681-92d4261a3ced is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:10.982711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.984417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a740b7-7c48-48c3-83ac-4fcebb931c00'}, {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a'}, {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:10.988695 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d91321-2903-484d-b731-a16a495a7e95" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "38a740b7-7c48-48c3-83ac-4fcebb931c00"}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a"}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:11.005924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e66b660-c657-42cd-8d02-313db2c36e7a req-8fc6c3df-db77-4229-bf45-b60f0cbab967 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182481 Feb 11 05:28:11.044703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port e9282e61-d28d-4d4c-a681-92d4261a3ced, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:11.134552 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.222723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e160-6f10-4044-95ad-b2b3ad077bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e12ae1eb-f735-4bbd-a40e-6110b30ffa5c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.227335 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e160-6f10-4044-95ad-b2b3ad077bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.229068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d3b3e160-6f10-4044-95ad-b2b3ad077bb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e12ae1eb-f735-4bbd-a40e-6110b30ffa5c HTTP/1.1" status: 204 len: 168 time: 1.5433943 Feb 11 05:28:11.237633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=e9282e61-d28d-4d4c-a681-92d4261a3ced,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:11.270240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8565de1-ba1c-494e-8b85-4553e497a674 req-5c0a2df9-119a-4fab-aff3-e76ce34d2f22 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1345918 Feb 11 05:28:11.313769 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.333473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:11.417920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] For port cd9063f0-1e52-4618-92a1-e5a410a5b9e6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:11.417920 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.479394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Calling delete_port for cd9063f0-1e52-4618-92a1-e5a410a5b9e6 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:11.534586 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e39521f-de60-4981-883e-0191e4ad4ce0 x-openstack-request-id: req-8e39521f-de60-4981-883e-0191e4ad4ce0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:11.535165 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "38a740b7-7c48-48c3-83ac-4fcebb931c00", "code": 200}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a", "code": 200}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:11.538503 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e39521f-de60-4981-883e-0191e4ad4ce0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:11.539453 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a740b7-7c48-48c3-83ac-4fcebb931c00', 'code': 200} Feb 11 05:28:11.539860 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a', 'code': 200} Feb 11 05:28:11.543714 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5', 'code': 200} Feb 11 05:28:11.617929 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1b93c5-af52-4bd3-a222-bbc2148702d3 x-openstack-request-id: req-7e1b93c5-af52-4bd3-a222-bbc2148702d3 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:11.618241 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d9ae3e-20ec-4071-9506-f3abc1a94751", "name": "network-vif-deleted", "tag": "4db93a09-c12e-4f15-a0c1-d5243d2191fe", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:11.618546 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e1b93c5-af52-4bd3-a222-bbc2148702d3 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:11.618953 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d9ae3e-20ec-4071-9506-f3abc1a94751', 'name': 'network-vif-deleted', 'tag': '4db93a09-c12e-4f15-a0c1-d5243d2191fe', 'status': 'completed', 'code': 200} Feb 11 05:28:11.642206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3e160-6f10-4044-95ad-b2b3ad077bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ae1eb-f735-4bbd-a40e-6110b30ffa5c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:11.745056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-948ce8a6-f4c1-48c4-b95e-426e5feb9fa2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.750584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-948ce8a6-f4c1-48c4-b95e-426e5feb9fa2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.756058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-948ce8a6-f4c1-48c4-b95e-426e5feb9fa2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.760166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:11.762436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-948ce8a6-f4c1-48c4-b95e-426e5feb9fa2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.767887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-948ce8a6-f4c1-48c4-b95e-426e5feb9fa2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.773903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-948ce8a6-f4c1-48c4-b95e-426e5feb9fa2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.779322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-948ce8a6-f4c1-48c4-b95e-426e5feb9fa2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.781382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-948ce8a6-f4c1-48c4-b95e-426e5feb9fa2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.1605732 Feb 11 05:28:11.787917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'mac_address': 'fa:16:3e:24:a0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:11.879812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:11.880215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.909821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:11.921840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b395e8-5f4a-4ad4-a719-e7ef54f3c919 req-75556696-a8b6-403d-83ca-5359ea920dbf tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285760 Feb 11 05:28:11.959038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:11.968356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cd9063f0-1e52-4618-92a1-e5a410a5b9e6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.981142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0287d24b-2b8a-4e6b-92cf-8283e9eb8067', '669856e5-8a0b-4810-837a-f2c0f0383841'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:12.041334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Pushing event deleted for resources: {'Port': ['ID=cd9063f0-1e52-4618-92a1-e5a410a5b9e6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:12.061015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.148674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] No DVR routers for this DVR port cd9063f0-1e52-4618-92a1-e5a410a5b9e6 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:12.162570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.162570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90ea7654-3956-4642-bc55-c560dce46504 req-d7ab2e4e-6351-4ca7-b2d6-206223c3f0f0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "DELETE /v2.0/ports/cd9063f0-1e52-4618-92a1-e5a410a5b9e6 HTTP/1.1" status: 204 len: 173 time: 2.3934493 Feb 11 05:28:12.188541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['1b8bacf5-0266-4bfd-9a39-f85449cb09c9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:12.239209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:12.279674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d0f6fd4-7e0b-4829-b83b-d83116ed97ab req-18ae2bab-52be-4e36-a331-d202edf1d8c1 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=032a4891-0210-4412-bd05-3d50d6ca02da HTTP/1.1" status: 200 len: 210 time: 0.1735291 Feb 11 05:28:12.427335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6065dc-41c3-46f2-9c0d-e7140d1eac16 req-4197a900-be84-4346-9d84-9c5a7af97e3d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:12.436820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf6065dc-41c3-46f2-9c0d-e7140d1eac16 req-4197a900-be84-4346-9d84-9c5a7af97e3d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 946 time: 0.2894225 Feb 11 05:28:12.532517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58286) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:12.646973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-99af2357-6cc1-49d4-bd6e-166932aa3cc5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=550e625a742f4db885c0d4ac41c104a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1118524 Feb 11 05:28:12.648437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58288) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:12.664466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf6065dc-41c3-46f2-9c0d-e7140d1eac16 req-6995a98f-ed56-4cd7-bc32-a33b60976330 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177579 Feb 11 05:28:12.740046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd83b752-c7dd-4e81-984d-30a2ca04bad3 req-de7ba65d-16bf-45fc-8245-d41faa29132d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1215017 Feb 11 05:28:12.784467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06ce7c3a-7374-4b3b-a8d4-d314936a449c admin admin] Publish callbacks [] for security_group (7eb8c096-0953-4eeb-8675-6a11ea73a7f9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.834415 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06ce7c3a-7374-4b3b-a8d4-d314936a449c admin admin] Publish callbacks [] for security_group (7eb8c096-0953-4eeb-8675-6a11ea73a7f9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.057291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-f5387b3c-a049-4b9a-93ff-df56074a0aab tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 258 time: 0.3217444 Feb 11 05:28:13.060544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:13.076524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06ce7c3a-7374-4b3b-a8d4-d314936a449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7eb8c096-0953-4eeb-8675-6a11ea73a7f9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.079377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06ce7c3a-7374-4b3b-a8d4-d314936a449c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.081699 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-06ce7c3a-7374-4b3b-a8d4-d314936a449c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7eb8c096-0953-4eeb-8675-6a11ea73a7f9 HTTP/1.1" status: 204 len: 168 time: 0.4319236 Feb 11 05:28:13.133523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce7c3a-7374-4b3b-a8d4-d314936a449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb8c096-0953-4eeb-8675-6a11ea73a7f9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:13.182438 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.275248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-ded82915-dc32-4c73-8212-7576b71271b4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.280432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd9063f0-1e52-4618-92a1-e5a410a5b9e6 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:13.281477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-ded82915-dc32-4c73-8212-7576b71271b4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.288547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-ded82915-dc32-4c73-8212-7576b71271b4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.295836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-ded82915-dc32-4c73-8212-7576b71271b4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.303346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-ded82915-dc32-4c73-8212-7576b71271b4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.310726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-ded82915-dc32-4c73-8212-7576b71271b4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.317007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-ded82915-dc32-4c73-8212-7576b71271b4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.319200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-ded82915-dc32-4c73-8212-7576b71271b4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.3071260 Feb 11 05:28:13.335395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: cd9063f0-1e52-4618-92a1-e5a410a5b9e6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:13.336453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cd9063f0-1e52-4618-92a1-e5a410a5b9e6 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:13.345316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:13.523896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:13.524378 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.620674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032a4891-0210-4412-bd05-3d50d6ca02da', 'name': 'network-vif-deleted', 'tag': 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:13.628293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:13.630638 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8221b97-a2f3-4174-b01d-311a771cf97c" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:13.647092 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05042daf-262e-4fbf-9f30-edc08aa34380" -d '{"events": [{"server_uuid": "032a4891-0210-4412-bd05-3d50d6ca02da", "name": "network-vif-deleted", "tag": "cd9063f0-1e52-4618-92a1-e5a410a5b9e6"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:13.783385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4888ad88-06cb-4c59-98ff-d1617d8a3524 req-4858af57-df02-4c4d-9de2-862e924ffd1b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4458966 Feb 11 05:28:13.817418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.919711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:13.921816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.077111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:14.137622 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.146530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Allocated IP 172.25.8.86 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/7ecfd457-165f-4ae5-93e4-bb6a9c29cd29) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:14.275911 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for port (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.347905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:14.360175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.460437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Pushing event updated for resources: {'Port': ['ID=7ecfd457-165f-4ae5-93e4-bb6a9c29cd29,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:14.472726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:14.474387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:14.478403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:14.659836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (0ed89c0b-34a8-481f-95a7-367e9b6f1131), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.813929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.854131 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0da74f-3b53-41ea-af30-697be3c63cba x-openstack-request-id: req-8d0da74f-3b53-41ea-af30-697be3c63cba {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:14.854654 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-plugged", "status": "completed", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:14.855061 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d0da74f-3b53-41ea-af30-697be3c63cba {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:14.855620 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'code': 200} Feb 11 05:28:14.923175 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1ec3ce-cfab-4de1-9054-e7e7fa59a0fa x-openstack-request-id: req-3c1ec3ce-cfab-4de1-9054-e7e7fa59a0fa {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:14.926888 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032a4891-0210-4412-bd05-3d50d6ca02da", "name": "network-vif-deleted", "tag": "cd9063f0-1e52-4618-92a1-e5a410a5b9e6", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:14.927243 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c1ec3ce-cfab-4de1-9054-e7e7fa59a0fa {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:14.927671 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032a4891-0210-4412-bd05-3d50d6ca02da', 'name': 'network-vif-deleted', 'tag': 'cd9063f0-1e52-4618-92a1-e5a410a5b9e6', 'status': 'completed', 'code': 200} Feb 11 05:28:15.114642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-232faf30-f9be-4559-986a-97abc9023a26 req-168db92b-8dae-46d2-b8b3-adba58115041 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0794442 Feb 11 05:28:15.158623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-94e955b6-0bb3-452b-8c85-1f6d3e9db598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.159219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-94e955b6-0bb3-452b-8c85-1f6d3e9db598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.166566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-94e955b6-0bb3-452b-8c85-1f6d3e9db598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.167253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-94e955b6-0bb3-452b-8c85-1f6d3e9db598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.167720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-94e955b6-0bb3-452b-8c85-1f6d3e9db598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.168185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-94e955b6-0bb3-452b-8c85-1f6d3e9db598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.168687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-94e955b6-0bb3-452b-8c85-1f6d3e9db598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.170937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-94e955b6-0bb3-452b-8c85-1f6d3e9db598 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6715 time: 0.2196739 Feb 11 05:28:15.396393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-608fee98-c20b-4c38-92d2-b64948bd75bd req-c7e132c5-6724-46fe-9fd8-3a962f51c712 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046461 Feb 11 05:28:15.519829 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for port (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.625125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.843439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Pushing event updated for resources: {'Port': ['ID=7ecfd457-165f-4ae5-93e4-bb6a9c29cd29,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:15.996643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (0ed89c0b-34a8-481f-95a7-367e9b6f1131), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.030311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-89d16612-a557-4f59-83ef-4c3f50a55323 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.038921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-89d16612-a557-4f59-83ef-4c3f50a55323 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.044449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-89d16612-a557-4f59-83ef-4c3f50a55323 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.050305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-89d16612-a557-4f59-83ef-4c3f50a55323 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.056239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-89d16612-a557-4f59-83ef-4c3f50a55323 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.061751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-89d16612-a557-4f59-83ef-4c3f50a55323 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.067536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-89d16612-a557-4f59-83ef-4c3f50a55323 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.077784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-89d16612-a557-4f59-83ef-4c3f50a55323 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.2027731 Feb 11 05:28:16.226352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c591ad13-15b4-4a11-9ef3-4185b84ca225 req-61e3ba44-0f86-43fe-b65d-0bae8b94f418 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1468701 Feb 11 05:28:16.257210 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.258130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-e8fd6a44-84d1-41ee-ae48-f1c5bc97168d tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2017539 Feb 11 05:28:16.466325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-92358788-2458-4536-848a-886b36665063 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 695 time: 0.1925211 Feb 11 05:28:16.484878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58398) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:16.654075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-04ab9029-e612-4f45-ae5d-1f1186f5f2ef tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-575539358'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:16.831023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-474eff81-902c-4691-b1ed-e087e818f305 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.832777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11e1e7e3-8cd8-4bf7-a079-524ead68e741 req-474eff81-902c-4691-b1ed-e087e818f305 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.3553531 Feb 11 05:28:16.845397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04ab9029-e612-4f45-ae5d-1f1186f5f2ef tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (fba2225b-5dca-4e1c-8598-23453dd9ac99), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.846624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04ab9029-e612-4f45-ae5d-1f1186f5f2ef tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (fba2225b-5dca-4e1c-8598-23453dd9ac99), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.857426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:16.860387 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f692a8-ad53-46b3-988d-fee702c49566" -d '{"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-plugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:16.938962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5150b5a-e34c-41a8-a277-0b5cbc081db5 req-b83b8701-6532-4ea8-adc3-a7921aa0831a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.956299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5150b5a-e34c-41a8-a277-0b5cbc081db5 req-b83b8701-6532-4ea8-adc3-a7921aa0831a tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 945 time: 0.1952996 Feb 11 05:28:17.061109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04ab9029-e612-4f45-ae5d-1f1186f5f2ef tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (fba2225b-5dca-4e1c-8598-23453dd9ac99), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.068848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5de4771-9252-458b-b822-548eed4ab091 req-eda4a31b-0e32-4d58-9744-e3f6b4be74f7 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0918076 Feb 11 05:28:17.160006 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04ab9029-e612-4f45-ae5d-1f1186f5f2ef tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (fba2225b-5dca-4e1c-8598-23453dd9ac99), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.165876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5150b5a-e34c-41a8-a277-0b5cbc081db5 req-03ce5ea6-f67a-422a-bc5e-6a2b192a73a0 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911952 Feb 11 05:28:17.268330 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbfceb9-09bc-48ce-adf6-e667a5728021 x-openstack-request-id: req-5bbfceb9-09bc-48ce-adf6-e667a5728021 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:17.268641 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-plugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:17.268963 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bbfceb9-09bc-48ce-adf6-e667a5728021 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:17.269403 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'code': 200} Feb 11 05:28:17.278464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04ab9029-e612-4f45-ae5d-1f1186f5f2ef tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.279711 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-04ab9029-e612-4f45-ae5d-1f1186f5f2ef tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7935786 Feb 11 05:28:17.295956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58414) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:17.381808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-603112ea-3921-4dfa-bf81-9aaf26a831f9 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.395527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-603112ea-3921-4dfa-bf81-9aaf26a831f9 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 945 time: 0.2451131 Feb 11 05:28:17.519814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-791e39d3-70c1-458b-bcc7-739fe9dd91fb tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (fba2225b-5dca-4e1c-8598-23453dd9ac99), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.785326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f201cf0-8493-4466-98f1-046808535ff7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.791305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f201cf0-8493-4466-98f1-046808535ff7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.796544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f201cf0-8493-4466-98f1-046808535ff7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.804239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f201cf0-8493-4466-98f1-046808535ff7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.810065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f201cf0-8493-4466-98f1-046808535ff7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.815316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f201cf0-8493-4466-98f1-046808535ff7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.821288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f201cf0-8493-4466-98f1-046808535ff7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.828923 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f201cf0-8493-4466-98f1-046808535ff7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.3447375 Feb 11 05:28:17.843554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-4f69b879-9446-4792-927c-33a169a4022b tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.845018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-4f69b879-9446-4792-927c-33a169a4022b tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4912601 Feb 11 05:28:17.859068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-791e39d3-70c1-458b-bcc7-739fe9dd91fb tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (fba2225b-5dca-4e1c-8598-23453dd9ac99), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.866503 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-791e39d3-70c1-458b-bcc7-739fe9dd91fb tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (fba2225b-5dca-4e1c-8598-23453dd9ac99), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.941425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-18c7386a-eef1-4467-9f39-ea09d27b1c53 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 695 time: 0.0894382 Feb 11 05:28:17.966376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Deleting port 669856e5-8a0b-4810-837a-f2c0f0383841 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:17.966376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.979920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Request body: {'floatingip': {'port_id': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:18.036942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-791e39d3-70c1-458b-bcc7-739fe9dd91fb tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (fba2225b-5dca-4e1c-8598-23453dd9ac99), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.037424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791e39d3-70c1-458b-bcc7-739fe9dd91fb tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fba2225b-5dca-4e1c-8598-23453dd9ac99 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:18.051280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-791e39d3-70c1-458b-bcc7-739fe9dd91fb tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.057736 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-791e39d3-70c1-458b-bcc7-739fe9dd91fb tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "DELETE /v2.0/routers/fba2225b-5dca-4e1c-8598-23453dd9ac99 HTTP/1.1" status: 204 len: 168 time: 0.7742329 Feb 11 05:28:18.058388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58424) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:18.080512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b9ba704f-7eaf-445f-92b5-bd28345558d1 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Request body: {'router': {'name': 'tempest-router-1850096347', 'distributed': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:18.102993 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (0ed89c0b-34a8-481f-95a7-367e9b6f1131), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.207928 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ba704f-7eaf-445f-92b5-bd28345558d1 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (4c932432-9b26-43d0-9a8c-0e88af7441cb), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.209376 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ba704f-7eaf-445f-92b5-bd28345558d1 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (4c932432-9b26-43d0-9a8c-0e88af7441cb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.332659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58434) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:18.353213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ba704f-7eaf-445f-92b5-bd28345558d1 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (4c932432-9b26-43d0-9a8c-0e88af7441cb), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.434081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ba704f-7eaf-445f-92b5-bd28345558d1 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (4c932432-9b26-43d0-9a8c-0e88af7441cb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.521572 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ba704f-7eaf-445f-92b5-bd28345558d1 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.524711 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b9ba704f-7eaf-445f-92b5-bd28345558d1 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4652996 Feb 11 05:28:18.527400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58438) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:18.650557 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.670539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bb5291e-1236-44cd-b772-2871a7b9c8be tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (4c932432-9b26-43d0-9a8c-0e88af7441cb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.715805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9aa53ea-b1bc-4ba9-9e6e-925305393422 req-5f691d0b-32bb-4782-a933-5824bca4a109 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8859107 Feb 11 05:28:18.724535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (0ed89c0b-34a8-481f-95a7-367e9b6f1131), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.941424 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Floating IP 0ed89c0b-34a8-481f-95a7-367e9b6f1131 associated. External IP: 172.25.8.86, port: f2f97d9f-1b7c-469a-ad06-5e7934bf432e. Feb 11 05:28:18.980957 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-100e9bfe-0d38-4752-aa78-6bec864b722b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.156554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bb5291e-1236-44cd-b772-2871a7b9c8be tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (4c932432-9b26-43d0-9a8c-0e88af7441cb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.164295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bb5291e-1236-44cd-b772-2871a7b9c8be tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (4c932432-9b26-43d0-9a8c-0e88af7441cb), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.457748 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-100e9bfe-0d38-4752-aa78-6bec864b722b admin admin] Publish callbacks [] for security_group (10453167-022b-4623-abce-76549c5d2d74), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.459212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bb5291e-1236-44cd-b772-2871a7b9c8be tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (4c932432-9b26-43d0-9a8c-0e88af7441cb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.460335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb5291e-1236-44cd-b772-2871a7b9c8be tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c932432-9b26-43d0-9a8c-0e88af7441cb {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:19.474459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bb5291e-1236-44cd-b772-2871a7b9c8be tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.474459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3bb5291e-1236-44cd-b772-2871a7b9c8be tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "DELETE /v2.0/routers/4c932432-9b26-43d0-9a8c-0e88af7441cb HTTP/1.1" status: 204 len: 168 time: 0.9428966 Feb 11 05:28:19.475113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58452) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:19.485285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5cb714bd-1a2d-40ba-986f-a8ce4894ed08 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Request body: {'router': {'name': 'tempest-router-315717974', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '90ada9e77f044a6283fdfcab2ba19b53'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:19.526818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-100e9bfe-0d38-4752-aa78-6bec864b722b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (10453167-022b-4623-abce-76549c5d2d74), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.597293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e9bfe-0d38-4752-aa78-6bec864b722b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10453167-022b-4623-abce-76549c5d2d74,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:19.610745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5cb714bd-1a2d-40ba-986f-a8ce4894ed08 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.611145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5cb714bd-1a2d-40ba-986f-a8ce4894ed08 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.653149 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-100e9bfe-0d38-4752-aa78-6bec864b722b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aab7fac9ef984f50b5e899b4fa8b1190&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3137970 Feb 11 05:28:19.660207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58454) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:19.841826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1dbcec53-c036-454c-8ef7-e2f8d621d2ae req-c92f4a4b-3833-4c09-9ca5-d415388aa0d4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.7282894 Feb 11 05:28:19.851941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5cb714bd-1a2d-40ba-986f-a8ce4894ed08 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (6395e5a0-0bce-4802-b690-a1841e2b4b52), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.893777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32f20465-7069-44ac-86b7-e456941f79a6 admin admin] Publish callbacks [] for security_group (10453167-022b-4623-abce-76549c5d2d74), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.955591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32f20465-7069-44ac-86b7-e456941f79a6 admin admin] Publish callbacks [] for security_group (10453167-022b-4623-abce-76549c5d2d74), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.964876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] For port 669856e5-8a0b-4810-837a-f2c0f0383841, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=669856e5-8a0b-4810-837a-f2c0f0383841,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:19.965441 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.986523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Calling delete_port for 669856e5-8a0b-4810-837a-f2c0f0383841 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:20.044501 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5cb714bd-1a2d-40ba-986f-a8ce4894ed08 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.102729 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32f20465-7069-44ac-86b7-e456941f79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (10453167-022b-4623-abce-76549c5d2d74), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.105754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32f20465-7069-44ac-86b7-e456941f79a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.107027 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-32f20465-7069-44ac-86b7-e456941f79a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10453167-022b-4623-abce-76549c5d2d74 HTTP/1.1" status: 204 len: 168 time: 0.4448161 Feb 11 05:28:20.119162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f20465-7069-44ac-86b7-e456941f79a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10453167-022b-4623-abce-76549c5d2d74,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:20.133484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5cb714bd-1a2d-40ba-986f-a8ce4894ed08 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.134843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5cb714bd-1a2d-40ba-986f-a8ce4894ed08 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6576431 Feb 11 05:28:20.137626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58462) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:20.148170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:20.535443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:20.571811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (669856e5-8a0b-4810-837a-f2c0f0383841), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.583883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0287d24b-2b8a-4e6b-92cf-8283e9eb8067'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:20.627654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Pushing event deleted for resources: {'Port': ['ID=669856e5-8a0b-4810-837a-f2c0f0383841,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:21.072641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:21.113242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] Sync routers for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:21.138549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c41978-0428-4721-9346-741942957fbe req-86a5763c-9d60-433e-8b0b-9de40ffd63a2 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.140474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60c41978-0428-4721-9346-741942957fbe req-86a5763c-9d60-433e-8b0b-9de40ffd63a2 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 867 time: 0.6475267 Feb 11 05:28:21.169106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.191951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.192549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.217882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] No DVR routers for this DVR port 669856e5-8a0b-4810-837a-f2c0f0383841 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:21.225077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d5166b63-9daf-4604-80cb-e679a7885ae3 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "PUT /v2.0/floatingips/0ed89c0b-34a8-481f-95a7-367e9b6f1131 HTTP/1.1" status: 200 len: 996 time: 3.2661929 Feb 11 05:28:21.227715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.233190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ffd57c5-4a45-48d4-8658-fda2457778a1 req-f16c3367-943d-4e34-8f75-1f4fcd7fc694 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "DELETE /v2.0/ports/669856e5-8a0b-4810-837a-f2c0f0383841 HTTP/1.1" status: 204 len: 173 time: 3.8341522 Feb 11 05:28:21.260231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e'}, {'server_uuid': 'ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8', 'name': 'network-vif-deleted', 'tag': '669856e5-8a0b-4810-837a-f2c0f0383841'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:21.264996 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0578413b-f79a-4206-8328-3f1955e0c64c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e"}, {"server_uuid": "ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8", "name": "network-vif-deleted", "tag": "669856e5-8a0b-4810-837a-f2c0f0383841"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:21.266258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:21.268989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:21.370595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104086) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 05:28:21.372048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Router 6395e5a0-0bce-4802-b690-a1841e2b4b52 migrating from provider to provider. {{(pid=104086) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 05:28:21.372446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (6395e5a0-0bce-4802-b690-a1841e2b4b52), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.373304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60c41978-0428-4721-9346-741942957fbe req-afdbbe38-678a-48d8-883b-f82e98f9f59d tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639004 Feb 11 05:28:21.379019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-3391338a-42a5-405e-8608-80e7aecc7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.380815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-3391338a-42a5-405e-8608-80e7aecc7f7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d9d0e8129ab4958aba319bdaca41367&device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 1129 time: 0.1014905 Feb 11 05:28:21.388704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (6395e5a0-0bce-4802-b690-a1841e2b4b52), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.393488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 669856e5-8a0b-4810-837a-f2c0f0383841 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:21.453695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.515054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:21.585014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d467f6f8-7a0f-487a-b22a-23005afb1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.588746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-d467f6f8-7a0f-487a-b22a-23005afb1d76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1096d03-5e50-4b6c-b02e-f061037c42d5 HTTP/1.1" status: 200 len: 929 time: 0.2004850 Feb 11 05:28:21.664817 n-d-713498-37 neutron-server[104086]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] No L3 agents can host the router 6395e5a0-0bce-4802-b690-a1841e2b4b52 Feb 11 05:28:21.686509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 669856e5-8a0b-4810-837a-f2c0f0383841 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:21.687059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 669856e5-8a0b-4810-837a-f2c0f0383841 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:21.921746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff619-0ca9-4088-99e5-33b1c3c02332 req-00c13592-cb97-4132-b94f-236919249da1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.927346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff619-0ca9-4088-99e5-33b1c3c02332 req-00c13592-cb97-4132-b94f-236919249da1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.940247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff619-0ca9-4088-99e5-33b1c3c02332 req-00c13592-cb97-4132-b94f-236919249da1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.948503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff619-0ca9-4088-99e5-33b1c3c02332 req-00c13592-cb97-4132-b94f-236919249da1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.961066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff619-0ca9-4088-99e5-33b1c3c02332 req-00c13592-cb97-4132-b94f-236919249da1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.968325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff619-0ca9-4088-99e5-33b1c3c02332 req-00c13592-cb97-4132-b94f-236919249da1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.988025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff619-0ca9-4088-99e5-33b1c3c02332 req-00c13592-cb97-4132-b94f-236919249da1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.003256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58488) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:22.011830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85bff619-0ca9-4088-99e5-33b1c3c02332 req-00c13592-cb97-4132-b94f-236919249da1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.4672709 Feb 11 05:28:22.018000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-3172f7a8-dacf-4b05-bd63-4f9979798fd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 200 len: 999 time: 0.3850880 Feb 11 05:28:22.030620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Request body: {'floatingip': {'port_id': 'e9282e61-d28d-4d4c-a681-92d4261a3ced'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:22.037885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Hosts for router 6395e5a0-0bce-4802-b690-a1841e2b4b52: [] {{(pid=104086) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 05:28:22.130595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '0ed89c0b-34a8-481f-95a7-367e9b6f1131', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'port_id': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'mac_address': 'fa:16:3e:85:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:28:14Z', 'updated_at': '2022-02-11T05:28:18Z', 'revision_number': 1, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:47Z', 'revision_number': 5, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:22.197838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-bcc660b8-7b45-47b3-9d5c-a42aa6fedc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.198377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] Checking router: e9cf0e19-bcac-4e5b-9ba8-65aed8606970 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:22.200159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-bcc660b8-7b45-47b3-9d5c-a42aa6fedc35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=196c7aa2-deb9-402f-8f42-65690bbb31f5 HTTP/1.1" status: 200 len: 867 time: 0.1553085 Feb 11 05:28:22.230016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:22.230828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:22.239992 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for floatingip (c2a50966-df34-48b4-a168-16463e40fc32), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.251923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Hosts for other DVR routers connected to router 6395e5a0-0bce-4802-b690-a1841e2b4b52: set() {{(pid=104086) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 05:28:22.265166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.266614 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f79ebe8-25fd-4329-a149-b3aa00800aaf tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "PUT /v2.0/routers/6395e5a0-0bce-4802-b690-a1841e2b4b52 HTTP/1.1" status: 200 len: 716 time: 2.1278915 Feb 11 05:28:22.269454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58502) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:22.298732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-626b562c-9f30-4842-ac32-4d92e091ea7b req-90fbf9a8-a788-4f40-8599-bd73ef772fe4 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0550787 Feb 11 05:28:22.334650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-3458cada-b0cb-4606-8ee2-5fc5be123e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.356869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-3458cada-b0cb-4606-8ee2-5fc5be123e04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1096d03-5e50-4b6c-b02e-f061037c42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1300986 Feb 11 05:28:22.357667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-fcf1c1d8-6a51-48a1-a20c-1a08f8614729 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:28:22.359123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-fcf1c1d8-6a51-48a1-a20c-1a08f8614729 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148692 Feb 11 05:28:22.431549 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8437f6-4a1c-41b9-a9f0-789c88ccdf24 x-openstack-request-id: req-8a8437f6-4a1c-41b9-a9f0-789c88ccdf24 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:22.431873 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e", "status": "completed", "code": 200}, {"server_uuid": "ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8", "name": "network-vif-deleted", "tag": "669856e5-8a0b-4810-837a-f2c0f0383841", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:22.432109 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a8437f6-4a1c-41b9-a9f0-789c88ccdf24 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:22.432527 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'status': 'completed', 'code': 200} Feb 11 05:28:22.440967 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8', 'name': 'network-vif-deleted', 'tag': '669856e5-8a0b-4810-837a-f2c0f0383841', 'status': 'completed', 'code': 200} Feb 11 05:28:22.625922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-684aeaf0-1dd7-4564-b6c0-66d52246f5fc req-406ccc35-4352-47fd-970c-6e6c398e58fd tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1f6b0b-e488-4804-b6f8-8fe7a17b59c8 HTTP/1.1" status: 200 len: 210 time: 0.0643392 Feb 11 05:28:22.652066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578413b-f79a-4206-8328-3f1955e0c64c req-de8d7623-b88e-4dae-b35f-6d55ade9b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.653570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0578413b-f79a-4206-8328-3f1955e0c64c req-de8d7623-b88e-4dae-b35f-6d55ade9b929 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d9d0e8129ab4958aba319bdaca41367&device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 1129 time: 0.1943352 Feb 11 05:28:22.665761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-9d2a7cb4-9ad6-488f-bbe5-45ad75d9c5e8 service neutron] 10.222.0.62 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980487 Feb 11 05:28:22.828959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:22.840882 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a7346b54-eade-4508-87cc-c968b798710e tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "GET /v2.0/routers/6395e5a0-0bce-4802-b690-a1841e2b4b52 HTTP/1.1" status: 200 len: 716 time: 0.5688653 Feb 11 05:28:22.843832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58512) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:23.050540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21ecfa96-cb4a-4753-b814-3df0785e2e87 req-7691bfa1-f823-4647-9767-a775bce8f127 service neutron] 10.222.0.62 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744440 Feb 11 05:28:23.143927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578413b-f79a-4206-8328-3f1955e0c64c req-34b58632-7b37-4120-a967-44885968c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.148152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0578413b-f79a-4206-8328-3f1955e0c64c req-34b58632-7b37-4120-a967-44885968c1ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1096d03-5e50-4b6c-b02e-f061037c42d5 HTTP/1.1" status: 200 len: 929 time: 0.4855332 Feb 11 05:28:23.404733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '0ed89c0b-34a8-481f-95a7-367e9b6f1131', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'port_id': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'mac_address': 'fa:16:3e:85:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:28:14Z', 'updated_at': '2022-02-11T05:28:18Z', 'revision_number': 1, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:47Z', 'revision_number': 5, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:23.469582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66fb74-b412-4edc-846a-bcefae45d47b None None] The sync data for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 is: [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '0ed89c0b-34a8-481f-95a7-367e9b6f1131', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'port_id': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'mac_address': 'fa:16:3e:85:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:28:14Z', 'updated_at': '2022-02-11T05:28:18Z', 'revision_number': 1, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:47Z', 'revision_number': 5, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:23.578477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43264c4f-19f8-4989-81d3-a17ee238e984 req-6d6f4122-a817-4af7-a08f-163e44d43548 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0571599 Feb 11 05:28:23.598575 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.607050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0578413b-f79a-4206-8328-3f1955e0c64c req-2438f9c8-87f6-48f8-9192-7b3aa785bf6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 200 len: 999 time: 0.4512773 Feb 11 05:28:23.676203 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (c2a50966-df34-48b4-a168-16463e40fc32), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.720629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-ece69f41-19c3-4862-a1ff-968eb9ef225e tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 258 time: 0.4536633 Feb 11 05:28:23.737202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:23.842923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578413b-f79a-4206-8328-3f1955e0c64c req-b30448cf-9c1c-4fdd-a9fb-7acaea6ecabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.850676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0578413b-f79a-4206-8328-3f1955e0c64c req-b30448cf-9c1c-4fdd-a9fb-7acaea6ecabf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=196c7aa2-deb9-402f-8f42-65690bbb31f5 HTTP/1.1" status: 200 len: 867 time: 0.2275887 Feb 11 05:28:23.941732 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a701d-9663-4c69-8b41-b35b56f4698f None None] New status for floating IP 0ed89c0b-34a8-481f-95a7-367e9b6f1131: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:28:23.975445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.020302 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Floating IP c2a50966-df34-48b4-a168-16463e40fc32 associated. External IP: 172.25.8.177, port: e9282e61-d28d-4d4c-a681-92d4261a3ced. Feb 11 05:28:24.084156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578413b-f79a-4206-8328-3f1955e0c64c req-3efd43aa-1a61-4198-9921-587625f80046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.092979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0578413b-f79a-4206-8328-3f1955e0c64c req-3efd43aa-1a61-4198-9921-587625f80046 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1096d03-5e50-4b6c-b02e-f061037c42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2342930 Feb 11 05:28:24.279352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-14cb9e88-1004-46d2-bafe-e011c36265d3 tempest-RoutersTestDVR-1320091074 tempest-RoutersTestDVR-1320091074-project] 10.222.0.62 "GET /v2.0/routers/6395e5a0-0bce-4802-b690-a1841e2b4b52 HTTP/1.1" status: 200 len: 682 time: 0.7103868 Feb 11 05:28:24.285639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58554) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:24.309511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0578413b-f79a-4206-8328-3f1955e0c64c req-51fd54e7-8507-4e60-823d-022d272c1675 service neutron] 10.222.0.65 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983955 Feb 11 05:28:24.499044 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f0714ca-43d9-4a04-9dee-fd761b77b280 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.725974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.810036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f0714ca-43d9-4a04-9dee-fd761b77b280 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.818694 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f0714ca-43d9-4a04-9dee-fd761b77b280 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (6395e5a0-0bce-4802-b690-a1841e2b4b52), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.028800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f0714ca-43d9-4a04-9dee-fd761b77b280 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (6395e5a0-0bce-4802-b690-a1841e2b4b52), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.029498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0714ca-43d9-4a04-9dee-fd761b77b280 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6395e5a0-0bce-4802-b690-a1841e2b4b52 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:25.035187 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8f0714ca-43d9-4a04-9dee-fd761b77b280 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.036337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8f0714ca-43d9-4a04-9dee-fd761b77b280 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "DELETE /v2.0/routers/6395e5a0-0bce-4802-b690-a1841e2b4b52 HTTP/1.1" status: 204 len: 168 time: 0.7497427 Feb 11 05:28:25.041281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58572) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:25.045573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-dd0eb35f-e5f0-4ab1-8042-7baa9a785a20 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Request body: {'router': {'name': 'tempest-router-166110400', 'distributed': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:25.047636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d137f557-a9ad-475f-8c44-7bb504a674f3 req-2173dc88-4229-4612-aaf1-f9412ea99adb tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1204247 Feb 11 05:28:25.058548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0578413b-f79a-4206-8328-3f1955e0c64c req-abaaf0ea-eef9-42af-9ebc-87b3f4d9dec5 service neutron] 10.222.0.65 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418578 Feb 11 05:28:25.108430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Allocated IP 172.25.8.127 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/d3e0ba96-bbba-453b-8178-63846592979f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:25.193757 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd0eb35f-e5f0-4ab1-8042-7baa9a785a20 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (260a1929-a507-466b-86d7-98e8c48d607f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.195771 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd0eb35f-e5f0-4ab1-8042-7baa9a785a20 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (260a1929-a507-466b-86d7-98e8c48d607f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.239084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for port (d3e0ba96-bbba-453b-8178-63846592979f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.357526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d3e0ba96-bbba-453b-8178-63846592979f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.465035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd0eb35f-e5f0-4ab1-8042-7baa9a785a20 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (260a1929-a507-466b-86d7-98e8c48d607f), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.479479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:25.541795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd0eb35f-e5f0-4ab1-8042-7baa9a785a20 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (260a1929-a507-466b-86d7-98e8c48d607f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.574684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:25.591347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:25.602459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:25.651751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Pushing event updated for resources: {'Port': ['ID=d3e0ba96-bbba-453b-8178-63846592979f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:25.666445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.666887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.667257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.667614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.667961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.668448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.668989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.677077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.677077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.677077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.677077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.677077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.677077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:25.687610 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd0eb35f-e5f0-4ab1-8042-7baa9a785a20 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.691633 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd0eb35f-e5f0-4ab1-8042-7baa9a785a20 tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6466861 Feb 11 05:28:25.705980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58600) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:25.809530 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (97e71abc-b0f5-474f-baa7-6a8bfbe6468a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.913909 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d3e0ba96-bbba-453b-8178-63846592979f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.310080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65f8798f-731e-4567-9169-e6353f05dcf8 req-c90ab70e-c20e-4240-9c20-3adeab068626 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0725133 Feb 11 05:28:26.354689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for port (d3e0ba96-bbba-453b-8178-63846592979f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.447519 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (d3e0ba96-bbba-453b-8178-63846592979f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.490928 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:26.501993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.511433 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addd815c-76ba-4acd-bd1a-f6f185bd89ed tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (260a1929-a507-466b-86d7-98e8c48d607f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.515663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53946f-062d-457d-a414-0613517941da None None] Sync routers for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:26.580529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53946f-062d-457d-a414-0613517941da None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:26.583568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6f53946f-062d-457d-a414-0613517941da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:26.702536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Pushing event updated for resources: {'Port': ['ID=d3e0ba96-bbba-453b-8178-63846592979f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:26.747626 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da736521-f0d9-41b8-9bc7-9e56af1a5f05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "PUT /v2.0/floatingips/c2a50966-df34-48b4-a168-16463e40fc32 HTTP/1.1" status: 200 len: 991 time: 4.7348084 Feb 11 05:28:26.774582 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (97e71abc-b0f5-474f-baa7-6a8bfbe6468a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.805314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:26.812807 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e841db-4fb7-450a-8dc8-fce12e620512" -d '{"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:26.868374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6f53946f-062d-457d-a414-0613517941da None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:26.947318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-1453f005-6851-470c-b933-d65e7eb26c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.953949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-1453f005-6851-470c-b933-d65e7eb26c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.966460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-1453f005-6851-470c-b933-d65e7eb26c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.968070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-1453f005-6851-470c-b933-d65e7eb26c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.980489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-1453f005-6851-470c-b933-d65e7eb26c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.987200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-1453f005-6851-470c-b933-d65e7eb26c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.994112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-1453f005-6851-470c-b933-d65e7eb26c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.002691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-1453f005-6851-470c-b933-d65e7eb26c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.1487460 Feb 11 05:28:27.009071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.016641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-49f3d05a-0a9a-497f-9a23-7732768b0c30 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2943323 Feb 11 05:28:27.053872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addd815c-76ba-4acd-bd1a-f6f185bd89ed tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (260a1929-a507-466b-86d7-98e8c48d607f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.063101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addd815c-76ba-4acd-bd1a-f6f185bd89ed tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router_controller (260a1929-a507-466b-86d7-98e8c48d607f), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.213052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-b05b0ac5-a42b-4f31-ac56-c296ff3053f4 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.127 HTTP/1.1" status: 200 len: 696 time: 0.1951485 Feb 11 05:28:27.307820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addd815c-76ba-4acd-bd1a-f6f185bd89ed tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (260a1929-a507-466b-86d7-98e8c48d607f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.308851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addd815c-76ba-4acd-bd1a-f6f185bd89ed tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 260a1929-a507-466b-86d7-98e8c48d607f {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:27.318002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addd815c-76ba-4acd-bd1a-f6f185bd89ed tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.328061 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-addd815c-76ba-4acd-bd1a-f6f185bd89ed tempest-RoutersTestDVR-1187523706 tempest-RoutersTestDVR-1187523706-project-admin] 10.222.0.62 "DELETE /v2.0/routers/260a1929-a507-466b-86d7-98e8c48d607f HTTP/1.1" status: 204 len: 168 time: 1.6115947 Feb 11 05:28:27.477509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef6755e5-8f38-40b8-bdcc-93020ba565eb req-e7580203-aa2d-445c-aa5b-2662a5dca521 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4503136 Feb 11 05:28:27.561185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6f53946f-062d-457d-a414-0613517941da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'c2a50966-df34-48b4-a168-16463e40fc32', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'port_id': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'mac_address': 'fa:16:3e:cd:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:26:20Z', 'updated_at': '2022-02-11T05:28:23Z', 'revision_number': 1, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:51Z', 'revision_number': 5, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:27.622172 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6255260f-60cd-4586-b1de-5eb88ed1d492 x-openstack-request-id: req-6255260f-60cd-4586-b1de-5eb88ed1d492 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:27.622746 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:27.623201 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6255260f-60cd-4586-b1de-5eb88ed1d492 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:27.623812 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'status': 'completed', 'code': 200} Feb 11 05:28:27.668225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-684ce94a-5333-43d6-a8b6-22c7708897e0 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.677251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53946f-062d-457d-a414-0613517941da None None] Checking router: 42dd1b68-2c0f-4895-8f63-38a2e83567b6 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:27.680270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73430398-1be3-42ce-bb0c-9d74052897b3 req-684ce94a-5333-43d6-a8b6-22c7708897e0 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.4366696 Feb 11 05:28:27.724295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53946f-062d-457d-a414-0613517941da None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:27.726636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6f53946f-062d-457d-a414-0613517941da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:28.137846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e7ba4fa-fb61-44f9-89cd-3f0cc3fb5fab req-3f067e19-9d6c-426f-8c49-2a4f7794fc25 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.2809956 Feb 11 05:28:28.159809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58658) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:28.222729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-3045ceca-834d-4557-8b89-6d010c0bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.227703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-3045ceca-834d-4557-8b89-6d010c0bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.228947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-3045ceca-834d-4557-8b89-6d010c0bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.231353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-3045ceca-834d-4557-8b89-6d010c0bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.232141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-3045ceca-834d-4557-8b89-6d010c0bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.232813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-3045ceca-834d-4557-8b89-6d010c0bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.235862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-3045ceca-834d-4557-8b89-6d010c0bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.238330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-3045ceca-834d-4557-8b89-6d010c0bc659 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6715 time: 0.5566511 Feb 11 05:28:28.295040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6f53946f-062d-457d-a414-0613517941da None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:28.309563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3ad4-77c1-4b5b-9126-327523cb9f10 req-0b222b53-ba9c-4280-a25d-889afb9d8f83 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.342776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3ad4-77c1-4b5b-9126-327523cb9f10 req-0b222b53-ba9c-4280-a25d-889afb9d8f83 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.369644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3ad4-77c1-4b5b-9126-327523cb9f10 req-0b222b53-ba9c-4280-a25d-889afb9d8f83 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.388552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3ad4-77c1-4b5b-9126-327523cb9f10 req-0b222b53-ba9c-4280-a25d-889afb9d8f83 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.418755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3ad4-77c1-4b5b-9126-327523cb9f10 req-0b222b53-ba9c-4280-a25d-889afb9d8f83 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.445063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3ad4-77c1-4b5b-9126-327523cb9f10 req-0b222b53-ba9c-4280-a25d-889afb9d8f83 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.469826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3ad4-77c1-4b5b-9126-327523cb9f10 req-0b222b53-ba9c-4280-a25d-889afb9d8f83 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.482716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-122b3ad4-77c1-4b5b-9126-327523cb9f10 req-0b222b53-ba9c-4280-a25d-889afb9d8f83 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.6520770 Feb 11 05:28:28.484528 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-97a1f900-2373-4b79-b7f5-3ec0077891f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.790380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58674) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:28.806830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-97a1f900-2373-4b79-b7f5-3ec0077891f4 admin admin] Publish callbacks [] for security_group (833f47e5-f58d-4204-84dd-5709a0bb7862), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.890372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae935b-a912-48f7-9063-90c4e562d260 req-c2857423-6292-4a97-b042-7c60884cd2f6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.897167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-97a1f900-2373-4b79-b7f5-3ec0077891f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (833f47e5-f58d-4204-84dd-5709a0bb7862), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.904474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05ae935b-a912-48f7-9063-90c4e562d260 req-c2857423-6292-4a97-b042-7c60884cd2f6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3931029 Feb 11 05:28:29.079455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1f900-2373-4b79-b7f5-3ec0077891f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833f47e5-f58d-4204-84dd-5709a0bb7862,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:29.091670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6f53946f-062d-457d-a414-0613517941da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'c2a50966-df34-48b4-a168-16463e40fc32', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'port_id': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'mac_address': 'fa:16:3e:cd:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:26:20Z', 'updated_at': '2022-02-11T05:28:23Z', 'revision_number': 1, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:51Z', 'revision_number': 5, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:29.107032 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-97a1f900-2373-4b79-b7f5-3ec0077891f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90ada9e77f044a6283fdfcab2ba19b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9433026 Feb 11 05:28:29.110132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:29.121973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05ae935b-a912-48f7-9063-90c4e562d260 req-9af1f697-c2a5-4e15-a108-fd6dc95c75f4 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.127 HTTP/1.1" status: 200 len: 696 time: 0.1998339 Feb 11 05:28:29.139454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-05ae935b-a912-48f7-9063-90c4e562d260 req-5bf397dc-249d-4e67-91b4-4430839e78f6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Request body: {'floatingip': {'port_id': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:29.191212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53946f-062d-457d-a414-0613517941da None None] The sync data for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 is: [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'c2a50966-df34-48b4-a168-16463e40fc32', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'port_id': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'mac_address': 'fa:16:3e:cd:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c75c7d-345e-4f11-96d7-56d58121804f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:26:20Z', 'updated_at': '2022-02-11T05:28:23Z', 'revision_number': 1, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:51Z', 'revision_number': 5, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:29.214664 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-05ae935b-a912-48f7-9063-90c4e562d260 req-5bf397dc-249d-4e67-91b4-4430839e78f6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (97e71abc-b0f5-474f-baa7-6a8bfbe6468a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.345313 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4543a046-4c83-42a9-bd05-06804ac57899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.384620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-be4ea6b1-1958-4223-aacd-534de4fd9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.387454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-be4ea6b1-1958-4223-aacd-534de4fd9c1e service neutron] 10.222.0.83 "GET /v2.0/networks?id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 HTTP/1.1" status: 200 len: 911 time: 1.1401434 Feb 11 05:28:29.498040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54d6591f-c8d5-4b37-a009-c5228b156f3f admin admin] Publish callbacks [] for security_group (833f47e5-f58d-4204-84dd-5709a0bb7862), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.553555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54d6591f-c8d5-4b37-a009-c5228b156f3f admin admin] Publish callbacks [] for security_group (833f47e5-f58d-4204-84dd-5709a0bb7862), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.660228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc8d7ea4-4195-4307-a3fc-19ea2c87ac7c req-8ef7189d-1e2f-4925-90c1-7a1dcd520016 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.2620103 Feb 11 05:28:29.742986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54d6591f-c8d5-4b37-a009-c5228b156f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (833f47e5-f58d-4204-84dd-5709a0bb7862), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.747758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54d6591f-c8d5-4b37-a009-c5228b156f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.753236 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-54d6591f-c8d5-4b37-a009-c5228b156f3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/833f47e5-f58d-4204-84dd-5709a0bb7862 HTTP/1.1" status: 204 len: 168 time: 0.6397002 Feb 11 05:28:29.775512 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3409af3-1f10-4289-ade8-f55aa0692628 None None] New status for floating IP c2a50966-df34-48b4-a168-16463e40fc32: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:28:29.835513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6591f-c8d5-4b37-a009-c5228b156f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f47e5-f58d-4204-84dd-5709a0bb7862,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:29.935018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4543a046-4c83-42a9-bd05-06804ac57899 admin admin] Publish callbacks [] for security_group (829189b7-dfa4-4620-a3a8-7daf9c282bef), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.946298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-a071f263-3b0f-4833-accb-3bef4d340b46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced HTTP/1.1" status: 200 len: 999 time: 0.5171525 Feb 11 05:28:29.996048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4543a046-4c83-42a9-bd05-06804ac57899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (829189b7-dfa4-4620-a3a8-7daf9c282bef), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.119981 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4543a046-4c83-42a9-bd05-06804ac57899 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8491031d5bb14e31bd72e47e1b003684&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3270590 Feb 11 05:28:30.142747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58700) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:30.267632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543a046-4c83-42a9-bd05-06804ac57899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829189b7-dfa4-4620-a3a8-7daf9c282bef,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:30.342532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-647ab0de-7f15-4d94-9347-b8b5878abae0 admin admin] Publish callbacks [] for security_group (829189b7-dfa4-4620-a3a8-7daf9c282bef), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.406479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-647ab0de-7f15-4d94-9347-b8b5878abae0 admin admin] Publish callbacks [] for security_group (829189b7-dfa4-4620-a3a8-7daf9c282bef), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.589904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-647ab0de-7f15-4d94-9347-b8b5878abae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (829189b7-dfa4-4620-a3a8-7daf9c282bef), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.593065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-647ab0de-7f15-4d94-9347-b8b5878abae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.594345 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-647ab0de-7f15-4d94-9347-b8b5878abae0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/829189b7-dfa4-4620-a3a8-7daf9c282bef HTTP/1.1" status: 204 len: 168 time: 0.4460750 Feb 11 05:28:30.610635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ab0de-7f15-4d94-9347-b8b5878abae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829189b7-dfa4-4620-a3a8-7daf9c282bef,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:31.029496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58716) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:31.064870 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fb5c-3c94-4ef8-bec8-7d992ad34272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.284934 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fb5c-3c94-4ef8-bec8-7d992ad34272 admin admin] Publish callbacks [] for security_group (989ea3b0-9283-4bae-9ad3-af7800bb4d6f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.346192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7177eacd-d4b7-447d-92e3-c780b4e03311 req-0b9ab111-5c0d-481a-92a5-77bce397fb97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.2092755 Feb 11 05:28:31.363571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fb5c-3c94-4ef8-bec8-7d992ad34272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (989ea3b0-9283-4bae-9ad3-af7800bb4d6f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.438114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8fb5c-3c94-4ef8-bec8-7d992ad34272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989ea3b0-9283-4bae-9ad3-af7800bb4d6f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:31.444498 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bbe8fb5c-3c94-4ef8-bec8-7d992ad34272 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25b5e075815848f9b2f93f8da5a3cdcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4129498 Feb 11 05:28:31.447961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58724) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:31.527498 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-05ae935b-a912-48f7-9063-90c4e562d260 req-5bf397dc-249d-4e67-91b4-4430839e78f6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:28:31.528944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05ae935b-a912-48f7-9063-90c4e562d260 req-5bf397dc-249d-4e67-91b4-4430839e78f6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "PUT /v2.0/floatingips/97e71abc-b0f5-474f-baa7-6a8bfbe6468a HTTP/1.1" status: 409 len: 551 time: 2.4060447 Feb 11 05:28:31.533448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-dd64a2fb-df51-4bac-a677-b7010c53d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.535061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-dd64a2fb-df51-4bac-a677-b7010c53d491 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd0ec941-1a13-44ed-bbdf-2af1456df270 HTTP/1.1" status: 200 len: 849 time: 1.5874047 Feb 11 05:28:31.659022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63bea334-bea1-4f61-a19b-b7e830dfc231 admin admin] Publish callbacks [] for security_group (989ea3b0-9283-4bae-9ad3-af7800bb4d6f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.677149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-6fbaf243-cf88-4333-90de-6cbb84b5a3a6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips/97e71abc-b0f5-474f-baa7-6a8bfbe6468a HTTP/1.1" status: 200 len: 693 time: 0.0878756 Feb 11 05:28:31.734098 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63bea334-bea1-4f61-a19b-b7e830dfc231 admin admin] Publish callbacks [] for security_group (989ea3b0-9283-4bae-9ad3-af7800bb4d6f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.791379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58732) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:31.810902 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde7d75e-c4bf-49c0-a5b2-833db6283753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.875496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-6959e6a5-d22f-47dc-aebe-06f9b3791dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.877135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-6959e6a5-d22f-47dc-aebe-06f9b3791dfc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3318696 Feb 11 05:28:31.922979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63bea334-bea1-4f61-a19b-b7e830dfc231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (989ea3b0-9283-4bae-9ad3-af7800bb4d6f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.925413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-2a0520b1-c2e6-4b71-b0f7-9241865e7a76 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.926246 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63bea334-bea1-4f61-a19b-b7e830dfc231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.930016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-2a0520b1-c2e6-4b71-b0f7-9241865e7a76 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2311540 Feb 11 05:28:31.933829 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-63bea334-bea1-4f61-a19b-b7e830dfc231 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/989ea3b0-9283-4bae-9ad3-af7800bb4d6f HTTP/1.1" status: 204 len: 168 time: 0.4839144 Feb 11 05:28:32.220493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bea334-bea1-4f61-a19b-b7e830dfc231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989ea3b0-9283-4bae-9ad3-af7800bb4d6f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:32.236802 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde7d75e-c4bf-49c0-a5b2-833db6283753 admin admin] Publish callbacks [] for security_group (949a0951-4bf6-445a-887d-63ae71ff2e6d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.302464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-d64de0fb-f2b8-4a19-b373-0cc76e4ac596 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.127 HTTP/1.1" status: 200 len: 696 time: 0.3118713 Feb 11 05:28:32.459993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-7e4188d3-7253-4f6c-9272-b6d5c47cff2f tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.127 HTTP/1.1" status: 200 len: 696 time: 0.1390536 Feb 11 05:28:32.493554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-7cb4fd6d-63d8-4fa0-9e90-ea8dfe9dc017 service neutron] 10.222.0.83 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980761 Feb 11 05:28:32.541431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde7d75e-c4bf-49c0-a5b2-833db6283753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (949a0951-4bf6-445a-887d-63ae71ff2e6d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.599902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fde7d75e-c4bf-49c0-a5b2-833db6283753 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d56c6668cef14e39bcc4c14c94d3f73e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8061903 Feb 11 05:28:32.603013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58744) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:32.708378 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6e3408b-6f5a-47f0-ac94-0fd70063f26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.735925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99402e3e-a026-4265-8f75-cab471ff7c69 req-7a09077c-e2b8-45a1-a883-81132ef68e43 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1080463 Feb 11 05:28:32.815659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7d75e-c4bf-49c0-a5b2-833db6283753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a0951-4bf6-445a-887d-63ae71ff2e6d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:32.879094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f7a8-385c-4663-925f-830782353277 admin admin] Publish callbacks [] for security_group (949a0951-4bf6-445a-887d-63ae71ff2e6d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.991895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f7a8-385c-4663-925f-830782353277 admin admin] Publish callbacks [] for security_group (949a0951-4bf6-445a-887d-63ae71ff2e6d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.178027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Deleting port d3e0ba96-bbba-453b-8178-63846592979f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:33.178587 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d3e0ba96-bbba-453b-8178-63846592979f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.247212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f7a8-385c-4663-925f-830782353277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (949a0951-4bf6-445a-887d-63ae71ff2e6d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.257505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f7a8-385c-4663-925f-830782353277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.258778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3cc8f7a8-385c-4663-925f-830782353277 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/949a0951-4bf6-445a-887d-63ae71ff2e6d HTTP/1.1" status: 204 len: 168 time: 0.6527815 Feb 11 05:28:33.277966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8f7a8-385c-4663-925f-830782353277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a0951-4bf6-445a-887d-63ae71ff2e6d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:33.404024 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d3e0ba96-bbba-453b-8178-63846592979f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.404434 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (d3e0ba96-bbba-453b-8178-63846592979f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.420915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Calling delete_port for d3e0ba96-bbba-453b-8178-63846592979f owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:33.697931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5e841db-4fb7-450a-8dc8-fce12e620512 req-febd3fdd-b692-4e53-b41d-7b616badcfbb service neutron] 10.222.0.83 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903936 Feb 11 05:28:33.765239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d3e0ba96-bbba-453b-8178-63846592979f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.956234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Pushing event deleted for resources: {'Port': ['ID=d3e0ba96-bbba-453b-8178-63846592979f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:34.000316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (97e71abc-b0f5-474f-baa7-6a8bfbe6468a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:34.008234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:34.009623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21fd25fe-eb27-4a79-850f-283fda317d8b req-90b15246-47c4-4eb0-a27d-bae2bd844a37 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "DELETE /v2.0/floatingips/97e71abc-b0f5-474f-baa7-6a8bfbe6468a HTTP/1.1" status: 204 len: 173 time: 1.5422118 Feb 11 05:28:34.111828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1be2ed0-a6dd-4914-9dae-fe73f54ecdb1 req-c42e2baf-7df7-4cea-999f-76e61dab2eb6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0927477 Feb 11 05:28:34.363902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-72589d2a-de73-4242-b451-c5d1eed0b3da tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 1001 time: 0.2334385 Feb 11 05:28:34.497288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58812) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:34.532950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37106-253e-47d0-8d57-205053ccd20b req-47d26ee5-b143-49b3-9816-649907950a62 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:34.534579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-47d26ee5-b143-49b3-9816-649907950a62 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports/f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 200 len: 943 time: 0.1618590 Feb 11 05:28:34.842528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-57600d4b-79f9-40aa-8966-4fb283129aa1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 1001 time: 0.1491511 Feb 11 05:28:34.970750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'networks': [{'name': 'tempest-network--101848277'}, {'name': 'tempest-network--1774104376'}]} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:34.972513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'network': {'name': 'tempest-network--101848277'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:34.974189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'network': {'name': 'tempest-network--1774104376'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:35.070679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Made reservation on behalf of 9ac63988f13e4992abc3017bb58a3893 for: {'network': 2} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:35.081211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.129875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.166848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b11be9f-36ad-4798-bc0e-5eea14356975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.189079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37106-253e-47d0-8d57-205053ccd20b req-ae5c1508-6e71-4b7f-8604-066baa4c2506 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.190573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-ae5c1508-6e71-4b7f-8604-066baa4c2506 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.3390627 Feb 11 05:28:35.383930 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks [] for security_group (b2dacd41-32e1-4972-b8c5-35c56d464fa1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.393703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-fe55f4e7-2bb4-4454-a1f4-fe1dfe5887d0 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 1001 time: 0.1937916 Feb 11 05:28:35.406864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:35.464178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2dacd41-32e1-4972-b8c5-35c56d464fa1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.464668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.555476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dacd41-32e1-4972-b8c5-35c56d464fa1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:35.570214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:35.594975 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cb7d2267-608a-4c39-b18f-edfead12ed3a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.595350 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Added segment cb7d2267-608a-4c39-b18f-edfead12ed3a of type vlan for network 0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a Feb 11 05:28:35.648118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cec8246-24d2-466a-b2de-79beeb703287 req-903deab8-55b9-4335-9be8-f6b0832d7ad9 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1029124 Feb 11 05:28:35.706753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.737748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (0ed89c0b-34a8-481f-95a7-367e9b6f1131), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.813449 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:35.838939 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b29caad7-0402-4934-9b80-4e03017f6763), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.840994 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Added segment b29caad7-0402-4934-9b80-4e03017f6763 of type vlan for network 8feeee62-5348-40ba-b943-b0f34898d878 Feb 11 05:28:35.969243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8feeee62-5348-40ba-b943-b0f34898d878), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.104925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.105642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8feeee62-5348-40ba-b943-b0f34898d878), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.112134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.123230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.125944 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.141355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.232987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (0ed89c0b-34a8-481f-95a7-367e9b6f1131), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.233340 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Floating IP 0ed89c0b-34a8-481f-95a7-367e9b6f1131 disassociated. External IP: 172.25.8.86, port: f2f97d9f-1b7c-469a-ad06-5e7934bf432e. Feb 11 05:28:36.346787 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8481820 Feb 11 05:28:36.362424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58858) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:36.407681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Network': ['ID=0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:36.424776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:36.938429 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.953502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25383d-a316-48bc-b252-1925849a46a2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Network': ['ID=8feeee62-5348-40ba-b943-b0f34898d878,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:36.973216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8feeee62-5348-40ba-b943-b0f34898d878 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:36.987918 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d939689-9829-44f8-8ea6-b9d8e4ec2284 req-054e3f0f-fe28-4b86-804d-8429f18bf670 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1448185 Feb 11 05:28:37.093687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14861ac-b76d-438a-95a7-0e28d44d064b tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.123379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14861ac-b76d-438a-95a7-0e28d44d064b tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.148668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14861ac-b76d-438a-95a7-0e28d44d064b tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.169781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14861ac-b76d-438a-95a7-0e28d44d064b tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.174774 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b14861ac-b76d-438a-95a7-0e28d44d064b tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8084366 Feb 11 05:28:37.175494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58876) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:37.245196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-004ed7ee-254b-476f-8a32-5c0aeaf9f486 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5942287 Feb 11 05:28:37.288287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:37.388890 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.549316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:37.556574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.562461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] Sync routers for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:37.582488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:37.585921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:37.741584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-a330c6fc-cc20-4c23-95ae-44aa8bf21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.744567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-a330c6fc-cc20-4c23-95ae-44aa8bf21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.744567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-a330c6fc-cc20-4c23-95ae-44aa8bf21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.744797 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.746441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-a330c6fc-cc20-4c23-95ae-44aa8bf21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.746942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-a330c6fc-cc20-4c23-95ae-44aa8bf21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.747411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-a330c6fc-cc20-4c23-95ae-44aa8bf21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.750847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-a330c6fc-cc20-4c23-95ae-44aa8bf21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.778043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-a330c6fc-cc20-4c23-95ae-44aa8bf21a43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6715 time: 0.4217839 Feb 11 05:28:37.803246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-56d4c85d-155e-4e5a-833b-51af1667dd43 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "PUT /v2.0/floatingips/0ed89c0b-34a8-481f-95a7-367e9b6f1131 HTTP/1.1" status: 200 len: 694 time: 2.4004126 Feb 11 05:28:37.805644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:37.805760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:37.827650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7d2267-608a-4c39-b18f-edfead12ed3a') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:37.827929 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59357d7a-9f42-4064-b9d7-d82f3d8c6259" -d '{"events": [{"name": "network-changed", "server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:37.828045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7d2267-608a-4c39-b18f-edfead12ed3a') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:37.855293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (cb7d2267-608a-4c39-b18f-edfead12ed3a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.888695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cb7d2267-608a-4c39-b18f-edfead12ed3a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.903076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:37.904684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (cb7d2267-608a-4c39-b18f-edfead12ed3a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:37.911479 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:38.080627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:38.132584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.145117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.164772 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/networks/0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a HTTP/1.1" status: 204 len: 168 time: 0.9886720 Feb 11 05:28:38.168847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58908) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:38.221980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7296f-d166-4150-84d3-7f34d82ecbdc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Network': ['ID=0fc91b17-6f74-4c8d-aba9-dd5c77cb1a1a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:38.343418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37106-253e-47d0-8d57-205053ccd20b req-ca90d8f4-f3f5-47f9-9221-1670fbfb2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.345024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-ca90d8f4-f3f5-47f9-9221-1670fbfb2ddb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d9d0e8129ab4958aba319bdaca41367&device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 1129 time: 0.5056965 Feb 11 05:28:38.351587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a084e0f-1623-4e55-825e-0c180d252374 req-b9505f61-d3e2-4a90-9222-7c129f598b62 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1353617 Feb 11 05:28:38.433266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-7a6bec2c-c716-4d97-a49f-5bb7c3dc3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.434399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-7a6bec2c-c716-4d97-a49f-5bb7c3dc3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.434399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-7a6bec2c-c716-4d97-a49f-5bb7c3dc3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.437775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-7a6bec2c-c716-4d97-a49f-5bb7c3dc3f44 service neutron] 10.222.0.83 "GET /v2.0/networks?id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2 HTTP/1.1" status: 200 len: 2290 time: 0.4978290 Feb 11 05:28:38.538239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8feeee62-5348-40ba-b943-b0f34898d878), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.683484 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.685184 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.768632 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8feeee62-5348-40ba-b943-b0f34898d878), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.827561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:47Z', 'revision_number': 5, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:38.828836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feeee62-5348-40ba-b943-b0f34898d878']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:38.849194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29caad7-0402-4934-9b80-4e03017f6763') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:38.852910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29caad7-0402-4934-9b80-4e03017f6763') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:38.882540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (b29caad7-0402-4934-9b80-4e03017f6763), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.907993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b29caad7-0402-4934-9b80-4e03017f6763), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.919971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:38.921830 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cb84d9-d30e-4677-a705-94d97d7852c1 x-openstack-request-id: req-11cb84d9-d30e-4677-a705-94d97d7852c1 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:38.922447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (b29caad7-0402-4934-9b80-4e03017f6763), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.923792 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:38.925326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] Checking router: e9cf0e19-bcac-4e5b-9ba8-65aed8606970 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:38.925908 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11cb84d9-d30e-4677-a705-94d97d7852c1 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:38.926504 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'status': 'completed', 'code': 200} Feb 11 05:28:38.929688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37106-253e-47d0-8d57-205053ccd20b req-59d8a5bb-332c-4d7d-93f5-229e34d21721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.941791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-59d8a5bb-332c-4d7d-93f5-229e34d21721 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1096d03-5e50-4b6c-b02e-f061037c42d5 HTTP/1.1" status: 200 len: 929 time: 0.5763433 Feb 11 05:28:38.966901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:38.969056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:39.069929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-a396734f-713c-4763-89e0-a8e52a402304 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 200 len: 217 time: 0.1248083 Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:39.091274 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:39.184416 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8feeee62-5348-40ba-b943-b0f34898d878), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.221224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.224265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37106-253e-47d0-8d57-205053ccd20b req-a2954e78-deac-4162-9899-73915bcd8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.235535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-a2954e78-deac-4162-9899-73915bcd8fcb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=196c7aa2-deb9-402f-8f42-65690bbb31f5 HTTP/1.1" status: 200 len: 867 time: 0.1638806 Feb 11 05:28:39.235880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/networks/8feeee62-5348-40ba-b943-b0f34898d878 HTTP/1.1" status: 204 len: 168 time: 1.0188549 Feb 11 05:28:39.237170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326c487-a420-40b8-b2ea-8d430738da7d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Network': ['ID=8feeee62-5348-40ba-b943-b0f34898d878,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:39.243098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58928) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:39.392180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:39.478809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-638d18dd-3439-4615-bd4e-288cd13fcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.491668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-638d18dd-3439-4615-bd4e-288cd13fcf5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d9d0e8129ab4958aba319bdaca41367&device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 1129 time: 0.6397822 Feb 11 05:28:39.513670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f27df7-2858-4401-b9bf-1d08854640e3 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.521940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f27df7-2858-4401-b9bf-1d08854640e3 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.529062 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-96f27df7-2858-4401-b9bf-1d08854640e3 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2844410 Feb 11 05:28:39.530364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58936) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:39.537156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1318307003'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:39.641661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Made reservation on behalf of 9ac63988f13e4992abc3017bb58a3893 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:39.647875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.735583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:39.743709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37106-253e-47d0-8d57-205053ccd20b req-6fba80bf-65b4-4b92-b596-19dfc93d84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.745547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-6fba80bf-65b4-4b92-b596-19dfc93d84c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1096d03-5e50-4b6c-b02e-f061037c42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5092475 Feb 11 05:28:39.768007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaf8496f-bbbb-47c7-9368-96ae53ae17ce req-9dd84992-844e-4663-8042-9587a06d0833 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.2037268 Feb 11 05:28:39.777735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-ce3b061b-e8fc-4a8b-927a-23417cad61ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced HTTP/1.1" status: 200 len: 1001 time: 1.3317337 Feb 11 05:28:39.792199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7efc3f3e-45ee-43aa-b642-03566624870a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.795666 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Added segment 7efc3f3e-45ee-43aa-b642-03566624870a of type vlan for network df378711-06b6-4fcd-91e3-00d2f8287bb0 Feb 11 05:28:39.975795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.062940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (df378711-06b6-4fcd-91e3-00d2f8287bb0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.123482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:47Z', 'revision_number': 5, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:40.186984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (df378711-06b6-4fcd-91e3-00d2f8287bb0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.193018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.194538 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.200409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b87275-2b4c-49a9-ad44-8ce639e2a04f None None] The sync data for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 is: [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:27:40Z', 'revision_number': 4, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5494227b-14b2-4fcc-b866-bf5b8d9678c5', 'name': '', 'network_id': 'c1096d03-5e50-4b6c-b02e-f061037c42d5', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'mac_address': 'fa:16:3e:0e:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:39Z', 'updated_at': '2022-02-11T05:27:47Z', 'revision_number': 5, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'subnets': [{'id': '196c7aa2-deb9-402f-8f42-65690bbb31f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:40.203037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-5f09f7b8-3c4e-414e-89e7-7a66d556ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.205793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-5f09f7b8-3c4e-414e-89e7-7a66d556ddbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1096d03-5e50-4b6c-b02e-f061037c42d5 HTTP/1.1" status: 200 len: 929 time: 0.6463022 Feb 11 05:28:40.304473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-b7ecd066-db8b-4afa-9f31-7013a9bfd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.306496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-b7ecd066-db8b-4afa-9f31-7013a9bfd72e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd0ec941-1a13-44ed-bbdf-2af1456df270 HTTP/1.1" status: 200 len: 849 time: 0.4833336 Feb 11 05:28:40.314848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-0008f205-92e6-445f-90dc-7ef938c89cb1 service neutron] 10.222.0.62 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294659 Feb 11 05:28:40.451002 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9182703 Feb 11 05:28:40.457206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58956) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:40.457934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38780d9f-0403-4935-93dd-25be8cf2ae43 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Network': ['ID=df378711-06b6-4fcd-91e3-00d2f8287bb0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:40.469738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network df378711-06b6-4fcd-91e3-00d2f8287bb0 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:40.493831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-445367245'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:40.592296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b37106-253e-47d0-8d57-205053ccd20b req-a6cdae7e-2111-44e6-838a-ce7179ba03cb service neutron] 10.222.0.62 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737341 Feb 11 05:28:40.626597 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Made reservation on behalf of 9ac63988f13e4992abc3017bb58a3893 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:40.626994 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.745179 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d78e1c-ef6f-4c73-8064-d699d06ca06e None None] New status for floating IP 0ed89c0b-34a8-481f-95a7-367e9b6f1131: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:28:40.779654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:40.834581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (426389ab-fe77-4bd6-ab5e-381fbeff4c0b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.838471 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Added segment 426389ab-fe77-4bd6-ab5e-381fbeff4c0b of type vlan for network 1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b Feb 11 05:28:40.912750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-60175485-fcc5-4584-9a44-30b3322f36d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 200 len: 217 time: 0.3486011 Feb 11 05:28:40.964763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.052538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-8899b041-4d51-4708-8ad8-f2d86d40751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:41.059608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-8899b041-4d51-4708-8ad8-f2d86d40751c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=196c7aa2-deb9-402f-8f42-65690bbb31f5 HTTP/1.1" status: 200 len: 867 time: 0.1334395 Feb 11 05:28:41.141362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.147531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:41.148165 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.167894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-8c8d3b70-7c43-43f0-8bbf-998ce5e5697c tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips/0ed89c0b-34a8-481f-95a7-367e9b6f1131 HTTP/1.1" status: 200 len: 694 time: 0.2405128 Feb 11 05:28:41.179078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0b1ff27-9ad3-4431-89bc-e37898323256 req-26413039-56a1-4d2c-b5d2-a7c36cf6f3a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.2543602 Feb 11 05:28:41.313599 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.394696 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9211316 Feb 11 05:28:41.399114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58982) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:41.417396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'ports': [{'network_id': 'df378711-06b6-4fcd-91e3-00d2f8287bb0', 'name': 'tempest-port--1222469252', 'admin_state_up': True}, {'network_id': '1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b', 'admin_state_up': False}]} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:41.417892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'port': {'network_id': 'df378711-06b6-4fcd-91e3-00d2f8287bb0', 'name': 'tempest-port--1222469252', 'admin_state_up': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:41.418475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'port': {'network_id': '1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b', 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:41.423931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97723c6d-f0a1-4848-bda0-283443dcdbfe tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Network': ['ID=1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:41.449759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:41.565198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58984) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:41.705073 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:28:41.946836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-269af461-1c17-4a74-b929-479baecf73e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.161400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-269af461-1c17-4a74-b929-479baecf73e1 admin admin] Publish callbacks [] for security_group (f21bc0a9-2c26-423b-af29-4ce45ac03616), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.164426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-73f64219-126f-4007-a3ca-ebb6bd51f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.165993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-73f64219-126f-4007-a3ca-ebb6bd51f323 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.8491027 Feb 11 05:28:42.279741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-e3ea238a-32ab-46e1-8478-f57e69d4831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.281299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-e3ea238a-32ab-46e1-8478-f57e69d4831a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1096d03-5e50-4b6c-b02e-f061037c42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1012917 Feb 11 05:28:42.403327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-ba41f4e6-e24d-47d5-991d-978c824b10db tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.403327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-ba41f4e6-e24d-47d5-991d-978c824b10db tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 1.1675115 Feb 11 05:28:42.405951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-bc018304-00b3-4700-959d-0cacc6edeb8c tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:28:42.406937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-bc018304-00b3-4700-959d-0cacc6edeb8c tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127087 Feb 11 05:28:42.417298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-2b74e339-75a8-49a3-8248-4b463cff293f service neutron] 10.222.0.83 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441568 Feb 11 05:28:42.521399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-1d085ba7-6ca2-4862-a57f-2782760e93e0 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 695 time: 0.1026998 Feb 11 05:28:42.561429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-bf8dc379-7e79-4004-ad49-72faaa74a66f service neutron] 10.222.0.65 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730641 Feb 11 05:28:42.658735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-3958dc3c-bd87-4e62-b81a-7e9b39334fbd tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.86 HTTP/1.1" status: 200 len: 695 time: 0.1031210 Feb 11 05:28:42.667228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Made reservation on behalf of 9ac63988f13e4992abc3017bb58a3893 for: {'port': 2} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:42.672026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.674724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-269af461-1c17-4a74-b929-479baecf73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f21bc0a9-2c26-423b-af29-4ce45ac03616), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.723671 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.756843 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-9696c431-76d4-4e3f-abe2-dd9edd7b4e4c service neutron] 10.222.0.83 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255403 Feb 11 05:28:42.880214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269af461-1c17-4a74-b929-479baecf73e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21bc0a9-2c26-423b-af29-4ce45ac03616,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:42.889101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-269af461-1c17-4a74-b929-479baecf73e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7f1244770ec476db9bc2c640f6d7800&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3203833 Feb 11 05:28:42.890983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58998) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:42.897895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-b919af65-ecb4-451f-b0c0-056e84b09e7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 217 time: 0.1312261 Feb 11 05:28:42.983739 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59357d7a-9f42-4064-b9d7-d82f3d8c6259 req-9f65f8f8-0108-4e4b-bb12-8e61daabd86d service neutron] 10.222.0.65 "GET /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097152 Feb 11 05:28:43.012565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-c8e8e1f0-f32c-49be-b394-b86502c1cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.014030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-c8e8e1f0-f32c-49be-b394-b86502c1cb4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.1083217 Feb 11 05:28:43.123063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Deleting port 7ecfd457-165f-4ae5-93e4-bb6a9c29cd29 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:43.123317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.151453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] device_id is not set on port f8f9cb54-49a8-4469-ad49-b7349c22d573 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:43.243479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a203fcb-b10b-4a3e-8461-56cc8ce46200 req-dc43535f-81fd-4553-b0c0-542f399dc1e3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0893173 Feb 11 05:28:43.328112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-885af676-44f7-46c4-b06c-2f614a6486ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.335037 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks [] for port (f8f9cb54-49a8-4469-ad49-b7349c22d573), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.337191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-885af676-44f7-46c4-b06c-2f614a6486ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3121712 Feb 11 05:28:43.479197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.479807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.589569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Calling delete_port for 7ecfd457-165f-4ae5-93e4-bb6a9c29cd29 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:43.610155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] device_id is not set on port c45d25e3-4635-4ff1-bdd5-9f998ba26123 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:43.817057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks [] for port (c45d25e3-4635-4ff1-bdd5-9f998ba26123), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.828253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-abbc3943-cbdc-4cb1-9fe5-d4b53e7da018 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761257 Feb 11 05:28:43.875808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2723-f8e3-468f-8fcb-6fab62b31427 admin admin] Publish callbacks [] for security_group (f21bc0a9-2c26-423b-af29-4ce45ac03616), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.909736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2723-f8e3-468f-8fcb-6fab62b31427 admin admin] Publish callbacks [] for security_group (f21bc0a9-2c26-423b-af29-4ce45ac03616), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.977718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f8f9cb54-49a8-4469-ad49-b7349c22d573), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.038455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9776ac5-19b9-43e8-88d1-844b3c94d8df req-4501713f-c13e-4be3-bcd0-9135b007b5c4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:44.050051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9776ac5-19b9-43e8-88d1-844b3c94d8df req-4501713f-c13e-4be3-bcd0-9135b007b5c4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 946 time: 0.4835963 Feb 11 05:28:44.059690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Port': ['ID=f8f9cb54-49a8-4469-ad49-b7349c22d573,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:44.086168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2723-f8e3-468f-8fcb-6fab62b31427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f21bc0a9-2c26-423b-af29-4ce45ac03616), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.090163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2723-f8e3-468f-8fcb-6fab62b31427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.096473 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b0ef2723-f8e3-468f-8fcb-6fab62b31427 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f21bc0a9-2c26-423b-af29-4ce45ac03616 HTTP/1.1" status: 204 len: 168 time: 1.2010226 Feb 11 05:28:44.131600 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef2723-f8e3-468f-8fcb-6fab62b31427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21bc0a9-2c26-423b-af29-4ce45ac03616,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:44.183350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Checking segment: {'id': '7efc3f3e-45ee-43aa-b642-03566624870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'df378711-06b6-4fcd-91e3-00d2f8287bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:44.185296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Network hostable DHCP agents. Network: df378711-06b6-4fcd-91e3-00d2f8287bb0, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:44.296932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Network df378711-06b6-4fcd-91e3-00d2f8287bb0 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:44.366454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9776ac5-19b9-43e8-88d1-844b3c94d8df req-8d323dc4-a947-42da-9d53-f4ce08f359a7 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996094 Feb 11 05:28:44.395879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-59aa8ebb-0cdf-4303-b830-08945f7406d7 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501471 Feb 11 05:28:44.415519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, df378711-06b6-4fcd-91e3-00d2f8287bb0) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:44.424504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76fdd97-2f51-43bf-b9a4-de34e8c2e8f9 None None] Network df378711-06b6-4fcd-91e3-00d2f8287bb0 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:44.435889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:44.440302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c45d25e3-4635-4ff1-bdd5-9f998ba26123), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.595511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-e21a4569-2b81-406e-a493-97fbdfa64957 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 217 time: 0.2053776 Feb 11 05:28:44.629867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Port': ['ID=c45d25e3-4635-4ff1-bdd5-9f998ba26123,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:44.665421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7ecfd457-165f-4ae5-93e4-bb6a9c29cd29), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.701839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bc3f0c2-64d2-41fe-9754-035c5470902c req-5e452aa8-22f9-4512-b192-3e859b3707a0 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0936463 Feb 11 05:28:44.726950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Checking segment: {'id': '426389ab-fe77-4bd6-ab5e-381fbeff4c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:44.727286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Network hostable DHCP agents. Network: 1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:44.881154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Network 1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:44.910572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-92bdf3b5-cd3c-4be4-b4e9-e1b1ce64b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:44.913057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-92bdf3b5-cd3c-4be4-b4e9-e1b1ce64b6fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.2035325 Feb 11 05:28:44.941025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-f7a10a4b-4ed3-4291-adef-0f095d8de48c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:44.942957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-f7a10a4b-4ed3-4291-adef-0f095d8de48c tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 946 time: 0.9134853 Feb 11 05:28:44.986961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:44.995578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:44.997367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36740d28-aa0b-49b4-987c-9b1d9a3812e2 None None] Network 1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:45.009123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.020439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.022681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.097348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Pushing event deleted for resources: {'Port': ['ID=7ecfd457-165f-4ae5-93e4-bb6a9c29cd29,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:45.137725 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4f49eb8a-84b0-401a-82a7-4bb90fac9570 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7319188 Feb 11 05:28:45.138393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59040) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:45.223386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59042) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:45.233434 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks [] for floatingip (0ed89c0b-34a8-481f-95a7-367e9b6f1131), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.236257 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.237462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3857b62-15f8-4817-8365-9b1853d9fbd9 req-7ab1a1f6-54ca-4aca-86b5-079573a72dc6 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "DELETE /v2.0/floatingips/0ed89c0b-34a8-481f-95a7-367e9b6f1131 HTTP/1.1" status: 204 len: 173 time: 2.5326650 Feb 11 05:28:45.295323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d3e937f-b3d9-4738-9b50-b30f229d6bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.334800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-e283ffae-6be5-4ce6-96cf-0198c4475e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.339483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-e283ffae-6be5-4ce6-96cf-0198c4475e35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3749597 Feb 11 05:28:45.342756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Deleting port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:45.345097 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.375410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d508f-b8e8-44da-b394-949dd940404d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.406511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d508f-b8e8-44da-b394-949dd940404d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.410666 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-676d508f-b8e8-44da-b394-949dd940404d tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2711005 Feb 11 05:28:45.414765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59052) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:45.600340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b669cc24-c1bb-443b-946a-532c14b02caf tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Deleting port f8f9cb54-49a8-4469-ad49-b7349c22d573 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:45.600972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b669cc24-c1bb-443b-946a-532c14b02caf tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f8f9cb54-49a8-4469-ad49-b7349c22d573), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.706112 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b669cc24-c1bb-443b-946a-532c14b02caf tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f8f9cb54-49a8-4469-ad49-b7349c22d573), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.714522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-5761f7f9-0efb-4250-9554-34b38a89f04e service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659036 Feb 11 05:28:45.720471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] For port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,segment=NetworkSegment(3ddc340b-88c8-484a-8671-db70522937f6),segment_id=3ddc340b-88c8-484a-8671-db70522937f6)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:45.720907 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.734585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b669cc24-c1bb-443b-946a-532c14b02caf tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Calling delete_port for f8f9cb54-49a8-4469-ad49-b7349c22d573 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:45.797261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Calling delete_port for 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:45.886812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76c558-bb0b-4c2b-8052-5c4a8be62dd0 req-f2cfe4fe-5631-4511-9a92-602a7aeb8149 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.888504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e76c558-bb0b-4c2b-8052-5c4a8be62dd0 req-f2cfe4fe-5631-4511-9a92-602a7aeb8149 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4789410 Feb 11 05:28:45.903523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521b0f-003b-4a0b-a62e-ea8f806690c3 req-2106f39c-2038-4c1c-a889-4e9b578e109e tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:45.905008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11521b0f-003b-4a0b-a62e-ea8f806690c3 req-2106f39c-2038-4c1c-a889-4e9b578e109e tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 946 time: 0.3594296 Feb 11 05:28:45.981504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b669cc24-c1bb-443b-946a-532c14b02caf tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f8f9cb54-49a8-4469-ad49-b7349c22d573), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.009141 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d3e937f-b3d9-4738-9b50-b30f229d6bac admin admin] Publish callbacks [] for security_group (bbc9854b-7dd0-4bc0-bfb1-27061b5e0206), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.019032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e76c558-bb0b-4c2b-8052-5c4a8be62dd0 req-96cb5295-d595-483f-bf6a-1880844048f4 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0836880 Feb 11 05:28:46.061771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-35cd0764-1b7f-49d1-ba8c-bb242e4da6a4 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342466 Feb 11 05:28:46.076042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669cc24-c1bb-443b-946a-532c14b02caf tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Port': ['ID=f8f9cb54-49a8-4469-ad49-b7349c22d573,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.084137 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d3e937f-b3d9-4738-9b50-b30f229d6bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bbc9854b-7dd0-4bc0-bfb1-27061b5e0206), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.106155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b669cc24-c1bb-443b-946a-532c14b02caf tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.113200 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b669cc24-c1bb-443b-946a-532c14b02caf tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/ports/f8f9cb54-49a8-4469-ad49-b7349c22d573 HTTP/1.1" status: 204 len: 168 time: 0.6934898 Feb 11 05:28:46.118204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59070) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.150880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11521b0f-003b-4a0b-a62e-ea8f806690c3 req-ec811874-84a2-4b83-84e0-12ef8d4336d4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/security-groups?id=37530751-f7b5-40d1-a664-d4512644e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127523 Feb 11 05:28:46.184006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-980e763a-21dd-483c-928c-ce33062d9a4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a HTTP/1.1" status: 200 len: 217 time: 0.0965683 Feb 11 05:28:46.300334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c2288-d3ad-407a-9f16-b713e9592c88 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Deleting port c45d25e3-4635-4ff1-bdd5-9f998ba26123 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:46.300738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2288-d3ad-407a-9f16-b713e9592c88 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c45d25e3-4635-4ff1-bdd5-9f998ba26123), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.331949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8d3e937f-b3d9-4738-9b50-b30f229d6bac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a134f44c779a4ce588fc2256ce2c214f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1058109 Feb 11 05:28:46.335453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6f9cb8b-2c18-4aec-a7af-aca55a2d6204 req-29cf59ce-d4dc-4b84-9870-05ccd01341be tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1594470 Feb 11 05:28:46.337267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59082) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.399851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2288-d3ad-407a-9f16-b713e9592c88 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c45d25e3-4635-4ff1-bdd5-9f998ba26123), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.414902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c2288-d3ad-407a-9f16-b713e9592c88 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Calling delete_port for c45d25e3-4635-4ff1-bdd5-9f998ba26123 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:46.425031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e937f-b3d9-4738-9b50-b30f229d6bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc9854b-7dd0-4bc0-bfb1-27061b5e0206,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.447628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce3dbafe-9e6c-4627-b39b-7673d42faf96 req-a9472251-12ce-4f07-8e39-892f466f40c2 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1248994 Feb 11 05:28:46.564529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-3ad5601a-8950-48b9-8c9e-78085497ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.572352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-3ad5601a-8950-48b9-8c9e-78085497ccaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.3873627 Feb 11 05:28:46.655131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2288-d3ad-407a-9f16-b713e9592c88 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c45d25e3-4635-4ff1-bdd5-9f998ba26123), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.689543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c2288-d3ad-407a-9f16-b713e9592c88 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Port': ['ID=c45d25e3-4635-4ff1-bdd5-9f998ba26123,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.696262 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2288-d3ad-407a-9f16-b713e9592c88 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.702418 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b6c2288-d3ad-407a-9f16-b713e9592c88 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/ports/c45d25e3-4635-4ff1-bdd5-9f998ba26123 HTTP/1.1" status: 204 len: 168 time: 0.5775881 Feb 11 05:28:46.702723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59098) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.712261 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6ba8-b034-4a2f-b4ae-23d90486da8e admin admin] Publish callbacks [] for security_group (bbc9854b-7dd0-4bc0-bfb1-27061b5e0206), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.745071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-95ed5f8a-bfc0-4779-8751-91c317b67cde tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378029 Feb 11 05:28:46.746508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59100) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.751881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1842248368'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:46.753052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0287d24b-2b8a-4e6b-92cf-8283e9eb8067), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.782659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6ba8-b034-4a2f-b4ae-23d90486da8e admin admin] Publish callbacks [] for security_group (bbc9854b-7dd0-4bc0-bfb1-27061b5e0206), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.828958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Pushing event deleted for resources: {'Port': ['ID=0287d24b-2b8a-4e6b-92cf-8283e9eb8067,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.846011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fd9a-f528-4138-ae38-1b4a5b006c32 req-5ca055ee-bdb9-44fb-b493-204b6ffaaea0 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.847603 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6b4fd9a-f528-4138-ae38-1b4a5b006c32 req-5ca055ee-bdb9-44fb-b493-204b6ffaaea0 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 951 time: 0.2502837 Feb 11 05:28:46.851175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-248fca3c-5d57-4ede-b5c6-61283bcf0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.853019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-248fca3c-5d57-4ede-b5c6-61283bcf0ecf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2667570 Feb 11 05:28:46.950848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Made reservation on behalf of 9ac63988f13e4992abc3017bb58a3893 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:46.953968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.001662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:47.012631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5bf676ff-cf91-476c-bfb4-e073b27cee16), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.013057 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Added segment 5bf676ff-cf91-476c-bfb4-e073b27cee16 of type vlan for network 8bec64e7-7e92-4a3f-958a-71599ee8166f Feb 11 05:28:47.069971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8bec64e7-7e92-4a3f-958a-71599ee8166f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.169639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8bec64e7-7e92-4a3f-958a-71599ee8166f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.174921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:47.175619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.273244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Network': ['ID=8bec64e7-7e92-4a3f-958a-71599ee8166f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:47.281670 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f857bcba-49ef-4ae4-a36d-98cae6d57288 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5314775 Feb 11 05:28:47.282833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59106) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:47.286272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8bec64e7-7e92-4a3f-958a-71599ee8166f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:47.288324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-187044647'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:47.412354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Made reservation on behalf of 9ac63988f13e4992abc3017bb58a3893 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:47.416761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.437053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] No DVR routers for this DVR port 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:47.442501 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.447879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43219d60-fa43-4431-89dd-6cc99c0d807c req-0c59d320-5ba0-4c13-9ec0-043a4948e8f4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.65 "DELETE /v2.0/ports/0287d24b-2b8a-4e6b-92cf-8283e9eb8067 HTTP/1.1" status: 204 len: 173 time: 2.4722939 Feb 11 05:28:47.451258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:47.454780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67', 'name': 'network-vif-deleted', 'tag': '0287d24b-2b8a-4e6b-92cf-8283e9eb8067'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:47.460991 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a24da0a-1fe8-45df-8204-c00b65a859dd" -d '{"events": [{"server_uuid": "f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67", "name": "network-vif-deleted", "tag": "0287d24b-2b8a-4e6b-92cf-8283e9eb8067"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:47.471036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:47.502487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ff60b83d-3f4e-4176-a9e5-2d608a0c2e52), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.503622 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Added segment ff60b83d-3f4e-4176-a9e5-2d608a0c2e52 of type vlan for network ee6d32a5-0a14-401f-a718-ef22866e0699 Feb 11 05:28:47.534818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:47.537306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0287d24b-2b8a-4e6b-92cf-8283e9eb8067 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:47.594890 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (ee6d32a5-0a14-401f-a718-ef22866e0699), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.598319 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-c5bbd504-4da0-46b3-8ba8-1b4627cf5586 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396646 Feb 11 05:28:47.602827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6ba8-b034-4a2f-b4ae-23d90486da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bbc9854b-7dd0-4bc0-bfb1-27061b5e0206), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.606042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6ba8-b034-4a2f-b4ae-23d90486da8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.610494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b4bf6ba8-b034-4a2f-b4ae-23d90486da8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbc9854b-7dd0-4bc0-bfb1-27061b5e0206 HTTP/1.1" status: 204 len: 168 time: 1.2627883 Feb 11 05:28:47.625283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6b4fd9a-f528-4138-ae38-1b4a5b006c32 req-ad9b66db-7fe0-4055-8ae5-0a666dc9f3c5 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642360 Feb 11 05:28:47.692134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf6ba8-b034-4a2f-b4ae-23d90486da8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc9854b-7dd0-4bc0-bfb1-27061b5e0206,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:47.720618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2454c-fc84-4673-9cd4-3a3cdb79fb4f req-0ab96754-a754-46c2-a5f8-5b6933016c7c tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:47.722195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bc2454c-fc84-4673-9cd4-3a3cdb79fb4f req-0ab96754-a754-46c2-a5f8-5b6933016c7c tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 946 time: 0.3648579 Feb 11 05:28:47.760925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (ee6d32a5-0a14-401f-a718-ef22866e0699), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.769868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:47.772257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.828182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b714b8d5-8b81-4280-a068-d203c621b6d8 req-2e1280d6-f1ed-4b7f-8ba1-5c05f11335e4 tempest-AttachVolumeNegativeTest-2019024229 tempest-AttachVolumeNegativeTest-2019024229-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67 HTTP/1.1" status: 200 len: 210 time: 0.0846436 Feb 11 05:28:47.865663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Network': ['ID=ee6d32a5-0a14-401f-a718-ef22866e0699,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:47.881641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network ee6d32a5-0a14-401f-a718-ef22866e0699 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:47.888626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bc2454c-fc84-4673-9cd4-3a3cdb79fb4f req-50f112f8-e852-42a0-ac7d-fb9b6a385600 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439898 Feb 11 05:28:47.893183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-023e006b-0954-43c7-a1dc-faef484d1753 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629247 Feb 11 05:28:47.968472 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c128d1d-6f0b-4315-b169-29206186d2c0 x-openstack-request-id: req-0c128d1d-6f0b-4315-b169-29206186d2c0 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:47.968472 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67", "name": "network-vif-deleted", "tag": "0287d24b-2b8a-4e6b-92cf-8283e9eb8067", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:47.968472 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c128d1d-6f0b-4315-b169-29206186d2c0 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:47.968998 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cc1e01-67b7-4bac-b2ac-9d9e6a6ead67', 'name': 'network-vif-deleted', 'tag': '0287d24b-2b8a-4e6b-92cf-8283e9eb8067', 'status': 'completed', 'code': 200} Feb 11 05:28:47.970100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-7faecc8a-cccf-40a8-9b94-a6539b8026f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a HTTP/1.1" status: 200 len: 217 time: 0.0697920 Feb 11 05:28:48.056232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c38fa985-091a-4836-acf0-1bf8800a0624 req-905eef81-4cff-40ab-b1fc-e020bb53fbf1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0767980 Feb 11 05:28:48.063420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-20ed6b47-80c0-42a5-9850-75edced16ffb tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7694719 Feb 11 05:28:48.097515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-b1baa1b4-5b36-47c6-8723-3dac0cc2ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.097515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-b1baa1b4-5b36-47c6-8723-3dac0cc2ab02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.1102381 Feb 11 05:28:48.154775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-0638eb48-a29d-4500-bc2d-3e560d04318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.161940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-0638eb48-a29d-4500-bc2d-3e560d04318c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0601995 Feb 11 05:28:48.201065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59126) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:48.205988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'subnets': [{'network_id': '8bec64e7-7e92-4a3f-958a-71599ee8166f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--444424454', 'ip_version': 4}, {'network_id': 'ee6d32a5-0a14-401f-a718-ef22866e0699', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:48.206313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'subnet': {'network_id': '8bec64e7-7e92-4a3f-958a-71599ee8166f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--444424454', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:48.206905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Request body: {'subnet': {'network_id': 'ee6d32a5-0a14-401f-a718-ef22866e0699', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:48.348129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-d370972c-570e-4014-8bb7-6bf391238d18 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806464 Feb 11 05:28:48.512720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-dac8dc74-8bb0-44b1-9446-c4ddd4d3be11 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546705 Feb 11 05:28:48.554856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Made reservation on behalf of 9ac63988f13e4992abc3017bb58a3893 for: {'subnet': 2} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:48.558582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-c7afd30a-5c84-42e7-a082-ed3a250e4614 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a HTTP/1.1" status: 200 len: 217 time: 0.0399549 Feb 11 05:28:48.564114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.564114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.603021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6312d-e377-4664-b180-d633d024ada6 req-d2f3c1d6-037c-4424-ae26-30990b5bea62 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.605176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48e6312d-e377-4664-b180-d633d024ada6 req-d2f3c1d6-037c-4424-ae26-30990b5bea62 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 946 time: 0.1357768 Feb 11 05:28:48.770588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-83031f5d-cbb7-453a-95ca-af0198ba83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.773042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-83031f5d-cbb7-453a-95ca-af0198ba83c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f HTTP/1.1" status: 200 len: 797 time: 0.2092779 Feb 11 05:28:48.849325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Deleting port f2f97d9f-1b7c-469a-ad06-5e7934bf432e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:48.850548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.939663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59164) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:48.941735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-2a854ca5-1f6b-420a-8df5-110d193a44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.944023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-2a854ca5-1f6b-420a-8df5-110d193a44ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1602056 Feb 11 05:28:49.081424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] For port f2f97d9f-1b7c-469a-ad06-5e7934bf432e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:49.082538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.152721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Calling delete_port for f2f97d9f-1b7c-469a-ad06-5e7934bf432e owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:49.305851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-f7eed154-ba12-4285-9d2c-a7aec36e1198 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537564 Feb 11 05:28:49.362794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f958-af34-4451-8edf-801d705a1b6e req-1f11f11a-dd40-48f0-a88a-091ff96bf10a tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:49.370267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2790f958-af34-4451-8edf-801d705a1b6e req-1f11f11a-dd40-48f0-a88a-091ff96bf10a tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 946 time: 0.3176677 Feb 11 05:28:49.372400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (dfe634a6-ffe6-4c48-92c5-11f5d95329d3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.410389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-804ca835-c055-43f9-9b69-06e7575f59c1 admin admin] Deleting subnet 136e7de0-3684-4b63-a60d-6ced8f56b0ce {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:49.423480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-804ca835-c055-43f9-9b69-06e7575f59c1 admin admin] Publish callbacks [] for subnet (136e7de0-3684-4b63-a60d-6ced8f56b0ce), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.464565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:49.466337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Subnet': ['ID=dfe634a6-ffe6-4c48-92c5-11f5d95329d3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:49.538447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Checking segment: {'id': '5bf676ff-cf91-476c-bfb4-e073b27cee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8bec64e7-7e92-4a3f-958a-71599ee8166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:49.538738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Network hostable DHCP agents. Network: 8bec64e7-7e92-4a3f-958a-71599ee8166f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:49.654902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:49.656544 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.666187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2790f958-af34-4451-8edf-801d705a1b6e req-61a50f03-1772-48ef-bd4a-d4fa77afe121 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/security-groups?id=da66afd7-5e17-4bca-b959-1b339477019b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949913 Feb 11 05:28:49.697257 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-804ca835-c055-43f9-9b69-06e7575f59c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (136e7de0-3684-4b63-a60d-6ced8f56b0ce), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.718128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Network 8bec64e7-7e92-4a3f-958a-71599ee8166f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:49.738052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:49.740547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:49.744719 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4095902-fffb-4c5f-a3ce-c85a1efd5f20" -d '{"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:49.759943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-0c0d6127-1fd8-42a2-aceb-4118aeb49eaa service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458416 Feb 11 05:28:49.865830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9557e4b1-b072-4de1-9eaf-9dc564c8a1c3 req-c7109b4f-0a42-4f39-84ab-86db7f988f7e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0851815 Feb 11 05:28:49.867283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-be0256ef-853e-412d-84b6-f71a1fd9f464 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00 HTTP/1.1" status: 200 len: 217 time: 0.0837646 Feb 11 05:28:49.878154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8bec64e7-7e92-4a3f-958a-71599ee8166f) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:49.882722 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (1558ab88-216b-48ac-870f-cd085cab9386), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.883809 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.954560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-e71fb761-c806-4363-89b7-9eedd6f35375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:49.956204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-e71fb761-c806-4363-89b7-9eedd6f35375 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f HTTP/1.1" status: 200 len: 797 time: 0.0800984 Feb 11 05:28:49.959688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-804ca835-c055-43f9-9b69-06e7575f59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (136e7de0-3684-4b63-a60d-6ced8f56b0ce), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.034513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=11']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:50.038365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be43ea-ff0b-4ada-bd06-b6308c3816a1 None None] Network 8bec64e7-7e92-4a3f-958a-71599ee8166f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:50.051242 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7283b4e9-79b4-405b-aced-0d316ea1d379 x-openstack-request-id: req-7283b4e9-79b4-405b-aced-0d316ea1d379 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:50.053104 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:50.053532 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7283b4e9-79b4-405b-aced-0d316ea1d379 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:50.054100 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'code': 200} Feb 11 05:28:50.076445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f2f97d9f-1b7c-469a-ad06-5e7934bf432e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.089127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event updated for resources: {'Subnet': ['ID=1558ab88-216b-48ac-870f-cd085cab9386,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:50.089963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.090322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.090670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.091014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.091349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.091687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.092020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.092351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.092707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.093041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.093370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.093697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.094026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:50.098660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Checking segment: {'id': 'ff60b83d-3f4e-4176-a9e5-2d608a0c2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee6d32a5-0a14-401f-a718-ef22866e0699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:50.103573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Network hostable DHCP agents. Network: ee6d32a5-0a14-401f-a718-ef22866e0699, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:50.122090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f2f97d9f-1b7c-469a-ad06-5e7934bf432e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:50.149539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Pushing event deleted for resources: {'Port': ['ID=f2f97d9f-1b7c-469a-ad06-5e7934bf432e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:50.201684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-78660b7a-f684-40de-921c-8284de10b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:50.203248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-78660b7a-f684-40de-921c-8284de10b798 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2409809 Feb 11 05:28:50.220117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] No DVR routers for this DVR port f2f97d9f-1b7c-469a-ad06-5e7934bf432e on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:50.230772 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.234705 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48e6312d-e377-4664-b180-d633d024ada6 req-e10d454b-e8f3-401a-a31e-92b4640460b1 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.65 "DELETE /v2.0/ports/f2f97d9f-1b7c-469a-ad06-5e7934bf432e HTTP/1.1" status: 204 len: 173 time: 1.6238840 Feb 11 05:28:50.236206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'name': 'network-vif-deleted', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:50.238541 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d879c21-3ed5-49aa-99e7-6ffbaa848d2f" -d '{"events": [{"server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "name": "network-vif-deleted", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:50.243876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Network ee6d32a5-0a14-401f-a718-ef22866e0699 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:50.279119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-804ca835-c055-43f9-9b69-06e7575f59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (136e7de0-3684-4b63-a60d-6ced8f56b0ce), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.372832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, ee6d32a5-0a14-401f-a718-ef22866e0699) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:50.377525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:50.378191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:50.379104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.402803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b57b5-0388-41e6-b391-ad4a241737bc None None] Network ee6d32a5-0a14-401f-a718-ef22866e0699 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:50.470917 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5170d2c1-4892-441e-858f-ac8d088016b1 x-openstack-request-id: req-5170d2c1-4892-441e-858f-ac8d088016b1 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:50.472992 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a80422f-088c-4bbd-b205-ad18a46d6981", "name": "network-vif-deleted", "tag": "f2f97d9f-1b7c-469a-ad06-5e7934bf432e", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:50.473264 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5170d2c1-4892-441e-858f-ac8d088016b1 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:50.473730 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a80422f-088c-4bbd-b205-ad18a46d6981', 'name': 'network-vif-deleted', 'tag': 'f2f97d9f-1b7c-469a-ad06-5e7934bf432e', 'status': 'completed', 'code': 200} Feb 11 05:28:50.478482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ca835-c055-43f9-9b69-06e7575f59c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=136e7de0-3684-4b63-a60d-6ced8f56b0ce,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:50.491176 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-804ca835-c055-43f9-9b69-06e7575f59c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.498345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-804ca835-c055-43f9-9b69-06e7575f59c1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/136e7de0-3684-4b63-a60d-6ced8f56b0ce HTTP/1.1" status: 204 len: 168 time: 1.5532882 Feb 11 05:28:50.500867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59216) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:50.514238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-8bec64e7-7e92-4a3f-958a-71599ee8166f', 'network_id': '8bec64e7-7e92-4a3f-958a-71599ee8166f', 'project_id': '9ac63988f13e4992abc3017bb58a3893', 'fixed_ips': [{'subnet_id': 'dfe634a6-ffe6-4c48-92c5-11f5d95329d3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:28:50.514238 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.572665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-0fa9b9dc-0637-48f8-96da-2ebe3104884a service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538086 Feb 11 05:28:50.577998 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-59330f47-c627-4206-9db4-5fcd829325dc tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.3736293 Feb 11 05:28:50.585187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:50.677684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (549239a2-be08-4acd-8b88-18888be5740c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.694380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-ee6d32a5-0a14-401f-a718-ef22866e0699', 'network_id': 'ee6d32a5-0a14-401f-a718-ef22866e0699', 'project_id': '9ac63988f13e4992abc3017bb58a3893', 'fixed_ips': [{'subnet_id': '1558ab88-216b-48ac-870f-cd085cab9386'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:28:50.695069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.959814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (549239a2-be08-4acd-8b88-18888be5740c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.999492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Allocated IP 172.20.0.2 (8bec64e7-7e92-4a3f-958a-71599ee8166f/dfe634a6-ffe6-4c48-92c5-11f5d95329d3/e60170ce-aab3-4440-936f-fc6f6d0be8a1) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:51.028390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549239a2-be08-4acd-8b88-18888be5740c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:51.053402 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddc340b-88c8-484a-8671-db70522937f6') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:51.053715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddc340b-88c8-484a-8671-db70522937f6') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:51.073227 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (3ddc340b-88c8-484a-8671-db70522937f6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.103025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3ddc340b-88c8-484a-8671-db70522937f6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.111118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87175f96-ec78-457f-8044-4e0d35889549 req-6f2144b3-f032-41aa-aef3-32aa7a6e2e76 tempest-FloatingIPsAssociationNegativeTestJSON-297287755 tempest-FloatingIPsAssociationNegativeTestJSON-297287755-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a80422f-088c-4bbd-b205-ad18a46d6981 HTTP/1.1" status: 200 len: 210 time: 0.1815963 Feb 11 05:28:51.118848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:51.119266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (3ddc340b-88c8-484a-8671-db70522937f6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.127610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920bdc1d-edb3-4bd4-9cee-7c8fdcd66324 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.139435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920bdc1d-edb3-4bd4-9cee-7c8fdcd66324 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.141629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920bdc1d-edb3-4bd4-9cee-7c8fdcd66324 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.147957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-920bdc1d-edb3-4bd4-9cee-7c8fdcd66324 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5577369 Feb 11 05:28:51.199578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59234) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:51.231261 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:51.319080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dcf29f7b-684a-4f50-8616-e46e97ece4b8 req-e330207e-e428-4172-b4a5-4bb62ef4c28f service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328420 Feb 11 05:28:51.324690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Allocated IP 172.20.0.18 (ee6d32a5-0a14-401f-a718-ef22866e0699/1558ab88-216b-48ac-870f-cd085cab9386/76311541-79b2-47b1-8863-f65a6ed7230e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:51.349560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (549239a2-be08-4acd-8b88-18888be5740c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.349560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.352536 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/549239a2-be08-4acd-8b88-18888be5740c HTTP/1.1" status: 204 len: 168 time: 0.8506141 Feb 11 05:28:51.355955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78b710ec-60da-40ee-bfee-ac1727c0e2cb req-45d46184-00b7-4718-934b-d4e53d713779 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0896878 Feb 11 05:28:51.381439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd8566-2208-48f1-8790-3508e8fe23f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=549239a2-be08-4acd-8b88-18888be5740c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:51.419866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ca44db-c350-43c9-be12-97eea9c2d984 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Deleting subnet dfe634a6-ffe6-4c48-92c5-11f5d95329d3 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:51.437564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8476d-35d2-4a97-bf1a-fd48a7482d1d req-c2835973-bb6c-4aac-9b59-9f129da95b01 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.445315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fb8476d-35d2-4a97-bf1a-fd48a7482d1d req-c2835973-bb6c-4aac-9b59-9f129da95b01 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 949 time: 0.4272337 Feb 11 05:28:51.513516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fb8476d-35d2-4a97-bf1a-fd48a7482d1d req-4e14c5db-5ece-4bd7-adc6-86b602e69847 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652444 Feb 11 05:28:51.591624 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Publish callbacks [] for port (e60170ce-aab3-4440-936f-fc6f6d0be8a1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.663328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e0ca44db-c350-43c9-be12-97eea9c2d984 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks [] for subnet (dfe634a6-ffe6-4c48-92c5-11f5d95329d3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.666424 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Publish callbacks [] for port (76311541-79b2-47b1-8863-f65a6ed7230e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.676665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (e60170ce-aab3-4440-936f-fc6f6d0be8a1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.749572 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e0ca44db-c350-43c9-be12-97eea9c2d984 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (dfe634a6-ffe6-4c48-92c5-11f5d95329d3), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.788436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Network 8bec64e7-7e92-4a3f-958a-71599ee8166f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:51.790412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Pushing event updated for resources: {'Port': ['ID=e60170ce-aab3-4440-936f-fc6f6d0be8a1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:51.808529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:51.817164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:51.824530 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.905636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Network ee6d32a5-0a14-401f-a718-ef22866e0699 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:51.908964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Pushing event updated for resources: {'Port': ['ID=76311541-79b2-47b1-8863-f65a6ed7230e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:51.921769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:51.925518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:51.983703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e0ca44db-c350-43c9-be12-97eea9c2d984 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (dfe634a6-ffe6-4c48-92c5-11f5d95329d3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.084811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Attempting to bind port 76311541-79b2-47b1-8863-f65a6ed7230e on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:52.086093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Attempting to bind port 76311541-79b2-47b1-8863-f65a6ed7230e by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ff60b83d-3f4e-4176-a9e5-2d608a0c2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee6d32a5-0a14-401f-a718-ef22866e0699'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:52.099833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Attempting to bind port 76311541-79b2-47b1-8863-f65a6ed7230e on network ee6d32a5-0a14-401f-a718-ef22866e0699 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:52.113979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Attempting to bind port e60170ce-aab3-4440-936f-fc6f6d0be8a1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:52.114706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Attempting to bind port e60170ce-aab3-4440-936f-fc6f6d0be8a1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '5bf676ff-cf91-476c-bfb4-e073b27cee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8bec64e7-7e92-4a3f-958a-71599ee8166f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:52.115255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Attempting to bind port e60170ce-aab3-4440-936f-fc6f6d0be8a1 on network 8bec64e7-7e92-4a3f-958a-71599ee8166f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:52.120440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59246) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:52.126614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:52.127016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Checking segment: {'id': '5bf676ff-cf91-476c-bfb4-e073b27cee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8bec64e7-7e92-4a3f-958a-71599ee8166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:52.127409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.132301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Bound using segment: {'id': '5bf676ff-cf91-476c-bfb4-e073b27cee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8bec64e7-7e92-4a3f-958a-71599ee8166f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:52.132867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Bound port: e60170ce-aab3-4440-936f-fc6f6d0be8a1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf676ff-cf91-476c-bfb4-e073b27cee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8bec64e7-7e92-4a3f-958a-71599ee8166f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:52.133293 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e60170ce-aab3-4440-936f-fc6f6d0be8a1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.136453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:52.136856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Checking segment: {'id': 'ff60b83d-3f4e-4176-a9e5-2d608a0c2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee6d32a5-0a14-401f-a718-ef22866e0699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:52.137252 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.137645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Bound using segment: {'id': 'ff60b83d-3f4e-4176-a9e5-2d608a0c2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee6d32a5-0a14-401f-a718-ef22866e0699'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:52.140130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Bound port: 76311541-79b2-47b1-8863-f65a6ed7230e, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff60b83d-3f4e-4176-a9e5-2d608a0c2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee6d32a5-0a14-401f-a718-ef22866e0699'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:52.141153 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.190045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-976da60b-b307-4705-b6cd-506246b4a7a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56411ff6c3314ac5986b381b056ff17c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652871 Feb 11 05:28:52.190512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59250) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:52.199967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e0ca44db-c350-43c9-be12-97eea9c2d984 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (dfe634a6-ffe6-4c48-92c5-11f5d95329d3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.215056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59252) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:52.273437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] For port 76311541-79b2-47b1-8863-f65a6ed7230e, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:52.278206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] For port 76311541-79b2-47b1-8863-f65a6ed7230e, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=76311541-79b2-47b1-8863-f65a6ed7230e,segment=NetworkSegment(ff60b83d-3f4e-4176-a9e5-2d608a0c2e52),segment_id=ff60b83d-3f4e-4176-a9e5-2d608a0c2e52)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:52.283697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] For port e60170ce-aab3-4440-936f-fc6f6d0be8a1, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:52.290183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] For port e60170ce-aab3-4440-936f-fc6f6d0be8a1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e60170ce-aab3-4440-936f-fc6f6d0be8a1,segment=NetworkSegment(5bf676ff-cf91-476c-bfb4-e073b27cee16),segment_id=5bf676ff-cf91-476c-bfb4-e073b27cee16)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:52.292750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca44db-c350-43c9-be12-97eea9c2d984 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe634a6-ffe6-4c48-92c5-11f5d95329d3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.330765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e0ca44db-c350-43c9-be12-97eea9c2d984 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.344043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e0ca44db-c350-43c9-be12-97eea9c2d984 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/subnets/dfe634a6-ffe6-4c48-92c5-11f5d95329d3 HTTP/1.1" status: 204 len: 168 time: 1.1424434 Feb 11 05:28:52.344913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59256) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:52.402546 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.429227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af8c540-e918-4a9a-9891-04885b69bbb2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Deleting subnet 1558ab88-216b-48ac-870f-cd085cab9386 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:52.440852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5af8c540-e918-4a9a-9891-04885b69bbb2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks [] for subnet (1558ab88-216b-48ac-870f-cd085cab9386), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.561442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5af8c540-e918-4a9a-9891-04885b69bbb2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (1558ab88-216b-48ac-870f-cd085cab9386), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.570014 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e60170ce-aab3-4440-936f-fc6f6d0be8a1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.576057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e75d7-e65d-4881-af37-049dfb6d123f None None] Pushing event updated for resources: {'Port': ['ID=76311541-79b2-47b1-8863-f65a6ed7230e,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.657285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ccae8-10ee-4eca-9f73-b6537c97aa13 None None] Pushing event updated for resources: {'Port': ['ID=e60170ce-aab3-4440-936f-fc6f6d0be8a1,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.770654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5de881-857d-4900-9d49-90cd3f7fccb2 None None] Network 8bec64e7-7e92-4a3f-958a-71599ee8166f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:52.800520 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06fe24d8-00f6-48e7-a4f3-f9bf42bb1661 req-85c658e3-05c9-4f98-9873-24c68aa53e0c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1747577 Feb 11 05:28:52.950183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-42b97c4a-89f7-4692-aaba-cdcb5ca45f87 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.951862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-42b97c4a-89f7-4692-aaba-cdcb5ca45f87 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.83 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 949 time: 0.2991624 Feb 11 05:28:52.957279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5af8c540-e918-4a9a-9891-04885b69bbb2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (1558ab88-216b-48ac-870f-cd085cab9386), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.970217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c1eab-4a01-4d56-a77d-fbb7e663f17a req-d5bb4b1d-6c42-49de-9bc7-112a7547858f tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.971952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-234c1eab-4a01-4d56-a77d-fbb7e663f17a req-d5bb4b1d-6c42-49de-9bc7-112a7547858f tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 949 time: 0.2718351 Feb 11 05:28:52.985191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-831c5ba6-3da9-40c3-9b92-4af761744b45 admin admin] Publish callbacks [] for security_group (37530751-f7b5-40d1-a664-d4512644e3b2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.034683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-831c5ba6-3da9-40c3-9b92-4af761744b45 admin admin] Publish callbacks [] for security_group (37530751-f7b5-40d1-a664-d4512644e3b2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.166673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-234c1eab-4a01-4d56-a77d-fbb7e663f17a req-40c6ef6f-8830-4c1f-86d6-f01a1c450806 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/security-groups?id=6328f169-3ccf-4dae-b1f7-e7e41e5013fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714032 Feb 11 05:28:53.214295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Deleting port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:53.215144 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.360367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5af8c540-e918-4a9a-9891-04885b69bbb2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (1558ab88-216b-48ac-870f-cd085cab9386), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.439953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-831c5ba6-3da9-40c3-9b92-4af761744b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (37530751-f7b5-40d1-a664-d4512644e3b2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.443649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-831c5ba6-3da9-40c3-9b92-4af761744b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.445289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-831c5ba6-3da9-40c3-9b92-4af761744b45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37530751-f7b5-40d1-a664-d4512644e3b2 HTTP/1.1" status: 204 len: 168 time: 1.2537155 Feb 11 05:28:53.465781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] For port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:53.466057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f2f97d9f-1b7c-469a-ad06-5e7934bf432e no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:53.466296 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.482191 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Calling delete_port for 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:53.497806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c5ba6-3da9-40c3-9b92-4af761744b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37530751-f7b5-40d1-a664-d4512644e3b2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.531917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: f2f97d9f-1b7c-469a-ad06-5e7934bf432e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:53.532283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f2f97d9f-1b7c-469a-ad06-5e7934bf432e not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:53.651174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5af8c540-e918-4a9a-9891-04885b69bbb2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.657109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5af8c540-e918-4a9a-9891-04885b69bbb2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/subnets/1558ab88-216b-48ac-870f-cd085cab9386 HTTP/1.1" status: 204 len: 168 time: 1.3088315 Feb 11 05:28:53.657630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.665296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59272) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:53.686340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8c540-e918-4a9a-9891-04885b69bbb2 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Subnet': ['ID=1558ab88-216b-48ac-870f-cd085cab9386,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.741518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1b8bacf5-0266-4bfd-9a39-f85449cb09c9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.804322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Pushing event deleted for resources: {'Port': ['ID=1b8bacf5-0266-4bfd-9a39-f85449cb09c9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.892464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192bd432-13b7-4686-bbde-13ade0838c2b tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.894203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-192bd432-13b7-4686-bbde-13ade0838c2b tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2270310 Feb 11 05:28:53.908268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59278) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:54.030957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] No DVR routers for this DVR port 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:54.076083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.084293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe31cfb2-361c-4cb9-9c70-cfb9ec46a96c req-ca8ecf01-7394-47e3-a011-8350e80060a6 tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.83 "DELETE /v2.0/ports/1b8bacf5-0266-4bfd-9a39-f85449cb09c9 HTTP/1.1" status: 204 len: 173 time: 1.0900221 Feb 11 05:28:54.084971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-deleted', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:54.089802 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1494e1-ed69-46c7-adec-fd46f97bf297" -d '{"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-deleted", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:54.155581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 76311541-79b2-47b1-8863-f65a6ed7230e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:54.189690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54b66fcb-bb10-4f0d-80b6-3156512f2d2d req-ad90e77d-5bcb-4248-af77-a725b23a7705 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1558180 Feb 11 05:28:54.215239 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cab7554-68bd-4996-914f-60f5de178df7 x-openstack-request-id: req-6cab7554-68bd-4996-914f-60f5de178df7 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:54.215840 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f5ec7-6593-44ff-ac9a-781e0059544f", "name": "network-vif-deleted", "tag": "1b8bacf5-0266-4bfd-9a39-f85449cb09c9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:54.216318 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6cab7554-68bd-4996-914f-60f5de178df7 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:54.216973 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f5ec7-6593-44ff-ac9a-781e0059544f', 'name': 'network-vif-deleted', 'tag': '1b8bacf5-0266-4bfd-9a39-f85449cb09c9', 'status': 'completed', 'code': 200} Feb 11 05:28:54.334596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 76311541-79b2-47b1-8863-f65a6ed7230e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:54.334980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.414660 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (ee6d32a5-0a14-401f-a718-ef22866e0699), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.524054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fabc3dd9-f874-4292-91ff-0922f8ac0c5c req-bb54a83b-2fed-427c-b889-808cf0ade61f tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 210 time: 0.0761952 Feb 11 05:28:54.526713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Deleting port 5494227b-14b2-4fcc-b866-bf5b8d9678c5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:54.527926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.599823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 76311541-79b2-47b1-8863-f65a6ed7230e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:54.600409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.654935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Deleting port 76311541-79b2-47b1-8863-f65a6ed7230e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:54.655279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.717690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 76311541-79b2-47b1-8863-f65a6ed7230e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=76311541-79b2-47b1-8863-f65a6ed7230e,segment=NetworkSegment(ff60b83d-3f4e-4176-a9e5-2d608a0c2e52),segment_id=ff60b83d-3f4e-4176-a9e5-2d608a0c2e52)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:54.800707 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.804746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] For port 5494227b-14b2-4fcc-b866-bf5b8d9678c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5494227b-14b2-4fcc-b866-bf5b8d9678c5,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:54.805678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.813721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] For port 76311541-79b2-47b1-8863-f65a6ed7230e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=76311541-79b2-47b1-8863-f65a6ed7230e,segment=NetworkSegment(ff60b83d-3f4e-4176-a9e5-2d608a0c2e52),segment_id=ff60b83d-3f4e-4176-a9e5-2d608a0c2e52)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:54.813721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.845483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Calling delete_port for 5494227b-14b2-4fcc-b866-bf5b8d9678c5 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:54.849815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Calling delete_port for 76311541-79b2-47b1-8863-f65a6ed7230e owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:54.876089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d03f0a-c910-4b0c-8e83-a1a1167d2115 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:28:55.046961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=76311541-79b2-47b1-8863-f65a6ed7230e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.055605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1f2ffed1-026d-44ac-be32-4ae97260eee5 None None] Provisioning complete for port 76311541-79b2-47b1-8863-f65a6ed7230e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:55.055982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffed1-026d-44ac-be32-4ae97260eee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.114156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (76311541-79b2-47b1-8863-f65a6ed7230e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.151289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] No DVR routers for this DVR port 76311541-79b2-47b1-8863-f65a6ed7230e on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:55.154616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1f2ffed1-026d-44ac-be32-4ae97260eee5 None None] Could not find standard attr ID for object 76311541-79b2-47b1-8863-f65a6ed7230e. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:28:55.157370 n-d-713498-37 neutron-server[104088]: INFO neutron.plugins.ml2.db [None req-1f2ffed1-026d-44ac-be32-4ae97260eee5 None None] No ports have port_id starting with 76311541-79b2-47b1-8863-f65a6ed7230e Feb 11 05:28:55.183644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Port': ['ID=76311541-79b2-47b1-8863-f65a6ed7230e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.203266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d03f0a-c910-4b0c-8e83-a1a1167d2115 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:28:55.362989 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (ee6d32a5-0a14-401f-a718-ef22866e0699), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.434949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5494227b-14b2-4fcc-b866-bf5b8d9678c5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.483306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24a87172-e957-4efc-8b92-eef1ea505e66 req-d160c9d6-0bbc-467e-af35-49882310d001 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0939155 Feb 11 05:28:55.490953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6d32a5-0a14-401f-a718-ef22866e0699']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:55.498465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:55.525082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff60b83d-3f4e-4176-a9e5-2d608a0c2e52') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:55.525506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff60b83d-3f4e-4176-a9e5-2d608a0c2e52') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:55.531406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:55.531759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1b8bacf5-0266-4bfd-9a39-f85449cb09c9 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:55.532184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Pushing event deleted for resources: {'Port': ['ID=5494227b-14b2-4fcc-b866-bf5b8d9678c5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.555581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (ff60b83d-3f4e-4176-a9e5-2d608a0c2e52), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.600708 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ff60b83d-3f4e-4176-a9e5-2d608a0c2e52), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.621771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:55.622306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (ff60b83d-3f4e-4176-a9e5-2d608a0c2e52), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:55.625711 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:55.653819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cfec32-c6c2-48f6-8d6b-06d4953be00c None None] Network ee6d32a5-0a14-401f-a718-ef22866e0699 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:55.857165 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.891288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e68b8b73-3c24-4ca8-bdf4-2c10be9b93ef req-ebce21db-1ff5-4f91-be85-f2322a4846fd tempest-ImagesOneServerTestJSON-740763146 tempest-ImagesOneServerTestJSON-740763146-project] 10.222.0.62 "GET /v2.0/ports?device_id=522f5ec7-6593-44ff-ac9a-781e0059544f HTTP/1.1" status: 200 len: 210 time: 0.0837295 Feb 11 05:28:56.018169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (ee6d32a5-0a14-401f-a718-ef22866e0699), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.021615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b84a40-66a2-49f1-8e60-c1428b45fc04 None None] DHCP port deletion for ee6d32a5-0a14-401f-a718-ef22866e0699 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:28:56.050639 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.071771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/networks/ee6d32a5-0a14-401f-a718-ef22866e0699 HTTP/1.1" status: 204 len: 168 time: 2.1610177 Feb 11 05:28:56.078302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59318) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:56.129300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc080ee4-9f4c-47f5-91ad-8af679c8da5e tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Network': ['ID=ee6d32a5-0a14-401f-a718-ef22866e0699,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:56.265353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8bec64e7-7e92-4a3f-958a-71599ee8166f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.267391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:56.346024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Deleting port e60170ce-aab3-4440-936f-fc6f6d0be8a1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:56.346516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e60170ce-aab3-4440-936f-fc6f6d0be8a1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.419641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:56.431035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] Sync routers for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:56.432967 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ca41e9b8-c673-41d6-9bd0-d3bcc107ffff admin admin] 10.222.0.62 "PUT /v2.0/routers/e9cf0e19-bcac-4e5b-9ba8-65aed8606970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2070835 Feb 11 05:28:56.433852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59326) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:56.452467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:56.454073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:56.621060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks [] for router (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.990786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks [] for router_gateway (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.093972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:57.235524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44291f26-508d-4128-84d5-a58c5e749b43 req-bb02cbe0-3162-4203-8e14-c5ec378cb43f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1001399 Feb 11 05:28:57.263462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Deleting port 33b188a3-fbcc-4481-9c29-a3b57fb8365a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:57.263462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.267064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] For port e60170ce-aab3-4440-936f-fc6f6d0be8a1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e60170ce-aab3-4440-936f-fc6f6d0be8a1,segment=NetworkSegment(5bf676ff-cf91-476c-bfb4-e073b27cee16),segment_id=5bf676ff-cf91-476c-bfb4-e073b27cee16)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:57.269541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e60170ce-aab3-4440-936f-fc6f6d0be8a1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.293326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Calling delete_port for e60170ce-aab3-4440-936f-fc6f6d0be8a1 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:57.477448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] For port 33b188a3-fbcc-4481-9c29-a3b57fb8365a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=33b188a3-fbcc-4481-9c29-a3b57fb8365a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:57.479123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.482368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:28:55Z', 'revision_number': 5, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port': {'id': '33b188a3-fbcc-4481-9c29-a3b57fb8365a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:33Z', 'updated_at': '2022-02-11T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.526984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Calling delete_port for 33b188a3-fbcc-4481-9c29-a3b57fb8365a owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:57.576778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] Checking router: e9cf0e19-bcac-4e5b-9ba8-65aed8606970 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:57.587388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] Routers {'e9cf0e19-bcac-4e5b-9ba8-65aed8606970'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:57.588238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:28:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.592475 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e60170ce-aab3-4440-936f-fc6f6d0be8a1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.646233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Port': ['ID=e60170ce-aab3-4440-936f-fc6f6d0be8a1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:57.656730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] No DVR routers for this DVR port e60170ce-aab3-4440-936f-fc6f6d0be8a1 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:57.736795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] Set router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:57.773293 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8bec64e7-7e92-4a3f-958a-71599ee8166f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.804716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bec64e7-7e92-4a3f-958a-71599ee8166f']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.822007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf676ff-cf91-476c-bfb4-e073b27cee16') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.822371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf676ff-cf91-476c-bfb4-e073b27cee16') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.834724 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (5bf676ff-cf91-476c-bfb4-e073b27cee16), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.853241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5bf676ff-cf91-476c-bfb4-e073b27cee16), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.861995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:28:56Z', 'revision_number': 6, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.866954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 76311541-79b2-47b1-8863-f65a6ed7230e no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:57.878915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:57.879551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (5bf676ff-cf91-476c-bfb4-e073b27cee16), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:57.888046 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:57.940469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b13f73-97d1-4da0-b29e-1ceaccbba64a None None] The sync data for ids ['e9cf0e19-bcac-4e5b-9ba8-65aed8606970'] in n-d-713498-37 is: [{'id': 'e9cf0e19-bcac-4e5b-9ba8-65aed8606970', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-322807157-router', 'tenant_id': '2d9d0e8129ab4958aba319bdaca41367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:29Z', 'updated_at': '2022-02-11T05:28:56Z', 'revision_number': 6, 'project_id': '2d9d0e8129ab4958aba319bdaca41367', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:57.942062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 76311541-79b2-47b1-8863-f65a6ed7230e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:57.943468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 76311541-79b2-47b1-8863-f65a6ed7230e not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:58.001143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59356) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.029824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (33b188a3-fbcc-4481-9c29-a3b57fb8365a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.072653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b188a3-fbcc-4481-9c29-a3b57fb8365a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:58.075326 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8bec64e7-7e92-4a3f-958a-71599ee8166f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.095777 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.104911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/networks/8bec64e7-7e92-4a3f-958a-71599ee8166f HTTP/1.1" status: 204 len: 168 time: 2.0226648 Feb 11 05:28:58.107771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59362) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.140507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21317977-bf61-455b-8587-d70c0c45ba1a tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Network': ['ID=8bec64e7-7e92-4a3f-958a-71599ee8166f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:58.223582 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.243687 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.420265 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.437754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d01f5429-67c4-4b67-99b8-a8b13b6d0800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.480276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59368) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.499493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d18eb88f-c83e-4c7b-a423-5532fe3fe2ce req-c64e2d39-9d2d-4a6d-aed2-ed0849d56eba tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0829670 Feb 11 05:28:58.500325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:58.513102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426389ab-fe77-4bd6-ab5e-381fbeff4c0b') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:58.513549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426389ab-fe77-4bd6-ab5e-381fbeff4c0b') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:58.530992 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (426389ab-fe77-4bd6-ab5e-381fbeff4c0b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.537682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.560898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (426389ab-fe77-4bd6-ab5e-381fbeff4c0b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.574377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks [] for router_controller (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.574789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:58.574789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (426389ab-fe77-4bd6-ab5e-381fbeff4c0b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:58.596258 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:58.780629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (e9cf0e19-bcac-4e5b-9ba8-65aed8606970), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.781280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9cf0e19-bcac-4e5b-9ba8-65aed8606970 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:58.785633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.789980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a6488e13-1567-4767-8b96-410072c652f2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e9cf0e19-bcac-4e5b-9ba8-65aed8606970 HTTP/1.1" status: 204 len: 168 time: 2.3519456 Feb 11 05:28:58.790141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.848279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.868478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.876447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59380) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.877227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/networks/1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b HTTP/1.1" status: 204 len: 168 time: 0.7647607 Feb 11 05:28:58.916030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711aa65-62c1-4f0f-81f2-47c40e981af1 tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Network': ['ID=1ccdeb3c-bb13-4fbb-88f0-243a6fe1c08b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:58.926110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b15daa-3b3b-480b-b7b4-3210b00bb6b6 admin admin] Deleting subnet 196c7aa2-deb9-402f-8f42-65690bbb31f5 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:58.961917 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66b15daa-3b3b-480b-b7b4-3210b00bb6b6 admin admin] Publish callbacks [] for subnet (196c7aa2-deb9-402f-8f42-65690bbb31f5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.072782 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66b15daa-3b3b-480b-b7b4-3210b00bb6b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (196c7aa2-deb9-402f-8f42-65690bbb31f5), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.096317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (df378711-06b6-4fcd-91e3-00d2f8287bb0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.121510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6be0b08d-1349-4849-90cf-4dc1c4c77369 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b97cfa29966c4ac38cd6708684410564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6318538 Feb 11 05:28:59.121958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59386) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:59.199315 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d01f5429-67c4-4b67-99b8-a8b13b6d0800 admin admin] Publish callbacks [] for security_group (fa571486-4ba7-40af-90ae-6f920c36a253), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.229448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66b15daa-3b3b-480b-b7b4-3210b00bb6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (196c7aa2-deb9-402f-8f42-65690bbb31f5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.231894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ccd6-8ff2-4af0-9873-733bc4f62506 admin admin] Publish callbacks [] for security_group (6328f169-3ccf-4dae-b1f7-e7e41e5013fb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.286499 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ccd6-8ff2-4af0-9873-733bc4f62506 admin admin] Publish callbacks [] for security_group (6328f169-3ccf-4dae-b1f7-e7e41e5013fb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.301344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d01f5429-67c4-4b67-99b8-a8b13b6d0800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa571486-4ba7-40af-90ae-6f920c36a253), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.357820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (df378711-06b6-4fcd-91e3-00d2f8287bb0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.428881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59394) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:59.429029 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d01f5429-67c4-4b67-99b8-a8b13b6d0800 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5540ac018984fca8cdddca082dc9ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4217210 Feb 11 05:28:59.457126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df378711-06b6-4fcd-91e3-00d2f8287bb0']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:59.458430 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66b15daa-3b3b-480b-b7b4-3210b00bb6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (196c7aa2-deb9-402f-8f42-65690bbb31f5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.492301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f5429-67c4-4b67-99b8-a8b13b6d0800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa571486-4ba7-40af-90ae-6f920c36a253,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:59.499312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efc3f3e-45ee-43aa-b642-03566624870a') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:59.506421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efc3f3e-45ee-43aa-b642-03566624870a') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:59.546915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7efc3f3e-45ee-43aa-b642-03566624870a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.547729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ccd6-8ff2-4af0-9873-733bc4f62506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6328f169-3ccf-4dae-b1f7-e7e41e5013fb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.550502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2cf1ccd6-8ff2-4af0-9873-733bc4f62506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.554695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2cf1ccd6-8ff2-4af0-9873-733bc4f62506 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6328f169-3ccf-4dae-b1f7-e7e41e5013fb HTTP/1.1" status: 204 len: 168 time: 0.4287801 Feb 11 05:28:59.571499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b15daa-3b3b-480b-b7b4-3210b00bb6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196c7aa2-deb9-402f-8f42-65690bbb31f5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:59.580865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66b15daa-3b3b-480b-b7b4-3210b00bb6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.580996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7efc3f3e-45ee-43aa-b642-03566624870a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.583741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-66b15daa-3b3b-480b-b7b4-3210b00bb6b6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/196c7aa2-deb9-402f-8f42-65690bbb31f5 HTTP/1.1" status: 204 len: 168 time: 0.7928669 Feb 11 05:28:59.586363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59404) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:59.593454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fe8db5-8c3e-4324-8f33-30b1e68384b5 None None] Network c1096d03-5e50-4b6c-b02e-f061037c42d5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:59.594034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1ccd6-8ff2-4af0-9873-733bc4f62506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6328f169-3ccf-4dae-b1f7-e7e41e5013fb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:59.621348 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cb866de-190a-41c3-b858-b2e7c40a028d admin admin] Publish callbacks [] for security_group (fa571486-4ba7-40af-90ae-6f920c36a253), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.682712 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c1096d03-5e50-4b6c-b02e-f061037c42d5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.688612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:59.689040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7efc3f3e-45ee-43aa-b642-03566624870a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:59.692687 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:59.732653 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cb866de-190a-41c3-b858-b2e7c40a028d admin admin] Publish callbacks [] for security_group (fa571486-4ba7-40af-90ae-6f920c36a253), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.811411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a3e27b2-c7e1-42fd-8b5d-33051be7c64b req-021c886b-9935-4af0-962a-36bb2a414527 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.1568062 Feb 11 05:28:59.841652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Deleting port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:59.853080 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.902687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 33b188a3-fbcc-4481-9c29-a3b57fb8365a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:59.935123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (df378711-06b6-4fcd-91e3-00d2f8287bb0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.947836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.953554 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] 10.222.0.62 "DELETE /v2.0/networks/df378711-06b6-4fcd-91e3-00d2f8287bb0 HTTP/1.1" status: 204 len: 168 time: 1.0718546 Feb 11 05:28:59.955148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 33b188a3-fbcc-4481-9c29-a3b57fb8365a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:59.955502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 33b188a3-fbcc-4481-9c29-a3b57fb8365a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:59.956025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5494227b-14b2-4fcc-b866-bf5b8d9678c5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:59.979897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b0690-ce25-4ec5-acc3-a471c48ac1ab tempest-BulkNetworkOpsTest-1617951969 tempest-BulkNetworkOpsTest-1617951969-project] Pushing event deleted for resources: {'Network': ['ID=df378711-06b6-4fcd-91e3-00d2f8287bb0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:59.983437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] For port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=908b6dd0-97df-4123-81fd-0dedcf1bb1e0,segment=NetworkSegment(b514bccc-99a6-4b06-a181-8109782071ea),segment_id=b514bccc-99a6-4b06-a181-8109782071ea)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:59.984002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.997306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Calling delete_port for 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:00.006974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 5494227b-14b2-4fcc-b866-bf5b8d9678c5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:00.007681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5494227b-14b2-4fcc-b866-bf5b8d9678c5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:00.049582 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cb866de-190a-41c3-b858-b2e7c40a028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa571486-4ba7-40af-90ae-6f920c36a253), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.060135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cb866de-190a-41c3-b858-b2e7c40a028d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.063823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6cb866de-190a-41c3-b858-b2e7c40a028d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa571486-4ba7-40af-90ae-6f920c36a253 HTTP/1.1" status: 204 len: 168 time: 0.6299951 Feb 11 05:29:00.074626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb866de-190a-41c3-b858-b2e7c40a028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa571486-4ba7-40af-90ae-6f920c36a253,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:00.137967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] DHCP port deletion for c1096d03-5e50-4b6c-b02e-f061037c42d5 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:29:00.148850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.175425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Pushing event deleted for resources: {'Port': ['ID=908b6dd0-97df-4123-81fd-0dedcf1bb1e0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:00.202663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] No DVR routers for this DVR port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:00.205132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] Deleting port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:00.205713 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.282705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] For port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:00.287606 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.299996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] Calling delete_port for 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:00.303560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] Port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:29:00.304913 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (908b6dd0-97df-4123-81fd-0dedcf1bb1e0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.305775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c1096d03-5e50-4b6c-b02e-f061037c42d5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.331069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] Pushing event deleted for resources: {'Port': ['ID=908b6dd0-97df-4123-81fd-0dedcf1bb1e0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:00.339565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf50ad-60a0-47d0-b651-baea13f11898 None None] No DVR routers for this DVR port 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:00.345229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1096d03-5e50-4b6c-b02e-f061037c42d5']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:00.368326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b514bccc-99a6-4b06-a181-8109782071ea') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:00.368326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b514bccc-99a6-4b06-a181-8109782071ea') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:00.381830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (b514bccc-99a6-4b06-a181-8109782071ea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.402268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b514bccc-99a6-4b06-a181-8109782071ea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.409903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:00.410564 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (b514bccc-99a6-4b06-a181-8109782071ea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:00.415249 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:00.569464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c1096d03-5e50-4b6c-b02e-f061037c42d5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.576312 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.580652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c1096d03-5e50-4b6c-b02e-f061037c42d5 HTTP/1.1" status: 204 len: 168 time: 0.9920397 Feb 11 05:29:00.589373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23f813-ac35-4bd9-a87f-1404cb2e6529 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1096d03-5e50-4b6c-b02e-f061037c42d5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:00.939272 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fe86f5e-6f06-4ae0-88b6-96f849c8fb0c req-e7ec5f82-9cbb-42e9-aa6d-2513b9fc3fc2 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0385458 Feb 11 05:29:01.619212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59432) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:01.668277 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-66b00b8a-0876-413f-b5e8-4891c8ce20bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d9d0e8129ab4958aba319bdaca41367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472732 Feb 11 05:29:01.671030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59434) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:01.689954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59436) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:01.714411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1a4a-8380-48cf-81a9-15fa63d48777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.743369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59438) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:01.784631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-487befca-9995-4f34-9285-a97c3c9468ec admin admin] Publish callbacks [] for security_group (da66afd7-5e17-4bca-b959-1b339477019b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.807813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-487befca-9995-4f34-9285-a97c3c9468ec admin admin] Publish callbacks [] for security_group (da66afd7-5e17-4bca-b959-1b339477019b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.852153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:01.882867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:01.890202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 908b6dd0-97df-4123-81fd-0dedcf1bb1e0 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:01.917579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1a4a-8380-48cf-81a9-15fa63d48777 admin admin] Publish callbacks [] for security_group (fc08989e-1248-4378-8169-e82b0d2c51c0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.920469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-487befca-9995-4f34-9285-a97c3c9468ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da66afd7-5e17-4bca-b959-1b339477019b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.924095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-487befca-9995-4f34-9285-a97c3c9468ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.925610 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-487befca-9995-4f34-9285-a97c3c9468ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da66afd7-5e17-4bca-b959-1b339477019b HTTP/1.1" status: 204 len: 168 time: 0.2535026 Feb 11 05:29:01.935152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487befca-9995-4f34-9285-a97c3c9468ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da66afd7-5e17-4bca-b959-1b339477019b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:01.980747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1a4a-8380-48cf-81a9-15fa63d48777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fc08989e-1248-4378-8169-e82b0d2c51c0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.037046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c1a4a-8380-48cf-81a9-15fa63d48777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc08989e-1248-4378-8169-e82b0d2c51c0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:02.060759 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ed7c1a4a-8380-48cf-81a9-15fa63d48777 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44cf472681194e728d93608a41941785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700302 Feb 11 05:29:02.063329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59448) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:02.088377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bc45cc4-9ae9-4c87-8ecc-971e9eee2da5 req-6e34c00f-ca77-4638-b3e2-0b6d8311d2a1 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0606155 Feb 11 05:29:02.128164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00ccdce2-883e-4253-a6c3-b6646d18c4bf admin admin] Publish callbacks [] for security_group (fc08989e-1248-4378-8169-e82b0d2c51c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.153332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00ccdce2-883e-4253-a6c3-b6646d18c4bf admin admin] Publish callbacks [] for security_group (fc08989e-1248-4378-8169-e82b0d2c51c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.313049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d9b010c4-63b1-4bbe-a95b-f38958d5028e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ac63988f13e4992abc3017bb58a3893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5680199 Feb 11 05:29:02.315708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59456) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:02.337345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00ccdce2-883e-4253-a6c3-b6646d18c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fc08989e-1248-4378-8169-e82b0d2c51c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.341616 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00ccdce2-883e-4253-a6c3-b6646d18c4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.348212 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-00ccdce2-883e-4253-a6c3-b6646d18c4bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc08989e-1248-4378-8169-e82b0d2c51c0 HTTP/1.1" status: 204 len: 168 time: 0.2776070 Feb 11 05:29:02.359061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccdce2-883e-4253-a6c3-b6646d18c4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc08989e-1248-4378-8169-e82b0d2c51c0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:02.379987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-907dcf7f-b6b6-4c9e-a976-8d181672a0fe admin admin] Publish callbacks [] for security_group (b2dacd41-32e1-4972-b8c5-35c56d464fa1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.412083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-907dcf7f-b6b6-4c9e-a976-8d181672a0fe admin admin] Publish callbacks [] for security_group (b2dacd41-32e1-4972-b8c5-35c56d464fa1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.597365 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-907dcf7f-b6b6-4c9e-a976-8d181672a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2dacd41-32e1-4972-b8c5-35c56d464fa1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.600657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-907dcf7f-b6b6-4c9e-a976-8d181672a0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.602186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-907dcf7f-b6b6-4c9e-a976-8d181672a0fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2dacd41-32e1-4972-b8c5-35c56d464fa1 HTTP/1.1" status: 204 len: 168 time: 0.2853823 Feb 11 05:29:02.610650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dcf7f-b6b6-4c9e-a976-8d181672a0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dacd41-32e1-4972-b8c5-35c56d464fa1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:02.688911 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-371e4275-e29c-4c10-bae8-0c74639a2fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.218801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2c0732f-d79a-4567-8a70-0aead74859b2 req-b8fb33da-6421-4c0c-b43c-155121aa776c tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0424597 Feb 11 05:29:04.346349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ca9ba2a-aa07-4a83-a6f4-29a567d247ba req-6f34c31d-93a6-46ff-bd7d-779c9e0b0bb3 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0301859 Feb 11 05:29:04.928548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59530) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:05.140172 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86391db9-fcfa-4316-9f08-5173a910857d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.332478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-676333330-network', 'tenant_id': 'c1f9399909cb4c51ad5b1ca0c5392e5f'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:05.434967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Made reservation on behalf of c1f9399909cb4c51ad5b1ca0c5392e5f for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:05.439222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.455202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.498921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28d63aef-f7d2-45a5-9f4e-6b6bd3ff503a req-60e22aa9-eb14-4d71-b969-df08f7a2b57f tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7d9ae3e-20ec-4071-9506-f3abc1a94751 HTTP/1.1" status: 200 len: 210 time: 0.0444779 Feb 11 05:29:05.595908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Publish callbacks [] for security_group (fb08ad80-5dac-4b91-bcf0-20b1bbbb697d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.686000 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fb08ad80-5dac-4b91-bcf0-20b1bbbb697d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.708262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:05.728946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7495528a-a857-40e7-9cef-92a423327b8d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.729294 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Added segment 7495528a-a857-40e7-9cef-92a423327b8d of type vlan for network ea175aa5-42f2-4e28-866e-493be911bb17 Feb 11 05:29:05.730980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:05.775739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (ea175aa5-42f2-4e28-866e-493be911bb17), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.879865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (ea175aa5-42f2-4e28-866e-493be911bb17), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.880907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:05.881529 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.955625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] Pushing event updated for resources: {'Network': ['ID=ea175aa5-42f2-4e28-866e-493be911bb17,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:05.967722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network ea175aa5-42f2-4e28-866e-493be911bb17 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:06.040202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3162b5da-c7ea-4698-a866-64f6e9c4ad24 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1106510 Feb 11 05:29:06.043117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59570) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:06.049552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Request body: {'subnet': {'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-676333330-subnet', 'tenant_id': 'c1f9399909cb4c51ad5b1ca0c5392e5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:06.054788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59572) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:06.147407 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Made reservation on behalf of c1f9399909cb4c51ad5b1ca0c5392e5f for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:06.150164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.447809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (b3eb6dbf-8268-438c-8844-da63c91d37cb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.521742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3eb6dbf-8268-438c-8844-da63c91d37cb,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.531870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Checking segment: {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:06.532253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Network hostable DHCP agents. Network: ea175aa5-42f2-4e28-866e-493be911bb17, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:06.606993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-977423648-network', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:06.655121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Network ea175aa5-42f2-4e28-866e-493be911bb17 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:06.685886 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.694692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59590) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:06.737755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Made reservation on behalf of fb6fd8653b084333853ac744154b3ad7 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:06.743999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.762132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40af9aa2-1133-4a1d-8b61-b1b111507f6e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group (31f7ace6-e26e-484d-b2c6-2c797e5bae04), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.763097 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.790148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, ea175aa5-42f2-4e28-866e-493be911bb17) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:06.798674 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40af9aa2-1133-4a1d-8b61-b1b111507f6e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group (31f7ace6-e26e-484d-b2c6-2c797e5bae04), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.803308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.803835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179c23b0-8646-49a9-8893-174ebb9d9925 None None] Network ea175aa5-42f2-4e28-866e-493be911bb17 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:06.804187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.905685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9dfb6330-d47c-4320-961f-ccf592156bdb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8609223 Feb 11 05:29:06.937723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1fac50-3535-44e7-83c3-0949a76365bb None None] Network ea175aa5-42f2-4e28-866e-493be911bb17 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:06.977165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40af9aa2-1133-4a1d-8b61-b1b111507f6e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31f7ace6-e26e-484d-b2c6-2c797e5bae04), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.983302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40af9aa2-1133-4a1d-8b61-b1b111507f6e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.985288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-40af9aa2-1133-4a1d-8b61-b1b111507f6e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "DELETE /v2.0/security-groups/31f7ace6-e26e-484d-b2c6-2c797e5bae04 HTTP/1.1" status: 204 len: 168 time: 0.2896137 Feb 11 05:29:06.991921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59600) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.008466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Publish callbacks [] for security_group (31516716-6507-465b-b7d2-b3e4afa1bedb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.011775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af9aa2-1133-4a1d-8b61-b1b111507f6e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f7ace6-e26e-484d-b2c6-2c797e5bae04,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:07.014897 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-0d8c2f44-41e6-4ab0-8ee8-5746e8d28979 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] show failed (client error): The resource could not be found. Feb 11 05:29:07.016196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0d8c2f44-41e6-4ab0-8ee8-5746e8d28979 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "GET /v2.0/security-groups/31f7ace6-e26e-484d-b2c6-2c797e5bae04 HTTP/1.1" status: 404 len: 347 time: 0.0230997 Feb 11 05:29:07.019037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.071558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31516716-6507-465b-b7d2-b3e4afa1bedb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.107562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31516716-6507-465b-b7d2-b3e4afa1bedb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:07.121366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.122171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.122711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.123269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.123798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.124585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.125250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.125801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.126263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.126671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.127199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.127860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.128388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:07.136173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:07.152509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f28d7cba-5e68-4822-baf2-c1085132c7f2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.153172 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Added segment f28d7cba-5e68-4822-baf2-c1085132c7f2 of type vlan for network ea003cdd-bb5b-451a-8240-e402c04154e7 Feb 11 05:29:07.164639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port 81719da2-7884-4781-bd6a-2c0dc7dc1d81 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:07.165021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (81719da2-7884-4781-bd6a-2c0dc7dc1d81), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.202769 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (ea003cdd-bb5b-451a-8240-e402c04154e7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.257823 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (81719da2-7884-4781-bd6a-2c0dc7dc1d81), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.258161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for floatingip (81719da2-7884-4781-bd6a-2c0dc7dc1d81), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.270856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for 81719da2-7884-4781-bd6a-2c0dc7dc1d81 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:07.423021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (ea003cdd-bb5b-451a-8240-e402c04154e7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.423955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.424559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.494270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] Pushing event updated for resources: {'Network': ['ID=ea003cdd-bb5b-451a-8240-e402c04154e7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:07.506378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network ea003cdd-bb5b-451a-8240-e402c04154e7 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:07.571244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (81719da2-7884-4781-bd6a-2c0dc7dc1d81), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.602025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=81719da2-7884-4781-bd6a-2c0dc7dc1d81,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:07.626179 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e114b889-f9d3-46fd-b252-16fcf05daf4e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5686414 Feb 11 05:29:07.628588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59614) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.636109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Request body: {'subnet': {'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-subnet', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:07.669470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for floatingip (cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.671915 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.673352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a4235537-1e36-4715-b4b8-aa07d3d4745e tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "DELETE /v2.0/floatingips/cd6b7fd1-b1c7-48b1-9dc2-b9c28093119d HTTP/1.1" status: 204 len: 168 time: 0.6531019 Feb 11 05:29:07.676169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59616) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.766602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Made reservation on behalf of fb6fd8653b084333853ac744154b3ad7 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:07.769551 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.786118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ff214655-d3f8-4c18-9515-65bded18e8a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port 1f747a77-c780-4c8f-b8b7-b08f84511ca9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:07.786688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff214655-d3f8-4c18-9515-65bded18e8a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.930600 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff214655-d3f8-4c18-9515-65bded18e8a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.953053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ff214655-d3f8-4c18-9515-65bded18e8a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for 1f747a77-c780-4c8f-b8b7-b08f84511ca9 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:08.059501 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.124504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:08.132925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Checking segment: {'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:08.133387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Network hostable DHCP agents. Network: ea003cdd-bb5b-451a-8240-e402c04154e7, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:08.159574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff214655-d3f8-4c18-9515-65bded18e8a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1f747a77-c780-4c8f-b8b7-b08f84511ca9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.196084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff214655-d3f8-4c18-9515-65bded18e8a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=1f747a77-c780-4c8f-b8b7-b08f84511ca9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:08.228755 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.231226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Network ea003cdd-bb5b-451a-8240-e402c04154e7 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:08.278014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff214655-d3f8-4c18-9515-65bded18e8a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.281776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ff214655-d3f8-4c18-9515-65bded18e8a6 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "DELETE /v2.0/ports/1f747a77-c780-4c8f-b8b7-b08f84511ca9 HTTP/1.1" status: 204 len: 168 time: 0.6037962 Feb 11 05:29:08.283983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59634) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:08.336745 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.349607 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, ea003cdd-bb5b-451a-8240-e402c04154e7) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:08.354441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.355304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.360544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a88cdd8-1b4a-42ed-bf17-b0a27fcf08fb None None] Network ea003cdd-bb5b-451a-8240-e402c04154e7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:08.384447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4d5afdd8-bbce-4506-b5cc-4939a8b72b97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port 72b47366-6668-4d99-b8ae-51665a609500 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:08.384844 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdd8-bbce-4506-b5cc-4939a8b72b97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (72b47366-6668-4d99-b8ae-51665a609500), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.425658 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1ea61173-458b-4318-8f1a-278699ac9a7f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7937384 Feb 11 05:29:08.429250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59638) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:08.440273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:08.514646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-ea003cdd-bb5b-451a-8240-e402c04154e7', 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7', 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'fixed_ips': [{'subnet_id': '6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:29:08.515833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.517119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdd8-bbce-4506-b5cc-4939a8b72b97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (72b47366-6668-4d99-b8ae-51665a609500), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.537559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4d5afdd8-bbce-4506-b5cc-4939a8b72b97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for 72b47366-6668-4d99-b8ae-51665a609500 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:08.698499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Allocated IP 172.20.0.2 (ea003cdd-bb5b-451a-8240-e402c04154e7/6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9/94853a63-0174-4038-aa80-7aee81b5c826) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:08.713267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (332a4f52-7b35-466c-81d1-55b4caa577d4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.714693 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (332a4f52-7b35-466c-81d1-55b4caa577d4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.833229 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks [] for router_controller (332a4f52-7b35-466c-81d1-55b4caa577d4), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.912208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-6d246206-1189-466f-90e8-7583f2f7a860 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.914955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-6d246206-1189-466f-90e8-7583f2f7a860 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 821 time: 0.2234497 Feb 11 05:29:08.952191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-7a180114-be47-44ad-ad85-fd60e5846ef4 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/quotas/c1f9399909cb4c51ad5b1ca0c5392e5f HTTP/1.1" status: 200 len: 375 time: 0.0290060 Feb 11 05:29:08.987890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Publish callbacks [] for port (94853a63-0174-4038-aa80-7aee81b5c826), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.012521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-9b62d753-8692-43c1-be0a-2060a4874833 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550833 Feb 11 05:29:09.013746 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdd8-bbce-4506-b5cc-4939a8b72b97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (72b47366-6668-4d99-b8ae-51665a609500), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.042810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5afdd8-bbce-4506-b5cc-4939a8b72b97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=72b47366-6668-4d99-b8ae-51665a609500,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:09.090004 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (94853a63-0174-4038-aa80-7aee81b5c826), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.153300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Network ea003cdd-bb5b-451a-8240-e402c04154e7 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:09.159434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:09.173325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:09.181129 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.201058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Pushing event updated for resources: {'Port': ['ID=94853a63-0174-4038-aa80-7aee81b5c826,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:09.284165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d5afdd8-bbce-4506-b5cc-4939a8b72b97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.289137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4d5afdd8-bbce-4506-b5cc-4939a8b72b97 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "DELETE /v2.0/ports/72b47366-6668-4d99-b8ae-51665a609500 HTTP/1.1" status: 204 len: 168 time: 1.0040953 Feb 11 05:29:09.303155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Attempting to bind port 94853a63-0174-4038-aa80-7aee81b5c826 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:09.303155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Attempting to bind port 94853a63-0174-4038-aa80-7aee81b5c826 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:09.303155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Attempting to bind port 94853a63-0174-4038-aa80-7aee81b5c826 on network ea003cdd-bb5b-451a-8240-e402c04154e7 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:09.305398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:09.305911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Checking segment: {'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:09.306438 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.306906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Bound using segment: {'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:09.307490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Bound port: 94853a63-0174-4038-aa80-7aee81b5c826, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:09.308750 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (94853a63-0174-4038-aa80-7aee81b5c826), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.322497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-7c92f094-cb7e-44f2-babd-2dac4f2014bd service neutron] 10.222.0.62 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809796 Feb 11 05:29:09.323134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59660) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:09.387293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] For port 94853a63-0174-4038-aa80-7aee81b5c826, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:09.391486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] For port 94853a63-0174-4038-aa80-7aee81b5c826, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=94853a63-0174-4038-aa80-7aee81b5c826,segment=NetworkSegment(f28d7cba-5e68-4822-baf2-c1085132c7f2),segment_id=f28d7cba-5e68-4822-baf2-c1085132c7f2)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:09.472140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (94853a63-0174-4038-aa80-7aee81b5c826), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.479434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f8fd40-6ee3-405c-97f9-59b7eee20f17 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting subnet 4e541a5a-4c10-422c-83f8-9993598b80e5 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:09.492517 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fd40-6ee3-405c-97f9-59b7eee20f17 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for subnet (4e541a5a-4c10-422c-83f8-9993598b80e5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.585303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cab12-e07a-484d-b895-c14e1d374407 None None] Pushing event updated for resources: {'Port': ['ID=94853a63-0174-4038-aa80-7aee81b5c826,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:09.605723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-ab51c476-1e07-450a-9656-8d6f4efe3f3b service neutron] 10.222.0.62 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730923 Feb 11 05:29:09.609153 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fd40-6ee3-405c-97f9-59b7eee20f17 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (4e541a5a-4c10-422c-83f8-9993598b80e5), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.779535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks [] for router_gateway (332a4f52-7b35-466c-81d1-55b4caa577d4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.798289 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fd40-6ee3-405c-97f9-59b7eee20f17 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4e541a5a-4c10-422c-83f8-9993598b80e5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.960704 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fd40-6ee3-405c-97f9-59b7eee20f17 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (4e541a5a-4c10-422c-83f8-9993598b80e5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.030128 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fd40-6ee3-405c-97f9-59b7eee20f17 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.037512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a4f8fd40-6ee3-405c-97f9-59b7eee20f17 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "DELETE /v2.0/subnets/4e541a5a-4c10-422c-83f8-9993598b80e5 HTTP/1.1" status: 204 len: 168 time: 0.7104681 Feb 11 05:29:10.037720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255dc5c9-4c05-48b5-863e-a94cb0c2ff3b None None] Network 2695ba4c-94f6-4382-a052-086231095313 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:10.038779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8fd40-6ee3-405c-97f9-59b7eee20f17 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Subnet': ['ID=4e541a5a-4c10-422c-83f8-9993598b80e5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:10.052090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59686) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:10.097253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-718c6446-6ae7-4e29-b187-d4f656401f17 req-0e2609f9-6c66-46fa-8c12-9ca7c2d21cce tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 210 time: 0.0602481 Feb 11 05:29:10.191216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f836745-02d2-4b96-9663-4cae1a3a389d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting subnet 5bd271ab-5105-4cd8-a688-acc103db89f0 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:10.205189 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f836745-02d2-4b96-9663-4cae1a3a389d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks [] for subnet (5bd271ab-5105-4cd8-a688-acc103db89f0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.263888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks [] for router_gateway (332a4f52-7b35-466c-81d1-55b4caa577d4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.290794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.340023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f836745-02d2-4b96-9663-4cae1a3a389d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (5bd271ab-5105-4cd8-a688-acc103db89f0), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.350890 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] DHCP port deletion for 2695ba4c-94f6-4382-a052-086231095313 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:29:10.439802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] Deleting port f904a032-cfd3-4a76-92ac-7b9da7b7d872 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:10.441155 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.486052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Allocated IP 172.25.8.100 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/59c4caa2-f780-428a-ab88-f33156012af0) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:10.511120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f836745-02d2-4b96-9663-4cae1a3a389d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (5bd271ab-5105-4cd8-a688-acc103db89f0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.540519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] For port f904a032-cfd3-4a76-92ac-7b9da7b7d872, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f904a032-cfd3-4a76-92ac-7b9da7b7d872,segment=NetworkSegment(57c90530-053e-4af8-8717-3a632b01a05f),segment_id=57c90530-053e-4af8-8717-3a632b01a05f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:10.541156 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.591644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] Calling delete_port for f904a032-cfd3-4a76-92ac-7b9da7b7d872 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:10.672538 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks [] for port (59c4caa2-f780-428a-ab88-f33156012af0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.676067 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f836745-02d2-4b96-9663-4cae1a3a389d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (5bd271ab-5105-4cd8-a688-acc103db89f0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.710104 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f836745-02d2-4b96-9663-4cae1a3a389d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.713552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f55eda3-d865-4746-90a8-578657ffb159 None None] Network 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:10.723617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3f836745-02d2-4b96-9663-4cae1a3a389d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "DELETE /v2.0/subnets/5bd271ab-5105-4cd8-a688-acc103db89f0 HTTP/1.1" status: 204 len: 168 time: 0.6711724 Feb 11 05:29:10.726125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59702) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:10.777068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f836745-02d2-4b96-9663-4cae1a3a389d tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd271ab-5105-4cd8-a688-acc103db89f0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:10.799293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (59c4caa2-f780-428a-ab88-f33156012af0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.828665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (f904a032-cfd3-4a76-92ac-7b9da7b7d872), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.871020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] Pushing event deleted for resources: {'Port': ['ID=f904a032-cfd3-4a76-92ac-7b9da7b7d872,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:10.877519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9bfa5-6e7d-436c-8ed2-96d6052b2aa1 None None] No DVR routers for this DVR port f904a032-cfd3-4a76-92ac-7b9da7b7d872 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:10.957428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (2695ba4c-94f6-4382-a052-086231095313), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.971893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:10.979511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:10.984827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Pushing event updated for resources: {'Port': ['ID=59c4caa2-f780-428a-ab88-f33156012af0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:10.991410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:11.047570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] DHCP port deletion for 892dbf0d-db5f-4fc8-93d4-5e815d38ce8b request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:29:11.178282 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (2695ba4c-94f6-4382-a052-086231095313), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.198627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] Deleting port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:11.199937 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.268495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2695ba4c-94f6-4382-a052-086231095313']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:11.290611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c90530-053e-4af8-8717-3a632b01a05f') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:11.291076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c90530-053e-4af8-8717-3a632b01a05f') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:11.304777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a10e1ff-27b9-41f9-9763-45e822928c49 req-c8e0b8fd-26bd-422a-af1e-c0cf15f080d2 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 210 time: 0.0624230 Feb 11 05:29:11.309528 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (57c90530-053e-4af8-8717-3a632b01a05f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.333542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (57c90530-053e-4af8-8717-3a632b01a05f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.342310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:11.342843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (57c90530-053e-4af8-8717-3a632b01a05f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.350611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] For port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:11.351122 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:11.359976 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:11.365085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] Calling delete_port for c4f2a43e-d33e-40b0-b994-29d0ba3df8bc owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:11.377772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd0db5-a9c5-4b4e-9308-8f135b2954d9 None None] Network ea003cdd-bb5b-451a-8240-e402c04154e7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:11.466873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c67b7cd8-81b3-4323-b658-5a41600a7e93 None None] Provisioning complete for port 94853a63-0174-4038-aa80-7aee81b5c826 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:11.467247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c67b7cd8-81b3-4323-b658-5a41600a7e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (94853a63-0174-4038-aa80-7aee81b5c826), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.582490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (2695ba4c-94f6-4382-a052-086231095313), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.593898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.601854 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "DELETE /v2.0/networks/2695ba4c-94f6-4382-a052-086231095313 HTTP/1.1" status: 204 len: 168 time: 0.8700278 Feb 11 05:29:11.601976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59718) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:11.615690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks [] for router_gateway (332a4f52-7b35-466c-81d1-55b4caa577d4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.619053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c15ef3-4fae-4f3f-b0b1-f1d883867c80 tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Network': ['ID=2695ba4c-94f6-4382-a052-086231095313,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:11.818723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.921639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Deleting port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:11.924942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.940677 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.993892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c67b7cd8-81b3-4323-b658-5a41600a7e93 None None] Current status of the port 94853a63-0174-4038-aa80-7aee81b5c826 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:11.994545 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c67b7cd8-81b3-4323-b658-5a41600a7e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (94853a63-0174-4038-aa80-7aee81b5c826), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.001625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (332a4f52-7b35-466c-81d1-55b4caa577d4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.010883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 94853a63-0174-4038-aa80-7aee81b5c826 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:12.061323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] For port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,segment=NetworkSegment(b3936e6a-a47f-4091-9432-19adcafb3f72),segment_id=b3936e6a-a47f-4091-9432-19adcafb3f72)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:12.061851 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.073651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c67b7cd8-81b3-4323-b658-5a41600a7e93 None None] For port 94853a63-0174-4038-aa80-7aee81b5c826, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=94853a63-0174-4038-aa80-7aee81b5c826,segment=NetworkSegment(f28d7cba-5e68-4822-baf2-c1085132c7f2),segment_id=f28d7cba-5e68-4822-baf2-c1085132c7f2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:12.081508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Calling delete_port for c4f2a43e-d33e-40b0-b994-29d0ba3df8bc owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:12.081762 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.136700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] Pushing event deleted for resources: {'Port': ['ID=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:12.138735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccca7b-1626-4e59-b60a-d7e3a76e71bb None None] No DVR routers for this DVR port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:12.155992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 94853a63-0174-4038-aa80-7aee81b5c826 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:12.156447 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (94853a63-0174-4038-aa80-7aee81b5c826), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.218705 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c67b7cd8-81b3-4323-b658-5a41600a7e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (94853a63-0174-4038-aa80-7aee81b5c826), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.303713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b7cd8-81b3-4323-b658-5a41600a7e93 None None] Pushing event updated for resources: {'Port': ['ID=94853a63-0174-4038-aa80-7aee81b5c826,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:12.316021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c4f2a43e-d33e-40b0-b994-29d0ba3df8bc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.372483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Port': ['ID=c4f2a43e-d33e-40b0-b994-29d0ba3df8bc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:12.390573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] No DVR routers for this DVR port c4f2a43e-d33e-40b0-b994-29d0ba3df8bc on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:12.399095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 94853a63-0174-4038-aa80-7aee81b5c826 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:12.414029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Router 332a4f52-7b35-466c-81d1-55b4caa577d4 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:29:12.481618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-333e1ebb-ebe6-450a-8054-038b29f5d893 req-51cdc714-6bc1-4340-84a2-32dd2f082a5b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 210 time: 0.0343344 Feb 11 05:29:12.516461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f904a032-cfd3-4a76-92ac-7b9da7b7d872 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:12.577904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f904a032-cfd3-4a76-92ac-7b9da7b7d872 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:12.580655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f904a032-cfd3-4a76-92ac-7b9da7b7d872 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:12.581274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c4f2a43e-d33e-40b0-b994-29d0ba3df8bc no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:12.599009 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.624649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892dbf0d-db5f-4fc8-93d4-5e815d38ce8b']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:12.638232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3936e6a-a47f-4091-9432-19adcafb3f72') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:12.638767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3936e6a-a47f-4091-9432-19adcafb3f72') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:12.643501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c4f2a43e-d33e-40b0-b994-29d0ba3df8bc {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:12.643855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c4f2a43e-d33e-40b0-b994-29d0ba3df8bc not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:12.658055 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (b3936e6a-a47f-4091-9432-19adcafb3f72), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.664753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6e96ef00-b747-43b0-9a71-7dd872642b5c None None] Provisioning complete for port 94853a63-0174-4038-aa80-7aee81b5c826 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:12.664906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e96ef00-b747-43b0-9a71-7dd872642b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (94853a63-0174-4038-aa80-7aee81b5c826), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.685537 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b3936e6a-a47f-4091-9432-19adcafb3f72), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.690051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:12.701377 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dab595-c412-44af-85f1-b78538886877 None None] Sync routers for ids ['332a4f52-7b35-466c-81d1-55b4caa577d4'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:12.725644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:12.727371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (b3936e6a-a47f-4091-9432-19adcafb3f72), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.728027 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dab595-c412-44af-85f1-b78538886877 None None] Routers {'332a4f52-7b35-466c-81d1-55b4caa577d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:12.730223 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-54dab595-c412-44af-85f1-b78538886877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['332a4f52-7b35-466c-81d1-55b4caa577d4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:12.745013 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:12.819209 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.823352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6ce39905-7ff8-4f0b-824b-978725a7b749 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3902495 Feb 11 05:29:12.823523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59756) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:12.858819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6e96ef00-b747-43b0-9a71-7dd872642b5c None None] Current status of the port 94853a63-0174-4038-aa80-7aee81b5c826 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:12.916465 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-54dab595-c412-44af-85f1-b78538886877 None None] Set router 332a4f52-7b35-466c-81d1-55b4caa577d4 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:12.979779 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (892dbf0d-db5f-4fc8-93d4-5e815d38ce8b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.984880 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.993078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] 10.222.0.62 "DELETE /v2.0/networks/892dbf0d-db5f-4fc8-93d4-5e815d38ce8b HTTP/1.1" status: 204 len: 168 time: 1.3904936 Feb 11 05:29:13.052086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c05678-5ec7-4151-89f1-01a52ef44d3a tempest-TaggedBootDevicesTest_v242-1215817959 tempest-TaggedBootDevicesTest_v242-1215817959-project] Pushing event deleted for resources: {'Network': ['ID=892dbf0d-db5f-4fc8-93d4-5e815d38ce8b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:13.409728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-54dab595-c412-44af-85f1-b78538886877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '59c4caa2-f780-428a-ab88-f33156012af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:11Z', 'revision_number': 3, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port': {'id': '59c4caa2-f780-428a-ab88-f33156012af0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:10Z', 'updated_at': '2022-02-11T05:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:13.451330 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dab595-c412-44af-85f1-b78538886877 None None] Checking router: 332a4f52-7b35-466c-81d1-55b4caa577d4 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:29:13.451330 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dab595-c412-44af-85f1-b78538886877 None None] Updating router 332a4f52-7b35-466c-81d1-55b4caa577d4 port 59c4caa2-f780-428a-ab88-f33156012af0 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:29:13.513460 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-54dab595-c412-44af-85f1-b78538886877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (59c4caa2-f780-428a-ab88-f33156012af0), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.704407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1227e47-a790-4576-bf12-ae7eca6ee5fa req-a647face-a6e7-4662-abfa-9f2c081941ca tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 210 time: 0.0607347 Feb 11 05:29:13.841934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-2d688c7d-d406-4abe-98ad-bb0500902b44 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:13.847428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.869484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-2d688c7d-d406-4abe-98ad-bb0500902b44 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 821 time: 0.2672646 Feb 11 05:29:13.882502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Request body: {'port': {'device_id': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'admin_state_up': True, 'tenant_id': 'c1f9399909cb4c51ad5b1ca0c5392e5f'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:13.924540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 94853a63-0174-4038-aa80-7aee81b5c826 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:14.115238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 94853a63-0174-4038-aa80-7aee81b5c826 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:14.117635 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (94853a63-0174-4038-aa80-7aee81b5c826), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.165896 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-54dab595-c412-44af-85f1-b78538886877 None None] Publish callbacks [] for port (59c4caa2-f780-428a-ab88-f33156012af0), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.248836 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-54dab595-c412-44af-85f1-b78538886877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (59c4caa2-f780-428a-ab88-f33156012af0), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.298277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Allocated IP 172.20.0.1 (ea003cdd-bb5b-451a-8240-e402c04154e7/6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9/ed7c4d81-011c-450d-a9dc-b6abba445292) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:14.308478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59788) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:14.338759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 94853a63-0174-4038-aa80-7aee81b5c826 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:14.376555 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-54dab595-c412-44af-85f1-b78538886877 None None] Attempting to bind port 59c4caa2-f780-428a-ab88-f33156012af0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:14.381578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Made reservation on behalf of c1f9399909cb4c51ad5b1ca0c5392e5f for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:14.381849 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-54dab595-c412-44af-85f1-b78538886877 None None] Attempting to bind port 59c4caa2-f780-428a-ab88-f33156012af0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:14.381849 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dab595-c412-44af-85f1-b78538886877 None None] Attempting to bind port 59c4caa2-f780-428a-ab88-f33156012af0 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:14.382042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.402159 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dab595-c412-44af-85f1-b78538886877 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:14.404352 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dab595-c412-44af-85f1-b78538886877 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:14.404352 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-54dab595-c412-44af-85f1-b78538886877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.404352 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dab595-c412-44af-85f1-b78538886877 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:14.404352 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-54dab595-c412-44af-85f1-b78538886877 None None] Bound port: 59c4caa2-f780-428a-ab88-f33156012af0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:14.405529 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-54dab595-c412-44af-85f1-b78538886877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (59c4caa2-f780-428a-ab88-f33156012af0), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.450045 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Pushing event updated for resources: {'Port': ['ID=59c4caa2-f780-428a-ab88-f33156012af0,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:14.466899 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.467424 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.467878 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.468358 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.468846 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.469442 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.469881 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.470360 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.471338 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.472134 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.472955 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.473456 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.474143 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:14.530768 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-54dab595-c412-44af-85f1-b78538886877 None None] For port 59c4caa2-f780-428a-ab88-f33156012af0, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:14.537320 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-54dab595-c412-44af-85f1-b78538886877 None None] For port 59c4caa2-f780-428a-ab88-f33156012af0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=59c4caa2-f780-428a-ab88-f33156012af0,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:14.634450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Publish callbacks [] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.650035 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-54dab595-c412-44af-85f1-b78538886877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (59c4caa2-f780-428a-ab88-f33156012af0), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.804878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Allocated IP 172.20.0.5 (ea175aa5-42f2-4e28-866e-493be911bb17/b3eb6dbf-8268-438c-8844-da63c91d37cb/62d29f72-fdd7-42b5-a276-c3a9278de1fe) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:14.828285 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dab595-c412-44af-85f1-b78538886877 None None] Routers {'332a4f52-7b35-466c-81d1-55b4caa577d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:14.830122 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-54dab595-c412-44af-85f1-b78538886877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['332a4f52-7b35-466c-81d1-55b4caa577d4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:14.842967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e845bfdf-0da0-4acf-9197-b1c9754b8039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.896526 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.914682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8b68f90-4c23-46da-ab0b-6a7b03f78184 req-29b6f887-7717-43f7-bcd6-a04f4ae8f55f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 210 time: 0.0446362 Feb 11 05:29:15.069794 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.080073 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ff048-e362-4255-90ab-93d5fb584c6a None None] Pushing event updated for resources: {'Port': ['ID=59c4caa2-f780-428a-ab88-f33156012af0,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:15.105302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7c4d81-011c-450d-a9dc-b6abba445292,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:15.164654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Network ea003cdd-bb5b-451a-8240-e402c04154e7 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:15.181575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:15.183603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.185762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:15.258463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (332a4f52-7b35-466c-81d1-55b4caa577d4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.318578 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-54dab595-c412-44af-85f1-b78538886877 None None] Set router 332a4f52-7b35-466c-81d1-55b4caa577d4 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:15.331310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Network ea175aa5-42f2-4e28-866e-493be911bb17 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:15.336910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:15.356929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:15.411937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event updated for resources: {'Port': ['ID=62d29f72-fdd7-42b5-a276-c3a9278de1fe,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:15.465700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e845bfdf-0da0-4acf-9197-b1c9754b8039 admin admin] Publish callbacks [] for security_group (d7ba37fc-f562-41e9-819d-7a9519591245), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.486269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:15.486923 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.524007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.551086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e845bfdf-0da0-4acf-9197-b1c9754b8039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d7ba37fc-f562-41e9-819d-7a9519591245), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.605617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-431e0a88-396b-4f67-8588-25c5d8c86e33 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7277570 Feb 11 05:29:15.620318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Request body: {'port': {'device_id': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:15.622397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845bfdf-0da0-4acf-9197-b1c9754b8039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba37fc-f562-41e9-819d-7a9519591245,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:15.670434 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e845bfdf-0da0-4acf-9197-b1c9754b8039 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3405e0b7b189441bb1f2181044afa54b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3606901 Feb 11 05:29:15.676250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:15.725624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d8a9920d-bee1-4c5b-a6f5-cd62f9cca839 None None] Provisioning complete for port ed7c4d81-011c-450d-a9dc-b6abba445292 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:15.726138 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8a9920d-bee1-4c5b-a6f5-cd62f9cca839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.726244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.827293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-122a8ab6-8c39-41fa-82ee-faae676fab05 admin admin] Publish callbacks [] for security_group (d7ba37fc-f562-41e9-819d-7a9519591245), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.850812 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-54dab595-c412-44af-85f1-b78538886877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '59c4caa2-f780-428a-ab88-f33156012af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:11Z', 'revision_number': 3, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port': {'id': '59c4caa2-f780-428a-ab88-f33156012af0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:10Z', 'updated_at': '2022-02-11T05:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:15.884583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9920d-bee1-4c5b-a6f5-cd62f9cca839 None None] Port ed7c4d81-011c-450d-a9dc-b6abba445292 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:15.892027 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dab595-c412-44af-85f1-b78538886877 None None] The sync data for ids ['332a4f52-7b35-466c-81d1-55b4caa577d4'] in n-d-713498-37 is: [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '59c4caa2-f780-428a-ab88-f33156012af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:11Z', 'revision_number': 3, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port': {'id': '59c4caa2-f780-428a-ab88-f33156012af0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:10Z', 'updated_at': '2022-02-11T05:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:15.911835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-122a8ab6-8c39-41fa-82ee-faae676fab05 admin admin] Publish callbacks [] for security_group (d7ba37fc-f562-41e9-819d-7a9519591245), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.016960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Publish callbacks [] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.086060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d29f72-fdd7-42b5-a276-c3a9278de1fe {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:16.088444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.094960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Publish callbacks [] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.151565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Transition to ACTIVE for port object 62d29f72-fdd7-42b5-a276-c3a9278de1fe will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:16.159377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (332a4f52-7b35-466c-81d1-55b4caa577d4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.165318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-122a8ab6-8c39-41fa-82ee-faae676fab05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d7ba37fc-f562-41e9-819d-7a9519591245), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.168166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-122a8ab6-8c39-41fa-82ee-faae676fab05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.169435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-122a8ab6-8c39-41fa-82ee-faae676fab05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7ba37fc-f562-41e9-819d-7a9519591245 HTTP/1.1" status: 204 len: 168 time: 0.4915013 Feb 11 05:29:16.222222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a8ab6-8c39-41fa-82ee-faae676fab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba37fc-f562-41e9-819d-7a9519591245,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:16.247622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560c45c-4578-4004-a637-89fd68a1423a req-c2e76075-03f4-439c-bf96-d71494730f26 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.262891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4560c45c-4578-4004-a637-89fd68a1423a req-c2e76075-03f4-439c-bf96-d71494730f26 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 931 time: 0.1625428 Feb 11 05:29:16.332962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.459009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Network ea003cdd-bb5b-451a-8240-e402c04154e7 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:16.468941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:16.490192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4560c45c-4578-4004-a637-89fd68a1423a req-7fa41bc5-22fc-41ba-898f-eb195297e3d9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234449 Feb 11 05:29:16.546610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59836) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:16.548397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Pushing event updated for resources: {'Port': ['ID=62d29f72-fdd7-42b5-a276-c3a9278de1fe,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:16.642280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7c4d81-011c-450d-a9dc-b6abba445292,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:16.717360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Attempting to bind port 62d29f72-fdd7-42b5-a276-c3a9278de1fe on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:16.718447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Attempting to bind port 62d29f72-fdd7-42b5-a276-c3a9278de1fe by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:16.718447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Attempting to bind port 62d29f72-fdd7-42b5-a276-c3a9278de1fe on network ea175aa5-42f2-4e28-866e-493be911bb17 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:16.748564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Port 62d29f72-fdd7-42b5-a276-c3a9278de1fe on network ea175aa5-42f2-4e28-866e-493be911bb17 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:16.749132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Attempting to bind port 62d29f72-fdd7-42b5-a276-c3a9278de1fe on network ea175aa5-42f2-4e28-866e-493be911bb17 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:16.760529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:16.761173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Checking segment: {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:16.791427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Bound using segment: {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:16.791427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Bound port: 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:16.791427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.901909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Router 332a4f52-7b35-466c-81d1-55b4caa577d4 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:29:16.975901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:16.979667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:17.051922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-089973d1-34ae-4e62-b71f-0a42ca2e4831 None None] Provisioning complete for port ed7c4d81-011c-450d-a9dc-b6abba445292 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:17.052555 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-089973d1-34ae-4e62-b71f-0a42ca2e4831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.065935 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.113821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:17.115419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.117423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] 10.222.0.65 "PUT /v2.0/ports/62d29f72-fdd7-42b5-a276-c3a9278de1fe HTTP/1.1" status: 200 len: 1092 time: 1.5047755 Feb 11 05:29:17.118160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'tag': '62d29f72-fdd7-42b5-a276-c3a9278de1fe'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:17.120992 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05d68e-2442-4e7c-8da1-820156bcad7b" -d '{"events": [{"name": "network-changed", "server_uuid": "80eb01bd-4694-40b8-b08b-8044d17352d9", "tag": "62d29f72-fdd7-42b5-a276-c3a9278de1fe"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:17.180423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-089973d1-34ae-4e62-b71f-0a42ca2e4831 None None] Port ed7c4d81-011c-450d-a9dc-b6abba445292 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:17.194746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda60a1-8245-4e40-9ee5-41ee6f78de87 service neutron] Pushing event updated for resources: {'Port': ['ID=62d29f72-fdd7-42b5-a276-c3a9278de1fe,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:17.216299 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94fc85bf-55ba-4514-a90d-cb0b77e09756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.240529 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c846a61-35bc-45c0-b83a-466f44a96461 x-openstack-request-id: req-3c846a61-35bc-45c0-b83a-466f44a96461 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:17.245383 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80eb01bd-4694-40b8-b08b-8044d17352d9", "tag": "62d29f72-fdd7-42b5-a276-c3a9278de1fe", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:17.245383 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c846a61-35bc-45c0-b83a-466f44a96461 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:17.245383 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'tag': '62d29f72-fdd7-42b5-a276-c3a9278de1fe', 'status': 'completed', 'code': 200} Feb 11 05:29:17.282375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:17.290173 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e215ca89-af69-432d-a671-f208f951dc22 admin admin] 10.222.0.62 "PUT /v2.0/routers/332a4f52-7b35-466c-81d1-55b4caa577d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4627719 Feb 11 05:29:17.352711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-82cb396e-2189-4c14-9713-96ae3adafc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:17.354389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-82cb396e-2189-4c14-9713-96ae3adafc9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 1126 time: 0.1091518 Feb 11 05:29:17.416938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-1d1e1f01-6d21-456d-9cad-52de9b8c8f8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe HTTP/1.1" status: 200 len: 217 time: 0.0522242 Feb 11 05:29:17.492910 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94fc85bf-55ba-4514-a90d-cb0b77e09756 admin admin] Publish callbacks [] for security_group (58f1a2d6-47ac-4261-94b1-c8f4ec482365), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.513399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-78f97e0e-7fed-4366-bc9d-e6a478e57d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:17.513399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-78f97e0e-7fed-4366-bc9d-e6a478e57d97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3eb6dbf-8268-438c-8844-da63c91d37cb HTTP/1.1" status: 200 len: 861 time: 0.0798559 Feb 11 05:29:17.549317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59858) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:17.581897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-bfee56e8-288c-488a-9666-ac571aeab62e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea175aa5-42f2-4e28-866e-493be911bb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678673 Feb 11 05:29:17.592661 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-78782bb8-6162-468a-8cfa-6b87d713fe10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.654866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94fc85bf-55ba-4514-a90d-cb0b77e09756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (58f1a2d6-47ac-4261-94b1-c8f4ec482365), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.870035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-78782bb8-6162-468a-8cfa-6b87d713fe10 admin admin] Publish callbacks [] for security_group (7625c904-9b97-4317-8401-b647bce12dc5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.894995 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc85bf-55ba-4514-a90d-cb0b77e09756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f1a2d6-47ac-4261-94b1-c8f4ec482365,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:17.954394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-78782bb8-6162-468a-8cfa-6b87d713fe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7625c904-9b97-4317-8401-b647bce12dc5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.991462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 59c4caa2-f780-428a-ab88-f33156012af0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:18.010356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-94fc85bf-55ba-4514-a90d-cb0b77e09756 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83bbd5052fa94c2793061205a4b4a5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4517677 Feb 11 05:29:18.031975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59868) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:18.047889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78782bb8-6162-468a-8cfa-6b87d713fe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7625c904-9b97-4317-8401-b647bce12dc5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:18.090330 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-78782bb8-6162-468a-8cfa-6b87d713fe10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b25f0c5b105741248bcb8937f3041d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5395210 Feb 11 05:29:18.092590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59870) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:18.125612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee86a59-8211-4419-9a8b-c76c0b426f1e req-5b4b3a99-d8ed-4107-aa81-a639c68a0a0d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:18.131778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 59c4caa2-f780-428a-ab88-f33156012af0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:18.132337 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (59c4caa2-f780-428a-ab88-f33156012af0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.144155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ee86a59-8211-4419-9a8b-c76c0b426f1e req-5b4b3a99-d8ed-4107-aa81-a639c68a0a0d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 943 time: 0.3598075 Feb 11 05:29:18.157068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d42fab8d-59f3-4528-9e97-2f65607021c1 admin admin] Publish callbacks [] for security_group (7625c904-9b97-4317-8401-b647bce12dc5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.190891 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d42fab8d-59f3-4528-9e97-2f65607021c1 admin admin] Publish callbacks [] for security_group (7625c904-9b97-4317-8401-b647bce12dc5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.218620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-8e6ee84e-3284-458f-a61c-c2865c1fbd5a service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292980 Feb 11 05:29:18.314203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 59c4caa2-f780-428a-ab88-f33156012af0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:18.314600 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (59c4caa2-f780-428a-ab88-f33156012af0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.374958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 59c4caa2-f780-428a-ab88-f33156012af0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=59c4caa2-f780-428a-ab88-f33156012af0,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:18.380175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d42fab8d-59f3-4528-9e97-2f65607021c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7625c904-9b97-4317-8401-b647bce12dc5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.384863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d42fab8d-59f3-4528-9e97-2f65607021c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.386773 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d42fab8d-59f3-4528-9e97-2f65607021c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7625c904-9b97-4317-8401-b647bce12dc5 HTTP/1.1" status: 204 len: 168 time: 0.2929790 Feb 11 05:29:18.430833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fab8d-59f3-4528-9e97-2f65607021c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7625c904-9b97-4317-8401-b647bce12dc5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:18.447897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (59c4caa2-f780-428a-ab88-f33156012af0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.615735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=59c4caa2-f780-428a-ab88-f33156012af0,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:18.707802 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:29:18.797400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a8f9-4ccf-4dd7-958c-66eaef5573d8 admin admin] Publish callbacks [] for security_group (58f1a2d6-47ac-4261-94b1-c8f4ec482365), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.968235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a8f9-4ccf-4dd7-958c-66eaef5573d8 admin admin] Publish callbacks [] for security_group (58f1a2d6-47ac-4261-94b1-c8f4ec482365), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.987159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-14cf5ec4-8587-4d4f-801a-a12f202f14e4 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0038834 Feb 11 05:29:18.999567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Sync routers for ids ['332a4f52-7b35-466c-81d1-55b4caa577d4'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:19.022733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Routers {'332a4f52-7b35-466c-81d1-55b4caa577d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:19.024823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['332a4f52-7b35-466c-81d1-55b4caa577d4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:19.037551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:19.131685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ee86a59-8211-4419-9a8b-c76c0b426f1e req-f43bb702-b293-41b3-83b6-3b7d38d68935 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9249895 Feb 11 05:29:19.243764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef923989-c462-48ef-83fb-e78d61bdf2d7 req-46596aba-4703-44ef-813c-ca6a2fdd8e88 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0147789 Feb 11 05:29:19.312718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Set router 332a4f52-7b35-466c-81d1-55b4caa577d4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:19.319292 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.364351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a8f9-4ccf-4dd7-958c-66eaef5573d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (58f1a2d6-47ac-4261-94b1-c8f4ec482365), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.367441 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a8f9-4ccf-4dd7-958c-66eaef5573d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.368389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d2d8a8f9-4ccf-4dd7-958c-66eaef5573d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58f1a2d6-47ac-4261-94b1-c8f4ec482365 HTTP/1.1" status: 204 len: 168 time: 1.3343444 Feb 11 05:29:19.395150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8a8f9-4ccf-4dd7-958c-66eaef5573d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f1a2d6-47ac-4261-94b1-c8f4ec482365,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:19.642725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-871d62ff-36c6-4601-a524-92755acccf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.644293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-871d62ff-36c6-4601-a524-92755acccf30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 1126 time: 0.1599040 Feb 11 05:29:19.697163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.781235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '59c4caa2-f780-428a-ab88-f33156012af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:15Z', 'revision_number': 4, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port': {'id': '59c4caa2-f780-428a-ab88-f33156012af0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:10Z', 'updated_at': '2022-02-11T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ed7c4d81-011c-450d-a9dc-b6abba445292', 'name': '', 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'mac_address': 'fa:16:3e:20:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:13Z', 'updated_at': '2022-02-11T05:29:15Z', 'revision_number': 2, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'subnets': [{'id': '6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:19.874418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Checking router: 332a4f52-7b35-466c-81d1-55b4caa577d4 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:29:19.874853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Updating router 332a4f52-7b35-466c-81d1-55b4caa577d4 port ed7c4d81-011c-450d-a9dc-b6abba445292 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:29:19.908203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 59c4caa2-f780-428a-ab88-f33156012af0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:19.963955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Allocated IP 172.25.8.244 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/749b5157-42b3-44e2-80c6-82e33cd72db1) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:19.998190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-20eb5c1d-b966-4fcf-a432-134ad5802de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:19.999628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-20eb5c1d-b966-4fcf-a432-134ad5802de3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 922 time: 0.3317308 Feb 11 05:29:20.009370 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.099754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-02797b75-96ad-4e4b-aa03-c3ca16af178d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe HTTP/1.1" status: 200 len: 217 time: 0.0930512 Feb 11 05:29:20.201065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 59c4caa2-f780-428a-ab88-f33156012af0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:20.201443 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (59c4caa2-f780-428a-ab88-f33156012af0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.344512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-91461eef-3981-4f05-a3ce-b71effdeb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.346059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-91461eef-3981-4f05-a3ce-b71effdeb1a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3eb6dbf-8268-438c-8844-da63c91d37cb HTTP/1.1" status: 200 len: 861 time: 0.2383223 Feb 11 05:29:20.409208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-490df2b7-668c-4bd9-9901-c81588528c94 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea175aa5-42f2-4e28-866e-493be911bb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557311 Feb 11 05:29:20.427219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59910) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:20.466651 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96876f38-292f-434e-a527-62cc920da461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.526251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e748aa9-5a91-419d-894d-6f86fc73602f req-c1a046c0-5805-4fe8-8cc1-e282b777232e tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.544141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e748aa9-5a91-419d-894d-6f86fc73602f req-c1a046c0-5805-4fe8-8cc1-e282b777232e tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 943 time: 0.2891936 Feb 11 05:29:20.613893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 59c4caa2-f780-428a-ab88-f33156012af0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:20.632138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96876f38-292f-434e-a527-62cc920da461 admin admin] Publish callbacks [] for security_group (26df814a-4733-48d6-8368-5cf612b0c10d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.696536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96876f38-292f-434e-a527-62cc920da461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (26df814a-4733-48d6-8368-5cf612b0c10d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.719699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-af36482b-68e9-4a93-82a5-d6b19e5b0109 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077035 Feb 11 05:29:20.743101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for port (749b5157-42b3-44e2-80c6-82e33cd72db1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.787853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Publish callbacks [] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.807356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-96876f38-292f-434e-a527-62cc920da461 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a210a169a1b24396b689d56d5674b72d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757029 Feb 11 05:29:20.808504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59916) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:20.823595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96876f38-292f-434e-a527-62cc920da461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26df814a-4733-48d6-8368-5cf612b0c10d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:20.884858 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.896418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c19aa3a-7891-4898-9629-46ffca0ff8cd admin admin] Publish callbacks [] for security_group (26df814a-4733-48d6-8368-5cf612b0c10d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.908487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e748aa9-5a91-419d-894d-6f86fc73602f req-05182f81-b00c-4e77-9f6d-66ceac5859f9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648310 Feb 11 05:29:20.987745 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (749b5157-42b3-44e2-80c6-82e33cd72db1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.019845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c19aa3a-7891-4898-9629-46ffca0ff8cd admin admin] Publish callbacks [] for security_group (26df814a-4733-48d6-8368-5cf612b0c10d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.053634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20a7e3-0a14-4f15-bf8d-05e1e78fbc48 None None] Pushing event updated for resources: {'Port': ['ID=ed7c4d81-011c-450d-a9dc-b6abba445292,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.229079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c19aa3a-7891-4898-9629-46ffca0ff8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (26df814a-4733-48d6-8368-5cf612b0c10d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.230573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c19aa3a-7891-4898-9629-46ffca0ff8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.231902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8c19aa3a-7891-4898-9629-46ffca0ff8cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26df814a-4733-48d6-8368-5cf612b0c10d HTTP/1.1" status: 204 len: 168 time: 0.4198518 Feb 11 05:29:21.253116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event updated for resources: {'Port': ['ID=749b5157-42b3-44e2-80c6-82e33cd72db1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.263269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19aa3a-7891-4898-9629-46ffca0ff8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df814a-4733-48d6-8368-5cf612b0c10d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.320428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:21.338492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c05d68e-2442-4e7c-8da1-820156bcad7b req-e2a522a4-8aec-4427-a3e8-eb8bc31bfd4e service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871306 Feb 11 05:29:21.340021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:21.351055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:21.411941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Attempting to bind port ed7c4d81-011c-450d-a9dc-b6abba445292 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:21.415614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Attempting to bind port ed7c4d81-011c-450d-a9dc-b6abba445292 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:21.421258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Attempting to bind port ed7c4d81-011c-450d-a9dc-b6abba445292 on network ea003cdd-bb5b-451a-8240-e402c04154e7 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:21.455022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:21.455426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Checking segment: {'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:21.455844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.456236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Bound using segment: {'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:21.472628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Bound port: ed7c4d81-011c-450d-a9dc-b6abba445292, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28d7cba-5e68-4822-baf2-c1085132c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:21.483350 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.608140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 62d29f72-fdd7-42b5-a276-c3a9278de1fe details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:21.665954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (1f91ed5f-4f36-4119-971e-90f668aa2b79), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.897817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-447b9083-3bdc-4d85-80c9-e499ece83d80 None None] Provisioning complete for port ed7c4d81-011c-450d-a9dc-b6abba445292 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:21.897817 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-447b9083-3bdc-4d85-80c9-e499ece83d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.909298 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (749b5157-42b3-44e2-80c6-82e33cd72db1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.954738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] For port ed7c4d81-011c-450d-a9dc-b6abba445292, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:22.037573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] For port ed7c4d81-011c-450d-a9dc-b6abba445292, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ed7c4d81-011c-450d-a9dc-b6abba445292,segment=NetworkSegment(f28d7cba-5e68-4822-baf2-c1085132c7f2),segment_id=f28d7cba-5e68-4822-baf2-c1085132c7f2)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:22.058490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-447b9083-3bdc-4d85-80c9-e499ece83d80 None None] Port ed7c4d81-011c-450d-a9dc-b6abba445292 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:22.075999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:22.107321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '62d29f72-fdd7-42b5-a276-c3a9278de1fe', 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'port_id': '62d29f72-fdd7-42b5-a276-c3a9278de1fe', 'mac_address': 'fa:16:3e:c0:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb6dbf-8268-438c-8844-da63c91d37cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:22.163145 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.283117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 62d29f72-fdd7-42b5-a276-c3a9278de1fe is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:22.283524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.291629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb9bc4-bb34-4b35-9311-5cecc8341044 req-7a775e2d-8611-48cd-96e3-3d74906e8bac tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:22.294674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96eb9bc4-bb34-4b35-9311-5cecc8341044 req-7a775e2d-8611-48cd-96e3-3d74906e8bac tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 943 time: 0.2342944 Feb 11 05:29:22.309896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Routers {'332a4f52-7b35-466c-81d1-55b4caa577d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:22.310553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['332a4f52-7b35-466c-81d1-55b4caa577d4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:22.453544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d29f72-fdd7-42b5-a276-c3a9278de1fe {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:22.481636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96eb9bc4-bb34-4b35-9311-5cecc8341044 req-7963dd90-968b-49e0-98c5-111183bd1869 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762416 Feb 11 05:29:22.483960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for port (749b5157-42b3-44e2-80c6-82e33cd72db1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.489761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:22.494739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20a7e3-0a14-4f15-bf8d-05e1e78fbc48 None None] Pushing event updated for resources: {'Port': ['ID=ed7c4d81-011c-450d-a9dc-b6abba445292,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:22.659732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (749b5157-42b3-44e2-80c6-82e33cd72db1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.711790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event updated for resources: {'Port': ['ID=749b5157-42b3-44e2-80c6-82e33cd72db1,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:22.909610 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (1f91ed5f-4f36-4119-971e-90f668aa2b79), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.915698 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.933545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] Set router 332a4f52-7b35-466c-81d1-55b4caa577d4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:23.030807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.032130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-554883a1-2c2d-433c-a5d7-cfe5ab712dae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0437384 Feb 11 05:29:23.056778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-685d8537-1c98-4421-a2a6-3a676924b873 None None] Provisioning complete for port ed7c4d81-011c-450d-a9dc-b6abba445292 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:23.057415 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-685d8537-1c98-4421-a2a6-3a676924b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.076013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=62d29f72-fdd7-42b5-a276-c3a9278de1fe,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:23.139381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['62d29f72-fdd7-42b5-a276-c3a9278de1fe'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:23.153599 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-2fcc2f50-ae37-47e1-8acf-d27e34391ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.1113029 Feb 11 05:29:23.364014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-ee48243f-2bf4-4bf3-be81-b2de75910abf tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.365518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-ee48243f-2bf4-4bf3-be81-b2de75910abf tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2019348 Feb 11 05:29:23.377868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-93c55522-6755-45e2-9ebd-6e4ed606479a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:29:23.381620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de5c231-97cc-48cf-86df-e13daaa459f9 req-93c55522-6755-45e2-9ebd-6e4ed606479a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088375 Feb 11 05:29:23.437098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-685d8537-1c98-4421-a2a6-3a676924b873 None None] Current status of the port ed7c4d81-011c-450d-a9dc-b6abba445292 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:23.437547 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-685d8537-1c98-4421-a2a6-3a676924b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.522018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-685d8537-1c98-4421-a2a6-3a676924b873 None None] For port ed7c4d81-011c-450d-a9dc-b6abba445292, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ed7c4d81-011c-450d-a9dc-b6abba445292,segment=NetworkSegment(f28d7cba-5e68-4822-baf2-c1085132c7f2),segment_id=f28d7cba-5e68-4822-baf2-c1085132c7f2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:23.635945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-685d8537-1c98-4421-a2a6-3a676924b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.734862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '59c4caa2-f780-428a-ab88-f33156012af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:15Z', 'revision_number': 4, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port': {'id': '59c4caa2-f780-428a-ab88-f33156012af0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:10Z', 'updated_at': '2022-02-11T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ed7c4d81-011c-450d-a9dc-b6abba445292', 'name': '', 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'mac_address': 'fa:16:3e:20:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:13Z', 'updated_at': '2022-02-11T05:29:21Z', 'revision_number': 4, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'subnets': [{'id': '6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:23.739221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d8537-1c98-4421-a2a6-3a676924b873 None None] Pushing event updated for resources: {'Port': ['ID=ed7c4d81-011c-450d-a9dc-b6abba445292,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:23.772383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da20cbde-fa84-4538-9982-03c7570ea929 None None] The sync data for ids ['332a4f52-7b35-466c-81d1-55b4caa577d4'] in n-d-713498-37 is: [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '59c4caa2-f780-428a-ab88-f33156012af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:15Z', 'revision_number': 4, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port': {'id': '59c4caa2-f780-428a-ab88-f33156012af0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:10Z', 'updated_at': '2022-02-11T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ed7c4d81-011c-450d-a9dc-b6abba445292', 'name': '', 'network_id': 'ea003cdd-bb5b-451a-8240-e402c04154e7', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'mac_address': 'fa:16:3e:20:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:13Z', 'updated_at': '2022-02-11T05:29:21Z', 'revision_number': 4, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'subnets': [{'id': '6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:23.825587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-beb5ce36-6d49-44f8-bc28-281f40aa6b03 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3960807 Feb 11 05:29:23.831726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:23.916942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2b778-eb9a-4d1b-b9fd-f7d33ea8aa7c req-62e09059-808b-4318-ac06-0005472b6fe2 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.923386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5d2b778-eb9a-4d1b-b9fd-f7d33ea8aa7c req-62e09059-808b-4318-ac06-0005472b6fe2 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 944 time: 0.3036609 Feb 11 05:29:24.007658 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.045251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5d2b778-eb9a-4d1b-b9fd-f7d33ea8aa7c req-a9dd4086-e59d-4f13-9a0c-3753985aa19b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093717 Feb 11 05:29:24.200929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.341956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Allocated IP 172.25.8.81 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/5be14623-bdfc-412b-b463-ebfeb2db4702) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:24.484338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for port (5be14623-bdfc-412b-b463-ebfeb2db4702), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.700039 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (5be14623-bdfc-412b-b463-ebfeb2db4702), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.817825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event updated for resources: {'Port': ['ID=5be14623-bdfc-412b-b463-ebfeb2db4702,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:24.831796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:24.835292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:24.840168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:25.241894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (e3c4b11c-160b-4ac7-9de5-7e28f844ed23), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.483621 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5be14623-bdfc-412b-b463-ebfeb2db4702), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.608348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 62d29f72-fdd7-42b5-a276-c3a9278de1fe up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:25.771388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 62d29f72-fdd7-42b5-a276-c3a9278de1fe completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:25.777381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 62d29f72-fdd7-42b5-a276-c3a9278de1fe triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:25.778040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.886075 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for port (5be14623-bdfc-412b-b463-ebfeb2db4702), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.966097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ed7c4d81-011c-450d-a9dc-b6abba445292 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:25.979395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af69068-027c-4867-a5fa-6d096878f355 req-cfc46c4e-3259-4c69-b75e-a6b31bc1cc41 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.996264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2af69068-027c-4867-a5fa-6d096878f355 req-cfc46c4e-3259-4c69-b75e-a6b31bc1cc41 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 944 time: 0.7211254 Feb 11 05:29:26.038018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (5be14623-bdfc-412b-b463-ebfeb2db4702), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.127224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 62d29f72-fdd7-42b5-a276-c3a9278de1fe is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:26.128036 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.161407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d29f72-fdd7-42b5-a276-c3a9278de1fe'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:26.173342 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cfe23b-0a8a-4f7d-b882-e06eeafb376c" -d '{"events": [{"server_uuid": "80eb01bd-4694-40b8-b08b-8044d17352d9", "name": "network-vif-plugged", "status": "completed", "tag": "62d29f72-fdd7-42b5-a276-c3a9278de1fe"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:26.179498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ed7c4d81-011c-450d-a9dc-b6abba445292 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:26.183243 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.285008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:26.382102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ed7c4d81-011c-450d-a9dc-b6abba445292 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:26.411253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2af69068-027c-4867-a5fa-6d096878f355 req-6d95d3fd-58ca-40cc-9329-e62a700a98f9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108341 Feb 11 05:29:26.412264 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (e3c4b11c-160b-4ac7-9de5-7e28f844ed23), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.416137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event updated for resources: {'Port': ['ID=5be14623-bdfc-412b-b463-ebfeb2db4702,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:26.426440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.427099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.427579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.434378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:26.463542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.568686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=62d29f72-fdd7-42b5-a276-c3a9278de1fe,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:26.572183 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9371056f-fba5-495f-9a25-7fdb206c7c54 x-openstack-request-id: req-9371056f-fba5-495f-9a25-7fdb206c7c54 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:26.572480 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb01bd-4694-40b8-b08b-8044d17352d9", "name": "network-vif-plugged", "status": "completed", "tag": "62d29f72-fdd7-42b5-a276-c3a9278de1fe", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:26.572766 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9371056f-fba5-495f-9a25-7fdb206c7c54 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:26.573224 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d29f72-fdd7-42b5-a276-c3a9278de1fe', 'code': 200} Feb 11 05:29:26.669888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.681142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-218f7bac-d87a-407b-82b8-8a543c8c6e55 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8545771 Feb 11 05:29:26.830487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-887314be-72fa-4599-a8b6-e23ddd725163 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.1479402 Feb 11 05:29:26.837216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53773b9d-06d2-4ea3-a43b-e2ea4b81ea5c req-083556cd-325d-43a7-be23-6fe041757c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.839541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53773b9d-06d2-4ea3-a43b-e2ea4b81ea5c req-083556cd-325d-43a7-be23-6fe041757c9e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 1128 time: 0.2516301 Feb 11 05:29:26.991322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-2eaf9dd9-d039-47e1-b686-e72a92e6bbd9 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.000391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-2eaf9dd9-d039-47e1-b686-e72a92e6bbd9 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.1563542 Feb 11 05:29:27.086075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-c19c6531-397a-4570-96ba-07bc4ba2a37b tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:29:27.096856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-554c9b2a-97b7-4f5b-9152-897cfb7d59ca req-c19c6531-397a-4570-96ba-07bc4ba2a37b tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0951586 Feb 11 05:29:27.104804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53773b9d-06d2-4ea3-a43b-e2ea4b81ea5c req-1094e56d-d36a-46cb-9a23-bc6f1d48f058 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225884 Feb 11 05:29:27.292667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-7fd6e7df-55cf-4628-b91f-81ede4466ae3 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1755269 Feb 11 05:29:27.305031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:27.427952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60124) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:27.476697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.590935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f586d183-8518-4809-8b6e-69680a6d8167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.776718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23ac33-1ab8-4091-8779-66cd1ca2d80c req-f58b260d-e351-4a47-b185-4897c32e3077 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.780839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf23ac33-1ab8-4091-8779-66cd1ca2d80c req-f58b260d-e351-4a47-b185-4897c32e3077 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.1606791 Feb 11 05:29:27.781018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f586d183-8518-4809-8b6e-69680a6d8167 admin admin] Publish callbacks [] for security_group (be22f674-161f-45a5-a21f-b0fb1afb1a4b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.856399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f586d183-8518-4809-8b6e-69680a6d8167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (be22f674-161f-45a5-a21f-b0fb1afb1a4b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.949601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf23ac33-1ab8-4091-8779-66cd1ca2d80c req-d5110eb9-00f9-4d30-9013-74aef067d506 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605473 Feb 11 05:29:27.978287 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.016388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60134) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:28.053919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586d183-8518-4809-8b6e-69680a6d8167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be22f674-161f-45a5-a21f-b0fb1afb1a4b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:28.125644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f586d183-8518-4809-8b6e-69680a6d8167 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3632f398651d4974a5a60a578241ab68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6963310 Feb 11 05:29:28.133157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60140) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:28.268141 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-209ba930-ef60-44b2-a66a-9a775cbe0d60 admin admin] Publish callbacks [] for security_group (be22f674-161f-45a5-a21f-b0fb1afb1a4b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.324571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-209ba930-ef60-44b2-a66a-9a775cbe0d60 admin admin] Publish callbacks [] for security_group (be22f674-161f-45a5-a21f-b0fb1afb1a4b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.450261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Allocated IP 172.25.8.239 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/00cc7aab-a599-4800-be15-a456d6391376) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:28.468225 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1618409-7dc8-4563-a0a9-c31fa4954188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.542186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-209ba930-ef60-44b2-a66a-9a775cbe0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (be22f674-161f-45a5-a21f-b0fb1afb1a4b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.546634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-209ba930-ef60-44b2-a66a-9a775cbe0d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.551794 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-209ba930-ef60-44b2-a66a-9a775cbe0d60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be22f674-161f-45a5-a21f-b0fb1afb1a4b HTTP/1.1" status: 204 len: 168 time: 0.4109201 Feb 11 05:29:28.568560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ba930-ef60-44b2-a66a-9a775cbe0d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22f674-161f-45a5-a21f-b0fb1afb1a4b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:28.727709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for port (00cc7aab-a599-4800-be15-a456d6391376), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.751034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1618409-7dc8-4563-a0a9-c31fa4954188 admin admin] Publish callbacks [] for security_group (da327045-d47e-45d1-840a-0a778dd96dd2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.841985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1618409-7dc8-4563-a0a9-c31fa4954188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da327045-d47e-45d1-840a-0a778dd96dd2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.905266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1618409-7dc8-4563-a0a9-c31fa4954188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da327045-d47e-45d1-840a-0a778dd96dd2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:28.916091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d1618409-7dc8-4563-a0a9-c31fa4954188 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71c6c78996ca46958b7e856b2b60a479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8966055 Feb 11 05:29:28.918984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60148) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:28.938121 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (00cc7aab-a599-4800-be15-a456d6391376), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.061047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event updated for resources: {'Port': ['ID=00cc7aab-a599-4800-be15-a456d6391376,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:29.078381 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f40652c-3800-4689-bc80-443fa06b829b admin admin] Publish callbacks [] for security_group (da327045-d47e-45d1-840a-0a778dd96dd2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.129761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:29.145410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:29.148692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:29.189162 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f40652c-3800-4689-bc80-443fa06b829b admin admin] Publish callbacks [] for security_group (da327045-d47e-45d1-840a-0a778dd96dd2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.202253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f377e02-dae4-473b-bd86-1bf588dc4ffd req-33f0d886-4aa7-4966-99ff-8009f23c2c7e tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:29.204991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f377e02-dae4-473b-bd86-1bf588dc4ffd req-33f0d886-4aa7-4966-99ff-8009f23c2c7e tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.1265650 Feb 11 05:29:29.317102 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (38500d48-3f9e-4ac7-ad99-bf699e84cb13), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.383750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f377e02-dae4-473b-bd86-1bf588dc4ffd req-485605fb-c88a-4de6-8fcc-9fbbf3c16ada tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696539 Feb 11 05:29:29.465722 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f40652c-3800-4689-bc80-443fa06b829b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da327045-d47e-45d1-840a-0a778dd96dd2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.475186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f40652c-3800-4689-bc80-443fa06b829b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.496141 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f40652c-3800-4689-bc80-443fa06b829b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da327045-d47e-45d1-840a-0a778dd96dd2 HTTP/1.1" status: 204 len: 168 time: 0.5758200 Feb 11 05:29:29.525903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40652c-3800-4689-bc80-443fa06b829b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da327045-d47e-45d1-840a-0a778dd96dd2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:29.601107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (00cc7aab-a599-4800-be15-a456d6391376), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.882368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60172) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:29.893596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f4c35-77ad-41e9-ba5b-82b1c2da12e8 req-8c7d3cb6-9b77-404d-ab35-03d37b291de6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:29.895398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e8f4c35-77ad-41e9-ba5b-82b1c2da12e8 req-8c7d3cb6-9b77-404d-ab35-03d37b291de6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.2228918 Feb 11 05:29:29.902917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c647cf1-28a7-49dd-99b1-d470619fa431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.028757 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c647cf1-28a7-49dd-99b1-d470619fa431 admin admin] Publish callbacks [] for security_group (6043339c-c537-4131-86fb-3b0924452355), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.066257 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for port (00cc7aab-a599-4800-be15-a456d6391376), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.084126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e8f4c35-77ad-41e9-ba5b-82b1c2da12e8 req-138d6287-82c5-4ce8-8fa8-930d24cd377e tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677272 Feb 11 05:29:30.104643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c647cf1-28a7-49dd-99b1-d470619fa431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6043339c-c537-4131-86fb-3b0924452355), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.150338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (00cc7aab-a599-4800-be15-a456d6391376), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.179412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c647cf1-28a7-49dd-99b1-d470619fa431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6043339c-c537-4131-86fb-3b0924452355,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:30.227778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3c647cf1-28a7-49dd-99b1-d470619fa431 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8d760fa66b64e7bb8729acbe420f0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3435345 Feb 11 05:29:30.232752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60180) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:30.337454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89acf2d-f4c1-4132-bd5a-88f04108bb36 admin admin] Publish callbacks [] for security_group (6043339c-c537-4131-86fb-3b0924452355), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.364508 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89acf2d-f4c1-4132-bd5a-88f04108bb36 admin admin] Publish callbacks [] for security_group (6043339c-c537-4131-86fb-3b0924452355), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.402885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event updated for resources: {'Port': ['ID=00cc7aab-a599-4800-be15-a456d6391376,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:30.410368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (38500d48-3f9e-4ac7-ad99-bf699e84cb13), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.472680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6f2a5-002d-43ff-a73e-56cdf297ded1 req-1023a5c7-3843-4121-be76-0cbb8d01c9ac tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.474813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2e6f2a5-002d-43ff-a73e-56cdf297ded1 req-1023a5c7-3843-4121-be76-0cbb8d01c9ac tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.1971889 Feb 11 05:29:30.534040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89acf2d-f4c1-4132-bd5a-88f04108bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6043339c-c537-4131-86fb-3b0924452355), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.541005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f89acf2d-f4c1-4132-bd5a-88f04108bb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.541005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f89acf2d-f4c1-4132-bd5a-88f04108bb36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6043339c-c537-4131-86fb-3b0924452355 HTTP/1.1" status: 204 len: 168 time: 0.3042474 Feb 11 05:29:30.554641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.561676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89acf2d-f4c1-4132-bd5a-88f04108bb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043339c-c537-4131-86fb-3b0924452355,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:30.563464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-d961ee81-4bfb-43ae-bc49-64a224e33c09 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2636628 Feb 11 05:29:30.688334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-e8ae3e7f-0135-4e92-999a-bf62ed2ddacc tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.1239185 Feb 11 05:29:30.800881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60190) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:30.826732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-535f4cef-2271-4b49-902b-ecbd59fb5029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.948093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-168127a3-6dc5-4277-b6ff-56a39b4d78a2 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.950248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-406fb168-e93a-4837-aa40-9f1950c6f6ab req-168127a3-6dc5-4277-b6ff-56a39b4d78a2 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2610025 Feb 11 05:29:30.975356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2e6f2a5-002d-43ff-a73e-56cdf297ded1 req-5599d89d-6993-44b1-a819-00da9c012a89 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924617 Feb 11 05:29:31.000413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-535f4cef-2271-4b49-902b-ecbd59fb5029 admin admin] Publish callbacks [] for security_group (cb466bb6-de68-462d-bbba-53b74c866e58), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.110465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-535f4cef-2271-4b49-902b-ecbd59fb5029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cb466bb6-de68-462d-bbba-53b74c866e58), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.215571 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-535f4cef-2271-4b49-902b-ecbd59fb5029 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e95be377b946498a86d0f2cf69477e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106009 Feb 11 05:29:31.217942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60200) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:31.219053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f4cef-2271-4b49-902b-ecbd59fb5029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb466bb6-de68-462d-bbba-53b74c866e58,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:31.345432 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17b25b25-bbc9-4430-9dbf-a9a6b383ae1b admin admin] Publish callbacks [] for security_group (cb466bb6-de68-462d-bbba-53b74c866e58), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.401670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17b25b25-bbc9-4430-9dbf-a9a6b383ae1b admin admin] Publish callbacks [] for security_group (cb466bb6-de68-462d-bbba-53b74c866e58), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.591171 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17b25b25-bbc9-4430-9dbf-a9a6b383ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cb466bb6-de68-462d-bbba-53b74c866e58), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.595646 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17b25b25-bbc9-4430-9dbf-a9a6b383ae1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.603444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-17b25b25-bbc9-4430-9dbf-a9a6b383ae1b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb466bb6-de68-462d-bbba-53b74c866e58 HTTP/1.1" status: 204 len: 168 time: 0.3729365 Feb 11 05:29:31.613934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b25b25-bbc9-4430-9dbf-a9a6b383ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb466bb6-de68-462d-bbba-53b74c866e58,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:31.897373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-e25cc4ea-7de4-4d4c-9599-bd783a7384ee tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9145436 Feb 11 05:29:31.980721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:32.061902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79345ab-de2b-456b-a162-430a1a9e7424 req-d38d0508-ea84-44b3-aff8-9057af94e9d9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.074986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c79345ab-de2b-456b-a162-430a1a9e7424 req-d38d0508-ea84-44b3-aff8-9057af94e9d9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.1748352 Feb 11 05:29:32.135507 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.218273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c79345ab-de2b-456b-a162-430a1a9e7424 req-8b156ed6-a95d-4e6d-88d3-022325f84711 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305113 Feb 11 05:29:32.386427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.658044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Allocated IP 172.25.8.166 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f4bb940c-a174-44ce-890b-a95ff5fe9417) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:32.729827 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6886d9e9-3ee2-4d3f-ab9b-e2c3e4696e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.929978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044c6b5-5647-4a27-a009-8297faf3a746 req-18859dc3-25d7-4e46-8b81-6685a91def18 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.940326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3044c6b5-5647-4a27-a009-8297faf3a746 req-18859dc3-25d7-4e46-8b81-6685a91def18 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.2798023 Feb 11 05:29:33.040981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3044c6b5-5647-4a27-a009-8297faf3a746 req-46dd219b-d936-4c54-912e-2ebbc1019da3 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987611 Feb 11 05:29:33.157060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for port (f4bb940c-a174-44ce-890b-a95ff5fe9417), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.341351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f4bb940c-a174-44ce-890b-a95ff5fe9417), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.413320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d54b-7897-4cbc-b549-82bf4437bf07 req-18b32868-95f9-4c49-a695-fd0afecf92d9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.415441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ce5d54b-7897-4cbc-b549-82bf4437bf07 req-18b32868-95f9-4c49-a695-fd0afecf92d9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.1833463 Feb 11 05:29:33.435963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:33.442004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:33.474335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:33.550501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ce5d54b-7897-4cbc-b549-82bf4437bf07 req-d3b3cf2d-d3dd-40d3-a1fd-744392eeb4d7 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128049 Feb 11 05:29:33.584936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event updated for resources: {'Port': ['ID=f4bb940c-a174-44ce-890b-a95ff5fe9417,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:33.791669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e6195-588f-4635-9038-03b3ea075fb3 req-6d4ec85b-0fbb-4693-bc18-274d73cc47d9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.793305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c55e6195-588f-4635-9038-03b3ea075fb3 req-6d4ec85b-0fbb-4693-bc18-274d73cc47d9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.1390660 Feb 11 05:29:33.794584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (d7509fb6-9925-411b-b8d3-74427f6522dd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.941111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c55e6195-588f-4635-9038-03b3ea075fb3 req-35278160-7b59-4ccc-8377-d1a66abb571d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342049 Feb 11 05:29:33.980680 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4bb940c-a174-44ce-890b-a95ff5fe9417), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.212575 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for port (f4bb940c-a174-44ce-890b-a95ff5fe9417), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.228752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83301c3e-ab08-4958-a82f-a9741cfe6a0e req-9df6730f-4c45-4386-a743-d5e3289b9d0e tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.230304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83301c3e-ab08-4958-a82f-a9741cfe6a0e req-9df6730f-4c45-4386-a743-d5e3289b9d0e tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.0839071 Feb 11 05:29:34.294956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83301c3e-ab08-4958-a82f-a9741cfe6a0e req-268a6234-75f8-44ed-beb9-a5a26b65d604 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580845 Feb 11 05:29:34.323967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (f4bb940c-a174-44ce-890b-a95ff5fe9417), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.402277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event updated for resources: {'Port': ['ID=f4bb940c-a174-44ce-890b-a95ff5fe9417,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:34.443139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (d7509fb6-9925-411b-b8d3-74427f6522dd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.541634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.543006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-316edae9-06e6-4d61-a7de-a4fbc9ccbe4f tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6125295 Feb 11 05:29:34.636636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-4789a28a-0489-4139-b3a5-b0e0c23685ec tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0878019 Feb 11 05:29:34.819540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-e9a68d9a-5104-45b1-b294-ecf9c01ce035 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.821402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf41d6d7-234a-43d7-8493-74f4167fd58c req-e9a68d9a-5104-45b1-b294-ecf9c01ce035 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.1793697 Feb 11 05:29:34.959545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa28e71d-5695-45b3-9adf-3bb04cde2605 req-c91ee952-540c-462c-8671-decaf4f5da8d tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips/d7509fb6-9925-411b-b8d3-74427f6522dd HTTP/1.1" status: 200 len: 693 time: 0.1172690 Feb 11 05:29:35.014526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60336) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:35.177826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bc2f81b-5b73-4971-820e-ad13323b8c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.251591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-128d8139-d2aa-4864-b9f3-9b877e48b90c tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1426391636'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:35.252523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-128d8139-d2aa-4864-b9f3-9b877e48b90c tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Unknown quota resources ['metering_label']. {{(pid=104086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:29:35.353252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e71d-5695-45b3-9adf-3bb04cde2605 req-5881561a-6523-4efc-a028-7114eeaafd51 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:35.355346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa28e71d-5695-45b3-9adf-3bb04cde2605 req-5881561a-6523-4efc-a028-7114eeaafd51 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.3865376 Feb 11 05:29:35.375717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-fa28e71d-5695-45b3-9adf-3bb04cde2605 req-3562c9dd-d85f-4403-ba73-78d60d0abc47 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:29:35.378292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa28e71d-5695-45b3-9adf-3bb04cde2605 req-3562c9dd-d85f-4403-ba73-78d60d0abc47 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133989 Feb 11 05:29:35.479848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-b83c5937-c0bf-4215-9a59-f23ae25140ad tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips/d7509fb6-9925-411b-b8d3-74427f6522dd HTTP/1.1" status: 200 len: 693 time: 0.0613070 Feb 11 05:29:35.829534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-128d8139-d2aa-4864-b9f3-9b877e48b90c tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.837928 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-128d8139-d2aa-4864-b9f3-9b877e48b90c tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8210022 Feb 11 05:29:35.840283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60368) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:35.859100 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8a41b97c-44a0-43a2-acd5-abd8de7ddfbc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b87788a8-4924-44a2-9874-32c49582ae5c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:35.860467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8a41b97c-44a0-43a2-acd5-abd8de7ddfbc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:29:35.986375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60370) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:36.014075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9042b-91ef-4839-9de2-332426036151 req-138f1571-7b23-40c6-9aa3-566882c2b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.021535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70a9042b-91ef-4839-9de2-332426036151 req-138f1571-7b23-40c6-9aa3-566882c2b4d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 1128 time: 0.3544133 Feb 11 05:29:36.025903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-ad04c16d-4dfd-4cf5-a258-57e29ca85809 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.028252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-ad04c16d-4dfd-4cf5-a258-57e29ca85809 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.5429735 Feb 11 05:29:36.095568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe54ff-4b34-4aad-a1ad-2c36471fb6e3 req-522a48c6-ae3a-4833-8ec4-a68b05568e13 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.104314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3dfe54ff-4b34-4aad-a1ad-2c36471fb6e3 req-522a48c6-ae3a-4833-8ec4-a68b05568e13 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.3153887 Feb 11 05:29:36.159443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-abf8a3a7-5c07-4fe2-be4b-74c9c709d530 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.1224637 Feb 11 05:29:36.312341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-7f3ef929-bdfa-492a-89fb-14851bc67f17 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.1097143 Feb 11 05:29:36.508108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9042b-91ef-4839-9de2-332426036151 req-eac13981-9a25-4030-a637-392051be5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.512374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70a9042b-91ef-4839-9de2-332426036151 req-eac13981-9a25-4030-a637-392051be5074 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 922 time: 0.4632602 Feb 11 05:29:36.601182 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db22-f118-4674-818f-e4d3a59236cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.619481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3dfe54ff-4b34-4aad-a1ad-2c36471fb6e3 req-dd5949c9-8e7e-41ee-baca-6a0d0168ef5f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120397 Feb 11 05:29:36.676382 n-d-713498-37 neutron-server[104086]: WARNING neutron.services.metering.metering_plugin [None req-8a41b97c-44a0-43a2-acd5-abd8de7ddfbc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:29:36.720694 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.800118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db22-f118-4674-818f-e4d3a59236cd admin admin] Publish callbacks [] for security_group (2627c343-fa74-496d-9e31-be0fa0c2e97c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.907456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a41b97c-44a0-43a2-acd5-abd8de7ddfbc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.912420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8a41b97c-44a0-43a2-acd5-abd8de7ddfbc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0666199 Feb 11 05:29:36.912907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60378) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:36.917792 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db22-f118-4674-818f-e4d3a59236cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2627c343-fa74-496d-9e31-be0fa0c2e97c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.922231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-26498327-4ac4-4696-873c-45e46fe1f7dc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b87788a8-4924-44a2-9874-32c49582ae5c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:36.922231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-26498327-4ac4-4696-873c-45e46fe1f7dc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:29:36.995082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dee0db22-f118-4674-818f-e4d3a59236cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca33ab9f612c436d904672bdaa13d096&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0036454 Feb 11 05:29:37.002669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70a9042b-91ef-4839-9de2-332426036151 req-90c6e6a5-f65d-4e1c-a195-c9fb5ab70076 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe HTTP/1.1" status: 200 len: 217 time: 0.3305922 Feb 11 05:29:37.005204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60382) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:37.130304 n-d-713498-37 neutron-server[104086]: WARNING neutron.services.metering.metering_plugin [None req-26498327-4ac4-4696-873c-45e46fe1f7dc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:29:37.161058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0db22-f118-4674-818f-e4d3a59236cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2627c343-fa74-496d-9e31-be0fa0c2e97c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:37.249826 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c23ff3c-9f74-4a92-8f86-a210df47d986 admin admin] Publish callbacks [] for security_group (2627c343-fa74-496d-9e31-be0fa0c2e97c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.288449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Deleting port f4bb940c-a174-44ce-890b-a95ff5fe9417 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:37.289642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f4bb940c-a174-44ce-890b-a95ff5fe9417), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.309895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26498327-4ac4-4696-873c-45e46fe1f7dc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.311126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-26498327-4ac4-4696-873c-45e46fe1f7dc tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3972738 Feb 11 05:29:37.313794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60388) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:37.324521 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d3f3cb3e-90a8-4320-bd58-3bca0ea3e44a tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=b5695645-03a1-4941-aed5-30102eb97bf3 HTTP/1.1" status: 200 len: 462 time: 0.0095885 Feb 11 05:29:37.337155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60390) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:37.423183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f4bb940c-a174-44ce-890b-a95ff5fe9417), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.423688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (f4bb940c-a174-44ce-890b-a95ff5fe9417), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.441629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Calling delete_port for f4bb940c-a174-44ce-890b-a95ff5fe9417 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:37.625113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9042b-91ef-4839-9de2-332426036151 req-ed0fe5e5-006c-43db-bae8-364510b7c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.625113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70a9042b-91ef-4839-9de2-332426036151 req-ed0fe5e5-006c-43db-bae8-364510b7c12c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3eb6dbf-8268-438c-8844-da63c91d37cb HTTP/1.1" status: 200 len: 861 time: 0.6160414 Feb 11 05:29:37.633331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aaffceb6-85bd-4072-85f9-50c5687ecf63 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.636762 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aaffceb6-85bd-4072-85f9-50c5687ecf63 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/b5695645-03a1-4941-aed5-30102eb97bf3 HTTP/1.1" status: 204 len: 168 time: 0.2963405 Feb 11 05:29:37.638926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:37.663592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a3d4cd67-a694-470d-bcb0-f32318e23afa tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=b5695645-03a1-4941-aed5-30102eb97bf3 HTTP/1.1" status: 200 len: 221 time: 0.0235000 Feb 11 05:29:37.667847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60398) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:37.668418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70a9042b-91ef-4839-9de2-332426036151 req-97808137-c817-4662-8338-1d9397952acb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea175aa5-42f2-4e28-866e-493be911bb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412400 Feb 11 05:29:37.670969 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c23ff3c-9f74-4a92-8f86-a210df47d986 admin admin] Publish callbacks [] for security_group (2627c343-fa74-496d-9e31-be0fa0c2e97c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.674360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2767bc12-a541-4630-bb8c-9d8e2a87f876 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1232307222', 'description': 'label created by tempest'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:37.676959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2767bc12-a541-4630-bb8c-9d8e2a87f876 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Unknown quota resources ['metering_label']. {{(pid=104086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:29:37.697614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 62d29f72-fdd7-42b5-a276-c3a9278de1fe details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:37.708765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f4bb940c-a174-44ce-890b-a95ff5fe9417), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.790085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event deleted for resources: {'Port': ['ID=f4bb940c-a174-44ce-890b-a95ff5fe9417,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:37.873005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:37.888494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '62d29f72-fdd7-42b5-a276-c3a9278de1fe', 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'port_id': '62d29f72-fdd7-42b5-a276-c3a9278de1fe', 'mac_address': 'fa:16:3e:c0:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb6dbf-8268-438c-8844-da63c91d37cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:37.981558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (d7509fb6-9925-411b-b8d3-74427f6522dd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.984366 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.986758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37f5aa24-aaab-4da8-8a2c-dbec2df2d14e req-f9c548a1-799c-4f70-9cde-59474c151cfa tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "DELETE /v2.0/floatingips/d7509fb6-9925-411b-b8d3-74427f6522dd HTTP/1.1" status: 204 len: 173 time: 1.6622915 Feb 11 05:29:37.997098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70a9042b-91ef-4839-9de2-332426036151 req-6567f1f3-776b-44b3-adbb-32601eb814f2 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175263 Feb 11 05:29:38.010891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 62d29f72-fdd7-42b5-a276-c3a9278de1fe is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:38.011427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940f099-a595-4392-8e95-2a90ff694515 req-87b3e8b7-78ab-4ee9-acb1-22e02686a121 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.011835 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.013320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6940f099-a595-4392-8e95-2a90ff694515 req-87b3e8b7-78ab-4ee9-acb1-22e02686a121 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.1595383 Feb 11 05:29:38.061238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62d29f72-fdd7-42b5-a276-c3a9278de1fe {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:38.090363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2767bc12-a541-4630-bb8c-9d8e2a87f876 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.091947 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2767bc12-a541-4630-bb8c-9d8e2a87f876 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4231277 Feb 11 05:29:38.097617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60404) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:38.108811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c23ff3c-9f74-4a92-8f86-a210df47d986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2627c343-fa74-496d-9e31-be0fa0c2e97c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.113344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c23ff3c-9f74-4a92-8f86-a210df47d986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.114697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2c23ff3c-9f74-4a92-8f86-a210df47d986 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2627c343-fa74-496d-9e31-be0fa0c2e97c HTTP/1.1" status: 204 len: 168 time: 1.0908504 Feb 11 05:29:38.125071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:38.213237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.324424 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-160c390c-8521-4ca8-8a82-bfb9e39ca2ec tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=e8bf768c-4ca1-4ef6-b692-ff9188fc7747 HTTP/1.1" status: 200 len: 468 time: 0.2241352 Feb 11 05:29:38.325947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.328045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60412) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:38.340964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.380000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['62d29f72-fdd7-42b5-a276-c3a9278de1fe'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:38.427587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23ff3c-9f74-4a92-8f86-a210df47d986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627c343-fa74-496d-9e31-be0fa0c2e97c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:38.448105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=62d29f72-fdd7-42b5-a276-c3a9278de1fe,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:38.548517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6940f099-a595-4392-8e95-2a90ff694515 req-9340d953-7cc0-4baf-9605-637bc6e1a5b0 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115364 Feb 11 05:29:38.730608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d6c73-95d8-4525-93fa-11942c654845 req-dd31482e-3af7-4032-a48a-5fc111badfae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.733038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e8d6c73-95d8-4525-93fa-11942c654845 req-dd31482e-3af7-4032-a48a-5fc111badfae tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7091281 Feb 11 05:29:38.744420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70a9042b-91ef-4839-9de2-332426036151 req-e0ba7a04-c1d3-4afc-83e1-f19d74138604 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244706 Feb 11 05:29:38.812405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4bb0bd28-f493-4ad4-9272-4d72aae1c9b8 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.814368 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4bb0bd28-f493-4ad4-9272-4d72aae1c9b8 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/e8bf768c-4ca1-4ef6-b692-ff9188fc7747 HTTP/1.1" status: 204 len: 168 time: 0.4849899 Feb 11 05:29:38.817755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60422) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:38.849446 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-83a88736-3f5a-430f-acd7-820dfa5380ca tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=e8bf768c-4ca1-4ef6-b692-ff9188fc7747 HTTP/1.1" status: 200 len: 216 time: 0.0302529 Feb 11 05:29:38.853013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60424) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:38.885121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-723a9a8a-dd27-4732-8bf0-545192978f92 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0301251 Feb 11 05:29:38.888128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60426) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:38.921318 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e70e15dc-745c-4931-b885-00b256fbce28 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0300946 Feb 11 05:29:38.926544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60428) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:38.955412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-121d583b-9baa-482a-a30f-85970efe32ba req-4684847b-bc68-4a95-97f2-cf731185ac1b tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=fb6fd8653b084333853ac744154b3ad7 HTTP/1.1" status: 200 len: 1656 time: 0.1971281 Feb 11 05:29:38.997417 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f1f99bae-e6fb-47ee-b24f-02d92e4c28c8 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/b87788a8-4924-44a2-9874-32c49582ae5c HTTP/1.1" status: 200 len: 473 time: 0.0689073 Feb 11 05:29:38.998125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:39.015517 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d4cc13e1-11b7-489d-b971-9ffcc0b8a32c tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/d7d60721-aef9-463c-a60e-f8c5b398c7a3 HTTP/1.1" status: 200 len: 459 time: 0.0161827 Feb 11 05:29:39.016188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60432) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:39.146962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d583b-9baa-482a-a30f-85970efe32ba req-32aecfd6-e48c-4728-9dba-3c2e5a10506d tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.149806 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.152830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-121d583b-9baa-482a-a30f-85970efe32ba req-32aecfd6-e48c-4728-9dba-3c2e5a10506d tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks?id=7664e73e-ea6e-404a-930c-fc2ed8607083&id=7664e73e-ea6e-404a-930c-fc2ed8607083&id=7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 787 time: 0.1869080 Feb 11 05:29:39.176182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-121d583b-9baa-482a-a30f-85970efe32ba req-ae7b4b24-3d77-476b-8945-1cec48462206 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:29:39.178785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-121d583b-9baa-482a-a30f-85970efe32ba req-ae7b4b24-3d77-476b-8945-1cec48462206 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093346 Feb 11 05:29:39.280089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-f628e4e1-cd93-485e-8e20-e75d24ba1461 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips/38500d48-3f9e-4ac7-ad99-bf699e84cb13 HTTP/1.1" status: 200 len: 693 time: 0.0718672 Feb 11 05:29:39.323427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60440) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:39.346316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7b4bed2-6fba-4e45-99be-d4111b39d01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.353240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2655-9518-4d51-b4c1-ee5c9e1371f4 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.356905 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b7cc2655-9518-4d51-b4c1-ee5c9e1371f4 tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/d7d60721-aef9-463c-a60e-f8c5b398c7a3 HTTP/1.1" status: 204 len: 168 time: 0.3372386 Feb 11 05:29:39.357340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60444) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:39.562043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7b4bed2-6fba-4e45-99be-d4111b39d01b admin admin] Publish callbacks [] for security_group (3135dd1b-f475-4864-8da4-930a22063193), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.562043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-5569bdb0-d007-42a5-b4d3-b589fe0b87f7 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.565892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-5569bdb0-d007-42a5-b4d3-b589fe0b87f7 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2824094 Feb 11 05:29:39.654362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-09303c63-4c6e-4dc0-8efc-447616b2b49b tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.0872340 Feb 11 05:29:39.698826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 62d29f72-fdd7-42b5-a276-c3a9278de1fe up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:39.740621 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7b4bed2-6fba-4e45-99be-d4111b39d01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3135dd1b-f475-4864-8da4-930a22063193), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.750453 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68e5ade2-46bf-48a5-9e3d-73fe9f51c81c tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.770459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-031831f6-5132-4544-a3c7-06982443d75a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.239 HTTP/1.1" status: 200 len: 696 time: 0.1065784 Feb 11 05:29:39.778898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-68e5ade2-46bf-48a5-9e3d-73fe9f51c81c tempest-MeteringIpV6TestJSON-1916387303 tempest-MeteringIpV6TestJSON-1916387303-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/b87788a8-4924-44a2-9874-32c49582ae5c HTTP/1.1" status: 204 len: 168 time: 0.4189866 Feb 11 05:29:39.834319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 62d29f72-fdd7-42b5-a276-c3a9278de1fe triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:39.835459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.840399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7ce89-642c-4f19-91e4-5f355f8d3676 req-9b748773-d4be-42d7-b1d1-75c14cb354c2 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.842011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83a7ce89-642c-4f19-91e4-5f355f8d3676 req-9b748773-d4be-42d7-b1d1-75c14cb354c2 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 944 time: 0.1795108 Feb 11 05:29:39.853024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4bed2-6fba-4e45-99be-d4111b39d01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3135dd1b-f475-4864-8da4-930a22063193,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:39.859091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a7b4bed2-6fba-4e45-99be-d4111b39d01b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ef140a0e34945879a6dac8208deefd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284655 Feb 11 05:29:39.861985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60452) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:40.012534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c522b95-f380-4fda-811a-0d53adde3632 admin admin] Publish callbacks [] for security_group (3135dd1b-f475-4864-8da4-930a22063193), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.017897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 62d29f72-fdd7-42b5-a276-c3a9278de1fe is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:40.018478 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.042447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83a7ce89-642c-4f19-91e4-5f355f8d3676 req-70d2dbd6-5729-496a-861e-ee2c1ecf35e4 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915987 Feb 11 05:29:40.048394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c522b95-f380-4fda-811a-0d53adde3632 admin admin] Publish callbacks [] for security_group (3135dd1b-f475-4864-8da4-930a22063193), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.067880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d29f72-fdd7-42b5-a276-c3a9278de1fe'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:40.070471 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f413b7-5e14-474f-9825-92966d5ffb4e" -d '{"events": [{"server_uuid": "80eb01bd-4694-40b8-b08b-8044d17352d9", "name": "network-vif-plugged", "status": "completed", "tag": "62d29f72-fdd7-42b5-a276-c3a9278de1fe"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:40.108316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:40.114449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Deleting port 00cc7aab-a599-4800-be15-a456d6391376 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:40.114697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (00cc7aab-a599-4800-be15-a456d6391376), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.215651 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (00cc7aab-a599-4800-be15-a456d6391376), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.216265 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (00cc7aab-a599-4800-be15-a456d6391376), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.236038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Calling delete_port for 00cc7aab-a599-4800-be15-a456d6391376 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:40.251358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c522b95-f380-4fda-811a-0d53adde3632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3135dd1b-f475-4864-8da4-930a22063193), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.251472 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.255083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c522b95-f380-4fda-811a-0d53adde3632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.261476 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4c522b95-f380-4fda-811a-0d53adde3632 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3135dd1b-f475-4864-8da4-930a22063193 HTTP/1.1" status: 204 len: 168 time: 0.3970664 Feb 11 05:29:40.274306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c522b95-f380-4fda-811a-0d53adde3632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3135dd1b-f475-4864-8da4-930a22063193,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:40.436499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=62d29f72-fdd7-42b5-a276-c3a9278de1fe,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:40.658505 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b2651f-3914-4eb9-bfeb-4f58d5efed0d x-openstack-request-id: req-09b2651f-3914-4eb9-bfeb-4f58d5efed0d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:40.658505 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb01bd-4694-40b8-b08b-8044d17352d9", "name": "network-vif-plugged", "status": "completed", "tag": "62d29f72-fdd7-42b5-a276-c3a9278de1fe", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:40.658763 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09b2651f-3914-4eb9-bfeb-4f58d5efed0d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:40.659227 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d29f72-fdd7-42b5-a276-c3a9278de1fe', 'code': 200} Feb 11 05:29:40.702101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60474) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:40.796518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (00cc7aab-a599-4800-be15-a456d6391376), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.964899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event deleted for resources: {'Port': ['ID=00cc7aab-a599-4800-be15-a456d6391376,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:41.025965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-171daf66-fdea-432b-9665-15c769f79cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.105242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0056cd-ce5c-4b36-8904-9267704b1ddf req-ab0248b9-ba4a-4d5d-8b77-85988fb5145c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:41.117371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc0056cd-ce5c-4b36-8904-9267704b1ddf req-ab0248b9-ba4a-4d5d-8b77-85988fb5145c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.2349067 Feb 11 05:29:41.125709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (38500d48-3f9e-4ac7-ad99-bf699e84cb13), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.129648 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.134715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8471ef75-51de-427f-94f9-70d7efba18e4 req-a95108cd-abca-4097-8a3a-8f44fbdbf58a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "DELETE /v2.0/floatingips/38500d48-3f9e-4ac7-ad99-bf699e84cb13 HTTP/1.1" status: 204 len: 173 time: 1.3199956 Feb 11 05:29:41.199492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-171daf66-fdea-432b-9665-15c769f79cac admin admin] Publish callbacks [] for security_group (467f2ca8-c9b1-4c35-864c-0f0cce719572), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.279219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc0056cd-ce5c-4b36-8904-9267704b1ddf req-5056e0c7-021e-43e7-b27f-54abfd3f2733 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605346 Feb 11 05:29:41.301868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.302525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-171daf66-fdea-432b-9665-15c769f79cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (467f2ca8-c9b1-4c35-864c-0f0cce719572), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.312166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f5116df-175f-47f4-85f4-802f7a296dab req-49c66470-8203-4928-a303-8da377cefd68 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips/e3c4b11c-160b-4ac7-9de5-7e28f844ed23 HTTP/1.1" status: 200 len: 692 time: 0.1479156 Feb 11 05:29:41.444635 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-171daf66-fdea-432b-9665-15c769f79cac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a5eb35167eb4381b829a3de31c0bf13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7388487 Feb 11 05:29:41.445974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60504) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:41.448474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171daf66-fdea-432b-9665-15c769f79cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467f2ca8-c9b1-4c35-864c-0f0cce719572,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:41.462640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5116df-175f-47f4-85f4-802f7a296dab req-135109a1-160e-447d-bc79-e34b53b65c3d tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:41.469941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f5116df-175f-47f4-85f4-802f7a296dab req-135109a1-160e-447d-bc79-e34b53b65c3d tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.1619303 Feb 11 05:29:41.530459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f5116df-175f-47f4-85f4-802f7a296dab req-0eb6b5d9-9ad6-4784-abfc-4b889a85b6ba tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.0596080 Feb 11 05:29:41.536435 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f32d-ec9b-4e88-944d-e9277f2e6720 admin admin] Publish callbacks [] for security_group (467f2ca8-c9b1-4c35-864c-0f0cce719572), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.595682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f5116df-175f-47f4-85f4-802f7a296dab req-8db121e9-5080-4056-afae-74542d4e4911 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.0642681 Feb 11 05:29:41.603028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f32d-ec9b-4e88-944d-e9277f2e6720 admin admin] Publish callbacks [] for security_group (467f2ca8-c9b1-4c35-864c-0f0cce719572), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.708239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60516) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:41.799185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f32d-ec9b-4e88-944d-e9277f2e6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (467f2ca8-c9b1-4c35-864c-0f0cce719572), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.803483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f32d-ec9b-4e88-944d-e9277f2e6720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.805450 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b7f4f32d-ec9b-4e88-944d-e9277f2e6720 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/467f2ca8-c9b1-4c35-864c-0f0cce719572 HTTP/1.1" status: 204 len: 168 time: 0.3580279 Feb 11 05:29:41.817168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f32d-ec9b-4e88-944d-e9277f2e6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f2ca8-c9b1-4c35-864c-0f0cce719572,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:42.075127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bfec6f9e-c8dc-4ba5-aa7c-d382c9f403ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.265779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bfec6f9e-c8dc-4ba5-aa7c-d382c9f403ae admin admin] Publish callbacks [] for security_group (ea7a0a66-5bd1-41fc-8d8b-9e3a2d262460), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.410405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bfec6f9e-c8dc-4ba5-aa7c-d382c9f403ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ea7a0a66-5bd1-41fc-8d8b-9e3a2d262460), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.551538 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bfec6f9e-c8dc-4ba5-aa7c-d382c9f403ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e45076e3e3344c68bd8309c844a864ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8419125 Feb 11 05:29:42.555191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec6f9e-c8dc-4ba5-aa7c-d382c9f403ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7a0a66-5bd1-41fc-8d8b-9e3a2d262460,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:42.566526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60536) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:42.667168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-a22c3d75-738f-4569-adc9-334ca6113dbf tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.669451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-a22c3d75-738f-4569-adc9-334ca6113dbf tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.3079333 Feb 11 05:29:42.698570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Deleting port 5be14623-bdfc-412b-b463-ebfeb2db4702 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:42.698570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5be14623-bdfc-412b-b463-ebfeb2db4702), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.709946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01485357-6590-4dba-b81a-18fd46d7040f req-3e98676a-d759-4eb3-8bf9-a6d43b03e22b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.712680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01485357-6590-4dba-b81a-18fd46d7040f req-3e98676a-d759-4eb3-8bf9-a6d43b03e22b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 945 time: 0.2815251 Feb 11 05:29:42.977252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6195bf7-91b9-440c-bbc0-19d16fff72af admin admin] Publish callbacks [] for security_group (ea7a0a66-5bd1-41fc-8d8b-9e3a2d262460), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.058209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60544) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.090012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5cc15b1-f481-467d-a22e-c5f87ce11321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.091895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01485357-6590-4dba-b81a-18fd46d7040f req-5aa71c3b-20f6-45e6-8ebe-badaf91746d6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148706 Feb 11 05:29:43.102598 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6195bf7-91b9-440c-bbc0-19d16fff72af admin admin] Publish callbacks [] for security_group (ea7a0a66-5bd1-41fc-8d8b-9e3a2d262460), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.139998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5be14623-bdfc-412b-b463-ebfeb2db4702), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.140656 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (5be14623-bdfc-412b-b463-ebfeb2db4702), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.204064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Deleting port 62d29f72-fdd7-42b5-a276-c3a9278de1fe {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:43.204701 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.211674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Calling delete_port for 5be14623-bdfc-412b-b463-ebfeb2db4702 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:43.265709 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5cc15b1-f481-467d-a22e-c5f87ce11321 admin admin] Publish callbacks [] for security_group (0c1241b0-912c-455d-ae63-afa22a4536d3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.306472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60548) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.323604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5cc15b1-f481-467d-a22e-c5f87ce11321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c1241b0-912c-455d-ae63-afa22a4536d3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.433921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] For port 62d29f72-fdd7-42b5-a276-c3a9278de1fe, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=62d29f72-fdd7-42b5-a276-c3a9278de1fe,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:43.434685 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.467017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Calling delete_port for 62d29f72-fdd7-42b5-a276-c3a9278de1fe owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:43.479455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60552) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.480128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f5cc15b1-f481-467d-a22e-c5f87ce11321 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b261be8b96f43f2a036a7d84ebac4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4205208 Feb 11 05:29:43.486331 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc15b1-f481-467d-a22e-c5f87ce11321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1241b0-912c-455d-ae63-afa22a4536d3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:43.490960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6195bf7-91b9-440c-bbc0-19d16fff72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ea7a0a66-5bd1-41fc-8d8b-9e3a2d262460), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.494198 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6195bf7-91b9-440c-bbc0-19d16fff72af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.505372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b6195bf7-91b9-440c-bbc0-19d16fff72af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea7a0a66-5bd1-41fc-8d8b-9e3a2d262460 HTTP/1.1" status: 204 len: 168 time: 0.9323492 Feb 11 05:29:43.575395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d96f07aa-76e7-4c77-bb46-75e7df7ce53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.646012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195bf7-91b9-440c-bbc0-19d16fff72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7a0a66-5bd1-41fc-8d8b-9e3a2d262460,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:43.683802 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d96f07aa-76e7-4c77-bb46-75e7df7ce53b admin admin] Publish callbacks [] for security_group (51203e4f-3af6-443e-9ed8-75c39a3ac150), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.735942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57470def-186f-4108-bae8-d4108d34ad57 admin admin] Publish callbacks [] for security_group (0c1241b0-912c-455d-ae63-afa22a4536d3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.756254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 62d29f72-fdd7-42b5-a276-c3a9278de1fe no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:43.793328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57470def-186f-4108-bae8-d4108d34ad57 admin admin] Publish callbacks [] for security_group (0c1241b0-912c-455d-ae63-afa22a4536d3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.833489 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d96f07aa-76e7-4c77-bb46-75e7df7ce53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (51203e4f-3af6-443e-9ed8-75c39a3ac150), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.881576 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d96f07aa-76e7-4c77-bb46-75e7df7ce53b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fcbd997b34647eaaffd715422c478e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729730 Feb 11 05:29:43.884238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60558) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.886337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f07aa-76e7-4c77-bb46-75e7df7ce53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51203e4f-3af6-443e-9ed8-75c39a3ac150,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:43.891984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (5be14623-bdfc-412b-b463-ebfeb2db4702), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.926896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 62d29f72-fdd7-42b5-a276-c3a9278de1fe is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:43.927857 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.933174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event deleted for resources: {'Port': ['ID=5be14623-bdfc-412b-b463-ebfeb2db4702,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:44.036474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57470def-186f-4108-bae8-d4108d34ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c1241b0-912c-455d-ae63-afa22a4536d3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.039221 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57470def-186f-4108-bae8-d4108d34ad57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.040447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-57470def-186f-4108-bae8-d4108d34ad57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c1241b0-912c-455d-ae63-afa22a4536d3 HTTP/1.1" status: 204 len: 168 time: 0.5588937 Feb 11 05:29:44.041351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (62d29f72-fdd7-42b5-a276-c3a9278de1fe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.074973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57470def-186f-4108-bae8-d4108d34ad57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1241b0-912c-455d-ae63-afa22a4536d3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:44.114497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event deleted for resources: {'Port': ['ID=62d29f72-fdd7-42b5-a276-c3a9278de1fe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:44.149435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (e3c4b11c-160b-4ac7-9de5-7e28f844ed23), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.152610 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.171245 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f5116df-175f-47f4-85f4-802f7a296dab req-7afd415f-2e62-4ee4-9a57-6b4cd7ea8ba5 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "DELETE /v2.0/floatingips/e3c4b11c-160b-4ac7-9de5-7e28f844ed23 HTTP/1.1" status: 204 len: 173 time: 2.5714550 Feb 11 05:29:44.217468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60570) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:44.260256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-551110a0-c96a-4254-9091-baf989100b04 admin admin] Publish callbacks [] for security_group (51203e4f-3af6-443e-9ed8-75c39a3ac150), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.269682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2092b342-73fc-49f6-a612-4291724dec32 req-bf5c58d5-0b91-4db4-98b4-653405a274b3 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips/1f91ed5f-4f36-4119-971e-90f668aa2b79 HTTP/1.1" status: 200 len: 693 time: 0.0651748 Feb 11 05:29:44.328692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] No DVR routers for this DVR port 62d29f72-fdd7-42b5-a276-c3a9278de1fe on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:44.332060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.336029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d810e05a-cae1-40de-ab82-8044a7060cdf req-2945e1aa-6a82-4275-946b-a220a7d1573f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "DELETE /v2.0/ports/62d29f72-fdd7-42b5-a276-c3a9278de1fe HTTP/1.1" status: 204 len: 173 time: 1.6542437 Feb 11 05:29:44.375114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'name': 'network-vif-deleted', 'tag': '62d29f72-fdd7-42b5-a276-c3a9278de1fe'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:44.378907 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb82b06b-e0a1-4075-a4d9-501519187e43" -d '{"events": [{"server_uuid": "80eb01bd-4694-40b8-b08b-8044d17352d9", "name": "network-vif-deleted", "tag": "62d29f72-fdd7-42b5-a276-c3a9278de1fe"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:44.392031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41910c08-d496-41e4-9dd4-577f41c43c1e req-0c10c23b-440a-4cc8-82c5-d6457b117c30 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 210 time: 0.1073976 Feb 11 05:29:44.490984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-551110a0-c96a-4254-9091-baf989100b04 admin admin] Publish callbacks [] for security_group (51203e4f-3af6-443e-9ed8-75c39a3ac150), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.501217 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d9ad48-d1e2-42eb-8276-2d4807ee3ba9 x-openstack-request-id: req-75d9ad48-d1e2-42eb-8276-2d4807ee3ba9 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:44.501563 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb01bd-4694-40b8-b08b-8044d17352d9", "name": "network-vif-deleted", "tag": "62d29f72-fdd7-42b5-a276-c3a9278de1fe", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:44.501822 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75d9ad48-d1e2-42eb-8276-2d4807ee3ba9 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:44.502221 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80eb01bd-4694-40b8-b08b-8044d17352d9', 'name': 'network-vif-deleted', 'tag': '62d29f72-fdd7-42b5-a276-c3a9278de1fe', 'status': 'completed', 'code': 200} Feb 11 05:29:44.539276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60576) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:44.554069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092b342-73fc-49f6-a612-4291724dec32 req-5eb27ec7-3088-4008-b19e-4c4db334d04b tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:44.555593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2092b342-73fc-49f6-a612-4291724dec32 req-5eb27ec7-3088-4008-b19e-4c4db334d04b tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.2851081 Feb 11 05:29:44.569689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b4d2-9311-4837-8f4d-4fbeddbea25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.667927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2092b342-73fc-49f6-a612-4291724dec32 req-f2f1ef2b-01c2-45dd-8cd7-dbe8a5cbdda8 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.1028175 Feb 11 05:29:44.736938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2092b342-73fc-49f6-a612-4291724dec32 req-8a4ab8d8-32a0-4a46-9027-00da91a91b18 tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.244 HTTP/1.1" status: 200 len: 696 time: 0.0595496 Feb 11 05:29:44.827253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-551110a0-c96a-4254-9091-baf989100b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (51203e4f-3af6-443e-9ed8-75c39a3ac150), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.830378 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-551110a0-c96a-4254-9091-baf989100b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.835278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-551110a0-c96a-4254-9091-baf989100b04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51203e4f-3af6-443e-9ed8-75c39a3ac150 HTTP/1.1" status: 204 len: 168 time: 0.9464672 Feb 11 05:29:44.904653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551110a0-c96a-4254-9091-baf989100b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51203e4f-3af6-443e-9ed8-75c39a3ac150,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:45.035110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b4d2-9311-4837-8f4d-4fbeddbea25d admin admin] Publish callbacks [] for security_group (de2b7d55-4e2d-4098-a427-42dbac6c97bf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.067917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Deleting port 749b5157-42b3-44e2-80c6-82e33cd72db1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:45.068260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (749b5157-42b3-44e2-80c6-82e33cd72db1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.143883 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b4d2-9311-4837-8f4d-4fbeddbea25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (de2b7d55-4e2d-4098-a427-42dbac6c97bf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.228720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (749b5157-42b3-44e2-80c6-82e33cd72db1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.229456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (749b5157-42b3-44e2-80c6-82e33cd72db1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.236923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6ea9b4d2-9311-4837-8f4d-4fbeddbea25d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb834e52cf844852975e0762f2ea5c54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6948588 Feb 11 05:29:45.238408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60592) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:45.249669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9b4d2-9311-4837-8f4d-4fbeddbea25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b7d55-4e2d-4098-a427-42dbac6c97bf,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:45.252194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Calling delete_port for 749b5157-42b3-44e2-80c6-82e33cd72db1 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:45.473676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6084914d-a6d0-40ed-ab56-83540d018ed5 admin admin] Publish callbacks [] for security_group (de2b7d55-4e2d-4098-a427-42dbac6c97bf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.533450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6084914d-a6d0-40ed-ab56-83540d018ed5 admin admin] Publish callbacks [] for security_group (de2b7d55-4e2d-4098-a427-42dbac6c97bf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.616362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cc01c38-bb2d-4228-b05b-b39d8ed08223 req-0a29bfbc-ccca-4a3e-a1d3-fcbb55a6ba6d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=80eb01bd-4694-40b8-b08b-8044d17352d9 HTTP/1.1" status: 200 len: 210 time: 0.0534725 Feb 11 05:29:45.694463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (749b5157-42b3-44e2-80c6-82e33cd72db1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.726465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Pushing event deleted for resources: {'Port': ['ID=749b5157-42b3-44e2-80c6-82e33cd72db1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:45.749250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (252d8c31-dba9-4ab8-a588-baa515f0013c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.810506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks [] for floatingip (1f91ed5f-4f36-4119-971e-90f668aa2b79), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.812682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6084914d-a6d0-40ed-ab56-83540d018ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (de2b7d55-4e2d-4098-a427-42dbac6c97bf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.813008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.814232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2092b342-73fc-49f6-a612-4291724dec32 req-143f7e0b-b9bf-4cff-a18e-6cb76faff10a tempest-FloatingIPDetailsTestJSON-669911152 tempest-FloatingIPDetailsTestJSON-669911152-project] 10.222.0.62 "DELETE /v2.0/floatingips/1f91ed5f-4f36-4119-971e-90f668aa2b79 HTTP/1.1" status: 204 len: 173 time: 1.0760288 Feb 11 05:29:45.816105 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6084914d-a6d0-40ed-ab56-83540d018ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.817420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6084914d-a6d0-40ed-ab56-83540d018ed5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de2b7d55-4e2d-4098-a427-42dbac6c97bf HTTP/1.1" status: 204 len: 168 time: 0.5765629 Feb 11 05:29:45.822718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60612) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:45.832911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084914d-a6d0-40ed-ab56-83540d018ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b7d55-4e2d-4098-a427-42dbac6c97bf,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:46.215764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Deleting port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:46.216111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.337957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] For port ab855dcf-df58-4b0d-aa2a-6270d2b0ced8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:46.338689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.362258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Calling delete_port for ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:46.386851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60628) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:46.641493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1593627701'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:46.680957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (332a4f52-7b35-466c-81d1-55b4caa577d4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.841323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ab855dcf-df58-4b0d-aa2a-6270d2b0ced8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.853293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Made reservation on behalf of 6647ca57b29b419eafd6df8f98b4f2ee for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:46.857351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.890375 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.898743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab855dcf-df58-4b0d-aa2a-6270d2b0ced8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.206775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (252d8c31-dba9-4ab8-a588-baa515f0013c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.265547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60656) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:47.286545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-354a32b8-d5ce-4123-9e9f-db15d3e5d2cb tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091192290', 'description': 'tempest-description--248322340'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:47.351714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for security_group (c231ebf0-690e-48fc-ba57-80d109f1f587), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.434409 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c231ebf0-690e-48fc-ba57-80d109f1f587), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.475126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c231ebf0-690e-48fc-ba57-80d109f1f587,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.498150 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-354a32b8-d5ce-4123-9e9f-db15d3e5d2cb tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.511154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Deleting port ed7c4d81-011c-450d-a9dc-b6abba445292 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:47.511497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.536753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:47.605178 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (501309ed-390c-476b-8bdc-9c57a7db23a1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.605526 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Added segment 501309ed-390c-476b-8bdc-9c57a7db23a1 of type vlan for network 9b7b5f27-761b-48bb-bd7e-731f515229a8 Feb 11 05:29:47.622057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Router 252d8c31-dba9-4ab8-a588-baa515f0013c has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:29:47.798087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:47.816551 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] Sync routers for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:47.817037 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-18d70db8-bb29-49d0-a2db-74084f17f3f2 admin admin] 10.222.0.62 "PUT /v2.0/routers/252d8c31-dba9-4ab8-a588-baa515f0013c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5929093 Feb 11 05:29:47.818382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60670) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:47.829679 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:47.830439 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:48.070632 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:48.211919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9b7b5f27-761b-48bb-bd7e-731f515229a8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.313798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] For port ed7c4d81-011c-450d-a9dc-b6abba445292, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ed7c4d81-011c-450d-a9dc-b6abba445292,segment=NetworkSegment(f28d7cba-5e68-4822-baf2-c1085132c7f2),segment_id=f28d7cba-5e68-4822-baf2-c1085132c7f2)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:48.314280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.339137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks [] for router (252d8c31-dba9-4ab8-a588-baa515f0013c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.345732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-354a32b8-d5ce-4123-9e9f-db15d3e5d2cb tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group (86941a44-0cb7-486d-832d-50acdc1dc1a3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.347891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Calling delete_port for ed7c4d81-011c-450d-a9dc-b6abba445292 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:48.386558 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:29:46Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:48.415823 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] Checking router: 252d8c31-dba9-4ab8-a588-baa515f0013c for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:29:48.425385 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] Routers {'252d8c31-dba9-4ab8-a588-baa515f0013c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:48.426391 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['252d8c31-dba9-4ab8-a588-baa515f0013c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:48.561248 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] Set router 252d8c31-dba9-4ab8-a588-baa515f0013c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:48.565063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks [] for router_gateway (252d8c31-dba9-4ab8-a588-baa515f0013c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.591017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9b7b5f27-761b-48bb-bd7e-731f515229a8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.596931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:48.598150 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.620193 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-354a32b8-d5ce-4123-9e9f-db15d3e5d2cb tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (86941a44-0cb7-486d-832d-50acdc1dc1a3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.724800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3358202 Feb 11 05:29:48.732335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60696) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:48.745315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'subnet': {'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:48.889607 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Deleting port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:48.890245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.944428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-354a32b8-d5ce-4123-9e9f-db15d3e5d2cb tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.945953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-354a32b8-d5ce-4123-9e9f-db15d3e5d2cb tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6653624 Feb 11 05:29:48.958676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a32b8-d5ce-4123-9e9f-db15d3e5d2cb tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86941a44-0cb7-486d-832d-50acdc1dc1a3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:48.962520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60702) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:48.977357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-54493bdb-d8f1-4bb4-b5a1-22ba3b0959d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Request body: {'security_group_rule': {'security_group_id': '86941a44-0cb7-486d-832d-50acdc1dc1a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:48.994657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d8b2-0cf0-4937-a28d-6933ebf0f101 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Network': ['ID=9b7b5f27-761b-48bb-bd7e-731f515229a8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:49.021834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:49.073405 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:29:46Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:49.094370 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ed7c4d81-011c-450d-a9dc-b6abba445292), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.123455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] For port 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:49.123926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.141851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Calling delete_port for 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:49.173769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7c4d81-011c-450d-a9dc-b6abba445292,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:49.179436 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9b9f0-88df-4ff3-8272-e5ac6bb8f87d None None] The sync data for ids ['252d8c31-dba9-4ab8-a588-baa515f0013c'] in n-d-713498-37 is: [{'id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'name': 'tempest-TaggedBootDevicesTest_v242-519639662-router', 'tenant_id': 'df693861b42c40728bffa9527ea335d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:12Z', 'updated_at': '2022-02-11T05:29:46Z', 'revision_number': 5, 'project_id': 'df693861b42c40728bffa9527ea335d8', 'gw_port': {'id': '9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d8c31-dba9-4ab8-a588-baa515f0013c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:13Z', 'updated_at': '2022-02-11T05:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:49.207578 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54493bdb-d8f1-4bb4-b5a1-22ba3b0959d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group_rule (f1b72b9c-c56f-4dd3-be0c-5c2dd2024c7d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.240515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Made reservation on behalf of 6647ca57b29b419eafd6df8f98b4f2ee for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:49.245479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.466455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (332a4f52-7b35-466c-81d1-55b4caa577d4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.505969 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54493bdb-d8f1-4bb4-b5a1-22ba3b0959d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group_rule (f1b72b9c-c56f-4dd3-be0c-5c2dd2024c7d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.607793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54493bdb-d8f1-4bb4-b5a1-22ba3b0959d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f1b72b9c-c56f-4dd3-be0c-5c2dd2024c7d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.648342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54493bdb-d8f1-4bb4-b5a1-22ba3b0959d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b72b9c-c56f-4dd3-be0c-5c2dd2024c7d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:49.741669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54493bdb-d8f1-4bb4-b5a1-22ba3b0959d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.743529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-54493bdb-d8f1-4bb4-b5a1-22ba3b0959d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7733164 Feb 11 05:29:49.747268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60742) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:49.758414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4296a171-4469-4076-bb94-22e19689f01c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Request body: {'security_group_rule': {'security_group_id': '86941a44-0cb7-486d-832d-50acdc1dc1a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:49.902740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:49.923053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.923522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Router 332a4f52-7b35-466c-81d1-55b4caa577d4 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:29:49.957105 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (3ff9dc52-5528-4f00-818d-9bcfa0cc3885), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.968569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:49.969691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ab855dcf-df58-4b0d-aa2a-6270d2b0ced8 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:50.026288 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4296a171-4469-4076-bb94-22e19689f01c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group_rule (79356955-9692-4857-ac10-3d01d30ff3a6), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.047170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.121537 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4296a171-4469-4076-bb94-22e19689f01c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group_rule (79356955-9692-4857-ac10-3d01d30ff3a6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.136120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Subnet': ['ID=3ff9dc52-5528-4f00-818d-9bcfa0cc3885,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.144402 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (252d8c31-dba9-4ab8-a588-baa515f0013c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.193867 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4296a171-4469-4076-bb94-22e19689f01c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (79356955-9692-4857-ac10-3d01d30ff3a6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.198962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:50.211363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] Sync routers for ids ['332a4f52-7b35-466c-81d1-55b4caa577d4'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:50.219495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-68a33cef-e294-48a4-bd35-07496c017b9e admin admin] 10.222.0.62 "PUT /v2.0/routers/332a4f52-7b35-466c-81d1-55b4caa577d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3873420 Feb 11 05:29:50.224713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60768) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.231462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] Routers {'332a4f52-7b35-466c-81d1-55b4caa577d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:50.233811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['332a4f52-7b35-466c-81d1-55b4caa577d4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:50.253526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296a171-4469-4076-bb94-22e19689f01c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79356955-9692-4857-ac10-3d01d30ff3a6,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.282117 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Checking segment: {'id': '501309ed-390c-476b-8bdc-9c57a7db23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:50.282637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Network hostable DHCP agents. Network: 9b7b5f27-761b-48bb-bd7e-731f515229a8, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:50.323375 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4296a171-4469-4076-bb94-22e19689f01c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.327979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4296a171-4469-4076-bb94-22e19689f01c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5766814 Feb 11 05:29:50.333969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60774) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.334612 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (252d8c31-dba9-4ab8-a588-baa515f0013c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.334952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:50.341779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks [] for router_controller (252d8c31-dba9-4ab8-a588-baa515f0013c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.383059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] Set router 332a4f52-7b35-466c-81d1-55b4caa577d4 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:50.442471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks [] for router (332a4f52-7b35-466c-81d1-55b4caa577d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.471432 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.575972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (252d8c31-dba9-4ab8-a588-baa515f0013c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.576525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 252d8c31-dba9-4ab8-a588-baa515f0013c {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:29:50.587292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:50.602314 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.603564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d511641b-2de9-4f89-8d32-87461fe2eda0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/252d8c31-dba9-4ab8-a588-baa515f0013c HTTP/1.1" status: 204 len: 168 time: 2.7837257 Feb 11 05:29:50.605457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks [] for router_gateway (332a4f52-7b35-466c-81d1-55b4caa577d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.608817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60784) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.624962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '59c4caa2-f780-428a-ab88-f33156012af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:48Z', 'revision_number': 5, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port': {'id': '59c4caa2-f780-428a-ab88-f33156012af0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:29:10Z', 'updated_at': '2022-02-11T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:50.672751 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.712429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-4766b26d-9816-4354-8fe4-050e46f18f92 admin admin] Deleting subnet e8031fad-e1f0-469d-95ad-632d9f9bd077 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:50.758812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 9b7b5f27-761b-48bb-bd7e-731f515229a8) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:50.764828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4766b26d-9816-4354-8fe4-050e46f18f92 admin admin] Publish callbacks [] for subnet (e8031fad-e1f0-469d-95ad-632d9f9bd077), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.771979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.772580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.801060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] Checking router: 332a4f52-7b35-466c-81d1-55b4caa577d4 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:29:50.823376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591ed6f-85fc-4658-b23a-cfb38e9e6e2d None None] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:50.864475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] Routers {'332a4f52-7b35-466c-81d1-55b4caa577d4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:50.865429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['332a4f52-7b35-466c-81d1-55b4caa577d4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:50.869162 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4766b26d-9816-4354-8fe4-050e46f18f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (e8031fad-e1f0-469d-95ad-632d9f9bd077), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.959630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Deleting port 59c4caa2-f780-428a-ab88-f33156012af0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:50.960347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (59c4caa2-f780-428a-ab88-f33156012af0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.984049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a5862afa-06f3-472f-9775-43ccf88d439b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2494292 Feb 11 05:29:50.995237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:51.011438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] Set router 332a4f52-7b35-466c-81d1-55b4caa577d4 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:51.019050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8', 'name': 'tempest-AllowedAddressPairTestJSON-1565122467'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:51.027902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Allocated IP 172.25.8.23 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/566965bc-b643-4e84-b5ee-c9c0a3537a2a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:51.092690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:50Z', 'revision_number': 6, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:51.132230 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4766b26d-9816-4354-8fe4-050e46f18f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e8031fad-e1f0-469d-95ad-632d9f9bd077), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.135494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccab0bf-1dcf-4be6-9ef7-dc1c251e6fbd None None] The sync data for ids ['332a4f52-7b35-466c-81d1-55b4caa577d4'] in n-d-713498-37 is: [{'id': '332a4f52-7b35-466c-81d1-55b4caa577d4', 'name': 'tempest-FloatingIPDetailsTestJSON-977423648-router', 'tenant_id': 'fb6fd8653b084333853ac744154b3ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:29:08Z', 'updated_at': '2022-02-11T05:29:50Z', 'revision_number': 6, 'project_id': 'fb6fd8653b084333853ac744154b3ad7', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:51.234993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] For port 59c4caa2-f780-428a-ab88-f33156012af0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=59c4caa2-f780-428a-ab88-f33156012af0,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:51.235275 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (59c4caa2-f780-428a-ab88-f33156012af0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.291309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-9b7b5f27-761b-48bb-bd7e-731f515229a8', 'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8', 'project_id': '6647ca57b29b419eafd6df8f98b4f2ee', 'fixed_ips': [{'subnet_id': '3ff9dc52-5528-4f00-818d-9bcfa0cc3885'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:29:51.292371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.299909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Calling delete_port for 59c4caa2-f780-428a-ab88-f33156012af0 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:51.337477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for port (566965bc-b643-4e84-b5ee-c9c0a3537a2a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.474290 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (566965bc-b643-4e84-b5ee-c9c0a3537a2a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.493484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Allocated IP 172.20.0.2 (9b7b5f27-761b-48bb-bd7e-731f515229a8/3ff9dc52-5528-4f00-818d-9bcfa0cc3885/15ec118d-9340-47af-a8d3-9679732ed72c) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:51.508586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:51.512841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:51.514426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:51.544275 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4766b26d-9816-4354-8fe4-050e46f18f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (e8031fad-e1f0-469d-95ad-632d9f9bd077), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.544275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Made reservation on behalf of 6647ca57b29b419eafd6df8f98b4f2ee for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:51.548209 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.606662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766b26d-9816-4354-8fe4-050e46f18f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8031fad-e1f0-469d-95ad-632d9f9bd077,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:51.606890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event updated for resources: {'Port': ['ID=566965bc-b643-4e84-b5ee-c9c0a3537a2a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:51.619886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4766b26d-9816-4354-8fe4-050e46f18f92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.626693 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4766b26d-9816-4354-8fe4-050e46f18f92 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e8031fad-e1f0-469d-95ad-632d9f9bd077 HTTP/1.1" status: 204 len: 168 time: 1.0126212 Feb 11 05:29:51.627156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60802) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:51.631718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] device_id is not set on port ff4fc623-f6b9-4ea0-86dd-6503e18bced9 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:51.635118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2158d-c777-4860-b0a2-e9b5e954e8ca None None] Network 8a332a30-310f-46e5-ba6f-9c449adb47b3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:51.706121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (59c4caa2-f780-428a-ab88-f33156012af0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.729384 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8a332a30-310f-46e5-ba6f-9c449adb47b3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.777460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60804) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:51.789916 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for floatingip (829a3a44-8d4a-4bdb-89a6-cd26b9ccea8e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.793415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c4caa2-f780-428a-ab88-f33156012af0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:51.815585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Publish callbacks [] for port (15ec118d-9340-47af-a8d3-9679732ed72c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.856790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (332a4f52-7b35-466c-81d1-55b4caa577d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.869479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Deleting port 53cd2479-046d-462b-83b8-fdc6773b4bda {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:51.870079 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.925239 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.972083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75102315-cc6c-4cb8-a4c5-b6fac9f59f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.979477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] For port 53cd2479-046d-462b-83b8-fdc6773b4bda, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=53cd2479-046d-462b-83b8-fdc6773b4bda,segment=NetworkSegment(7f1709f7-8e28-46c6-b30a-b4c71a998512),segment_id=7f1709f7-8e28-46c6-b30a-b4c71a998512)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:51.980041 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.993173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (566965bc-b643-4e84-b5ee-c9c0a3537a2a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.024184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Calling delete_port for 53cd2479-046d-462b-83b8-fdc6773b4bda owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:52.056180 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (332a4f52-7b35-466c-81d1-55b4caa577d4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.060119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Allocated IP 172.20.0.6 (9b7b5f27-761b-48bb-bd7e-731f515229a8/3ff9dc52-5528-4f00-818d-9bcfa0cc3885/ff4fc623-f6b9-4ea0-86dd-6503e18bced9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:52.063255 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks [] for router_controller (332a4f52-7b35-466c-81d1-55b4caa577d4), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.205236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] DHCP port deletion for 8a332a30-310f-46e5-ba6f-9c449adb47b3 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:29:52.243261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (332a4f52-7b35-466c-81d1-55b4caa577d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.243711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 332a4f52-7b35-466c-81d1-55b4caa577d4 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:29:52.247222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:52.249949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.253541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:52.255898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bce008ef-d82d-4df6-b0e7-fd5f6452a2d3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/332a4f52-7b35-466c-81d1-55b4caa577d4 HTTP/1.1" status: 204 len: 168 time: 2.0264494 Feb 11 05:29:52.257517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60816) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:52.281262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:52.288895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:52.294383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Pushing event updated for resources: {'Port': ['ID=15ec118d-9340-47af-a8d3-9679732ed72c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.313327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.314056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.314681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.315241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.315816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.316625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.317171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.317893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.318374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75102315-cc6c-4cb8-a4c5-b6fac9f59f87 admin admin] Publish callbacks [] for security_group (fcb30010-9b56-44d8-97fa-171cbfc8fe1c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.318646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.319181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.319912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.320690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.321213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:52.325449 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-4781ca87-8334-47e5-bd28-1612aa5b0da4 admin admin] Deleting subnet 6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:52.346847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:52.348087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9010a977-8cc3-4e6a-a4c9-7a4033aaf7bd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:52.348716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ed7c4d81-011c-450d-a9dc-b6abba445292 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:52.368949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4781ca87-8334-47e5-bd28-1612aa5b0da4 admin admin] Publish callbacks [] for subnet (6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.416115 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.428230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for port (566965bc-b643-4e84-b5ee-c9c0a3537a2a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.434983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] No DVR routers for this DVR port 53cd2479-046d-462b-83b8-fdc6773b4bda on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:52.437372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ed7c4d81-011c-450d-a9dc-b6abba445292 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:52.437999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ed7c4d81-011c-450d-a9dc-b6abba445292 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:52.438657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 59c4caa2-f780-428a-ab88-f33156012af0 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:52.459676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75102315-cc6c-4cb8-a4c5-b6fac9f59f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fcb30010-9b56-44d8-97fa-171cbfc8fe1c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.476887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] Deleting port 53cd2479-046d-462b-83b8-fdc6773b4bda {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:52.477767 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.491259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4781ca87-8334-47e5-bd28-1612aa5b0da4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.551055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (ff4fc623-f6b9-4ea0-86dd-6503e18bced9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.573472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 59c4caa2-f780-428a-ab88-f33156012af0 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:52.573829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 59c4caa2-f780-428a-ab88-f33156012af0 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:52.574264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 53cd2479-046d-462b-83b8-fdc6773b4bda no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:52.611636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Attempting to bind port 15ec118d-9340-47af-a8d3-9679732ed72c on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:52.613605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Attempting to bind port 15ec118d-9340-47af-a8d3-9679732ed72c by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '501309ed-390c-476b-8bdc-9c57a7db23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:52.614006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Attempting to bind port 15ec118d-9340-47af-a8d3-9679732ed72c on network 9b7b5f27-761b-48bb-bd7e-731f515229a8 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:52.630781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] For port 53cd2479-046d-462b-83b8-fdc6773b4bda, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:52.631189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.634040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 53cd2479-046d-462b-83b8-fdc6773b4bda {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:52.634400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 53cd2479-046d-462b-83b8-fdc6773b4bda not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:52.637251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8a332a30-310f-46e5-ba6f-9c449adb47b3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.657692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:52.658446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Checking segment: {'id': '501309ed-390c-476b-8bdc-9c57a7db23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:52.659030 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.659598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Bound using segment: {'id': '501309ed-390c-476b-8bdc-9c57a7db23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:52.660289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Bound port: 15ec118d-9340-47af-a8d3-9679732ed72c, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501309ed-390c-476b-8bdc-9c57a7db23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:52.660897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.681447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4781ca87-8334-47e5-bd28-1612aa5b0da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.683186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] Calling delete_port for 53cd2479-046d-462b-83b8-fdc6773b4bda owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:52.687670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] Port 53cd2479-046d-462b-83b8-fdc6773b4bda was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:29:52.691067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (53cd2479-046d-462b-83b8-fdc6773b4bda), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.711025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a332a30-310f-46e5-ba6f-9c449adb47b3']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.727429 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (566965bc-b643-4e84-b5ee-c9c0a3537a2a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.730692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1709f7-8e28-46c6-b30a-b4c71a998512') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.731352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1709f7-8e28-46c6-b30a-b4c71a998512') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:52.744554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cd2479-046d-462b-83b8-fdc6773b4bda,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.762173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] No DVR routers for this DVR port 53cd2479-046d-462b-83b8-fdc6773b4bda on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:52.768888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (7f1709f7-8e28-46c6-b30a-b4c71a998512), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.773450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ff4fc623-f6b9-4ea0-86dd-6503e18bced9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.774781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea882c01-a310-4f95-9c09-f8c356a03fe1 None None] Pushing event deleted for resources: {'Port': ['ID=53cd2479-046d-462b-83b8-fdc6773b4bda,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.820451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] For port 15ec118d-9340-47af-a8d3-9679732ed72c, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:52.825683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] For port 15ec118d-9340-47af-a8d3-9679732ed72c, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=15ec118d-9340-47af-a8d3-9679732ed72c,segment=NetworkSegment(501309ed-390c-476b-8bdc-9c57a7db23a1),segment_id=501309ed-390c-476b-8bdc-9c57a7db23a1)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:52.868347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:52.871892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:52.872466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event updated for resources: {'Port': ['ID=566965bc-b643-4e84-b5ee-c9c0a3537a2a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.893977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:52.900924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=ff4fc623-f6b9-4ea0-86dd-6503e18bced9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.915649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75102315-cc6c-4cb8-a4c5-b6fac9f59f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb30010-9b56-44d8-97fa-171cbfc8fe1c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.919728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7f1709f7-8e28-46c6-b30a-b4c71a998512), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.934336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-75102315-cc6c-4cb8-a4c5-b6fac9f59f87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0891af49d524c2c9a39da97b5ba937f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1625319 Feb 11 05:29:52.947435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.981232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4781ca87-8334-47e5-bd28-1612aa5b0da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.981477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:52.981477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (7f1709f7-8e28-46c6-b30a-b4c71a998512), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.983348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60832) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:52.984080 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:52.994983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4781ca87-8334-47e5-bd28-1612aa5b0da4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.002961 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4781ca87-8334-47e5-bd28-1612aa5b0da4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9 HTTP/1.1" status: 204 len: 168 time: 0.7421126 Feb 11 05:29:53.005925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60834) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.012021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619bff1-1d06-4b39-b435-1005ce739e23 None None] Network ea003cdd-bb5b-451a-8240-e402c04154e7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:53.027918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (829a3a44-8d4a-4bdb-89a6-cd26b9ccea8e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.055872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781ca87-8334-47e5-bd28-1612aa5b0da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6301a92e-c3ac-49ae-9d80-dbf4e0b8b5c9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.089411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:53.090618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.108164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b4f9-4993-4fd2-99cf-175a5356f8af admin admin] Publish callbacks [] for security_group (fcb30010-9b56-44d8-97fa-171cbfc8fe1c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.142985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b4f9-4993-4fd2-99cf-175a5356f8af admin admin] Publish callbacks [] for security_group (fcb30010-9b56-44d8-97fa-171cbfc8fe1c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.167835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (ea003cdd-bb5b-451a-8240-e402c04154e7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.196944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.216902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e5609fc7-12f7-42a6-aa2b-79ce5b0e7302 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8765385 Feb 11 05:29:53.222974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651e928-c2b3-47b9-b0f3-018cda73144a None None] Pushing event updated for resources: {'Port': ['ID=15ec118d-9340-47af-a8d3-9679732ed72c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.234247 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8a332a30-310f-46e5-ba6f-9c449adb47b3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.239141 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.246675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8a332a30-310f-46e5-ba6f-9c449adb47b3 HTTP/1.1" status: 204 len: 168 time: 1.6184180 Feb 11 05:29:53.252997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Deleting port 94853a63-0174-4038-aa80-7aee81b5c826 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:53.253573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (94853a63-0174-4038-aa80-7aee81b5c826), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.256590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60838) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.282145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814119a5-c6b8-424c-a400-46855ba3f648 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a332a30-310f-46e5-ba6f-9c449adb47b3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.317693 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d5d17320-2b60-4091-9e04-053a20efdcd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3218884 Feb 11 05:29:53.320908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60840) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.327989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8', 'name': 'tempest-AllowedAddressPairTestJSON-179799378', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:13:f4:1b'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:53.354868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] DHCP port deletion for ea003cdd-bb5b-451a-8240-e402c04154e7 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:29:53.503876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] Deleting port 94853a63-0174-4038-aa80-7aee81b5c826 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:53.504672 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (94853a63-0174-4038-aa80-7aee81b5c826), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.585500 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b4f9-4993-4fd2-99cf-175a5356f8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fcb30010-9b56-44d8-97fa-171cbfc8fe1c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.588588 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b4f9-4993-4fd2-99cf-175a5356f8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.600638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2bc4b4f9-4993-4fd2-99cf-175a5356f8af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcb30010-9b56-44d8-97fa-171cbfc8fe1c HTTP/1.1" status: 204 len: 168 time: 0.6071954 Feb 11 05:29:53.682996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] For port 94853a63-0174-4038-aa80-7aee81b5c826, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=94853a63-0174-4038-aa80-7aee81b5c826,segment=NetworkSegment(f28d7cba-5e68-4822-baf2-c1085132c7f2),segment_id=f28d7cba-5e68-4822-baf2-c1085132c7f2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:53.683452 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (94853a63-0174-4038-aa80-7aee81b5c826), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.702823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] Calling delete_port for 94853a63-0174-4038-aa80-7aee81b5c826 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:53.711334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4b4f9-4993-4fd2-99cf-175a5356f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb30010-9b56-44d8-97fa-171cbfc8fe1c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.890886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95abe-5b9f-4807-819b-850308fc2bad req-b994f9fd-9d91-4397-babd-d9ee0240e2a3 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:53.893319 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-b994f9fd-9d91-4397-babd-d9ee0240e2a3 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 821 time: 0.3106909 Feb 11 05:29:53.912325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-8326eaa6-971b-46a7-ac10-ce990dbccc20 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/quotas/c1f9399909cb4c51ad5b1ca0c5392e5f HTTP/1.1" status: 200 len: 375 time: 0.0113442 Feb 11 05:29:53.953432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-be928759-488c-4df4-b921-0363a5d7a8c1 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329404 Feb 11 05:29:53.953432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Made reservation on behalf of 6647ca57b29b419eafd6df8f98b4f2ee for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:53.982753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 15ec118d-9340-47af-a8d3-9679732ed72c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:54.053641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] For port 94853a63-0174-4038-aa80-7aee81b5c826, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=94853a63-0174-4038-aa80-7aee81b5c826,segment=NetworkSegment(f28d7cba-5e68-4822-baf2-c1085132c7f2),segment_id=f28d7cba-5e68-4822-baf2-c1085132c7f2)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:54.054376 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (94853a63-0174-4038-aa80-7aee81b5c826), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.059341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 15ec118d-9340-47af-a8d3-9679732ed72c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:54.059733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.073445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-22bd31bc-3bb8-4d52-9f55-a8ddf3cb8252 service neutron] 10.222.0.62 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046884 Feb 11 05:29:54.083952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Calling delete_port for 94853a63-0174-4038-aa80-7aee81b5c826 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:54.106004 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (94853a63-0174-4038-aa80-7aee81b5c826), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.151409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] No DVR routers for this DVR port 94853a63-0174-4038-aa80-7aee81b5c826 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:54.160661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6a485-817b-4529-b391-da44aa89ffa6 None None] Pushing event deleted for resources: {'Port': ['ID=94853a63-0174-4038-aa80-7aee81b5c826,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.238865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.242703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 15ec118d-9340-47af-a8d3-9679732ed72c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:54.243105 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.269339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-43812e7b-671d-4436-81cd-a769c97d5258 service neutron] 10.222.0.62 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848204 Feb 11 05:29:54.280381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] device_id is not set on port 8d5995df-7d88-4539-adf2-59147c83b8cb yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:54.331280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 15ec118d-9340-47af-a8d3-9679732ed72c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=15ec118d-9340-47af-a8d3-9679732ed72c,segment=NetworkSegment(501309ed-390c-476b-8bdc-9c57a7db23a1),segment_id=501309ed-390c-476b-8bdc-9c57a7db23a1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:54.381831 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (94853a63-0174-4038-aa80-7aee81b5c826), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.419318 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.429470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] No DVR routers for this DVR port 94853a63-0174-4038-aa80-7aee81b5c826 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:54.489635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=94853a63-0174-4038-aa80-7aee81b5c826,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.531152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 94853a63-0174-4038-aa80-7aee81b5c826 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:54.575718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=15ec118d-9340-47af-a8d3-9679732ed72c,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.598686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Allocated IP 172.20.0.7 (9b7b5f27-761b-48bb-bd7e-731f515229a8/3ff9dc52-5528-4f00-818d-9bcfa0cc3885/8d5995df-7d88-4539-adf2-59147c83b8cb) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:54.608931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 94853a63-0174-4038-aa80-7aee81b5c826 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:54.609283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 94853a63-0174-4038-aa80-7aee81b5c826 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:54.609465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (ea003cdd-bb5b-451a-8240-e402c04154e7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.642357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea003cdd-bb5b-451a-8240-e402c04154e7']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:54.675369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28d7cba-5e68-4822-baf2-c1085132c7f2') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:54.675783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28d7cba-5e68-4822-baf2-c1085132c7f2') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:54.708203 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (f28d7cba-5e68-4822-baf2-c1085132c7f2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.731681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34d766b3-e9d3-482f-984c-aa423b7a3f28 req-63268e21-60c2-4d86-9882-c80e824bd724 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0437160 Feb 11 05:29:54.767711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f28d7cba-5e68-4822-baf2-c1085132c7f2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.773949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60874) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:54.803364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:54.803995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (f28d7cba-5e68-4822-baf2-c1085132c7f2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.816538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-972c6000-1476-40e9-99e7-c11b0cc40f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:54.836202 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:54.950486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcbf304-728b-4163-87d2-f9c0d4f09860 None None] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:55.014059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (8d5995df-7d88-4539-adf2-59147c83b8cb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.023152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.047061 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-972c6000-1476-40e9-99e7-c11b0cc40f86 admin admin] Publish callbacks [] for security_group (39022ed8-fd42-4a39-b28f-5ad8f6ef15e9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.324982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0e274cb0-338c-4df5-accb-dc5b0bf24c31 None None] Provisioning complete for port 15ec118d-9340-47af-a8d3-9679732ed72c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:55.324982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0e274cb0-338c-4df5-accb-dc5b0bf24c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.324982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0e274cb0-338c-4df5-accb-dc5b0bf24c31 None None] Current status of the port 15ec118d-9340-47af-a8d3-9679732ed72c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:55.327230 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (ea003cdd-bb5b-451a-8240-e402c04154e7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.327230 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.327230 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ea003cdd-bb5b-451a-8240-e402c04154e7 HTTP/1.1" status: 204 len: 168 time: 2.2633986 Feb 11 05:29:55.327230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17085dce-4eaf-43c6-8691-39d4b60adc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea003cdd-bb5b-451a-8240-e402c04154e7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:55.349884 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-972c6000-1476-40e9-99e7-c11b0cc40f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (39022ed8-fd42-4a39-b28f-5ad8f6ef15e9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.380709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8d5995df-7d88-4539-adf2-59147c83b8cb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.384976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c6000-1476-40e9-99e7-c11b0cc40f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39022ed8-fd42-4a39-b28f-5ad8f6ef15e9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:55.458938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Deleting port b5466b8d-a355-41db-b7b2-79b68eccd01f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:55.459470 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.532965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:55.543592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:55.549267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:55.563485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-972c6000-1476-40e9-99e7-c11b0cc40f86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed0305b2c5e742baa3447d9fc9a5bb54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859795 Feb 11 05:29:55.576476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9698f02f-cfa5-4aed-b843-586373fc9b7c None None] Provisioning complete for port ff4fc623-f6b9-4ea0-86dd-6503e18bced9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:55.578825 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9698f02f-cfa5-4aed-b843-586373fc9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff4fc623-f6b9-4ea0-86dd-6503e18bced9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.592859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60894) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:55.604816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] For port b5466b8d-a355-41db-b7b2-79b68eccd01f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b5466b8d-a355-41db-b7b2-79b68eccd01f,segment=NetworkSegment(1cdf89af-f6b8-4911-b348-6bae86c50d49),segment_id=1cdf89af-f6b8-4911-b348-6bae86c50d49)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:55.605183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.621646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=8d5995df-7d88-4539-adf2-59147c83b8cb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:55.630404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Calling delete_port for b5466b8d-a355-41db-b7b2-79b68eccd01f owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:55.690932 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:29:55.705706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:55.706706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9698f02f-cfa5-4aed-b843-586373fc9b7c None None] Port ff4fc623-f6b9-4ea0-86dd-6503e18bced9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:55.706849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.723321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9698f02f-cfa5-4aed-b843-586373fc9b7c None None] Provisioning complete for port 15ec118d-9340-47af-a8d3-9679732ed72c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:55.723907 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9698f02f-cfa5-4aed-b843-586373fc9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.753863 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f08a941c-6def-43fd-aab2-57a34b178ec0 admin admin] Publish callbacks [] for security_group (39022ed8-fd42-4a39-b28f-5ad8f6ef15e9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.807555 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f08a941c-6def-43fd-aab2-57a34b178ec0 admin admin] Publish callbacks [] for security_group (39022ed8-fd42-4a39-b28f-5ad8f6ef15e9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.940568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:55.944151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2d74e6de-f434-42ee-bc93-68d86747617b tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.6211476 Feb 11 05:29:55.946722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60906) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:55.966984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 15ec118d-9340-47af-a8d3-9679732ed72c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:56.017235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9698f02f-cfa5-4aed-b843-586373fc9b7c None None] Current status of the port 15ec118d-9340-47af-a8d3-9679732ed72c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:56.025402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3842c42-08d8-4ec8-8d86-5c41c5d91ad5 req-3e229a91-9e2b-4982-8757-1939b5aa8b2c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 210 time: 0.1147118 Feb 11 05:29:56.077413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 15ec118d-9340-47af-a8d3-9679732ed72c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:56.078024 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.134684 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f08a941c-6def-43fd-aab2-57a34b178ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (39022ed8-fd42-4a39-b28f-5ad8f6ef15e9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.134912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0fde5775-dbc6-4aa4-ae56-28d489cad9d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb6fd8653b084333853ac744154b3ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835341 Feb 11 05:29:56.135260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60914) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:56.139755 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f08a941c-6def-43fd-aab2-57a34b178ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.148090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f08a941c-6def-43fd-aab2-57a34b178ec0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39022ed8-fd42-4a39-b28f-5ad8f6ef15e9 HTTP/1.1" status: 204 len: 168 time: 0.5479748 Feb 11 05:29:56.180319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7072b-b0b8-4148-9a93-37b178b7afd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:56.182468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a941c-6def-43fd-aab2-57a34b178ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39022ed8-fd42-4a39-b28f-5ad8f6ef15e9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:56.200238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7072b-b0b8-4148-9a93-37b178b7afd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:56.214213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7072b-b0b8-4148-9a93-37b178b7afd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:56.218881 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-30e7072b-b0b8-4148-9a93-37b178b7afd4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2665577 Feb 11 05:29:56.225322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60918) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:56.271669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b07bb90a-533b-491d-b83f-4660e3d05964 None None] Provisioning complete for port ff4fc623-f6b9-4ea0-86dd-6503e18bced9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:56.272579 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b07bb90a-533b-491d-b83f-4660e3d05964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff4fc623-f6b9-4ea0-86dd-6503e18bced9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.372061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 15ec118d-9340-47af-a8d3-9679732ed72c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:56.383385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b07bb90a-533b-491d-b83f-4660e3d05964 None None] Port ff4fc623-f6b9-4ea0-86dd-6503e18bced9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:56.434752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce6041b3-0f76-438b-ae33-a790e9fae915 admin admin] Publish callbacks [] for security_group (31516716-6507-465b-b7d2-b3e4afa1bedb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.445400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8c9e9-9d27-4519-951f-7df7ccc27810 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Deleting port 8d5995df-7d88-4539-adf2-59147c83b8cb {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:56.445819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c9e9-9d27-4519-951f-7df7ccc27810 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8d5995df-7d88-4539-adf2-59147c83b8cb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.465500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce6041b3-0f76-438b-ae33-a790e9fae915 admin admin] Publish callbacks [] for security_group (31516716-6507-465b-b7d2-b3e4afa1bedb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.509583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7dd46b05-3c23-4009-b650-a3be0ce51ae8 None None] Provisioning complete for port 8d5995df-7d88-4539-adf2-59147c83b8cb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:56.509583 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7dd46b05-3c23-4009-b650-a3be0ce51ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8d5995df-7d88-4539-adf2-59147c83b8cb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.551669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7dd46b05-3c23-4009-b650-a3be0ce51ae8 None None] Port 8d5995df-7d88-4539-adf2-59147c83b8cb cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:56.612694 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b5466b8d-a355-41db-b7b2-79b68eccd01f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.649864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Pushing event deleted for resources: {'Port': ['ID=b5466b8d-a355-41db-b7b2-79b68eccd01f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:56.654195 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce6041b3-0f76-438b-ae33-a790e9fae915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31516716-6507-465b-b7d2-b3e4afa1bedb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.662575 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce6041b3-0f76-438b-ae33-a790e9fae915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.662575 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ce6041b3-0f76-438b-ae33-a790e9fae915 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31516716-6507-465b-b7d2-b3e4afa1bedb HTTP/1.1" status: 204 len: 168 time: 0.5117962 Feb 11 05:29:56.713940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6041b3-0f76-438b-ae33-a790e9fae915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31516716-6507-465b-b7d2-b3e4afa1bedb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:57.078014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c9e9-9d27-4519-951f-7df7ccc27810 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8d5995df-7d88-4539-adf2-59147c83b8cb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.099320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8c9e9-9d27-4519-951f-7df7ccc27810 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Calling delete_port for 8d5995df-7d88-4539-adf2-59147c83b8cb owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:57.143531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.176544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9938ab6e-155d-40a0-8031-242277dd0a89 req-c9d9066b-a410-4eef-b0fb-d4acdcd368a3 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0328796 Feb 11 05:29:57.397730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c9e9-9d27-4519-951f-7df7ccc27810 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8d5995df-7d88-4539-adf2-59147c83b8cb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.419011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:29:57.446051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8c9e9-9d27-4519-951f-7df7ccc27810 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Port': ['ID=8d5995df-7d88-4539-adf2-59147c83b8cb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:57.560163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:57.572957 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] Sync routers for ids ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:57.573492 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6dc99a3c-ed81-4418-ab9d-32494b58dcec admin admin] 10.222.0.62 "PUT /v2.0/routers/b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3128252 Feb 11 05:29:57.574751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.593674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60964) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.598840 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] Routers {'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:57.600466 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:57.755137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60974) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.831323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks [] for router (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.933966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] Set router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:57.946833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95abe-5b9f-4807-819b-850308fc2bad req-6efe6c48-a646-4c2f-8769-53969270d9c8 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:57.949056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-6efe6c48-a646-4c2f-8769-53969270d9c8 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 821 time: 0.1391516 Feb 11 05:29:58.009379 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c9e9-9d27-4519-951f-7df7ccc27810 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.010559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks [] for router_gateway (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.012948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c4c8c9e9-9d27-4519-951f-7df7ccc27810 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "DELETE /v2.0/ports/8d5995df-7d88-4539-adf2-59147c83b8cb HTTP/1.1" status: 204 len: 168 time: 1.7892630 Feb 11 05:29:58.019664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Request body: {'port': {'device_id': '07c7749d-b7b7-4608-8d7d-518f6cbe0fb8', 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'admin_state_up': True, 'tenant_id': 'c1f9399909cb4c51ad5b1ca0c5392e5f'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:58.023771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60984) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:58.060355 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b1245c-c7b9-44de-b8c7-3a83140627b4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] GET failed (client error): The resource could not be found. Feb 11 05:29:58.067993 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-80b1245c-c7b9-44de-b8c7-3a83140627b4 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "GET /v2.0/ports/8d5995df-7d88-4539-adf2-59147c83b8cb HTTP/1.1" status: 404 len: 333 time: 0.0426340 Feb 11 05:29:58.068660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60986) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:58.075880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8', 'name': 'tempest-AllowedAddressPairTestJSON-235210828'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:58.155507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-92616834-743c-41ac-893c-7ac231ef8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.156034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-92616834-743c-41ac-893c-7ac231ef8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.156624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-92616834-743c-41ac-893c-7ac231ef8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.157254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-92616834-743c-41ac-893c-7ac231ef8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.161257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-92616834-743c-41ac-893c-7ac231ef8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.161257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-92616834-743c-41ac-893c-7ac231ef8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.161257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-92616834-743c-41ac-893c-7ac231ef8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:58.161660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-92616834-743c-41ac-893c-7ac231ef8af1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6715 time: 0.5665965 Feb 11 05:29:58.177099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34c6836b-4c10-41ff-9dea-425141d06b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.269998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-a35f96c7-9e2c-4fc0-9ed3-04d052125166 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860214 Feb 11 05:29:58.360389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Deleting port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:58.360680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.370003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09c51c66-95d2-4402-9745-42a8879c6753 req-cadfa8c6-809b-4a8d-9c1f-927d9199b283 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0570667 Feb 11 05:29:58.379457 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:29:56Z', 'revision_number': 5, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port': {'id': '9553b9ef-b43e-40ef-a7a2-37de8ade3eae', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:20:28Z', 'updated_at': '2022-02-11T05:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:58.408244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34c6836b-4c10-41ff-9dea-425141d06b6d admin admin] Publish callbacks [] for security_group (0c03e340-c4be-433e-840d-db4cd0b5e2e5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.414590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Made reservation on behalf of 6647ca57b29b419eafd6df8f98b4f2ee for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:58.418914 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.422359 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] Checking router: b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:29:58.426084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Made reservation on behalf of c1f9399909cb4c51ad5b1ca0c5392e5f for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:58.430316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.433048 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] Routers {'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:58.437803 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:29:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:58.442929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] device_id is not set on port 9460b4ea-e6e9-44d2-bc33-71df0a394d06 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:58.544350 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] Set router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:58.561008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34c6836b-4c10-41ff-9dea-425141d06b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c03e340-c4be-433e-840d-db4cd0b5e2e5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.610136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] For port 9553b9ef-b43e-40ef-a7a2-37de8ade3eae, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9553b9ef-b43e-40ef-a7a2-37de8ade3eae,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:58.610745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.632889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Calling delete_port for 9553b9ef-b43e-40ef-a7a2-37de8ade3eae owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:58.635007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Allocated IP 172.20.0.4 (9b7b5f27-761b-48bb-bd7e-731f515229a8/3ff9dc52-5528-4f00-818d-9bcfa0cc3885/9460b4ea-e6e9-44d2-bc33-71df0a394d06) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:58.648471 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:29:58Z', 'revision_number': 6, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:58.668252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-34c6836b-4c10-41ff-9dea-425141d06b6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3668962dc9e447f1af4317b652d7828b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9079776 Feb 11 05:29:58.694867 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56cbad-4be5-4c9f-90c0-b6181ac22d9d None None] The sync data for ids ['b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb'] in n-d-713498-37 is: [{'id': 'b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1097245740-router', 'tenant_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:20:26Z', 'updated_at': '2022-02-11T05:29:58Z', 'revision_number': 6, 'project_id': 'c9a830f8dd75449d81ef21c8cf9d7843', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:58.713340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Allocated IP 172.20.0.4 (ea175aa5-42f2-4e28-866e-493be911bb17/b3eb6dbf-8268-438c-8844-da63c91d37cb/27a90963-0011-4b39-82a2-9fa230d4ed9a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:58.718635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32776) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:58.799012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6836b-4c10-41ff-9dea-425141d06b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c03e340-c4be-433e-840d-db4cd0b5e2e5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:58.872421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66e86dda-00f5-4dca-9163-75bca818a07e admin admin] Publish callbacks [] for security_group (0c03e340-c4be-433e-840d-db4cd0b5e2e5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.950561 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.973265 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66e86dda-00f5-4dca-9163-75bca818a07e admin admin] Publish callbacks [] for security_group (0c03e340-c4be-433e-840d-db4cd0b5e2e5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.044201 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.181863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.197164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32790) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.227449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66e86dda-00f5-4dca-9163-75bca818a07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c03e340-c4be-433e-840d-db4cd0b5e2e5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.233200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66e86dda-00f5-4dca-9163-75bca818a07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.234654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-66e86dda-00f5-4dca-9163-75bca818a07e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c03e340-c4be-433e-840d-db4cd0b5e2e5 HTTP/1.1" status: 204 len: 168 time: 0.5143805 Feb 11 05:29:59.239826 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.241210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:59.247834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:59.255652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:59.314089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=9460b4ea-e6e9-44d2-bc33-71df0a394d06,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.335877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:59.336617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.375024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event updated for resources: {'Port': ['ID=27a90963-0011-4b39-82a2-9fa230d4ed9a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.381357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Network ea175aa5-42f2-4e28-866e-493be911bb17 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:59.383243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e86dda-00f5-4dca-9163-75bca818a07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c03e340-c4be-433e-840d-db4cd0b5e2e5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.388132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:59.389243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:59.488925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9553b9ef-b43e-40ef-a7a2-37de8ade3eae), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.524371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:59.525222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.561744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2080424227-network', 'tenant_id': 'cd914c3ac05c46e989d9dbc8b4d8cdc5'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:59.590184 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-02372e5a-4e03-466b-ae2a-115dd0747333 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5188198 Feb 11 05:29:59.590947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9553b9ef-b43e-40ef-a7a2-37de8ade3eae,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.592285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32800) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.602708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:13:f4:1b'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:59.632068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a6982cc-ca09-4c89-a754-71f82fa3115f None None] Provisioning complete for port 9460b4ea-e6e9-44d2-bc33-71df0a394d06 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:59.632708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a6982cc-ca09-4c89-a754-71f82fa3115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.639903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd321-66df-4a6f-b8e0-8ea318ab1f08 req-84d15271-eed0-4874-96a4-be1f3ccaca9b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:59.641758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dfd321-66df-4a6f-b8e0-8ea318ab1f08 req-84d15271-eed0-4874-96a4-be1f3ccaca9b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 931 time: 0.1458464 Feb 11 05:29:59.652191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1b97ae1b-3e4c-4bdb-b84b-009d11c97f35 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6542854 Feb 11 05:29:59.667670 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Request body: {'port': {'device_id': '07c7749d-b7b7-4608-8d7d-518f6cbe0fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:59.685393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a6982cc-ca09-4c89-a754-71f82fa3115f None None] Port 9460b4ea-e6e9-44d2-bc33-71df0a394d06 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:59.743212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.761636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Made reservation on behalf of cd914c3ac05c46e989d9dbc8b4d8cdc5 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:59.764248 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.839365 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.862994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dfd321-66df-4a6f-b8e0-8ea318ab1f08 req-64774f24-6f6d-4a6f-aee7-606ae84f7e97 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030115 Feb 11 05:29:59.873972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9553b9ef-b43e-40ef-a7a2-37de8ade3eae no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:59.910327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.921600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9553b9ef-b43e-40ef-a7a2-37de8ade3eae {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:59.922061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9553b9ef-b43e-40ef-a7a2-37de8ade3eae not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:59.922582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b5466b8d-a355-41db-b7b2-79b68eccd01f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:59.977924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b5466b8d-a355-41db-b7b2-79b68eccd01f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:59.981017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b5466b8d-a355-41db-b7b2-79b68eccd01f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:00.040095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.043287 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks [] for router_controller (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.130262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.203856 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Publish callbacks [] for security_group (c3e25b72-68b3-4658-b4a0-7eda01502b4e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.210095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.211122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:30:00.224511 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.226780 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aeba3350-2a3d-45b7-8d42-47e402c907b9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b7563e0c-2f4d-40ed-aea1-8b3b003ee7bb HTTP/1.1" status: 204 len: 168 time: 2.6495004 Feb 11 05:30:00.229330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:00.279102 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c3e25b72-68b3-4658-b4a0-7eda01502b4e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.384202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d026477-8c40-4713-b212-9c4db5eacded admin admin] Deleting subnet e8648b9c-f37e-4133-8087-81dfbc817dda {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:00.388202 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d026477-8c40-4713-b212-9c4db5eacded admin admin] Publish callbacks [] for subnet (e8648b9c-f37e-4133-8087-81dfbc817dda), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.404955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:00.448257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32822) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:00.477306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d026477-8c40-4713-b212-9c4db5eacded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (e8648b9c-f37e-4133-8087-81dfbc817dda), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.503394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3a99528d-9145-4722-ab2f-0d370faaaab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.505472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e25b72-68b3-4658-b4a0-7eda01502b4e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:00.530663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.531018 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Added segment f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90 of type vlan for network 8c080b97-dac6-411c-ba55-c34330df3d0d Feb 11 05:30:00.595355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d026477-8c40-4713-b212-9c4db5eacded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e8648b9c-f37e-4133-8087-81dfbc817dda), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.638945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8c080b97-dac6-411c-ba55-c34330df3d0d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.789783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d026477-8c40-4713-b212-9c4db5eacded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (e8648b9c-f37e-4133-8087-81dfbc817dda), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.833260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a90963-0011-4b39-82a2-9fa230d4ed9a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:00.840435 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d026477-8c40-4713-b212-9c4db5eacded admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.846553 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7d026477-8c40-4713-b212-9c4db5eacded admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e8648b9c-f37e-4133-8087-81dfbc817dda HTTP/1.1" status: 204 len: 168 time: 0.6157439 Feb 11 05:30:00.848239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d026477-8c40-4713-b212-9c4db5eacded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8648b9c-f37e-4133-8087-81dfbc817dda,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:00.854054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Publish callbacks [] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.855155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0e66d-cd69-418f-9f4f-0d86423be002 None None] Network 678a4c1a-98e7-46a5-b058-b35927edb4e6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:00.856591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32836) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:00.879920 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.928249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Transition to ACTIVE for port object 27a90963-0011-4b39-82a2-9fa230d4ed9a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:00.930896 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8c080b97-dac6-411c-ba55-c34330df3d0d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.931939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:00.932543 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.063653 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.067817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.118525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] DHCP port deletion for 678a4c1a-98e7-46a5-b058-b35927edb4e6 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:01.140522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9413993 Feb 11 05:30:01.146816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32856) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:01.153247 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (678a4c1a-98e7-46a5-b058-b35927edb4e6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.155509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Request body: {'subnet': {'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2080424227-subnet', 'tenant_id': 'cd914c3ac05c46e989d9dbc8b4d8cdc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:01.186310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81c8a-24e6-47cd-8c45-9df8e511db33 admin admin] Pushing event updated for resources: {'Network': ['ID=8c080b97-dac6-411c-ba55-c34330df3d0d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:01.189809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3a99528d-9145-4722-ab2f-0d370faaaab2 admin admin] Publish callbacks [] for security_group (33397c18-0d3b-4d0d-9c11-4c60f1e714b2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.200946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8c080b97-dac6-411c-ba55-c34330df3d0d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:01.269831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=9460b4ea-e6e9-44d2-bc33-71df0a394d06,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:01.275801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] Deleting port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:01.276525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.369669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Made reservation on behalf of cd914c3ac05c46e989d9dbc8b4d8cdc5 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:01.373252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.402435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] In _notify_port_updated(), no bound segment for port 9460b4ea-e6e9-44d2-bc33-71df0a394d06 on network 9b7b5f27-761b-48bb-bd7e-731f515229a8 {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:30:01.407955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:01.409190 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.413670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-742d95b6-ffca-47e9-8f6f-6f17f6ca0dbd tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "PUT /v2.0/ports/9460b4ea-e6e9-44d2-bc33-71df0a394d06 HTTP/1.1" status: 200 len: 992 time: 1.8170176 Feb 11 05:30:01.421619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32860) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:01.421805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0b532-09c2-4702-8d1c-7dafb2e6be9b req-cf31b97c-c2f4-45be-94ce-97ffd6cf32a0 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:01.426050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ef0b532-09c2-4702-8d1c-7dafb2e6be9b req-cf31b97c-c2f4-45be-94ce-97ffd6cf32a0 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 943 time: 0.3842733 Feb 11 05:30:01.443786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3a99528d-9145-4722-ab2f-0d370faaaab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (33397c18-0d3b-4d0d-9c11-4c60f1e714b2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.457854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] For port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,segment=NetworkSegment(1cdf89af-f6b8-4911-b348-6bae86c50d49),segment_id=1cdf89af-f6b8-4911-b348-6bae86c50d49)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:01.458253 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.498358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] Calling delete_port for 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:01.504479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Pushing event updated for resources: {'Port': ['ID=27a90963-0011-4b39-82a2-9fa230d4ed9a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:01.567820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3a99528d-9145-4722-ab2f-0d370faaaab2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=901655c4381947129766874f66ec2c28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1112914 Feb 11 05:30:01.581399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32862) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:01.597759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99528d-9145-4722-ab2f-0d370faaaab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33397c18-0d3b-4d0d-9c11-4c60f1e714b2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:01.622385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Attempting to bind port 27a90963-0011-4b39-82a2-9fa230d4ed9a on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:01.622385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Attempting to bind port 27a90963-0011-4b39-82a2-9fa230d4ed9a by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:01.627035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Attempting to bind port 27a90963-0011-4b39-82a2-9fa230d4ed9a on network ea175aa5-42f2-4e28-866e-493be911bb17 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:01.629180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Deleting port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:01.629492 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.644701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ef0b532-09c2-4702-8d1c-7dafb2e6be9b req-53046056-fe01-40a3-95f5-d1dfac5fccbe tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175820 Feb 11 05:30:01.672568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ab6fc7a8-386c-49f7-b802-823396cd3f20 None None] Provisioning complete for port 9460b4ea-e6e9-44d2-bc33-71df0a394d06 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:01.673191 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Port 27a90963-0011-4b39-82a2-9fa230d4ed9a on network ea175aa5-42f2-4e28-866e-493be911bb17 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:01.673415 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc7a8-386c-49f7-b802-823396cd3f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.674182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Attempting to bind port 27a90963-0011-4b39-82a2-9fa230d4ed9a on network ea175aa5-42f2-4e28-866e-493be911bb17 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:01.711742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:01.712097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Checking segment: {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:01.712505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Bound using segment: {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:01.712993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Bound port: 27a90963-0011-4b39-82a2-9fa230d4ed9a, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:01.713668 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.715753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ab6fc7a8-386c-49f7-b802-823396cd3f20 None None] Port 9460b4ea-e6e9-44d2-bc33-71df0a394d06 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:01.755748 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.812253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] Pushing event deleted for resources: {'Port': ['ID=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:01.819981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b738a86-5336-4243-84e5-edc6f9035594 None None] No DVR routers for this DVR port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:01.820376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81451762-50b8-43f6-9eb0-8f0526f86b8d admin admin] Publish callbacks [] for security_group (33397c18-0d3b-4d0d-9c11-4c60f1e714b2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.821993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] For port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,segment=NetworkSegment(1cdf89af-f6b8-4911-b348-6bae86c50d49),segment_id=1cdf89af-f6b8-4911-b348-6bae86c50d49)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:01.822367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.866177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Calling delete_port for 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:01.885245 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81451762-50b8-43f6-9eb0-8f0526f86b8d admin admin] Publish callbacks [] for security_group (33397c18-0d3b-4d0d-9c11-4c60f1e714b2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.897660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:01.912492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:01.931279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:01.931634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:02.006963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:02.063727 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.107404 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.118702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.129708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32868) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:02.132820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] No DVR routers for this DVR port 0c462c34-31ac-4feb-8ba1-3c0e8c7f39ac on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:02.172986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:02.173092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.175039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] 10.222.0.65 "PUT /v2.0/ports/27a90963-0011-4b39-82a2-9fa230d4ed9a HTTP/1.1" status: 200 len: 1092 time: 2.5139635 Feb 11 05:30:02.178020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c7749d-b7b7-4608-8d7d-518f6cbe0fb8', 'tag': '27a90963-0011-4b39-82a2-9fa230d4ed9a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:02.180450 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345bb4e-203e-4270-afa1-cb3f599573bb" -d '{"events": [{"name": "network-changed", "server_uuid": "07c7749d-b7b7-4608-8d7d-518f6cbe0fb8", "tag": "27a90963-0011-4b39-82a2-9fa230d4ed9a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:02.223595 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81451762-50b8-43f6-9eb0-8f0526f86b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (33397c18-0d3b-4d0d-9c11-4c60f1e714b2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.227278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81451762-50b8-43f6-9eb0-8f0526f86b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.230812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-81451762-50b8-43f6-9eb0-8f0526f86b8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33397c18-0d3b-4d0d-9c11-4c60f1e714b2 HTTP/1.1" status: 204 len: 168 time: 0.6474004 Feb 11 05:30:02.247181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcf22d-fddd-441f-85b5-8b52e1824932 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Deleting port 9460b4ea-e6e9-44d2-bc33-71df0a394d06 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:02.247799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf22d-fddd-441f-85b5-8b52e1824932 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.319437 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (678a4c1a-98e7-46a5-b058-b35927edb4e6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.341029 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512881e4-6808-4e70-a1ec-2a1fb55040d2 x-openstack-request-id: req-512881e4-6808-4e70-a1ec-2a1fb55040d2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:02.341303 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c7749d-b7b7-4608-8d7d-518f6cbe0fb8", "tag": "27a90963-0011-4b39-82a2-9fa230d4ed9a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:02.341738 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-512881e4-6808-4e70-a1ec-2a1fb55040d2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:02.342550 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c7749d-b7b7-4608-8d7d-518f6cbe0fb8', 'tag': '27a90963-0011-4b39-82a2-9fa230d4ed9a', 'status': 'completed', 'code': 200} Feb 11 05:30:02.367591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81451762-50b8-43f6-9eb0-8f0526f86b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33397c18-0d3b-4d0d-9c11-4c60f1e714b2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.397933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678a4c1a-98e7-46a5-b058-b35927edb4e6']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.446796 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf22d-fddd-441f-85b5-8b52e1824932 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.466915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcf22d-fddd-441f-85b5-8b52e1824932 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Calling delete_port for 9460b4ea-e6e9-44d2-bc33-71df0a394d06 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:02.553769 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.667613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.697399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Checking segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:02.697775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Network hostable DHCP agents. Network: 8c080b97-dac6-411c-ba55-c34330df3d0d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:02.703360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdf89af-f6b8-4911-b348-6bae86c50d49') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.703654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdf89af-f6b8-4911-b348-6bae86c50d49') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.724320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5ca0a-e768-4b3c-8fdd-73aa95e7fadd service neutron] Pushing event updated for resources: {'Port': ['ID=27a90963-0011-4b39-82a2-9fa230d4ed9a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.728612 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (1cdf89af-f6b8-4911-b348-6bae86c50d49), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.737799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-925fffe7-b1a4-4e06-8592-98fea41a2714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.768216 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1cdf89af-f6b8-4911-b348-6bae86c50d49), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.777880 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4200-70d0-4114-9cd9-8b005a077a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.797604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:02.797931 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (1cdf89af-f6b8-4911-b348-6bae86c50d49), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:02.801692 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:02.809255 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf22d-fddd-441f-85b5-8b52e1824932 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9460b4ea-e6e9-44d2-bc33-71df0a394d06), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.819852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95abe-5b9f-4807-819b-850308fc2bad req-2628fca6-422a-4ce5-9bc7-6ea0efd4e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:02.821926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-2628fca6-422a-4ce5-9bc7-6ea0efd4e5b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 1126 time: 0.4848299 Feb 11 05:30:02.849571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcf22d-fddd-441f-85b5-8b52e1824932 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Port': ['ID=9460b4ea-e6e9-44d2-bc33-71df0a394d06,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.940909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-c77a4f5b-4f72-4c7b-8261-1b478f699e1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a HTTP/1.1" status: 200 len: 217 time: 0.1087275 Feb 11 05:30:02.943405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Network 8c080b97-dac6-411c-ba55-c34330df3d0d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:03.014169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b35e0-d6c0-4231-941c-73718b319db4 req-1e968822-bd8b-4cce-b249-739eaffab0ac tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.015867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e13b35e0-d6c0-4231-941c-73718b319db4 req-1e968822-bd8b-4cce-b249-739eaffab0ac tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 943 time: 0.2715383 Feb 11 05:30:03.042496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1fda2b59-125b-419d-bce6-a512e95b4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.044634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-1fda2b59-125b-419d-bce6-a512e95b4130 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3eb6dbf-8268-438c-8844-da63c91d37cb HTTP/1.1" status: 200 len: 861 time: 0.0967398 Feb 11 05:30:03.099566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf22d-fddd-441f-85b5-8b52e1824932 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.104923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bcfcf22d-fddd-441f-85b5-8b52e1824932 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "DELETE /v2.0/ports/9460b4ea-e6e9-44d2-bc33-71df0a394d06 HTTP/1.1" status: 204 len: 168 time: 1.6758771 Feb 11 05:30:03.111149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:03.113006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-4d940072-28de-4abd-9337-c82575809b8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea175aa5-42f2-4e28-866e-493be911bb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586214 Feb 11 05:30:03.145012 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b606b8f-427d-4278-9ed1-b777579a6d0d tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] GET failed (client error): The resource could not be found. Feb 11 05:30:03.150896 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b606b8f-427d-4278-9ed1-b777579a6d0d tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "GET /v2.0/ports/9460b4ea-e6e9-44d2-bc33-71df0a394d06 HTTP/1.1" status: 404 len: 333 time: 0.0384734 Feb 11 05:30:03.152037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32896) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:03.160444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8', 'name': 'tempest-AllowedAddressPairTestJSON-404104384'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:03.170835 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-925fffe7-b1a4-4e06-8592-98fea41a2714 admin admin] Publish callbacks [] for security_group (98217f43-2f6e-460d-9a44-143f911120b2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.172467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8c080b97-dac6-411c-ba55-c34330df3d0d) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:03.181446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3fb2f-eba7-4aa3-bc57-7102214abe29 None None] Network 8c080b97-dac6-411c-ba55-c34330df3d0d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:03.196063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.196688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.223488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e13b35e0-d6c0-4231-941c-73718b319db4 req-f94c42a2-736e-4dbb-aa0a-234e6a9cac50 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859746 Feb 11 05:30:03.248055 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (678a4c1a-98e7-46a5-b058-b35927edb4e6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.275806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.285340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] 10.222.0.62 "DELETE /v2.0/networks/678a4c1a-98e7-46a5-b058-b35927edb4e6 HTTP/1.1" status: 204 len: 168 time: 2.4209509 Feb 11 05:30:03.300436 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-925fffe7-b1a4-4e06-8592-98fea41a2714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (98217f43-2f6e-460d-9a44-143f911120b2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.328206 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bb95e13f-e142-4876-bf5b-abeba2505751 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1782019 Feb 11 05:30:03.356311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-32d980a4-5fe6-451f-a9d8-5adf68516b24 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354245 Feb 11 05:30:03.360123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a706c10-d30a-48b1-ac9c-cfe0499af51d admin admin] Pushing event deleted for resources: {'Network': ['ID=678a4c1a-98e7-46a5-b058-b35927edb4e6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.381091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2136f6-1b5b-41c0-bd29-fcd4ea538536 None None] Network 8c080b97-dac6-411c-ba55-c34330df3d0d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:03.440899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Made reservation on behalf of 6647ca57b29b419eafd6df8f98b4f2ee for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:03.445565 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.467591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-925fffe7-b1a4-4e06-8592-98fea41a2714 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a4f9b518a7a48119a532b74242b6042&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3335333 Feb 11 05:30:03.467845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32906) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:03.493160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] device_id is not set on port 64595ea6-ed3c-4db2-baf5-481934136e85 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:03.518860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fffe7-b1a4-4e06-8592-98fea41a2714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98217f43-2f6e-460d-9a44-143f911120b2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.566284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a95abe-5b9f-4807-819b-850308fc2bad req-afb07fa1-31a0-4a0c-89a5-0266cd0fae57 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991570 Feb 11 05:30:03.609842 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e636-3419-4014-9610-f15aa90e3561 admin admin] Publish callbacks [] for security_group (98217f43-2f6e-460d-9a44-143f911120b2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.664841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e636-3419-4014-9610-f15aa90e3561 admin admin] Publish callbacks [] for security_group (98217f43-2f6e-460d-9a44-143f911120b2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.693488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Allocated IP 172.20.0.12 (9b7b5f27-761b-48bb-bd7e-731f515229a8/3ff9dc52-5528-4f00-818d-9bcfa0cc3885/64595ea6-ed3c-4db2-baf5-481934136e85) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:03.813492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-914c20c2-6e42-4dd2-84a4-418aad355f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.813492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-914c20c2-6e42-4dd2-84a4-418aad355f4d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 1126 time: 0.0639086 Feb 11 05:30:03.850974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:03.889051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e636-3419-4014-9610-f15aa90e3561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (98217f43-2f6e-460d-9a44-143f911120b2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.893634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e636-3419-4014-9610-f15aa90e3561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.899260 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9bc7e636-3419-4014-9610-f15aa90e3561 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98217f43-2f6e-460d-9a44-143f911120b2 HTTP/1.1" status: 204 len: 168 time: 0.4303620 Feb 11 05:30:03.929267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-7c2cf706-1dd6-418c-8ffe-f9bd29fe5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:03.931037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-7c2cf706-1dd6-418c-8ffe-f9bd29fe5f9f service neutron] 10.222.0.65 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 922 time: 0.1171739 Feb 11 05:30:03.932447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7e636-3419-4014-9610-f15aa90e3561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98217f43-2f6e-460d-9a44-143f911120b2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.995494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-ec85e928-67fd-42c4-86f2-0b253da662dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a HTTP/1.1" status: 200 len: 217 time: 0.0567849 Feb 11 05:30:04.057021 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-47226dc9-6a90-46a0-a0f0-f7ce2e6b4111 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df693861b42c40728bffa9527ea335d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026048 Feb 11 05:30:04.057663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32924) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:04.092426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-324809aa-d3b0-4ba0-858e-b16d1a1b9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:04.095281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-324809aa-d3b0-4ba0-858e-b16d1a1b9355 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3eb6dbf-8268-438c-8844-da63c91d37cb HTTP/1.1" status: 200 len: 861 time: 0.0934780 Feb 11 05:30:04.117981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (64595ea6-ed3c-4db2-baf5-481934136e85), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.135278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-3861fc75-c9b7-438d-ac54-d22760b90a7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea175aa5-42f2-4e28-866e-493be911bb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323796 Feb 11 05:30:04.156361 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f702119c-9b41-4f12-839e-d66616f5585f admin admin] Publish callbacks [] for security_group (a28223fa-8378-45da-81f2-085491805bb5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.198016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f702119c-9b41-4f12-839e-d66616f5585f admin admin] Publish callbacks [] for security_group (a28223fa-8378-45da-81f2-085491805bb5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.273951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (64595ea6-ed3c-4db2-baf5-481934136e85), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.294420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-2dfe98e3-0d42-4f72-b858-880c0018561b service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526487 Feb 11 05:30:04.444004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:04.448333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:04.451890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:04.459289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8345bb4e-203e-4270-afa1-cb3f599573bb req-226c8a61-1556-4925-ac3f-93ac58e774f2 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576159 Feb 11 05:30:04.521131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=64595ea6-ed3c-4db2-baf5-481934136e85,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:04.538127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f702119c-9b41-4f12-839e-d66616f5585f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a28223fa-8378-45da-81f2-085491805bb5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.541146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f702119c-9b41-4f12-839e-d66616f5585f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.542446 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f702119c-9b41-4f12-839e-d66616f5585f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a28223fa-8378-45da-81f2-085491805bb5 HTTP/1.1" status: 204 len: 168 time: 0.4838572 Feb 11 05:30:04.560077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702119c-9b41-4f12-839e-d66616f5585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28223fa-8378-45da-81f2-085491805bb5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:04.593226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:04.594217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.609005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280c47-119e-4740-9819-179190f767f2 req-007dfd14-13bb-45ee-a635-f68ea0edbda3 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:04.611453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04280c47-119e-4740-9819-179190f767f2 req-007dfd14-13bb-45ee-a635-f68ea0edbda3 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 943 time: 0.1670024 Feb 11 05:30:04.675516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-6e89c15a-fcdd-4908-9e58-28ae0e494afc tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:04.677507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-6e89c15a-fcdd-4908-9e58-28ae0e494afc tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 805 time: 0.2361162 Feb 11 05:30:04.699190 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4afb2f68-61d7-4546-a859-db8dec2ba271 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5458798 Feb 11 05:30:04.701730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32944) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:04.709012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:13:f4:1b'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:04.732844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04280c47-119e-4740-9819-179190f767f2 req-e6e5aa31-0699-4590-a889-3e5cbe7f63af tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090407 Feb 11 05:30:04.741129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-54dbd7aa-21d8-4721-892b-e5000e6bf7f0 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/quotas/cd914c3ac05c46e989d9dbc8b4d8cdc5 HTTP/1.1" status: 200 len: 375 time: 0.0422263 Feb 11 05:30:04.776406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4398ef8b-68f9-4e85-b7f9-585f5124ce70 None None] Provisioning complete for port 64595ea6-ed3c-4db2-baf5-481934136e85 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:04.777652 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4398ef8b-68f9-4e85-b7f9-585f5124ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (64595ea6-ed3c-4db2-baf5-481934136e85), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.819480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-4dcc5f83-2498-436c-84b0-29eb2ece41e2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726488 Feb 11 05:30:04.842592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4398ef8b-68f9-4e85-b7f9-585f5124ce70 None None] Port 64595ea6-ed3c-4db2-baf5-481934136e85 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:04.953736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (64595ea6-ed3c-4db2-baf5-481934136e85), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.254516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (64595ea6-ed3c-4db2-baf5-481934136e85), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.374928 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (64595ea6-ed3c-4db2-baf5-481934136e85), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.401320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-052e3dd4-998f-43fc-91e8-54708fc76326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.401809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-ab69bf1d-c114-4dda-a439-44ef9924674f service neutron] 10.222.0.62 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742235 Feb 11 05:30:05.469032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=64595ea6-ed3c-4db2-baf5-481934136e85,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:05.498179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] In _notify_port_updated(), no bound segment for port 64595ea6-ed3c-4db2-baf5-481934136e85 on network 9b7b5f27-761b-48bb-bd7e-731f515229a8 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:30:05.505491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:05.506179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.507676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f1d57a4b-9643-42bd-9941-3d222205e090 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "PUT /v2.0/ports/64595ea6-ed3c-4db2-baf5-481934136e85 HTTP/1.1" status: 200 len: 996 time: 0.8049545 Feb 11 05:30:05.510892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:05.530531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-123a07f7-bed2-4326-b141-b199426cc987 service neutron] 10.222.0.62 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278250 Feb 11 05:30:05.652118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ba900467-3225-44b5-821c-421bfeef3c13 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Deleting port 64595ea6-ed3c-4db2-baf5-481934136e85 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:05.652647 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba900467-3225-44b5-821c-421bfeef3c13 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (64595ea6-ed3c-4db2-baf5-481934136e85), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.756862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32962) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:05.760048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba900467-3225-44b5-821c-421bfeef3c13 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (64595ea6-ed3c-4db2-baf5-481934136e85), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.775088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ba900467-3225-44b5-821c-421bfeef3c13 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Calling delete_port for 64595ea6-ed3c-4db2-baf5-481934136e85 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:05.789473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 27a90963-0011-4b39-82a2-9fa230d4ed9a details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:05.790883 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6309af5f-12de-450f-b25f-e10200bd17ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.813089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c2402890-e04b-447a-850f-b3ac450848ea None None] Provisioning complete for port 64595ea6-ed3c-4db2-baf5-481934136e85 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:05.815547 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2402890-e04b-447a-850f-b3ac450848ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (64595ea6-ed3c-4db2-baf5-481934136e85), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.994238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32968) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:06.008306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:30:06.082697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88227fc6-bc50-422e-a71f-5a7c99dc85b1 req-283b7728-f62a-46d1-877b-10e3073095c1 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 210 time: 0.0800786 Feb 11 05:30:06.116397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508c327-316a-40dc-bfcc-af8964ea0509 req-8d721324-9bba-4717-849e-bd9d4f637c2f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:06.118724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a508c327-316a-40dc-bfcc-af8964ea0509 req-8d721324-9bba-4717-849e-bd9d4f637c2f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 943 time: 0.2235217 Feb 11 05:30:06.136933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c2402890-e04b-447a-850f-b3ac450848ea None None] Port 64595ea6-ed3c-4db2-baf5-481934136e85 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:06.193475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:06.202057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a508c327-316a-40dc-bfcc-af8964ea0509 req-9e21b121-6a0b-4c5c-988b-d2211e61322e tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763710 Feb 11 05:30:06.210496 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9d3c68d6-b1ca-4aea-86c7-82355bdc3ee4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9a830f8dd75449d81ef21c8cf9d7843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2142773 Feb 11 05:30:06.214799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32976) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:06.225950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '27a90963-0011-4b39-82a2-9fa230d4ed9a', 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'port_id': '27a90963-0011-4b39-82a2-9fa230d4ed9a', 'mac_address': 'fa:16:3e:87:26:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb6dbf-8268-438c-8844-da63c91d37cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:06.274872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 27a90963-0011-4b39-82a2-9fa230d4ed9a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:06.275833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.292426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a90963-0011-4b39-82a2-9fa230d4ed9a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:06.293661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c22e064-a1b2-4d20-a19b-0c11138ada6f admin admin] Publish callbacks [] for security_group (f7697740-4812-4784-9a74-7ee6aaada10d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.312257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba900467-3225-44b5-821c-421bfeef3c13 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (64595ea6-ed3c-4db2-baf5-481934136e85), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.319449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:06.327048 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c22e064-a1b2-4d20-a19b-0c11138ada6f admin admin] Publish callbacks [] for security_group (f7697740-4812-4784-9a74-7ee6aaada10d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.356667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900467-3225-44b5-821c-421bfeef3c13 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Port': ['ID=64595ea6-ed3c-4db2-baf5-481934136e85,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:06.417842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.448176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba900467-3225-44b5-821c-421bfeef3c13 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.455353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6309af5f-12de-450f-b25f-e10200bd17ab admin admin] Publish callbacks [] for security_group (2a743bf0-25a8-4c4a-b6cc-04a42abdc897), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.456111 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ba900467-3225-44b5-821c-421bfeef3c13 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "DELETE /v2.0/ports/64595ea6-ed3c-4db2-baf5-481934136e85 HTTP/1.1" status: 204 len: 168 time: 0.9438434 Feb 11 05:30:06.479225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32982) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:06.516824 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b5c1b0-7c23-4fa6-974a-5e34494eda17 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] GET failed (client error): The resource could not be found. Feb 11 05:30:06.519436 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d6b5c1b0-7c23-4fa6-974a-5e34494eda17 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "GET /v2.0/ports/64595ea6-ed3c-4db2-baf5-481934136e85 HTTP/1.1" status: 404 len: 333 time: 0.0402348 Feb 11 05:30:06.524130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32984) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:06.532178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8', 'name': 'tempest-AllowedAddressPairTestJSON-237708094'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:06.612012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=27a90963-0011-4b39-82a2-9fa230d4ed9a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:06.620015 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6309af5f-12de-450f-b25f-e10200bd17ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2a743bf0-25a8-4c4a-b6cc-04a42abdc897), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.653492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['27a90963-0011-4b39-82a2-9fa230d4ed9a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:06.727918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.773687 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c22e064-a1b2-4d20-a19b-0c11138ada6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f7697740-4812-4784-9a74-7ee6aaada10d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.776399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c22e064-a1b2-4d20-a19b-0c11138ada6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.787380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3c22e064-a1b2-4d20-a19b-0c11138ada6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7697740-4812-4784-9a74-7ee6aaada10d HTTP/1.1" status: 204 len: 168 time: 0.5641069 Feb 11 05:30:06.881059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309af5f-12de-450f-b25f-e10200bd17ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a743bf0-25a8-4c4a-b6cc-04a42abdc897,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:06.902557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6309af5f-12de-450f-b25f-e10200bd17ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ae8c774a5c14676acc8b4a046b94d76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1423151 Feb 11 05:30:06.906262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32992) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:06.977004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22e064-a1b2-4d20-a19b-0c11138ada6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7697740-4812-4784-9a74-7ee6aaada10d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:07.008851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Publish callbacks [] for security_group (2a743bf0-25a8-4c4a-b6cc-04a42abdc897), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.045371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Publish callbacks [] for security_group (2a743bf0-25a8-4c4a-b6cc-04a42abdc897), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.128632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Made reservation on behalf of 6647ca57b29b419eafd6df8f98b4f2ee for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:07.134703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.194509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2a743bf0-25a8-4c4a-b6cc-04a42abdc897), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.197659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] device_id is not set on port 289e42df-4cec-445d-ba9e-745305375fda yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:07.199863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.201790 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a743bf0-25a8-4c4a-b6cc-04a42abdc897 HTTP/1.1" status: 204 len: 168 time: 0.2914257 Feb 11 05:30:07.208539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0655367-cd72-4ddc-a818-3b5581f202a7 req-73fc23d9-966d-447e-babf-a55620dee78b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 210 time: 0.0491412 Feb 11 05:30:07.234465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a743bf0-25a8-4c4a-b6cc-04a42abdc897,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:07.246877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.247452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.249516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.255246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.255246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.255246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.255246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.255246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.255246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.255246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.255246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.256430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.256430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a84bbf-dae2-4fd6-ae1a-095d98989d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:07.462640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2fc78-6b47-4d00-b196-010749080cc6 req-51163f17-fe4f-496c-a3a9-c7f6bbc5e382 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:07.464208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dad2fc78-6b47-4d00-b196-010749080cc6 req-51163f17-fe4f-496c-a3a9-c7f6bbc5e382 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 944 time: 0.1316183 Feb 11 05:30:07.465726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Allocated IP 172.20.0.10 (9b7b5f27-761b-48bb-bd7e-731f515229a8/3ff9dc52-5528-4f00-818d-9bcfa0cc3885/289e42df-4cec-445d-ba9e-745305375fda) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:07.548171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dad2fc78-6b47-4d00-b196-010749080cc6 req-9caf514a-ba9e-4c12-b6c5-69017e7c34ff tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752387 Feb 11 05:30:07.715371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (289e42df-4cec-445d-ba9e-745305375fda), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.805023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 27a90963-0011-4b39-82a2-9fa230d4ed9a up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:07.832186 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (289e42df-4cec-445d-ba9e-745305375fda), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.914351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:07.918672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:07.922033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:07.933657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=289e42df-4cec-445d-ba9e-745305375fda,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:07.951747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 27a90963-0011-4b39-82a2-9fa230d4ed9a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:07.973084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 27a90963-0011-4b39-82a2-9fa230d4ed9a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:07.973470 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.990343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:07.991541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.066779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33050) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.105320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0fa0df64-650b-4ea3-b744-3e489269402c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5772848 Feb 11 05:30:08.105732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33054) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.112091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'network_id': '9b7b5f27-761b-48bb-bd7e-731f515229a8', 'name': 'tempest-AllowedAddressPairTestJSON-890312125'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:08.167959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 27a90963-0011-4b39-82a2-9fa230d4ed9a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:08.168945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.222861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c7749d-b7b7-4608-8d7d-518f6cbe0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a90963-0011-4b39-82a2-9fa230d4ed9a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:08.233332 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47393bf-493b-47ee-a7df-48a51e12767d" -d '{"events": [{"server_uuid": "07c7749d-b7b7-4608-8d7d-518f6cbe0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "27a90963-0011-4b39-82a2-9fa230d4ed9a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:08.321461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:08.335719 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.357825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0cd2b22a-0715-4000-83da-baa679630b72 None None] Provisioning complete for port 289e42df-4cec-445d-ba9e-745305375fda triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:08.359111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b22a-0715-4000-83da-baa679630b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (289e42df-4cec-445d-ba9e-745305375fda), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.378498 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33abb098-90b6-42cf-a869-e904a64374db x-openstack-request-id: req-33abb098-90b6-42cf-a869-e904a64374db {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:08.379150 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c7749d-b7b7-4608-8d7d-518f6cbe0fb8", "name": "network-vif-plugged", "status": "completed", "tag": "27a90963-0011-4b39-82a2-9fa230d4ed9a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:08.379393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Made reservation on behalf of 6647ca57b29b419eafd6df8f98b4f2ee for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:08.379766 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33abb098-90b6-42cf-a869-e904a64374db {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:08.380464 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c7749d-b7b7-4608-8d7d-518f6cbe0fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a90963-0011-4b39-82a2-9fa230d4ed9a', 'code': 200} Feb 11 05:30:08.383385 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.405417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a682dcc-46b0-4bb7-ac2d-2d0c9479ca35 req-6a90b06d-a1b9-48a1-894b-0a9bc45edf70 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 210 time: 0.0357511 Feb 11 05:30:08.413341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.416732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] device_id is not set on port 828d0a21-e066-4fc5-923c-02462444b7d4 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:08.482384 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.486159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=27a90963-0011-4b39-82a2-9fa230d4ed9a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.503352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0cd2b22a-0715-4000-83da-baa679630b72 None None] Port 289e42df-4cec-445d-ba9e-745305375fda cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:08.546567 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af6f31dc-f03a-4618-b5d9-f96252715940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.569980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9d0b-91cc-47eb-b3f8-7623eb24df43 req-fdea40d3-3ee7-4256-ba79-81f09be2b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:08.569980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efdc9d0b-91cc-47eb-b3f8-7623eb24df43 req-fdea40d3-3ee7-4256-ba79-81f09be2b8dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 1128 time: 0.0891013 Feb 11 05:30:08.644185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Allocated IP 172.20.0.5 (9b7b5f27-761b-48bb-bd7e-731f515229a8/3ff9dc52-5528-4f00-818d-9bcfa0cc3885/828d0a21-e066-4fc5-923c-02462444b7d4) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:08.705587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efdc9d0b-91cc-47eb-b3f8-7623eb24df43 req-d587b100-9f27-4997-afd9-36245eae624a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315784 Feb 11 05:30:08.741426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af6f31dc-f03a-4618-b5d9-f96252715940 admin admin] Publish callbacks [] for security_group (933c4ff6-20e8-4f10-be52-9d0d9dc53771), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.794411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51edb68-1463-4be7-8993-b26430c1a40e req-e6a205e2-3e74-413f-b0b8-41f15e9175d8 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:08.796186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f51edb68-1463-4be7-8993-b26430c1a40e req-e6a205e2-3e74-413f-b0b8-41f15e9175d8 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 945 time: 0.1182961 Feb 11 05:30:08.817945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af6f31dc-f03a-4618-b5d9-f96252715940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (933c4ff6-20e8-4f10-be52-9d0d9dc53771), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.867325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f51edb68-1463-4be7-8993-b26430c1a40e req-69bcf6cf-661d-4e49-8e20-f5d385637e4c tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632434 Feb 11 05:30:08.896661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-af6f31dc-f03a-4618-b5d9-f96252715940 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=134c64f38b584fe0b352867d09b3afc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8278830 Feb 11 05:30:08.900300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f31dc-f03a-4618-b5d9-f96252715940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c4ff6-20e8-4f10-be52-9d0d9dc53771,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.901453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33088) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.920258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (828d0a21-e066-4fc5-923c-02462444b7d4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.010420 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4bc8-41b5-42bd-8891-8b34d0d86fdc admin admin] Publish callbacks [] for security_group (933c4ff6-20e8-4f10-be52-9d0d9dc53771), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.039192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4bc8-41b5-42bd-8891-8b34d0d86fdc admin admin] Publish callbacks [] for security_group (933c4ff6-20e8-4f10-be52-9d0d9dc53771), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.060280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (828d0a21-e066-4fc5-923c-02462444b7d4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.144689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:09.149146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:09.153368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:09.159697 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.212053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:09.212053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.226649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=828d0a21-e066-4fc5-923c-02462444b7d4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:09.273249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4bc8-41b5-42bd-8891-8b34d0d86fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (933c4ff6-20e8-4f10-be52-9d0d9dc53771), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.275663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4bc8-41b5-42bd-8891-8b34d0d86fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.291839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8b7a4bc8-41b5-42bd-8891-8b34d0d86fdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/933c4ff6-20e8-4f10-be52-9d0d9dc53771 HTTP/1.1" status: 204 len: 168 time: 0.3741245 Feb 11 05:30:09.294140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33100) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.306120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a4bc8-41b5-42bd-8891-8b34d0d86fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c4ff6-20e8-4f10-be52-9d0d9dc53771,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:09.328360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bd52fe55-d9de-4c9b-bcbc-4972f566f237 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2211120 Feb 11 05:30:09.331918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33104) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.337790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:13:f4:1b'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0b:ac:1a'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:09.383841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-c3943b88-56e3-4f4e-bbdc-8cbae3712c54 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:09.401061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-c3943b88-56e3-4f4e-bbdc-8cbae3712c54 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 805 time: 0.2492430 Feb 11 05:30:09.413214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Request body: {'port': {'device_id': '77da6a27-0838-49c2-b692-04873f199ace', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'admin_state_up': True, 'tenant_id': 'cd914c3ac05c46e989d9dbc8b4d8cdc5'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:09.592143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (828d0a21-e066-4fc5-923c-02462444b7d4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.619484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8f96d22-9292-4be9-bae6-680b1ffdab53 req-e709a216-2500-4714-9e16-c03416e12a13 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 210 time: 0.0578558 Feb 11 05:30:09.653327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-45ae93a0-7578-4cb3-94d6-724ea8ce9461 None None] Provisioning complete for port 828d0a21-e066-4fc5-923c-02462444b7d4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:09.653719 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45ae93a0-7578-4cb3-94d6-724ea8ce9461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (828d0a21-e066-4fc5-923c-02462444b7d4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.758547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Made reservation on behalf of cd914c3ac05c46e989d9dbc8b4d8cdc5 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:09.769477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.792466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-45ae93a0-7578-4cb3-94d6-724ea8ce9461 None None] Port 828d0a21-e066-4fc5-923c-02462444b7d4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:09.826968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1897784538-network', 'tenant_id': '8330acd588044007ada1ccc57f47aa87'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:09.905095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Made reservation on behalf of 8330acd588044007ada1ccc57f47aa87 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:09.907750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.931644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.945611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for port (828d0a21-e066-4fc5-923c-02462444b7d4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.037230 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Publish callbacks [] for security_group (e1d0e49d-1401-4ab1-9c6d-d7306a7530c0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.071654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (828d0a21-e066-4fc5-923c-02462444b7d4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.080572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Allocated IP 172.20.0.5 (8c080b97-dac6-411c-ba55-c34330df3d0d/21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef/826f3afb-1456-4c6a-9172-c9bd2c6677bd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:10.109470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06521-5bc7-42eb-a28b-34ac14993285 req-1c29f6b6-1bbc-442e-b7af-28baed4f369a tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.109617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8cf06521-5bc7-42eb-a28b-34ac14993285 req-1c29f6b6-1bbc-442e-b7af-28baed4f369a tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 945 time: 0.1037488 Feb 11 05:30:10.147537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e1d0e49d-1401-4ab1-9c6d-d7306a7530c0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.183988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:10.194705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9d176abc-b308-4b9a-bda0-79910b5f062b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.196648 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Added segment 9d176abc-b308-4b9a-bda0-79910b5f062b of type vlan for network 7a285145-e13c-4a4e-b48c-bd0753009a8c Feb 11 05:30:10.203477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8cf06521-5bc7-42eb-a28b-34ac14993285 req-1ce613ec-6364-4fd1-b19d-4b260e5ff1b9 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825245 Feb 11 05:30:10.228472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:10.354918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks [] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.376339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7a285145-e13c-4a4e-b48c-bd0753009a8c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.418035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event updated for resources: {'Port': ['ID=828d0a21-e066-4fc5-923c-02462444b7d4,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.438450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-103fa8ec-b48c-4959-91ea-b7cb2ec30b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.475532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.489883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] In _notify_port_updated(), no bound segment for port 828d0a21-e066-4fc5-923c-02462444b7d4 on network 9b7b5f27-761b-48bb-bd7e-731f515229a8 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:30:10.496877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.497605 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.503048 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cffd8d5d-103a-4060-bad1-74f31ce4e896 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "PUT /v2.0/ports/828d0a21-e066-4fc5-923c-02462444b7d4 HTTP/1.1" status: 200 len: 1055 time: 1.1662452 Feb 11 05:30:10.505273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33122) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:10.555301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-103fa8ec-b48c-4959-91ea-b7cb2ec30b9e admin admin] Publish callbacks [] for security_group (6f537962-5718-4f36-853c-32180332a456), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.622699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e6c31c74-3c36-49bd-8738-81307113cc9e tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Deleting port 828d0a21-e066-4fc5-923c-02462444b7d4 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:10.623042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c74-3c36-49bd-8738-81307113cc9e tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (828d0a21-e066-4fc5-923c-02462444b7d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.671825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.703548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7a285145-e13c-4a4e-b48c-bd0753009a8c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.705468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:10.706312 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.735500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-038b5f67-d474-4eca-b74c-ccc64be95b18 None None] Provisioning complete for port 828d0a21-e066-4fc5-923c-02462444b7d4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:10.735500 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-038b5f67-d474-4eca-b74c-ccc64be95b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (828d0a21-e066-4fc5-923c-02462444b7d4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.800425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Pushing event updated for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.802486 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-103fa8ec-b48c-4959-91ea-b7cb2ec30b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f537962-5718-4f36-853c-32180332a456), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.817686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-038b5f67-d474-4eca-b74c-ccc64be95b18 None None] Port 828d0a21-e066-4fc5-923c-02462444b7d4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:10.823371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Network 8c080b97-dac6-411c-ba55-c34330df3d0d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:10.825055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c74-3c36-49bd-8738-81307113cc9e tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (828d0a21-e066-4fc5-923c-02462444b7d4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.839317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] Pushing event updated for resources: {'Network': ['ID=7a285145-e13c-4a4e-b48c-bd0753009a8c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.847370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:10.856030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7a285145-e13c-4a4e-b48c-bd0753009a8c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:10.888577 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fb2c5709-0fb5-491a-bc70-dbb86313594d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5932307 Feb 11 05:30:10.889313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33134) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:10.890366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e6c31c74-3c36-49bd-8738-81307113cc9e tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Calling delete_port for 828d0a21-e066-4fc5-923c-02462444b7d4 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:10.900991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:10.901464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Request body: {'subnet': {'network_id': '7a285145-e13c-4a4e-b48c-bd0753009a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1897784538-subnet', 'tenant_id': '8330acd588044007ada1ccc57f47aa87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:10.996913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fa8ec-b48c-4959-91ea-b7cb2ec30b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f537962-5718-4f36-853c-32180332a456,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.996913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-103fa8ec-b48c-4959-91ea-b7cb2ec30b9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7765fb5a1b2f40bdad2b433f7a0cd26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7669094 Feb 11 05:30:11.005218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33138) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:11.046209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:11.046941 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.086604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Made reservation on behalf of 8330acd588044007ada1ccc57f47aa87 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:11.090628 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.094879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe1600-0553-4e34-b7e8-938908cbf188 req-35c11e77-c92a-4139-a864-6ba3c36007e1 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:11.097344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edbe1600-0553-4e34-b7e8-938908cbf188 req-35c11e77-c92a-4139-a864-6ba3c36007e1 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 931 time: 0.3038948 Feb 11 05:30:11.122116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-a5dc51a6-d282-4a01-a189-2644a95d6220 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7151732 Feb 11 05:30:11.135024 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07d76307-b98d-4932-aaea-51527bf85d2b admin admin] Publish callbacks [] for security_group (6f537962-5718-4f36-853c-32180332a456), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.145519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Request body: {'port': {'device_id': '77da6a27-0838-49c2-b692-04873f199ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:11.213003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07d76307-b98d-4932-aaea-51527bf85d2b admin admin] Publish callbacks [] for security_group (6f537962-5718-4f36-853c-32180332a456), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.330795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c74-3c36-49bd-8738-81307113cc9e tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (828d0a21-e066-4fc5-923c-02462444b7d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.356235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edbe1600-0553-4e34-b7e8-938908cbf188 req-8d17b831-171c-4764-a187-690f44238267 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503133 Feb 11 05:30:11.365890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.418718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c31c74-3c36-49bd-8738-81307113cc9e tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Port': ['ID=828d0a21-e066-4fc5-923c-02462444b7d4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:11.427021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.564323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f180da-8df4-496e-a000-f1cce66b4a31 req-0a6f15db-1c06-4e77-8014-f9dc8506af8b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:11.566050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81f180da-8df4-496e-a000-f1cce66b4a31 req-0a6f15db-1c06-4e77-8014-f9dc8506af8b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 945 time: 0.1905942 Feb 11 05:30:11.568913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07d76307-b98d-4932-aaea-51527bf85d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f537962-5718-4f36-853c-32180332a456), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.571538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07d76307-b98d-4932-aaea-51527bf85d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.576542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-07d76307-b98d-4932-aaea-51527bf85d2b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f537962-5718-4f36-853c-32180332a456 HTTP/1.1" status: 204 len: 168 time: 0.5677757 Feb 11 05:30:11.651835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d76307-b98d-4932-aaea-51527bf85d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f537962-5718-4f36-853c-32180332a456,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:11.940278 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6c31c74-3c36-49bd-8738-81307113cc9e tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.943935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81f180da-8df4-496e-a000-f1cce66b4a31 req-aeac5f53-08bc-4007-a6b6-b033fb4d2362 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600304 Feb 11 05:30:11.952838 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e6c31c74-3c36-49bd-8738-81307113cc9e tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "DELETE /v2.0/ports/828d0a21-e066-4fc5-923c-02462444b7d4 HTTP/1.1" status: 204 len: 168 time: 1.4439356 Feb 11 05:30:11.952838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (3263299c-c9f2-41c4-aac0-6651a1e11439), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.954186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33158) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:12.060343 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9050641-64ac-48e4-aabf-0dbf99773c67 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] GET failed (client error): The resource could not be found. Feb 11 05:30:12.064671 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f9050641-64ac-48e4-aabf-0dbf99773c67 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "GET /v2.0/ports/828d0a21-e066-4fc5-923c-02462444b7d4 HTTP/1.1" status: 404 len: 333 time: 0.0472891 Feb 11 05:30:12.066265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33162) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:12.153369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3263299c-c9f2-41c4-aac0-6651a1e11439,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:12.214419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Checking segment: {'id': '9d176abc-b308-4b9a-bda0-79910b5f062b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a285145-e13c-4a4e-b48c-bd0753009a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:12.214812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Network hostable DHCP agents. Network: 7a285145-e13c-4a4e-b48c-bd0753009a8c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:12.234792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826f3afb-1456-4c6a-9172-c9bd2c6677bd {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:12.243767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9844e80c-0b05-4bda-8745-fb69ebcdbc7c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Deleting port 289e42df-4cec-445d-ba9e-745305375fda {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:12.253356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Publish callbacks [] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.253507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9844e80c-0b05-4bda-8745-fb69ebcdbc7c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (289e42df-4cec-445d-ba9e-745305375fda), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.286411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Transition to ACTIVE for port object 826f3afb-1456-4c6a-9172-c9bd2c6677bd will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:12.311621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4e423-386b-46b1-8860-9a9cb1b4342b req-ee0fd719-9ce6-4721-a95e-374e33ea01e4 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.313175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeb4e423-386b-46b1-8860-9a9cb1b4342b req-ee0fd719-9ce6-4721-a95e-374e33ea01e4 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 945 time: 0.1800375 Feb 11 05:30:12.371325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9844e80c-0b05-4bda-8745-fb69ebcdbc7c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (289e42df-4cec-445d-ba9e-745305375fda), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.381339 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.385162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Network 7a285145-e13c-4a4e-b48c-bd0753009a8c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:12.401017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9844e80c-0b05-4bda-8745-fb69ebcdbc7c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Calling delete_port for 289e42df-4cec-445d-ba9e-745305375fda owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:12.459688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeb4e423-386b-46b1-8860-9a9cb1b4342b req-4557e43e-f42c-4b8a-8992-e74b02332e3f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269054 Feb 11 05:30:12.475224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7a285145-e13c-4a4e-b48c-bd0753009a8c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:12.479042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Pushing event updated for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:12.486368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7350d3-74c0-4573-a602-38d73d1f973a None None] Network 7a285145-e13c-4a4e-b48c-bd0753009a8c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:12.529399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.530602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.629255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Attempting to bind port 826f3afb-1456-4c6a-9172-c9bd2c6677bd on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:12.633969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Attempting to bind port 826f3afb-1456-4c6a-9172-c9bd2c6677bd by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:12.637171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Attempting to bind port 826f3afb-1456-4c6a-9172-c9bd2c6677bd on network 8c080b97-dac6-411c-ba55-c34330df3d0d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:12.653858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Port 826f3afb-1456-4c6a-9172-c9bd2c6677bd on network 8c080b97-dac6-411c-ba55-c34330df3d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:12.654488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Attempting to bind port 826f3afb-1456-4c6a-9172-c9bd2c6677bd on network 8c080b97-dac6-411c-ba55-c34330df3d0d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:12.664634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:12.665030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Checking segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:12.665579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Bound using segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:12.666856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Bound port: 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:12.666856 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.697914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046e9f7-3694-46ad-81e1-43e1e0f74abf req-77eb7238-86d3-4b9e-93ed-dacb7082ac28 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.699783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8046e9f7-3694-46ad-81e1-43e1e0f74abf req-77eb7238-86d3-4b9e-93ed-dacb7082ac28 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 943 time: 0.1243329 Feb 11 05:30:12.759107 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ce659d91-20bf-4f82-81c1-46f881ff0f00 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8655818 Feb 11 05:30:12.807560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5983ea-7530-4829-b4c5-a84011b43537 None None] Network 7a285145-e13c-4a4e-b48c-bd0753009a8c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:12.899404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9844e80c-0b05-4bda-8745-fb69ebcdbc7c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (289e42df-4cec-445d-ba9e-745305375fda), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.001445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844e80c-0b05-4bda-8745-fb69ebcdbc7c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Port': ['ID=289e42df-4cec-445d-ba9e-745305375fda,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.066997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8046e9f7-3694-46ad-81e1-43e1e0f74abf req-6317273e-639c-4e24-a2fe-b95ddc1998f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970719 Feb 11 05:30:13.090146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:13.099693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:13.215627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.244413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9844e80c-0b05-4bda-8745-fb69ebcdbc7c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.253958 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9844e80c-0b05-4bda-8745-fb69ebcdbc7c tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "DELETE /v2.0/ports/289e42df-4cec-445d-ba9e-745305375fda HTTP/1.1" status: 204 len: 168 time: 1.1865253 Feb 11 05:30:13.261202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33212) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:13.284325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.284325 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.307498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] 10.222.0.83 "PUT /v2.0/ports/826f3afb-1456-4c6a-9172-c9bd2c6677bd HTTP/1.1" status: 200 len: 1092 time: 2.1703465 Feb 11 05:30:13.310961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:13.314305 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-381ea3f7-00cd-47f6-b9b0-03f373a8eedf tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] GET failed (client error): The resource could not be found. Feb 11 05:30:13.317186 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-381ea3f7-00cd-47f6-b9b0-03f373a8eedf tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "GET /v2.0/ports/289e42df-4cec-445d-ba9e-745305375fda HTTP/1.1" status: 404 len: 333 time: 0.0543723 Feb 11 05:30:13.323177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33218) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:13.328169 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b8e31c-bd54-43c3-a620-001adebca9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:13.600740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb060cc1-da4a-4ecf-8343-a61d480f26f3 service neutron] Pushing event updated for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.604293 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70af6c83-0ca3-4f25-993e-4d24809e5ff7 x-openstack-request-id: req-70af6c83-0ca3-4f25-993e-4d24809e5ff7 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:13.604633 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:13.617879 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70af6c83-0ca3-4f25-993e-4d24809e5ff7 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:13.619762 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'status': 'completed', 'code': 200} Feb 11 05:30:13.648049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-53321b9a-54d0-40c3-96c8-ccb2412e7ff0 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Deleting port ff4fc623-f6b9-4ea0-86dd-6503e18bced9 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:13.648688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53321b9a-54d0-40c3-96c8-ccb2412e7ff0 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ff4fc623-f6b9-4ea0-86dd-6503e18bced9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.679882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-2dbd6986-01da-4021-93fe-d45c413fb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.681625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-2dbd6986-01da-4021-93fe-d45c413fb80f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 1126 time: 0.2010803 Feb 11 05:30:13.787582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-6fb0ff20-64c8-4ce5-ab95-6dc553b18007 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd HTTP/1.1" status: 200 len: 217 time: 0.0979614 Feb 11 05:30:13.856205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-f4cade33-6aea-4dc5-9f56-04cba2aeeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.857914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-f4cade33-6aea-4dc5-9f56-04cba2aeeda3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 200 len: 845 time: 0.0651100 Feb 11 05:30:13.866136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53321b9a-54d0-40c3-96c8-ccb2412e7ff0 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ff4fc623-f6b9-4ea0-86dd-6503e18bced9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.881249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-53321b9a-54d0-40c3-96c8-ccb2412e7ff0 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Calling delete_port for ff4fc623-f6b9-4ea0-86dd-6503e18bced9 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:13.923756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-66b8ac9f-353b-422f-8ce7-a0e679aadfd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c080b97-dac6-411c-ba55-c34330df3d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594313 Feb 11 05:30:14.141264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-c65f9b04-95ae-4d62-ad97-9cbfdeb9f776 service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119577 Feb 11 05:30:14.167717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12639-c649-46bc-a04b-addcfaaba501 req-2b9abe02-573f-437a-a8be-3b6f84bd13b0 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.169304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40e12639-c649-46bc-a04b-addcfaaba501 req-2b9abe02-573f-437a-a8be-3b6f84bd13b0 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 945 time: 0.1015081 Feb 11 05:30:14.288481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53321b9a-54d0-40c3-96c8-ccb2412e7ff0 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ff4fc623-f6b9-4ea0-86dd-6503e18bced9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.317438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40e12639-c649-46bc-a04b-addcfaaba501 req-f203871b-4aaf-413c-bf2f-11f69e679e84 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349092 Feb 11 05:30:14.364948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee330114-b100-4d04-93a1-8b2e9707e8df req-b8758c2f-9878-4fbe-8f48-ebfc537bb4d3 service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169719 Feb 11 05:30:14.386936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53321b9a-54d0-40c3-96c8-ccb2412e7ff0 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Port': ['ID=ff4fc623-f6b9-4ea0-86dd-6503e18bced9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:14.414895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7351b6-165a-41d8-b8e9-a8795d9c5688 req-545402db-670e-4fff-8563-908852ab7075 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.416733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f7351b6-165a-41d8-b8e9-a8795d9c5688 req-545402db-670e-4fff-8563-908852ab7075 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 943 time: 0.0983050 Feb 11 05:30:14.551011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f7351b6-165a-41d8-b8e9-a8795d9c5688 req-352fd5a7-f615-417e-924c-90fb00db161a tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275942 Feb 11 05:30:14.578953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53321b9a-54d0-40c3-96c8-ccb2412e7ff0 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.605322 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-53321b9a-54d0-40c3-96c8-ccb2412e7ff0 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "DELETE /v2.0/ports/ff4fc623-f6b9-4ea0-86dd-6503e18bced9 HTTP/1.1" status: 204 len: 168 time: 1.2787220 Feb 11 05:30:14.609243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33280) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:14.703021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-7888705b-47d2-4bd1-b023-b6d72c3b6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.705064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-7888705b-47d2-4bd1-b023-b6d72c3b6f63 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 1126 time: 0.1067138 Feb 11 05:30:14.727209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-003d8dfa-d45d-4247-8a0e-d70ba16e31b2 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Deleting subnet 3ff9dc52-5528-4f00-818d-9bcfa0cc3885 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:14.746580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-003d8dfa-d45d-4247-8a0e-d70ba16e31b2 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for subnet (3ff9dc52-5528-4f00-818d-9bcfa0cc3885), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.814713 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-003d8dfa-d45d-4247-8a0e-d70ba16e31b2 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (3ff9dc52-5528-4f00-818d-9bcfa0cc3885), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.982537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-003d8dfa-d45d-4247-8a0e-d70ba16e31b2 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3ff9dc52-5528-4f00-818d-9bcfa0cc3885), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.160560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-003d8dfa-d45d-4247-8a0e-d70ba16e31b2 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (3ff9dc52-5528-4f00-818d-9bcfa0cc3885), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.210422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d8dfa-d45d-4247-8a0e-d70ba16e31b2 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff9dc52-5528-4f00-818d-9bcfa0cc3885,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.227980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-003d8dfa-d45d-4247-8a0e-d70ba16e31b2 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.232180 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-003d8dfa-d45d-4247-8a0e-d70ba16e31b2 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "DELETE /v2.0/subnets/3ff9dc52-5528-4f00-818d-9bcfa0cc3885 HTTP/1.1" status: 204 len: 168 time: 0.6217833 Feb 11 05:30:15.237203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33308) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.237488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cfb01-87e5-4bae-8498-adc932c95b1b None None] Network 9b7b5f27-761b-48bb-bd7e-731f515229a8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:15.326688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-d758cd89-3dcc-46e9-9024-7cce6332fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.335918 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-d758cd89-3dcc-46e9-9024-7cce6332fa04 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 906 time: 0.6218340 Feb 11 05:30:15.447441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-80e37c89-6a46-4dce-a337-ed3bc34b8ce9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd HTTP/1.1" status: 200 len: 217 time: 0.1051598 Feb 11 05:30:15.466225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9b7b5f27-761b-48bb-bd7e-731f515229a8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.543337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Deleting port 15ec118d-9340-47af-a8d3-9679732ed72c {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:15.543337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.587892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-f1c387c3-2d2a-4c5a-aa67-5b74a1119421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.590215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-f1c387c3-2d2a-4c5a-aa67-5b74a1119421 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 200 len: 845 time: 0.1360345 Feb 11 05:30:15.639387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] DHCP port deletion for 9b7b5f27-761b-48bb-bd7e-731f515229a8 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:15.648792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] For port 15ec118d-9340-47af-a8d3-9679732ed72c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=15ec118d-9340-47af-a8d3-9679732ed72c,segment=NetworkSegment(501309ed-390c-476b-8bdc-9c57a7db23a1),segment_id=501309ed-390c-476b-8bdc-9c57a7db23a1)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:15.649183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.673399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Calling delete_port for 15ec118d-9340-47af-a8d3-9679732ed72c owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:15.740173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-4659a886-6e90-4f83-a768-ca6e92f5dca6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c080b97-dac6-411c-ba55-c34330df3d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421680 Feb 11 05:30:15.750016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd415-64c3-4791-b886-538c6e219528 req-9b136e3a-aad5-4e46-8d54-a5b68bf637be tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.758714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58dfd415-64c3-4791-b886-538c6e219528 req-9b136e3a-aad5-4e46-8d54-a5b68bf637be tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 945 time: 0.2299309 Feb 11 05:30:15.803326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] Deleting port 15ec118d-9340-47af-a8d3-9679732ed72c {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:15.803573 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.863979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 27a90963-0011-4b39-82a2-9fa230d4ed9a details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:15.940327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58dfd415-64c3-4791-b886-538c6e219528 req-9764a53a-a848-4567-9fc3-b29d8c969c5b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799140 Feb 11 05:30:15.954930 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.967091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 15ec118d-9340-47af-a8d3-9679732ed72c no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:16.041409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 15ec118d-9340-47af-a8d3-9679732ed72c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:16.042072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 15ec118d-9340-47af-a8d3-9679732ed72c not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:16.061080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] No DVR routers for this DVR port 15ec118d-9340-47af-a8d3-9679732ed72c on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:16.066721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Port': ['ID=15ec118d-9340-47af-a8d3-9679732ed72c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:16.071260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33354) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.132032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] For port 15ec118d-9340-47af-a8d3-9679732ed72c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=15ec118d-9340-47af-a8d3-9679732ed72c,segment=NetworkSegment(501309ed-390c-476b-8bdc-9c57a7db23a1),segment_id=501309ed-390c-476b-8bdc-9c57a7db23a1)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:16.132446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.152448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] Calling delete_port for 15ec118d-9340-47af-a8d3-9679732ed72c owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:16.177837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:16.197843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eed09-42e6-4cfb-9f33-630e919a1f46 req-c093162f-167d-4fb0-8056-81f22c445f16 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:16.212469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-559eed09-42e6-4cfb-9f33-630e919a1f46 req-c093162f-167d-4fb0-8056-81f22c445f16 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 943 time: 0.4508157 Feb 11 05:30:16.215864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-8bdb482b-c4e8-4c6d-be7f-e617143461e8 service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533505 Feb 11 05:30:16.244636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9b7b5f27-761b-48bb-bd7e-731f515229a8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.248051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '27a90963-0011-4b39-82a2-9fa230d4ed9a', 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'port_id': '27a90963-0011-4b39-82a2-9fa230d4ed9a', 'mac_address': 'fa:16:3e:87:26:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb6dbf-8268-438c-8844-da63c91d37cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:16.269981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7b5f27-761b-48bb-bd7e-731f515229a8']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:16.281987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501309ed-390c-476b-8bdc-9c57a7db23a1') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:16.283191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501309ed-390c-476b-8bdc-9c57a7db23a1') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:16.300126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (501309ed-390c-476b-8bdc-9c57a7db23a1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.324677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-559eed09-42e6-4cfb-9f33-630e919a1f46 req-8d26efbc-963b-426e-96ca-b2e2bf369e7a tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111536 Feb 11 05:30:16.331333 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (501309ed-390c-476b-8bdc-9c57a7db23a1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.342007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:16.342487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (501309ed-390c-476b-8bdc-9c57a7db23a1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:16.351058 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:16.471145 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (15ec118d-9340-47af-a8d3-9679732ed72c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.491719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdfb04cb-dfad-4bea-a566-d60d412f40e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.493896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 27a90963-0011-4b39-82a2-9fa230d4ed9a is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:16.494480 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.498981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] Pushing event deleted for resources: {'Port': ['ID=15ec118d-9340-47af-a8d3-9679732ed72c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:16.515735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d511a90-e113-4f19-b7f9-387573729904 None None] No DVR routers for this DVR port 15ec118d-9340-47af-a8d3-9679732ed72c on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:16.519875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64b8e31c-bd54-43c3-a620-001adebca9b9 req-92302d1e-a703-4af2-8655-38eac7653488 service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847629 Feb 11 05:30:16.520291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27a90963-0011-4b39-82a2-9fa230d4ed9a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:16.558480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:16.614157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9b7b5f27-761b-48bb-bd7e-731f515229a8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.629393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.633461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] 10.222.0.62 "DELETE /v2.0/networks/9b7b5f27-761b-48bb-bd7e-731f515229a8 HTTP/1.1" status: 204 len: 168 time: 1.3919299 Feb 11 05:30:16.650679 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdfb04cb-dfad-4bea-a566-d60d412f40e3 admin admin] Publish callbacks [] for security_group (b63d953f-de1e-476d-8f98-e1d2be77a44c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.654295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa49c28-5e88-4aaa-81cd-d159acf74175 tempest-AllowedAddressPairTestJSON-1357549956 tempest-AllowedAddressPairTestJSON-1357549956-project] Pushing event deleted for resources: {'Network': ['ID=9b7b5f27-761b-48bb-bd7e-731f515229a8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:16.674103 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.733917 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdfb04cb-dfad-4bea-a566-d60d412f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b63d953f-de1e-476d-8f98-e1d2be77a44c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.773819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['27a90963-0011-4b39-82a2-9fa230d4ed9a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:16.800498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bdfb04cb-dfad-4bea-a566-d60d412f40e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3e0017020d747c29e78ada39ff8e2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7236619 Feb 11 05:30:16.801649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb04cb-dfad-4bea-a566-d60d412f40e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63d953f-de1e-476d-8f98-e1d2be77a44c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:16.803203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33388) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.854169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=27a90963-0011-4b39-82a2-9fa230d4ed9a,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:16.875578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f50c69da-845d-483e-9876-dd5ea8429a14 admin admin] Publish callbacks [] for security_group (b63d953f-de1e-476d-8f98-e1d2be77a44c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.907374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f50c69da-845d-483e-9876-dd5ea8429a14 admin admin] Publish callbacks [] for security_group (b63d953f-de1e-476d-8f98-e1d2be77a44c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.021698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-4b113b73-8ea8-4ef0-b237-104d9d294a52 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.033147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-4b113b73-8ea8-4ef0-b237-104d9d294a52 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/networks?id=7a285145-e13c-4a4e-b48c-bd0753009a8c HTTP/1.1" status: 200 len: 810 time: 0.2128782 Feb 11 05:30:17.055550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-00bd2f30-1f81-4817-a60d-1cbef2d97f41 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/quotas/8330acd588044007ada1ccc57f47aa87 HTTP/1.1" status: 200 len: 375 time: 0.0210185 Feb 11 05:30:17.056854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f50c69da-845d-483e-9876-dd5ea8429a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b63d953f-de1e-476d-8f98-e1d2be77a44c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.059472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f50c69da-845d-483e-9876-dd5ea8429a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.060644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f50c69da-845d-483e-9876-dd5ea8429a14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b63d953f-de1e-476d-8f98-e1d2be77a44c HTTP/1.1" status: 204 len: 168 time: 0.2563100 Feb 11 05:30:17.071507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c69da-845d-483e-9876-dd5ea8429a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63d953f-de1e-476d-8f98-e1d2be77a44c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:17.101705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:17.117591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-2ec62e60-7771-4092-b8ff-d5e88c834b7a tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8330acd588044007ada1ccc57f47aa87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613759 Feb 11 05:30:17.245148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b32e82-a544-488c-8601-4a818807c730 req-143e7ebd-a539-4d9f-8d1b-a062ff6c98e8 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.246695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7b32e82-a544-488c-8601-4a818807c730 req-143e7ebd-a539-4d9f-8d1b-a062ff6c98e8 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 944 time: 0.1333647 Feb 11 05:30:17.269713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-93d50893-a7ee-459d-b2cd-f6037dc600b2 service neutron] 10.222.0.62 "GET /v2.0/networks/7a285145-e13c-4a4e-b48c-bd0753009a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405044 Feb 11 05:30:17.364559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7b32e82-a544-488c-8601-4a818807c730 req-147077fb-36ec-4f3c-8835-49425d0a9115 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078699 Feb 11 05:30:17.443452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-698b59d3-edf3-45f4-a03e-227c99d27329 service neutron] 10.222.0.62 "GET /v2.0/networks/7a285145-e13c-4a4e-b48c-bd0753009a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671693 Feb 11 05:30:17.526226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8545b716-6db7-4305-9744-2510645756e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.593638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94321d36-3aa2-4313-984b-d4023afe0f49 req-49060e23-18fb-4655-9cac-c5be50ab2ae9 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.599694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33410) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:17.603641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94321d36-3aa2-4313-984b-d4023afe0f49 req-49060e23-18fb-4655-9cac-c5be50ab2ae9 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 943 time: 0.1192038 Feb 11 05:30:17.668506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8545b716-6db7-4305-9744-2510645756e8 admin admin] Publish callbacks [] for security_group (f9f3df22-2db5-44fe-acdc-751dca96e21d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.676309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94321d36-3aa2-4313-984b-d4023afe0f49 req-0abef727-2da3-4c56-941f-bbdc371d6c24 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716984 Feb 11 05:30:17.764682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6b824633-20a7-4628-9aed-bc8fd55d2faa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6647ca57b29b419eafd6df8f98b4f2ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637211 Feb 11 05:30:17.767602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33414) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:17.769009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8545b716-6db7-4305-9744-2510645756e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f9f3df22-2db5-44fe-acdc-751dca96e21d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.829260 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8545b716-6db7-4305-9744-2510645756e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f7994c997f8461cbf8d284585d1095f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7239957 Feb 11 05:30:17.829260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545b716-6db7-4305-9744-2510645756e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f3df22-2db5-44fe-acdc-751dca96e21d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:17.830769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33416) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:17.843610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 826f3afb-1456-4c6a-9172-c9bd2c6677bd details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:17.857935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 27a90963-0011-4b39-82a2-9fa230d4ed9a no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:17.867349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc4c06fa-9b5d-4e08-8ad1-eb4105f3d77d admin admin] Publish callbacks [] for security_group (c231ebf0-690e-48fc-ba57-80d109f1f587), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.903986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc4c06fa-9b5d-4e08-8ad1-eb4105f3d77d admin admin] Publish callbacks [] for security_group (c231ebf0-690e-48fc-ba57-80d109f1f587), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.980269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-652032e2-b1ed-47dc-a127-b4a7dea05001 admin admin] Publish callbacks [] for security_group (f9f3df22-2db5-44fe-acdc-751dca96e21d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.010951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-652032e2-b1ed-47dc-a127-b4a7dea05001 admin admin] Publish callbacks [] for security_group (f9f3df22-2db5-44fe-acdc-751dca96e21d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.034310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33418) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.059912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-668ddb3c-d551-437d-ba8b-082b9558fcfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.076763 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc4c06fa-9b5d-4e08-8ad1-eb4105f3d77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c231ebf0-690e-48fc-ba57-80d109f1f587), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.079575 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc4c06fa-9b5d-4e08-8ad1-eb4105f3d77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.084095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc4c06fa-9b5d-4e08-8ad1-eb4105f3d77d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c231ebf0-690e-48fc-ba57-80d109f1f587 HTTP/1.1" status: 204 len: 168 time: 0.3122082 Feb 11 05:30:18.098998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c06fa-9b5d-4e08-8ad1-eb4105f3d77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c231ebf0-690e-48fc-ba57-80d109f1f587,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.121034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 27a90963-0011-4b39-82a2-9fa230d4ed9a is: BUILD; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:18.121399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.173955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:18.189106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-652032e2-b1ed-47dc-a127-b4a7dea05001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f9f3df22-2db5-44fe-acdc-751dca96e21d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.191787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-652032e2-b1ed-47dc-a127-b4a7dea05001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.193676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-652032e2-b1ed-47dc-a127-b4a7dea05001 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9f3df22-2db5-44fe-acdc-751dca96e21d HTTP/1.1" status: 204 len: 168 time: 0.3269939 Feb 11 05:30:18.198367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 27a90963-0011-4b39-82a2-9fa230d4ed9a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:18.206602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652032e2-b1ed-47dc-a127-b4a7dea05001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f3df22-2db5-44fe-acdc-751dca96e21d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.223387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'port_id': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'mac_address': 'fa:16:3e:af:6e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:18.300126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:18.338731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 826f3afb-1456-4c6a-9172-c9bd2c6677bd is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:18.339252 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.354836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7778f672-2316-4708-bef4-429be9255474 req-e2a7ec7e-b4a3-45b0-b865-7cb53dd1c876 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 210 time: 0.1075623 Feb 11 05:30:18.363116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826f3afb-1456-4c6a-9172-c9bd2c6677bd {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:18.419458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d8a2-a98e-4a6c-82d4-c4881c9c811f req-5c090fe9-cd6b-483b-b713-3473c17e0466 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.427576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc02d8a2-a98e-4a6c-82d4-c4881c9c811f req-5c090fe9-cd6b-483b-b713-3473c17e0466 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 944 time: 0.2609026 Feb 11 05:30:18.428750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:18.431878 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.503120 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.507653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=27a90963-0011-4b39-82a2-9fa230d4ed9a,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.510015 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-668ddb3c-d551-437d-ba8b-082b9558fcfd admin admin] Publish callbacks [] for security_group (413e7557-f820-4283-8642-224689611481), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.516249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc02d8a2-a98e-4a6c-82d4-c4881c9c811f req-9b139067-c695-4c47-8f33-2cb67f460abd tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877998 Feb 11 05:30:18.562753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.591322 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-668ddb3c-d551-437d-ba8b-082b9558fcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (413e7557-f820-4283-8642-224689611481), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.636448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-668ddb3c-d551-437d-ba8b-082b9558fcfd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc94fe883aaa42f08ed6615f3a0a3644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6001759 Feb 11 05:30:18.639095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33438) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.640143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ddb3c-d551-437d-ba8b-082b9558fcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e7557-f820-4283-8642-224689611481,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.710882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15ad8ca8-7631-4a00-bc9c-37b589497563 admin admin] Publish callbacks [] for security_group (413e7557-f820-4283-8642-224689611481), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.740369 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15ad8ca8-7631-4a00-bc9c-37b589497563 admin admin] Publish callbacks [] for security_group (413e7557-f820-4283-8642-224689611481), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.799484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['826f3afb-1456-4c6a-9172-c9bd2c6677bd'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:18.859605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe630e5-60ef-4790-a55e-b5119e4bed44 req-a7f98dbd-1210-443d-a74f-95d2b07ec01e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.865654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbe630e5-60ef-4790-a55e-b5119e4bed44 req-a7f98dbd-1210-443d-a74f-95d2b07ec01e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 944 time: 0.0989931 Feb 11 05:30:18.919085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbe630e5-60ef-4790-a55e-b5119e4bed44 req-e15c0981-c275-4965-b014-0db4a1e91652 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501866 Feb 11 05:30:18.925643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15ad8ca8-7631-4a00-bc9c-37b589497563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (413e7557-f820-4283-8642-224689611481), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.928234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15ad8ca8-7631-4a00-bc9c-37b589497563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.931885 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15ad8ca8-7631-4a00-bc9c-37b589497563 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/413e7557-f820-4283-8642-224689611481 HTTP/1.1" status: 204 len: 168 time: 0.2896190 Feb 11 05:30:18.947229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad8ca8-7631-4a00-bc9c-37b589497563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e7557-f820-4283-8642-224689611481,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:19.364106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33456) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:19.379444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618d3f38-e532-467a-a3c4-3d82372b2f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.459880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75ba1845-8704-40be-b4ec-5ddd2dbbc43d req-e7fd381a-b4df-47aa-b0ca-537a6ed94a56 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 210 time: 0.0383015 Feb 11 05:30:19.520626 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618d3f38-e532-467a-a3c4-3d82372b2f24 admin admin] Publish callbacks [] for security_group (f7cee043-2f0f-4daf-a2a5-3d4236d7f138), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.581378 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618d3f38-e532-467a-a3c4-3d82372b2f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f7cee043-2f0f-4daf-a2a5-3d4236d7f138), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.665868 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-618d3f38-e532-467a-a3c4-3d82372b2f24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5260e781764a4fe1afa50f9ab2999561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3006220 Feb 11 05:30:19.667799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d3f38-e532-467a-a3c4-3d82372b2f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cee043-2f0f-4daf-a2a5-3d4236d7f138,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:19.670946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33474) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:19.767647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-4dafde68-2370-4cbc-84df-e5868d977591 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:19.767647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-4dafde68-2370-4cbc-84df-e5868d977591 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 943 time: 0.2049305 Feb 11 05:30:19.800238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a7cf2-63d4-4bc0-9a32-83f239f0b856 req-b7a2564c-12f5-4500-b696-527809683ce2 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:19.807981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f06a7cf2-63d4-4bc0-9a32-83f239f0b856 req-b7a2564c-12f5-4500-b696-527809683ce2 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 943 time: 0.1531355 Feb 11 05:30:19.842797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 826f3afb-1456-4c6a-9172-c9bd2c6677bd up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:19.861581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e293058-23b5-433f-a61d-eb4af4ed45a7 admin admin] Publish callbacks [] for security_group (f7cee043-2f0f-4daf-a2a5-3d4236d7f138), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.936957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e293058-23b5-433f-a61d-eb4af4ed45a7 admin admin] Publish callbacks [] for security_group (f7cee043-2f0f-4daf-a2a5-3d4236d7f138), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.980973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f06a7cf2-63d4-4bc0-9a32-83f239f0b856 req-b13ca61e-5ef1-4da0-b3a8-04b8214beaef tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722507 Feb 11 05:30:19.996512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 826f3afb-1456-4c6a-9172-c9bd2c6677bd completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:20.001646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 826f3afb-1456-4c6a-9172-c9bd2c6677bd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:20.002026 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.071898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Deleting port 27a90963-0011-4b39-82a2-9fa230d4ed9a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:20.072253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.178859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad2216-98d9-45cc-a5b3-125aed375c0f req-f44be4a1-e9fd-42c5-8147-5e76b084e936 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:20.180758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fad2216-98d9-45cc-a5b3-125aed375c0f req-f44be4a1-e9fd-42c5-8147-5e76b084e936 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 944 time: 0.1508183 Feb 11 05:30:20.184806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e293058-23b5-433f-a61d-eb4af4ed45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f7cee043-2f0f-4daf-a2a5-3d4236d7f138), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.187498 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e293058-23b5-433f-a61d-eb4af4ed45a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.189801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7e293058-23b5-433f-a61d-eb4af4ed45a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7cee043-2f0f-4daf-a2a5-3d4236d7f138 HTTP/1.1" status: 204 len: 168 time: 0.5165708 Feb 11 05:30:20.228556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e293058-23b5-433f-a61d-eb4af4ed45a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cee043-2f0f-4daf-a2a5-3d4236d7f138,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.250547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] For port 27a90963-0011-4b39-82a2-9fa230d4ed9a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=27a90963-0011-4b39-82a2-9fa230d4ed9a,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:20.251487 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.281476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Calling delete_port for 27a90963-0011-4b39-82a2-9fa230d4ed9a owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:20.327932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fad2216-98d9-45cc-a5b3-125aed375c0f req-125aa134-be83-447d-8d2a-5a247f6fbd51 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227257 Feb 11 05:30:20.365479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 826f3afb-1456-4c6a-9172-c9bd2c6677bd is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:20.370158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.415734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:20.419945 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27170a6-e890-47fe-b93c-a1adcc5e0e69" -d '{"events": [{"server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "name": "network-vif-plugged", "status": "completed", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:20.449813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:20.473754 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6710869f-22fa-4817-a9d7-6e32852e5c20 x-openstack-request-id: req-6710869f-22fa-4817-a9d7-6e32852e5c20 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:20.474055 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "name": "network-vif-plugged", "status": "completed", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:20.474377 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6710869f-22fa-4817-a9d7-6e32852e5c20 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:20.474770 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'code': 200} Feb 11 05:30:20.543183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.617582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.642354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a344fdaf-b2d2-4aa1-a1c9-c8fdc1f67cee req-f6f75845-e43e-451c-bb8e-04e3385d1c09 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 210 time: 0.0694129 Feb 11 05:30:20.644786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (27a90963-0011-4b39-82a2-9fa230d4ed9a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.664407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33498) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:20.690227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event deleted for resources: {'Port': ['ID=27a90963-0011-4b39-82a2-9fa230d4ed9a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.736162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0df793-5d1e-4544-9374-32be02c9b1f8 req-7deba86d-269a-4e84-a0c4-06c56e366bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:20.738025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a0df793-5d1e-4544-9374-32be02c9b1f8 req-7deba86d-269a-4e84-a0c4-06c56e366bfc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 1128 time: 0.1965210 Feb 11 05:30:20.772083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] No DVR routers for this DVR port 27a90963-0011-4b39-82a2-9fa230d4ed9a on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:20.775630 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.779589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87ec917d-a354-49a8-b374-87ea3e2ed4e3 req-ad6945aa-57a5-4df5-a906-a1d35da56749 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "DELETE /v2.0/ports/27a90963-0011-4b39-82a2-9fa230d4ed9a HTTP/1.1" status: 204 len: 173 time: 1.0040705 Feb 11 05:30:20.788526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c7749d-b7b7-4608-8d7d-518f6cbe0fb8', 'name': 'network-vif-deleted', 'tag': '27a90963-0011-4b39-82a2-9fa230d4ed9a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:20.791179 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c792521d-11cf-4a4d-9b20-d22cd78817fe" -d '{"events": [{"server_uuid": "07c7749d-b7b7-4608-8d7d-518f6cbe0fb8", "name": "network-vif-deleted", "tag": "27a90963-0011-4b39-82a2-9fa230d4ed9a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:20.852205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a0df793-5d1e-4544-9374-32be02c9b1f8 req-b7ecee0e-07f5-4e49-9028-b5653acf387c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064215 Feb 11 05:30:20.862872 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe9701-a0ba-42ac-931b-340aaec061aa x-openstack-request-id: req-27fe9701-a0ba-42ac-931b-340aaec061aa {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:20.863176 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c7749d-b7b7-4608-8d7d-518f6cbe0fb8", "name": "network-vif-deleted", "tag": "27a90963-0011-4b39-82a2-9fa230d4ed9a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:20.863489 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27fe9701-a0ba-42ac-931b-340aaec061aa {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:20.863903 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c7749d-b7b7-4608-8d7d-518f6cbe0fb8', 'name': 'network-vif-deleted', 'tag': '27a90963-0011-4b39-82a2-9fa230d4ed9a', 'status': 'completed', 'code': 200} Feb 11 05:30:20.869050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33508) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.061088 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6705e68d-e587-4713-9e47-2c29ec1bb46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.144921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-697354117'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:21.231577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7899fb3-b326-4c33-a2db-557d56f0458f req-6f2669bf-139e-42c7-9b68-9486dba5ad91 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=07c7749d-b7b7-4608-8d7d-518f6cbe0fb8 HTTP/1.1" status: 200 len: 210 time: 0.0658119 Feb 11 05:30:21.257859 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6705e68d-e587-4713-9e47-2c29ec1bb46d admin admin] Publish callbacks [] for security_group (74ca6ea7-e214-45f9-b2cf-b2134c131672), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.337575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f3d54817-cc76-487b-98ae-60e54a55b9bc tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.339156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f3d54817-cc76-487b-98ae-60e54a55b9bc tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.65 "GET /v2.0/networks?id=7a285145-e13c-4a4e-b48c-bd0753009a8c HTTP/1.1" status: 200 len: 810 time: 0.2586210 Feb 11 05:30:21.346675 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6705e68d-e587-4713-9e47-2c29ec1bb46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (74ca6ea7-e214-45f9-b2cf-b2134c131672), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.351980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Request body: {'port': {'device_id': 'a6f0d3ef-d195-4997-9539-3e58c3cae1ce', 'network_id': '7a285145-e13c-4a4e-b48c-bd0753009a8c', 'admin_state_up': True, 'tenant_id': '8330acd588044007ada1ccc57f47aa87'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:21.389676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Made reservation on behalf of 05453b7ab1054027873c857882aadf0d for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:21.395593 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.400301 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6705e68d-e587-4713-9e47-2c29ec1bb46d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85a5657703dc4cb28f938ecedda30d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7324822 Feb 11 05:30:21.403073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705e68d-e587-4713-9e47-2c29ec1bb46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca6ea7-e214-45f9-b2cf-b2134c131672,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:21.404842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33528) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.469423 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.684677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0e4e5886-ea9a-4e15-a17e-c86cba9c3e29 admin admin] Publish callbacks [] for security_group (74ca6ea7-e214-45f9-b2cf-b2134c131672), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.706048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b50646-e749-4107-8466-a92044749564 req-51abad4b-f3c3-465d-9e18-c13e1cb49a7b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.708296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b50646-e749-4107-8466-a92044749564 req-51abad4b-f3c3-465d-9e18-c13e1cb49a7b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 945 time: 0.2271163 Feb 11 05:30:21.766810 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0e4e5886-ea9a-4e15-a17e-c86cba9c3e29 admin admin] Publish callbacks [] for security_group (74ca6ea7-e214-45f9-b2cf-b2134c131672), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.773617 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for security_group (984c7178-bc7c-4c7c-8808-1f11409f4946), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.825616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a96ede91-fd00-4dd0-b9c9-9341eddba835 req-ceaabb99-a7ec-448f-b4a0-24a602c83ec4 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 210 time: 0.0455241 Feb 11 05:30:21.833700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Made reservation on behalf of 8330acd588044007ada1ccc57f47aa87 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:21.837914 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.867390 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (984c7178-bc7c-4c7c-8808-1f11409f4946), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.901842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b50646-e749-4107-8466-a92044749564 req-ccd02ba9-f9aa-4468-b819-fd14a4dcfa2c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849270 Feb 11 05:30:21.932198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:21.932198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984c7178-bc7c-4c7c-8808-1f11409f4946,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.110760 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (dae5dae7-62a4-47c3-82ce-b6de6b9720f3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.114606 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Added segment dae5dae7-62a4-47c3-82ce-b6de6b9720f3 of type vlan for network 315eee91-657f-40c2-81d3-078e0b1ea405 Feb 11 05:30:22.114606 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0e4e5886-ea9a-4e15-a17e-c86cba9c3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (74ca6ea7-e214-45f9-b2cf-b2134c131672), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.115246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0e4e5886-ea9a-4e15-a17e-c86cba9c3e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.118793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0e4e5886-ea9a-4e15-a17e-c86cba9c3e29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74ca6ea7-e214-45f9-b2cf-b2134c131672 HTTP/1.1" status: 204 len: 168 time: 0.7034883 Feb 11 05:30:22.164384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e5886-ea9a-4e15-a17e-c86cba9c3e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca6ea7-e214-45f9-b2cf-b2134c131672,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.182627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (315eee91-657f-40c2-81d3-078e0b1ea405), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.264154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Allocated IP 172.20.0.5 (7a285145-e13c-4a4e-b48c-bd0753009a8c/3263299c-c9f2-41c4-aac0-6651a1e11439/eeaaa46f-54ef-407d-bc48-f39737dcb8c2) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:22.312320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (315eee91-657f-40c2-81d3-078e0b1ea405), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.329183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.329183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.425220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'Network': ['ID=315eee91-657f-40c2-81d3-078e0b1ea405,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.435600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 315eee91-657f-40c2-81d3-078e0b1ea405 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:22.506753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-490b3b06-2e1a-4b1f-b97b-90755a14bc79 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6368377 Feb 11 05:30:22.509581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.514859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Request body: {'subnet': {'network_id': '315eee91-657f-40c2-81d3-078e0b1ea405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:22.571461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Publish callbacks [] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.764944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Made reservation on behalf of 05453b7ab1054027873c857882aadf0d for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:22.768834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.806537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d87850c9-1c3f-4fe7-8c60-8d5f00955a6b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.808029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d87850c9-1c3f-4fe7-8c60-8d5f00955a6b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 821 time: 0.1756880 Feb 11 05:30:22.855565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-a307bb93-e363-4bb6-83d7-c4ddca4cc16d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/quotas/c1f9399909cb4c51ad5b1ca0c5392e5f HTTP/1.1" status: 200 len: 375 time: 0.0416720 Feb 11 05:30:22.860865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.955279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-631eda28-513a-46a8-b310-b91d67f4fb98 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888925 Feb 11 05:30:23.033596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Network 7a285145-e13c-4a4e-b48c-bd0753009a8c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:23.045037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Pushing event updated for resources: {'Port': ['ID=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:23.053221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:23.058285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:23.098744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33590) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.113751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7877ada3-6008-4d13-91c0-389108a99251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.217292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7877ada3-6008-4d13-91c0-389108a99251 admin admin] Publish callbacks [] for security_group (22bf9842-e8bb-48ea-9877-194a4fc03c71), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.299936 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7877ada3-6008-4d13-91c0-389108a99251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (22bf9842-e8bb-48ea-9877-194a4fc03c71), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.362947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877ada3-6008-4d13-91c0-389108a99251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bf9842-e8bb-48ea-9877-194a4fc03c71,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:23.365978 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7877ada3-6008-4d13-91c0-389108a99251 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f578b9c5cc14fd7a1ae5e06de088a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661419 Feb 11 05:30:23.369439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33600) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.531140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31a8ae-73a8-410a-b3e0-1fc4e02fb9df req-41df699b-ff00-436c-90e5-30c551f2ac22 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:23.539546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a31a8ae-73a8-410a-b3e0-1fc4e02fb9df req-41df699b-ff00-436c-90e5-30c551f2ac22 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 931 time: 0.6227627 Feb 11 05:30:23.578205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:23.579450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.593000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-220cf673-317e-4f67-88c7-cdeb665187a6 service neutron] 10.222.0.62 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266770 Feb 11 05:30:23.661939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a31a8ae-73a8-410a-b3e0-1fc4e02fb9df req-112666ef-2440-4ba7-b44f-05855fbc2fce tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214769 Feb 11 05:30:23.710414 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (a6871e01-f64b-434f-806f-fda413f74d8f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.737090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f8555120-8e2c-4c33-83cc-c8188d4b21aa tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3895268 Feb 11 05:30:23.778172 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ef8c9a2-dd11-4c6d-977f-d875e26628a8 admin admin] Publish callbacks [] for security_group (22bf9842-e8bb-48ea-9877-194a4fc03c71), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.780910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Request body: {'port': {'device_id': 'a6f0d3ef-d195-4997-9539-3e58c3cae1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:23.817513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ef8c9a2-dd11-4c6d-977f-d875e26628a8 admin admin] Publish callbacks [] for security_group (22bf9842-e8bb-48ea-9877-194a4fc03c71), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.866693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 27a90963-0011-4b39-82a2-9fa230d4ed9a no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:23.896455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'Subnet': ['ID=a6871e01-f64b-434f-806f-fda413f74d8f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:23.905451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 27a90963-0011-4b39-82a2-9fa230d4ed9a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:23.905763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 27a90963-0011-4b39-82a2-9fa230d4ed9a not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:23.936541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-087d601f-b525-4463-89d7-fa3f5a50953f service neutron] 10.222.0.62 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214109 Feb 11 05:30:23.957679 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.964669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Checking segment: {'id': 'dae5dae7-62a4-47c3-82ce-b6de6b9720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '315eee91-657f-40c2-81d3-078e0b1ea405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:23.964669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Network hostable DHCP agents. Network: 315eee91-657f-40c2-81d3-078e0b1ea405, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:23.990946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f433c0-006b-4ed8-ab32-51375a679b93 req-0aa2b799-61f3-4986-a3b8-028179758cb0 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:23.992665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34f433c0-006b-4ed8-ab32-51375a679b93 req-0aa2b799-61f3-4986-a3b8-028179758cb0 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 945 time: 0.2449009 Feb 11 05:30:24.050613 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ef8c9a2-dd11-4c6d-977f-d875e26628a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (22bf9842-e8bb-48ea-9877-194a4fc03c71), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.053591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ef8c9a2-dd11-4c6d-977f-d875e26628a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.054830 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ef8c9a2-dd11-4c6d-977f-d875e26628a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22bf9842-e8bb-48ea-9877-194a4fc03c71 HTTP/1.1" status: 204 len: 168 time: 0.6844478 Feb 11 05:30:24.066559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8c9a2-dd11-4c6d-977f-d875e26628a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bf9842-e8bb-48ea-9877-194a4fc03c71,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.159391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Network 315eee91-657f-40c2-81d3-078e0b1ea405 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:24.178933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34f433c0-006b-4ed8-ab32-51375a679b93 req-20521d6f-a978-4b1e-9cb8-22f594817121 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548562 Feb 11 05:30:24.320403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 315eee91-657f-40c2-81d3-078e0b1ea405) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:24.328245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e8ca6c-c1b9-4ac1-96bb-24f0f57bc832 None None] Network 315eee91-657f-40c2-81d3-078e0b1ea405 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:24.354671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-598dab7a-fff6-48d8-b983-5e4d26b56214 req-b896f1b7-a89b-4490-bb42-2bb209272fac tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 210 time: 0.0786712 Feb 11 05:30:24.355555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:24.356395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.469021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e2ae0b2d-4f2b-4fc9-8e25-f788ea19dde6 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9579885 Feb 11 05:30:24.472727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33640) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:24.479467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-140f88d9-1813-4c37-b45d-c20d530d1cde tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1469293861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:24.484189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-315eee91-657f-40c2-81d3-078e0b1ea405', 'network_id': '315eee91-657f-40c2-81d3-078e0b1ea405', 'project_id': '05453b7ab1054027873c857882aadf0d', 'fixed_ips': [{'subnet_id': 'a6871e01-f64b-434f-806f-fda413f74d8f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:30:24.486123 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.487365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeaaa46f-54ef-407d-bc48-f39737dcb8c2 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:24.502699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Publish callbacks [] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.527516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Transition to ACTIVE for port object eeaaa46f-54ef-407d-bc48-f39737dcb8c2 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:24.630971 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.637388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-140f88d9-1813-4c37-b45d-c20d530d1cde tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (3e4bbc81-c964-40cd-b96f-8770d936067e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.637388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-140f88d9-1813-4c37-b45d-c20d530d1cde tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (3e4bbc81-c964-40cd-b96f-8770d936067e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.646593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Allocated IP 172.20.0.2 (315eee91-657f-40c2-81d3-078e0b1ea405/a6871e01-f64b-434f-806f-fda413f74d8f/e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:24.918313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Pushing event updated for resources: {'Port': ['ID=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.928720 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Publish callbacks [] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.034372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-140f88d9-1813-4c37-b45d-c20d530d1cde tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for router_controller (3e4bbc81-c964-40cd-b96f-8770d936067e), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.051802 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.082603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6f206-aadc-4a8e-b00b-bea1cbc57cbc req-623586de-3f40-4aba-bf42-0be38535a4f6 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.089750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26b6f206-aadc-4a8e-b00b-bea1cbc57cbc req-623586de-3f40-4aba-bf42-0be38535a4f6 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 943 time: 0.2838244 Feb 11 05:30:25.106639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Network 315eee91-657f-40c2-81d3-078e0b1ea405 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:25.113266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:25.116519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:25.123283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58e2c-837c-4518-8f7a-9a46e3b72aab req-45d4ff18-2092-4468-a6ef-fc8ab86e2a03 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.124891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89c58e2c-837c-4518-8f7a-9a46e3b72aab req-45d4ff18-2092-4468-a6ef-fc8ab86e2a03 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 945 time: 0.3226569 Feb 11 05:30:25.128640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Attempting to bind port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:25.128991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Attempting to bind port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '9d176abc-b308-4b9a-bda0-79910b5f062b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a285145-e13c-4a4e-b48c-bd0753009a8c'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:25.129323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Attempting to bind port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 on network 7a285145-e13c-4a4e-b48c-bd0753009a8c {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:25.138544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 on network 7a285145-e13c-4a4e-b48c-bd0753009a8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:25.138885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Attempting to bind port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 on network 7a285145-e13c-4a4e-b48c-bd0753009a8c {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:25.155567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-140f88d9-1813-4c37-b45d-c20d530d1cde tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (3e4bbc81-c964-40cd-b96f-8770d936067e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.160761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Pushing event updated for resources: {'Port': ['ID=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:25.187406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:25.187746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Checking segment: {'id': '9d176abc-b308-4b9a-bda0-79910b5f062b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a285145-e13c-4a4e-b48c-bd0753009a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:25.188798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Bound using segment: {'id': '9d176abc-b308-4b9a-bda0-79910b5f062b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a285145-e13c-4a4e-b48c-bd0753009a8c'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:25.189245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Bound port: eeaaa46f-54ef-407d-bc48-f39737dcb8c2, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d176abc-b308-4b9a-bda0-79910b5f062b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a285145-e13c-4a4e-b48c-bd0753009a8c'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:25.198479 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.217174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26b6f206-aadc-4a8e-b00b-bea1cbc57cbc req-737888d7-8a89-46a7-a2cc-0e8b0ccc8245 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220171 Feb 11 05:30:25.236328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Attempting to bind port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:25.236731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Attempting to bind port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'dae5dae7-62a4-47c3-82ce-b6de6b9720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '315eee91-657f-40c2-81d3-078e0b1ea405'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:25.237293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Attempting to bind port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 on network 315eee91-657f-40c2-81d3-078e0b1ea405 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:25.245239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:25.246106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Checking segment: {'id': 'dae5dae7-62a4-47c3-82ce-b6de6b9720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '315eee91-657f-40c2-81d3-078e0b1ea405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:25.246649 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.246930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Bound using segment: {'id': 'dae5dae7-62a4-47c3-82ce-b6de6b9720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '315eee91-657f-40c2-81d3-078e0b1ea405'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:25.247535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Bound port: e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae5dae7-62a4-47c3-82ce-b6de6b9720f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '315eee91-657f-40c2-81d3-078e0b1ea405'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:25.247920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.306924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89c58e2c-837c-4518-8f7a-9a46e3b72aab req-417a882b-d13f-4597-ac0d-64ff94e96cb2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693935 Feb 11 05:30:25.310728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] For port eeaaa46f-54ef-407d-bc48-f39737dcb8c2, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:25.314042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] For port eeaaa46f-54ef-407d-bc48-f39737dcb8c2, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,segment=NetworkSegment(9d176abc-b308-4b9a-bda0-79910b5f062b),segment_id=9d176abc-b308-4b9a-bda0-79910b5f062b)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:25.334680 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-140f88d9-1813-4c37-b45d-c20d530d1cde tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.336153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-140f88d9-1813-4c37-b45d-c20d530d1cde tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8621645 Feb 11 05:30:25.339002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33676) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:25.343079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] For port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:25.350404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] For port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,segment=NetworkSegment(dae5dae7-62a4-47c3-82ce-b6de6b9720f3),segment_id=dae5dae7-62a4-47c3-82ce-b6de6b9720f3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:25.409062 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.460399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.530314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.531224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.533631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] 10.222.0.65 "PUT /v2.0/ports/eeaaa46f-54ef-407d-bc48-f39737dcb8c2 HTTP/1.1" status: 200 len: 1092 time: 1.7847502 Feb 11 05:30:25.576405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f0d3ef-d195-4997-9539-3e58c3cae1ce', 'tag': 'eeaaa46f-54ef-407d-bc48-f39737dcb8c2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:25.587472 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27df74c-6c09-4e6e-80af-47312736356e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f0d3ef-d195-4997-9539-3e58c3cae1ce", "tag": "eeaaa46f-54ef-407d-bc48-f39737dcb8c2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:25.600662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cc851-45f4-484c-bdb5-3edff18b2653 None None] Pushing event updated for resources: {'Port': ['ID=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:25.617364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c85c7e89-9ef2-4e37-bf26-a1c0d6aeb5b0 req-0dae6e50-98d5-4d33-ab23-0e8fb5fbd8d6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 210 time: 0.1936738 Feb 11 05:30:25.692392 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46200560-544c-4716-adc7-c9221e862b8a x-openstack-request-id: req-46200560-544c-4716-adc7-c9221e862b8a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:25.692977 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f0d3ef-d195-4997-9539-3e58c3cae1ce", "tag": "eeaaa46f-54ef-407d-bc48-f39737dcb8c2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:25.693419 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46200560-544c-4716-adc7-c9221e862b8a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:25.693999 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f0d3ef-d195-4997-9539-3e58c3cae1ce', 'tag': 'eeaaa46f-54ef-407d-bc48-f39737dcb8c2', 'status': 'completed', 'code': 200} Feb 11 05:30:25.696755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c20702-9ebf-4c0e-af11-3c9bd6eaa12c service neutron] Pushing event updated for resources: {'Port': ['ID=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:25.753027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-7e6ab2fb-9343-4634-8e1a-dd8e4272db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.758341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-7e6ab2fb-9343-4634-8e1a-dd8e4272db7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8330acd588044007ada1ccc57f47aa87&device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 1126 time: 0.0888090 Feb 11 05:30:25.958026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-f80a56c3-884b-4dae-b27e-014588f09f99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeaaa46f-54ef-407d-bc48-f39737dcb8c2 HTTP/1.1" status: 200 len: 217 time: 0.1740835 Feb 11 05:30:26.002814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.075216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-71486d73-124c-4fda-a57c-be004240d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.080130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-71486d73-124c-4fda-a57c-be004240d192 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3263299c-c9f2-41c4-aac0-6651a1e11439 HTTP/1.1" status: 200 len: 850 time: 0.1138206 Feb 11 05:30:26.131460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-ae05cfdc-b82c-4376-9521-804bc683aee5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7a285145-e13c-4a4e-b48c-bd0753009a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452082 Feb 11 05:30:26.289706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-c67bc736-dfb0-4c86-aacc-9d09a79a0985 service neutron] 10.222.0.65 "GET /v2.0/networks/7a285145-e13c-4a4e-b48c-bd0753009a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486745 Feb 11 05:30:26.436001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Allocated IP 172.20.0.1 (315eee91-657f-40c2-81d3-078e0b1ea405/a6871e01-f64b-434f-806f-fda413f74d8f/fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:26.594859 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.598687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c082ae-d842-45ab-8df0-6877a8e95609 req-6145cb66-bae9-4758-8a9c-c886e8fc6f35 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.607018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2c082ae-d842-45ab-8df0-6877a8e95609 req-6145cb66-bae9-4758-8a9c-c886e8fc6f35 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 943 time: 0.2527051 Feb 11 05:30:26.632635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57d5a3a5-bfea-4459-a58b-c2196cfafbc9 req-01b7a862-e34c-4060-9e15-9e3e03a4c2f5 service neutron] 10.222.0.65 "GET /v2.0/networks/7a285145-e13c-4a4e-b48c-bd0753009a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361437 Feb 11 05:30:26.695654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2c082ae-d842-45ab-8df0-6877a8e95609 req-2c0035fd-1ed5-4c9d-88a3-0b35a802b4cd tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873940 Feb 11 05:30:26.716492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74d58-a329-43fd-851a-c99e08f24548 req-bd6eae86-c40f-4ebc-88a7-a40eac44fc36 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.726868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaa74d58-a329-43fd-851a-c99e08f24548 req-bd6eae86-c40f-4ebc-88a7-a40eac44fc36 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 945 time: 0.2269647 Feb 11 05:30:26.864831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e1d54f9-55bd-403d-a912-8abb312357d9 req-cdfe1e7c-7423-4ec0-b943-70d7603a9e02 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 210 time: 0.0627677 Feb 11 05:30:26.869683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-0ee36fb6-dc6c-4f5e-8a7f-f171588d9153 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.871270 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-0ee36fb6-dc6c-4f5e-8a7f-f171588d9153 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 821 time: 0.2328930 Feb 11 05:30:26.883573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Request body: {'port': {'device_id': '979ac097-e9de-4c4b-b65c-b536ea475fed', 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'admin_state_up': True, 'tenant_id': 'c1f9399909cb4c51ad5b1ca0c5392e5f'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:26.895378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaa74d58-a329-43fd-851a-c99e08f24548 req-02ed42fb-b78e-4b63-9084-0a06aaaf8a56 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655090 Feb 11 05:30:26.914633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27df74c-6c09-4e6e-80af-47312736356e req-5ab2fc19-ffa9-477b-8b7b-3669c941fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.916566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b27df74c-6c09-4e6e-80af-47312736356e req-5ab2fc19-ffa9-477b-8b7b-3669c941fc5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8330acd588044007ada1ccc57f47aa87&device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 1126 time: 0.1319306 Feb 11 05:30:27.027618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.222957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Network 315eee91-657f-40c2-81d3-078e0b1ea405 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:27.223766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb7f19-248f-49c2-9733-ff514284ba50 None None] Network 315eee91-657f-40c2-81d3-078e0b1ea405 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:27.227041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:27.230135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:27.269524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27df74c-6c09-4e6e-80af-47312736356e req-e98955f1-2b91-4a51-aa25-2872377d21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:27.269524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b27df74c-6c09-4e6e-80af-47312736356e req-e98955f1-2b91-4a51-aa25-2872377d21d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7a285145-e13c-4a4e-b48c-bd0753009a8c HTTP/1.1" status: 200 len: 911 time: 0.3454297 Feb 11 05:30:27.270308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'Port': ['ID=fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:27.309342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Made reservation on behalf of c1f9399909cb4c51ad5b1ca0c5392e5f for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:27.315650 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.333535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6965bb5c-a244-4b8d-871f-f0b0afaa43ad None None] Provisioning complete for port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:27.334194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6965bb5c-a244-4b8d-871f-f0b0afaa43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.374822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b27df74c-6c09-4e6e-80af-47312736356e req-34a3330e-b612-4d6e-a2fa-7721eaf61d92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeaaa46f-54ef-407d-bc48-f39737dcb8c2 HTTP/1.1" status: 200 len: 217 time: 0.0939264 Feb 11 05:30:27.376376 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (3e4bbc81-c964-40cd-b96f-8770d936067e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.490080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27df74c-6c09-4e6e-80af-47312736356e req-f5366349-e27e-408f-be57-fb70b78e4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:27.493312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b27df74c-6c09-4e6e-80af-47312736356e req-f5366349-e27e-408f-be57-fb70b78e4f45 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3263299c-c9f2-41c4-aac0-6651a1e11439 HTTP/1.1" status: 200 len: 850 time: 0.1117947 Feb 11 05:30:27.520865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6965bb5c-a244-4b8d-871f-f0b0afaa43ad None None] Current status of the port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:27.521615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6965bb5c-a244-4b8d-871f-f0b0afaa43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.580207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b27df74c-6c09-4e6e-80af-47312736356e req-0eb639ce-7dad-4d27-aeab-c7c850b152f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7a285145-e13c-4a4e-b48c-bd0753009a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768771 Feb 11 05:30:27.589495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6965bb5c-a244-4b8d-871f-f0b0afaa43ad None None] For port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,segment=NetworkSegment(dae5dae7-62a4-47c3-82ce-b6de6b9720f3),segment_id=dae5dae7-62a4-47c3-82ce-b6de6b9720f3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:27.736790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Allocated IP 172.20.0.6 (ea175aa5-42f2-4e28-866e-493be911bb17/b3eb6dbf-8268-438c-8844-da63c91d37cb/3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:27.759653 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6965bb5c-a244-4b8d-871f-f0b0afaa43ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.777490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b27df74c-6c09-4e6e-80af-47312736356e req-e29cfe4f-212b-4b65-9c03-4629e9e19985 service neutron] 10.222.0.65 "GET /v2.0/networks/7a285145-e13c-4a4e-b48c-bd0753009a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863544 Feb 11 05:30:27.918350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965bb5c-a244-4b8d-871f-f0b0afaa43ad None None] Pushing event updated for resources: {'Port': ['ID=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:27.999478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.022391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b27df74c-6c09-4e6e-80af-47312736356e req-b9a31c68-3a7e-4931-96b0-2ec4d2e7ebe8 service neutron] 10.222.0.65 "GET /v2.0/networks/7a285145-e13c-4a4e-b48c-bd0753009a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415617 Feb 11 05:30:28.042611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a34050f6-1a86-4274-be9d-0d4e090e1d78 None None] Provisioning complete for port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:28.047763 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a34050f6-1a86-4274-be9d-0d4e090e1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.107763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a2824-ade3-4999-9118-03eedd72cba0 req-b885b681-95d7-4e8d-9f94-c9978ae26e7c tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:28.109812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-218a2824-ade3-4999-9118-03eedd72cba0 req-b885b681-95d7-4e8d-9f94-c9978ae26e7c tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 943 time: 0.0860207 Feb 11 05:30:28.202592 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-218a2824-ade3-4999-9118-03eedd72cba0 req-b51156e9-8b7c-401a-84c7-a2c61727ab38 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760729 Feb 11 05:30:28.238227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:28.274815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-776bea22-f045-4c35-b634-42afa21be3bc req-dca8c3ea-f2a3-4fb2-985b-b495cbb95812 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 210 time: 0.0742786 Feb 11 05:30:28.363471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a34050f6-1a86-4274-be9d-0d4e090e1d78 None None] Current status of the port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:28.427825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a34050f6-1a86-4274-be9d-0d4e090e1d78 None None] Provisioning complete for port fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:28.430941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a34050f6-1a86-4274-be9d-0d4e090e1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.475067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:28.475593 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.536623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a34050f6-1a86-4274-be9d-0d4e090e1d78 None None] Port fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:28.611906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.645236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:28.679370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4c4d9ca4-a7a4-4220-9ac0-77bb2cf51b31 None None] Provisioning complete for port fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:28.682230 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9ca4-a7a4-4220-9ac0-77bb2cf51b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.789562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.794903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d9ca4-a7a4-4220-9ac0-77bb2cf51b31 None None] Port fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:28.797852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.852890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Network ea175aa5-42f2-4e28-866e-493be911bb17 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:28.856366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:28.860621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:28.867361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event updated for resources: {'Port': ['ID=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:28.905266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.995568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (3e4bbc81-c964-40cd-b96f-8770d936067e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.030981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:29.031600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.074231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'Port': ['ID=fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:29.192109 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-d0aa4f3d-1b2f-4245-b59c-3750926465d5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3125331 Feb 11 05:30:29.207273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Request body: {'port': {'device_id': '979ac097-e9de-4c4b-b65c-b536ea475fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:29.270692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Network 315eee91-657f-40c2-81d3-078e0b1ea405 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:29.278364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:29.550872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.654951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df280-900c-4414-a54d-50c85a0b877f req-3f0d49b5-b331-4924-984b-484199c12cca tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:29.655533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e87df280-900c-4414-a54d-50c85a0b877f req-3f0d49b5-b331-4924-984b-484199c12cca tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 931 time: 0.2215340 Feb 11 05:30:29.665792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Router 3e4bbc81-c964-40cd-b96f-8770d936067e is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:30:29.687038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea64f-88bc-429f-beb1-3cf7f42ace8d req-2a7f4dd5-66b6-43a9-875c-ad81534d651a tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:29.687541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23eea64f-88bc-429f-beb1-3cf7f42ace8d req-2a7f4dd5-66b6-43a9-875c-ad81534d651a tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 943 time: 0.1443777 Feb 11 05:30:29.846350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23eea64f-88bc-429f-beb1-3cf7f42ace8d req-a2c649c4-cb7c-46d3-a79b-b62bc4919765 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474595 Feb 11 05:30:29.865474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 826f3afb-1456-4c6a-9172-c9bd2c6677bd details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:29.893974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e87df280-900c-4414-a54d-50c85a0b877f req-b3a5c89a-b0f9-4811-8be4-f6d84eb51c39 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166464 Feb 11 05:30:29.914806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eeaaa46f-54ef-407d-bc48-f39737dcb8c2 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:29.936251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-26eaa8d1-160e-4394-bb9b-4fc7e2857e69 None None] Provisioning complete for port fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:29.936956 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26eaa8d1-160e-4394-bb9b-4fc7e2857e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.042990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:30.102445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:30.121501 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a13b4610-a39a-4590-bb57-3a839a52cff8 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "PUT /v2.0/routers/3e4bbc81-c964-40cd-b96f-8770d936067e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7804441 Feb 11 05:30:30.123361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33824) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:30.142001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Request body: {'port': {'network_id': '315eee91-657f-40c2-81d3-078e0b1ea405', 'name': 'tempest-FloatingIPNegativeTestJSON-535748334'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:30.234364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eeaaa46f-54ef-407d-bc48-f39737dcb8c2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,segment=NetworkSegment(9d176abc-b308-4b9a-bda0-79910b5f062b),segment_id=9d176abc-b308-4b9a-bda0-79910b5f062b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:30.356675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af499748-7d00-41dc-9ea8-5aaf49dc42c5 None None] Sync routers for ids ['3e4bbc81-c964-40cd-b96f-8770d936067e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:30.361218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'eeaaa46f-54ef-407d-bc48-f39737dcb8c2', 'network_id': '7a285145-e13c-4a4e-b48c-bd0753009a8c', 'port_id': 'eeaaa46f-54ef-407d-bc48-f39737dcb8c2', 'mac_address': 'fa:16:3e:af:5a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3263299c-c9f2-41c4-aac0-6651a1e11439', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:30.365531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:30:30.537770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af499748-7d00-41dc-9ea8-5aaf49dc42c5 None None] Routers {'3e4bbc81-c964-40cd-b96f-8770d936067e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:30.538451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-af499748-7d00-41dc-9ea8-5aaf49dc42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:30:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3e4bbc81-c964-40cd-b96f-8770d936067e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:30.602477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:30.602865 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.623358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-26eaa8d1-160e-4394-bb9b-4fc7e2857e69 None None] Port fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:30.641140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:30.662015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Publish callbacks [] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.698927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Transition to ACTIVE for port object 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:30:30.734375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-af499748-7d00-41dc-9ea8-5aaf49dc42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:30.742665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeaaa46f-54ef-407d-bc48-f39737dcb8c2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:30.793999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af499748-7d00-41dc-9ea8-5aaf49dc42c5 None None] Routers {'3e4bbc81-c964-40cd-b96f-8770d936067e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:30.794718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-af499748-7d00-41dc-9ea8-5aaf49dc42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:30:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3e4bbc81-c964-40cd-b96f-8770d936067e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:30.830258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Made reservation on behalf of 05453b7ab1054027873c857882aadf0d for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:30.831885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.833729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.842408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eeaaa46f-54ef-407d-bc48-f39737dcb8c2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,segment=NetworkSegment(9d176abc-b308-4b9a-bda0-79910b5f062b),segment_id=9d176abc-b308-4b9a-bda0-79910b5f062b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:30.847007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-af499748-7d00-41dc-9ea8-5aaf49dc42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:30.848088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af499748-7d00-41dc-9ea8-5aaf49dc42c5 None None] The sync data for ids ['3e4bbc81-c964-40cd-b96f-8770d936067e'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:30.885604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] device_id is not set on port adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:30.896444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:30.896444 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.902054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:30.974594 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.976411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'port_id': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'mac_address': 'fa:16:3e:af:6e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:31.052278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:31.126007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:31.156959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Allocated IP 172.20.0.6 (315eee91-657f-40c2-81d3-078e0b1ea405/a6871e01-f64b-434f-806f-fda413f74d8f/adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:31.215866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 826f3afb-1456-4c6a-9172-c9bd2c6677bd is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:31.218250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.279867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eeaaa46f-54ef-407d-bc48-f39737dcb8c2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:31.315916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Attempting to bind port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:31.316523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Attempting to bind port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:31.319753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Attempting to bind port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 on network ea175aa5-42f2-4e28-866e-493be911bb17 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:31.326733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 on network ea175aa5-42f2-4e28-866e-493be911bb17 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:30:31.333272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Attempting to bind port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 on network ea175aa5-42f2-4e28-866e-493be911bb17 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:31.342670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:31.343476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Checking segment: {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:31.344613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Bound using segment: {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:31.346437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Bound port: 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7495528a-a857-40e7-9cef-92a423327b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:31.348725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.353419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 826f3afb-1456-4c6a-9172-c9bd2c6677bd {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:31.501328 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] For port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:31.504783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] For port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:31.506467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:31.571996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:31.577122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.600142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242320c-21aa-488f-9d58-f55b6f5df4a6 req-aa65f8ae-2efe-491c-8618-6efd5e3f3bc4 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:31.617630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.617822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a242320c-21aa-488f-9d58-f55b6f5df4a6 req-aa65f8ae-2efe-491c-8618-6efd5e3f3bc4 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 943 time: 0.3988698 Feb 11 05:30:31.694239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:31.702375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.702713 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] 10.222.0.65 "PUT /v2.0/ports/3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 HTTP/1.1" status: 200 len: 1092 time: 2.5000508 Feb 11 05:30:31.703277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979ac097-e9de-4c4b-b65c-b536ea475fed', 'tag': '3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:31.716128 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9ebc2-8226-4692-b31e-e13a9cee2522" -d '{"events": [{"name": "network-changed", "server_uuid": "979ac097-e9de-4c4b-b65c-b536ea475fed", "tag": "3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:31.746634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907904b6-1424-41a4-b5f8-c65f2f472d97 req-e603b09e-4818-42dc-aaf9-b0f5ec207c75 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:31.749299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-907904b6-1424-41a4-b5f8-c65f2f472d97 req-e603b09e-4818-42dc-aaf9-b0f5ec207c75 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 944 time: 0.5040445 Feb 11 05:30:31.803419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abafc3d-13e8-4fd1-82a5-526ead26be75 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:31.805930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['826f3afb-1456-4c6a-9172-c9bd2c6677bd'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:31.894774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a242320c-21aa-488f-9d58-f55b6f5df4a6 req-9e28eba4-ccd9-4403-a38c-66b2b19e99e7 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821443 Feb 11 05:30:32.002278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-907904b6-1424-41a4-b5f8-c65f2f472d97 req-78698f91-3103-49f7-b7f2-9433d194f615 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418902 Feb 11 05:30:32.029180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for port (adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.036311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-ca8776d2-6563-4a79-a5a4-a321974b820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:32.054145 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-ca8776d2-6563-4a79-a5a4-a321974b820e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 1126 time: 0.2122545 Feb 11 05:30:32.152230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:32.196878 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-2869621b-b7f6-4655-a326-67f6d16f1082 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 HTTP/1.1" status: 200 len: 217 time: 0.1299524 Feb 11 05:30:32.198550 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b968ef-5e72-4fe8-9366-b5be731c3685 x-openstack-request-id: req-a0b968ef-5e72-4fe8-9366-b5be731c3685 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:32.198857 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979ac097-e9de-4c4b-b65c-b536ea475fed", "tag": "3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:32.199109 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0b968ef-5e72-4fe8-9366-b5be731c3685 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:32.199507 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979ac097-e9de-4c4b-b65c-b536ea475fed', 'tag': '3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2', 'status': 'completed', 'code': 200} Feb 11 05:30:32.238601 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.290353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Network 315eee91-657f-40c2-81d3-078e0b1ea405 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:32.302567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:32.328177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:32.450045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-517d735b-0071-497a-8eef-ed3b0be12eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:32.451570 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-517d735b-0071-497a-8eef-ed3b0be12eb3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3eb6dbf-8268-438c-8844-da63c91d37cb HTTP/1.1" status: 200 len: 861 time: 0.2411468 Feb 11 05:30:32.554435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:32.555681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.571059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'Port': ['ID=adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:32.595180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.598323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.603857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.603857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.603857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.604445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.605031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.606876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.608890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.610580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.611018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.611226 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-df8a36ef-f20c-48e0-8a37-349549d84623 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea175aa5-42f2-4e28-866e-493be911bb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323445 Feb 11 05:30:32.614277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.614750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.682980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-04484b55-70dd-4cd3-a13c-a7274eaa7ae1 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5518692 Feb 11 05:30:32.685259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:32.700684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:32.717574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:30:32.881967 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-171e1538-8445-40d8-a0f6-3ec41ada137f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.898757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.060312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-74ee4e98-b115-49e4-9e6c-9c06193fe21a None None] Provisioning complete for port adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:33.067369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-74ee4e98-b115-49e4-9e6c-9c06193fe21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.259076 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-dc25b81a-eaed-46bd-91e3-09329ec66c55 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426041 Feb 11 05:30:33.388654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-74ee4e98-b115-49e4-9e6c-9c06193fe21a None None] Port adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:33.631686 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0018dd0e-fdca-44d1-870c-c00cf64cbae0 req-0d4efd6a-424c-475c-9478-671f5de8e78b service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672981 Feb 11 05:30:33.880240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 826f3afb-1456-4c6a-9172-c9bd2c6677bd up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:33.982503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-6cbb735b-6dc5-498a-ba16-23db8880caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:33.984053 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-6cbb735b-6dc5-498a-ba16-23db8880caf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 1126 time: 0.1752708 Feb 11 05:30:33.990576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eeaaa46f-54ef-407d-bc48-f39737dcb8c2 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:34.100516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 826f3afb-1456-4c6a-9172-c9bd2c6677bd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:34.100916 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.207524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-cabead2d-3073-43f5-8609-1d1a95400f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:34.209747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-cabead2d-3073-43f5-8609-1d1a95400f81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 200 len: 922 time: 0.2130735 Feb 11 05:30:34.291773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 826f3afb-1456-4c6a-9172-c9bd2c6677bd is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:34.292224 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.314333 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-cab72380-4902-4bbf-bdcf-0f360ff79fbe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 HTTP/1.1" status: 200 len: 217 time: 0.0973570 Feb 11 05:30:34.326921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:34.348642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:34.349059 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.382401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7d71e-d424-494b-98e6-b287d4efd0ab req-bf8beeed-91d8-4e54-bf4a-7c2a9198a008 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:34.387999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dde7d71e-d424-494b-98e6-b287d4efd0ab req-bf8beeed-91d8-4e54-bf4a-7c2a9198a008 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 943 time: 1.2960603 Feb 11 05:30:34.421581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:34.426197 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3254c7ee-7260-40de-bdc7-4e6ed78a590a" -d '{"events": [{"server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "name": "network-vif-plugged", "status": "completed", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:34.443040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:34.477704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbbe85-48cf-4d5d-8856-ff35cc2d59b8 req-99c60a09-fc2f-4de8-bacb-199f73b9f87e tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:34.482580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02bbbe85-48cf-4d5d-8856-ff35cc2d59b8 req-99c60a09-fc2f-4de8-bacb-199f73b9f87e tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 944 time: 0.2930691 Feb 11 05:30:34.489252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-e787304e-7264-424e-9382-203b49a5ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:34.492321 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-e787304e-7264-424e-9382-203b49a5ee3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3eb6dbf-8268-438c-8844-da63c91d37cb HTTP/1.1" status: 200 len: 861 time: 0.1681895 Feb 11 05:30:34.506500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:34.506895 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.544144 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-4dbee7ca-27c9-4b8a-94bf-26a2ee44f092 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea175aa5-42f2-4e28-866e-493be911bb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455978 Feb 11 05:30:34.587900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port eeaaa46f-54ef-407d-bc48-f39737dcb8c2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,segment=NetworkSegment(9d176abc-b308-4b9a-bda0-79910b5f062b),segment_id=9d176abc-b308-4b9a-bda0-79910b5f062b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:34.592475 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.616723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.771487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:34.782830 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.860723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:34.898808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-d066423d-42f2-42b6-8bed-73ecd161440f service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474495 Feb 11 05:30:34.899304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dde7d71e-d424-494b-98e6-b287d4efd0ab req-83c918d8-e8fb-492a-bd92-2bf6108e014f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887991 Feb 11 05:30:34.912856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02bbbe85-48cf-4d5d-8856-ff35cc2d59b8 req-9cdea0d3-4f69-478b-a12a-4252eab87138 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060204 Feb 11 05:30:34.989602 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd91ff0-f231-4a9b-8a39-6497c7808288 x-openstack-request-id: req-2bd91ff0-f231-4a9b-8a39-6497c7808288 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:34.990080 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "name": "network-vif-plugged", "status": "completed", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:34.990502 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bd91ff0-f231-4a9b-8a39-6497c7808288 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:34.991728 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'code': 200} Feb 11 05:30:35.058520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Allocated IP 172.25.8.134 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9a7c3db1-8c4f-4abf-a95a-0f60039205a4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:35.153898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9dc9ebc2-8226-4692-b31e-e13a9cee2522 req-5d50759e-dfbe-4846-9054-86934ae97330 service neutron] 10.222.0.65 "GET /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476070 Feb 11 05:30:35.185073 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8392bdb7-bd53-4799-9259-7a91b1ade352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.241512 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for port (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.409385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.489669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:35.491656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'Port': ['ID=9a7c3db1-8c4f-4abf-a95a-0f60039205a4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:35.516986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:35.520449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:35.671298 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for floatingip (4339b767-9deb-4964-a9e6-7d5eedc12eac), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.916810 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.917993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:30:36.354486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c6c2c-fde7-451f-801d-4ba7797d90ec req-60c49377-c5b5-49d4-be59-e8f6da33badb tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:36.356118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a64c6c2c-fde7-451f-801d-4ba7797d90ec req-60c49377-c5b5-49d4-be59-e8f6da33badb tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 945 time: 0.2386446 Feb 11 05:30:36.471605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b7a4-be04-4a68-94cf-1873e3713a63 req-3a7cc4be-c7bf-4c30-bbb2-e77e22bc02e5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:36.473252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31f5b7a4-be04-4a68-94cf-1873e3713a63 req-3a7cc4be-c7bf-4c30-bbb2-e77e22bc02e5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 943 time: 0.3901224 Feb 11 05:30:36.627416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:36.659609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2', 'network_id': 'ea175aa5-42f2-4e28-866e-493be911bb17', 'port_id': '3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2', 'mac_address': 'fa:16:3e:93:f7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eb6dbf-8268-438c-8844-da63c91d37cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:30:36.669643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a64c6c2c-fde7-451f-801d-4ba7797d90ec req-7aeee558-b65b-4e1f-bedb-19f7a9e23190 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999337 Feb 11 05:30:36.675479 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.679313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31f5b7a4-be04-4a68-94cf-1873e3713a63 req-1a9ecb88-b217-4ea7-8a55-2b095c0d8c2d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912844 Feb 11 05:30:36.745249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for port (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.751161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:36.752305 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.771103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:30:36.831232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:36.850208 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.976085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.020039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'Port': ['ID=9a7c3db1-8c4f-4abf-a95a-0f60039205a4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:37.055231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f0d3ef-d195-4997-9539-3e58c3cae1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaaa46f-54ef-407d-bc48-f39737dcb8c2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:37.060967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (4339b767-9deb-4964-a9e6-7d5eedc12eac), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.073732 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5480c2b6-0e2f-42e5-bfa1-72550e463f42" -d '{"events": [{"server_uuid": "a6f0d3ef-d195-4997-9539-3e58c3cae1ce", "name": "network-vif-plugged", "status": "completed", "tag": "eeaaa46f-54ef-407d-bc48-f39737dcb8c2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:37.141893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.143612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6dbed264-8d56-4dd3-a953-adc32dc3613c tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4512045 Feb 11 05:30:37.149357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34090) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:37.175952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d053adbe-9cbb-499c-a695-4be9d9d428db tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Request body: {'floatingip': {'port_id': 'adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:37.259862 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4723eecb-0822-4d58-9e0d-6770e8fa67b0 x-openstack-request-id: req-4723eecb-0822-4d58-9e0d-6770e8fa67b0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:37.274978 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f0d3ef-d195-4997-9539-3e58c3cae1ce", "name": "network-vif-plugged", "status": "completed", "tag": "eeaaa46f-54ef-407d-bc48-f39737dcb8c2", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:37.275679 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4723eecb-0822-4d58-9e0d-6770e8fa67b0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:37.282137 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f0d3ef-d195-4997-9539-3e58c3cae1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaaa46f-54ef-407d-bc48-f39737dcb8c2', 'code': 200} Feb 11 05:30:37.319865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:37.365760 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:37.427228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d053adbe-9cbb-499c-a695-4be9d9d428db tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for floatingip (4339b767-9deb-4964-a9e6-7d5eedc12eac), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.645742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-b465a4d9-a6f1-483c-97f3-de7e050f4ec5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1539605 Feb 11 05:30:37.884250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41088a37-db09-476a-8bf9-88af81379937 req-abf6a377-5060-4ab2-909f-318fb35e207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:37.885947 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41088a37-db09-476a-8bf9-88af81379937 req-abf6a377-5060-4ab2-909f-318fb35e207f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 1128 time: 0.4523294 Feb 11 05:30:38.007158 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-d053adbe-9cbb-499c-a695-4be9d9d428db tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] update failed (client error): The resource could not be found. Feb 11 05:30:38.008516 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d053adbe-9cbb-499c-a695-4be9d9d428db tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "PUT /v2.0/floatingips/4339b767-9deb-4964-a9e6-7d5eedc12eac HTTP/1.1" status: 404 len: 507 time: 0.8482282 Feb 11 05:30:38.018563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34116) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:38.143676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c1ae4ed9-d300-4466-98dc-43fa4a514ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.144441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c1ae4ed9-d300-4466-98dc-43fa4a514ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.145018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c1ae4ed9-d300-4466-98dc-43fa4a514ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.145552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c1ae4ed9-d300-4466-98dc-43fa4a514ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.146083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c1ae4ed9-d300-4466-98dc-43fa4a514ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.151828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c1ae4ed9-d300-4466-98dc-43fa4a514ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.152569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c1ae4ed9-d300-4466-98dc-43fa4a514ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.154982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c1ae4ed9-d300-4466-98dc-43fa4a514ed7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb490f3033ae486888225f8976d0eb68&device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 6715 time: 0.4237149 Feb 11 05:30:38.177189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbf571-4d52-4c4a-9ba3-11340f304835 req-5e62bcad-989a-4e71-89c4-d8ed971a701f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.185048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edcbf571-4d52-4c4a-9ba3-11340f304835 req-5e62bcad-989a-4e71-89c4-d8ed971a701f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 944 time: 0.2943721 Feb 11 05:30:38.254257 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-41088a37-db09-476a-8bf9-88af81379937 req-5b54648a-0c7a-4a09-ad05-3faa53b78bb3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316350 Feb 11 05:30:38.299704 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.350000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.384453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Deleting port 9a7c3db1-8c4f-4abf-a95a-0f60039205a4 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:38.385153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.421088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee2af3-44a6-4a21-a30f-67cd1d95bd94 req-618b6e23-77d5-440e-ab9a-03e30727e8a5 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.423218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bee2af3-44a6-4a21-a30f-67cd1d95bd94 req-618b6e23-77d5-440e-ab9a-03e30727e8a5 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 945 time: 0.4196408 Feb 11 05:30:38.530620 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.534519 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for floatingip (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.570189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Calling delete_port for 9a7c3db1-8c4f-4abf-a95a-0f60039205a4 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:38.610320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bee2af3-44a6-4a21-a30f-67cd1d95bd94 req-da768026-3689-4ff2-a259-1a661bea120d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704326 Feb 11 05:30:38.620398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-f577b116-212a-4e9f-a9e5-84d8c4686a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.621329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-f577b116-212a-4e9f-a9e5-84d8c4686a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.622117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-f577b116-212a-4e9f-a9e5-84d8c4686a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.624508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-f577b116-212a-4e9f-a9e5-84d8c4686a45 service neutron] 10.222.0.83 "GET /v2.0/networks?id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=26390fa8-4912-4afe-88e4-6a77a474655a&id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2 HTTP/1.1" status: 200 len: 2290 time: 0.4337206 Feb 11 05:30:38.708121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edcbf571-4d52-4c4a-9ba3-11340f304835 req-fc490908-2b61-4162-a16f-87ce9e025c0a tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174043 Feb 11 05:30:38.771481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-0f52fae9-fa87-4226-9383-1d46f05029a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced HTTP/1.1" status: 200 len: 1001 time: 0.1406069 Feb 11 05:30:38.920357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-0bb77d71-87f0-4757-a88c-764c60e91e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.923504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-0bb77d71-87f0-4757-a88c-764c60e91e6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd0ec941-1a13-44ed-bbdf-2af1456df270 HTTP/1.1" status: 200 len: 849 time: 0.1393249 Feb 11 05:30:39.090306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-18a63a7c-1b59-4dc0-b86e-23d67809446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:39.099219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-18a63a7c-1b59-4dc0-b86e-23d67809446e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1673441 Feb 11 05:30:39.201018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.340956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-56572805-aa1f-4196-af0d-fc8c075c309b service neutron] 10.222.0.83 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337294 Feb 11 05:30:39.632579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-4c22d474-0014-4643-8520-37352d8e03df service neutron] 10.222.0.83 "GET /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846630 Feb 11 05:30:39.739898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-d08fd771-0200-42b6-9cc5-9ec9dc059fc7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 217 time: 0.1001446 Feb 11 05:30:39.870070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9a7c3db1-8c4f-4abf-a95a-0f60039205a4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.932748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-e814c32f-6276-4b9d-a131-4b1916790752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:39.934415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-e814c32f-6276-4b9d-a131-4b1916790752 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.1866150 Feb 11 05:30:39.943401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:39.964719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191002d5-61b2-4104-8689-1e798b285da2 req-f9c92ce4-78b4-4a90-8f20-1dedf69ec859 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:39.972845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-191002d5-61b2-4104-8689-1e798b285da2 req-f9c92ce4-78b4-4a90-8f20-1dedf69ec859 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 945 time: 0.1920068 Feb 11 05:30:40.040262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event deleted for resources: {'Port': ['ID=9a7c3db1-8c4f-4abf-a95a-0f60039205a4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:40.142231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-191002d5-61b2-4104-8689-1e798b285da2 req-63da38e9-79f8-46a1-ab7d-4e65b990528b tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674891 Feb 11 05:30:40.170932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:30:40.179262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:40.179908 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.194076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for floatingip (4339b767-9deb-4964-a9e6-7d5eedc12eac), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.204625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.213815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-76d46f37-d9e7-431b-8f91-f5627f21b269 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "DELETE /v2.0/floatingips/4339b767-9deb-4964-a9e6-7d5eedc12eac HTTP/1.1" status: 204 len: 168 time: 2.1869645 Feb 11 05:30:40.213815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34192) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:40.218700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-31e93f3c-48d8-473b-8292-cc6f7d7a8aba tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Request body: {'floatingip': {'floating_network_id': '315eee91-657f-40c2-81d3-078e0b1ea405', 'port_id': 'adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:40.230247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d90cbd-78ad-4dfa-9756-d7417e378fc3 req-8e9afbba-7488-4833-b38e-43e7fffb0b87 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:40.230462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d90cbd-78ad-4dfa-9756-d7417e378fc3 req-8e9afbba-7488-4833-b38e-43e7fffb0b87 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 944 time: 0.4012518 Feb 11 05:30:40.233391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-58d5290b-6b86-4b98-9ba9-955b9bbba920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:40.235645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-58d5290b-6b86-4b98-9ba9-955b9bbba920 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2523205 Feb 11 05:30:40.395986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31e93f3c-48d8-473b-8292-cc6f7d7a8aba tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.444799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:40.445674 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.540411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979ac097-e9de-4c4b-b65c-b536ea475fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:40.548379 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a04ec6-8a7f-4884-b13a-51ee289e7a4e" -d '{"events": [{"server_uuid": "979ac097-e9de-4c4b-b65c-b536ea475fed", "name": "network-vif-plugged", "status": "completed", "tag": "3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:40.567204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-875f868b-913b-4892-b5cb-1bf72c01cef7 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102384 Feb 11 05:30:40.594347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:40.633734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d90cbd-78ad-4dfa-9756-d7417e378fc3 req-2d294e37-35fc-4258-8c33-20f06cfdddea tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919094 Feb 11 05:30:40.681932 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.771713 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5959e009-a2e3-48ea-9d25-a3fa06cccb95 x-openstack-request-id: req-5959e009-a2e3-48ea-9d25-a3fa06cccb95 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:40.782695 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979ac097-e9de-4c4b-b65c-b536ea475fed", "name": "network-vif-plugged", "status": "completed", "tag": "3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:40.796689 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5959e009-a2e3-48ea-9d25-a3fa06cccb95 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:40.796689 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979ac097-e9de-4c4b-b65c-b536ea475fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2', 'code': 200} Feb 11 05:30:40.885111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-464b75b7-c5b3-441b-9edb-f9d4864e6dd5 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718394 Feb 11 05:30:40.887281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:40.953907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e8588-e8bd-4970-a8b7-6c9394379727 req-e4b72cba-9724-4bfa-a571-2bef8cef32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:40.957677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-911e8588-e8bd-4970-a8b7-6c9394379727 req-e4b72cba-9724-4bfa-a571-2bef8cef32db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 1128 time: 0.0987914 Feb 11 05:30:40.970000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-a0f278ce-2728-4317-811e-ef41b595db2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 217 time: 0.0746915 Feb 11 05:30:41.032442 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-31e93f3c-48d8-473b-8292-cc6f7d7a8aba tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:41.033581 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-31e93f3c-48d8-473b-8292-cc6f7d7a8aba tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8185616 Feb 11 05:30:41.061819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34206) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:41.250644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:41.251130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-29fd92da-6695-4a78-bf66-ebac6eba005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.251130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-29fd92da-6695-4a78-bf66-ebac6eba005f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.1172884 Feb 11 05:30:41.251130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-12cbf731-24c3-47c9-be1a-88642e008683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.251130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-12cbf731-24c3-47c9-be1a-88642e008683 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0648613 Feb 11 05:30:41.251729 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-911e8588-e8bd-4970-a8b7-6c9394379727 req-3453909f-9541-45b0-8a3d-0f809d0700b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127252 Feb 11 05:30:41.254755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34208) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:41.313017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-fa2f0256-a3f7-4d6f-a0b1-7a4e908a5c4f service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366599 Feb 11 05:30:41.489944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-2d048489-e6f6-4a81-8fd9-dde50fc73f6c service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712556 Feb 11 05:30:41.571173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-d3d41fef-3224-4feb-afde-4f0cb5402ab0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a HTTP/1.1" status: 200 len: 217 time: 0.0742462 Feb 11 05:30:41.575304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd7271e1-7648-4d96-8b88-850a43087886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.635570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-3e0999f6-7a47-4317-8f05-87df25972818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.637661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-3e0999f6-7a47-4317-8f05-87df25972818 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.0607405 Feb 11 05:30:41.732388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd7271e1-7648-4d96-8b88-850a43087886 admin admin] Publish callbacks [] for security_group (2b9a6b3b-dcae-4fbf-8bc5-18460bf132fb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.764495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-f68e4357-f685-44b2-89a9-465e69af6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.766223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-f68e4357-f685-44b2-89a9-465e69af6012 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1194990 Feb 11 05:30:41.865448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe68cc-2517-4e85-aabf-1194d0635b98 req-4c555f45-187c-4f98-bb78-eb802e4b4861 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.867061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9fe68cc-2517-4e85-aabf-1194d0635b98 req-4c555f45-187c-4f98-bb78-eb802e4b4861 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 945 time: 0.1357048 Feb 11 05:30:41.879253 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.885599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.939547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd7271e1-7648-4d96-8b88-850a43087886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2b9a6b3b-dcae-4fbf-8bc5-18460bf132fb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.986425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-72ed86e1-6ce0-4042-8146-b55d1ef11648 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136033 Feb 11 05:30:42.058960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9fe68cc-2517-4e85-aabf-1194d0635b98 req-ac5fb9d0-f672-4fac-9c7f-1a1df05a171b tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750383 Feb 11 05:30:42.084412 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bd7271e1-7648-4d96-8b88-850a43087886 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac514e7c68724722a360f56052d05f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8256984 Feb 11 05:30:42.096154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34232) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:42.130234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7271e1-7648-4d96-8b88-850a43087886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a6b3b-dcae-4fbf-8bc5-18460bf132fb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:42.231584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.453939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-e58a7b8d-38e5-43e9-9dda-3cb63ba7ebf9 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610054 Feb 11 05:30:42.502248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Allocated IP 172.25.8.184 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/d5fac609-4689-4f23-bf37-2d620e9f92db) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:42.617031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-a04af1dd-b293-4797-b5b1-879bf0b99352 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a HTTP/1.1" status: 200 len: 217 time: 0.1488984 Feb 11 05:30:42.618548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd831-6c7f-4dae-9777-22d35d5dde54 admin admin] Publish callbacks [] for security_group (2b9a6b3b-dcae-4fbf-8bc5-18460bf132fb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.627965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058488b8-7595-45b4-9baa-f535a7443d8e req-c37afb13-e971-479f-a2f9-e394a09ff190 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:42.629662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-058488b8-7595-45b4-9baa-f535a7443d8e req-c37afb13-e971-479f-a2f9-e394a09ff190 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 945 time: 0.3376887 Feb 11 05:30:42.751736 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd831-6c7f-4dae-9777-22d35d5dde54 admin admin] Publish callbacks [] for security_group (2b9a6b3b-dcae-4fbf-8bc5-18460bf132fb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.866857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-6f51438c-54a4-4f73-af40-ea0fa532a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:42.866857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-6f51438c-54a4-4f73-af40-ea0fa532a2ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 200 len: 797 time: 0.2306173 Feb 11 05:30:42.943452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-058488b8-7595-45b4-9baa-f535a7443d8e req-ce0288ed-774a-4908-bff3-1347f35c97a3 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589443 Feb 11 05:30:42.972477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-575a9123-4118-4e72-a49a-da63767919dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:42.974665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-575a9123-4118-4e72-a49a-da63767919dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26390fa8-4912-4afe-88e4-6a77a474655a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1029625 Feb 11 05:30:43.077573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for port (d5fac609-4689-4f23-bf37-2d620e9f92db), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.120985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd831-6c7f-4dae-9777-22d35d5dde54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2b9a6b3b-dcae-4fbf-8bc5-18460bf132fb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.130975 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd831-6c7f-4dae-9777-22d35d5dde54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.133762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2bfbd831-6c7f-4dae-9777-22d35d5dde54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b9a6b3b-dcae-4fbf-8bc5-18460bf132fb HTTP/1.1" status: 204 len: 168 time: 1.0428126 Feb 11 05:30:43.149134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-d298fb6d-c267-430a-8474-246dec5286c3 service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653199 Feb 11 05:30:43.295017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbd831-6c7f-4dae-9777-22d35d5dde54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a6b3b-dcae-4fbf-8bc5-18460bf132fb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.358126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d5fac609-4689-4f23-bf37-2d620e9f92db), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.381517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740918b-53b3-4dd8-9dc3-eb971d3be50e req-087904b3-e628-4a1b-844e-cd3d319f9cdd tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:43.395801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0740918b-53b3-4dd8-9dc3-eb971d3be50e req-087904b3-e628-4a1b-844e-cd3d319f9cdd tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 945 time: 0.1341891 Feb 11 05:30:43.418152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-76961e80-2b10-4a4d-9eb4-bf15677acb3a service neutron] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551258 Feb 11 05:30:43.458076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:43.466116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:43.474573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:43.488713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-9827921f-348c-4120-88f9-5c55b41675ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a HTTP/1.1" status: 200 len: 217 time: 0.0594878 Feb 11 05:30:43.527867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event updated for resources: {'Port': ['ID=d5fac609-4689-4f23-bf37-2d620e9f92db,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.539469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-e1acdc34-2737-43e1-bf57-e6e727a02236 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:43.541089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-e1acdc34-2737-43e1-bf57-e6e727a02236 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 945 time: 0.2414460 Feb 11 05:30:43.570063 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0740918b-53b3-4dd8-9dc3-eb971d3be50e req-35a80ca9-2af2-4c4a-8c00-f1881be8ae60 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727777 Feb 11 05:30:43.585219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-1f3b945f-2485-4886-951c-da2b22678460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:43.587752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-1f3b945f-2485-4886-951c-da2b22678460 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f HTTP/1.1" status: 200 len: 797 time: 0.0908673 Feb 11 05:30:43.716422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-4b969713-0085-487e-a7e7-6b8cdbce32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:43.721486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-4b969713-0085-487e-a7e7-6b8cdbce32f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1156898 Feb 11 05:30:43.947160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-f68a8004-6ab7-4edd-befa-dcb71cb64d53 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017863 Feb 11 05:30:44.053399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Deleting port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:44.053740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.184879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] For port eeaaa46f-54ef-407d-bc48-f39737dcb8c2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,segment=NetworkSegment(9d176abc-b308-4b9a-bda0-79910b5f062b),segment_id=9d176abc-b308-4b9a-bda0-79910b5f062b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:44.185186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.204989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Calling delete_port for eeaaa46f-54ef-407d-bc48-f39737dcb8c2 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:44.231192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c03b71a0-220d-4767-a24f-73f4059c8179 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770574 Feb 11 05:30:44.297706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b655c-4ae8-4930-80b8-16d4d444952c req-ba022c3a-c9b8-488e-8ff1-09a23a44ad98 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:44.308532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-428b655c-4ae8-4930-80b8-16d4d444952c req-ba022c3a-c9b8-488e-8ff1-09a23a44ad98 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f0d3ef-d195-4997-9539-3e58c3cae1ce HTTP/1.1" status: 200 len: 945 time: 0.1990869 Feb 11 05:30:44.392675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-7d7b2ac2-a543-45ed-9d6f-f4727f6ab87e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00 HTTP/1.1" status: 200 len: 217 time: 0.1520913 Feb 11 05:30:44.439858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Deleting port d5fac609-4689-4f23-bf37-2d620e9f92db {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:44.440397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d5fac609-4689-4f23-bf37-2d620e9f92db), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.494714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eeaaa46f-54ef-407d-bc48-f39737dcb8c2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.500110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['eeaaa46f-54ef-407d-bc48-f39737dcb8c2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:44.574237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Pushing event deleted for resources: {'Port': ['ID=eeaaa46f-54ef-407d-bc48-f39737dcb8c2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:44.590430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-527d8edc-13fe-4847-852d-68257c536775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:44.591961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-527d8edc-13fe-4847-852d-68257c536775 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f HTTP/1.1" status: 200 len: 797 time: 0.1674178 Feb 11 05:30:44.775724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] No DVR routers for this DVR port eeaaa46f-54ef-407d-bc48-f39737dcb8c2 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:44.785722 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.790588 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3cba8771-9e77-457b-97fe-8480926a8a19 req-24594993-23b2-4466-9674-544e1059ba3d tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.65 "DELETE /v2.0/ports/eeaaa46f-54ef-407d-bc48-f39737dcb8c2 HTTP/1.1" status: 204 len: 173 time: 1.2423453 Feb 11 05:30:44.797292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f0d3ef-d195-4997-9539-3e58c3cae1ce', 'name': 'network-vif-deleted', 'tag': 'eeaaa46f-54ef-407d-bc48-f39737dcb8c2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:44.801021 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b689d5-39ad-4227-812e-972333bdfc64" -d '{"events": [{"server_uuid": "a6f0d3ef-d195-4997-9539-3e58c3cae1ce", "name": "network-vif-deleted", "tag": "eeaaa46f-54ef-407d-bc48-f39737dcb8c2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:44.879694 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d5fac609-4689-4f23-bf37-2d620e9f92db), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.880782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for floatingip (d5fac609-4689-4f23-bf37-2d620e9f92db), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.935229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Calling delete_port for d5fac609-4689-4f23-bf37-2d620e9f92db owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:45.236411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-428b655c-4ae8-4930-80b8-16d4d444952c req-5cb147ab-f05a-4cad-be9e-83da937edfa1 tempest-ServerGroupTestJSON-733260342 tempest-ServerGroupTestJSON-733260342-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9265275 Feb 11 05:30:45.254234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eed1f-85ea-470d-af1f-f77bae6795cf req-700de9b8-4b5c-44fd-ab70-bd092b42e080 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:45.255857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a8eed1f-85ea-470d-af1f-f77bae6795cf req-700de9b8-4b5c-44fd-ab70-bd092b42e080 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 945 time: 0.8708389 Feb 11 05:30:45.282011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c3d16e6b-701c-4cd1-97d9-08f73ab26465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:45.288524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-c3d16e6b-701c-4cd1-97d9-08f73ab26465 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=504a0c86-86b7-4f32-bbbf-dbbf77425fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6872053 Feb 11 05:30:45.329861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d5fac609-4689-4f23-bf37-2d620e9f92db), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.409890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event deleted for resources: {'Port': ['ID=d5fac609-4689-4f23-bf37-2d620e9f92db,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:45.430341 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01bb8d1-36d7-44b6-9a94-3c3a0a6fa2e0 x-openstack-request-id: req-f01bb8d1-36d7-44b6-9a94-3c3a0a6fa2e0 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:45.430341 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f0d3ef-d195-4997-9539-3e58c3cae1ce", "name": "network-vif-deleted", "tag": "eeaaa46f-54ef-407d-bc48-f39737dcb8c2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:45.430341 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f01bb8d1-36d7-44b6-9a94-3c3a0a6fa2e0 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:45.430341 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f0d3ef-d195-4997-9539-3e58c3cae1ce', 'name': 'network-vif-deleted', 'tag': 'eeaaa46f-54ef-407d-bc48-f39737dcb8c2', 'status': 'completed', 'code': 200} Feb 11 05:30:45.493427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a8eed1f-85ea-470d-af1f-f77bae6795cf req-bd6eb35c-e76d-461b-818b-482a8b401de5 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209291 Feb 11 05:30:45.630016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-045e9290-b471-4db2-aa29-c08e5dc10722 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051140 Feb 11 05:30:45.698567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-e5bee7b0-3c4a-4a19-b6b9-08ea660bf15f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:45.700310 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-e5bee7b0-3c4a-4a19-b6b9-08ea660bf15f tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 945 time: 0.1640763 Feb 11 05:30:45.820439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a8e866-dc8f-43e3-b8c2-333c1a91623e req-3fe3f4df-6ebd-4625-880c-2783d1d2ae06 service neutron] 10.222.0.83 "GET /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832285 Feb 11 05:30:45.891598 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] create failed (client error): The resource could not be found. Feb 11 05:30:45.897205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:45.901018 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-094c12a9-61e2-460c-94b1-2360f0a87836 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8436434 Feb 11 05:30:46.022457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Deleting port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:46.023126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.208158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a5852cd9-0fa2-43b1-b8ac-0889184a5700 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Deleting port adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:46.208510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5852cd9-0fa2-43b1-b8ac-0889184a5700 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.268458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] For port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,segment=NetworkSegment(7495528a-a857-40e7-9cef-92a423327b8d),segment_id=7495528a-a857-40e7-9cef-92a423327b8d)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:46.269171 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.317798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Calling delete_port for 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:46.402877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5852cd9-0fa2-43b1-b8ac-0889184a5700 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.421125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a5852cd9-0fa2-43b1-b8ac-0889184a5700 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Calling delete_port for adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:46.804114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8602-cda5-4263-8ef7-c9742b972e20 req-8d3aeb9a-5243-4675-8120-ed9d092156ad tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:46.806707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02ba8602-cda5-4263-8ef7-c9742b972e20 req-8d3aeb9a-5243-4675-8120-ed9d092156ad tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 945 time: 0.0909524 Feb 11 05:30:46.806707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5852cd9-0fa2-43b1-b8ac-0889184a5700 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.810092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34370) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:46.824871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.837239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:30:46.869436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5852cd9-0fa2-43b1-b8ac-0889184a5700 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event deleted for resources: {'Port': ['ID=adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:46.932444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event deleted for resources: {'Port': ['ID=3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:46.992981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34374) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:47.018243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02ba8602-cda5-4263-8ef7-c9742b972e20 req-055e9789-f4d6-4476-90e0-1f2c448d43ea tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892595 Feb 11 05:30:47.023267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-dec66d69-aae8-4917-8ab2-1aebbbada0a4 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1969574490'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:47.024087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-dec66d69-aae8-4917-8ab2-1aebbbada0a4 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Unknown quota resources ['metering_label']. {{(pid=104086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:30:47.084533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] No DVR routers for this DVR port 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:47.092489 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.099966 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0de23fe4-e827-48ad-ab83-032c282cb733 req-60ff9a20-79d2-4d28-a6c4-ea198db1acc6 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.65 "DELETE /v2.0/ports/3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 HTTP/1.1" status: 204 len: 173 time: 1.3931344 Feb 11 05:30:47.138403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5852cd9-0fa2-43b1-b8ac-0889184a5700 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.147119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a5852cd9-0fa2-43b1-b8ac-0889184a5700 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "DELETE /v2.0/ports/adb2d3ae-7c36-40c6-b9ff-8e30fd434ed7 HTTP/1.1" status: 204 len: 168 time: 1.2484252 Feb 11 05:30:47.153086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:47.207059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb2927e-3aec-4f8e-9619-82f76ef979e3 admin admin] Deleting subnet 3263299c-c9f2-41c4-aac0-6651a1e11439 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:47.210803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb2927e-3aec-4f8e-9619-82f76ef979e3 admin admin] Publish callbacks [] for subnet (3263299c-c9f2-41c4-aac0-6651a1e11439), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.237743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a903d2d-8804-4abd-bcd8-1ac3d61c19aa tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.243711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4a903d2d-8804-4abd-bcd8-1ac3d61c19aa tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e4bbc81-c964-40cd-b96f-8770d936067e HTTP/1.1" status: 200 len: 913 time: 0.0942104 Feb 11 05:30:47.245304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34382) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:47.486600 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979ac097-e9de-4c4b-b65c-b536ea475fed', 'name': 'network-vif-deleted', 'tag': '3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:30:47.488865 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ba1d4a-fd5b-4499-b40a-1617e35ba4e1" -d '{"events": [{"server_uuid": "979ac097-e9de-4c4b-b65c-b536ea475fed", "name": "network-vif-deleted", "tag": "3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:30:47.601151 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836d202b-eb85-4863-8ee2-7b5463de4f3b x-openstack-request-id: req-836d202b-eb85-4863-8ee2-7b5463de4f3b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:30:47.601443 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979ac097-e9de-4c4b-b65c-b536ea475fed", "name": "network-vif-deleted", "tag": "3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:30:47.601690 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-836d202b-eb85-4863-8ee2-7b5463de4f3b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:30:47.602087 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979ac097-e9de-4c4b-b65c-b536ea475fed', 'name': 'network-vif-deleted', 'tag': '3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2', 'status': 'completed', 'code': 200} Feb 11 05:30:47.614239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb2927e-3aec-4f8e-9619-82f76ef979e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (3263299c-c9f2-41c4-aac0-6651a1e11439), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.696471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dec66d69-aae8-4917-8ab2-1aebbbada0a4 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.700047 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dec66d69-aae8-4917-8ab2-1aebbbada0a4 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8863323 Feb 11 05:30:47.700412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34400) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:47.706215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bddb439d-667a-472c-9626-bd5d936de5b0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8b2c2f35-7910-4c52-8d50-c75e9f1a1eab'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:47.706998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bddb439d-667a-472c-9626-bd5d936de5b0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:30:47.764761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb2927e-3aec-4f8e-9619-82f76ef979e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3263299c-c9f2-41c4-aac0-6651a1e11439), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.969107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eeaaa46f-54ef-407d-bc48-f39737dcb8c2 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:47.980102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb2927e-3aec-4f8e-9619-82f76ef979e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (3263299c-c9f2-41c4-aac0-6651a1e11439), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.005638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2927e-3aec-4f8e-9619-82f76ef979e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3263299c-c9f2-41c4-aac0-6651a1e11439,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:48.031595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb2927e-3aec-4f8e-9619-82f76ef979e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.040580 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7bb2927e-3aec-4f8e-9619-82f76ef979e3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3263299c-c9f2-41c4-aac0-6651a1e11439 HTTP/1.1" status: 204 len: 168 time: 1.0402007 Feb 11 05:30:48.044226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34408) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:48.045794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: eeaaa46f-54ef-407d-bc48-f39737dcb8c2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:48.046906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device eeaaa46f-54ef-407d-bc48-f39737dcb8c2 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:48.047567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:48.048055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (3e4bbc81-c964-40cd-b96f-8770d936067e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.082297 n-d-713498-37 neutron-server[104087]: WARNING neutron.services.metering.metering_plugin [None req-bddb439d-667a-472c-9626-bd5d936de5b0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:30:48.122663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:48.123042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3ec7574f-fec4-4cea-b2bf-2cc7e8248fc2 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:48.321240 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (7a285145-e13c-4a4e-b48c-bd0753009a8c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.544459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bddb439d-667a-472c-9626-bd5d936de5b0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.545754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bddb439d-667a-472c-9626-bd5d936de5b0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8437881 Feb 11 05:30:48.559448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34412) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:48.583339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2c521e4b-71af-4b7d-a7fb-3b1fb5cfd9c0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8b2c2f35-7910-4c52-8d50-c75e9f1a1eab'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:48.584739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2c521e4b-71af-4b7d-a7fb-3b1fb5cfd9c0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:30:48.627675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Deleting port fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:48.627879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.968567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (7a285145-e13c-4a4e-b48c-bd0753009a8c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.991718 n-d-713498-37 neutron-server[104087]: WARNING neutron.services.metering.metering_plugin [None req-2c521e4b-71af-4b7d-a7fb-3b1fb5cfd9c0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:30:49.062681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.077293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a285145-e13c-4a4e-b48c-bd0753009a8c']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:49.091603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d176abc-b308-4b9a-bda0-79910b5f062b') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:49.092135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d176abc-b308-4b9a-bda0-79910b5f062b') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:49.106341 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (9d176abc-b308-4b9a-bda0-79910b5f062b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.127497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9d176abc-b308-4b9a-bda0-79910b5f062b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.131365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Calling delete_port for fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:49.135517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:49.136014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (9d176abc-b308-4b9a-bda0-79910b5f062b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:49.215665 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:49.319942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3c3d37-4317-4797-9cce-3d2cc6dd9b52 req-09b94f74-e2d0-4c25-baf8-9a2b09b0dd48 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/ports?device_id=979ac097-e9de-4c4b-b65c-b536ea475fed HTTP/1.1" status: 200 len: 210 time: 0.8963430 Feb 11 05:30:49.322505 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (7a285145-e13c-4a4e-b48c-bd0753009a8c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.362531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.380106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] 10.222.0.62 "DELETE /v2.0/networks/7a285145-e13c-4a4e-b48c-bd0753009a8c HTTP/1.1" status: 204 len: 168 time: 1.3369970 Feb 11 05:30:49.383500 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c521e4b-71af-4b7d-a7fb-3b1fb5cfd9c0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.384887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2c521e4b-71af-4b7d-a7fb-3b1fb5cfd9c0 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8242700 Feb 11 05:30:49.387743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34432) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:49.404923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463cf54-9afb-49b8-9dbc-29222dbdd21f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a285145-e13c-4a4e-b48c-bd0753009a8c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:49.410725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-804dac5b-30d2-4393-8420-b5bec8bb52d6 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=15712495-d835-4221-b306-061036b392d1 HTTP/1.1" status: 200 len: 464 time: 0.0216708 Feb 11 05:30:49.415539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34434) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:49.653927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53be3ce3-5439-4707-9d68-0d09b4e64e7e tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.655406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-53be3ce3-5439-4707-9d68-0d09b4e64e7e tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/15712495-d835-4221-b306-061036b392d1 HTTP/1.1" status: 204 len: 168 time: 0.2385194 Feb 11 05:30:49.658657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34436) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:49.671099 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1cb29986-ba36-4174-84c9-04eab5dd5361 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=15712495-d835-4221-b306-061036b392d1 HTTP/1.1" status: 200 len: 221 time: 0.0108705 Feb 11 05:30:49.678318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34438) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:49.684174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f794afe0-05e9-4382-b2f2-dac550445a85 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1705429260', 'description': 'label created by tempest'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:49.684675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f794afe0-05e9-4382-b2f2-dac550445a85 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Unknown quota resources ['metering_label']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:30:49.727541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.797156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event deleted for resources: {'Port': ['ID=fdcc46d8-cbef-4063-ba53-2f4e4c00bf1a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:50.047329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34442) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.094023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (3e4bbc81-c964-40cd-b96f-8770d936067e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.422240 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e5aea32-55e0-4d08-a795-dc2ded3fc9b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8330acd588044007ada1ccc57f47aa87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3660588 Feb 11 05:30:50.433607 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34458) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.451272 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f794afe0-05e9-4382-b2f2-dac550445a85 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.456163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f794afe0-05e9-4382-b2f2-dac550445a85 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7761874 Feb 11 05:30:50.457012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.614183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-80b0a3a0-07b7-4705-803d-217112641dbc tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=f1a57903-098b-4651-ac0e-8663fbdcd7af HTTP/1.1" status: 200 len: 468 time: 0.1542368 Feb 11 05:30:50.621111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34472) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.677624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5492f3f9-f463-40a1-ba95-d36a9b24b995 admin admin] Publish callbacks [] for security_group (e1d0e49d-1401-4ab1-9c6d-d7306a7530c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.797436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Router 3e4bbc81-c964-40cd-b96f-8770d936067e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:30:50.817107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5492f3f9-f463-40a1-ba95-d36a9b24b995 admin admin] Publish callbacks [] for security_group (e1d0e49d-1401-4ab1-9c6d-d7306a7530c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.837872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34480) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.074687 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aff4593b-74b4-49d4-87e7-0e34310be3cf tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.076094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aff4593b-74b4-49d4-87e7-0e34310be3cf tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/f1a57903-098b-4651-ac0e-8663fbdcd7af HTTP/1.1" status: 204 len: 168 time: 0.4533734 Feb 11 05:30:51.079620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34484) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.101263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b42b8284-4e32-4738-aedb-9833bf7e323e tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=f1a57903-098b-4651-ac0e-8663fbdcd7af HTTP/1.1" status: 200 len: 216 time: 0.0200779 Feb 11 05:30:51.106285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34486) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.125044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7004f2d8-7e69-493b-93e1-f03231150841 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0162838 Feb 11 05:30:51.130023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34488) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.153872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc0abdf5-99ac-4585-b4c8-dd405978bf52 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0225186 Feb 11 05:30:51.158734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34490) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.384540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2b8ad0bb-ec3f-4275-95e0-c1b7160a2118 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/8b2c2f35-7910-4c52-8d50-c75e9f1a1eab HTTP/1.1" status: 200 len: 473 time: 0.2172432 Feb 11 05:30:51.385259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34504) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.434934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f074e0a2-2027-4bf0-8a1f-c42bc17bab9b tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/02798a42-918f-4f78-b5a6-b4919e1ea7d7 HTTP/1.1" status: 200 len: 461 time: 0.0484109 Feb 11 05:30:51.435837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34506) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.518241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75ee1c82-2dcf-4c2b-a4d1-c90d8edc21ee tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group (86941a44-0cb7-486d-832d-50acdc1dc1a3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.656709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:51.670372 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8001f1-59c6-4c18-bf3c-1fa1c68a338d None None] Sync routers for ids ['3e4bbc81-c964-40cd-b96f-8770d936067e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:51.675876 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-57351e3c-f5e3-4621-904e-9ebcfae26630 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "PUT /v2.0/routers/3e4bbc81-c964-40cd-b96f-8770d936067e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4280546 Feb 11 05:30:51.679983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.685573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75ee1c82-2dcf-4c2b-a4d1-c90d8edc21ee tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group (86941a44-0cb7-486d-832d-50acdc1dc1a3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.685795 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8001f1-59c6-4c18-bf3c-1fa1c68a338d None None] Routers {'3e4bbc81-c964-40cd-b96f-8770d936067e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:51.685795 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d8001f1-59c6-4c18-bf3c-1fa1c68a338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:30:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3e4bbc81-c964-40cd-b96f-8770d936067e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:51.704827 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5492f3f9-f463-40a1-ba95-d36a9b24b995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e1d0e49d-1401-4ab1-9c6d-d7306a7530c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.709402 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5492f3f9-f463-40a1-ba95-d36a9b24b995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.715215 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5492f3f9-f463-40a1-ba95-d36a9b24b995 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1d0e49d-1401-4ab1-9c6d-d7306a7530c0 HTTP/1.1" status: 204 len: 168 time: 1.2805533 Feb 11 05:30:51.746740 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1da13f8b-0ab7-4a20-a549-34cf674f5031 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.757200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1da13f8b-0ab7-4a20-a549-34cf674f5031 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/02798a42-918f-4f78-b5a6-b4919e1ea7d7 HTTP/1.1" status: 204 len: 168 time: 0.3198848 Feb 11 05:30:51.757870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34512) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.803181 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d8001f1-59c6-4c18-bf3c-1fa1c68a338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:51.829989 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8001f1-59c6-4c18-bf3c-1fa1c68a338d None None] Routers {'3e4bbc81-c964-40cd-b96f-8770d936067e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:51.831594 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d8001f1-59c6-4c18-bf3c-1fa1c68a338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:30:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3e4bbc81-c964-40cd-b96f-8770d936067e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:51.853034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492f3f9-f463-40a1-ba95-d36a9b24b995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d0e49d-1401-4ab1-9c6d-d7306a7530c0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:51.928813 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d8001f1-59c6-4c18-bf3c-1fa1c68a338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:51.929814 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8001f1-59c6-4c18-bf3c-1fa1c68a338d None None] The sync data for ids ['3e4bbc81-c964-40cd-b96f-8770d936067e'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:51.956450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee9cd0f-0e29-4f50-9406-0f357f1d1666 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for router (3e4bbc81-c964-40cd-b96f-8770d936067e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.180451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d65cba3-84fe-4dcb-b76e-93aec8e955c8 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.185834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8d65cba3-84fe-4dcb-b76e-93aec8e955c8 tempest-MeteringTestJSON-1388309945 tempest-MeteringTestJSON-1388309945-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/8b2c2f35-7910-4c52-8d50-c75e9f1a1eab HTTP/1.1" status: 204 len: 168 time: 0.4268889 Feb 11 05:30:52.256178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75ee1c82-2dcf-4c2b-a4d1-c90d8edc21ee tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (86941a44-0cb7-486d-832d-50acdc1dc1a3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.260231 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75ee1c82-2dcf-4c2b-a4d1-c90d8edc21ee tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.264622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34518) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:52.267164 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-75ee1c82-2dcf-4c2b-a4d1-c90d8edc21ee tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "DELETE /v2.0/security-groups/86941a44-0cb7-486d-832d-50acdc1dc1a3 HTTP/1.1" status: 204 len: 168 time: 1.4281867 Feb 11 05:30:52.296885 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-1ad58394-a07a-40e2-897a-e98d3a4621d0 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] show failed (client error): The resource could not be found. Feb 11 05:30:52.298022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1ad58394-a07a-40e2-897a-e98d3a4621d0 tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "GET /v2.0/security-groups/86941a44-0cb7-486d-832d-50acdc1dc1a3 HTTP/1.1" status: 404 len: 347 time: 0.0318599 Feb 11 05:30:52.309166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34528) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:52.330886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee1c82-2dcf-4c2b-a4d1-c90d8edc21ee tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86941a44-0cb7-486d-832d-50acdc1dc1a3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:52.440656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee9cd0f-0e29-4f50-9406-0f357f1d1666 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (3e4bbc81-c964-40cd-b96f-8770d936067e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.446586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee9cd0f-0e29-4f50-9406-0f357f1d1666 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for router_controller (3e4bbc81-c964-40cd-b96f-8770d936067e), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.645960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Deleting port 566965bc-b643-4e84-b5ee-c9c0a3537a2a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:52.647092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (566965bc-b643-4e84-b5ee-c9c0a3537a2a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.689335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee9cd0f-0e29-4f50-9406-0f357f1d1666 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (3e4bbc81-c964-40cd-b96f-8770d936067e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.689890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee9cd0f-0e29-4f50-9406-0f357f1d1666 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Fanout notify agent at l3_agent the message router_deleted on router 3e4bbc81-c964-40cd-b96f-8770d936067e {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:30:52.702933 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee9cd0f-0e29-4f50-9406-0f357f1d1666 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.702933 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ee9cd0f-0e29-4f50-9406-0f357f1d1666 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "DELETE /v2.0/routers/3e4bbc81-c964-40cd-b96f-8770d936067e HTTP/1.1" status: 204 len: 168 time: 1.0204935 Feb 11 05:30:52.705655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34542) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:52.815720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e09b0b-ec5c-47a5-865a-927b81db68fd tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Deleting subnet a6871e01-f64b-434f-806f-fda413f74d8f {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:52.819487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e09b0b-ec5c-47a5-865a-927b81db68fd tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for subnet (a6871e01-f64b-434f-806f-fda413f74d8f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.821768 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (566965bc-b643-4e84-b5ee-c9c0a3537a2a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.822296 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for floatingip (566965bc-b643-4e84-b5ee-c9c0a3537a2a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.854552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Calling delete_port for 566965bc-b643-4e84-b5ee-c9c0a3537a2a owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:52.884212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e09b0b-ec5c-47a5-865a-927b81db68fd tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (a6871e01-f64b-434f-806f-fda413f74d8f), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.117391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e09b0b-ec5c-47a5-865a-927b81db68fd tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a6871e01-f64b-434f-806f-fda413f74d8f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.157851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34548) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.296221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e09b0b-ec5c-47a5-865a-927b81db68fd tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (a6871e01-f64b-434f-806f-fda413f74d8f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.326647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (566965bc-b643-4e84-b5ee-c9c0a3537a2a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.411657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e09b0b-ec5c-47a5-865a-927b81db68fd tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event deleted for resources: {'Subnet': ['ID=a6871e01-f64b-434f-806f-fda413f74d8f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:53.432474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2e09b0b-ec5c-47a5-865a-927b81db68fd tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.438134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Pushing event deleted for resources: {'Port': ['ID=566965bc-b643-4e84-b5ee-c9c0a3537a2a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:53.442070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5879f7f0-a6d0-4cf1-9201-662633618544 None None] Network 315eee91-657f-40c2-81d3-078e0b1ea405 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:53.462255 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a2e09b0b-ec5c-47a5-865a-927b81db68fd tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "DELETE /v2.0/subnets/a6871e01-f64b-434f-806f-fda413f74d8f HTTP/1.1" status: 204 len: 168 time: 0.7519109 Feb 11 05:30:53.464264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34572) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.556563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7184170-e7d2-4fe3-b99d-a2c960d1225d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.727524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (315eee91-657f-40c2-81d3-078e0b1ea405), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.746865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks [] for floatingip (829a3a44-8d4a-4bdb-89a6-cd26b9ccea8e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.768353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.780081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-222ba049-af54-4b9e-a1f4-0dc372fa8e3d tempest-ImagesOneServerNegativeTestJSON-170507910 tempest-ImagesOneServerNegativeTestJSON-170507910-project] 10.222.0.62 "DELETE /v2.0/floatingips/829a3a44-8d4a-4bdb-89a6-cd26b9ccea8e HTTP/1.1" status: 204 len: 168 time: 1.4697990 Feb 11 05:30:53.855745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] DHCP port deletion for 315eee91-657f-40c2-81d3-078e0b1ea405 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:53.945476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34584) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.967680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Deleting port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:53.971284 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.037557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:54.054349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7184170-e7d2-4fe3-b99d-a2c960d1225d admin admin] Publish callbacks [] for security_group (4a2778b3-f51c-4619-8b13-a6c436af0013), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.055396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34590) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.114802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7184170-e7d2-4fe3-b99d-a2c960d1225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4a2778b3-f51c-4619-8b13-a6c436af0013), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.185958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Deleting port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:54.186339 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.227513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-010ca800-2465-4ecd-82c6-299223f74189 admin admin] Deleting subnet b3eb6dbf-8268-438c-8844-da63c91d37cb {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:54.233792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] For port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,segment=NetworkSegment(dae5dae7-62a4-47c3-82ce-b6de6b9720f3),segment_id=dae5dae7-62a4-47c3-82ce-b6de6b9720f3)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:54.234166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.253163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ca800-2465-4ecd-82c6-299223f74189 admin admin] Publish callbacks [] for subnet (b3eb6dbf-8268-438c-8844-da63c91d37cb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.255934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7184170-e7d2-4fe3-b99d-a2c960d1225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2778b3-f51c-4619-8b13-a6c436af0013,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:54.275939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Calling delete_port for e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:54.340273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c7184170-e7d2-4fe3-b99d-a2c960d1225d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07c0a554648744edaae8132bf0f56102&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1790600 Feb 11 05:30:54.359255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-269988120-network', 'tenant_id': '25cfb41544924d45bf45fe6fb140758b'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:54.393056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34592) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.455147 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ca800-2465-4ecd-82c6-299223f74189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (b3eb6dbf-8268-438c-8844-da63c91d37cb), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.473780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] For port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,segment=NetworkSegment(dae5dae7-62a4-47c3-82ce-b6de6b9720f3),segment_id=dae5dae7-62a4-47c3-82ce-b6de6b9720f3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:54.476313 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.488269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Made reservation on behalf of 25cfb41544924d45bf45fe6fb140758b for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:54.517852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f405d8e9-ff11-4018-9b84-cdca37fc4047 admin admin] Publish callbacks [] for security_group (4a2778b3-f51c-4619-8b13-a6c436af0013), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.522520 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.606879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.612549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.675299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Calling delete_port for e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:54.722128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:54.722632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.741708 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ca800-2465-4ecd-82c6-299223f74189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (b3eb6dbf-8268-438c-8844-da63c91d37cb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.755312 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f405d8e9-ff11-4018-9b84-cdca37fc4047 admin admin] Publish callbacks [] for security_group (4a2778b3-f51c-4619-8b13-a6c436af0013), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.794463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event deleted for resources: {'Port': ['ID=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:54.817924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] No DVR routers for this DVR port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:54.978694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Publish callbacks [] for security_group (bb0fff64-6959-4282-88a7-34c15ca761bf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.007033 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ca800-2465-4ecd-82c6-299223f74189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (b3eb6dbf-8268-438c-8844-da63c91d37cb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.048209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca800-2465-4ecd-82c6-299223f74189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3eb6dbf-8268-438c-8844-da63c91d37cb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:55.053253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ca800-2465-4ecd-82c6-299223f74189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.056753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-010ca800-2465-4ecd-82c6-299223f74189 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b3eb6dbf-8268-438c-8844-da63c91d37cb HTTP/1.1" status: 204 len: 168 time: 1.0002241 Feb 11 05:30:55.058179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bb0fff64-6959-4282-88a7-34c15ca761bf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.061152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34608) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:55.062674 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.080754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] No DVR routers for this DVR port e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:55.084720 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (315eee91-657f-40c2-81d3-078e0b1ea405), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.131773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Pushing event deleted for resources: {'Port': ['ID=e022ebd4-2dc4-4f70-ace9-d5eb9e5e11b5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:55.135531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315eee91-657f-40c2-81d3-078e0b1ea405']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:55.159611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.160538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.162490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae5dae7-62a4-47c3-82ce-b6de6b9720f3') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:55.163030 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (ea175aa5-42f2-4e28-866e-493be911bb17), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.163165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.163496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.163899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.164299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.164862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.165233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae5dae7-62a4-47c3-82ce-b6de6b9720f3') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:55.165636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.167624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.168035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.168436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.174427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.175015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b3245-9615-4639-8934-0f02b39f7c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:55.183674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (dae5dae7-62a4-47c3-82ce-b6de6b9720f3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.200719 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (dae5dae7-62a4-47c3-82ce-b6de6b9720f3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.215648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:55.216541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:55.217053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (dae5dae7-62a4-47c3-82ce-b6de6b9720f3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:55.221508 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:55.249704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0fff64-6959-4282-88a7-34c15ca761bf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:55.372340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f405d8e9-ff11-4018-9b84-cdca37fc4047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4a2778b3-f51c-4619-8b13-a6c436af0013), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.375466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f405d8e9-ff11-4018-9b84-cdca37fc4047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.380898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f405d8e9-ff11-4018-9b84-cdca37fc4047 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a2778b3-f51c-4619-8b13-a6c436af0013 HTTP/1.1" status: 204 len: 168 time: 0.9818611 Feb 11 05:30:55.403823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405d8e9-ff11-4018-9b84-cdca37fc4047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2778b3-f51c-4619-8b13-a6c436af0013,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:55.404764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (315eee91-657f-40c2-81d3-078e0b1ea405), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.428584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.432253 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] 10.222.0.62 "DELETE /v2.0/networks/315eee91-657f-40c2-81d3-078e0b1ea405 HTTP/1.1" status: 204 len: 168 time: 1.9598610 Feb 11 05:30:55.472836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7223d-0462-4794-8ffb-c32359b80d31 tempest-FloatingIPNegativeTestJSON-814009514 tempest-FloatingIPNegativeTestJSON-814009514-project] Pushing event deleted for resources: {'Network': ['ID=315eee91-657f-40c2-81d3-078e0b1ea405,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:55.958392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e0c95c43-9582-4ff0-946c-335e2b5f9137), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.959050 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Added segment e0c95c43-9582-4ff0-946c-335e2b5f9137 of type vlan for network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b Feb 11 05:30:56.008395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (be5ed795-2ec1-4e9b-949d-9c68c94b7c4b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.104486 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (ea175aa5-42f2-4e28-866e-493be911bb17), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.110440 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (be5ed795-2ec1-4e9b-949d-9c68c94b7c4b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.112982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.114156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.217987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea175aa5-42f2-4e28-866e-493be911bb17']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:56.240559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34632) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:56.246961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Request body: {'subnet': {'network_id': 'be5ed795-2ec1-4e9b-949d-9c68c94b7c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-269988120-subnet', 'tenant_id': '25cfb41544924d45bf45fe6fb140758b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:56.254061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3083193 Feb 11 05:30:56.293681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7495528a-a857-40e7-9cef-92a423327b8d') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:56.305661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7495528a-a857-40e7-9cef-92a423327b8d') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:56.349647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (7495528a-a857-40e7-9cef-92a423327b8d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.360727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Made reservation on behalf of 25cfb41544924d45bf45fe6fb140758b for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:56.365189 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.373192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7495528a-a857-40e7-9cef-92a423327b8d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.385772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:56.386192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (7495528a-a857-40e7-9cef-92a423327b8d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.411082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34634) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:56.534965 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:56.619160 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (ea175aa5-42f2-4e28-866e-493be911bb17), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.630744 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.645143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] 10.222.0.62 "DELETE /v2.0/networks/ea175aa5-42f2-4e28-866e-493be911bb17 HTTP/1.1" status: 204 len: 168 time: 1.5770133 Feb 11 05:30:56.646672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26651e4-6b9d-4d2a-b08c-8972247040fb admin admin] Pushing event updated for resources: {'Network': ['ID=be5ed795-2ec1-4e9b-949d-9c68c94b7c4b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.658809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:56.700919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1f1d6-f5bf-4dcf-a3d7-b8d9fe90878a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea175aa5-42f2-4e28-866e-493be911bb17,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.945317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34656) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:56.982727 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06d428d5-71c5-4c60-b857-1d1359053afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.999810 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15c90228-a22d-490d-8ba2-adbfcdb69189 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05453b7ab1054027873c857882aadf0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5865123 Feb 11 05:30:57.000463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34658) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.100063 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06d428d5-71c5-4c60-b857-1d1359053afe admin admin] Publish callbacks [] for security_group (83477946-8bb8-474f-afc6-87ebe3dc90b2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.159534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-378ad126-7e0a-4ab6-9397-d3f6b7c61376 admin admin] Publish callbacks [] for security_group (984c7178-bc7c-4c7c-8808-1f11409f4946), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.165206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (afe410a9-2b0a-4e25-8b66-ea777d28e59e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.192668 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06d428d5-71c5-4c60-b857-1d1359053afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (83477946-8bb8-474f-afc6-87ebe3dc90b2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.273227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34662) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.305647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-06d428d5-71c5-4c60-b857-1d1359053afe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=947e84f3c470413ca359c663559d9567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563914 Feb 11 05:30:57.319204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.341467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-378ad126-7e0a-4ab6-9397-d3f6b7c61376 admin admin] Publish callbacks [] for security_group (984c7178-bc7c-4c7c-8808-1f11409f4946), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.358854 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2c7e725e-f9f5-4d76-95f9-d2709f6c354c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1f9399909cb4c51ad5b1ca0c5392e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740995 Feb 11 05:30:57.359998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d428d5-71c5-4c60-b857-1d1359053afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83477946-8bb8-474f-afc6-87ebe3dc90b2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.362699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.496530 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f1258e5a-6b67-4e9d-83f3-2e93b2f0f33d admin admin] Publish callbacks [] for security_group (fb08ad80-5dac-4b91-bcf0-20b1bbbb697d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.508390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe410a9-2b0a-4e25-8b66-ea777d28e59e,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.518140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-378ad126-7e0a-4ab6-9397-d3f6b7c61376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (984c7178-bc7c-4c7c-8808-1f11409f4946), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.532961 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-378ad126-7e0a-4ab6-9397-d3f6b7c61376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.535332 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-378ad126-7e0a-4ab6-9397-d3f6b7c61376 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/984c7178-bc7c-4c7c-8808-1f11409f4946 HTTP/1.1" status: 204 len: 168 time: 0.5275049 Feb 11 05:30:57.574644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f1258e5a-6b67-4e9d-83f3-2e93b2f0f33d admin admin] Publish callbacks [] for security_group (fb08ad80-5dac-4b91-bcf0-20b1bbbb697d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.709602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc9fa6c-395e-44e1-b1aa-a878fd81c70b admin admin] Publish callbacks [] for security_group (83477946-8bb8-474f-afc6-87ebe3dc90b2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.714070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Checking segment: {'id': 'e0c95c43-9582-4ff0-946c-335e2b5f9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'be5ed795-2ec1-4e9b-949d-9c68c94b7c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:57.714442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Network hostable DHCP agents. Network: be5ed795-2ec1-4e9b-949d-9c68c94b7c4b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:57.722373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ad126-7e0a-4ab6-9397-d3f6b7c61376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c7178-bc7c-4c7c-8808-1f11409f4946,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.763842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f1258e5a-6b67-4e9d-83f3-2e93b2f0f33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fb08ad80-5dac-4b91-bcf0-20b1bbbb697d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.767173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f1258e5a-6b67-4e9d-83f3-2e93b2f0f33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.777522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f1258e5a-6b67-4e9d-83f3-2e93b2f0f33d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb08ad80-5dac-4b91-bcf0-20b1bbbb697d HTTP/1.1" status: 204 len: 168 time: 0.3969092 Feb 11 05:30:57.809884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1258e5a-6b67-4e9d-83f3-2e93b2f0f33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb08ad80-5dac-4b91-bcf0-20b1bbbb697d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.826817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc9fa6c-395e-44e1-b1aa-a878fd81c70b admin admin] Publish callbacks [] for security_group (83477946-8bb8-474f-afc6-87ebe3dc90b2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.874871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:57.972253 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, be5ed795-2ec1-4e9b-949d-9c68c94b7c4b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:57.983512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42126551-5c03-4a02-bafd-35470f1b776b None None] Network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:57.996120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:57.999546 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.133419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc9fa6c-395e-44e1-b1aa-a878fd81c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (83477946-8bb8-474f-afc6-87ebe3dc90b2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.148328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc9fa6c-395e-44e1-b1aa-a878fd81c70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.160269 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6dc9fa6c-395e-44e1-b1aa-a878fd81c70b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83477946-8bb8-474f-afc6-87ebe3dc90b2 HTTP/1.1" status: 204 len: 168 time: 0.7482107 Feb 11 05:30:58.190286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-68dec409-c318-4a66-ab4f-8e43398b4818 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9474661 Feb 11 05:30:58.208739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9fa6c-395e-44e1-b1aa-a878fd81c70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83477946-8bb8-474f-afc6-87ebe3dc90b2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:58.338444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4e3ef-7fd8-4981-85ef-d2c98506969a None None] Network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:59.798787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74c94-2808-4988-8110-cbb866a6835c req-c738b29a-902d-42d3-a99a-63393167be47 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:59.803173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-c738b29a-902d-42d3-a99a-63393167be47 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/networks?id=be5ed795-2ec1-4e9b-949d-9c68c94b7c4b HTTP/1.1" status: 200 len: 812 time: 0.2685838 Feb 11 05:30:59.827347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-06c057f4-c417-4680-981d-6bcec5475858 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/quotas/25cfb41544924d45bf45fe6fb140758b HTTP/1.1" status: 200 len: 375 time: 0.0181289 Feb 11 05:30:59.914388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-4b2926f0-ed14-4afc-8d5f-b55aa3d83f24 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=25cfb41544924d45bf45fe6fb140758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801423 Feb 11 05:31:00.174678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-23079f70-d03e-4c78-a7a9-621492f51e2f service neutron] 10.222.0.62 "GET /v2.0/networks/be5ed795-2ec1-4e9b-949d-9c68c94b7c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524898 Feb 11 05:31:00.321795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-da4c8dfb-1640-4ea7-9fb9-4fb34a46f1c8 service neutron] 10.222.0.62 "GET /v2.0/networks/be5ed795-2ec1-4e9b-949d-9c68c94b7c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401999 Feb 11 05:31:01.162159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f4d7937-3f1a-4c9b-90b3-0e822c6dab2a req-bccf17be-3446-4d4b-a888-8579f68f73c3 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 210 time: 0.0713825 Feb 11 05:31:01.169609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:01.385963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34806) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:01.472223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1199925503-network', 'tenant_id': '6bb4e885708f4666a391586737a37bd9'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:01.549457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-329412485'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:01.634876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Made reservation on behalf of 6bb4e885708f4666a391586737a37bd9 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:01.637853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.674653 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.789194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Made reservation on behalf of 82d9610566cb441fbcb39979507913ff for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:01.793379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.815177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.836973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34820) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:01.952935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Publish callbacks [] for security_group (4ea11dd0-ed24-4f55-b4e6-72302d290be0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.016247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for security_group (e91af1ec-6667-4171-803a-6899c5f2d214), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.041205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505214857'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:02.054821 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4ea11dd0-ed24-4f55-b4e6-72302d290be0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.088082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:02.100271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea11dd0-ed24-4f55-b4e6-72302d290be0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.105686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0539bdaa-df05-4298-979c-06259334ac24), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.106138 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Added segment 0539bdaa-df05-4298-979c-06259334ac24 of type vlan for network ba349a68-dbfb-445b-9417-e9a0d609c4e9 Feb 11 05:31:02.141334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e91af1ec-6667-4171-803a-6899c5f2d214), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.166622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (ba349a68-dbfb-445b-9417-e9a0d609c4e9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.189787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:02.218290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91af1ec-6667-4171-803a-6899c5f2d214,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.230987 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2d2f9eb7-dde2-4fc6-81f9-6882b5688609), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.230987 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Added segment 2d2f9eb7-dde2-4fc6-81f9-6882b5688609 of type vlan for network d65b9df8-0a60-457c-af70-44957325fdfa Feb 11 05:31:02.234942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:02.242423 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.275535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.278323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d65b9df8-0a60-457c-af70-44957325fdfa), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.340080 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (ba349a68-dbfb-445b-9417-e9a0d609c4e9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.341843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:02.345082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.346307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b00e28d5-8aab-4862-aacd-ed9e238fe210 req-76b11339-fe0f-4d0e-ba85-04dc7d9cbc62 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 210 time: 0.0782518 Feb 11 05:31:02.421835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d65b9df8-0a60-457c-af70-44957325fdfa), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.427253 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:02.428207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.467227 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for security_group (d42b7422-301f-45f4-8403-69eb40d33a7e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.469641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] Pushing event updated for resources: {'Network': ['ID=ba349a68-dbfb-445b-9417-e9a0d609c4e9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.499089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network ba349a68-dbfb-445b-9417-e9a0d609c4e9 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:02.544506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Network': ['ID=d65b9df8-0a60-457c-af70-44957325fdfa,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.551745 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-de9ecca9-0f21-4962-92b3-34210e9b4a16 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3808770 Feb 11 05:31:02.554612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34844) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:02.559915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Request body: {'subnet': {'network_id': 'ba349a68-dbfb-445b-9417-e9a0d609c4e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1199925503-subnet', 'tenant_id': '6bb4e885708f4666a391586737a37bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:02.578617 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d42b7422-301f-45f4-8403-69eb40d33a7e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.606501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:02.638186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d65b9df8-0a60-457c-af70-44957325fdfa details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:02.649750 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4b54138e-5462-4582-84de-65ece54757e0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.650102 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Added segment 4b54138e-5462-4582-84de-65ece54757e0 of type vlan for network c7a5e89d-587f-49b6-a0a5-118b4cd7a07c Feb 11 05:31:02.651469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42b7422-301f-45f4-8403-69eb40d33a7e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.664974 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b25a4d36-3f1a-4796-bb98-ca7e02f4eb9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2729399 Feb 11 05:31:02.664974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34850) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:02.669697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'subnet': {'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:02.699046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Made reservation on behalf of 6bb4e885708f4666a391586737a37bd9 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:02.702601 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.830210 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c7a5e89d-587f-49b6-a0a5-118b4cd7a07c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.855348 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db805319-869c-4ebf-93ed-745217153b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.934593 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c7a5e89d-587f-49b6-a0a5-118b4cd7a07c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.941033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:02.948306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.980444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Made reservation on behalf of 82d9610566cb441fbcb39979507913ff for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:02.986193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.041979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Network': ['ID=c7a5e89d-587f-49b6-a0a5-118b4cd7a07c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:03.048383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9c057db4-3418-492e-bd59-69d0123d3baa tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2103021 Feb 11 05:31:03.067267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c7a5e89d-587f-49b6-a0a5-118b4cd7a07c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:03.474590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (d980fbe0-ffb8-4497-8807-43b1cd219e08), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.632460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (ec898bef-13ec-472a-9337-a8e0b3ba6ba0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.707907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9112b8d5-a26c-4214-b050-5dcc97283e83 req-9dcf7a04-6952-4fdd-956e-965daf02d07c tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 210 time: 0.1519473 Feb 11 05:31:03.738263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Subnet': ['ID=ec898bef-13ec-472a-9337-a8e0b3ba6ba0,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:03.759301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Checking segment: {'id': '2d2f9eb7-dde2-4fc6-81f9-6882b5688609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:03.759923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Network hostable DHCP agents. Network: d65b9df8-0a60-457c-af70-44957325fdfa, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:03.778815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d980fbe0-ffb8-4497-8807-43b1cd219e08,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:03.831731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Checking segment: {'id': '0539bdaa-df05-4298-979c-06259334ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ba349a68-dbfb-445b-9417-e9a0d609c4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:03.832103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Network hostable DHCP agents. Network: ba349a68-dbfb-445b-9417-e9a0d609c4e9, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:03.948733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Network d65b9df8-0a60-457c-af70-44957325fdfa is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:03.996556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Network ba349a68-dbfb-445b-9417-e9a0d609c4e9 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:04.111549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d65b9df8-0a60-457c-af70-44957325fdfa) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:04.113207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, ba349a68-dbfb-445b-9417-e9a0d609c4e9) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:04.116146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:04.116510 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.117210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:04.118002 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.138283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735314f-4e43-413d-86f5-15e02060b7db None None] Network d65b9df8-0a60-457c-af70-44957325fdfa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:04.142245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf77ba8c-ccf1-48a6-9035-16a1678e0bb5 None None] Network ba349a68-dbfb-445b-9417-e9a0d609c4e9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:04.219888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8888c425-0095-48ba-9532-e0188ec7003a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6636193 Feb 11 05:31:04.243470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34914) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:04.243721 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a6947dbd-f21a-4b60-8f88-f5e594167c87 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5778964 Feb 11 05:31:04.249525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2136804813'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:04.502497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-d65b9df8-0a60-457c-af70-44957325fdfa', 'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa', 'project_id': '82d9610566cb441fbcb39979507913ff', 'fixed_ips': [{'subnet_id': 'ec898bef-13ec-472a-9337-a8e0b3ba6ba0'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:04.505145 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.520448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb828edc-f2e2-449d-bb18-3ad3c18d9f8d None None] Network ba349a68-dbfb-445b-9417-e9a0d609c4e9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:04.662423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74c94-2808-4988-8110-cbb866a6835c req-b76fab25-15bb-42ba-bd3a-03a0a0126203 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:04.694326 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-b76fab25-15bb-42ba-bd3a-03a0a0126203 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.65 "GET /v2.0/networks?id=be5ed795-2ec1-4e9b-949d-9c68c94b7c4b HTTP/1.1" status: 200 len: 812 time: 0.4144766 Feb 11 05:31:04.712143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Made reservation on behalf of 82d9610566cb441fbcb39979507913ff for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:04.716559 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.723433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Request body: {'port': {'device_id': '6e7c3e67-d818-46c1-ad95-edcfb15a6b2f', 'network_id': 'be5ed795-2ec1-4e9b-949d-9c68c94b7c4b', 'admin_state_up': True, 'tenant_id': '25cfb41544924d45bf45fe6fb140758b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:04.766585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] device_id is not set on port edc75d00-4894-4922-9e58-6648a2202c54 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:04.965705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Allocated IP 2001:db8::2 (d65b9df8-0a60-457c-af70-44957325fdfa/ec898bef-13ec-472a-9337-a8e0b3ba6ba0/3af79262-7267-442b-9bd3-fcc1574f1da4) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:05.165743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba7cc999-bbaa-4534-a4ce-0b9417e7dee9 req-39f5a3e1-161d-494c-a9f6-c5230e242c19 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 210 time: 0.1282244 Feb 11 05:31:05.182586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Made reservation on behalf of 25cfb41544924d45bf45fe6fb140758b for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:05.186408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.462841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Publish callbacks [] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.558040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.567582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Allocated IP 172.20.0.12 (be5ed795-2ec1-4e9b-949d-9c68c94b7c4b/afe410a9-2b0a-4e25-8b66-ea777d28e59e/5348a666-428c-42a9-9c94-01982f148412) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:05.663074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Network d65b9df8-0a60-457c-af70-44957325fdfa is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:05.663890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffd40561-f5f9-443c-84c9-61194f8b0ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.693853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:05.703860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:05.805014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Allocated IP 2001:db8::9c (d65b9df8-0a60-457c-af70-44957325fdfa/ec898bef-13ec-472a-9337-a8e0b3ba6ba0/edc75d00-4894-4922-9e58-6648a2202c54) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:06.005082 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-de936724-45ea-4163-ac43-897854c5dcdd req-de2e66ba-d84d-4a24-accb-842961e00bbd tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] show failed (client error): The resource could not be found. Feb 11 05:31:06.025598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Publish callbacks [] for port (5348a666-428c-42a9-9c94-01982f148412), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.037209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de936724-45ea-4163-ac43-897854c5dcdd req-de2e66ba-d84d-4a24-accb-842961e00bbd tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] 10.222.0.62 "GET /v2.0/security-groups/819e067c-8159-4eeb-b6fa-00aa95b95131 HTTP/1.1" status: 404 len: 352 time: 0.1417897 Feb 11 05:31:06.226319 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5348a666-428c-42a9-9c94-01982f148412), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.458720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Pushing event updated for resources: {'Port': ['ID=5348a666-428c-42a9-9c94-01982f148412,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:06.504414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:06.507885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:06.522232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:06.596483 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (edc75d00-4894-4922-9e58-6648a2202c54), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.601393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 826f3afb-1456-4c6a-9172-c9bd2c6677bd no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:06.623673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34968) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:06.660491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'subnet': {'network_id': 'c7a5e89d-587f-49b6-a0a5-118b4cd7a07c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:06.671832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Pushing event updated for resources: {'Port': ['ID=3af79262-7267-442b-9bd3-fcc1574f1da4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:06.700921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Attempting to bind port 3af79262-7267-442b-9bd3-fcc1574f1da4 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:06.703282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Attempting to bind port 3af79262-7267-442b-9bd3-fcc1574f1da4 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '2d2f9eb7-dde2-4fc6-81f9-6882b5688609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:06.703282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Attempting to bind port 3af79262-7267-442b-9bd3-fcc1574f1da4 on network d65b9df8-0a60-457c-af70-44957325fdfa {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:06.710569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:06.711319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Checking segment: {'id': '2d2f9eb7-dde2-4fc6-81f9-6882b5688609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:06.711957 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.712549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Bound using segment: {'id': '2d2f9eb7-dde2-4fc6-81f9-6882b5688609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:06.713253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Bound port: 3af79262-7267-442b-9bd3-fcc1574f1da4, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f9eb7-dde2-4fc6-81f9-6882b5688609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:06.714735 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.731612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd43ad98-bad8-4c91-b9d1-303ad7a1022e req-93736116-1459-4f0a-a4ff-0eda4c7d38bd tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bb4e885708f4666a391586737a37bd9 HTTP/1.1" status: 200 len: 3005 time: 0.6686275 Feb 11 05:31:06.737714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (edc75d00-4894-4922-9e58-6648a2202c54), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.816467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 826f3afb-1456-4c6a-9172-c9bd2c6677bd is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:06.817317 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.821779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Network d65b9df8-0a60-457c-af70-44957325fdfa is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:06.834847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:06.855059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=edc75d00-4894-4922-9e58-6648a2202c54,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:06.866427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:06.867517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:06.868991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] For port 3af79262-7267-442b-9bd3-fcc1574f1da4, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:06.871341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:06.874501 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaf9387-191b-4a4e-b251-0f50ddce35ae" -d '{"events": [{"server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "name": "network-vif-unplugged", "status": "completed", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:06.874857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:06.875643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.881295 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.892339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] For port 3af79262-7267-442b-9bd3-fcc1574f1da4, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3af79262-7267-442b-9bd3-fcc1574f1da4,segment=NetworkSegment(2d2f9eb7-dde2-4fc6-81f9-6882b5688609),segment_id=2d2f9eb7-dde2-4fc6-81f9-6882b5688609)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:06.912413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af30be-10c5-4a14-a515-ea51e7f01683 req-160ee677-f137-4a7b-943c-e56e3629d7f4 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:06.915496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62af30be-10c5-4a14-a515-ea51e7f01683 req-160ee677-f137-4a7b-943c-e56e3629d7f4 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 932 time: 0.2829347 Feb 11 05:31:06.921781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd43ad98-bad8-4c91-b9d1-303ad7a1022e req-80811b33-c916-4d4a-8d9f-1916dfd11b32 tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] 10.222.0.62 "GET /v2.0/security-groups/4ea11dd0-ed24-4f55-b4e6-72302d290be0 HTTP/1.1" status: 200 len: 3002 time: 0.1819572 Feb 11 05:31:06.969746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.034482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.075238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d6a819a7-df2e-4c9c-a019-240f0e7bae9f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8304565 Feb 11 05:31:07.077712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:07.078690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.080231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34972) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:07.084029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:07.102805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-872567062', 'allowed_address_pairs': [{'ip_address': '2001:db8::9c', 'mac_address': 'fa:16:3e:b1:60:79'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:07.121442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:07.142822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.192903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997fc7f-054c-4ec4-9692-658e0c28e9f5 None None] Pushing event updated for resources: {'Port': ['ID=3af79262-7267-442b-9bd3-fcc1574f1da4,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:07.235315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62af30be-10c5-4a14-a515-ea51e7f01683 req-3fed7ca9-2c49-46d6-9f37-cbf0dff9bf2a tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121405 Feb 11 05:31:07.247967 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-6ecea4d9-6835-4883-a027-6d7a5eebe0a2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5521255 Feb 11 05:31:07.284778 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Request body: {'port': {'device_id': '6e7c3e67-d818-46c1-ad95-edcfb15a6b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:07.469516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd43ad98-bad8-4c91-b9d1-303ad7a1022e req-10b08d51-a5f0-4a51-a78b-61a36b47f5ec tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] 10.222.0.62 "GET /v2.0/security-groups/4ea11dd0-ed24-4f55-b4e6-72302d290be0 HTTP/1.1" status: 200 len: 3002 time: 0.5157216 Feb 11 05:31:07.533832 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95afad9-cac9-4533-b0eb-5786b7abca15 x-openstack-request-id: req-d95afad9-cac9-4533-b0eb-5786b7abca15 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:07.534350 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "name": "network-vif-unplugged", "status": "completed", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:07.534882 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d95afad9-cac9-4533-b0eb-5786b7abca15 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:07.535447 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'code': 200} Feb 11 05:31:07.542693 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5348a666-428c-42a9-9c94-01982f148412), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.671263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Made reservation on behalf of 82d9610566cb441fbcb39979507913ff for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:07.849239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fe09609-80d0-4024-b93c-69115f34a626 req-cd25ab13-3586-4f09-861d-18b215aa0d21 tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] 10.222.0.62 "GET /v2.0/security-groups/4ea11dd0-ed24-4f55-b4e6-72302d290be0 HTTP/1.1" status: 200 len: 3002 time: 0.2884762 Feb 11 05:31:08.013417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.047840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-36785ec5-287d-4044-98a0-5338a2f776da tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:08.049826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-36785ec5-287d-4044-98a0-5338a2f776da tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 805 time: 0.6166856 Feb 11 05:31:08.105058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3af79262-7267-442b-9bd3-fcc1574f1da4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:08.142655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-dd097275-7ace-488b-af63-579aff962685 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/quotas/cd914c3ac05c46e989d9dbc8b4d8cdc5 HTTP/1.1" status: 200 len: 375 time: 0.0505676 Feb 11 05:31:08.151888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-f97cd5af-b8b2-4171-9b47-72ff25d05c8c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:08.153941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-f97cd5af-b8b2-4171-9b47-72ff25d05c8c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "GET /v2.0/ports?device_id=77da6a27-0838-49c2-b692-04873f199ace HTTP/1.1" status: 200 len: 943 time: 0.3025939 Feb 11 05:31:08.231551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] device_id is not set on port d77978a9-4401-4640-b859-9c6e1d43941b yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:08.240799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (34719f93-25a9-4e57-85c4-6c1784e8e4be), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.276175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3af79262-7267-442b-9bd3-fcc1574f1da4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:08.276560 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.355933 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.357189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.375453 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-8fe09609-80d0-4024-b93c-69115f34a626 req-bb25468e-5ed8-4838-9446-7ca9df9e0993 tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:31:08.402398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fe09609-80d0-4024-b93c-69115f34a626 req-bb25468e-5ed8-4838-9446-7ca9df9e0993 tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] 10.222.0.62 "DELETE /v2.0/security-groups/4ea11dd0-ed24-4f55-b4e6-72302d290be0 HTTP/1.1" status: 409 len: 352 time: 0.5521679 Feb 11 05:31:08.466486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Checking segment: {'id': '4b54138e-5462-4582-84de-65ece54757e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c7a5e89d-587f-49b6-a0a5-118b4cd7a07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:08.466869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network hostable DHCP agents. Network: c7a5e89d-587f-49b6-a0a5-118b4cd7a07c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:08.489606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Subnet': ['ID=34719f93-25a9-4e57-85c4-6c1784e8e4be,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:08.559907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.560316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.560766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.561339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.561698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.562090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.562479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.563437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.563779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.564665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-8fe41fef-5188-4020-b308-dc9a840378b0 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4088206 Feb 11 05:31:08.573684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.574130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.574491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.574860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:08.605461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3af79262-7267-442b-9bd3-fcc1574f1da4 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:08.605461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.622344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5348a666-428c-42a9-9c94-01982f148412 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:08.641078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Publish callbacks [] for port (5348a666-428c-42a9-9c94-01982f148412), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.650910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network c7a5e89d-587f-49b6-a0a5-118b4cd7a07c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:08.657557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 3af79262-7267-442b-9bd3-fcc1574f1da4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3af79262-7267-442b-9bd3-fcc1574f1da4,segment=NetworkSegment(2d2f9eb7-dde2-4fc6-81f9-6882b5688609),segment_id=2d2f9eb7-dde2-4fc6-81f9-6882b5688609)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:08.672923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Transition to ACTIVE for port object 5348a666-428c-42a9-9c94-01982f148412 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:08.729572 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.807173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c7a5e89d-587f-49b6-a0a5-118b4cd7a07c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:08.807173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5348a666-428c-42a9-9c94-01982f148412), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.825461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=3af79262-7267-442b-9bd3-fcc1574f1da4,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:08.831793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628bc798-fe29-4998-9275-d9f14a6614d0 None None] Network c7a5e89d-587f-49b6-a0a5-118b4cd7a07c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:08.845270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:08.849589 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.892087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf6cf-9743-49ba-b876-24fa8286ddcf req-6c89af6b-3b71-4966-bb71-1ac3cf965ed7 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:08.893899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-419cf6cf-9743-49ba-b876-24fa8286ddcf req-6c89af6b-3b71-4966-bb71-1ac3cf965ed7 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 932 time: 0.3190937 Feb 11 05:31:08.921916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Allocated IP 2001:db8::382 (d65b9df8-0a60-457c-af70-44957325fdfa/ec898bef-13ec-472a-9337-a8e0b3ba6ba0/d77978a9-4401-4640-b859-9c6e1d43941b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:08.966893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Deleting port 826f3afb-1456-4c6a-9172-c9bd2c6677bd {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:08.967529 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.999282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-6a0b31a3-ad65-4b14-be37-8bd57db03b91 service neutron] 10.222.0.62 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932414 Feb 11 05:31:09.008825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2d502-feae-451f-83af-240b1390f7af None None] Network d65b9df8-0a60-457c-af70-44957325fdfa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:09.117962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-c7a5e89d-587f-49b6-a0a5-118b4cd7a07c', 'network_id': 'c7a5e89d-587f-49b6-a0a5-118b4cd7a07c', 'project_id': 'a7724724213a4861bc0a39a8fa2b0162', 'fixed_ips': [{'subnet_id': '34719f93-25a9-4e57-85c4-6c1784e8e4be'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:09.119735 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.241831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Attempting to bind port 5348a666-428c-42a9-9c94-01982f148412 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:09.242282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Attempting to bind port 5348a666-428c-42a9-9c94-01982f148412 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'e0c95c43-9582-4ff0-946c-335e2b5f9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'be5ed795-2ec1-4e9b-949d-9c68c94b7c4b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:09.243880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-419cf6cf-9743-49ba-b876-24fa8286ddcf req-319ff041-740a-44d5-87b6-f828b156823f tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368537 Feb 11 05:31:09.247201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Attempting to bind port 5348a666-428c-42a9-9c94-01982f148412 on network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:09.271674 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-27407e73-981e-4e7c-9095-fb03b6251fb1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6360118 Feb 11 05:31:09.283054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:09.293727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-558764826'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:09.347372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Pushing event updated for resources: {'Port': ['ID=5348a666-428c-42a9-9c94-01982f148412,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:09.353086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Port 5348a666-428c-42a9-9c94-01982f148412 on network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:09.354993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Attempting to bind port 5348a666-428c-42a9-9c94-01982f148412 on network be5ed795-2ec1-4e9b-949d-9c68c94b7c4b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:09.376319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:09.376747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Checking segment: {'id': 'e0c95c43-9582-4ff0-946c-335e2b5f9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'be5ed795-2ec1-4e9b-949d-9c68c94b7c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:09.377066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Bound using segment: {'id': 'e0c95c43-9582-4ff0-946c-335e2b5f9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'be5ed795-2ec1-4e9b-949d-9c68c94b7c4b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:09.380985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Bound port: 5348a666-428c-42a9-9c94-01982f148412, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c95c43-9582-4ff0-946c-335e2b5f9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'be5ed795-2ec1-4e9b-949d-9c68c94b7c4b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:09.381404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5348a666-428c-42a9-9c94-01982f148412), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.416812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Allocated IP 2001:db8:0:ffff::2 (c7a5e89d-587f-49b6-a0a5-118b4cd7a07c/34719f93-25a9-4e57-85c4-6c1784e8e4be/4d07dbf9-173d-4c91-8298-fa76170ca89b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:09.419052 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-312dd421-d61a-4638-a3d4-ebe120930c47 req-2d2122a0-ecd8-4065-a41a-3089f5942fad tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] show failed (client error): The resource could not be found. Feb 11 05:31:09.432785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312dd421-d61a-4638-a3d4-ebe120930c47 req-2d2122a0-ecd8-4065-a41a-3089f5942fad tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] 10.222.0.62 "GET /v2.0/security-groups/4d8f54e2-ec4e-4ff4-9e5c-48ba128729fb HTTP/1.1" status: 404 len: 352 time: 0.1305773 Feb 11 05:31:09.489077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] For port 826f3afb-1456-4c6a-9172-c9bd2c6677bd, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=826f3afb-1456-4c6a-9172-c9bd2c6677bd,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:09.490061 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.537059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Calling delete_port for 826f3afb-1456-4c6a-9172-c9bd2c6677bd owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:09.557118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-cc6cc79e-9119-4509-9c61-7c39772346dd service neutron] 10.222.0.62 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502498 Feb 11 05:31:09.565587 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-15fdf8d7-fdb7-4d1f-a2e5-1b8bc4953d49 req-7477febc-16ef-477a-8f22-e4b32eaff1cd tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] show failed (client error): The resource could not be found. Feb 11 05:31:09.574254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15fdf8d7-fdb7-4d1f-a2e5-1b8bc4953d49 req-7477febc-16ef-477a-8f22-e4b32eaff1cd tempest-SecurityGroupsNegativeTestJSON-1082466142 tempest-SecurityGroupsNegativeTestJSON-1082466142-project] 10.222.0.62 "GET /v2.0/security-groups/13f4946c-e70d-4614-b593-923dd2a8c1f0 HTTP/1.1" status: 404 len: 352 time: 0.0787935 Feb 11 05:31:09.591092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35004) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:09.596905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] For port 5348a666-428c-42a9-9c94-01982f148412, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:09.603139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] For port 5348a666-428c-42a9-9c94-01982f148412, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5348a666-428c-42a9-9c94-01982f148412,segment=NetworkSegment(e0c95c43-9582-4ff0-946c-335e2b5f9137),segment_id=e0c95c43-9582-4ff0-946c-335e2b5f9137)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:09.620355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:09.625251 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.661632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-11af145a-7ee9-42a0-9eef-09c06185a617 None None] Provisioning complete for port 3af79262-7267-442b-9bd3-fcc1574f1da4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:09.662109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-11af145a-7ee9-42a0-9eef-09c06185a617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.699325 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:31:09.709053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:09.737937 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5348a666-428c-42a9-9c94-01982f148412), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.840804 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.847019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:09.847673 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.858799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] 10.222.0.65 "PUT /v2.0/ports/5348a666-428c-42a9-9c94-01982f148412 HTTP/1.1" status: 200 len: 1093 time: 2.5964365 Feb 11 05:31:09.874807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7c3e67-d818-46c1-ad95-edcfb15a6b2f', 'tag': '5348a666-428c-42a9-9c94-01982f148412'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:09.893936 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593259ba-9883-46e0-94cf-e695f368814a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7c3e67-d818-46c1-ad95-edcfb15a6b2f", "tag": "5348a666-428c-42a9-9c94-01982f148412"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:09.924542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Publish callbacks [] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.035345 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.053369 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (701eabd5-3bb4-491c-8016-58f7b5bc6fab), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.053950 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Added segment 701eabd5-3bb4-491c-8016-58f7b5bc6fab of type vlan for network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 Feb 11 05:31:10.124936 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.138671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3af79262-7267-442b-9bd3-fcc1574f1da4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:10.177703 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65a2111-1657-437c-be72-a796c8d55db5 x-openstack-request-id: req-a65a2111-1657-437c-be72-a796c8d55db5 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:10.178632 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7c3e67-d818-46c1-ad95-edcfb15a6b2f", "tag": "5348a666-428c-42a9-9c94-01982f148412", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:10.178948 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a65a2111-1657-437c-be72-a796c8d55db5 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:10.179418 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7c3e67-d818-46c1-ad95-edcfb15a6b2f', 'tag': '5348a666-428c-42a9-9c94-01982f148412', 'status': 'completed', 'code': 200} Feb 11 05:31:10.245403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.259942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.261612 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.274697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-11af145a-7ee9-42a0-9eef-09c06185a617 None None] Current status of the port 3af79262-7267-442b-9bd3-fcc1574f1da4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:10.351777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Network c7a5e89d-587f-49b6-a0a5-118b4cd7a07c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:10.366070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:10.371862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:10.405126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3af79262-7267-442b-9bd3-fcc1574f1da4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:10.412806 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.431407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Pushing event updated for resources: {'Port': ['ID=4d07dbf9-173d-4c91-8298-fa76170ca89b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.450652 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (d77978a9-4401-4640-b859-9c6e1d43941b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.479700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Network': ['ID=b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.526159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dc08a-9fdc-4a2d-ae8c-5adc05803a19 service neutron] Pushing event updated for resources: {'Port': ['ID=5348a666-428c-42a9-9c94-01982f148412,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.543420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74c94-2808-4988-8110-cbb866a6835c req-688ae3c1-3efc-46f0-bc91-10b9196c5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.547335 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-688ae3c1-3efc-46f0-bc91-10b9196c5178 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=25cfb41544924d45bf45fe6fb140758b&device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 1127 time: 0.4993322 Feb 11 05:31:10.575018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-405729f8-ccbf-4767-8088-5c2b082c366d req-90a249f6-6c4e-4c37-8b6c-0e1de4914ef7 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 210 time: 0.1395459 Feb 11 05:31:10.630005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-356a5c17-2700-4a98-831b-7cbac86c84cd admin admin] Deleting subnet d980fbe0-ffb8-4497-8807-43b1cd219e08 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:10.630893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:10.651419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-356a5c17-2700-4a98-831b-7cbac86c84cd admin admin] Publish callbacks [] for subnet (d980fbe0-ffb8-4497-8807-43b1cd219e08), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.673321 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-772f53d8-d0ea-41f7-ba16-9f536da6aa97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5348a666-428c-42a9-9c94-01982f148412 HTTP/1.1" status: 200 len: 217 time: 0.1207097 Feb 11 05:31:10.678299 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bec76f92-cded-452a-b711-324b52796ef1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3941832 Feb 11 05:31:10.706028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Attempting to bind port 4d07dbf9-173d-4c91-8298-fa76170ca89b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:10.706028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Attempting to bind port 4d07dbf9-173d-4c91-8298-fa76170ca89b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '4b54138e-5462-4582-84de-65ece54757e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c7a5e89d-587f-49b6-a0a5-118b4cd7a07c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:10.706028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Attempting to bind port 4d07dbf9-173d-4c91-8298-fa76170ca89b on network c7a5e89d-587f-49b6-a0a5-118b4cd7a07c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:10.707192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-257dc1ac-739e-4c42-98a6-8b27468a87d9 None None] Provisioning complete for port edc75d00-4894-4922-9e58-6648a2202c54 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:10.707802 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-257dc1ac-739e-4c42-98a6-8b27468a87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (edc75d00-4894-4922-9e58-6648a2202c54), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.733815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35022) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:10.767855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'subnet': {'network_id': 'b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:10.782710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74c94-2808-4988-8110-cbb866a6835c req-3a068caa-9dbf-4ec5-bae1-ce46e92a4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.784247 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-3a068caa-9dbf-4ec5-bae1-ce46e92a4858 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=afe410a9-2b0a-4e25-8b66-ea777d28e59e HTTP/1.1" status: 200 len: 852 time: 0.1032000 Feb 11 05:31:10.818937 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-7435d683-470d-4dbc-bfa7-0bdb8aed410f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be5ed795-2ec1-4e9b-949d-9c68c94b7c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284984 Feb 11 05:31:10.901361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:10.906272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Checking segment: {'id': '4b54138e-5462-4582-84de-65ece54757e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c7a5e89d-587f-49b6-a0a5-118b4cd7a07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:10.907715 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.908383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Bound using segment: {'id': '4b54138e-5462-4582-84de-65ece54757e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c7a5e89d-587f-49b6-a0a5-118b4cd7a07c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:10.909884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Bound port: 4d07dbf9-173d-4c91-8298-fa76170ca89b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b54138e-5462-4582-84de-65ece54757e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c7a5e89d-587f-49b6-a0a5-118b4cd7a07c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:10.911035 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.929970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01b591-79a3-4874-a468-4f8a2a919482 req-ab688146-8b16-4613-b66c-428787a09100 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.933989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db01b591-79a3-4874-a468-4f8a2a919482 req-ab688146-8b16-4613-b66c-428787a09100 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 944 time: 0.4941323 Feb 11 05:31:10.957869 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-356a5c17-2700-4a98-831b-7cbac86c84cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (d980fbe0-ffb8-4497-8807-43b1cd219e08), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.100455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d77978a9-4401-4640-b859-9c6e1d43941b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.103365 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-36ce2536-e168-4019-938b-ed9a7745020e service neutron] 10.222.0.65 "GET /v2.0/networks/be5ed795-2ec1-4e9b-949d-9c68c94b7c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765412 Feb 11 05:31:11.127079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-257dc1ac-739e-4c42-98a6-8b27468a87d9 None None] Port edc75d00-4894-4922-9e58-6648a2202c54 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:11.193372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3af79262-7267-442b-9bd3-fcc1574f1da4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:11.201359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-257dc1ac-739e-4c42-98a6-8b27468a87d9 None None] Provisioning complete for port 3af79262-7267-442b-9bd3-fcc1574f1da4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:11.201732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-257dc1ac-739e-4c42-98a6-8b27468a87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.256442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Network d65b9df8-0a60-457c-af70-44957325fdfa is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:11.259895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] For port 4d07dbf9-173d-4c91-8298-fa76170ca89b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:11.279030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:11.298561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] For port 4d07dbf9-173d-4c91-8298-fa76170ca89b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4d07dbf9-173d-4c91-8298-fa76170ca89b,segment=NetworkSegment(4b54138e-5462-4582-84de-65ece54757e0),segment_id=4b54138e-5462-4582-84de-65ece54757e0)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:11.302580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:11.309841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:11.310531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.350677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-356a5c17-2700-4a98-831b-7cbac86c84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d980fbe0-ffb8-4497-8807-43b1cd219e08), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.383292 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97a74c94-2808-4988-8110-cbb866a6835c req-589efc5c-6510-4931-9b27-0120585a5808 service neutron] 10.222.0.65 "GET /v2.0/networks/be5ed795-2ec1-4e9b-949d-9c68c94b7c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737286 Feb 11 05:31:11.397526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-257dc1ac-739e-4c42-98a6-8b27468a87d9 None None] Current status of the port 3af79262-7267-442b-9bd3-fcc1574f1da4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:11.399937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=d77978a9-4401-4640-b859-9c6e1d43941b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:11.477595 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.478934 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.489488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db01b591-79a3-4874-a468-4f8a2a919482 req-094faa12-26b5-4ba4-b2df-fcde50d375a1 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365961 Feb 11 05:31:11.548446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:11.552174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.633228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f67ccf66-dc29-4d3f-8163-b6f2fe685221 None None] Provisioning complete for port edc75d00-4894-4922-9e58-6648a2202c54 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:11.654604 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f67ccf66-dc29-4d3f-8163-b6f2fe685221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (edc75d00-4894-4922-9e58-6648a2202c54), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.706546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593259ba-9883-46e0-94cf-e695f368814a req-28419cb3-7864-4ddd-9ab1-746d90bc48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:11.707959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-28419cb3-7864-4ddd-9ab1-746d90bc48aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=25cfb41544924d45bf45fe6fb140758b&device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 1127 time: 0.1314783 Feb 11 05:31:11.738756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49236c7d-719e-4ed6-b9ff-4248e662d138 None None] Pushing event updated for resources: {'Port': ['ID=4d07dbf9-173d-4c91-8298-fa76170ca89b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:11.742789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (826f3afb-1456-4c6a-9172-c9bd2c6677bd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.761120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-630dc51e-9b2c-4d3a-bd9c-58c5191650cb tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.6625717 Feb 11 05:31:11.769846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f67ccf66-dc29-4d3f-8163-b6f2fe685221 None None] Port edc75d00-4894-4922-9e58-6648a2202c54 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:11.797179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-356a5c17-2700-4a98-831b-7cbac86c84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (d980fbe0-ffb8-4497-8807-43b1cd219e08), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.807648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35032) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:11.837565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593259ba-9883-46e0-94cf-e695f368814a req-233fe3e9-8147-44fa-838b-350a4685a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:11.841038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-233fe3e9-8147-44fa-838b-350a4685a891 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be5ed795-2ec1-4e9b-949d-9c68c94b7c4b HTTP/1.1" status: 200 len: 913 time: 0.1246431 Feb 11 05:31:11.925101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0ddb2c8b-306f-4e25-a195-d77272e86fe2 None None] Provisioning complete for port d77978a9-4401-4640-b859-9c6e1d43941b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:11.925484 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2c8b-306f-4e25-a195-d77272e86fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d77978a9-4401-4640-b859-9c6e1d43941b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.945332 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-49f94e6c-e314-4c08-ae74-783ac0fbe7a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5348a666-428c-42a9-9c94-01982f148412 HTTP/1.1" status: 200 len: 217 time: 0.1000123 Feb 11 05:31:11.973668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a5c17-2700-4a98-831b-7cbac86c84cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d980fbe0-ffb8-4497-8807-43b1cd219e08,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:11.992327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff23743c-7716-43f6-a3ce-ebee798899d5 req-c9709c33-9579-4121-ba09-038692830300 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 210 time: 0.2213478 Feb 11 05:31:12.001168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Pushing event deleted for resources: {'Port': ['ID=826f3afb-1456-4c6a-9172-c9bd2c6677bd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:12.017781 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-356a5c17-2700-4a98-831b-7cbac86c84cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.024799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-356a5c17-2700-4a98-831b-7cbac86c84cd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d980fbe0-ffb8-4497-8807-43b1cd219e08 HTTP/1.1" status: 204 len: 168 time: 2.4257646 Feb 11 05:31:12.047325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 826f3afb-1456-4c6a-9172-c9bd2c6677bd no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:12.048157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35034) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.094757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] No DVR routers for this DVR port 826f3afb-1456-4c6a-9172-c9bd2c6677bd on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:12.097706 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.102391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4257b16e-e76e-4004-a5cd-0af9d8241171 req-25281f99-88c3-423e-a653-26eeaab8c06e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "DELETE /v2.0/ports/826f3afb-1456-4c6a-9172-c9bd2c6677bd HTTP/1.1" status: 204 len: 173 time: 3.9255781 Feb 11 05:31:12.118737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 826f3afb-1456-4c6a-9172-c9bd2c6677bd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:12.118737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 826f3afb-1456-4c6a-9172-c9bd2c6677bd not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:12.130038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb2c8b-306f-4e25-a195-d77272e86fe2 None None] Port d77978a9-4401-4640-b859-9c6e1d43941b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:12.135129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'name': 'network-vif-deleted', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:12.141059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593259ba-9883-46e0-94cf-e695f368814a req-d190f848-e485-4cb5-8004-05b9a27a4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.144022 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f597aa-36e7-4453-9a9b-1f2ca91a5d56" -d '{"events": [{"server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "name": "network-vif-deleted", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:12.177360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-d190f848-e485-4cb5-8004-05b9a27a4304 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=afe410a9-2b0a-4e25-8b66-ea777d28e59e HTTP/1.1" status: 200 len: 852 time: 0.2252870 Feb 11 05:31:12.181186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3448d8-8397-4368-926f-94c0e61daa0b tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.199257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3448d8-8397-4368-926f-94c0e61daa0b tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.216233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3448d8-8397-4368-926f-94c0e61daa0b tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.220397 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5c3448d8-8397-4368-926f-94c0e61daa0b tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3903518 Feb 11 05:31:12.225410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35042) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.227074 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e3bb6-be35-4712-bf32-a719a7e56192 x-openstack-request-id: req-421e3bb6-be35-4712-bf32-a719a7e56192 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:12.230022 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77da6a27-0838-49c2-b692-04873f199ace", "name": "network-vif-deleted", "tag": "826f3afb-1456-4c6a-9172-c9bd2c6677bd", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:12.230363 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-421e3bb6-be35-4712-bf32-a719a7e56192 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:12.230858 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77da6a27-0838-49c2-b692-04873f199ace', 'name': 'network-vif-deleted', 'tag': '826f3afb-1456-4c6a-9172-c9bd2c6677bd', 'status': 'completed', 'code': 200} Feb 11 05:31:12.277908 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-05179bbe-53dd-4f57-bb18-4e8cbfa5e728 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be5ed795-2ec1-4e9b-949d-9c68c94b7c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905323 Feb 11 05:31:12.311388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-4c55d545-e3d3-40d6-9cd9-f25d25f2f93b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:12.312464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-4c55d545-e3d3-40d6-9cd9-f25d25f2f93b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173347 Feb 11 05:31:12.318864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (ba349a68-dbfb-445b-9417-e9a0d609c4e9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.480156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2944c210-0415-4cc4-ac7e-8ba255eaa611 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Deleting port d77978a9-4401-4640-b859-9c6e1d43941b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:12.480548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2944c210-0415-4cc4-ac7e-8ba255eaa611 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d77978a9-4401-4640-b859-9c6e1d43941b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.603897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2944c210-0415-4cc4-ac7e-8ba255eaa611 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d77978a9-4401-4640-b859-9c6e1d43941b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.624942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2944c210-0415-4cc4-ac7e-8ba255eaa611 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Calling delete_port for d77978a9-4401-4640-b859-9c6e1d43941b owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:12.846313 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (ba349a68-dbfb-445b-9417-e9a0d609c4e9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.872624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba349a68-dbfb-445b-9417-e9a0d609c4e9']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:12.896313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0539bdaa-df05-4298-979c-06259334ac24') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:12.896313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0539bdaa-df05-4298-979c-06259334ac24') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:12.908226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (0539bdaa-df05-4298-979c-06259334ac24), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.935117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-5536b049-1c29-467d-b3bd-9b79f6b5196b service neutron] 10.222.0.65 "GET /v2.0/networks/be5ed795-2ec1-4e9b-949d-9c68c94b7c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127696 Feb 11 05:31:12.936129 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0539bdaa-df05-4298-979c-06259334ac24), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.939928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6320e8-629f-4a58-9487-e450fd70cfd2 req-7bec451c-1013-44bd-890f-a8968b986743 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.942786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a6320e8-629f-4a58-9487-e450fd70cfd2 req-7bec451c-1013-44bd-890f-a8968b986743 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 944 time: 0.3653882 Feb 11 05:31:12.959320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:12.960262 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (0539bdaa-df05-4298-979c-06259334ac24), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:12.962303 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:13.019083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:31:13.022097 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2944c210-0415-4cc4-ac7e-8ba255eaa611 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d77978a9-4401-4640-b859-9c6e1d43941b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.024518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (6eebac2b-9b85-4e0d-872c-63446c627eeb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.069854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944c210-0415-4cc4-ac7e-8ba255eaa611 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Port': ['ID=d77978a9-4401-4640-b859-9c6e1d43941b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:13.126107 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-593259ba-9883-46e0-94cf-e695f368814a req-b644a055-8a8f-4c62-a129-7664b821a58b service neutron] 10.222.0.65 "GET /v2.0/networks/be5ed795-2ec1-4e9b-949d-9c68c94b7c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816988 Feb 11 05:31:13.182234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (ba349a68-dbfb-445b-9417-e9a0d609c4e9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.188585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.195452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ba349a68-dbfb-445b-9417-e9a0d609c4e9 HTTP/1.1" status: 204 len: 168 time: 1.1261983 Feb 11 05:31:13.222757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47fd62-febe-4537-9dde-d2bbbd6e0e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba349a68-dbfb-445b-9417-e9a0d609c4e9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:13.351226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51549e64-fd37-4ebf-9b78-b89d84db3b02 None None] Network c7a5e89d-587f-49b6-a0a5-118b4cd7a07c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:13.607126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dd5054b5-212c-4e88-ac96-0c0c77953ab6 None None] Provisioning complete for port 4d07dbf9-173d-4c91-8298-fa76170ca89b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:13.613124 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd5054b5-212c-4e88-ac96-0c0c77953ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.674796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a1b8527-0842-4cb1-946c-5c05c3638f49 req-45cfd4c5-934c-419b-8693-aa1404510ad2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 210 time: 0.4887569 Feb 11 05:31:13.773065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a6320e8-629f-4a58-9487-e450fd70cfd2 req-8cec8d03-b3a1-42b1-98d5-eb6d1295471d tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8147931 Feb 11 05:31:13.799073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Subnet': ['ID=6eebac2b-9b85-4e0d-872c-63446c627eeb,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:13.822713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2944c210-0415-4cc4-ac7e-8ba255eaa611 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.827088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2944c210-0415-4cc4-ac7e-8ba255eaa611 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "DELETE /v2.0/ports/d77978a9-4401-4640-b859-9c6e1d43941b HTTP/1.1" status: 204 len: 168 time: 1.5912690 Feb 11 05:31:13.830365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dd5054b5-212c-4e88-ac96-0c0c77953ab6 None None] Current status of the port 4d07dbf9-173d-4c91-8298-fa76170ca89b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:13.830565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35056) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:13.830771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd5054b5-212c-4e88-ac96-0c0c77953ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.898610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Checking segment: {'id': '701eabd5-3bb4-491c-8016-58f7b5bc6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:13.901260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network hostable DHCP agents. Network: b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:13.903480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dd5054b5-212c-4e88-ac96-0c0c77953ab6 None None] For port 4d07dbf9-173d-4c91-8298-fa76170ca89b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4d07dbf9-173d-4c91-8298-fa76170ca89b,segment=NetworkSegment(4b54138e-5462-4582-84de-65ece54757e0),segment_id=4b54138e-5462-4582-84de-65ece54757e0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:13.910859 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-da069eb9-fa3c-431b-82c3-1fe11ee26316 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] GET failed (client error): The resource could not be found. Feb 11 05:31:13.916848 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da069eb9-fa3c-431b-82c3-1fe11ee26316 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "GET /v2.0/ports/d77978a9-4401-4640-b859-9c6e1d43941b HTTP/1.1" status: 404 len: 333 time: 0.0807149 Feb 11 05:31:13.918094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35058) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:13.932887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2007480157'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:13.973812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-5e89585f-77b4-40e4-9149-29751fb928f5 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:13.976990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-5e89585f-77b4-40e4-9149-29751fb928f5 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 805 time: 0.4105237 Feb 11 05:31:13.992192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Request body: {'port': {'device_id': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'admin_state_up': True, 'tenant_id': 'cd914c3ac05c46e989d9dbc8b4d8cdc5'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:14.064109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4d07dbf9-173d-4c91-8298-fa76170ca89b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:14.119037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd5054b5-212c-4e88-ac96-0c0c77953ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.136717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5348a666-428c-42a9-9c94-01982f148412 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:14.152575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:14.191616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35060) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.202810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Made reservation on behalf of 82d9610566cb441fbcb39979507913ff for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:14.207926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.242570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5054b5-212c-4e88-ac96-0c0c77953ab6 None None] Pushing event updated for resources: {'Port': ['ID=4d07dbf9-173d-4c91-8298-fa76170ca89b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:14.277633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] device_id is not set on port c44d3cb5-6270-42e0-a764-a5fd909f0e03 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:14.280584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4d07dbf9-173d-4c91-8298-fa76170ca89b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:14.280831 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.300770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:14.324383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.329976 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.408554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Made reservation on behalf of cd914c3ac05c46e989d9dbc8b4d8cdc5 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:14.412100 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.432007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1365f689-f910-4123-a584-1f8106503e59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bb4e885708f4666a391586737a37bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384276 Feb 11 05:31:14.439270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35068) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.498658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f256d5-65d9-4b06-bb93-60ce9b8d594d None None] Network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:14.546071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Allocated IP 2001:db8::241 (d65b9df8-0a60-457c-af70-44957325fdfa/ec898bef-13ec-472a-9337-a8e0b3ba6ba0/c44d3cb5-6270-42e0-a764-a5fd909f0e03) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:14.661289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8', 'network_id': 'b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8', 'project_id': 'a7724724213a4861bc0a39a8fa2b0162', 'fixed_ips': [{'subnet_id': '6eebac2b-9b85-4e0d-872c-63446c627eeb'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:14.664779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.665056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Allocated IP 172.20.0.13 (8c080b97-dac6-411c-ba55-c34330df3d0d/21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef/fe627deb-ecb1-4a48-b59b-dade1949230b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:14.671043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35070) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.687981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fb03e57b-b5fb-43fd-b787-16cdcccb858b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9390993 Feb 11 05:31:14.697679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35076) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.704814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-516a13ce-05ec-4158-815e-e56e63fe3092 None None] Provisioning complete for port 4d07dbf9-173d-4c91-8298-fa76170ca89b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:14.706466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'port': {'network_id': 'b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8', 'name': 'tempest-NetworksIpV6TestAttrs-744641760'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:14.707589 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-516a13ce-05ec-4158-815e-e56e63fe3092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.737331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5348a666-428c-42a9-9c94-01982f148412, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5348a666-428c-42a9-9c94-01982f148412,segment=NetworkSegment(e0c95c43-9582-4ff0-946c-335e2b5f9137),segment_id=e0c95c43-9582-4ff0-946c-335e2b5f9137)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:14.788469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.903983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81506b2c-1c74-4dac-9583-78715c6ccde0 req-85ce0912-bd8b-49af-8316-a86ad29cef01 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 210 time: 0.1058445 Feb 11 05:31:14.954581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.965809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '5348a666-428c-42a9-9c94-01982f148412', 'network_id': 'be5ed795-2ec1-4e9b-949d-9c68c94b7c4b', 'port_id': '5348a666-428c-42a9-9c94-01982f148412', 'mac_address': 'fa:16:3e:cf:40:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe410a9-2b0a-4e25-8b66-ea777d28e59e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:15.011132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc142-f7ff-444e-a06f-aba6c445e7ee admin admin] Publish callbacks [] for security_group (4ea11dd0-ed24-4f55-b4e6-72302d290be0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.045949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Allocated IP 2001:db8::f816:3eff:fe87:e5ff (b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8/6eebac2b-9b85-4e0d-872c-63446c627eeb/0c0145a3-2624-4c4c-b1b3-fd1e35d66091) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:15.057691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3e54174-7ecc-47f2-bf05-69819e30992d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.080146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4d07dbf9-173d-4c91-8298-fa76170ca89b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:15.092345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=c44d3cb5-6270-42e0-a764-a5fd909f0e03,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.093741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc142-f7ff-444e-a06f-aba6c445e7ee admin admin] Publish callbacks [] for security_group (4ea11dd0-ed24-4f55-b4e6-72302d290be0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.102049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 5348a666-428c-42a9-9c94-01982f148412 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:15.102555 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5348a666-428c-42a9-9c94-01982f148412), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.127672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Network d65b9df8-0a60-457c-af70-44957325fdfa is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:15.139762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:15.152315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:15.181836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:15.187131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.193289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5348a666-428c-42a9-9c94-01982f148412 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:15.210186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-516a13ce-05ec-4158-815e-e56e63fe3092 None None] Current status of the port 4d07dbf9-173d-4c91-8298-fa76170ca89b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:15.220368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94ed3-dbc0-4e56-853d-4a7c5d32be73 req-789bce35-d8e5-43ee-8660-d2088b5da554 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:15.222822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02e94ed3-dbc0-4e56-853d-4a7c5d32be73 req-789bce35-d8e5-43ee-8660-d2088b5da554 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 944 time: 0.2928638 Feb 11 05:31:15.245069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5348a666-428c-42a9-9c94-01982f148412, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5348a666-428c-42a9-9c94-01982f148412,segment=NetworkSegment(e0c95c43-9582-4ff0-946c-335e2b5f9137),segment_id=e0c95c43-9582-4ff0-946c-335e2b5f9137)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:15.319756 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5348a666-428c-42a9-9c94-01982f148412), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.320334 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks [] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.325936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:15.330809 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4c12aff2-debc-43e9-8be7-98f8e7173f41 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4107928 Feb 11 05:31:15.332845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.333793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35080) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:15.336538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Publish callbacks [] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.353474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9c', 'mac_address': 'fa:16:3e:b1:60:79'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:15.397440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] device_id is not set on port 4c4fe712-8e43-425f-bc55-5214fdfdde1e yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:15.407695 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc142-f7ff-444e-a06f-aba6c445e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4ea11dd0-ed24-4f55-b4e6-72302d290be0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.409948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=5348a666-428c-42a9-9c94-01982f148412,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.410898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc142-f7ff-444e-a06f-aba6c445e7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.426663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ddfbc142-f7ff-444e-a06f-aba6c445e7ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ea11dd0-ed24-4f55-b4e6-72302d290be0 HTTP/1.1" status: 204 len: 168 time: 0.7472899 Feb 11 05:31:15.461167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02e94ed3-dbc0-4e56-853d-4a7c5d32be73 req-203a99f1-013b-4598-9562-bf9e038bbd8d tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274966 Feb 11 05:31:15.495898 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.566190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['5348a666-428c-42a9-9c94-01982f148412'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:15.588737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3e54174-7ecc-47f2-bf05-69819e30992d admin admin] Publish callbacks [] for security_group (5306d04b-b799-4522-8d5f-174576fdcfde), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.620223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbc142-f7ff-444e-a06f-aba6c445e7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea11dd0-ed24-4f55-b4e6-72302d290be0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.620829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Pushing event updated for resources: {'Port': ['ID=0c0145a3-2624-4c4c-b1b3-fd1e35d66091,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.656275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:15.668168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:15.680999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:15.733422 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3e54174-7ecc-47f2-bf05-69819e30992d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5306d04b-b799-4522-8d5f-174576fdcfde), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.735297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.754358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-33d2dda2-e9ea-48c9-91c3-8a3787d7148e None None] Provisioning complete for port c44d3cb5-6270-42e0-a764-a5fd909f0e03 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:15.755323 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33d2dda2-e9ea-48c9-91c3-8a3787d7148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.796788 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.803847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Allocated IP 2001:db8::f816:3eff:fe79:1403 (b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8/6eebac2b-9b85-4e0d-872c-63446c627eeb/4c4fe712-8e43-425f-bc55-5214fdfdde1e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:15.809168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e54174-7ecc-47f2-bf05-69819e30992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5306d04b-b799-4522-8d5f-174576fdcfde,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.818226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a3e54174-7ecc-47f2-bf05-69819e30992d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54907770a86a4350a230109004d87320&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1411769 Feb 11 05:31:15.848011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35088) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:15.875085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Attempting to bind port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:15.875561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Attempting to bind port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '701eabd5-3bb4-491c-8016-58f7b5bc6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:15.876108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Attempting to bind port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 on network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:15.902092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:15.902532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Checking segment: {'id': '701eabd5-3bb4-491c-8016-58f7b5bc6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:15.902946 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.905397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Bound using segment: {'id': '701eabd5-3bb4-491c-8016-58f7b5bc6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:15.907041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Bound port: 0c0145a3-2624-4c4c-b1b3-fd1e35d66091, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701eabd5-3bb4-491c-8016-58f7b5bc6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:15.907410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.934763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Network 8c080b97-dac6-411c-ba55-c34330df3d0d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:15.948415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Pushing event updated for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.949903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:15.966596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:16.088498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4d07dbf9-173d-4c91-8298-fa76170ca89b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:16.115914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:16.119899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.144389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] For port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:16.148396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] For port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0c0145a3-2624-4c4c-b1b3-fd1e35d66091,segment=NetworkSegment(701eabd5-3bb4-491c-8016-58f7b5bc6fab),segment_id=701eabd5-3bb4-491c-8016-58f7b5bc6fab)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:16.206791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.213662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-33d2dda2-e9ea-48c9-91c3-8a3787d7148e None None] Port c44d3cb5-6270-42e0-a764-a5fd909f0e03 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:16.257376 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.268987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-aaa12bc0-751a-4835-89ad-52f86bf9abbb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2826591 Feb 11 05:31:16.302379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.356255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] In _notify_port_updated(), no bound segment for port c44d3cb5-6270-42e0-a764-a5fd909f0e03 on network d65b9df8-0a60-457c-af70-44957325fdfa {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:31:16.359728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:16.360641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.362578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "PUT /v2.0/ports/c44d3cb5-6270-42e0-a764-a5fd909f0e03 HTTP/1.1" status: 200 len: 1002 time: 1.0250401 Feb 11 05:31:16.366169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4d07dbf9-173d-4c91-8298-fa76170ca89b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:16.366554 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.373513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35102) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:16.405585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Request body: {'port': {'device_id': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:16.481403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee455d-f143-4fe7-bc85-e44b48f9661f None None] Pushing event updated for resources: {'Port': ['ID=0c0145a3-2624-4c4c-b1b3-fd1e35d66091,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:16.544216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835d70f-ac7e-4202-b9fe-db01124f4f21 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=c44d3cb5-6270-42e0-a764-a5fd909f0e03,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:16.648042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4d07dbf9-173d-4c91-8298-fa76170ca89b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:16.660507 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92e435e8-9741-41e7-82ec-feadf70ff75e admin admin] Publish callbacks [] for security_group (5306d04b-b799-4522-8d5f-174576fdcfde), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.867859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6162a62b-2a82-416a-9de7-c1bc3d3b082e None None] Provisioning complete for port c44d3cb5-6270-42e0-a764-a5fd909f0e03 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:16.868240 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6162a62b-2a82-416a-9de7-c1bc3d3b082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.882411 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92e435e8-9741-41e7-82ec-feadf70ff75e admin admin] Publish callbacks [] for security_group (5306d04b-b799-4522-8d5f-174576fdcfde), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.917497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for port (4c4fe712-8e43-425f-bc55-5214fdfdde1e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.930560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6162a62b-2a82-416a-9de7-c1bc3d3b082e None None] Port c44d3cb5-6270-42e0-a764-a5fd909f0e03 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:16.931023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.128401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35118) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:17.237738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-367297188-network', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:17.268053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fa606-273d-4309-8ec4-5ed771c148af req-507ea2ce-acb4-47e8-85e8-c6ae215c2f71 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.269690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c20fa606-273d-4309-8ec4-5ed771c148af req-507ea2ce-acb4-47e8-85e8-c6ae215c2f71 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 932 time: 1.0778835 Feb 11 05:31:17.319747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Made reservation on behalf of 88dac70661d84ba1b2a1d48939308d1b for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:17.323557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.334853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.389172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3c50a-4019-4196-b4e6-48da3d9acd67 req-fd75d00d-c9be-48d7-8984-c6cc29ce0d5e tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.390990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92f3c50a-4019-4196-b4e6-48da3d9acd67 req-fd75d00d-c9be-48d7-8984-c6cc29ce0d5e tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 945 time: 0.7533937 Feb 11 05:31:17.441864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Publish callbacks [] for security_group (40cc57be-0f29-4d5b-9b48-53462823cc7c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.462046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c20fa606-273d-4309-8ec4-5ed771c148af req-229ec885-0cf6-4242-8648-8ae9550e411f tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764369 Feb 11 05:31:17.537505 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4c4fe712-8e43-425f-bc55-5214fdfdde1e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.540717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1ab01858-45fb-4cca-b8dc-998b2d621eb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Deleting port c44d3cb5-6270-42e0-a764-a5fd909f0e03 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:17.541049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ab01858-45fb-4cca-b8dc-998b2d621eb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.553967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (40cc57be-0f29-4d5b-9b48-53462823cc7c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.571397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92e435e8-9741-41e7-82ec-feadf70ff75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5306d04b-b799-4522-8d5f-174576fdcfde), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.573986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92e435e8-9741-41e7-82ec-feadf70ff75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.575194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-92e435e8-9741-41e7-82ec-feadf70ff75e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5306d04b-b799-4522-8d5f-174576fdcfde HTTP/1.1" status: 204 len: 168 time: 1.6978524 Feb 11 05:31:17.584050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:17.596536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cc57be-0f29-4d5b-9b48-53462823cc7c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:17.603083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4efc45a9-b527-428f-9e8b-5dfaa46d62a9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.607099 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Added segment 4efc45a9-b527-428f-9e8b-5dfaa46d62a9 of type vlan for network b507a840-19c0-44e0-896a-1d295ca8b4af Feb 11 05:31:17.660756 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b507a840-19c0-44e0-896a-1d295ca8b4af), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.687606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92f3c50a-4019-4196-b4e6-48da3d9acd67 req-1a31e904-f360-4522-b2f7-e135f07386ee tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830470 Feb 11 05:31:17.711291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e435e8-9741-41e7-82ec-feadf70ff75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5306d04b-b799-4522-8d5f-174576fdcfde,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:17.740869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:17.740869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:17.793776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:17.799531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.803502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.805238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Port': ['ID=4c4fe712-8e43-425f-bc55-5214fdfdde1e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:17.825866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdebe8f-934c-4785-b959-518a8eafe23f None None] Network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:17.848418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b507a840-19c0-44e0-896a-1d295ca8b4af), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.855769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.857139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.897496 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ab01858-45fb-4cca-b8dc-998b2d621eb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.920001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1ab01858-45fb-4cca-b8dc-998b2d621eb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Calling delete_port for c44d3cb5-6270-42e0-a764-a5fd909f0e03 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:17.926051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-111e720b-bd26-4291-aebc-dd3d2edec561 None None] Provisioning complete for port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:17.926507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-111e720b-bd26-4291-aebc-dd3d2edec561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.028363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b7418a09-66d9-4e7c-ad4f-73585142fcd5 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3288450 Feb 11 05:31:18.032492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35126) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:18.065097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] Pushing event updated for resources: {'Network': ['ID=b507a840-19c0-44e0-896a-1d295ca8b4af,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:18.123919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b507a840-19c0-44e0-896a-1d295ca8b4af details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:18.132430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe627deb-ecb1-4a48-b59b-dade1949230b {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:18.134372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-51db60e4-0209-4f5e-bfef-5e5adb369560 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting subnet 6eebac2b-9b85-4e0d-872c-63446c627eeb {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:18.139338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db60e4-0209-4f5e-bfef-5e5adb369560 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (6eebac2b-9b85-4e0d-872c-63446c627eeb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.144410 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Publish callbacks [] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.173641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Transition to ACTIVE for port object fe627deb-ecb1-4a48-b59b-dade1949230b will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:18.200855 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f58942b6-61cd-4b72-ac7c-2865c743700c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0709383 Feb 11 05:31:18.213277 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db60e4-0209-4f5e-bfef-5e5adb369560 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (6eebac2b-9b85-4e0d-872c-63446c627eeb), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.213277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35132) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:18.213531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:18.213645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Request body: {'subnet': {'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-subnet', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:18.235933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5348a666-428c-42a9-9c94-01982f148412 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:18.239693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-111e720b-bd26-4291-aebc-dd3d2edec561 None None] Current status of the port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:18.240310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-111e720b-bd26-4291-aebc-dd3d2edec561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.279745 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.350022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Made reservation on behalf of 88dac70661d84ba1b2a1d48939308d1b for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:18.353345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.374511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Pushing event updated for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:18.397010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-111e720b-bd26-4291-aebc-dd3d2edec561 None None] For port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0c0145a3-2624-4c4c-b1b3-fd1e35d66091,segment=NetworkSegment(701eabd5-3bb4-491c-8016-58f7b5bc6fab),segment_id=701eabd5-3bb4-491c-8016-58f7b5bc6fab)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:18.400285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:18.401191 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.522472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Attempting to bind port fe627deb-ecb1-4a48-b59b-dade1949230b on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:18.524629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Attempting to bind port fe627deb-ecb1-4a48-b59b-dade1949230b by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:18.524629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Attempting to bind port fe627deb-ecb1-4a48-b59b-dade1949230b on network 8c080b97-dac6-411c-ba55-c34330df3d0d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:18.528967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ab01858-45fb-4cca-b8dc-998b2d621eb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c44d3cb5-6270-42e0-a764-a5fd909f0e03), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.531668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Port fe627deb-ecb1-4a48-b59b-dade1949230b on network 8c080b97-dac6-411c-ba55-c34330df3d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:18.532011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Attempting to bind port fe627deb-ecb1-4a48-b59b-dade1949230b on network 8c080b97-dac6-411c-ba55-c34330df3d0d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:18.587166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db60e4-0209-4f5e-bfef-5e5adb369560 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (6eebac2b-9b85-4e0d-872c-63446c627eeb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.608096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:18.608979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Checking segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:18.609588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Bound using segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:18.610248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Bound port: fe627deb-ecb1-4a48-b59b-dade1949230b, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:18.610855 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.659637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-111e720b-bd26-4291-aebc-dd3d2edec561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.707422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab01858-45fb-4cca-b8dc-998b2d621eb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Port': ['ID=c44d3cb5-6270-42e0-a764-a5fd909f0e03,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:18.752402 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35140) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:18.756525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:18.787228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e720b-bd26-4291-aebc-dd3d2edec561 None None] Pushing event updated for resources: {'Port': ['ID=0c0145a3-2624-4c4c-b1b3-fd1e35d66091,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:18.787867 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db60e4-0209-4f5e-bfef-5e5adb369560 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (6eebac2b-9b85-4e0d-872c-63446c627eeb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.856356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 5348a666-428c-42a9-9c94-01982f148412 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:18.862403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 5348a666-428c-42a9-9c94-01982f148412 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:18.862781 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5348a666-428c-42a9-9c94-01982f148412), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.867363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:18.894349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:18.948925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38a861-d8c1-4287-8d7d-16b8ac7e5ff7 req-132f7df1-3368-458b-8e5f-b666aa9f8707 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:18.954025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d665472-3648-46a5-a95d-d2184aa825b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.958750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa38a861-d8c1-4287-8d7d-16b8ac7e5ff7 req-132f7df1-3368-458b-8e5f-b666aa9f8707 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 944 time: 0.3215301 Feb 11 05:31:18.974931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db60e4-0209-4f5e-bfef-5e5adb369560 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Subnet': ['ID=6eebac2b-9b85-4e0d-872c-63446c627eeb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:18.981715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-85d6b056-fd77-41ef-9c46-1ab12d68f26a None None] Provisioning complete for port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:18.982909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-85d6b056-fd77-41ef-9c46-1ab12d68f26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.992361 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db60e4-0209-4f5e-bfef-5e5adb369560 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.998117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-51db60e4-0209-4f5e-bfef-5e5adb369560 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/subnets/6eebac2b-9b85-4e0d-872c-63446c627eeb HTTP/1.1" status: 204 len: 168 time: 0.9463313 Feb 11 05:31:19.040345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35142) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.059748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.125051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ab01858-45fb-4cca-b8dc-998b2d621eb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.128450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1ab01858-45fb-4cca-b8dc-998b2d621eb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "DELETE /v2.0/ports/c44d3cb5-6270-42e0-a764-a5fd909f0e03 HTTP/1.1" status: 204 len: 168 time: 2.7495840 Feb 11 05:31:19.134886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d665472-3648-46a5-a95d-d2184aa825b3 admin admin] Publish callbacks [] for security_group (ee7c64ab-fd45-49aa-878d-12b69057ca3d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.135732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.160124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.160868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.162380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] 10.222.0.83 "PUT /v2.0/ports/fe627deb-ecb1-4a48-b59b-dade1949230b HTTP/1.1" status: 200 len: 1093 time: 2.7854948 Feb 11 05:31:19.208297 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d295a65-c6cf-42a5-8012-f92ed94a2995 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] GET failed (client error): The resource could not be found. Feb 11 05:31:19.211035 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2d295a65-c6cf-42a5-8012-f92ed94a2995 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "GET /v2.0/ports/c44d3cb5-6270-42e0-a764-a5fd909f0e03 HTTP/1.1" status: 404 len: 333 time: 0.0723364 Feb 11 05:31:19.215514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 5348a666-428c-42a9-9c94-01982f148412 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:19.215964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5348a666-428c-42a9-9c94-01982f148412), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.217915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35146) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.218275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:19.220866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d665472-3648-46a5-a95d-d2184aa825b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ee7c64ab-fd45-49aa-878d-12b69057ca3d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.226922 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d54017-37ce-422a-ab1d-5365c4806fce" -d '{"events": [{"name": "network-changed", "server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:19.246766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa38a861-d8c1-4287-8d7d-16b8ac7e5ff7 req-b9980d10-eaf6-4ff8-8223-faa879d222a1 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871780 Feb 11 05:31:19.254047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-85d6b056-fd77-41ef-9c46-1ab12d68f26a None None] Current status of the port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:19.285461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7c3e67-d818-46c1-ad95-edcfb15a6b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348a666-428c-42a9-9c94-01982f148412'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:19.288569 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4ce8c3-23eb-4d5c-8c27-44f435dc6755" -d '{"events": [{"server_uuid": "6e7c3e67-d818-46c1-ad95-edcfb15a6b2f", "name": "network-vif-plugged", "status": "completed", "tag": "5348a666-428c-42a9-9c94-01982f148412"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:19.297779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-878636910'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:19.299705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4a7f4-4a8c-48f6-a461-e829e3923125 None None] Network b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:19.350167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af79f-bf8e-4e15-ac03-a9ec498f400c req-8edadd1c-994d-42dd-9503-3b22753e220c tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.351874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-271af79f-bf8e-4e15-ac03-a9ec498f400c req-8edadd1c-994d-42dd-9503-3b22753e220c tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 945 time: 0.4608881 Feb 11 05:31:19.415556 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d999f9e3-831d-4ebd-acd1-455b9b41eaf0 x-openstack-request-id: req-d999f9e3-831d-4ebd-acd1-455b9b41eaf0 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:19.416227 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:19.416726 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d999f9e3-831d-4ebd-acd1-455b9b41eaf0 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:19.417150 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'status': 'completed', 'code': 200} Feb 11 05:31:19.427047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-271af79f-bf8e-4e15-ac03-a9ec498f400c req-e59a9ca0-6838-487d-9e9c-1868c496b7d2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646574 Feb 11 05:31:19.432375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ee276-9a3d-44af-a4af-f063fa4a7d0d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.434155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ee276-9a3d-44af-a4af-f063fa4a7d0d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.437167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-794ee276-9a3d-44af-a4af-f063fa4a7d0d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3657186 Feb 11 05:31:19.439505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6f185-4db2-450f-a1d4-714f5bd25001 service neutron] Pushing event updated for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.448927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35152) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.497520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5348a666-428c-42a9-9c94-01982f148412, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5348a666-428c-42a9-9c94-01982f148412,segment=NetworkSegment(e0c95c43-9582-4ff0-946c-335e2b5f9137),segment_id=e0c95c43-9582-4ff0-946c-335e2b5f9137)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:19.505789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-85d6b056-fd77-41ef-9c46-1ab12d68f26a None None] Provisioning complete for port 4c4fe712-8e43-425f-bc55-5214fdfdde1e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:19.506551 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-85d6b056-fd77-41ef-9c46-1ab12d68f26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4c4fe712-8e43-425f-bc55-5214fdfdde1e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.510272 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba5b41c-ad8a-4531-bc36-8619ea9e6704 x-openstack-request-id: req-8ba5b41c-ad8a-4531-bc36-8619ea9e6704 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:19.510883 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7c3e67-d818-46c1-ad95-edcfb15a6b2f", "name": "network-vif-plugged", "status": "completed", "tag": "5348a666-428c-42a9-9c94-01982f148412", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:19.511361 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ba5b41c-ad8a-4531-bc36-8619ea9e6704 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:19.512013 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7c3e67-d818-46c1-ad95-edcfb15a6b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348a666-428c-42a9-9c94-01982f148412', 'code': 200} Feb 11 05:31:19.549645 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2e32fe3-5dd9-449c-bb70-0f990ae406f4 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.562485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-6443ba7a-c108-41dc-b770-fe827ec30da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.578703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-85d6b056-fd77-41ef-9c46-1ab12d68f26a None None] Port 4c4fe712-8e43-425f-bc55-5214fdfdde1e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:19.580056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-6443ba7a-c108-41dc-b770-fe827ec30da9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 1127 time: 0.2857873 Feb 11 05:31:19.580056 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e32fe3-5dd9-449c-bb70-0f990ae406f4 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 05:31:19.580056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e32fe3-5dd9-449c-bb70-0f990ae406f4 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:19.580056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c2e32fe3-5dd9-449c-bb70-0f990ae406f4 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 HTTP/1.1" status: 409 len: 466 time: 0.1282732 Feb 11 05:31:19.580485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d665472-3648-46a5-a95d-d2184aa825b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7c64ab-fd45-49aa-878d-12b69057ca3d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.582288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35154) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.590078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-642721886'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:19.596854 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d665472-3648-46a5-a95d-d2184aa825b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee6898321e6e419099a720c2427d80f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432300 Feb 11 05:31:19.604028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35160) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.623016 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5348a666-428c-42a9-9c94-01982f148412), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.628588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-cc6af75f-eef1-4d2e-8462-0c1ddec0f8c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe627deb-ecb1-4a48-b59b-dade1949230b HTTP/1.1" status: 200 len: 217 time: 0.0533218 Feb 11 05:31:19.668545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76ec4576-6de4-416f-954d-6e7b03806cfd admin admin] Publish callbacks [] for security_group (ee7c64ab-fd45-49aa-878d-12b69057ca3d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.680680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (7bac2233-2b52-4c85-87b3-8a1bd1255887), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.690404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] DHCP port deletion for b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:19.719966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76ec4576-6de4-416f-954d-6e7b03806cfd admin admin] Publish callbacks [] for security_group (ee7c64ab-fd45-49aa-878d-12b69057ca3d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.736840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-bf4b5e82-8d7d-48df-910b-15e96c09a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.738280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-bf4b5e82-8d7d-48df-910b-15e96c09a5af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 200 len: 845 time: 0.1034925 Feb 11 05:31:19.769190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a4abd05e-1b30-4b1a-8fb1-eec0fa61ab2d None None] Provisioning complete for port 4c4fe712-8e43-425f-bc55-5214fdfdde1e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:19.769571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4abd05e-1b30-4b1a-8fb1-eec0fa61ab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4c4fe712-8e43-425f-bc55-5214fdfdde1e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.773436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=5348a666-428c-42a9-9c94-01982f148412,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.786804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Made reservation on behalf of 82d9610566cb441fbcb39979507913ff for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:19.791317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.799233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-9d1ddc69-12fb-48e5-a1ad-2250bbc100e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c080b97-dac6-411c-ba55-c34330df3d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548160 Feb 11 05:31:19.830256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:19.834238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.836461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a4abd05e-1b30-4b1a-8fb1-eec0fa61ab2d None None] Port 4c4fe712-8e43-425f-bc55-5214fdfdde1e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:19.859548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] Deleting port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:19.860812 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.918233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] device_id is not set on port d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:19.926458 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76ec4576-6de4-416f-954d-6e7b03806cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ee7c64ab-fd45-49aa-878d-12b69057ca3d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.929362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76ec4576-6de4-416f-954d-6e7b03806cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.933129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-76ec4576-6de4-416f-954d-6e7b03806cfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee7c64ab-fd45-49aa-878d-12b69057ca3d HTTP/1.1" status: 204 len: 168 time: 0.3270319 Feb 11 05:31:19.968115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bac2233-2b52-4c85-87b3-8a1bd1255887,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.983070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:20.021743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:20.036725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec4576-6de4-416f-954d-6e7b03806cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7c64ab-fd45-49aa-878d-12b69057ca3d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:20.046593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Checking segment: {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:20.046971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Network hostable DHCP agents. Network: b507a840-19c0-44e0-896a-1d295ca8b4af, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:20.067873 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e792717d-94d8-42bd-aa66-3533664746aa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.069068 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Added segment e792717d-94d8-42bd-aa66-3533664746aa of type vlan for network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 Feb 11 05:31:20.091458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] For port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0c0145a3-2624-4c4c-b1b3-fd1e35d66091,segment=NetworkSegment(701eabd5-3bb4-491c-8016-58f7b5bc6fab),segment_id=701eabd5-3bb4-491c-8016-58f7b5bc6fab)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:20.092014 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.107944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-ba3af649-a146-4ae4-bd6d-c5f2b7e3260b service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997262 Feb 11 05:31:20.121062 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e94bb-26bd-48b5-9d1b-20db835b3d69 req-b8ccd617-dd07-4491-99ab-38acc985cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.126247 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-923e94bb-26bd-48b5-9d1b-20db835b3d69 req-b8ccd617-dd07-4491-99ab-38acc985cd08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 1129 time: 0.5498781 Feb 11 05:31:20.133506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] Calling delete_port for 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:20.206734 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-923e94bb-26bd-48b5-9d1b-20db835b3d69 req-5400d0c6-4b41-4cfd-bd76-bd35954ebd79 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537248 Feb 11 05:31:20.225866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Allocated IP 2001:db8::1f1 (d65b9df8-0a60-457c-af70-44957325fdfa/ec898bef-13ec-472a-9337-a8e0b3ba6ba0/d79f844d-bdbd-4ba9-b678-cc9ea0e7c480) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:20.252526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (71e308ec-b8a4-4cad-8a3f-b56cd72942c5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.259399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac6906dc-5ccc-4f40-b9ad-74b2b8252ff3 req-8effd778-383e-4ed7-9c29-ee2c4ae7020e service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253912 Feb 11 05:31:20.290797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Network b507a840-19c0-44e0-896a-1d295ca8b4af is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:20.338199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:20.339037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.425137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.453151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b507a840-19c0-44e0-896a-1d295ca8b4af) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:20.462662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.463344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.491052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (71e308ec-b8a4-4cad-8a3f-b56cd72942c5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.504939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f80c6e-e18a-476e-9c14-30d2a4ad0b93 None None] Network b507a840-19c0-44e0-896a-1d295ca8b4af requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:20.506993 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (0c0145a3-2624-4c4c-b1b3-fd1e35d66091), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.514198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.515025 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.547650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] Pushing event deleted for resources: {'Port': ['ID=0c0145a3-2624-4c4c-b1b3-fd1e35d66091,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:20.570739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c78e3-9d1c-4e2a-aa7b-75b87128033d None None] No DVR routers for this DVR port 0c0145a3-2624-4c4c-b1b3-fd1e35d66091 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:20.592355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4c0b9d39-778b-49c9-8a10-2f5dbcec05c9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3767462 Feb 11 05:31:20.592355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35172) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:20.593372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:20.616643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.713499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54017-37ce-422a-ab1d-5365c4806fce req-8f82100a-578e-45fe-99d3-00efc308e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.715032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d54017-37ce-422a-ab1d-5365c4806fce req-8f82100a-578e-45fe-99d3-00efc308e582 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 1127 time: 0.3073087 Feb 11 05:31:20.724780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1402164 Feb 11 05:31:20.730867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Network d65b9df8-0a60-457c-af70-44957325fdfa is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:20.731538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:20.736058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540305b-9aae-431d-aefe-57b3abb5d0bc req-136427e4-dacf-4ab7-af5e-ce6b817c592c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.738019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'subnet': {'network_id': '71e308ec-b8a4-4cad-8a3f-b56cd72942c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:20.743728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1540305b-9aae-431d-aefe-57b3abb5d0bc req-136427e4-dacf-4ab7-af5e-ce6b817c592c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 944 time: 0.3815982 Feb 11 05:31:20.746683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:20.767314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:20.773687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.774724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.790285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (d65128d2-bb0f-48c1-a995-dc21264ae259), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.795442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (d65128d2-bb0f-48c1-a995-dc21264ae259), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.796115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=d79f844d-bdbd-4ba9-b678-cc9ea0e7c480,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:20.805434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cdee3c-29af-4cb9-8028-4e9e2b085554 None None] Network b507a840-19c0-44e0-896a-1d295ca8b4af requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:20.862713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c49fc6-5bbd-4178-be43-2c8e84a8c364 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Network': ['ID=71e308ec-b8a4-4cad-8a3f-b56cd72942c5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:20.900431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:20.964105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54017-37ce-422a-ab1d-5365c4806fce req-d3553de2-bb3e-4b00-85ae-6abd6b1fffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.971000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d54017-37ce-422a-ab1d-5365c4806fce req-d3553de2-bb3e-4b00-85ae-6abd6b1fffa5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 906 time: 0.2445714 Feb 11 05:31:20.985949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b48789-7ab9-494c-92e1-65a979ec2b50 req-c4ccd776-d9a6-4f51-8b40-14978013d27d tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:21.010210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18b48789-7ab9-494c-92e1-65a979ec2b50 req-c4ccd776-d9a6-4f51-8b40-14978013d27d tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 946 time: 0.4212239 Feb 11 05:31:21.045359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks [] for router_controller (d65128d2-bb0f-48c1-a995-dc21264ae259), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.051040 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5017f320-43af-4212-a0ee-71b271bdc91e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8308733 Feb 11 05:31:21.054330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35186) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:21.063901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b1:60:79'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:21.116338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:21.121356 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.152829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d54017-37ce-422a-ab1d-5365c4806fce req-2f7bfb25-af50-420c-be90-22b3b6ee1c27 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe627deb-ecb1-4a48-b59b-dade1949230b HTTP/1.1" status: 200 len: 217 time: 0.1478722 Feb 11 05:31:21.206080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1540305b-9aae-431d-aefe-57b3abb5d0bc req-bc7d4642-a823-42c7-a032-5f39d70d5232 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614675 Feb 11 05:31:21.270248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18b48789-7ab9-494c-92e1-65a979ec2b50 req-20f62367-a9a7-4632-828c-45019f875cf3 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657301 Feb 11 05:31:21.280349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54017-37ce-422a-ab1d-5365c4806fce req-7004521a-4b15-4fcc-aa0c-8ed2466f444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:21.283570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d54017-37ce-422a-ab1d-5365c4806fce req-7004521a-4b15-4fcc-aa0c-8ed2466f444d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 200 len: 845 time: 0.1222160 Feb 11 05:31:21.313604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ebdf039a-ad38-48b1-a140-cf4ca9b520c2 None None] Provisioning complete for port d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:21.318634 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebdf039a-ad38-48b1-a140-cf4ca9b520c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.359159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d54017-37ce-422a-ab1d-5365c4806fce req-af3f3519-1a0a-4813-8e47-6798098fff22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c080b97-dac6-411c-ba55-c34330df3d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693111 Feb 11 05:31:21.395333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf039a-ad38-48b1-a140-cf4ca9b520c2 None None] Port d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:21.504513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d54017-37ce-422a-ab1d-5365c4806fce req-13631f99-2f6e-4f9e-91c8-554420348b9a service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390142 Feb 11 05:31:21.556469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks [] for router_gateway (d65128d2-bb0f-48c1-a995-dc21264ae259), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.624709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22d54017-37ce-422a-ab1d-5365c4806fce req-e0ae6385-66ec-4830-87c1-712bf0ab8a3a service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130691 Feb 11 05:31:21.665384 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.047617 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fe627deb-ecb1-4a48-b59b-dade1949230b details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:22.077686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.objects.ports [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:31:22.089990 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (334826de-c189-4e8b-a486-6086cf460984), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.102251 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.176153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:22.210664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'port_id': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'mac_address': 'fa:16:3e:c9:37:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:22.212325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.259964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Subnet': ['ID=334826de-c189-4e8b-a486-6086cf460984,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.304977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] In _notify_port_updated(), no bound segment for port d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 on network d65b9df8-0a60-457c-af70-44957325fdfa {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:31:22.308026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port fe627deb-ecb1-4a48-b59b-dade1949230b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:22.308795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.309116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:22.309792 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.312336 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "PUT /v2.0/ports/d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 HTTP/1.1" status: 200 len: 1002 time: 1.2533188 Feb 11 05:31:22.320626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35208) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:22.366943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Checking segment: {'id': 'e792717d-94d8-42bd-aa66-3533664746aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '71e308ec-b8a4-4cad-8a3f-b56cd72942c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:22.369921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network hostable DHCP agents. Network: 71e308ec-b8a4-4cad-8a3f-b56cd72942c5, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:22.387469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a477852-9940-44ef-b0de-5a27341b9074 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=d79f844d-bdbd-4ba9-b678-cc9ea0e7c480,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.434485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks [] for router_gateway (d65128d2-bb0f-48c1-a995-dc21264ae259), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.437686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe627deb-ecb1-4a48-b59b-dade1949230b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:22.491310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:22.539638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.554269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.582709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35212) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:22.743192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.770137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-918584d8-8b8d-40ea-9d19-d4be81f5eaa9 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Deleting port d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:22.770754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-918584d8-8b8d-40ea-9d19-d4be81f5eaa9 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.884571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['fe627deb-ecb1-4a48-b59b-dade1949230b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:22.893095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Allocated IP 172.25.8.112 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/457dd342-1674-4cf6-a1f7-7bd17ed38203) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:23.003625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-918584d8-8b8d-40ea-9d19-d4be81f5eaa9 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.025358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c7daddfe-b8c0-4efa-b4e0-bb2736b736ba None None] Provisioning complete for port d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:23.025727 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7daddfe-b8c0-4efa-b4e0-bb2736b736ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.036425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks [] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.038426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-918584d8-8b8d-40ea-9d19-d4be81f5eaa9 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Calling delete_port for d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:23.092425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:23.126915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c7daddfe-b8c0-4efa-b4e0-bb2736b736ba None None] Port d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:23.163670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.201709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 71e308ec-b8a4-4cad-8a3f-b56cd72942c5) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:23.216195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237e469-0f22-440f-b247-d17f8fde0aeb None None] Network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:23.233752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Pushing event updated for resources: {'Port': ['ID=457dd342-1674-4cf6-a1f7-7bd17ed38203,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:23.237642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.238429 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.243036 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-635875d3-5b38-4f0b-b885-052e41b07d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.253069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:23.258923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:23.264384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:23.377233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f08c4-00f1-426a-8084-4341ac18c3ee req-4e82e7f1-e41f-4fda-8ba2-644a75d79352 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.378008 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-580ce785-1382-4688-a135-2e062ddb6a31 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6436965 Feb 11 05:31:23.384895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d70f08c4-00f1-426a-8084-4341ac18c3ee req-4e82e7f1-e41f-4fda-8ba2-644a75d79352 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 945 time: 0.1950402 Feb 11 05:31:23.389548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:23.396648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'port': {'network_id': '71e308ec-b8a4-4cad-8a3f-b56cd72942c5', 'name': 'tempest-NetworksIpV6TestAttrs-2141967176'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:23.417478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb53de-53d0-4f27-8e1c-5c039e8e57e7 req-69fb476a-db64-432f-947d-68a64d35b1ce tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.420372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64cb53de-53d0-4f27-8e1c-5c039e8e57e7 req-69fb476a-db64-432f-947d-68a64d35b1ce tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 946 time: 0.2477276 Feb 11 05:31:23.423876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-71e308ec-b8a4-4cad-8a3f-b56cd72942c5', 'network_id': '71e308ec-b8a4-4cad-8a3f-b56cd72942c5', 'project_id': 'a7724724213a4861bc0a39a8fa2b0162', 'fixed_ips': [{'subnet_id': '334826de-c189-4e8b-a486-6086cf460984'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:23.425508 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.569073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d70f08c4-00f1-426a-8084-4341ac18c3ee req-506efb2e-f5d4-4bab-ab02-0c5c041d9d89 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832113 Feb 11 05:31:23.583989 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-918584d8-8b8d-40ea-9d19-d4be81f5eaa9 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d79f844d-bdbd-4ba9-b678-cc9ea0e7c480), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.602278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64cb53de-53d0-4f27-8e1c-5c039e8e57e7 req-6c869101-c166-450f-a7a1-5e3b38ced54b tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585808 Feb 11 05:31:23.608032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Allocated IP 2001:db8::f816:3eff:fe17:5da5 (71e308ec-b8a4-4cad-8a3f-b56cd72942c5/334826de-c189-4e8b-a486-6086cf460984/274367d5-6fed-4659-bba5-8aae64372ded) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:23.699011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918584d8-8b8d-40ea-9d19-d4be81f5eaa9 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Port': ['ID=d79f844d-bdbd-4ba9-b678-cc9ea0e7c480,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:23.735868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks [] for router_gateway (d65128d2-bb0f-48c1-a995-dc21264ae259), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.774131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-918584d8-8b8d-40ea-9d19-d4be81f5eaa9 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.780796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-918584d8-8b8d-40ea-9d19-d4be81f5eaa9 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "DELETE /v2.0/ports/d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 HTTP/1.1" status: 204 len: 168 time: 1.4586253 Feb 11 05:31:23.784231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35222) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:23.836784 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81372a4-9611-43c7-982c-235f57b9a451 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] GET failed (client error): The resource could not be found. Feb 11 05:31:23.842290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c81372a4-9611-43c7-982c-235f57b9a451 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "GET /v2.0/ports/d79f844d-bdbd-4ba9-b678-cc9ea0e7c480 HTTP/1.1" status: 404 len: 333 time: 0.0530648 Feb 11 05:31:23.842740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35224) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:23.847926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-325553916'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:23.904902 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Publish callbacks [] for port (274367d5-6fed-4659-bba5-8aae64372ded), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.955248 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-635875d3-5b38-4f0b-b885-052e41b07d70 admin admin] Publish callbacks [] for security_group (fa574f62-ffbc-4219-91d6-bb44d5ff59c7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.959020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:23.962849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.988167 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (274367d5-6fed-4659-bba5-8aae64372ded), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.023003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-635875d3-5b38-4f0b-b885-052e41b07d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa574f62-ffbc-4219-91d6-bb44d5ff59c7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.069236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:24.075788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (d65128d2-bb0f-48c1-a995-dc21264ae259), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.081509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:24.086501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:24.100783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] device_id is not set on port 1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:24.171091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635875d3-5b38-4f0b-b885-052e41b07d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa574f62-ffbc-4219-91d6-bb44d5ff59c7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.185965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Pushing event updated for resources: {'Port': ['ID=274367d5-6fed-4659-bba5-8aae64372ded,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.192835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-635875d3-5b38-4f0b-b885-052e41b07d70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a026f51df4e94d0e98a73dd14b577ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6081376 Feb 11 05:31:24.200122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35232) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:24.230395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Attempting to bind port 274367d5-6fed-4659-bba5-8aae64372ded on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:24.230770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Attempting to bind port 274367d5-6fed-4659-bba5-8aae64372ded by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'e792717d-94d8-42bd-aa66-3533664746aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '71e308ec-b8a4-4cad-8a3f-b56cd72942c5'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:24.231138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Attempting to bind port 274367d5-6fed-4659-bba5-8aae64372ded on network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:24.252542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:24.252972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Checking segment: {'id': 'e792717d-94d8-42bd-aa66-3533664746aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '71e308ec-b8a4-4cad-8a3f-b56cd72942c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:24.256407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.256852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Bound using segment: {'id': 'e792717d-94d8-42bd-aa66-3533664746aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '71e308ec-b8a4-4cad-8a3f-b56cd72942c5'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:24.257367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Bound port: 274367d5-6fed-4659-bba5-8aae64372ded, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792717d-94d8-42bd-aa66-3533664746aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '71e308ec-b8a4-4cad-8a3f-b56cd72942c5'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:24.257763 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (274367d5-6fed-4659-bba5-8aae64372ded), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.318155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Allocated IP 2001:db8::f816:3eff:fe8d:2f93 (71e308ec-b8a4-4cad-8a3f-b56cd72942c5/334826de-c189-4e8b-a486-6086cf460984/1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:24.324584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0bca074-3005-4126-8542-431fd22298ed admin admin] Publish callbacks [] for security_group (fa574f62-ffbc-4219-91d6-bb44d5ff59c7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.342395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Router d65128d2-bb0f-48c1-a995-dc21264ae259 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:31:24.359446 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0bca074-3005-4126-8542-431fd22298ed admin admin] Publish callbacks [] for security_group (fa574f62-ffbc-4219-91d6-bb44d5ff59c7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.365614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] For port 274367d5-6fed-4659-bba5-8aae64372ded, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:24.369044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] For port 274367d5-6fed-4659-bba5-8aae64372ded, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=274367d5-6fed-4659-bba5-8aae64372ded,segment=NetworkSegment(e792717d-94d8-42bd-aa66-3533664746aa),segment_id=e792717d-94d8-42bd-aa66-3533664746aa)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:24.439024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Made reservation on behalf of 82d9610566cb441fbcb39979507913ff for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:24.442399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.478135 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (274367d5-6fed-4659-bba5-8aae64372ded), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.492590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:24.494865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] device_id is not set on port eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:24.535169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a77dda-09cb-4583-9453-91b19caf2b3b None None] Pushing event updated for resources: {'Port': ['ID=274367d5-6fed-4659-bba5-8aae64372ded,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.538793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Sync routers for ids ['d65128d2-bb0f-48c1-a995-dc21264ae259'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:24.581016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Routers {'d65128d2-bb0f-48c1-a995-dc21264ae259'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:24.581928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:31:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d65128d2-bb0f-48c1-a995-dc21264ae259'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:24.594630 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0bca074-3005-4126-8542-431fd22298ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa574f62-ffbc-4219-91d6-bb44d5ff59c7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.597118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0bca074-3005-4126-8542-431fd22298ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.598257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f0bca074-3005-4126-8542-431fd22298ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa574f62-ffbc-4219-91d6-bb44d5ff59c7 HTTP/1.1" status: 204 len: 168 time: 0.3931971 Feb 11 05:31:24.664301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.668980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1fdab0fb-1ca8-46e1-a42f-17b8df41ca21 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0787375 Feb 11 05:31:24.673640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35240) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:24.849614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Set router d65128d2-bb0f-48c1-a995-dc21264ae259 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:25.152549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bca074-3005-4126-8542-431fd22298ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa574f62-ffbc-4219-91d6-bb44d5ff59c7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:25.241732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:31:23Z', 'revision_number': 3, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port': {'id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:22Z', 'updated_at': '2022-02-11T05:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:25.257392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for port (1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.298374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Checking router: d65128d2-bb0f-48c1-a995-dc21264ae259 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:31:25.303548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Updating router d65128d2-bb0f-48c1-a995-dc21264ae259 port 457dd342-1674-4cf6-a1f7-7bd17ed38203 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:31:25.336104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97f6c-341f-48a8-9066-969a921ecf7e req-6a18c171-adc8-4c27-89f3-d0bc6abde364 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.338642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cec97f6c-341f-48a8-9066-969a921ecf7e req-6a18c171-adc8-4c27-89f3-d0bc6abde364 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 946 time: 0.7571125 Feb 11 05:31:25.389872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.407997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6007e48-b897-485d-a433-cc2b80b2c106 req-b6dc9757-2469-4e2b-b7ae-53ac8c23c26b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.416121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6007e48-b897-485d-a433-cc2b80b2c106 req-b6dc9757-2469-4e2b-b7ae-53ac8c23c26b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 945 time: 0.2913458 Feb 11 05:31:25.450222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Allocated IP 2001:db8::be (d65b9df8-0a60-457c-af70-44957325fdfa/ec898bef-13ec-472a-9337-a8e0b3ba6ba0/eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:25.676746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cec97f6c-341f-48a8-9066-969a921ecf7e req-e64445a0-8650-4d82-b49c-1d61abd7753f tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133252 Feb 11 05:31:25.715973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6007e48-b897-485d-a433-cc2b80b2c106 req-05ed3f59-881a-490c-a54e-fb767d13015c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788725 Feb 11 05:31:25.734017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.078380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fe627deb-ecb1-4a48-b59b-dade1949230b up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:26.114361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:26.160131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:26.167426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:26.173423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:26.174169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.177571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-ba399c0a-e05b-4768-884d-de781dbd0792 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:26.179348 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-ba399c0a-e05b-4768-884d-de781dbd0792 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 946 time: 0.1268876 Feb 11 05:31:26.182362 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 274367d5-6fed-4659-bba5-8aae64372ded up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:26.200577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Port': ['ID=1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.247332 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.337152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-62f09851-a1ae-448f-8a1d-4694f15fb335 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9446843 Feb 11 05:31:26.350399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35260) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:26.390804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e83cb5-c246-4078-8510-792bf2e3cbdb None None] Network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:26.422047 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.422487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.423351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb22690-cc67-4f88-9f49-56f4125b93cd tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting subnet 334826de-c189-4e8b-a486-6086cf460984 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:26.481579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Deleting port 5348a666-428c-42a9-9c94-01982f148412 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:26.482822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5348a666-428c-42a9-9c94-01982f148412), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.489989 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5bb22690-cc67-4f88-9f49-56f4125b93cd tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (334826de-c189-4e8b-a486-6086cf460984), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.492746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.536468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Network d65b9df8-0a60-457c-af70-44957325fdfa is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:26.551489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:26.555980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:26.561228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:26.561874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.571388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5bb22690-cc67-4f88-9f49-56f4125b93cd tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (334826de-c189-4e8b-a486-6086cf460984), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.616223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 274367d5-6fed-4659-bba5-8aae64372ded triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:26.616223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (274367d5-6fed-4659-bba5-8aae64372ded), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.693671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] For port 5348a666-428c-42a9-9c94-01982f148412, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5348a666-428c-42a9-9c94-01982f148412,segment=NetworkSegment(e0c95c43-9582-4ff0-946c-335e2b5f9137),segment_id=e0c95c43-9582-4ff0-946c-335e2b5f9137)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:26.693967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5348a666-428c-42a9-9c94-01982f148412), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.769212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Calling delete_port for 5348a666-428c-42a9-9c94-01982f148412 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:26.790020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port fe627deb-ecb1-4a48-b59b-dade1949230b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:26.802594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Allocated IP 172.20.0.1 (b507a840-19c0-44e0-896a-1d295ca8b4af/7bac2233-2b52-4c85-87b3-8a1bd1255887/607d377a-da83-48b5-9141-cd171c6d76a9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:26.838056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bd0aaf8b-4611-41ce-8006-8f918213c97f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9941432 Feb 11 05:31:26.862850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35270) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:26.868254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port fe627deb-ecb1-4a48-b59b-dade1949230b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:26.872028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.890106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'network_id': 'd65b9df8-0a60-457c-af70-44957325fdfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-589793218'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:26.976542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Provisioning complete for port 274367d5-6fed-4659-bba5-8aae64372ded triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:26.976948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (274367d5-6fed-4659-bba5-8aae64372ded), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.148440 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Publish callbacks [] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.208745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 274367d5-6fed-4659-bba5-8aae64372ded is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:27.209407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (274367d5-6fed-4659-bba5-8aae64372ded), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.248100 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5348a666-428c-42a9-9c94-01982f148412), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.253473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port fe627deb-ecb1-4a48-b59b-dade1949230b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:27.254135 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.266609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4918e2c-ef24-47b5-bf80-4f2c704a85f0 req-72d50bba-0dbe-450f-8abf-51024dbe69cf tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:27.269251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4918e2c-ef24-47b5-bf80-4f2c704a85f0 req-72d50bba-0dbe-450f-8abf-51024dbe69cf tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 946 time: 0.4173093 Feb 11 05:31:27.271502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5bb22690-cc67-4f88-9f49-56f4125b93cd tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (334826de-c189-4e8b-a486-6086cf460984), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.272292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['5348a666-428c-42a9-9c94-01982f148412'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:27.325753 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.335054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Pushing event deleted for resources: {'Port': ['ID=5348a666-428c-42a9-9c94-01982f148412,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.342245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e94ba-c47f-467d-baed-1d0b21c37cd9 req-16462870-3435-4aa9-a35b-5bded598702c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:27.344087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d8e94ba-c47f-467d-baed-1d0b21c37cd9 req-16462870-3435-4aa9-a35b-5bded598702c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 945 time: 0.3608928 Feb 11 05:31:27.352664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Publish callbacks [] for port (607d377a-da83-48b5-9141-cd171c6d76a9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.401402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:27.404566 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1066dbec-9d18-4ae8-b2a8-6d1c39ab82c8" -d '{"events": [{"server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "name": "network-vif-plugged", "status": "completed", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:27.446920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:27.456293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] No DVR routers for this DVR port 5348a666-428c-42a9-9c94-01982f148412 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:27.459619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Current status of the port 274367d5-6fed-4659-bba5-8aae64372ded is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:27.459980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (274367d5-6fed-4659-bba5-8aae64372ded), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.462036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.465972 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f812333-c0b1-4a20-8041-b03ad96eac38 req-6bfe1d3a-c620-45db-8f3a-1672633cb5c2 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.65 "DELETE /v2.0/ports/5348a666-428c-42a9-9c94-01982f148412 HTTP/1.1" status: 204 len: 173 time: 1.2753024 Feb 11 05:31:27.467325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7c3e67-d818-46c1-ad95-edcfb15a6b2f', 'name': 'network-vif-deleted', 'tag': '5348a666-428c-42a9-9c94-01982f148412'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:27.470416 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef478a-69d8-43a2-8bf9-a2339e89dc76" -d '{"events": [{"server_uuid": "6e7c3e67-d818-46c1-ad95-edcfb15a6b2f", "name": "network-vif-deleted", "tag": "5348a666-428c-42a9-9c94-01982f148412"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:27.487397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Attempting to bind port 457dd342-1674-4cf6-a1f7-7bd17ed38203 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:27.487783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Attempting to bind port 457dd342-1674-4cf6-a1f7-7bd17ed38203 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:27.488165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Attempting to bind port 457dd342-1674-4cf6-a1f7-7bd17ed38203 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:27.491696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249a5e0-be7e-4de4-8bf4-fd1eff3036c8 None None] Pushing event updated for resources: {'Port': ['ID=457dd342-1674-4cf6-a1f7-7bd17ed38203,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.502757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:27.503815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:27.504232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.504649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:27.505278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Bound port: 457dd342-1674-4cf6-a1f7-7bd17ed38203, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:27.505682 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.554694 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.562403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4918e2c-ef24-47b5-bf80-4f2c704a85f0 req-a06699c1-7789-44be-bce6-bb6b77c0f322 tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb0fff64-6959-4282-88a7-34c15ca761bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437613 Feb 11 05:31:27.592312 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.634240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d8e94ba-c47f-467d-baed-1d0b21c37cd9 req-84dbaf3e-06f7-45c0-ba41-6f1dfcf65ad5 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664862 Feb 11 05:31:27.672864 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c20855-326f-4836-9410-d4368aa68812 x-openstack-request-id: req-31c20855-326f-4836-9410-d4368aa68812 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:27.673298 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "name": "network-vif-plugged", "status": "completed", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:27.680524 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31c20855-326f-4836-9410-d4368aa68812 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:27.680524 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'code': 200} Feb 11 05:31:27.681022 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5bb22690-cc67-4f88-9f49-56f4125b93cd tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (334826de-c189-4e8b-a486-6086cf460984), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.712112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Network b507a840-19c0-44e0-896a-1d295ca8b4af is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:27.722092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:27.736508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:27.758179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Made reservation on behalf of 82d9610566cb441fbcb39979507913ff for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:27.776667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.786369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb22690-cc67-4f88-9f49-56f4125b93cd tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Subnet': ['ID=334826de-c189-4e8b-a486-6086cf460984,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.806617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:27.806617 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:27.811658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Pushing event updated for resources: {'Port': ['ID=607d377a-da83-48b5-9141-cd171c6d76a9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.821574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] For port 457dd342-1674-4cf6-a1f7-7bd17ed38203, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:27.833573 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5bb22690-cc67-4f88-9f49-56f4125b93cd tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.852566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5bb22690-cc67-4f88-9f49-56f4125b93cd tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/subnets/334826de-c189-4e8b-a486-6086cf460984 HTTP/1.1" status: 204 len: 168 time: 1.4952216 Feb 11 05:31:27.853203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35322) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:27.911138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] device_id is not set on port 0673dcf1-0ead-4c4b-910b-42c16ff82568 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:27.963397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (d65128d2-bb0f-48c1-a995-dc21264ae259), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.966063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] For port 457dd342-1674-4cf6-a1f7-7bd17ed38203, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=457dd342-1674-4cf6-a1f7-7bd17ed38203,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:27.978548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.000622 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:28.008587 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:28.054308 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.140693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6643a-3681-4fda-a35e-90189a60c6a2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.142159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6643a-3681-4fda-a35e-90189a60c6a2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.143752 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-38d6643a-3681-4fda-a35e-90189a60c6a2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2911551 Feb 11 05:31:28.172362 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1826a930-88ff-40a0-bc27-e81663817280 x-openstack-request-id: req-1826a930-88ff-40a0-bc27-e81663817280 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:28.172790 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7c3e67-d818-46c1-ad95-edcfb15a6b2f", "name": "network-vif-deleted", "tag": "5348a666-428c-42a9-9c94-01982f148412", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:28.173036 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1826a930-88ff-40a0-bc27-e81663817280 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:28.173465 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7c3e67-d818-46c1-ad95-edcfb15a6b2f', 'name': 'network-vif-deleted', 'tag': '5348a666-428c-42a9-9c94-01982f148412', 'status': 'completed', 'code': 200} Feb 11 05:31:28.173851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.195745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249a5e0-be7e-4de4-8bf4-fd1eff3036c8 None None] Pushing event updated for resources: {'Port': ['ID=457dd342-1674-4cf6-a1f7-7bd17ed38203,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.233963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Routers {'d65128d2-bb0f-48c1-a995-dc21264ae259'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:28.234296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:31:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d65128d2-bb0f-48c1-a995-dc21264ae259'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:28.319600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Allocated IP 2001:db8::80 (d65b9df8-0a60-457c-af70-44957325fdfa/ec898bef-13ec-472a-9337-a8e0b3ba6ba0/0673dcf1-0ead-4c4b-910b-42c16ff82568) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:28.335220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e4f17-2986-4b4f-8685-e0921c22da92 req-920d51e9-326f-4707-a3e4-ba52b0e3c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.336823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-373e4f17-2986-4b4f-8685-e0921c22da92 req-920d51e9-326f-4707-a3e4-ba52b0e3c6bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 1129 time: 0.5413597 Feb 11 05:31:28.350492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0fe26-7802-4449-8850-f09f4a2f7ef7 None None] Network 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:28.402190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e83f321a-ef2a-418d-a595-1250dd584d7f tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (71e308ec-b8a4-4cad-8a3f-b56cd72942c5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.433143 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83f321a-ef2a-418d-a595-1250dd584d7f tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 05:31:28.434081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83f321a-ef2a-418d-a595-1250dd584d7f tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:28.438451 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e83f321a-ef2a-418d-a595-1250dd584d7f tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/71e308ec-b8a4-4cad-8a3f-b56cd72942c5 HTTP/1.1" status: 409 len: 466 time: 0.2635691 Feb 11 05:31:28.441049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-373e4f17-2986-4b4f-8685-e0921c22da92 req-4aea90d4-27d1-485a-a941-f584e6812dbf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953960 Feb 11 05:31:28.442733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35326) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.454682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1230727874'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:28.481063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 274367d5-6fed-4659-bba5-8aae64372ded is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:28.481677 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (274367d5-6fed-4659-bba5-8aae64372ded), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.565972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:28.569887 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.649578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] Set router d65128d2-bb0f-48c1-a995-dc21264ae259 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:28.662362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.697089 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.711054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:28.723682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 274367d5-6fed-4659-bba5-8aae64372ded, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=274367d5-6fed-4659-bba5-8aae64372ded,segment=NetworkSegment(e792717d-94d8-42bd-aa66-3533664746aa),segment_id=e792717d-94d8-42bd-aa66-3533664746aa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:28.769464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0dd5c8e9-3e7b-49d3-9700-d42456db261e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.769852 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Added segment 0dd5c8e9-3e7b-49d3-9700-d42456db261e of type vlan for network 135e849d-485d-49e7-9b5b-6e2d15eb81f6 Feb 11 05:31:28.868040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (274367d5-6fed-4659-bba5-8aae64372ded), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.883451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (135e849d-485d-49e7-9b5b-6e2d15eb81f6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.919469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.921367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Current status of the port 274367d5-6fed-4659-bba5-8aae64372ded is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:28.921755 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (274367d5-6fed-4659-bba5-8aae64372ded), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.969859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a595e582-e0af-47a6-bb63-7af56e99fa7f req-6d820415-baaf-4bf1-a77c-1c54c03ebdef tempest-ServerPasswordTestJSON-813364487 tempest-ServerPasswordTestJSON-813364487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e7c3e67-d818-46c1-ad95-edcfb15a6b2f HTTP/1.1" status: 200 len: 210 time: 0.1132202 Feb 11 05:31:29.043796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Network d65b9df8-0a60-457c-af70-44957325fdfa is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:29.063665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f49a4a-0951-4702-bc30-adea7eb343a3 req-b96079d8-9036-4cdb-aa7c-73512e3ce312 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.065608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1f49a4a-0951-4702-bc30-adea7eb343a3 req-b96079d8-9036-4cdb-aa7c-73512e3ce312 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.3076487 Feb 11 05:31:29.066683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:29.068969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=0673dcf1-0ead-4c4b-910b-42c16ff82568,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:29.083077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:29.093002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.094077 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.110961 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (135e849d-485d-49e7-9b5b-6e2d15eb81f6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.143947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.143947 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.225743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] DHCP port deletion for 71e308ec-b8a4-4cad-8a3f-b56cd72942c5 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:29.257337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=274367d5-6fed-4659-bba5-8aae64372ded,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:29.277329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-82bec130-c0c2-460b-abba-f1250e30abaf tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4109719 Feb 11 05:31:29.289420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35340) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:29.302190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1f49a4a-0951-4702-bc30-adea7eb343a3 req-dc67af4c-b5b9-4012-a5de-957ada010adf tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015893 Feb 11 05:31:29.303130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Network': ['ID=135e849d-485d-49e7-9b5b-6e2d15eb81f6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:29.315004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9c', 'mac_address': 'fa:16:3e:b1:60:79'}, {'ip_address': '2001:db8::be', 'mac_address': 'fa:16:3e:cd:bc:33'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:29.408584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:29.409934 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:29.429719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 135e849d-485d-49e7-9b5b-6e2d15eb81f6 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:29.553271 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-03bae0e5-a51d-48a3-930e-6dc7360ded98 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1093373 Feb 11 05:31:29.556520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35342) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:29.575280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'subnet': {'network_id': '135e849d-485d-49e7-9b5b-6e2d15eb81f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:29.758463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Publish callbacks [] for port (607d377a-da83-48b5-9141-cd171c6d76a9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.878889 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.923719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.985082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (d65128d2-bb0f-48c1-a995-dc21264ae259), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.994157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef6121-d7f2-4bf0-8500-c79b5d791a17 None None] Current status of the port 274367d5-6fed-4659-bba5-8aae64372ded is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:29.997996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Pushing event updated for resources: {'Port': ['ID=607d377a-da83-48b5-9141-cd171c6d76a9,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:30.025894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] Deleting port 274367d5-6fed-4659-bba5-8aae64372ded {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:30.026343 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (274367d5-6fed-4659-bba5-8aae64372ded), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.100624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35376) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:30.165503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:30.181321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Network b507a840-19c0-44e0-896a-1d295ca8b4af is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:30.192735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:30.193084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.213790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:31:23Z', 'revision_number': 3, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port': {'id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:22Z', 'updated_at': '2022-02-11T05:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:30.222951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5348a666-428c-42a9-9c94-01982f148412 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:30.305868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 5348a666-428c-42a9-9c94-01982f148412 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:30.306492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5348a666-428c-42a9-9c94-01982f148412 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:30.308387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafaaad-6717-4e86-ab15-cd17d72928d6 None None] The sync data for ids ['d65128d2-bb0f-48c1-a995-dc21264ae259'] in n-d-713498-37 is: [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:31:23Z', 'revision_number': 3, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port': {'id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:22Z', 'updated_at': '2022-02-11T05:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:30.313474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] For port 274367d5-6fed-4659-bba5-8aae64372ded, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=274367d5-6fed-4659-bba5-8aae64372ded,segment=NetworkSegment(e792717d-94d8-42bd-aa66-3533664746aa),segment_id=e792717d-94d8-42bd-aa66-3533664746aa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:30.313885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (274367d5-6fed-4659-bba5-8aae64372ded), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.364385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] Calling delete_port for 274367d5-6fed-4659-bba5-8aae64372ded owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:30.377249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Provisioning complete for port 0673dcf1-0ead-4c4b-910b-42c16ff82568 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:30.380780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.628369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Router d65128d2-bb0f-48c1-a995-dc21264ae259 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:31:30.635457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Port 0673dcf1-0ead-4c4b-910b-42c16ff82568 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:30.725755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-26aa30af-c1dc-4ce0-a3be-39179cc86964 admin admin] Deleting subnet afe410a9-2b0a-4e25-8b66-ea777d28e59e {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:30.738605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Provisioning complete for port 274367d5-6fed-4659-bba5-8aae64372ded triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:30.739061 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (274367d5-6fed-4659-bba5-8aae64372ded), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.774172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26aa30af-c1dc-4ce0-a3be-39179cc86964 admin admin] Publish callbacks [] for subnet (afe410a9-2b0a-4e25-8b66-ea777d28e59e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.985513 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (274367d5-6fed-4659-bba5-8aae64372ded), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.988230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0d25a-eb0e-46b1-b83d-e1f2a06a3b14 req-53135488-3d83-49ae-9a38-1bafcd98776b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:30.992043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67c0d25a-eb0e-46b1-b83d-e1f2a06a3b14 req-53135488-3d83-49ae-9a38-1bafcd98776b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.4824266 Feb 11 05:31:31.067757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:31.094511 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b7fce1d2-7b18-4ca0-b100-0743eef40b57 admin admin] 10.222.0.62 "PUT /v2.0/routers/d65128d2-bb0f-48c1-a995-dc21264ae259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4184661 Feb 11 05:31:31.098346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] No DVR routers for this DVR port 274367d5-6fed-4659-bba5-8aae64372ded on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:31.104644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5e4e8-4b23-4cad-86fb-ad307913d549 None None] Pushing event deleted for resources: {'Port': ['ID=274367d5-6fed-4659-bba5-8aae64372ded,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:31.137461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Current status of the port 274367d5-6fed-4659-bba5-8aae64372ded is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:31.145817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.157426 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26aa30af-c1dc-4ce0-a3be-39179cc86964 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (afe410a9-2b0a-4e25-8b66-ea777d28e59e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.167651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Provisioning complete for port eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:31.168036 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.215897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 457dd342-1674-4cf6-a1f7-7bd17ed38203 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:31.394994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Port eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:31.451732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Provisioning complete for port 1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:31.452354 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.481954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 457dd342-1674-4cf6-a1f7-7bd17ed38203 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:31.482337 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.529792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6fe100e7-051e-4908-a163-3bef17f5ebe4 None None] Port 1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:31.529947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67c0d25a-eb0e-46b1-b83d-e1f2a06a3b14 req-beefd4a8-6b86-4fa2-95ad-4492f02a549c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183349 Feb 11 05:31:31.529947 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.601149 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26aa30af-c1dc-4ce0-a3be-39179cc86964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (afe410a9-2b0a-4e25-8b66-ea777d28e59e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.639471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 457dd342-1674-4cf6-a1f7-7bd17ed38203 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:31.640005 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.686670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 457dd342-1674-4cf6-a1f7-7bd17ed38203, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=457dd342-1674-4cf6-a1f7-7bd17ed38203,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:31.687071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] In _notify_port_updated(), no bound segment for port 0673dcf1-0ead-4c4b-910b-42c16ff82568 on network d65b9df8-0a60-457c-af70-44957325fdfa {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:31:31.698657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:31.699343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.701551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "PUT /v2.0/ports/0673dcf1-0ead-4c4b-910b-42c16ff82568 HTTP/1.1" status: 200 len: 1064 time: 2.3988109 Feb 11 05:31:31.704214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35398) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:31.765200 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.778265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc510f75-684e-495e-90c2-866e87beb279 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event updated for resources: {'Port': ['ID=0673dcf1-0ead-4c4b-910b-42c16ff82568,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:31.917466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 274367d5-6fed-4659-bba5-8aae64372ded no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:32.006191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 274367d5-6fed-4659-bba5-8aae64372ded {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:32.008952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 274367d5-6fed-4659-bba5-8aae64372ded not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:32.028074 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26aa30af-c1dc-4ce0-a3be-39179cc86964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (afe410a9-2b0a-4e25-8b66-ea777d28e59e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.092745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:31:32.143393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=457dd342-1674-4cf6-a1f7-7bd17ed38203,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.159230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (2cabc113-0e2e-4284-95bd-3d63d36519ac), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.189889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa30af-c1dc-4ce0-a3be-39179cc86964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe410a9-2b0a-4e25-8b66-ea777d28e59e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.271961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0fb000ac-c0a9-4234-8410-afc94b92185e None None] Provisioning complete for port 0673dcf1-0ead-4c4b-910b-42c16ff82568 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:32.272104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fb000ac-c0a9-4234-8410-afc94b92185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.282051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-dca71f29-0fd5-4674-a2a7-3aac02a49e2a tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Deleting port 0673dcf1-0ead-4c4b-910b-42c16ff82568 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:32.282051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dca71f29-0fd5-4674-a2a7-3aac02a49e2a tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.305083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26aa30af-c1dc-4ce0-a3be-39179cc86964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.317074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-26aa30af-c1dc-4ce0-a3be-39179cc86964 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/afe410a9-2b0a-4e25-8b66-ea777d28e59e HTTP/1.1" status: 204 len: 168 time: 2.2107754 Feb 11 05:31:32.365729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35414) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:32.395816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0fb000ac-c0a9-4234-8410-afc94b92185e None None] Port 0673dcf1-0ead-4c4b-910b-42c16ff82568 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:32.483491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (be5ed795-2ec1-4e9b-949d-9c68c94b7c4b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.502965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Subnet': ['ID=2cabc113-0e2e-4284-95bd-3d63d36519ac,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.525206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Checking segment: {'id': '0dd5c8e9-3e7b-49d3-9700-d42456db261e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '135e849d-485d-49e7-9b5b-6e2d15eb81f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:32.525584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network hostable DHCP agents. Network: 135e849d-485d-49e7-9b5b-6e2d15eb81f6, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:32.578770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f97f0-ea2b-4481-94bb-b359a1d86873 req-5004aff2-16db-46cc-84d6-0541d61c23e2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:32.580621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e7f97f0-ea2b-4481-94bb-b359a1d86873 req-5004aff2-16db-46cc-84d6-0541d61c23e2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.2907946 Feb 11 05:31:32.589450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-ecee4b20-61be-479e-8e55-66ca3861d950 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:32.591738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-ecee4b20-61be-479e-8e55-66ca3861d950 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 818 time: 0.3006687 Feb 11 05:31:32.627824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-43784268-c28e-4224-983f-3aa137244788 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/quotas/88dac70661d84ba1b2a1d48939308d1b HTTP/1.1" status: 200 len: 375 time: 0.0268202 Feb 11 05:31:32.674358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dca71f29-0fd5-4674-a2a7-3aac02a49e2a tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.696634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e7f97f0-ea2b-4481-94bb-b359a1d86873 req-7fbf1b21-9b50-4b08-b49e-6fef4a1e5b42 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868495 Feb 11 05:31:32.714685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (be5ed795-2ec1-4e9b-949d-9c68c94b7c4b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.720315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-6097bb26-ca1b-4d01-8b67-ad124e906129 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840614 Feb 11 05:31:32.730939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network 135e849d-485d-49e7-9b5b-6e2d15eb81f6 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:32.735863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-dca71f29-0fd5-4674-a2a7-3aac02a49e2a tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Calling delete_port for 0673dcf1-0ead-4c4b-910b-42c16ff82568 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:32.758362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5ed795-2ec1-4e9b-949d-9c68c94b7c4b']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:32.805263 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2be9454c-a596-4c69-accf-c1c444a52da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.808336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c95c43-9582-4ff0-946c-335e2b5f9137') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:32.808661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c95c43-9582-4ff0-946c-335e2b5f9137') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:32.821899 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (e0c95c43-9582-4ff0-946c-335e2b5f9137), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.851717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e0c95c43-9582-4ff0-946c-335e2b5f9137), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.858416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:32.858834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (e0c95c43-9582-4ff0-946c-335e2b5f9137), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:32.860560 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:32.887405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 135e849d-485d-49e7-9b5b-6e2d15eb81f6) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:32.897056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:32.898295 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.903281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-52c82cd8-2921-4410-927a-4edf42c19d45 service neutron] 10.222.0.62 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758156 Feb 11 05:31:32.906193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93c14a-2701-47fd-b3f6-5f4443d5091a None None] Network 135e849d-485d-49e7-9b5b-6e2d15eb81f6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:33.026468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d3af51bd-c979-48f7-9f49-6c96d7d8c6e1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.4622030 Feb 11 05:31:33.027312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35416) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:33.095745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 457dd342-1674-4cf6-a1f7-7bd17ed38203 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:33.104784 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (be5ed795-2ec1-4e9b-949d-9c68c94b7c4b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.126327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.142132 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] 10.222.0.62 "DELETE /v2.0/networks/be5ed795-2ec1-4e9b-949d-9c68c94b7c4b HTTP/1.1" status: 204 len: 168 time: 0.7755537 Feb 11 05:31:33.156003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6c379-4002-438d-939f-06f411f8fb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5ed795-2ec1-4e9b-949d-9c68c94b7c4b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:33.160555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dca71f29-0fd5-4674-a2a7-3aac02a49e2a tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0673dcf1-0ead-4c4b-910b-42c16ff82568), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.180074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-135e849d-485d-49e7-9b5b-6e2d15eb81f6', 'network_id': '135e849d-485d-49e7-9b5b-6e2d15eb81f6', 'project_id': 'a7724724213a4861bc0a39a8fa2b0162', 'fixed_ips': [{'subnet_id': '2cabc113-0e2e-4284-95bd-3d63d36519ac'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:33.181388 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.202706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca71f29-0fd5-4674-a2a7-3aac02a49e2a tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Port': ['ID=0673dcf1-0ead-4c4b-910b-42c16ff82568,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:33.248102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 457dd342-1674-4cf6-a1f7-7bd17ed38203 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:33.248584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.571296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dca71f29-0fd5-4674-a2a7-3aac02a49e2a tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.581952 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dca71f29-0fd5-4674-a2a7-3aac02a49e2a tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "DELETE /v2.0/ports/0673dcf1-0ead-4c4b-910b-42c16ff82568 HTTP/1.1" status: 204 len: 168 time: 1.8737144 Feb 11 05:31:33.585710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35428) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:33.586613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Allocated IP 2001:db8::f816:3eff:fe87:7116 (135e849d-485d-49e7-9b5b-6e2d15eb81f6/2cabc113-0e2e-4284-95bd-3d63d36519ac/b03c0a48-6db0-41d0-afd2-73cec9177dec) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:33.599988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 457dd342-1674-4cf6-a1f7-7bd17ed38203 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:33.603232 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Sync routers for ids ['d65128d2-bb0f-48c1-a995-dc21264ae259'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:33.636830 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Routers {'d65128d2-bb0f-48c1-a995-dc21264ae259'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:33.637438 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:31:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d65128d2-bb0f-48c1-a995-dc21264ae259'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:33.664494 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1af493-23aa-4c1d-915b-2755a92a774b tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] GET failed (client error): The resource could not be found. Feb 11 05:31:33.673322 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4b1af493-23aa-4c1d-915b-2755a92a774b tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "GET /v2.0/ports/0673dcf1-0ead-4c4b-910b-42c16ff82568 HTTP/1.1" status: 404 len: 333 time: 0.0874038 Feb 11 05:31:33.673998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:33.922576 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (135e849d-485d-49e7-9b5b-6e2d15eb81f6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.932648 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Set router d65128d2-bb0f-48c1-a995-dc21264ae259 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:33.932948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c5966-a308-42fd-96c1-757679af11d6 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Deleting port eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:33.934243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5966-a308-42fd-96c1-757679af11d6 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.970262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35436) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.000576 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Publish callbacks [] for port (b03c0a48-6db0-41d0-afd2-73cec9177dec), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.060885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-258e22b5-01d5-46ee-9b83-40ad6b1311da service neutron] 10.222.0.62 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1398761 Feb 11 05:31:34.068124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (2cabc113-0e2e-4284-95bd-3d63d36519ac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.078943 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b03c0a48-6db0-41d0-afd2-73cec9177dec), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.106726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4b8a-13a8-4109-8395-cab46d694cfc req-21f54326-8425-4ad5-ba51-2935e59f4604 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:34.108967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-827c4b8a-13a8-4109-8395-cab46d694cfc req-21f54326-8425-4ad5-ba51-2935e59f4604 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.1790419 Feb 11 05:31:34.151654 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6679de47-ad31-45f3-9993-d6f72638208f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25cfb41544924d45bf45fe6fb140758b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627183 Feb 11 05:31:34.153494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35438) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.187195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Network 135e849d-485d-49e7-9b5b-6e2d15eb81f6 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:34.189325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5966-a308-42fd-96c1-757679af11d6 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.193072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:34.199334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:34.225715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c5966-a308-42fd-96c1-757679af11d6 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Calling delete_port for eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:34.258610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-827c4b8a-13a8-4109-8395-cab46d694cfc req-d11091ff-097d-428f-9e01-db90dde56992 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288683 Feb 11 05:31:34.276455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Pushing event updated for resources: {'Port': ['ID=b03c0a48-6db0-41d0-afd2-73cec9177dec,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.308119 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:31:28Z', 'revision_number': 4, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port': {'id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:22Z', 'updated_at': '2022-02-11T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '607d377a-da83-48b5-9141-cd171c6d76a9', 'name': '', 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'mac_address': 'fa:16:3e:f2:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '7bac2233-2b52-4c85-87b3-8a1bd1255887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:26Z', 'updated_at': '2022-02-11T05:31:29Z', 'revision_number': 2, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'subnets': [{'id': '7bac2233-2b52-4c85-87b3-8a1bd1255887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:34.327676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (2cabc113-0e2e-4284-95bd-3d63d36519ac), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.349212 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Checking router: d65128d2-bb0f-48c1-a995-dc21264ae259 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:31:34.349982 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Updating router d65128d2-bb0f-48c1-a995-dc21264ae259 port 607d377a-da83-48b5-9141-cd171c6d76a9 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:31:34.364699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Attempting to bind port b03c0a48-6db0-41d0-afd2-73cec9177dec on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:34.367657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Attempting to bind port b03c0a48-6db0-41d0-afd2-73cec9177dec by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0dd5c8e9-3e7b-49d3-9700-d42456db261e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '135e849d-485d-49e7-9b5b-6e2d15eb81f6'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:34.367657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Attempting to bind port b03c0a48-6db0-41d0-afd2-73cec9177dec on network 135e849d-485d-49e7-9b5b-6e2d15eb81f6 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:34.375483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:34.376677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Checking segment: {'id': '0dd5c8e9-3e7b-49d3-9700-d42456db261e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '135e849d-485d-49e7-9b5b-6e2d15eb81f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:34.379071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.379582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Bound using segment: {'id': '0dd5c8e9-3e7b-49d3-9700-d42456db261e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '135e849d-485d-49e7-9b5b-6e2d15eb81f6'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:34.380861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Bound port: b03c0a48-6db0-41d0-afd2-73cec9177dec, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd5c8e9-3e7b-49d3-9700-d42456db261e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '135e849d-485d-49e7-9b5b-6e2d15eb81f6'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:34.382604 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b03c0a48-6db0-41d0-afd2-73cec9177dec), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.399141 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.422151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Subnet': ['ID=2cabc113-0e2e-4284-95bd-3d63d36519ac,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.475527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.475881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.476226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.476570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.476934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.488918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.489367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.489754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.490446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.490446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.490739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.491018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.491350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:34.503697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e50bf155-0e4a-439d-9877-45368c5b7417 admin admin] Publish callbacks [] for security_group (bb0fff64-6959-4282-88a7-34c15ca761bf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.563876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] For port b03c0a48-6db0-41d0-afd2-73cec9177dec, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:34.574714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] For port b03c0a48-6db0-41d0-afd2-73cec9177dec, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b03c0a48-6db0-41d0-afd2-73cec9177dec,segment=NetworkSegment(0dd5c8e9-3e7b-49d3-9700-d42456db261e),segment_id=0dd5c8e9-3e7b-49d3-9700-d42456db261e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:34.581266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5966-a308-42fd-96c1-757679af11d6 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.640141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c5966-a308-42fd-96c1-757679af11d6 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Port': ['ID=eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.665394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (135e849d-485d-49e7-9b5b-6e2d15eb81f6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.690561 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b03c0a48-6db0-41d0-afd2-73cec9177dec), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.702599 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e50bf155-0e4a-439d-9877-45368c5b7417 admin admin] Publish callbacks [] for security_group (bb0fff64-6959-4282-88a7-34c15ca761bf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.710489 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5966-a308-42fd-96c1-757679af11d6 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.723961 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4c8c5966-a308-42fd-96c1-757679af11d6 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "DELETE /v2.0/ports/eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd HTTP/1.1" status: 204 len: 168 time: 1.0411737 Feb 11 05:31:34.724812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35448) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.736528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31a924cb-180f-4559-a367-16da4f0f14d9 req-d1dd8d2b-295e-461c-bb34-44d0d091238b tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 210 time: 0.1958163 Feb 11 05:31:34.798888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135e849d-485d-49e7-9b5b-6e2d15eb81f6']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:34.836985 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-075de80a-7c54-45e6-bbe4-d4f12719bf4f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] GET failed (client error): The resource could not be found. Feb 11 05:31:34.840643 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-075de80a-7c54-45e6-bbe4-d4f12719bf4f tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "GET /v2.0/ports/eebd63f5-c0f2-4cfc-b7a3-813ac6ff31bd HTTP/1.1" status: 404 len: 333 time: 0.1141279 Feb 11 05:31:34.844485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35452) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.876464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd5c8e9-3e7b-49d3-9700-d42456db261e') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:34.876810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd5c8e9-3e7b-49d3-9700-d42456db261e') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:34.898879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (0dd5c8e9-3e7b-49d3-9700-d42456db261e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.975952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25675092-6571-403d-99d0-a295518a1931 None None] Network 135e849d-485d-49e7-9b5b-6e2d15eb81f6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:34.980901 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0dd5c8e9-3e7b-49d3-9700-d42456db261e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.008245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:35.008746 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (0dd5c8e9-3e7b-49d3-9700-d42456db261e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:35.012210 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:35.114379 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Publish callbacks [] for port (607d377a-da83-48b5-9141-cd171c6d76a9), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.131238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e50bf155-0e4a-439d-9877-45368c5b7417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bb0fff64-6959-4282-88a7-34c15ca761bf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.147683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e50bf155-0e4a-439d-9877-45368c5b7417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.151077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e50bf155-0e4a-439d-9877-45368c5b7417 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb0fff64-6959-4282-88a7-34c15ca761bf HTTP/1.1" status: 204 len: 168 time: 0.9936900 Feb 11 05:31:35.183187 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f96f5-c74f-4cdd-98e3-4aaab8429136 None None] Pushing event updated for resources: {'Port': ['ID=b03c0a48-6db0-41d0-afd2-73cec9177dec,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:35.190386 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.230904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b0a09a51-07ad-4999-9ed2-20cf59e8beb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Deleting port edc75d00-4894-4922-9e58-6648a2202c54 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:35.231696 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0a09a51-07ad-4999-9ed2-20cf59e8beb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (edc75d00-4894-4922-9e58-6648a2202c54), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.239675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bf155-0e4a-439d-9877-45368c5b7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0fff64-6959-4282-88a7-34c15ca761bf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:35.353914 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18e93e11-8af5-4902-94e2-8cdfa7534806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.372646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.api [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:31:35.372646 n-d-713498-37 neutron-server[104087]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:31:35.372646 n-d-713498-37 neutron-server[104087]: [parameters: {'id': '135e849d-485d-49e7-9b5b-6e2d15eb81f6'}] Feb 11 05:31:35.372646 n-d-713498-37 neutron-server[104087]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:35.377604 n-d-713498-37 neutron-server[104087]: DEBUG oslo_db.api [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:35.399081 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Pushing event updated for resources: {'Port': ['ID=607d377a-da83-48b5-9141-cd171c6d76a9,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:35.477151 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.486509 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.487053 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.496229 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.496688 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.498519 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.498902 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.499250 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.500940 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.501350 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.501818 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.502172 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.503821 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:35.519918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae8e55-25e2-48f0-9814-a7c4b5ff3cc7 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:31:35.521291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0a09a51-07ad-4999-9ed2-20cf59e8beb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (edc75d00-4894-4922-9e58-6648a2202c54), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.525538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524059f-539e-43cd-bfed-c3401a5a923c req-0fdf9aaa-a329-4650-9397-8b46b95347a0 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:35.534830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-0fdf9aaa-a329-4650-9397-8b46b95347a0 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 818 time: 0.3106689 Feb 11 05:31:35.551363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b0a09a51-07ad-4999-9ed2-20cf59e8beb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Calling delete_port for edc75d00-4894-4922-9e58-6648a2202c54 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:35.583941 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Attempting to bind port 607d377a-da83-48b5-9141-cd171c6d76a9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:35.584395 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Attempting to bind port 607d377a-da83-48b5-9141-cd171c6d76a9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:35.584858 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Attempting to bind port 607d377a-da83-48b5-9141-cd171c6d76a9 on network b507a840-19c0-44e0-896a-1d295ca8b4af {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:35.596523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-a8be7a20-c460-4e3d-bbf7-507bda93fe74 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/quotas/88dac70661d84ba1b2a1d48939308d1b HTTP/1.1" status: 200 len: 375 time: 0.0566187 Feb 11 05:31:35.602791 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:35.603269 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Checking segment: {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:35.608887 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.609440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Bound using segment: {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:35.610018 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Bound port: 607d377a-da83-48b5-9141-cd171c6d76a9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:35.610474 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.745037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f9f13-35fc-4b3e-8861-b81d3f565485 req-8e2d711b-b5b4-4d20-b8aa-47231bdcad3b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:35.758052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f2f9f13-35fc-4b3e-8861-b81d3f565485 req-8e2d711b-b5b4-4d20-b8aa-47231bdcad3b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.2837760 Feb 11 05:31:35.785032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-df85ec9c-732a-428e-a7b2-7c9b64f9c9bb tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1802163 Feb 11 05:31:35.798860 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] For port 607d377a-da83-48b5-9141-cd171c6d76a9, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:35.802873 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] For port 607d377a-da83-48b5-9141-cd171c6d76a9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=607d377a-da83-48b5-9141-cd171c6d76a9,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:35.811824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae8e55-25e2-48f0-9814-a7c4b5ff3cc7 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:31:35.873571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0a09a51-07ad-4999-9ed2-20cf59e8beb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (edc75d00-4894-4922-9e58-6648a2202c54), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.883637 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (135e849d-485d-49e7-9b5b-6e2d15eb81f6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.917857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f2f9f13-35fc-4b3e-8861-b81d3f565485 req-b71875cb-967a-4b21-bf93-ec53a3a2f705 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573443 Feb 11 05:31:35.953937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09a51-07ad-4999-9ed2-20cf59e8beb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Port': ['ID=edc75d00-4894-4922-9e58-6648a2202c54,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:35.977192 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.008400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0a09a51-07ad-4999-9ed2-20cf59e8beb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.020090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b0a09a51-07ad-4999-9ed2-20cf59e8beb0 tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "DELETE /v2.0/ports/edc75d00-4894-4922-9e58-6648a2202c54 HTTP/1.1" status: 204 len: 168 time: 1.1715922 Feb 11 05:31:36.020859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35478) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:36.043494 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Routers {'d65128d2-bb0f-48c1-a995-dc21264ae259'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:36.045294 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:31:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d65128d2-bb0f-48c1-a995-dc21264ae259'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:36.079052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-553f8d5d-abf3-4f7b-9191-86821f34c159 service neutron] 10.222.0.62 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851009 Feb 11 05:31:36.124936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dd196e-57ad-46df-bb2e-7df57f6f731e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Deleting subnet ec898bef-13ec-472a-9337-a8e0b3ba6ba0 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:36.131857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66dd196e-57ad-46df-bb2e-7df57f6f731e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for subnet (ec898bef-13ec-472a-9337-a8e0b3ba6ba0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.190702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66dd196e-57ad-46df-bb2e-7df57f6f731e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (ec898bef-13ec-472a-9337-a8e0b3ba6ba0), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.207114 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] Set router d65128d2-bb0f-48c1-a995-dc21264ae259 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:36.379195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-cb30570f-df82-4ad1-b771-bd844c71c746 service neutron] 10.222.0.62 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990773 Feb 11 05:31:36.414423 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2798f-1c7b-4e65-a163-c3943a8f2b46 None None] Pushing event updated for resources: {'Port': ['ID=607d377a-da83-48b5-9141-cd171c6d76a9,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:36.450810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66dd196e-57ad-46df-bb2e-7df57f6f731e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ec898bef-13ec-472a-9337-a8e0b3ba6ba0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.458381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting port b03c0a48-6db0-41d0-afd2-73cec9177dec {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:36.458834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b03c0a48-6db0-41d0-afd2-73cec9177dec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.627170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] For port b03c0a48-6db0-41d0-afd2-73cec9177dec, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b03c0a48-6db0-41d0-afd2-73cec9177dec,segment=NetworkSegment(0dd5c8e9-3e7b-49d3-9700-d42456db261e),segment_id=0dd5c8e9-3e7b-49d3-9700-d42456db261e)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:36.627624 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b03c0a48-6db0-41d0-afd2-73cec9177dec), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.643624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Calling delete_port for b03c0a48-6db0-41d0-afd2-73cec9177dec owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:36.666283 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:31:28Z', 'revision_number': 4, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port': {'id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:22Z', 'updated_at': '2022-02-11T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '607d377a-da83-48b5-9141-cd171c6d76a9', 'name': '', 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'mac_address': 'fa:16:3e:f2:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '7bac2233-2b52-4c85-87b3-8a1bd1255887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:26Z', 'updated_at': '2022-02-11T05:31:35Z', 'revision_number': 4, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'subnets': [{'id': '7bac2233-2b52-4c85-87b3-8a1bd1255887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:36.686560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66dd196e-57ad-46df-bb2e-7df57f6f731e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (ec898bef-13ec-472a-9337-a8e0b3ba6ba0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.686895 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.716556 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69028d-447c-4d6b-9f06-d75d5a95723d None None] The sync data for ids ['d65128d2-bb0f-48c1-a995-dc21264ae259'] in n-d-713498-37 is: [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:31:28Z', 'revision_number': 4, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port': {'id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:22Z', 'updated_at': '2022-02-11T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '607d377a-da83-48b5-9141-cd171c6d76a9', 'name': '', 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'mac_address': 'fa:16:3e:f2:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '7bac2233-2b52-4c85-87b3-8a1bd1255887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:26Z', 'updated_at': '2022-02-11T05:31:35Z', 'revision_number': 4, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'subnets': [{'id': '7bac2233-2b52-4c85-87b3-8a1bd1255887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:36.749692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd196e-57ad-46df-bb2e-7df57f6f731e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Subnet': ['ID=ec898bef-13ec-472a-9337-a8e0b3ba6ba0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:36.785651 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66dd196e-57ad-46df-bb2e-7df57f6f731e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.790779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3027d3e-45b8-4aae-a616-9ed9193afa33 None None] Network d65b9df8-0a60-457c-af70-44957325fdfa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:36.820001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-66dd196e-57ad-46df-bb2e-7df57f6f731e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "DELETE /v2.0/subnets/ec898bef-13ec-472a-9337-a8e0b3ba6ba0 HTTP/1.1" status: 204 len: 168 time: 0.7934723 Feb 11 05:31:36.835264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35496) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:37.020039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8791e69d-65a6-4c1c-be27-1419160d7692 req-c509e027-37da-4f11-910b-9b3a21067127 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 210 time: 0.1343439 Feb 11 05:31:37.020946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b03c0a48-6db0-41d0-afd2-73cec9177dec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.096867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Port': ['ID=b03c0a48-6db0-41d0-afd2-73cec9177dec,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.134514 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d65b9df8-0a60-457c-af70-44957325fdfa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.196928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No DVR routers for this DVR port b03c0a48-6db0-41d0-afd2-73cec9177dec on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:37.241295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 607d377a-da83-48b5-9141-cd171c6d76a9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:37.361919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Deleting port 3af79262-7267-442b-9bd3-fcc1574f1da4 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:37.370110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.422320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 607d377a-da83-48b5-9141-cd171c6d76a9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:37.422694 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.516796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] DHCP port deletion for d65b9df8-0a60-457c-af70-44957325fdfa request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:37.532324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d5f30-4aaf-4570-bf4e-bbe4dfd4e7b0 req-d1edeb6d-2db4-4e69-8f1e-a78938e46182 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:37.534826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e6d5f30-4aaf-4570-bf4e-bbe4dfd4e7b0 req-d1edeb6d-2db4-4e69-8f1e-a78938e46182 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.4281714 Feb 11 05:31:37.583076 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (135e849d-485d-49e7-9b5b-6e2d15eb81f6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.604173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] For port 3af79262-7267-442b-9bd3-fcc1574f1da4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3af79262-7267-442b-9bd3-fcc1574f1da4,segment=NetworkSegment(2d2f9eb7-dde2-4fc6-81f9-6882b5688609),segment_id=2d2f9eb7-dde2-4fc6-81f9-6882b5688609)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:37.604775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.651465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Calling delete_port for 3af79262-7267-442b-9bd3-fcc1574f1da4 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:37.682574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35516) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:37.693554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e6d5f30-4aaf-4570-bf4e-bbe4dfd4e7b0 req-7eee65d6-c804-434e-b579-90f6dfc29ccb tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141369 Feb 11 05:31:37.765754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135e849d-485d-49e7-9b5b-6e2d15eb81f6']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:37.799506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd5c8e9-3e7b-49d3-9700-d42456db261e') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:37.800105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd5c8e9-3e7b-49d3-9700-d42456db261e') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:37.846044 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (0dd5c8e9-3e7b-49d3-9700-d42456db261e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.868800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 607d377a-da83-48b5-9141-cd171c6d76a9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:37.869324 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.876870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] Deleting port 3af79262-7267-442b-9bd3-fcc1574f1da4 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:37.877252 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.881731 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0dd5c8e9-3e7b-49d3-9700-d42456db261e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.925335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-network', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:37.956185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.970175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:37.970442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (0dd5c8e9-3e7b-49d3-9700-d42456db261e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:37.987127 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:38.005208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Port': ['ID=3af79262-7267-442b-9bd3-fcc1574f1da4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.019594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] No DVR routers for this DVR port 3af79262-7267-442b-9bd3-fcc1574f1da4 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:38.136267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Made reservation on behalf of 3225f2a5abb24a6e8820f1fc7d6e41f0 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:38.137361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] For port 3af79262-7267-442b-9bd3-fcc1574f1da4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3af79262-7267-442b-9bd3-fcc1574f1da4,segment=NetworkSegment(2d2f9eb7-dde2-4fc6-81f9-6882b5688609),segment_id=2d2f9eb7-dde2-4fc6-81f9-6882b5688609)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:38.137919 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.138681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.191867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] Calling delete_port for 3af79262-7267-442b-9bd3-fcc1574f1da4 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:38.211056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 607d377a-da83-48b5-9141-cd171c6d76a9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=607d377a-da83-48b5-9141-cd171c6d76a9,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:38.233614 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d65b9df8-0a60-457c-af70-44957325fdfa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.241213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2b3309d-5526-497e-9829-b6cf0d926bc6 req-c0c9a199-dba2-4f5a-bce0-7fbefb758db1 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 210 time: 0.1114492 Feb 11 05:31:38.241981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.253328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (135e849d-485d-49e7-9b5b-6e2d15eb81f6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.280764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.285660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65b9df8-0a60-457c-af70-44957325fdfa']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:38.292433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/135e849d-485d-49e7-9b5b-6e2d15eb81f6 HTTP/1.1" status: 204 len: 168 time: 5.2614431 Feb 11 05:31:38.293582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35528) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:38.317171 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.323311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.343565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66942444-1cc6-4b10-942c-602ea5119762 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Network': ['ID=135e849d-485d-49e7-9b5b-6e2d15eb81f6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.345120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-217707586'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:38.410977 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.419490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=607d377a-da83-48b5-9141-cd171c6d76a9,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.431082 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (3af79262-7267-442b-9bd3-fcc1574f1da4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.517132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] Pushing event deleted for resources: {'Port': ['ID=3af79262-7267-442b-9bd3-fcc1574f1da4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.542363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21cf453-e5a7-4837-8ba6-4bf4e473d5ea None None] No DVR routers for this DVR port 3af79262-7267-442b-9bd3-fcc1574f1da4 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:38.563992 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Publish callbacks [] for security_group (6f70af71-13ac-4093-ba95-ab10e508d885), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.584460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2f9eb7-dde2-4fc6-81f9-6882b5688609') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:38.584810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2f9eb7-dde2-4fc6-81f9-6882b5688609') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:38.603050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (2d2f9eb7-dde2-4fc6-81f9-6882b5688609), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.639549 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f70af71-13ac-4093-ba95-ab10e508d885), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.678101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:38.723564 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.730309 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Added segment 20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2 of type vlan for network c629c426-d4e2-4ff8-8d95-90a6d9926b35 Feb 11 05:31:38.879155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c629c426-d4e2-4ff8-8d95-90a6d9926b35), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.900905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70af71-13ac-4093-ba95-ab10e508d885,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.024005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0feff-fedd-4cd0-b72e-a56c39060a21 req-4fe66cbd-ce02-4c5c-b4ba-ea3f84d71128 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:39.028566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24a0feff-fedd-4cd0-b72e-a56c39060a21 req-4fe66cbd-ce02-4c5c-b4ba-ea3f84d71128 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.1699440 Feb 11 05:31:39.188843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 607d377a-da83-48b5-9141-cd171c6d76a9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:39.203573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24a0feff-fedd-4cd0-b72e-a56c39060a21 req-8c6b83ce-32ef-40c0-afe7-1f9a26f7be90 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700063 Feb 11 05:31:39.292286 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2d2f9eb7-dde2-4fc6-81f9-6882b5688609), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.325091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-29171baa-e80c-40b7-8a19-5d4b2e0a58d4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:39.327405 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-29171baa-e80c-40b7-8a19-5d4b2e0a58d4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 818 time: 1.0155571 Feb 11 05:31:39.330437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:39.333301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (2d2f9eb7-dde2-4fc6-81f9-6882b5688609), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.340132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9661b371-4390-459b-a80b-8a731d8b7ac1 req-5ac50380-3f7a-4150-a907-49f77bcb21be tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 210 time: 0.0396388 Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:39.345071 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:39.422675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Request body: {'port': {'device_id': 'cd1f023c-88d8-4a4d-8898-2aafa266999c', 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af', 'admin_state_up': True, 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:39.492331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 607d377a-da83-48b5-9141-cd171c6d76a9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:39.492829 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.573137 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c629c426-d4e2-4ff8-8d95-90a6d9926b35), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.574131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:39.574730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.576973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 607d377a-da83-48b5-9141-cd171c6d76a9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:39.619080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:39.621096 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.626556 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.652790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d65b9df8-0a60-457c-af70-44957325fdfa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.671668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Made reservation on behalf of 88dac70661d84ba1b2a1d48939308d1b for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:39.679260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] Pushing event updated for resources: {'Network': ['ID=c629c426-d4e2-4ff8-8d95-90a6d9926b35,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.689314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bcc34534-4ee3-4073-a975-5bfa52a1a446 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9943669 Feb 11 05:31:39.689979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35540) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:39.695309 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.695738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Request body: {'subnet': {'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-subnet', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:39.695880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c629c426-d4e2-4ff8-8d95-90a6d9926b35 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:39.713040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.714731 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] 10.222.0.62 "DELETE /v2.0/networks/d65b9df8-0a60-457c-af70-44957325fdfa HTTP/1.1" status: 204 len: 168 time: 2.8764880 Feb 11 05:31:39.735829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3af79262-7267-442b-9bd3-fcc1574f1da4 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:39.751175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce52824-83dc-4021-8611-3122e8ae188e tempest-AllowedAddressPairIpV6TestJSON-96684390 tempest-AllowedAddressPairIpV6TestJSON-96684390-project] Pushing event deleted for resources: {'Network': ['ID=d65b9df8-0a60-457c-af70-44957325fdfa,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.755637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:39.779192 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (307040d0-f4d0-409d-8d62-7511a79bfda3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.787487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 3af79262-7267-442b-9bd3-fcc1574f1da4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:39.787798 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Added segment 307040d0-f4d0-409d-8d62-7511a79bfda3 of type vlan for network 3f663037-6d58-432d-88e6-8c3b504fe447 Feb 11 05:31:39.787901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3af79262-7267-442b-9bd3-fcc1574f1da4 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:39.809975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Made reservation on behalf of 3225f2a5abb24a6e8820f1fc7d6e41f0 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:39.812383 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.889178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3f663037-6d58-432d-88e6-8c3b504fe447), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.957652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Allocated IP 172.20.0.2 (b507a840-19c0-44e0-896a-1d295ca8b4af/7bac2233-2b52-4c85-87b3-8a1bd1255887/d95983a2-62b7-4547-93e2-a875adf73837) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:40.097116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3f663037-6d58-432d-88e6-8c3b504fe447), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.102555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.103242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.139685 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (c4596458-4754-40fc-a18b-8a1bef7b57bc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.198992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4596458-4754-40fc-a18b-8a1bef7b57bc,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:40.206045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks [] for port (d95983a2-62b7-4547-93e2-a875adf73837), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.213081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Checking segment: {'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:40.213081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Network hostable DHCP agents. Network: c629c426-d4e2-4ff8-8d95-90a6d9926b35, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:40.215266 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9213402 Feb 11 05:31:40.218875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f044e-79bb-4c74-b790-6886138781d2 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Network': ['ID=3f663037-6d58-432d-88e6-8c3b504fe447,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:40.220912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35546) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.235669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'subnet': {'network_id': '3f663037-6d58-432d-88e6-8c3b504fe447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:40.237729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 3f663037-6d58-432d-88e6-8c3b504fe447 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:40.350595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Network c629c426-d4e2-4ff8-8d95-90a6d9926b35 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:40.407755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35554) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.454523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c629c426-d4e2-4ff8-8d95-90a6d9926b35) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:40.462742 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978166dc-638a-488e-b110-9d70b04b3c33 None None] Network c629c426-d4e2-4ff8-8d95-90a6d9926b35 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:40.474629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:40.478458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.479771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.481089 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.494959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d95983a2-62b7-4547-93e2-a875adf73837), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.649902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524059f-539e-43cd-bfed-c3401a5a923c req-d0003169-e33c-4e47-820d-8d310b56d861 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.652171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-d0003169-e33c-4e47-820d-8d310b56d861 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 818 time: 0.4160719 Feb 11 05:31:40.652407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Network b507a840-19c0-44e0-896a-1d295ca8b4af is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:40.657568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7a950ef-e4e7-4b33-b7ed-11e79f73f51c req-d63ff1ab-a9f4-4d81-a6f6-eb2f5758817e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 210 time: 0.1309755 Feb 11 05:31:40.666461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dc110173-28ed-4861-b716-a84770a682bf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9747064 Feb 11 05:31:40.670884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.675714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:40.680076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:40.685774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Request body: {'port': {'device_id': '0ba4cfb2-b44c-4677-80be-abbd0301aea4', 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af', 'admin_state_up': True, 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:40.705786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:40.711090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Pushing event updated for resources: {'Port': ['ID=d95983a2-62b7-4547-93e2-a875adf73837,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:40.753395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608957cd-163f-475a-b893-12187c681d7b req-68e3f68b-7a4e-49d0-944b-2fac59f24e3e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.754431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d544b51-8886-49b2-b8b2-5108f8e42d9c None None] Network c629c426-d4e2-4ff8-8d95-90a6d9926b35 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:40.758209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-608957cd-163f-475a-b893-12187c681d7b req-68e3f68b-7a4e-49d0-944b-2fac59f24e3e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.3565719 Feb 11 05:31:40.817693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.818408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.834786 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5fee35b1-36cf-49e5-9fbb-87c9c17dcdfb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82d9610566cb441fbcb39979507913ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4251080 Feb 11 05:31:40.838368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.956060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.957293 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.962716 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-45372f1a-915d-4feb-a32e-0685e5b3a654 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6164474 Feb 11 05:31:40.976450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-608957cd-163f-475a-b893-12187c681d7b req-6d6c3aca-1264-4163-be1e-3b7d4ef400bd tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106829 Feb 11 05:31:40.991380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Request body: {'port': {'device_id': 'cd1f023c-88d8-4a4d-8898-2aafa266999c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:41.055647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks [] for router_controller (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.056509 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-818fe4a3-f02e-4040-9f25-424cc4300dae admin admin] Publish callbacks [] for security_group (e91af1ec-6667-4171-803a-6899c5f2d214), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.080951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (9305fb58-4894-473f-a2fc-8497b274fc8a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.083496 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-818fe4a3-f02e-4040-9f25-424cc4300dae admin admin] Publish callbacks [] for security_group (e91af1ec-6667-4171-803a-6899c5f2d214), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.103152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Made reservation on behalf of 88dac70661d84ba1b2a1d48939308d1b for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:41.107854 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.122826 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d95983a2-62b7-4547-93e2-a875adf73837), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.198579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Subnet': ['ID=9305fb58-4894-473f-a2fc-8497b274fc8a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:41.227656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Checking segment: {'id': '307040d0-f4d0-409d-8d62-7511a79bfda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3f663037-6d58-432d-88e6-8c3b504fe447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:41.228028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network hostable DHCP agents. Network: 3f663037-6d58-432d-88e6-8c3b504fe447, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:41.324111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.399394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks [] for router_gateway (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.425848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network 3f663037-6d58-432d-88e6-8c3b504fe447 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:41.438476 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-818fe4a3-f02e-4040-9f25-424cc4300dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e91af1ec-6667-4171-803a-6899c5f2d214), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.441259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-818fe4a3-f02e-4040-9f25-424cc4300dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.450853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-818fe4a3-f02e-4040-9f25-424cc4300dae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e91af1ec-6667-4171-803a-6899c5f2d214 HTTP/1.1" status: 204 len: 168 time: 0.6028609 Feb 11 05:31:41.452588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fe4a3-f02e-4040-9f25-424cc4300dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91af1ec-6667-4171-803a-6899c5f2d214,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:41.611994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 3f663037-6d58-432d-88e6-8c3b504fe447) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:41.623737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730930bd-35d0-4728-9e21-9ffecb2f0607 None None] Network 3f663037-6d58-432d-88e6-8c3b504fe447 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:41.628355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:41.630085 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.655802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95983a2-62b7-4547-93e2-a875adf73837 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:41.670563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Publish callbacks [] for port (d95983a2-62b7-4547-93e2-a875adf73837), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.689631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Transition to ACTIVE for port object d95983a2-62b7-4547-93e2-a875adf73837 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:41.723628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35572) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:41.724880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-89337e12-9618-4d49-9aa9-28f4c34e2722 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5000520 Feb 11 05:31:41.747825 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d95983a2-62b7-4547-93e2-a875adf73837), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.824151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3f663037-6d58-432d-88e6-8c3b504fe447', 'network_id': '3f663037-6d58-432d-88e6-8c3b504fe447', 'project_id': 'a7724724213a4861bc0a39a8fa2b0162', 'fixed_ips': [{'subnet_id': '9305fb58-4894-473f-a2fc-8497b274fc8a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:41.825159 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.967111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Pushing event updated for resources: {'Port': ['ID=d95983a2-62b7-4547-93e2-a875adf73837,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:42.012109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70ec004d-f952-4d82-921d-a34549507527 req-b1bad775-e8ea-4bdf-8c06-b3e97e283672 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 210 time: 0.1756561 Feb 11 05:31:42.030424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks [] for router_gateway (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.034636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Allocated IP 172.20.0.4 (b507a840-19c0-44e0-896a-1d295ca8b4af/7bac2233-2b52-4c85-87b3-8a1bd1255887/d924b7b7-7224-4158-9b5c-c2a9ce2f1dca) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:42.049305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Attempting to bind port d95983a2-62b7-4547-93e2-a875adf73837 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:42.049649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Attempting to bind port d95983a2-62b7-4547-93e2-a875adf73837 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:42.049983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Attempting to bind port d95983a2-62b7-4547-93e2-a875adf73837 on network b507a840-19c0-44e0-896a-1d295ca8b4af {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:42.076518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Port d95983a2-62b7-4547-93e2-a875adf73837 on network b507a840-19c0-44e0-896a-1d295ca8b4af not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:42.076518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Attempting to bind port d95983a2-62b7-4547-93e2-a875adf73837 on network b507a840-19c0-44e0-896a-1d295ca8b4af {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:42.091415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.094704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:42.095047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Checking segment: {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:42.105334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Bound using segment: {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:42.105886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Bound port: d95983a2-62b7-4547-93e2-a875adf73837, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:42.106318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d95983a2-62b7-4547-93e2-a875adf73837), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.138597 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3f663037-6d58-432d-88e6-8c3b504fe447), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.199579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Allocated IP 2001:db8::2 (3f663037-6d58-432d-88e6-8c3b504fe447/9305fb58-4894-473f-a2fc-8497b274fc8a/18ec16d9-6c46-4962-9602-3c4f72ac2ee8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:42.298721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] For port d95983a2-62b7-4547-93e2-a875adf73837, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:42.308685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] For port d95983a2-62b7-4547-93e2-a875adf73837, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d95983a2-62b7-4547-93e2-a875adf73837,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:42.393216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d95983a2-62b7-4547-93e2-a875adf73837), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.489819 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Publish callbacks [] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.507499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Pushing event updated for resources: {'Port': ['ID=d95983a2-62b7-4547-93e2-a875adf73837,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:42.534482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.535448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.536997 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-382d8933-26ab-45d6-abdd-8e4920258a38 service neutron] 10.222.0.65 "PUT /v2.0/ports/d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 200 len: 1092 time: 1.5644822 Feb 11 05:31:42.537474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1f023c-88d8-4a4d-8898-2aafa266999c', 'tag': 'd95983a2-62b7-4547-93e2-a875adf73837'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:42.539887 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281b4c79-387d-492d-9d90-de979ea09a05" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1f023c-88d8-4a4d-8898-2aafa266999c", "tag": "d95983a2-62b7-4547-93e2-a875adf73837"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:42.570145 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.625286 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d99c58c-97ca-4695-bf68-71beb2f703bc x-openstack-request-id: req-8d99c58c-97ca-4695-bf68-71beb2f703bc {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:42.626248 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1f023c-88d8-4a4d-8898-2aafa266999c", "tag": "d95983a2-62b7-4547-93e2-a875adf73837", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:42.626248 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d99c58c-97ca-4695-bf68-71beb2f703bc {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:42.626507 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1f023c-88d8-4a4d-8898-2aafa266999c', 'tag': 'd95983a2-62b7-4547-93e2-a875adf73837', 'status': 'completed', 'code': 200} Feb 11 05:31:42.657844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Network 3f663037-6d58-432d-88e6-8c3b504fe447 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:42.662433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:42.666951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:42.682971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Pushing event updated for resources: {'Port': ['ID=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:42.747053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4c79-387d-492d-9d90-de979ea09a05 req-12316cec-7db0-4ff1-a1de-fa3890b8d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.753183 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-281b4c79-387d-492d-9d90-de979ea09a05 req-12316cec-7db0-4ff1-a1de-fa3890b8d5c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1126 time: 0.1073463 Feb 11 05:31:42.780203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Attempting to bind port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:42.780555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Attempting to bind port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '307040d0-f4d0-409d-8d62-7511a79bfda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3f663037-6d58-432d-88e6-8c3b504fe447'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:42.780957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Attempting to bind port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 on network 3f663037-6d58-432d-88e6-8c3b504fe447 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:42.797077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:42.797623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Checking segment: {'id': '307040d0-f4d0-409d-8d62-7511a79bfda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3f663037-6d58-432d-88e6-8c3b504fe447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:42.798028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.798726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Bound using segment: {'id': '307040d0-f4d0-409d-8d62-7511a79bfda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3f663037-6d58-432d-88e6-8c3b504fe447'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:42.798898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Bound port: 18ec16d9-6c46-4962-9602-3c4f72ac2ee8, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307040d0-f4d0-409d-8d62-7511a79bfda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3f663037-6d58-432d-88e6-8c3b504fe447'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:42.799284 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.955988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] For port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:42.971161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4c79-387d-492d-9d90-de979ea09a05 req-ecc13621-b4f4-49fb-be23-d3d01cea4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.978128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] For port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,segment=NetworkSegment(307040d0-f4d0-409d-8d62-7511a79bfda3),segment_id=307040d0-f4d0-409d-8d62-7511a79bfda3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:42.979519 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-281b4c79-387d-492d-9d90-de979ea09a05 req-ecc13621-b4f4-49fb-be23-d3d01cea4b38 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=88dac70661d84ba1b2a1d48939308d1b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2108171 Feb 11 05:31:43.100482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175621-f10f-4be2-868e-b9252268625a req-5a638b62-f21c-4517-8406-23271327dccd tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.104993 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.108236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5175621-f10f-4be2-868e-b9252268625a req-5a638b62-f21c-4517-8406-23271327dccd tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.9673233 Feb 11 05:31:43.110224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (9305fb58-4894-473f-a2fc-8497b274fc8a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.201765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Allocated IP 172.25.8.26 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/bcc48a37-66aa-475a-ad84-d96ec7efc543) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:43.238146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks [] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.251169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4c79-387d-492d-9d90-de979ea09a05 req-aeb8ce32-2eee-4cd1-938e-7c8b0ad09a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.252676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-281b4c79-387d-492d-9d90-de979ea09a05 req-aeb8ce32-2eee-4cd1-938e-7c8b0ad09a9d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2697816 Feb 11 05:31:43.310196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a046e0e0-15ab-4cfe-a96f-51aa0ed3eb59 req-9ca6fbd0-1009-4eb6-8e48-ecb2fdb1394e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 210 time: 0.0773563 Feb 11 05:31:43.361642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5175621-f10f-4be2-868e-b9252268625a req-fcf34e42-5f4e-453a-9f25-6b5b0f7eccf7 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523990 Feb 11 05:31:43.368053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca012a8-3677-47ae-97e4-5aea8d27f05f None None] Pushing event updated for resources: {'Port': ['ID=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.373505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-2a446541-94b4-4707-a884-743867693461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.377469 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-2a446541-94b4-4707-a884-743867693461 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1126 time: 0.0832403 Feb 11 05:31:43.445586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-8e1300f8-c52d-4d7b-8cac-c15be66ab040 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 200 len: 217 time: 0.0623927 Feb 11 05:31:43.477411 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (9305fb58-4894-473f-a2fc-8497b274fc8a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.488519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.537438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Subnet': ['ID=9305fb58-4894-473f-a2fc-8497b274fc8a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.537676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-1226d20c-3733-4fde-8d43-2ab6990343d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.564161 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-1226d20c-3733-4fde-8d43-2ab6990343d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.1129367 Feb 11 05:31:43.610740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-ac55f7eb-c344-4439-b708-0899d39078f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337138 Feb 11 05:31:43.720548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks [] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.726211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3f663037-6d58-432d-88e6-8c3b504fe447), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.739734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.808708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-4278652a-d4c8-4dfa-9c2a-b41117a67163 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.809824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4278652a-d4c8-4dfa-9c2a-b41117a67163 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3180537 Feb 11 05:31:43.814396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-6f1c1ca6-b20c-44f3-ad71-7d1b048fdaae service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924083 Feb 11 05:31:43.815858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35610) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.826870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f663037-6d58-432d-88e6-8c3b504fe447']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:43.831898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-9d6a5382-e771-4611-a590-ccf01f5a78b4 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.832848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9d6a5382-e771-4611-a590-ccf01f5a78b4 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0084507 Feb 11 05:31:43.838006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35612) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.871965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-811e9d35-8f37-445e-8b2c-086157db4dc8 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.873098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-811e9d35-8f37-445e-8b2c-086157db4dc8 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0227168 Feb 11 05:31:43.875106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Network b507a840-19c0-44e0-896a-1d295ca8b4af is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:43.875815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35614) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.887756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307040d0-f4d0-409d-8d62-7511a79bfda3') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:43.887756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307040d0-f4d0-409d-8d62-7511a79bfda3') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:43.897048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-0f7339eb-bbd4-4467-8de2-d93987725ad6 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.897048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0f7339eb-bbd4-4467-8de2-d93987725ad6 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0105774 Feb 11 05:31:43.904587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35616) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.907233 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (307040d0-f4d0-409d-8d62-7511a79bfda3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.912293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:43.920940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-dcd5c033-9c55-4908-a3d1-ec920eccca86 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.924243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dcd5c033-9c55-4908-a3d1-ec920eccca86 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0126867 Feb 11 05:31:43.924243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Pushing event updated for resources: {'Port': ['ID=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.925241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:43.931334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35618) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.938594 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-f8daeb76-3025-4454-af13-6d9bdca5d8d8 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.946138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f8daeb76-3025-4454-af13-6d9bdca5d8d8 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0073042 Feb 11 05:31:43.951577 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-46fe5730-e049-4c41-87b8-954b6c7cca36 req-3872f211-7733-4ea4-a1b4-5dac29ba606b service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346521 Feb 11 05:31:43.952039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35620) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.963512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-1731b5f9-dde7-40ca-b22f-6a802a6042c5 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.968739 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1731b5f9-dde7-40ca-b22f-6a802a6042c5 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0111470 Feb 11 05:31:43.972911 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (307040d0-f4d0-409d-8d62-7511a79bfda3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.973666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35622) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.978073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-13511989-1d72-4440-bc33-1c539da2aa58 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.982295 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-13511989-1d72-4440-bc33-1c539da2aa58 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046544 Feb 11 05:31:43.982699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35624) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.982993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:43.983413 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (307040d0-f4d0-409d-8d62-7511a79bfda3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.989150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-f42718c6-35c2-4ae1-91e2-fcc1e62b1f67 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:43.992864 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f42718c6-35c2-4ae1-91e2-fcc1e62b1f67 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066853 Feb 11 05:31:43.996220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35626) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.002358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-da0911ec-ca28-4bf2-b6f1-c7ea4310b74f tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.006174 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da0911ec-ca28-4bf2-b6f1-c7ea4310b74f tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053823 Feb 11 05:31:44.006411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35628) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:44.013537 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:44.021045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-3de95b1c-f608-42e1-9d47-a5b3a396e292 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.021045 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3de95b1c-f608-42e1-9d47-a5b3a396e292 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0081484 Feb 11 05:31:44.021045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35630) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.029394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-081ca5bb-5bd6-498f-ad84-a63f10a88d3c tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.034838 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-081ca5bb-5bd6-498f-ad84-a63f10a88d3c tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0110250 Feb 11 05:31:44.036745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35632) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.044057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-5587a414-01a2-4a22-8eee-a42c86bd5dac tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.053637 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5587a414-01a2-4a22-8eee-a42c86bd5dac tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0114560 Feb 11 05:31:44.055969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35634) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.081154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-9c3625d7-d00f-40b3-9e4a-80d0ea25d433 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.085593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.085593 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.087194 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9c3625d7-d00f-40b3-9e4a-80d0ea25d433 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0298619 Feb 11 05:31:44.088394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35636) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.090155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.095136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-d187b073-76bc-4ba7-9c92-a229406e3e8d tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.099381 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d187b073-76bc-4ba7-9c92-a229406e3e8d tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0089903 Feb 11 05:31:44.100307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35638) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.108785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-968902ca-0e67-4817-99f8-1c497a054ec6 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.112549 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-968902ca-0e67-4817-99f8-1c497a054ec6 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0080934 Feb 11 05:31:44.113030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35640) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.118350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-3fed677d-5a36-49a7-b7fe-0bcb20dfc755 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.124046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3fed677d-5a36-49a7-b7fe-0bcb20dfc755 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050082 Feb 11 05:31:44.124230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35642) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.129636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-966f7197-9578-40f4-a2d2-907d48f951a6 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.132644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-966f7197-9578-40f4-a2d2-907d48f951a6 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050707 Feb 11 05:31:44.133533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35644) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.145413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-59b1de97-3427-4dde-9b27-a927a53db3ba tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.153784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-59b1de97-3427-4dde-9b27-a927a53db3ba tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0109015 Feb 11 05:31:44.153784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.api [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:31:44.153784 n-d-713498-37 neutron-server[104087]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:31:44.153784 n-d-713498-37 neutron-server[104087]: [parameters: {'id': '3f663037-6d58-432d-88e6-8c3b504fe447'}] Feb 11 05:31:44.153784 n-d-713498-37 neutron-server[104087]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:44.153784 n-d-713498-37 neutron-server[104087]: DEBUG oslo_db.api [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:44.153784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:44.154410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35646) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.155822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:44.159794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:44.160010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-596adaf4-94b8-4ef7-9027-2b8028fa33c6 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.163170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-596adaf4-94b8-4ef7-9027-2b8028fa33c6 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050399 Feb 11 05:31:44.163477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35648) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.170743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-af0afafc-7e86-42f7-a1f5-549fd57a2b7e tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.172701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-af0afafc-7e86-42f7-a1f5-549fd57a2b7e tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0074475 Feb 11 05:31:44.174881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35650) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.181007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-ccd15934-748c-4379-bc68-60ac51002cac tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.182816 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ccd15934-748c-4379-bc68-60ac51002cac tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0053921 Feb 11 05:31:44.185739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35652) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.190222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-78c0cd4c-b5b6-43e4-ad3c-d12a9ce12cbe tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.194645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35654) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.194875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-78c0cd4c-b5b6-43e4-ad3c-d12a9ce12cbe tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076966 Feb 11 05:31:44.201337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-447ed13a-7e17-4e91-8591-c69f44d70d8e tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.202313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-447ed13a-7e17-4e91-8591-c69f44d70d8e tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053856 Feb 11 05:31:44.205253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35656) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.212833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-7f8964fa-bb88-41e7-9028-22b7b036d210 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.213723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7f8964fa-bb88-41e7-9028-22b7b036d210 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0075841 Feb 11 05:31:44.214621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc48a37-66aa-475a-ad84-d96ec7efc543,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:44.219034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35658) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.220835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-4327ce00-4ad4-4929-a3a0-d4905faf254c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5532835 Feb 11 05:31:44.228743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-5aa6d2be-503e-44b9-b7ab-8697d5ac215c tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.229753 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5aa6d2be-503e-44b9-b7ab-8697d5ac215c tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0097446 Feb 11 05:31:44.233560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35660) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.238310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Request body: {'port': {'device_id': '0ba4cfb2-b44c-4677-80be-abbd0301aea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:44.239314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-bab47f4a-1b57-420d-ba92-207317f4237b tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.240507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bab47f4a-1b57-420d-ba92-207317f4237b tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064106 Feb 11 05:31:44.243212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35662) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.248000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-9ea39679-eb5c-4fbf-8b93-4b029fb76b64 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.251348 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9ea39679-eb5c-4fbf-8b93-4b029fb76b64 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067048 Feb 11 05:31:44.254734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.258795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-4d40741d-5dac-4293-8d9f-9d5bab8b19b4 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.267215 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4d40741d-5dac-4293-8d9f-9d5bab8b19b4 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0091920 Feb 11 05:31:44.267854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.274467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [None req-2355a3c2-262b-4b24-b6ef-f280c0b34348 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.275465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2355a3c2-262b-4b24-b6ef-f280c0b34348 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065565 Feb 11 05:31:44.279657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35668) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.284473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-8ebbfbd8-3529-4217-a208-d22ef54b8bd9 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.287927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8ebbfbd8-3529-4217-a208-d22ef54b8bd9 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045803 Feb 11 05:31:44.288214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35670) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.297857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-9dc4d2d6-f892-4cef-9a73-0415b501cb81 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.297857 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9dc4d2d6-f892-4cef-9a73-0415b501cb81 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0059743 Feb 11 05:31:44.298630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35672) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.303577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-687b6e2c-905f-4cd3-a642-c22e350d7e45 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.306815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-687b6e2c-905f-4cd3-a642-c22e350d7e45 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050027 Feb 11 05:31:44.306998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35674) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.322945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-24bf6f82-7652-4fdf-8311-9fb7709c9cfc tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.327714 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-24bf6f82-7652-4fdf-8311-9fb7709c9cfc tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0154026 Feb 11 05:31:44.330860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35676) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.337810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-f66efec6-f755-475e-b0cb-e250ce79143d tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.343059 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f66efec6-f755-475e-b0cb-e250ce79143d tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0099974 Feb 11 05:31:44.344193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35678) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.349643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-064dd251-f8e6-4568-8ba9-b9bfd07321cf tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.355625 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-064dd251-f8e6-4568-8ba9-b9bfd07321cf tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0094123 Feb 11 05:31:44.356633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.362908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-c84a561a-8a92-4b2d-a9d0-74525c2a7659 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.368699 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c84a561a-8a92-4b2d-a9d0-74525c2a7659 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071464 Feb 11 05:31:44.369026 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35684) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.375094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-6b84a977-50a9-4b2a-81e4-e5354201a7be tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.376283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6b84a977-50a9-4b2a-81e4-e5354201a7be tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061200 Feb 11 05:31:44.379946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35688) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.384933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-7b1074f8-2894-4ef8-8bd6-fa428ce57754 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.389229 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b1074f8-2894-4ef8-8bd6-fa428ce57754 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051575 Feb 11 05:31:44.390150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35690) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.395470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-cb675c90-a446-400c-a9eb-ccaa3500e10c tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.399169 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cb675c90-a446-400c-a9eb-ccaa3500e10c tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054655 Feb 11 05:31:44.400350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35692) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.406835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-5edad24a-9650-470b-9cfa-8a7e0ad52694 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.410425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5edad24a-9650-470b-9cfa-8a7e0ad52694 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0065749 Feb 11 05:31:44.412025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35694) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.426370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-77d01c60-7a8e-4c34-9a3b-0d8dc5a0706f tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.429874 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-77d01c60-7a8e-4c34-9a3b-0d8dc5a0706f tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0143809 Feb 11 05:31:44.430767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35696) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.442867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-170bd402-f884-46a6-b3b0-6bed882da850 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.446387 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-170bd402-f884-46a6-b3b0-6bed882da850 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0122666 Feb 11 05:31:44.446680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35698) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.457779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-5a278826-eb36-4932-9f0a-96cfe83bcf08 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.461153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5a278826-eb36-4932-9f0a-96cfe83bcf08 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0111964 Feb 11 05:31:44.462164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35700) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.472471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-daba4245-7e7d-44a0-a073-7a6962ffd4c8 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.474157 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-daba4245-7e7d-44a0-a073-7a6962ffd4c8 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064027 Feb 11 05:31:44.477154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35702) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.485409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-5dcb7ac4-59a8-4e9e-b6df-856eb61ed866 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.488238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5dcb7ac4-59a8-4e9e-b6df-856eb61ed866 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0099256 Feb 11 05:31:44.492245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35704) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.501495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-87fa92d5-a952-4b57-85d5-32d4623208a0 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.503068 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-87fa92d5-a952-4b57-85d5-32d4623208a0 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0089676 Feb 11 05:31:44.505846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35706) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.511212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-a07d4792-eaa7-42d9-bd12-ced46d292f17 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.516279 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a07d4792-eaa7-42d9-bd12-ced46d292f17 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0091605 Feb 11 05:31:44.517203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35708) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.523321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-7617835d-ea70-4384-ad37-97647b1e6931 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.526955 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7617835d-ea70-4384-ad37-97647b1e6931 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079741 Feb 11 05:31:44.527521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.527798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35710) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.533196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-f3e5d8e7-c103-4489-a4ce-d8d5271696fe tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.537003 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f3e5d8e7-c103-4489-a4ce-d8d5271696fe tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0073755 Feb 11 05:31:44.537671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35712) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.543876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-fc8b040a-808d-4978-8a73-c8cfa7e8301b tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.550110 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fc8b040a-808d-4978-8a73-c8cfa7e8301b tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109215 Feb 11 05:31:44.551007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35714) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.555943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-57b8f4f2-33bf-4453-bd3e-285a3da2213c tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.560689 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-57b8f4f2-33bf-4453-bd3e-285a3da2213c tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0083799 Feb 11 05:31:44.561351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35716) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.565853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-392fc258-456a-4bfb-95d4-5d23e2349852 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.569096 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-392fc258-456a-4bfb-95d4-5d23e2349852 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043108 Feb 11 05:31:44.571318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35718) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.584579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-77e40371-17db-4ce9-87dc-358ce4917522 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.591911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-77e40371-17db-4ce9-87dc-358ce4917522 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073414 Feb 11 05:31:44.595335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35720) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.599948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-00a9d1b4-df75-4658-bcfe-db374afdb22d tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.603419 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-00a9d1b4-df75-4658-bcfe-db374afdb22d tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046480 Feb 11 05:31:44.605726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35722) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.610596 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-353a93bc-8d10-4987-b9e0-504e70a6982b tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.612709 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-353a93bc-8d10-4987-b9e0-504e70a6982b tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047150 Feb 11 05:31:44.614090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35726) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.624729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-2525889d-e73f-41f9-873f-608dc9d1b848 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.627999 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2525889d-e73f-41f9-873f-608dc9d1b848 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0107341 Feb 11 05:31:44.628256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35728) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.645010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-6bfd53a8-a1d3-4116-bd3a-d267292c5bd7 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.649325 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6bfd53a8-a1d3-4116-bd3a-d267292c5bd7 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0169024 Feb 11 05:31:44.649664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35730) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.651143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3f663037-6d58-432d-88e6-8c3b504fe447), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.665733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-ab1f1ca9-21d7-4116-9578-7c90431a8f67 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.669380 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ab1f1ca9-21d7-4116-9578-7c90431a8f67 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0158377 Feb 11 05:31:44.675028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35732) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.688706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-f46b35bd-0879-465f-a8ef-f372b01c4458 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.696146 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f46b35bd-0879-465f-a8ef-f372b01c4458 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0177846 Feb 11 05:31:44.696457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35734) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.703338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-a59f4063-473a-4e7d-8b6f-37c4f8f399b5 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.706569 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a59f4063-473a-4e7d-8b6f-37c4f8f399b5 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069833 Feb 11 05:31:44.706807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.716672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-243f7fe7-e0b1-4888-80ef-ff219cbfee53 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.716672 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-243f7fe7-e0b1-4888-80ef-ff219cbfee53 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0063140 Feb 11 05:31:44.720615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35738) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.725619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-4ed1a341-c6ba-4e48-bba7-ba082e634474 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.726830 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4ed1a341-c6ba-4e48-bba7-ba082e634474 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050192 Feb 11 05:31:44.729691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35740) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.735342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-33044c6f-fd94-4372-a26f-ead06d8aa984 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.736791 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-33044c6f-fd94-4372-a26f-ead06d8aa984 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059636 Feb 11 05:31:44.739274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35742) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.745860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-99dfd998-fa6b-4fe9-9de1-da53e4a6714e tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.750341 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-99dfd998-fa6b-4fe9-9de1-da53e4a6714e tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0050857 Feb 11 05:31:44.752685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35744) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.757366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-50ff44db-7f2e-490c-9c4e-3e77fa685bcd tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.758550 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-50ff44db-7f2e-490c-9c4e-3e77fa685bcd tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044935 Feb 11 05:31:44.761061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35746) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.767020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-6637ef96-da13-4011-9ff9-3669bdd040fe tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.768528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6637ef96-da13-4011-9ff9-3669bdd040fe tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062528 Feb 11 05:31:44.772046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35748) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.780295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-4f7763f7-8229-4cd5-b4a3-5ae64f8248f3 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.781505 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4f7763f7-8229-4cd5-b4a3-5ae64f8248f3 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056489 Feb 11 05:31:44.784259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35750) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.787646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c727f-1d05-4079-b64d-190a8307d616 None None] Network 3f663037-6d58-432d-88e6-8c3b504fe447 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:44.800625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-ed7a58e1-1137-4069-ae10-7d34e7fef07a tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.802203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ed7a58e1-1137-4069-ae10-7d34e7fef07a tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0129461 Feb 11 05:31:44.805129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35752) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.811644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-d172d676-6541-4320-bdb6-3f4d9bf59a4d tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.817368 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d172d676-6541-4320-bdb6-3f4d9bf59a4d tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0066788 Feb 11 05:31:44.818340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35754) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.823291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [None req-6262f7fc-d919-45e3-bef5-72b15a5e11c1 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:31:44.830667 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6262f7fc-d919-45e3-bef5-72b15a5e11c1 tempest-ExtensionsTestJSON-31028843 tempest-ExtensionsTestJSON-31028843-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0107608 Feb 11 05:31:45.048072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e8531109-6b86-498d-88ac-2a4d08cf5854 None None] Provisioning complete for port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:45.048527 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8531109-6b86-498d-88ac-2a4d08cf5854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.070326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c2698-f916-41b5-9487-97eda8c4cb07 req-9a2cc8c3-fbf3-403d-a1a3-ea66b3cb0d0e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:45.071896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae1c2698-f916-41b5-9487-97eda8c4cb07 req-9a2cc8c3-fbf3-403d-a1a3-ea66b3cb0d0e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 931 time: 0.5455110 Feb 11 05:31:45.097459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:45.125368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e79fb1-8e10-480a-9540-b85ba01aaa5a req-cc0907fb-f674-4910-98da-71696c9c5782 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:45.126995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83e79fb1-8e10-480a-9540-b85ba01aaa5a req-cc0907fb-f674-4910-98da-71696c9c5782 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.6017401 Feb 11 05:31:45.230419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e8531109-6b86-498d-88ac-2a4d08cf5854 None None] Current status of the port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:45.231225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8531109-6b86-498d-88ac-2a4d08cf5854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.255539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:45.255926 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.290408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks [] for router_gateway (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.323612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] DHCP port deletion for 3f663037-6d58-432d-88e6-8c3b504fe447 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:45.358845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae1c2698-f916-41b5-9487-97eda8c4cb07 req-a99ff66a-0012-4ea4-a2b4-5e70bba93a11 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630892 Feb 11 05:31:45.409577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e8531109-6b86-498d-88ac-2a4d08cf5854 None None] For port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,segment=NetworkSegment(307040d0-f4d0-409d-8d62-7511a79bfda3),segment_id=307040d0-f4d0-409d-8d62-7511a79bfda3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:45.427598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:45.428245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:45.428349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.430570 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.463511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83e79fb1-8e10-480a-9540-b85ba01aaa5a req-bfb2672a-6d56-4f6f-95d2-5173757bb30c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979035 Feb 11 05:31:45.470652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] Deleting port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:45.472029 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.509160 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8531109-6b86-498d-88ac-2a4d08cf5854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.581910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35762) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:45.589246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] For port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,segment=NetworkSegment(307040d0-f4d0-409d-8d62-7511a79bfda3),segment_id=307040d0-f4d0-409d-8d62-7511a79bfda3)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:45.589621 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.632657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] For port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,segment=NetworkSegment(307040d0-f4d0-409d-8d62-7511a79bfda3),segment_id=307040d0-f4d0-409d-8d62-7511a79bfda3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:45.632931 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.643078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d924b7b7-7224-4158-9b5c-c2a9ce2f1dca {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:45.649580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Calling delete_port for 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:45.657560 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:45.658013 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:45.658639 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Publish callbacks [] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.663455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] Calling delete_port for 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:45.667604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8531109-6b86-498d-88ac-2a4d08cf5854 None None] Pushing event updated for resources: {'Port': ['ID=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:45.724680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Transition to ACTIVE for port object d924b7b7-7224-4158-9b5c-c2a9ce2f1dca will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:31:45.775426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01e247e7-10a9-41bd-b5d9-07181cf420e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.787902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.805905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.867169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.872413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01e247e7-10a9-41bd-b5d9-07181cf420e8 admin admin] Publish callbacks [] for security_group (3b835575-c522-4737-9370-4714cf3db5e5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.907909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] Pushing event deleted for resources: {'Port': ['ID=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:45.921082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (18ec16d9-6c46-4962-9602-3c4f72ac2ee8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.923302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7dc78-e1c6-49b8-ab1b-a9078abb0579 None None] No DVR routers for this DVR port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:45.950662 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01e247e7-10a9-41bd-b5d9-07181cf420e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3b835575-c522-4737-9370-4714cf3db5e5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.998581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Pushing event updated for resources: {'Port': ['ID=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.021691 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-01e247e7-10a9-41bd-b5d9-07181cf420e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0021270fe1e14f6da15ef29e84d3a1cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388449 Feb 11 05:31:46.053179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35772) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:46.064345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e247e7-10a9-41bd-b5d9-07181cf420e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b835575-c522-4737-9370-4714cf3db5e5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.114883 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Port': ['ID=18ec16d9-6c46-4962-9602-3c4f72ac2ee8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.125235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No DVR routers for this DVR port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:46.181481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Port 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 update to ACTIVE by agent not found {{(pid=104088) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:31:46.252543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d95983a2-62b7-4547-93e2-a875adf73837 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:46.468456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d95983a2-62b7-4547-93e2-a875adf73837, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d95983a2-62b7-4547-93e2-a875adf73837,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:46.483919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'd95983a2-62b7-4547-93e2-a875adf73837', 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af', 'port_id': 'd95983a2-62b7-4547-93e2-a875adf73837', 'mac_address': 'fa:16:3e:dc:a2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac2233-2b52-4c85-87b3-8a1bd1255887', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:46.546719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d95983a2-62b7-4547-93e2-a875adf73837 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:46.547223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d95983a2-62b7-4547-93e2-a875adf73837), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.580209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95983a2-62b7-4547-93e2-a875adf73837 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:46.606498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d95983a2-62b7-4547-93e2-a875adf73837, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d95983a2-62b7-4547-93e2-a875adf73837,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:46.695690 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d95983a2-62b7-4547-93e2-a875adf73837), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.704449 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:31:46.829679 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d95983a2-62b7-4547-93e2-a875adf73837,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.862173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Attempting to bind port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:46.862745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Attempting to bind port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:46.862881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Attempting to bind port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca on network b507a840-19c0-44e0-896a-1d295ca8b4af {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:46.867650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3f663037-6d58-432d-88e6-8c3b504fe447), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.873915 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63d9429b-187f-41a9-a4fe-12d08652c901 admin admin] Publish callbacks [] for security_group (3b835575-c522-4737-9370-4714cf3db5e5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.898186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca on network b507a840-19c0-44e0-896a-1d295ca8b4af not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:31:46.898524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Attempting to bind port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca on network b507a840-19c0-44e0-896a-1d295ca8b4af {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:46.914022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d95983a2-62b7-4547-93e2-a875adf73837'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:46.928490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f663037-6d58-432d-88e6-8c3b504fe447']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:46.947983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:46.948287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Checking segment: {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:46.957518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Bound using segment: {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:46.963905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Bound port: d924b7b7-7224-4158-9b5c-c2a9ce2f1dca, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efc45a9-b527-428f-9e8b-5dfaa46d62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:46.963905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.973531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307040d0-f4d0-409d-8d62-7511a79bfda3') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:46.973531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307040d0-f4d0-409d-8d62-7511a79bfda3') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:47.007119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63d9429b-187f-41a9-a4fe-12d08652c901 admin admin] Publish callbacks [] for security_group (3b835575-c522-4737-9370-4714cf3db5e5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.023037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:31:47.040060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (307040d0-f4d0-409d-8d62-7511a79bfda3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.050714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:47.056912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b88b1-a7b6-45fe-a71e-41a66e3cee5f req-27f83795-a173-4974-a979-1ec0da24aab5 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:47.062404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a4b88b1-a7b6-45fe-a71e-41a66e3cee5f req-27f83795-a173-4974-a979-1ec0da24aab5 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 943 time: 0.3795264 Feb 11 05:31:47.095058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:47.095360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 18ec16d9-6c46-4962-9602-3c4f72ac2ee8 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:47.126623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (307040d0-f4d0-409d-8d62-7511a79bfda3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.179722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abb82-083d-4621-ab8f-902d5a09e8cd req-9b054e14-a86b-449d-a8f3-5a3f4b474562 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:47.181382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb9abb82-083d-4621-ab8f-902d5a09e8cd req-9b054e14-a86b-449d-a8f3-5a3f4b474562 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.4928620 Feb 11 05:31:47.208728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:47.208728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (307040d0-f4d0-409d-8d62-7511a79bfda3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:47.218151 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:47.407205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a4b88b1-a7b6-45fe-a71e-41a66e3cee5f req-0d5de04d-54ac-4fdb-9e64-42fd2c5296f5 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286831 Feb 11 05:31:47.460842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] For port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:47.466586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (3f663037-6d58-432d-88e6-8c3b504fe447), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.487682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb9abb82-083d-4621-ab8f-902d5a09e8cd req-1f41a39b-514f-4362-a065-b9b68349d19d tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847030 Feb 11 05:31:47.495257 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.502623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/3f663037-6d58-432d-88e6-8c3b504fe447 HTTP/1.1" status: 204 len: 168 time: 5.7778983 Feb 11 05:31:47.503898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35790) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:47.516033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-957013502'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:47.525126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] For port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:47.528391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f52d-9fdf-45aa-bef5-34c60862f425 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Network': ['ID=3f663037-6d58-432d-88e6-8c3b504fe447,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:47.538007 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63d9429b-187f-41a9-a4fe-12d08652c901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3b835575-c522-4737-9370-4714cf3db5e5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.539419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63d9429b-187f-41a9-a4fe-12d08652c901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.540812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-63d9429b-187f-41a9-a4fe-12d08652c901 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b835575-c522-4737-9370-4714cf3db5e5 HTTP/1.1" status: 204 len: 168 time: 1.4837983 Feb 11 05:31:47.559057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:47.573076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9429b-187f-41a9-a4fe-12d08652c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b835575-c522-4737-9370-4714cf3db5e5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:47.579080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Sync routers for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:47.613422 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.651477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:47.652140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:31:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:47.664788 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.664788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5d1dc0b5-4cd7-4229-8699-cf70893dfd71 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9901679 Feb 11 05:31:47.665453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:47.676644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:47.676644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.678777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] 10.222.0.65 "PUT /v2.0/ports/d924b7b7-7224-4158-9b5c-c2a9ce2f1dca HTTP/1.1" status: 200 len: 1092 time: 3.4449456 Feb 11 05:31:47.681642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba4cfb2-b44c-4677-80be-abbd0301aea4', 'tag': 'd924b7b7-7224-4158-9b5c-c2a9ce2f1dca'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:47.687483 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0633a641-e9fc-4aa8-ab6d-06ca15074948" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba4cfb2-b44c-4677-80be-abbd0301aea4", "tag": "d924b7b7-7224-4158-9b5c-c2a9ce2f1dca"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:47.711359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f36e06-4cf5-4bb2-b501-abb2a0063b98 service neutron] Pushing event updated for resources: {'Port': ['ID=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:47.818016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:47.822961 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.924988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524059f-539e-43cd-bfed-c3401a5a923c req-9712bde8-d4c8-4f70-bb84-336b01b2a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:47.933614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-9712bde8-d4c8-4f70-bb84-336b01b2a353 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 1126 time: 0.1522133 Feb 11 05:31:47.980734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:48.063661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-1a8fac1f-18fd-40a7-984b-70213e352d8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca HTTP/1.1" status: 200 len: 217 time: 0.1229753 Feb 11 05:31:48.077372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:48.138423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e1093a61-d0ac-4f87-a222-20111aabcee2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.138965 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Added segment e1093a61-d0ac-4f87-a222-20111aabcee2 of type vlan for network 71e72d04-18fc-46fb-a0c0-eded60221219 Feb 11 05:31:48.254904 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b150b380-f930-4450-ab97-3d24522b9597 x-openstack-request-id: req-b150b380-f930-4450-ab97-3d24522b9597 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:48.255373 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba4cfb2-b44c-4677-80be-abbd0301aea4", "tag": "d924b7b7-7224-4158-9b5c-c2a9ce2f1dca", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:48.255926 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b150b380-f930-4450-ab97-3d24522b9597 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:48.257149 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba4cfb2-b44c-4677-80be-abbd0301aea4', 'tag': 'd924b7b7-7224-4158-9b5c-c2a9ce2f1dca', 'status': 'completed', 'code': 200} Feb 11 05:31:48.264939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524059f-539e-43cd-bfed-c3401a5a923c req-b6be74a2-eb4f-4ff9-9ea6-310b6136ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:48.273927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-b6be74a2-eb4f-4ff9-9ea6-310b6136ac0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.2025943 Feb 11 05:31:48.386033 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-60a39799-8993-4b45-ab09-1384e10d75ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915172 Feb 11 05:31:48.391393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d95983a2-62b7-4547-93e2-a875adf73837 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:48.435114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (71e72d04-18fc-46fb-a0c0-eded60221219), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.691078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-65cf76eb-f3eb-4bfa-9696-b551f9610585 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036990 Feb 11 05:31:48.749873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:44Z', 'revision_number': 3, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:48.819678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (71e72d04-18fc-46fb-a0c0-eded60221219), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.840863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:48.845512 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.034912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0524059f-539e-43cd-bfed-c3401a5a923c req-3ea4d1ab-b564-4646-98e3-3cd3eab51312 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242622 Feb 11 05:31:49.042609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Network': ['ID=71e72d04-18fc-46fb-a0c0-eded60221219,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.096091 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f2d38eae-03ac-4a66-b0f2-286deb10596d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5871212 Feb 11 05:31:49.101191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35822) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.113423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Request body: {'subnet': {'network_id': '71e72d04-18fc-46fb-a0c0-eded60221219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:49.143498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b48b62-fe4b-4b56-9652-d1cb89d1221e req-02821ef1-2282-46fa-9632-cf0af1adcaf4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.145359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43b48b62-fe4b-4b56-9652-d1cb89d1221e req-02821ef1-2282-46fa-9632-cf0af1adcaf4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 943 time: 0.4530301 Feb 11 05:31:49.245576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bc5a-73fd-4f2a-80fa-02964751ccf3 req-bdb69fd0-aa8c-45bc-b150-141a1d1a2fe6 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.248326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b11bc5a-73fd-4f2a-80fa-02964751ccf3 req-bdb69fd0-aa8c-45bc-b150-141a1d1a2fe6 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.4390800 Feb 11 05:31:49.335068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43b48b62-fe4b-4b56-9652-d1cb89d1221e req-c4baf722-3c1a-4ffd-b5db-0c80d2147341 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746781 Feb 11 05:31:49.361068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-a49b1bb6-9bcf-4d18-83b9-6df04769c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.361068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-a49b1bb6-9bcf-4d18-83b9-6df04769c168 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 1126 time: 0.1617930 Feb 11 05:31:49.361068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b11bc5a-73fd-4f2a-80fa-02964751ccf3 req-970d5b22-7fb3-441a-88b7-a352d1a8a3c5 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025314 Feb 11 05:31:49.457889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 71e72d04-18fc-46fb-a0c0-eded60221219 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:49.530978 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.558376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port d95983a2-62b7-4547-93e2-a875adf73837 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:49.561875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Checking router: 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:31:49.562721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Updating router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc port bcc48a37-66aa-475a-ad84-d96ec7efc543 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:31:49.571282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port d95983a2-62b7-4547-93e2-a875adf73837 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:49.571662 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d95983a2-62b7-4547-93e2-a875adf73837), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.583184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-b80dd4a2-f2af-457f-a910-448dd1fa66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.585201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-b80dd4a2-f2af-457f-a910-448dd1fa66c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.2233436 Feb 11 05:31:49.632900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35830) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.640174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Made reservation on behalf of a7724724213a4861bc0a39a8fa2b0162 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:49.642852 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.646555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.651011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-c3d56de8-6e07-4ec7-b202-ac05a313d92b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca HTTP/1.1" status: 200 len: 217 time: 0.0588059 Feb 11 05:31:49.758366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-942d693d-77bf-492e-bee7-5f352b258fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.759999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-942d693d-77bf-492e-bee7-5f352b258fb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.0945175 Feb 11 05:31:49.817688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-76e81d1f-3cda-4f52-a760-ed0f463b4492 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515132 Feb 11 05:31:49.909089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'networks': [{'name': 'tempest-network--698002977'}, {'name': 'tempest-network--1477772276'}]} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:49.909732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'network': {'name': 'tempest-network--698002977'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:49.909855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'network': {'name': 'tempest-network--1477772276'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:49.964077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-e1dab28f-4c82-43e0-b5a4-6515d7dbfa77 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394241 Feb 11 05:31:49.975245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Allocated IP 172.20.0.1 (c629c426-d4e2-4ff8-8d95-90a6d9926b35/c4596458-4754-40fc-a18b-8a1bef7b57bc/c78f6fa1-a72a-4d35-af67-44ff85cf5428) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:50.075895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Made reservation on behalf of 8c06e99c2e9e4bd29bee7faeecc79e0e for: {'network': 2} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:50.081215 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.099084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.122407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0633a641-e9fc-4aa8-ab6d-06ca15074948 req-52fea045-6852-42ef-969c-e695fad85b3e service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516409 Feb 11 05:31:50.167410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Publish callbacks [] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.170387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d95983a2-62b7-4547-93e2-a875adf73837 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:50.174756 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d95983a2-62b7-4547-93e2-a875adf73837), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.190015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Publish callbacks [] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.203555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1f023c-88d8-4a4d-8898-2aafa266999c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95983a2-62b7-4547-93e2-a875adf73837'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:50.206002 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b4c4a0-be61-4233-84ee-ada11bce72f1" -d '{"events": [{"server_uuid": "cd1f023c-88d8-4a4d-8898-2aafa266999c", "name": "network-vif-plugged", "status": "completed", "tag": "d95983a2-62b7-4547-93e2-a875adf73837"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:50.222883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d95983a2-62b7-4547-93e2-a875adf73837, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d95983a2-62b7-4547-93e2-a875adf73837,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:50.255707 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.324110 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d95983a2-62b7-4547-93e2-a875adf73837), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.349838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cda8f2-c759-4697-b693-4434b5e826ef None None] Pushing event updated for resources: {'Port': ['ID=bcc48a37-66aa-475a-ad84-d96ec7efc543,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.372301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks [] for security_group (20b5e163-d829-4bb7-a108-72fd71f2665e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.385454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Attempting to bind port bcc48a37-66aa-475a-ad84-d96ec7efc543 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:50.385936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Attempting to bind port bcc48a37-66aa-475a-ad84-d96ec7efc543 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:50.386385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Attempting to bind port bcc48a37-66aa-475a-ad84-d96ec7efc543 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:50.395337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:50.395807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:50.396459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.398154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:50.398154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Bound port: bcc48a37-66aa-475a-ad84-d96ec7efc543, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:50.398438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.398569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.483933 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (20b5e163-d829-4bb7-a108-72fd71f2665e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.485257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.560826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56886575-c577-4d58-a12d-d1d6de5c330a req-92f2fcd2-182f-4415-aa0f-1c3f696f1468 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.562293 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae62e20f-cc69-448d-bf7d-e83419d4e1eb x-openstack-request-id: req-ae62e20f-cc69-448d-bf7d-e83419d4e1eb {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:50.563132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56886575-c577-4d58-a12d-d1d6de5c330a req-92f2fcd2-182f-4415-aa0f-1c3f696f1468 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 943 time: 0.0954096 Feb 11 05:31:50.568391 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1f023c-88d8-4a4d-8898-2aafa266999c", "name": "network-vif-plugged", "status": "completed", "tag": "d95983a2-62b7-4547-93e2-a875adf73837", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:50.568737 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae62e20f-cc69-448d-bf7d-e83419d4e1eb {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:50.569229 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1f023c-88d8-4a4d-8898-2aafa266999c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95983a2-62b7-4547-93e2-a875adf73837', 'code': 200} Feb 11 05:31:50.571032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d95983a2-62b7-4547-93e2-a875adf73837,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.577791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] For port bcc48a37-66aa-475a-ad84-d96ec7efc543, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:50.581849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Network c629c426-d4e2-4ff8-8d95-90a6d9926b35 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:50.596069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] For port bcc48a37-66aa-475a-ad84-d96ec7efc543, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcc48a37-66aa-475a-ad84-d96ec7efc543,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:50.607997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Pushing event updated for resources: {'Port': ['ID=c78f6fa1-a72a-4d35-af67-44ff85cf5428,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.611839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:50.614095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:50.649157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b5e163-d829-4bb7-a108-72fd71f2665e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.671537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.693406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:50.730387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4a81c0de-759c-4373-8a0f-e531479441e0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.731523 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Added segment 4a81c0de-759c-4373-8a0f-e531479441e0 of type vlan for network b94a1bbf-b736-43ea-9f25-7e16db82ce5b Feb 11 05:31:50.734365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cda8f2-c759-4697-b693-4434b5e826ef None None] Pushing event updated for resources: {'Port': ['ID=bcc48a37-66aa-475a-ad84-d96ec7efc543,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.754337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.objects.ports [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:31:50.757532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:50.758440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:31:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:50.761340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (4199d792-a217-48ae-af1b-47ea965e5851), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.765084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.805407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56886575-c577-4d58-a12d-d1d6de5c330a req-7814e5cc-f9c3-4b0c-8f71-543f5a122ec8 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319305 Feb 11 05:31:50.820102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884300f-9d0a-4479-acf4-48b43466cd43 req-e8bc090d-5001-47e9-ad2f-32b0a4622c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.825495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b884300f-9d0a-4479-acf4-48b43466cd43 req-e8bc090d-5001-47e9-ad2f-32b0a4622c5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.2611377 Feb 11 05:31:50.887652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ab76d-33e9-4078-8045-ac181cbcda66 req-726e64da-38f5-493d-82b6-1fa98f8c0c87 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.889538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-909ab76d-33e9-4078-8045-ac181cbcda66 req-726e64da-38f5-493d-82b6-1fa98f8c0c87 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.2502985 Feb 11 05:31:50.914520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:50.927530 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b94a1bbf-b736-43ea-9f25-7e16db82ce5b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.960720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b884300f-9d0a-4479-acf4-48b43466cd43 req-06dbc479-810b-4616-97ae-49a6c4280a05 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209099 Feb 11 05:31:50.997703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-909ab76d-33e9-4078-8045-ac181cbcda66 req-2d88192f-8ba1-4143-a43e-caaabf5bf16f tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807076 Feb 11 05:31:51.007774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event updated for resources: {'Subnet': ['ID=4199d792-a217-48ae-af1b-47ea965e5851,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.042959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:51.045697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Checking segment: {'id': 'e1093a61-d0ac-4f87-a222-20111aabcee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '71e72d04-18fc-46fb-a0c0-eded60221219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:51.046069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network hostable DHCP agents. Network: 71e72d04-18fc-46fb-a0c0-eded60221219, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:51.097173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (49b715fe-8325-498c-ba92-849c95b16bee), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.100082 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Added segment 49b715fe-8325-498c-ba92-849c95b16bee of type vlan for network aa873dfd-2b00-42e3-a797-da7345ace508 Feb 11 05:31:51.161267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (aa873dfd-2b00-42e3-a797-da7345ace508), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.181185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Network 71e72d04-18fc-46fb-a0c0-eded60221219 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:51.181873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:44Z', 'revision_number': 3, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:51.219759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdf43d-4dd7-4af0-83c7-92526e769a95 None None] The sync data for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 is: [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:44Z', 'revision_number': 3, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:51.276697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 71e72d04-18fc-46fb-a0c0-eded60221219) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:51.281476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2a769-9476-44f3-a8f6-0edcedb5e38c None None] Network 71e72d04-18fc-46fb-a0c0-eded60221219 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:51.297965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.298599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.302989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.327730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b94a1bbf-b736-43ea-9f25-7e16db82ce5b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.328355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (aa873dfd-2b00-42e3-a797-da7345ace508), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.333411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.338090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.338765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.442151 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-51efb0da-2dc0-43a0-83b7-c067fcfc9f91 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3353193 Feb 11 05:31:51.443038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35850) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:51.446349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-71e72d04-18fc-46fb-a0c0-eded60221219', 'network_id': '71e72d04-18fc-46fb-a0c0-eded60221219', 'project_id': 'a7724724213a4861bc0a39a8fa2b0162', 'fixed_ips': [{'subnet_id': '4199d792-a217-48ae-af1b-47ea965e5851'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:51.447408 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.497821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Network': ['ID=b94a1bbf-b736-43ea-9f25-7e16db82ce5b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.585802 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9511626 Feb 11 05:31:51.595392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35852) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:51.691723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (71e72d04-18fc-46fb-a0c0-eded60221219), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.710456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Allocated IP 2001:db8::f816:3eff:fe38:705a (71e72d04-18fc-46fb-a0c0-eded60221219/4199d792-a217-48ae-af1b-47ea965e5851/b6fc4d8e-3948-4f5d-876e-01dc2b17a681) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:51.720225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30577341-6321-4672-8c87-99f8009e4af6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Network': ['ID=aa873dfd-2b00-42e3-a797-da7345ace508,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.727607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b94a1bbf-b736-43ea-9f25-7e16db82ce5b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:51.738605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network aa873dfd-2b00-42e3-a797-da7345ace508 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:51.837433 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4199d792-a217-48ae-af1b-47ea965e5851), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.932052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Publish callbacks [] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.942616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ea50d-8589-4dc1-8f28-073b0a4b5526 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.950451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ea50d-8589-4dc1-8f28-073b0a4b5526 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.956814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ea50d-8589-4dc1-8f28-073b0a4b5526 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.964660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ea50d-8589-4dc1-8f28-073b0a4b5526 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.967897 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2c6ea50d-8589-4dc1-8f28-073b0a4b5526 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3707280 Feb 11 05:31:51.974989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35858) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:52.043798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.140103 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b94a1bbf-b736-43ea-9f25-7e16db82ce5b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.156590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Pushing event updated for resources: {'Port': ['ID=c78f6fa1-a72a-4d35-af67-44ff85cf5428,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.188566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.285193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d924b7b7-7224-4158-9b5c-c2a9ce2f1dca details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:31:52.343763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37c84d-2343-4127-be4d-4c38cb9ae25d req-e3b41057-d956-4e16-b39f-49468e9a4533 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:52.345437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d37c84d-2343-4127-be4d-4c38cb9ae25d req-e3b41057-d956-4e16-b39f-49468e9a4533 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.1783066 Feb 11 05:31:52.408206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b94a1bbf-b736-43ea-9f25-7e16db82ce5b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.431959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6e981-9dee-4623-996d-4bd1cac7f234 req-23774c27-680a-4877-bb99-d035f9f99ee8 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:52.436227 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Publish callbacks [] for port (b6fc4d8e-3948-4f5d-876e-01dc2b17a681), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.438834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68f6e981-9dee-4623-996d-4bd1cac7f234 req-23774c27-680a-4877-bb99-d035f9f99ee8 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 943 time: 0.4104025 Feb 11 05:31:52.456914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Network c629c426-d4e2-4ff8-8d95-90a6d9926b35 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:52.458666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:52.499093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94a1bbf-b736-43ea-9f25-7e16db82ce5b']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:52.535093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b6fc4d8e-3948-4f5d-876e-01dc2b17a681), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.552353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a81c0de-759c-4373-8a0f-e531479441e0') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:52.552353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a81c0de-759c-4373-8a0f-e531479441e0') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:52.595320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (4a81c0de-759c-4373-8a0f-e531479441e0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.613959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Network 71e72d04-18fc-46fb-a0c0-eded60221219 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:52.623204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:52.625878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:52.626197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d37c84d-2343-4127-be4d-4c38cb9ae25d req-1d553730-de5e-4949-9030-340f03e75e4c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632844 Feb 11 05:31:52.644774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Pushing event updated for resources: {'Port': ['ID=b6fc4d8e-3948-4f5d-876e-01dc2b17a681,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.655511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68f6e981-9dee-4623-996d-4bd1cac7f234 req-445ca7d8-0155-4aa6-8c26-717201b46b61 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008204 Feb 11 05:31:52.657572 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4a81c0de-759c-4373-8a0f-e531479441e0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.663942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:52.678544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (4199d792-a217-48ae-af1b-47ea965e5851), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.683477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:52.683477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (4a81c0de-759c-4373-8a0f-e531479441e0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:52.690205 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:52.714377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'd924b7b7-7224-4158-9b5c-c2a9ce2f1dca', 'network_id': 'b507a840-19c0-44e0-896a-1d295ca8b4af', 'port_id': 'd924b7b7-7224-4158-9b5c-c2a9ce2f1dca', 'mac_address': 'fa:16:3e:a0:3c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac2233-2b52-4c85-87b3-8a1bd1255887', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:31:52.763897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Subnet': ['ID=4199d792-a217-48ae-af1b-47ea965e5851,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.843144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Attempting to bind port b6fc4d8e-3948-4f5d-876e-01dc2b17a681 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:52.843660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Attempting to bind port b6fc4d8e-3948-4f5d-876e-01dc2b17a681 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'e1093a61-d0ac-4f87-a222-20111aabcee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '71e72d04-18fc-46fb-a0c0-eded60221219'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:52.844159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Attempting to bind port b6fc4d8e-3948-4f5d-876e-01dc2b17a681 on network 71e72d04-18fc-46fb-a0c0-eded60221219 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:52.851561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:52.852382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.855745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:52.856354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Checking segment: {'id': 'e1093a61-d0ac-4f87-a222-20111aabcee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '71e72d04-18fc-46fb-a0c0-eded60221219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:52.856881 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.861576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Bound using segment: {'id': 'e1093a61-d0ac-4f87-a222-20111aabcee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '71e72d04-18fc-46fb-a0c0-eded60221219'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:52.862825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Bound port: b6fc4d8e-3948-4f5d-876e-01dc2b17a681, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1093a61-d0ac-4f87-a222-20111aabcee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '71e72d04-18fc-46fb-a0c0-eded60221219'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:52.863341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b6fc4d8e-3948-4f5d-876e-01dc2b17a681), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.894127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d924b7b7-7224-4158-9b5c-c2a9ce2f1dca {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:31:52.907028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (71e72d04-18fc-46fb-a0c0-eded60221219), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.955468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e72d04-18fc-46fb-a0c0-eded60221219']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:52.958578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:52.983934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1093a61-d0ac-4f87-a222-20111aabcee2') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:52.984072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1093a61-d0ac-4f87-a222-20111aabcee2') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.010848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] For port b6fc4d8e-3948-4f5d-876e-01dc2b17a681, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:53.017120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (e1093a61-d0ac-4f87-a222-20111aabcee2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.020034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] For port b6fc4d8e-3948-4f5d-876e-01dc2b17a681, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b6fc4d8e-3948-4f5d-876e-01dc2b17a681,segment=NetworkSegment(e1093a61-d0ac-4f87-a222-20111aabcee2),segment_id=e1093a61-d0ac-4f87-a222-20111aabcee2)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:53.030097 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.055150 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b94a1bbf-b736-43ea-9f25-7e16db82ce5b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.067773 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.072450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/networks/b94a1bbf-b736-43ea-9f25-7e16db82ce5b HTTP/1.1" status: 204 len: 168 time: 1.0959351 Feb 11 05:31:53.086093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35870) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:53.124818 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e1093a61-d0ac-4f87-a222-20111aabcee2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.126220 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b6fc4d8e-3948-4f5d-876e-01dc2b17a681), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.141796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:53.142269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (e1093a61-d0ac-4f87-a222-20111aabcee2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:53.148967 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:53.194150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcc48a37-66aa-475a-ad84-d96ec7efc543 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:53.243251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3437b4b-154a-4419-a92c-98bab3041a70 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Network': ['ID=b94a1bbf-b736-43ea-9f25-7e16db82ce5b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:53.280808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d924b7b7-7224-4158-9b5c-c2a9ce2f1dca'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:31:53.282066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:31:53.401491 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.api [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:31:53.401491 n-d-713498-37 neutron-server[104087]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:31:53.401491 n-d-713498-37 neutron-server[104087]: [parameters: {'id': '71e72d04-18fc-46fb-a0c0-eded60221219'}] Feb 11 05:31:53.401491 n-d-713498-37 neutron-server[104087]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:53.402052 n-d-713498-37 neutron-server[104087]: DEBUG oslo_db.api [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:53.413135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:53.433046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (aa873dfd-2b00-42e3-a797-da7345ace508), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.516011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9346dc2-2394-42fe-bc50-98a0e3b6a5bd None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:31:53.530905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:53.539362 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-01a984e1-a62a-4ae4-930c-cfca0eaffb12 admin admin] 10.222.0.62 "PUT /v2.0/routers/1b40bcda-8aa5-42cb-b9c1-2d93164f71cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8727243 Feb 11 05:31:53.630313 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (aa873dfd-2b00-42e3-a797-da7345ace508), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.679787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9346dc2-2394-42fe-bc50-98a0e3b6a5bd None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:31:53.703199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bcc48a37-66aa-475a-ad84-d96ec7efc543 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:53.703603 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.710118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa873dfd-2b00-42e3-a797-da7345ace508']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.744283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b715fe-8325-498c-ba92-849c95b16bee') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.747643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b715fe-8325-498c-ba92-849c95b16bee') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.783319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (49b715fe-8325-498c-ba92-849c95b16bee), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.884851 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (49b715fe-8325-498c-ba92-849c95b16bee), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.906715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (71e72d04-18fc-46fb-a0c0-eded60221219), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.926187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:53.958206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:53.958625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (49b715fe-8325-498c-ba92-849c95b16bee), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:53.970226 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:54.115998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae973279-dffd-4fce-8697-67a7246de3c7 None None] Pushing event updated for resources: {'Port': ['ID=b6fc4d8e-3948-4f5d-876e-01dc2b17a681,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:54.140758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f56bad76-372c-4c83-b446-c45046679d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.167285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735a70-45ac-41c7-b910-16f8764d7dd8 req-fc3a3193-9c1e-46c9-8ede-322027e06b93 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:54.169557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db735a70-45ac-41c7-b910-16f8764d7dd8 req-fc3a3193-9c1e-46c9-8ede-322027e06b93 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.3468001 Feb 11 05:31:54.178882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd32a18-4bee-45fc-83e9-d9b374adcc45 req-4f6d1409-6a42-4664-b6e4-2dbf7ce9b890 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:54.180457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcd32a18-4bee-45fc-83e9-d9b374adcc45 req-4f6d1409-6a42-4664-b6e4-2dbf7ce9b890 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 944 time: 0.2890780 Feb 11 05:31:54.251033 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Sync routers for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:54.258848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db735a70-45ac-41c7-b910-16f8764d7dd8 req-b5537880-1515-4f21-bc1d-b5b730f042d3 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741644 Feb 11 05:31:54.266198 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:54.266840 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:31:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:54.284199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting port b6fc4d8e-3948-4f5d-876e-01dc2b17a681 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:54.284552 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b6fc4d8e-3948-4f5d-876e-01dc2b17a681), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.426593 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:54.461182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bcc48a37-66aa-475a-ad84-d96ec7efc543 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:54.461997 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.475223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] For port b6fc4d8e-3948-4f5d-876e-01dc2b17a681, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b6fc4d8e-3948-4f5d-876e-01dc2b17a681,segment=NetworkSegment(e1093a61-d0ac-4f87-a222-20111aabcee2),segment_id=e1093a61-d0ac-4f87-a222-20111aabcee2)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:54.476002 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b6fc4d8e-3948-4f5d-876e-01dc2b17a681), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.495288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Calling delete_port for b6fc4d8e-3948-4f5d-876e-01dc2b17a681 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:54.561404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port bcc48a37-66aa-475a-ad84-d96ec7efc543, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcc48a37-66aa-475a-ad84-d96ec7efc543,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:54.670237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcd32a18-4bee-45fc-83e9-d9b374adcc45 req-b7081fa9-8ff0-46ef-804b-0e9c9d86bed3 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582317 Feb 11 05:31:54.686414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214dae8-bf8f-49a6-8779-7f9b1575a77c None None] Network 71e72d04-18fc-46fb-a0c0-eded60221219 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:54.804959 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 2, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:54.878505 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.939716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-f49d8689-c1bd-4472-894a-f91664b5336b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:54.945216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-f49d8689-c1bd-4472-894a-f91664b5336b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 819 time: 0.1787169 Feb 11 05:31:54.951235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b6fc4d8e-3948-4f5d-876e-01dc2b17a681), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.974447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (aa873dfd-2b00-42e3-a797-da7345ace508), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.987989 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Checking router: 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:31:54.988377 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Updating router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc port c78f6fa1-a72a-4d35-af67-44ff85cf5428 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:31:55.000263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f56bad76-372c-4c83-b446-c45046679d61 admin admin] Publish callbacks [] for security_group (2382a1ca-18ed-4460-8486-7e93925889f8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.003369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No DVR routers for this DVR port b6fc4d8e-3948-4f5d-876e-01dc2b17a681 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:55.005613 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.010349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/networks/aa873dfd-2b00-42e3-a797-da7345ace508 HTTP/1.1" status: 204 len: 168 time: 1.9210591 Feb 11 05:31:55.012967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:55.020310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bcc48a37-66aa-475a-ad84-d96ec7efc543,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:55.053500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Port': ['ID=b6fc4d8e-3948-4f5d-876e-01dc2b17a681,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:55.062630 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.068255 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f56bad76-372c-4c83-b446-c45046679d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2382a1ca-18ed-4460-8486-7e93925889f8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.086112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ce84b-de52-41ee-99f6-9ad409bcd2b6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Network': ['ID=aa873dfd-2b00-42e3-a797-da7345ace508,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:55.129953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-96f1e002-1b08-4a02-919f-1689a0c99d1a tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/quotas/3225f2a5abb24a6e8820f1fc7d6e41f0 HTTP/1.1" status: 200 len: 375 time: 0.1527328 Feb 11 05:31:55.193730 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f56bad76-372c-4c83-b446-c45046679d61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bb3670e9cb04772aa2b0aa5a5a2a533&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2663982 Feb 11 05:31:55.204955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bad76-372c-4c83-b446-c45046679d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2382a1ca-18ed-4460-8486-7e93925889f8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:55.215769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35922) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:55.416540 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07ebd2-1411-4e90-a052-8e3b86acc225 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:55.431357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07ebd2-1411-4e90-a052-8e3b86acc225 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:55.433192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f07ebd2-1411-4e90-a052-8e3b86acc225 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4190924 Feb 11 05:31:55.436569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce41398e-6393-4a00-9c0b-10ca8b6624e8 admin admin] Publish callbacks [] for security_group (2382a1ca-18ed-4460-8486-7e93925889f8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.440335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35926) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:55.448955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-119787842'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:55.493650 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce41398e-6393-4a00-9c0b-10ca8b6624e8 admin admin] Publish callbacks [] for security_group (2382a1ca-18ed-4460-8486-7e93925889f8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.544562 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Publish callbacks [] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.567076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Made reservation on behalf of 8c06e99c2e9e4bd29bee7faeecc79e0e for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:55.571537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.626578 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.654920 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (71e72d04-18fc-46fb-a0c0-eded60221219), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.658976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce41398e-6393-4a00-9c0b-10ca8b6624e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2382a1ca-18ed-4460-8486-7e93925889f8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.662346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce41398e-6393-4a00-9c0b-10ca8b6624e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.664023 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ce41398e-6393-4a00-9c0b-10ca8b6624e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2382a1ca-18ed-4460-8486-7e93925889f8 HTTP/1.1" status: 204 len: 168 time: 0.4468009 Feb 11 05:31:55.680466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:55.703220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41398e-6393-4a00-9c0b-10ca8b6624e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2382a1ca-18ed-4460-8486-7e93925889f8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:55.724241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5d4baa68-ef19-45e9-9740-ed492eebe736), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.724835 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Added segment 5d4baa68-ef19-45e9-9740-ed492eebe736 of type vlan for network 3dfc3508-cdcb-4654-8a16-5ef49df1fa9e Feb 11 05:31:55.755205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e72d04-18fc-46fb-a0c0-eded60221219']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:55.783122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1093a61-d0ac-4f87-a222-20111aabcee2') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:55.784108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1093a61-d0ac-4f87-a222-20111aabcee2') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:55.796591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3dfc3508-cdcb-4654-8a16-5ef49df1fa9e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.800526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (e1093a61-d0ac-4f87-a222-20111aabcee2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.817874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e1093a61-d0ac-4f87-a222-20111aabcee2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.828448 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73f99e-bdc4-4487-8e74-3191bcd34f6b None None] Pushing event updated for resources: {'Port': ['ID=c78f6fa1-a72a-4d35-af67-44ff85cf5428,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:55.834164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-bbf6b962-0806-42fb-a251-1cc57d86d56b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7030432 Feb 11 05:31:55.836317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:55.836954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (e1093a61-d0ac-4f87-a222-20111aabcee2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:55.841737 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:55.870385 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Attempting to bind port c78f6fa1-a72a-4d35-af67-44ff85cf5428 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:55.870762 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Attempting to bind port c78f6fa1-a72a-4d35-af67-44ff85cf5428 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:55.871563 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Attempting to bind port c78f6fa1-a72a-4d35-af67-44ff85cf5428 on network c629c426-d4e2-4ff8-8d95-90a6d9926b35 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:55.880806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad739a3e-149d-4104-b811-d160febb3e08 req-55028516-a253-44b7-b716-92fc8c3c159e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:55.881478 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:55.881887 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Checking segment: {'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:55.882301 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.882426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad739a3e-149d-4104-b811-d160febb3e08 req-55028516-a253-44b7-b716-92fc8c3c159e tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.3184149 Feb 11 05:31:55.882701 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Bound using segment: {'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:55.883183 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Bound port: c78f6fa1-a72a-4d35-af67-44ff85cf5428, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:55.883564 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.931396 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3dfc3508-cdcb-4654-8a16-5ef49df1fa9e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.958518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:55.959630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.982088 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] For port c78f6fa1-a72a-4d35-af67-44ff85cf5428, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:55.985577 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] For port c78f6fa1-a72a-4d35-af67-44ff85cf5428, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c78f6fa1-a72a-4d35-af67-44ff85cf5428,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:56.038416 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.052567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad739a3e-149d-4104-b811-d160febb3e08 req-510f25ae-d452-4988-abc6-5bda809bd9a3 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533451 Feb 11 05:31:56.059852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-e0a7ba96-d487-4b48-a11f-d5a48133dc69 service neutron] 10.222.0.62 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137468 Feb 11 05:31:56.065968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (71e72d04-18fc-46fb-a0c0-eded60221219), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.071151 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.089438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/71e72d04-18fc-46fb-a0c0-eded60221219 HTTP/1.1" status: 204 len: 168 time: 4.6450467 Feb 11 05:31:56.091457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35934) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.125387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Network': ['ID=3dfc3508-cdcb-4654-8a16-5ef49df1fa9e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.140055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 3dfc3508-cdcb-4654-8a16-5ef49df1fa9e details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:56.160769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b853b8ac-709b-4dd2-9e7a-945d324a47ec tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7167766 Feb 11 05:31:56.163374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35938) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.171748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-921311150'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:56.209317 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:56.212061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:31:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:56.284358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a3257-69d9-4a1d-979d-91d04a313e6d tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Network': ['ID=71e72d04-18fc-46fb-a0c0-eded60221219,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.288927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Made reservation on behalf of 8c06e99c2e9e4bd29bee7faeecc79e0e for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:56.292299 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.294536 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73f99e-bdc4-4487-8e74-3191bcd34f6b None None] Pushing event updated for resources: {'Port': ['ID=c78f6fa1-a72a-4d35-af67-44ff85cf5428,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.313761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d924b7b7-7224-4158-9b5c-c2a9ce2f1dca up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:56.344458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:56.367857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (70079adb-52ff-4ced-9e03-13ac29797d7a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.368245 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Added segment 70079adb-52ff-4ced-9e03-13ac29797d7a of type vlan for network 8a3745c7-bf6f-4cd4-94e4-a703122a9599 Feb 11 05:31:56.405057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-f96d98b7-2263-4492-9a04-31e9b4fe4446 service neutron] 10.222.0.62 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125362 Feb 11 05:31:56.407108 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a949bc-c41b-46a7-9bb1-b7afa399ce2f tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): The resource could not be found. Feb 11 05:31:56.407876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a949bc-c41b-46a7-9bb1-b7afa399ce2f tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:56.416751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-71a949bc-c41b-46a7-9bb1-b7afa399ce2f tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/subnets/4199d792-a217-48ae-af1b-47ea965e5851 HTTP/1.1" status: 404 len: 337 time: 0.2737765 Feb 11 05:31:56.419325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.443394 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:56.489056 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-5510aeb5-2dbf-49d7-a855-df5409a308c6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): The resource could not be found. Feb 11 05:31:56.489999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5510aeb5-2dbf-49d7-a855-df5409a308c6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:56.493315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5510aeb5-2dbf-49d7-a855-df5409a308c6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/71e72d04-18fc-46fb-a0c0-eded60221219 HTTP/1.1" status: 404 len: 339 time: 0.0512009 Feb 11 05:31:56.508707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35946) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.547679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8a3745c7-bf6f-4cd4-94e4-a703122a9599), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.552023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:31:56.561018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:56.562188 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.586757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0236ff-86d6-4429-bb23-d618c094b79d req-25532fab-efb9-4186-8a5d-bc93e6ec3d88 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.597343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b0236ff-86d6-4429-bb23-d618c094b79d req-25532fab-efb9-4186-8a5d-bc93e6ec3d88 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 944 time: 0.2452331 Feb 11 05:31:56.633276 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed30194d-9216-4802-b4b2-d4485dcb7b0b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): The resource could not be found. Feb 11 05:31:56.634279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed30194d-9216-4802-b4b2-d4485dcb7b0b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:56.637961 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ed30194d-9216-4802-b4b2-d4485dcb7b0b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/subnets/9305fb58-4894-473f-a2fc-8497b274fc8a HTTP/1.1" status: 404 len: 337 time: 0.1288357 Feb 11 05:31:56.640495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.677517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b0236ff-86d6-4429-bb23-d618c094b79d req-6af71831-7a0a-49b2-be51-0eab1ec3cce3 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792592 Feb 11 05:31:56.701214 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06faa5d-b895-490e-b83b-a4882c1447ef tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): The resource could not be found. Feb 11 05:31:56.701962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06faa5d-b895-490e-b83b-a4882c1447ef tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:56.705634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d06faa5d-b895-490e-b83b-a4882c1447ef tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/3f663037-6d58-432d-88e6-8c3b504fe447 HTTP/1.1" status: 404 len: 339 time: 0.0641203 Feb 11 05:31:56.713742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35960) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.758242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:56.759412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.777872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8a3745c7-bf6f-4cd4-94e4-a703122a9599), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.791932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.791932 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.799396 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f64c0b-86b7-43a9-94ad-243442b6f38b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): The resource could not be found. Feb 11 05:31:56.809029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f64c0b-86b7-43a9-94ad-243442b6f38b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:56.817352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a2f64c0b-86b7-43a9-94ad-243442b6f38b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/subnets/2cabc113-0e2e-4284-95bd-3d63d36519ac HTTP/1.1" status: 404 len: 337 time: 0.1008611 Feb 11 05:31:56.818478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35968) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.884884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba4cfb2-b44c-4677-80be-abbd0301aea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd924b7b7-7224-4158-9b5c-c2a9ce2f1dca'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:31:56.891033 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03393932-8a2c-4c11-b979-4d5c02f523f8" -d '{"events": [{"server_uuid": "0ba4cfb2-b44c-4677-80be-abbd0301aea4", "name": "network-vif-plugged", "status": "completed", "tag": "d924b7b7-7224-4158-9b5c-c2a9ce2f1dca"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:31:56.903465 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ee52fd-5fdf-4476-bb66-ff85f9ba9914 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): The resource could not be found. Feb 11 05:31:56.905016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ee52fd-5fdf-4476-bb66-ff85f9ba9914 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:56.919629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d5ee52fd-5fdf-4476-bb66-ff85f9ba9914 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/135e849d-485d-49e7-9b5b-6e2d15eb81f6 HTTP/1.1" status: 404 len: 339 time: 0.0978184 Feb 11 05:31:56.929698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35974) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.939908 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:56.940495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:56.972968 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f6917-f960-40f5-b6fb-e3fb57653488 x-openstack-request-id: req-b27f6917-f960-40f5-b6fb-e3fb57653488 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:31:56.973277 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba4cfb2-b44c-4677-80be-abbd0301aea4", "name": "network-vif-plugged", "status": "completed", "tag": "d924b7b7-7224-4158-9b5c-c2a9ce2f1dca", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:31:56.973538 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b27f6917-f960-40f5-b6fb-e3fb57653488 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:31:56.973940 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba4cfb2-b44c-4677-80be-abbd0301aea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd924b7b7-7224-4158-9b5c-c2a9ce2f1dca', 'code': 200} Feb 11 05:31:56.992374 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8275611 Feb 11 05:31:56.993713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48699fc-afc6-45dc-ac77-77f2229505c8 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Network': ['ID=8a3745c7-bf6f-4cd4-94e4-a703122a9599,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.997221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35976) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:57.002676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'ports': [{'network_id': '3dfc3508-cdcb-4654-8a16-5ef49df1fa9e', 'name': 'tempest-port--1308476623', 'admin_state_up': True}, {'network_id': '8a3745c7-bf6f-4cd4-94e4-a703122a9599', 'admin_state_up': False}]} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:57.003060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'port': {'network_id': '3dfc3508-cdcb-4654-8a16-5ef49df1fa9e', 'name': 'tempest-port--1308476623', 'admin_state_up': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:57.003575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'port': {'network_id': '8a3745c7-bf6f-4cd4-94e4-a703122a9599', 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:57.005844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8a3745c7-bf6f-4cd4-94e4-a703122a9599 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:57.021113 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efaa80-92aa-48d0-bbb0-daeb84c26bb7 None None] The sync data for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 is: [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:57.050662 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.176489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a78453c-1554-4790-9104-258aec7a390c req-148cc838-003e-440c-8d86-956c8c5586fd tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 210 time: 0.3353853 Feb 11 05:31:57.260350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcc48a37-66aa-475a-ad84-d96ec7efc543 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:57.391825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:57.400573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.400970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.401332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.401671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.402014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.402384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.402721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.403058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.403388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.403719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.404051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.404379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.404808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:57.405620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d5787e6c-c945-4b14-aa3c-5587fdec8e4b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting port 1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:57.405984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5787e6c-c945-4b14-aa3c-5587fdec8e4b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.421260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bcc48a37-66aa-475a-ad84-d96ec7efc543 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:57.422793 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.431760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244767-9dcf-4f7b-aeda-d23b269be335 req-5fdfd792-9429-48f0-97fa-841aff3ed119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:57.434109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba244767-9dcf-4f7b-aeda-d23b269be335 req-5fdfd792-9429-48f0-97fa-841aff3ed119 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 1128 time: 0.2603409 Feb 11 05:31:57.440771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Made reservation on behalf of 8c06e99c2e9e4bd29bee7faeecc79e0e for: {'port': 2} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:57.445652 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.465819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e5af0-4ad5-4244-aaf7-c1a18f905ab0 req-31a05895-e683-426b-adfc-2a5e3b93319f tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:57.467574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-198e5af0-4ad5-4244-aaf7-c1a18f905ab0 req-31a05895-e683-426b-adfc-2a5e3b93319f tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.2044954 Feb 11 05:31:57.479246 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.543584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bcc48a37-66aa-475a-ad84-d96ec7efc543 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:57.601394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba244767-9dcf-4f7b-aeda-d23b269be335 req-8effec6d-b251-42b7-ad51-f64219846538 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177406 Feb 11 05:31:57.727800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5787e6c-c945-4b14-aa3c-5587fdec8e4b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.759110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] device_id is not set on port 866e9650-b472-4058-a3ee-fc9557e668d4 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:57.768085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d5787e6c-c945-4b14-aa3c-5587fdec8e4b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Calling delete_port for 1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:57.887971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks [] for port (866e9650-b472-4058-a3ee-fc9557e668d4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.944846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-198e5af0-4ad5-4244-aaf7-c1a18f905ab0 req-f162d234-20c2-4a33-b525-d421b79fdc89 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063170 Feb 11 05:31:57.989327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] device_id is not set on port cb653a32-cc74-4c50-97f5-b3ac3e862052 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:58.031444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e690b0-8974-4bc4-82a2-c200069b84b7 req-f6c64e55-6c29-4bc1-ba63-202a64eae487 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:58.033355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6e690b0-8974-4bc4-82a2-c200069b84b7 req-f6c64e55-6c29-4bc1-ba63-202a64eae487 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1856833 Feb 11 05:31:58.103622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks [] for port (cb653a32-cc74-4c50-97f5-b3ac3e862052), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.112328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6e690b0-8974-4bc4-82a2-c200069b84b7 req-e7132071-6ab1-4cd4-955a-7fdf5fec54f6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687828 Feb 11 05:31:58.147252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5787e6c-c945-4b14-aa3c-5587fdec8e4b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.177826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5787e6c-c945-4b14-aa3c-5587fdec8e4b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Port': ['ID=1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:58.199131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5787e6c-c945-4b14-aa3c-5587fdec8e4b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.202683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d5787e6c-c945-4b14-aa3c-5587fdec8e4b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/ports/1ac1a8ea-c1e6-4fa2-a6d7-639692ad488c HTTP/1.1" status: 204 len: 168 time: 1.2713606 Feb 11 05:31:58.205248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36002) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:58.290208 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-824a9b78-94e0-4b11-90db-1b8ea032798b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): The resource could not be found. Feb 11 05:31:58.290854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824a9b78-94e0-4b11-90db-1b8ea032798b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:58.295178 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-824a9b78-94e0-4b11-90db-1b8ea032798b tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/subnets/334826de-c189-4e8b-a486-6086cf460984 HTTP/1.1" status: 404 len: 337 time: 0.0888603 Feb 11 05:31:58.296956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (866e9650-b472-4058-a3ee-fc9557e668d4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.298839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36006) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:58.341656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88bc0b93-c6b2-4411-b94f-4d5de7b9a5c1 req-9dbe4343-a881-4c9b-b72e-e565abf2608e tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 210 time: 0.0555952 Feb 11 05:31:58.505799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (71e308ec-b8a4-4cad-8a3f-b56cd72942c5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.508239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Checking segment: {'id': '5d4baa68-ef19-45e9-9740-ed492eebe736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3dfc3508-cdcb-4654-8a16-5ef49df1fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:58.508633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Network hostable DHCP agents. Network: 3dfc3508-cdcb-4654-8a16-5ef49df1fa9e, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:58.531104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Port': ['ID=866e9650-b472-4058-a3ee-fc9557e668d4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:58.617602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Network 3dfc3508-cdcb-4654-8a16-5ef49df1fa9e is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:58.666007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (71e308ec-b8a4-4cad-8a3f-b56cd72942c5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.698282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e308ec-b8a4-4cad-8a3f-b56cd72942c5']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:58.710077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e792717d-94d8-42bd-aa66-3533664746aa') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:58.710456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e792717d-94d8-42bd-aa66-3533664746aa') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:58.727395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (e792717d-94d8-42bd-aa66-3533664746aa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.729800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 3dfc3508-cdcb-4654-8a16-5ef49df1fa9e) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:58.750696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3babcecf-e367-45a6-b830-4cfc4cd5dd5e None None] Network 3dfc3508-cdcb-4654-8a16-5ef49df1fa9e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:58.764487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:58.767317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cb653a32-cc74-4c50-97f5-b3ac3e862052), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.784131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e792717d-94d8-42bd-aa66-3533664746aa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.812016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:58.812697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (e792717d-94d8-42bd-aa66-3533664746aa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:58.819622 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:58.963548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Port': ['ID=cb653a32-cc74-4c50-97f5-b3ac3e862052,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:58.981025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Checking segment: {'id': '70079adb-52ff-4ced-9e03-13ac29797d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8a3745c7-bf6f-4cd4-94e4-a703122a9599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:58.981710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Network hostable DHCP agents. Network: 8a3745c7-bf6f-4cd4-94e4-a703122a9599, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:59.083481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Network 8a3745c7-bf6f-4cd4-94e4-a703122a9599 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:59.091778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (71e308ec-b8a4-4cad-8a3f-b56cd72942c5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.103661 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.109024 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/71e308ec-b8a4-4cad-8a3f-b56cd72942c5 HTTP/1.1" status: 204 len: 168 time: 0.8088560 Feb 11 05:31:59.112638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36022) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:59.118954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c78f6fa1-a72a-4d35-af67-44ff85cf5428 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:59.128200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4c93f-fec3-4fb6-9c1a-1be9db4d3bae tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Network': ['ID=71e308ec-b8a4-4cad-8a3f-b56cd72942c5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:59.157981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8a3745c7-bf6f-4cd4-94e4-a703122a9599) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:59.163114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:59.175534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.182272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f8939-6c89-409c-a599-cab9fd25a7f2 req-418efdbb-17ef-4979-879a-bbf80fc2406f tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.189262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.190201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337f8939-6c89-409c-a599-cab9fd25a7f2 req-418efdbb-17ef-4979-879a-bbf80fc2406f tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 946 time: 0.1441500 Feb 11 05:31:59.192745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.204962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4188bd6a-d43d-42c6-89f1-01bc23fcae13 None None] Network 8a3745c7-bf6f-4cd4-94e4-a703122a9599 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:59.306420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7d93e384-0b05-4534-8d18-6876ca95353b tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3080919 Feb 11 05:31:59.307094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36026) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:59.339174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337f8939-6c89-409c-a599-cab9fd25a7f2 req-281b08ed-5837-4cb2-9b49-80aa840f3f15 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432564 Feb 11 05:31:59.350493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c78f6fa1-a72a-4d35-af67-44ff85cf5428 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:59.350493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.396992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af14ff8-5c8c-472f-9024-1f19ff16b911 req-635f9a54-3c07-490a-b606-709e8b2595b0 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.398539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5af14ff8-5c8c-472f-9024-1f19ff16b911 req-635f9a54-3c07-490a-b606-709e8b2595b0 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1485763 Feb 11 05:31:59.448931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5ca11097-a891-469c-a643-17cc1cfd0b77 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting port 4c4fe712-8e43-425f-bc55-5214fdfdde1e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:59.450002 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ca11097-a891-469c-a643-17cc1cfd0b77 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4c4fe712-8e43-425f-bc55-5214fdfdde1e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.476561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdccf75-462b-4351-bd87-8620a7ba05f6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.490466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdccf75-462b-4351-bd87-8620a7ba05f6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.495435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5fdccf75-462b-4351-bd87-8620a7ba05f6 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1873367 Feb 11 05:31:59.499379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36038) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:59.515023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c78f6fa1-a72a-4d35-af67-44ff85cf5428 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:59.519949 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.575249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5af14ff8-5c8c-472f-9024-1f19ff16b911 req-57723bfc-8600-4e78-8413-700ac7d30735 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616945 Feb 11 05:31:59.585476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port c78f6fa1-a72a-4d35-af67-44ff85cf5428, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c78f6fa1-a72a-4d35-af67-44ff85cf5428,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:59.671883 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ca11097-a891-469c-a643-17cc1cfd0b77 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4c4fe712-8e43-425f-bc55-5214fdfdde1e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.681153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-256c0baa-86a4-40e0-8c1e-98af4017f857 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Deleting port 866e9650-b472-4058-a3ee-fc9557e668d4 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:59.684076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-256c0baa-86a4-40e0-8c1e-98af4017f857 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (866e9650-b472-4058-a3ee-fc9557e668d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.684904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.763761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=c78f6fa1-a72a-4d35-af67-44ff85cf5428,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:59.804784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5ca11097-a891-469c-a643-17cc1cfd0b77 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Calling delete_port for 4c4fe712-8e43-425f-bc55-5214fdfdde1e owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:59.813516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-256c0baa-86a4-40e0-8c1e-98af4017f857 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (866e9650-b472-4058-a3ee-fc9557e668d4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.827326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-256c0baa-86a4-40e0-8c1e-98af4017f857 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Calling delete_port for 866e9650-b472-4058-a3ee-fc9557e668d4 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:59.932712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-408a4321-0d65-4755-a4c0-25c4043cac1d req-8d235b58-766f-4163-b046-3a6347cd8c13 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 210 time: 0.2490721 Feb 11 05:31:59.980576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-d14f18c3-ab28-486b-be0d-fb71d12c1189 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.982163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-d14f18c3-ab28-486b-be0d-fb71d12c1189 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.83 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 819 time: 0.3550568 Feb 11 05:31:59.997178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Request body: {'port': {'device_id': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'admin_state_up': True, 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:00.087173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ca11097-a891-469c-a643-17cc1cfd0b77 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4c4fe712-8e43-425f-bc55-5214fdfdde1e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.089221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-256c0baa-86a4-40e0-8c1e-98af4017f857 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (866e9650-b472-4058-a3ee-fc9557e668d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.137802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11097-a891-469c-a643-17cc1cfd0b77 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Port': ['ID=4c4fe712-8e43-425f-bc55-5214fdfdde1e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.154810 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ca11097-a891-469c-a643-17cc1cfd0b77 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.176159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5ca11097-a891-469c-a643-17cc1cfd0b77 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/ports/4c4fe712-8e43-425f-bc55-5214fdfdde1e HTTP/1.1" status: 204 len: 168 time: 1.0502596 Feb 11 05:32:00.182481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36060) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:00.209172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0baa-86a4-40e0-8c1e-98af4017f857 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Port': ['ID=866e9650-b472-4058-a3ee-fc9557e668d4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.234493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-256c0baa-86a4-40e0-8c1e-98af4017f857 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.236186 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-256c0baa-86a4-40e0-8c1e-98af4017f857 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/ports/866e9650-b472-4058-a3ee-fc9557e668d4 HTTP/1.1" status: 204 len: 168 time: 0.7354093 Feb 11 05:32:00.238909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36066) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:00.250057 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-289c02cc-2d54-41b8-a414-e77ce32097b3 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:00.255632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289c02cc-2d54-41b8-a414-e77ce32097b3 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:00.261341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-289c02cc-2d54-41b8-a414-e77ce32097b3 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/subnets/6eebac2b-9b85-4e0d-872c-63446c627eeb HTTP/1.1" status: 404 len: 337 time: 0.0743530 Feb 11 05:32:00.268446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36068) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:00.380842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Made reservation on behalf of 3225f2a5abb24a6e8820f1fc7d6e41f0 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:00.389315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.439141 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.616184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.662564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:00.682360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701eabd5-3bb4-491c-8016-58f7b5bc6fab') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:00.683104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701eabd5-3bb4-491c-8016-58f7b5bc6fab') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:00.700468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (701eabd5-3bb4-491c-8016-58f7b5bc6fab), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.714104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Allocated IP 172.20.0.4 (c629c426-d4e2-4ff8-8d95-90a6d9926b35/c4596458-4754-40fc-a18b-8a1bef7b57bc/3b47a5be-81b8-4aae-b481-61545eb828b1) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:00.723917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b15d8-3c6e-4bd8-b1f8-ae7b013cb1f7 req-a044aabf-259b-444f-b49a-b7fd607789a4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.725043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (701eabd5-3bb4-491c-8016-58f7b5bc6fab), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.725496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-515b15d8-3c6e-4bd8-b1f8-ae7b013cb1f7 req-a044aabf-259b-444f-b49a-b7fd607789a4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1383672 Feb 11 05:32:00.738431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-dcb96381-9979-48a2-9550-63d3166eea22 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Deleting port cb653a32-cc74-4c50-97f5-b3ac3e862052 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:00.738824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcb96381-9979-48a2-9550-63d3166eea22 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cb653a32-cc74-4c50-97f5-b3ac3e862052), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.744711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:00.745206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (701eabd5-3bb4-491c-8016-58f7b5bc6fab), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:00.749012 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:00.780779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-579f51d4-fc37-4608-90ea-9c1b8f3b3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.782300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-579f51d4-fc37-4608-90ea-9c1b8f3b3295 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 1128 time: 0.2197385 Feb 11 05:32:00.853701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-515b15d8-3c6e-4bd8-b1f8-ae7b013cb1f7 req-ae98db0f-7f0d-42c9-b189-79ab39661207 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203129 Feb 11 05:32:00.901182 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcb96381-9979-48a2-9550-63d3166eea22 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cb653a32-cc74-4c50-97f5-b3ac3e862052), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.930765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-dcb96381-9979-48a2-9550-63d3166eea22 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Calling delete_port for cb653a32-cc74-4c50-97f5-b3ac3e862052 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:01.003760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-490db0a1-f141-4cd1-9b77-1f4081194f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.003760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-490db0a1-f141-4cd1-9b77-1f4081194f3f service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.2100673 Feb 11 05:32:01.013707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.022424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.027401 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8 HTTP/1.1" status: 204 len: 168 time: 0.7566602 Feb 11 05:32:01.031121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36094) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.085712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c78f6fa1-a72a-4d35-af67-44ff85cf5428 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:01.094492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e804af-3dc0-4e10-a153-4e4e9d8b4a34 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Network': ['ID=b807a0d6-b2d7-46d5-9cd8-3637ed5b6fd8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.125585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-386f7db7-b851-486a-ad69-532abb2cc67c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca HTTP/1.1" status: 200 len: 217 time: 0.1168873 Feb 11 05:32:01.153972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5d90d3-69af-4c43-a805-8a8da7cf99b1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting subnet 34719f93-25a9-4e57-85c4-6c1784e8e4be {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:01.157488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf5d90d3-69af-4c43-a805-8a8da7cf99b1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (34719f93-25a9-4e57-85c4-6c1784e8e4be), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.166028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78445b67-06f8-49ec-a952-6eaa615a1f4f req-ee3df27e-6e36-4b5a-a841-d63e28c48837 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 210 time: 0.0656958 Feb 11 05:32:01.198721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.206929 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcb96381-9979-48a2-9550-63d3166eea22 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cb653a32-cc74-4c50-97f5-b3ac3e862052), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.230655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-a8e986e7-06c0-4852-8852-582fd26434fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.232144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-a8e986e7-06c0-4852-8852-582fd26434fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.0756075 Feb 11 05:32:01.254243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcb96381-9979-48a2-9550-63d3166eea22 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.261007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dcb96381-9979-48a2-9550-63d3166eea22 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/ports/cb653a32-cc74-4c50-97f5-b3ac3e862052 HTTP/1.1" status: 204 len: 168 time: 1.0198987 Feb 11 05:32:01.265772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36100) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.267009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb96381-9979-48a2-9550-63d3166eea22 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Port': ['ID=cb653a32-cc74-4c50-97f5-b3ac3e862052,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.311647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c78f6fa1-a72a-4d35-af67-44ff85cf5428 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:01.312649 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.319199 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3cfdf621-6236-4604-8c47-49c490eb8fda tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0463016 Feb 11 05:32:01.323350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf5d90d3-69af-4c43-a805-8a8da7cf99b1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (34719f93-25a9-4e57-85c4-6c1784e8e4be), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.328310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36102) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.331203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-d57b358a-1e01-45c4-8f07-1b675250c314 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862687 Feb 11 05:32:01.334369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1474309100'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:01.431445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c78f6fa1-a72a-4d35-af67-44ff85cf5428 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:01.444451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.458321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf5d90d3-69af-4c43-a805-8a8da7cf99b1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (34719f93-25a9-4e57-85c4-6c1784e8e4be), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.471378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-1146116f-d1c9-4ed2-b0bd-b0fa1f192706 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.476671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-1146116f-d1c9-4ed2-b0bd-b0fa1f192706 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.482142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-1146116f-d1c9-4ed2-b0bd-b0fa1f192706 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.487529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-1146116f-d1c9-4ed2-b0bd-b0fa1f192706 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.492906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-1146116f-d1c9-4ed2-b0bd-b0fa1f192706 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.498975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-1146116f-d1c9-4ed2-b0bd-b0fa1f192706 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.504227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-1146116f-d1c9-4ed2-b0bd-b0fa1f192706 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.505166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Made reservation on behalf of 8c06e99c2e9e4bd29bee7faeecc79e0e for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:01.509536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.512743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-1146116f-d1c9-4ed2-b0bd-b0fa1f192706 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.2418275 Feb 11 05:32:01.593826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:01.600392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Network c629c426-d4e2-4ff8-8d95-90a6d9926b35 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:01.604255 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c397b3a7-1bcb-442f-b38a-2acb2cf1b847), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.604255 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Added segment c397b3a7-1bcb-442f-b38a-2acb2cf1b847 of type vlan for network 42c17b0a-b756-4133-b89c-8162f34e0ee2 Feb 11 05:32:01.606358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-62798c4b-bb98-4611-9614-9e9db04b6cc2 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658770 Feb 11 05:32:01.624865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:01.645304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:01.651134 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (42c17b0a-b756-4133-b89c-8162f34e0ee2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.654811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event updated for resources: {'Port': ['ID=3b47a5be-81b8-4aae-b481-61545eb828b1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.744731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5778c72-f9c5-49b7-a446-fd5bc7c8e4f5 req-6f50abb4-36a7-47ed-8518-bd15aac53303 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2281544 Feb 11 05:32:01.782634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.783276 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.797775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (42c17b0a-b756-4133-b89c-8162f34e0ee2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.801709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-134f974a-ddd9-41be-ae53-740c1bd4f068 req-f00a965f-dbd0-458f-afd3-d19d637b3458 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857767 Feb 11 05:32:01.804536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.805212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.843076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf5d90d3-69af-4c43-a805-8a8da7cf99b1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (34719f93-25a9-4e57-85c4-6c1784e8e4be), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.886101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-15277a61-3cf9-4cb5-b5bb-d503bd4b062d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8958032 Feb 11 05:32:01.896951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50920ac8-805a-492f-a09b-9075424aab01 None None] Network c7a5e89d-587f-49b6-a0a5-118b4cd7a07c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:01.908967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf5d90d3-69af-4c43-a805-8a8da7cf99b1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.912430 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cf5d90d3-69af-4c43-a805-8a8da7cf99b1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/subnets/34719f93-25a9-4e57-85c4-6c1784e8e4be HTTP/1.1" status: 204 len: 168 time: 0.8764775 Feb 11 05:32:01.914220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Network': ['ID=42c17b0a-b756-4133-b89c-8162f34e0ee2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.917380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-d4ed137c-61d1-4d6f-b2c3-9013dcfcf906 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:32:01.919374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-d4ed137c-61d1-4d6f-b2c3-9013dcfcf906 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260923 Feb 11 05:32:01.934168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Request body: {'port': {'device_id': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:01.936208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36120) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.940398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d90d3-69af-4c43-a805-8a8da7cf99b1 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Subnet': ['ID=34719f93-25a9-4e57-85c4-6c1784e8e4be,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.959824 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f6176861-804b-4335-9626-fb3ecfbddc56 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6277316 Feb 11 05:32:01.988118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 42c17b0a-b756-4133-b89c-8162f34e0ee2 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:02.064893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36124) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:02.084315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1935813738'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:02.103731 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c7a5e89d-587f-49b6-a0a5-118b4cd7a07c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.174730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.199992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Deleting port 4d07dbf9-173d-4c91-8298-fa76170ca89b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:02.200689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.204295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Made reservation on behalf of 8c06e99c2e9e4bd29bee7faeecc79e0e for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:02.216194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.231069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fe627deb-ecb1-4a48-b59b-dade1949230b details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:02.232824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d5a3-a0c5-4680-8b87-cad1917491c2 req-e79f797d-2b42-4db0-bf13-6509a9cd14ab tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:02.242618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f07d5a3-a0c5-4680-8b87-cad1917491c2 req-e79f797d-2b42-4db0-bf13-6509a9cd14ab tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1722198 Feb 11 05:32:02.276691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:02.299507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f0c3cce4-0e37-4e6f-a29b-b27c9d268165), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.300170 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Added segment f0c3cce4-0e37-4e6f-a29b-b27c9d268165 of type vlan for network 38398122-a638-4ea4-bde6-7161423a810d Feb 11 05:32:02.376769 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (38398122-a638-4ea4-bde6-7161423a810d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.377407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f07d5a3-a0c5-4680-8b87-cad1917491c2 req-4b643ae8-493d-4638-b633-1fefc3995ba9 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335709 Feb 11 05:32:02.433358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:02.450970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'port_id': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'mac_address': 'fa:16:3e:c9:37:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:02.504395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764017b-3488-4728-9316-511f5a682b07 req-c6809472-9b5b-478e-acfc-d7f12133f4bf tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:02.506176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a764017b-3488-4728-9316-511f5a682b07 req-c6809472-9b5b-478e-acfc-d7f12133f4bf tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 931 time: 0.2179301 Feb 11 05:32:02.533052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] For port 4d07dbf9-173d-4c91-8298-fa76170ca89b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4d07dbf9-173d-4c91-8298-fa76170ca89b,segment=NetworkSegment(4b54138e-5462-4582-84de-65ece54757e0),segment_id=4b54138e-5462-4582-84de-65ece54757e0)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:02.533779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.552469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (38398122-a638-4ea4-bde6-7161423a810d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.557527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:02.558786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.582494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Calling delete_port for 4d07dbf9-173d-4c91-8298-fa76170ca89b owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:02.618965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a764017b-3488-4728-9316-511f5a682b07 req-629a696a-7763-4dbf-9105-a0b763b804a0 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066680 Feb 11 05:32:02.651065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port fe627deb-ecb1-4a48-b59b-dade1949230b is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:02.651872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.675501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe627deb-ecb1-4a48-b59b-dade1949230b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:02.709616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6298344 Feb 11 05:32:02.752704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:02.756758 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-491c253f-461b-404c-86db-88ecb00e2ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.770932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac6d5c-273a-4105-985c-c171b4df1691 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Network': ['ID=38398122-a638-4ea4-bde6-7161423a810d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:02.779220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] DHCP port deletion for c7a5e89d-587f-49b6-a0a5-118b4cd7a07c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:02.837679 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 38398122-a638-4ea4-bde6-7161423a810d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:02.842877 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.903946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.990813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Port': ['ID=4d07dbf9-173d-4c91-8298-fa76170ca89b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.035933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] No DVR routers for this DVR port 4d07dbf9-173d-4c91-8298-fa76170ca89b on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:03.111254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-b7dc6879-a171-4a87-a7d1-a1347fe141bb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.117372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-b7dc6879-a171-4a87-a7d1-a1347fe141bb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.124311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-b7dc6879-a171-4a87-a7d1-a1347fe141bb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.130291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-b7dc6879-a171-4a87-a7d1-a1347fe141bb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.131751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['fe627deb-ecb1-4a48-b59b-dade1949230b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:03.137191 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-b7dc6879-a171-4a87-a7d1-a1347fe141bb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.143243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-b7dc6879-a171-4a87-a7d1-a1347fe141bb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.149165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-b7dc6879-a171-4a87-a7d1-a1347fe141bb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.157623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-b7dc6879-a171-4a87-a7d1-a1347fe141bb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.2961650 Feb 11 05:32:03.186085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b47a5be-81b8-4aae-b481-61545eb828b1 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:03.217873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4d07dbf9-173d-4c91-8298-fa76170ca89b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:03.233742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Publish callbacks [] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.264494 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c7a5e89d-587f-49b6-a0a5-118b4cd7a07c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.319023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a5e89d-587f-49b6-a0a5-118b4cd7a07c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:03.349437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b54138e-5462-4582-84de-65ece54757e0') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:03.349717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 4d07dbf9-173d-4c91-8298-fa76170ca89b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:03.350218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4d07dbf9-173d-4c91-8298-fa76170ca89b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:03.350467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b54138e-5462-4582-84de-65ece54757e0') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:03.356445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.357553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f0e5d58-ad29-4408-a730-3b17bc15998c req-e2575301-9e0b-47ce-8a6f-01001b8e795c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1987066 Feb 11 05:32:03.395762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Transition to ACTIVE for port object 3b47a5be-81b8-4aae-b481-61545eb828b1 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:03.429836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (4b54138e-5462-4582-84de-65ece54757e0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.477639 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.497365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4b54138e-5462-4582-84de-65ece54757e0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.521005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] Deleting port 4d07dbf9-173d-4c91-8298-fa76170ca89b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:03.521368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.531554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:03.533852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (4b54138e-5462-4582-84de-65ece54757e0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.563520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Pushing event updated for resources: {'Port': ['ID=3b47a5be-81b8-4aae-b481-61545eb828b1,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:03.612633 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:03.713174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc619e-d54a-4255-81dc-a944a6400dd1 req-35fcb789-aa35-4dec-af0e-218cb9a2eb87 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:03.721130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebfc619e-d54a-4255-81dc-a944a6400dd1 req-35fcb789-aa35-4dec-af0e-218cb9a2eb87 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1590762 Feb 11 05:32:03.781157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Attempting to bind port 3b47a5be-81b8-4aae-b481-61545eb828b1 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:03.783494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Attempting to bind port 3b47a5be-81b8-4aae-b481-61545eb828b1 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:03.783494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Attempting to bind port 3b47a5be-81b8-4aae-b481-61545eb828b1 on network c629c426-d4e2-4ff8-8d95-90a6d9926b35 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:03.799908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Port 3b47a5be-81b8-4aae-b481-61545eb828b1 on network c629c426-d4e2-4ff8-8d95-90a6d9926b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:03.800542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Attempting to bind port 3b47a5be-81b8-4aae-b481-61545eb828b1 on network c629c426-d4e2-4ff8-8d95-90a6d9926b35 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:03.821940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] For port 4d07dbf9-173d-4c91-8298-fa76170ca89b, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:03.822341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.835069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:03.835069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Checking segment: {'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:03.835412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Bound using segment: {'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:03.835952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Bound port: 3b47a5be-81b8-4aae-b481-61545eb828b1, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:03.836337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.862327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] Calling delete_port for 4d07dbf9-173d-4c91-8298-fa76170ca89b owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:03.865361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] Port 4d07dbf9-173d-4c91-8298-fa76170ca89b was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:32:03.869279 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (4d07dbf9-173d-4c91-8298-fa76170ca89b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.889330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c7a5e89d-587f-49b6-a0a5-118b4cd7a07c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.907659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] Pushing event deleted for resources: {'Port': ['ID=4d07dbf9-173d-4c91-8298-fa76170ca89b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.911311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebfc619e-d54a-4255-81dc-a944a6400dd1 req-c533010d-13c0-4cf4-aa8a-24e85a890f7a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845760 Feb 11 05:32:03.916327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.924925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6581f43-59c9-46a2-b58f-5f43c6caf8ef None None] No DVR routers for this DVR port 4d07dbf9-173d-4c91-8298-fa76170ca89b on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:03.944254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] 10.222.0.62 "DELETE /v2.0/networks/c7a5e89d-587f-49b6-a0a5-118b4cd7a07c HTTP/1.1" status: 204 len: 168 time: 1.9985421 Feb 11 05:32:04.012149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1ee33-2b3f-4bce-92e9-22692fa01cd6 tempest-NetworksIpV6TestAttrs-894851969 tempest-NetworksIpV6TestAttrs-894851969-project] Pushing event deleted for resources: {'Network': ['ID=c7a5e89d-587f-49b6-a0a5-118b4cd7a07c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:04.066492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915003-ee7d-4aab-b815-35893390f6a2 req-4fe7f331-ecb9-4f87-87e7-729303c1e601 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.077853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89915003-ee7d-4aab-b815-35893390f6a2 req-4fe7f331-ecb9-4f87-87e7-729303c1e601 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 943 time: 0.1622930 Feb 11 05:32:04.083336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] For port 3b47a5be-81b8-4aae-b481-61545eb828b1, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:04.144853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] For port 3b47a5be-81b8-4aae-b481-61545eb828b1, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3b47a5be-81b8-4aae-b481-61545eb828b1,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:04.167999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fe627deb-ecb1-4a48-b59b-dade1949230b up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:04.187155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89915003-ee7d-4aab-b815-35893390f6a2 req-ea75bda6-b3b2-45f5-89ee-60c1bba52d49 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075575 Feb 11 05:32:04.227332 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.255384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.259479 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.263884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] 10.222.0.83 "PUT /v2.0/ports/3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 1092 time: 2.3386209 Feb 11 05:32:04.307060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:04.316994 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3989f68f-9634-4c04-8587-90fe68a3b83a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:04.335817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-39f062f4-f459-4af0-8435-1d7eff5ccf36 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.348340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-39f062f4-f459-4af0-8435-1d7eff5ccf36 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.362554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-39f062f4-f459-4af0-8435-1d7eff5ccf36 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.382939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-39f062f4-f459-4af0-8435-1d7eff5ccf36 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.414446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port fe627deb-ecb1-4a48-b59b-dade1949230b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:04.415025 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.428174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-39f062f4-f459-4af0-8435-1d7eff5ccf36 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.466548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-39f062f4-f459-4af0-8435-1d7eff5ccf36 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.495059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-39f062f4-f459-4af0-8435-1d7eff5ccf36 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.510872 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-39f062f4-f459-4af0-8435-1d7eff5ccf36 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.3037848 Feb 11 05:32:04.660633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-c9d7dbf4-3871-418d-bfa1-cd01d32d09e6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:04.668237 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-c9d7dbf4-3871-418d-bfa1-cd01d32d09e6 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "GET /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1510086 Feb 11 05:32:04.741803 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e20df-3bc5-4ddf-87dd-ba2626f72a1e x-openstack-request-id: req-234e20df-3bc5-4ddf-87dd-ba2626f72a1e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:04.742135 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:04.742406 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-234e20df-3bc5-4ddf-87dd-ba2626f72a1e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:04.764916 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'status': 'completed', 'code': 200} Feb 11 05:32:04.825412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port fe627deb-ecb1-4a48-b59b-dade1949230b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:04.838192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.985954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:05.033775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:05.035015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07ba30-f1a7-45f9-987a-88a0510a9c52 service neutron] Pushing event updated for resources: {'Port': ['ID=3b47a5be-81b8-4aae-b481-61545eb828b1,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.065715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:05.074990 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c550cf2-906e-4d03-bce3-8ae88f1ec537" -d '{"events": [{"server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "name": "network-vif-plugged", "status": "completed", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:05.090445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-e081c7e5-524c-49dd-85f6-9a8922aff0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.093101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-e081c7e5-524c-49dd-85f6-9a8922aff0ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1126 time: 0.6166029 Feb 11 05:32:05.129140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.129942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 11bba7ff-1078-4885-abaa-6f9f42e4938a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:05.225255 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-dc56fae8-81b8-4ac4-ae1f-2095a356aa2a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "GET /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5411227 Feb 11 05:32:05.255418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:05.513145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.547931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-a41b4abd-89f1-4015-b6b4-6c0f9e7e555e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 217 time: 0.0486469 Feb 11 05:32:05.563569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-5815dc8f-556d-443c-b2c3-f48e3e02f3db tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.569236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-5815dc8f-556d-443c-b2c3-f48e3e02f3db tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.575546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-5815dc8f-556d-443c-b2c3-f48e3e02f3db tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.580879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-5815dc8f-556d-443c-b2c3-f48e3e02f3db tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.587702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-5815dc8f-556d-443c-b2c3-f48e3e02f3db tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.594663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-5815dc8f-556d-443c-b2c3-f48e3e02f3db tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.596499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c87bfc4c-e135-4c51-b362-6f43b446952b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7724724213a4861bc0a39a8fa2b0162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6093509 Feb 11 05:32:05.600411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-5815dc8f-556d-443c-b2c3-f48e3e02f3db tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.602486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-5815dc8f-556d-443c-b2c3-f48e3e02f3db tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 5434 time: 0.9926250 Feb 11 05:32:05.603149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36222) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:05.619661 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d90f5d6-7425-4f86-b95f-5e60a4aad1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.649476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.768124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 11bba7ff-1078-4885-abaa-6f9f42e4938a is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:05.768455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.803604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9829-1f4d-4d9e-96d0-be9a5b3f27a4 req-a16c5090-ec86-4dda-991a-f737c6cd42e2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.814724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e19f9829-1f4d-4d9e-96d0-be9a5b3f27a4 req-a16c5090-ec86-4dda-991a-f737c6cd42e2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.7516949 Feb 11 05:32:05.874852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 11bba7ff-1078-4885-abaa-6f9f42e4938a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:05.906560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e19f9829-1f4d-4d9e-96d0-be9a5b3f27a4 req-2d28597d-c654-49b8-bba4-c079a5e00454 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904932 Feb 11 05:32:05.951404 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.952349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 38a740b7-7c48-48c3-83ac-4fcebb931c00 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:06.026503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a6013c9-51f8-4242-82a5-d1f2176fe776 req-2eaa0767-68a4-440a-8990-1a34cb02dc8b tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3963172 Feb 11 05:32:06.029495 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f306-379e-4166-8651-883da34287c8 admin admin] Publish callbacks [] for security_group (d42b7422-301f-45f4-8403-69eb40d33a7e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.036591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] For port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:06.087106 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c2d59-f62a-4a82-9932-59fd7979de31 x-openstack-request-id: req-582c2d59-f62a-4a82-9932-59fd7979de31 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:06.091551 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "name": "network-vif-plugged", "status": "completed", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:06.093617 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f306-379e-4166-8651-883da34287c8 admin admin] Publish callbacks [] for security_group (d42b7422-301f-45f4-8403-69eb40d33a7e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.094575 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-582c2d59-f62a-4a82-9932-59fd7979de31 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:06.095196 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'code': 200} Feb 11 05:32:06.146034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] For port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:06.221939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-50fe0819-b1d3-407c-9258-b0eb04f9e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:06.223425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-50fe0819-b1d3-407c-9258-b0eb04f9e44e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.6191683 Feb 11 05:32:06.258609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] device_id is not set on port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:06.290090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] Publish callbacks [] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.321599 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-63b590b9-8441-4a27-9b0c-9424a152cea8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837920 Feb 11 05:32:06.326681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f306-379e-4166-8651-883da34287c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d42b7422-301f-45f4-8403-69eb40d33a7e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.360554 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f306-379e-4166-8651-883da34287c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.361841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6bb9f306-379e-4166-8651-883da34287c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d42b7422-301f-45f4-8403-69eb40d33a7e HTTP/1.1" status: 204 len: 168 time: 0.7511141 Feb 11 05:32:06.363229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=11bba7ff-1078-4885-abaa-6f9f42e4938a,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:06.393164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 38a740b7-7c48-48c3-83ac-4fcebb931c00 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:06.393574 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.403346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.472225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 38a740b7-7c48-48c3-83ac-4fcebb931c00, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:06.480114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36242) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:06.529909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'subnets': [{'network_id': '42c17b0a-b756-4133-b89c-8162f34e0ee2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1729982210', 'ip_version': 6}, {'network_id': '38398122-a638-4ea4-bde6-7161423a810d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:06.531839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'subnet': {'network_id': '42c17b0a-b756-4133-b89c-8162f34e0ee2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1729982210', 'ip_version': 6}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:06.532296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9f306-379e-4166-8651-883da34287c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42b7422-301f-45f4-8403-69eb40d33a7e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:06.534288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Request body: {'subnet': {'network_id': '38398122-a638-4ea4-bde6-7161423a810d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:06.561982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea511b1e-08fd-406b-b024-f6e76ebe19ce req-8a1582e5-c3c1-4dbe-94da-7de4508636cd tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:06.568839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea511b1e-08fd-406b-b024-f6e76ebe19ce req-8a1582e5-c3c1-4dbe-94da-7de4508636cd tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 943 time: 0.4015076 Feb 11 05:32:06.584842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.588003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:06.648894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-a1e70df5-4194-4c23-9796-014cf61beab1 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848442 Feb 11 05:32:06.758490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.817631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea511b1e-08fd-406b-b024-f6e76ebe19ce req-b7dbd86f-ca4e-40e9-81ec-6355c047a79b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263749 Feb 11 05:32:06.831682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] No DVR routers for this DVR port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:06.877226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=38a740b7-7c48-48c3-83ac-4fcebb931c00,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:06.899442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] Pushing event updated for resources: {'Port': ['ID=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.038179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5ff2e9-00a7-43b1-baa5-e3c92755faf4 req-3324fe05-5591-4d32-bd7d-03a5e5211847 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756897 Feb 11 05:32:07.041508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:07.043287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.208061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:07.253367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-756e04dd-95fe-487f-a789-2e03ff42ee25 None None] Provisioning complete for port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:07.253739 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-756e04dd-95fe-487f-a789-2e03ff42ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.273150 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.280883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:07.323288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] In _notify_port_updated(), no bound segment for port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:32:07.325016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.329405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.329405 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-0a41faf6-331b-4e9f-bc4a-391f487c9e1f service neutron] 10.222.0.83 "PUT /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 200 len: 1027 time: 2.1000152 Feb 11 05:32:07.442040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-ca35edcf-71d1-4f85-92d9-614e05dbcab0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.443531 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-ca35edcf-71d1-4f85-92d9-614e05dbcab0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "GET /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1101134 Feb 11 05:32:07.444762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Made reservation on behalf of 8c06e99c2e9e4bd29bee7faeecc79e0e for: {'subnet': 2} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:07.451424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.451828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.461516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299b6ad-ea93-487a-a7aa-03f57cf286c6 req-461a6537-6c26-4d5b-be0a-ac8fce5a1741 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.461758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:07.463533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9299b6ad-ea93-487a-a7aa-03f57cf286c6 req-461a6537-6c26-4d5b-be0a-ac8fce5a1741 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.3282828 Feb 11 05:32:07.556540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-756e04dd-95fe-487f-a789-2e03ff42ee25 None None] Port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:07.589971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-5ba2e707-9f86-4dc4-a2f7-334821c37ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.590568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-5ba2e707-9f86-4dc4-a2f7-334821c37ce2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1126 time: 0.4030147 Feb 11 05:32:07.601570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.689067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:07.689419 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.700704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51830c-f72a-4100-be30-dae6e44bf92f req-0677f206-a0c6-4e9d-bf1f-b5c38bc04e64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.709608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51830c-f72a-4100-be30-dae6e44bf92f req-0677f206-a0c6-4e9d-bf1f-b5c38bc04e64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.715694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51830c-f72a-4100-be30-dae6e44bf92f req-0677f206-a0c6-4e9d-bf1f-b5c38bc04e64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.728589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51830c-f72a-4100-be30-dae6e44bf92f req-0677f206-a0c6-4e9d-bf1f-b5c38bc04e64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.739710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51830c-f72a-4100-be30-dae6e44bf92f req-0677f206-a0c6-4e9d-bf1f-b5c38bc04e64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.746079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51830c-f72a-4100-be30-dae6e44bf92f req-0677f206-a0c6-4e9d-bf1f-b5c38bc04e64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.758430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc51830c-f72a-4100-be30-dae6e44bf92f req-0677f206-a0c6-4e9d-bf1f-b5c38bc04e64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 4654 time: 0.4656005 Feb 11 05:32:07.772735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9299b6ad-ea93-487a-a7aa-03f57cf286c6 req-1253ecb7-cf54-45a7-a38b-43f12fdafee6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992802 Feb 11 05:32:07.858253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:07.893251 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.913368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc51830c-f72a-4100-be30-dae6e44bf92f req-1a4032fb-6f03-4f43-9a8c-2b4fddff67d3 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421695 Feb 11 05:32:07.926402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-746b34e7-d677-404b-88d1-851f527d02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:07.928330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-746b34e7-d677-404b-88d1-851f527d02fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.3050704 Feb 11 05:32:07.943385 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.944119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:08.084875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-8c11da12-7c7b-4f34-868a-9d3ca970eb19 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 217 time: 0.1390471 Feb 11 05:32:08.141848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bba7ff-1078-4885-abaa-6f9f42e4938a'}, {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a740b7-7c48-48c3-83ac-4fcebb931c00'}, {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a'}, {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844c5577-10c2-4d2a-bdf2-ed40bc552dd4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:08.154659 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaec1a4-1616-4efb-9049-aa746ee65fdb" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "11bba7ff-1078-4885-abaa-6f9f42e4938a"}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "38a740b7-7c48-48c3-83ac-4fcebb931c00"}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a"}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "844c5577-10c2-4d2a-bdf2-ed40bc552dd4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:08.185753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3b47a5be-81b8-4aae-b481-61545eb828b1 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:08.281130 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba324e4-7efb-4785-9f86-2210d613ce9c x-openstack-request-id: req-3ba324e4-7efb-4785-9f86-2210d613ce9c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:08.282016 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "11bba7ff-1078-4885-abaa-6f9f42e4938a", "code": 200}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "38a740b7-7c48-48c3-83ac-4fcebb931c00", "code": 200}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a", "code": 200}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "844c5577-10c2-4d2a-bdf2-ed40bc552dd4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:08.282457 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ba324e4-7efb-4785-9f86-2210d613ce9c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:08.283079 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bba7ff-1078-4885-abaa-6f9f42e4938a', 'code': 200} Feb 11 05:32:08.283554 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a740b7-7c48-48c3-83ac-4fcebb931c00', 'code': 200} Feb 11 05:32:08.283989 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a', 'code': 200} Feb 11 05:32:08.284516 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844c5577-10c2-4d2a-bdf2-ed40bc552dd4', 'code': 200} Feb 11 05:32:08.332008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-642544af-f6b2-475c-8863-dc274c5fe43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:08.333513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-642544af-f6b2-475c-8863-dc274c5fe43e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.2433538 Feb 11 05:32:08.336533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 host ! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:32:08.337191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:08.337852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device e9282e61-d28d-4d4c-a681-92d4261a3ced no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:08.347298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:08.428495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-a8be0c40-d549-4a55-ae23-75b2a1900212 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784376 Feb 11 05:32:08.597736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36296) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:08.648365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1a42d-f5aa-4ff6-aae6-786cedc4df59 req-0c30bc06-b4e6-4d60-9090-fd3c287e440c tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:08.657483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69c1a42d-f5aa-4ff6-aae6-786cedc4df59 req-0c30bc06-b4e6-4d60-9090-fd3c287e440c tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 943 time: 0.5632603 Feb 11 05:32:08.754208 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.768964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.831275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-9e99f587-ccdc-49b4-b8aa-819cfd67d130 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956125 Feb 11 05:32:08.861642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69c1a42d-f5aa-4ff6-aae6-786cedc4df59 req-36913848-1909-47c7-8c35-b2ca6b2a9c32 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986713 Feb 11 05:32:08.912789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1557527454'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:08.914822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3b47a5be-81b8-4aae-b481-61545eb828b1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3b47a5be-81b8-4aae-b481-61545eb828b1,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:08.955256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'port_id': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'mac_address': 'fa:16:3e:20:64:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:09.148643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:09.169509 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.258181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port e9282e61-d28d-4d4c-a681-92d4261a3ced is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:09.258625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.300296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 3b47a5be-81b8-4aae-b481-61545eb828b1 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:09.300726 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.322299 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.355860 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.382050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b47a5be-81b8-4aae-b481-61545eb828b1 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:09.397218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port e9282e61-d28d-4d4c-a681-92d4261a3ced, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:09.503717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (3f9a97e1-0845-4163-bdb3-0549b11321dc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.508313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3b47a5be-81b8-4aae-b481-61545eb828b1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3b47a5be-81b8-4aae-b481-61545eb828b1,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:09.512031 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.532413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:09.558614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dd343-a534-4d0b-a6f7-2aa248b2f442 req-7855548a-2b4d-4df4-91ee-1b9bfb6ff6a1 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.566077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-158dd343-a534-4d0b-a6f7-2aa248b2f442 req-7855548a-2b4d-4df4-91ee-1b9bfb6ff6a1 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.6012728 Feb 11 05:32:09.591444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356912d-70e6-4260-abc1-44f000aad3f1 req-0edae0a7-7332-4405-83b0-4d7037ce7b54 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.595508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356912d-70e6-4260-abc1-44f000aad3f1 req-0edae0a7-7332-4405-83b0-4d7037ce7b54 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.601129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356912d-70e6-4260-abc1-44f000aad3f1 req-0edae0a7-7332-4405-83b0-4d7037ce7b54 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.623520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356912d-70e6-4260-abc1-44f000aad3f1 req-0edae0a7-7332-4405-83b0-4d7037ce7b54 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.628314 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.630679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356912d-70e6-4260-abc1-44f000aad3f1 req-0edae0a7-7332-4405-83b0-4d7037ce7b54 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.637202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356912d-70e6-4260-abc1-44f000aad3f1 req-0edae0a7-7332-4405-83b0-4d7037ce7b54 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.649020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5356912d-70e6-4260-abc1-44f000aad3f1 req-0edae0a7-7332-4405-83b0-4d7037ce7b54 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 4652 time: 0.4457560 Feb 11 05:32:09.677669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3989f68f-9634-4c04-8587-90fe68a3b83a req-48833a80-7098-455d-b42f-2e9e85d1b73f service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366153 Feb 11 05:32:09.678293 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3f9a97e1-0845-4163-bdb3-0549b11321dc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.702643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=e9282e61-d28d-4d4c-a681-92d4261a3ced,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:09.722170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] For port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:09.766818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:09.804974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] For port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:09.857657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] device_id is not set on port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:09.871912 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Publish callbacks [] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.872139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9a97e1-0845-4163-bdb3-0549b11321dc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:09.879489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ff252bdf-2c94-445e-b709-1d22ba339d30), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.879850 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Added segment ff252bdf-2c94-445e-b709-1d22ba339d30 of type vlan for network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 Feb 11 05:32:09.936354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-158dd343-a534-4d0b-a6f7-2aa248b2f442 req-87bd3589-e581-4761-9513-454190c917b7 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771153 Feb 11 05:32:09.939219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3b47a5be-81b8-4aae-b481-61545eb828b1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:09.973911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:09.975183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.978527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=3b47a5be-81b8-4aae-b481-61545eb828b1,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:09.982509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.104303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:10.118301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5356912d-70e6-4260-abc1-44f000aad3f1 req-78da56a1-86db-4b4b-9ba2-ba71fab804c7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&id=432ea2cc-5093-4cd2-bdec-5f6390a6483f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4683814 Feb 11 05:32:10.153510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.211756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] No DVR routers for this DVR port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:10.286764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced'}, {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:10.289163 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746b4330-ece7-4657-9814-6d16138eb701" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced"}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "43f7663f-b2f3-4fb8-bfa3-58d3ea42127a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:10.322176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c12c63-0c75-4198-853c-f5cfb9b88487 req-cc85e28c-8bab-4421-8495-cf61055ffe17 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.323920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3c12c63-0c75-4198-853c-f5cfb9b88487 req-cc85e28c-8bab-4421-8495-cf61055ffe17 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 944 time: 0.1373136 Feb 11 05:32:10.324977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Pushing event updated for resources: {'Port': ['ID=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:10.374796 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (c917d8d6-5926-46aa-bafe-64146143e57e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.404842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.405255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.405523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.405859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.406194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.406542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.407129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.407261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.407608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.407925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.408352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.408576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.425257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:10.456486 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.471904 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.493629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.494337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.524636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3c12c63-0c75-4198-853c-f5cfb9b88487 req-a7ccfcf2-b6c5-47e9-84db-8ff2b0bf6ca8 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945701 Feb 11 05:32:10.551842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] In _notify_port_updated(), no bound segment for port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 on network 26390fa8-4912-4afe-88e4-6a77a474655a {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:32:10.557112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:10.557397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.559449 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9bb9eb-4899-4c48-ad2a-f64f19baff43 x-openstack-request-id: req-6e9bb9eb-4899-4c48-ad2a-f64f19baff43 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:10.559891 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced", "code": 200}, {"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-unplugged", "status": "completed", "tag": "43f7663f-b2f3-4fb8-bfa3-58d3ea42127a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:10.560260 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e9bb9eb-4899-4c48-ad2a-f64f19baff43 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:10.560834 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'code': 200} Feb 11 05:32:10.561205 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a', 'code': 200} Feb 11 05:32:10.561741 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-2e7598e0-ad92-40d0-923b-302a09c1a058 service neutron] 10.222.0.83 "PUT /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 200 len: 1028 time: 3.1059251 Feb 11 05:32:10.563516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:10.674912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Subnet': ['ID=c917d8d6-5926-46aa-bafe-64146143e57e,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:10.738376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Checking segment: {'id': 'c397b3a7-1bcb-442f-b38a-2acb2cf1b847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42c17b0a-b756-4133-b89c-8162f34e0ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:10.739450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Network hostable DHCP agents. Network: 42c17b0a-b756-4133-b89c-8162f34e0ee2, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:10.748668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5915a05a-e059-4d15-8316-0b6e6b39f2a1 None None] Provisioning complete for port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:10.749229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5915a05a-e059-4d15-8316-0b6e6b39f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.759065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1538894 Feb 11 05:32:10.763966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36344) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:10.774674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7077f-529e-4d0d-a8de-8aa43f0e3bfe tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Network': ['ID=1d41b0d9-a849-4253-84f3-ffcfb3ed2f10,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:10.806204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'name': 'tempest-PortsIpV6TestJSON-73875074'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:10.809572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:10.952023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5915a05a-e059-4d15-8316-0b6e6b39f2a1 None None] Port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:10.991974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:10.992494 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.119069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] For port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:11.119449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.135856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:11.183752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad738e-970e-4ac1-877e-d59ee5e2e682 req-fdaea112-603c-4d8b-acc8-5a6ff651a264 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.192588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45ad738e-970e-4ac1-877e-d59ee5e2e682 req-fdaea112-603c-4d8b-acc8-5a6ff651a264 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1315250 Feb 11 05:32:11.292698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45ad738e-970e-4ac1-877e-d59ee5e2e682 req-84d11dd2-4e58-4278-9f31-7a445f268526 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946937 Feb 11 05:32:11.305840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:11.308166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.330365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Network 42c17b0a-b756-4133-b89c-8162f34e0ee2 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:11.342746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:11.448103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (43f7663f-b2f3-4fb8-bfa3-58d3ea42127a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.454068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb2e0-2efa-45ed-a289-7505c70da18f req-82fc6cd4-7b6d-48de-930a-4336528cd4cc tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.460750 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.463062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb2e0-2efa-45ed-a289-7505c70da18f req-82fc6cd4-7b6d-48de-930a-4336528cd4cc tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.470860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb2e0-2efa-45ed-a289-7505c70da18f req-82fc6cd4-7b6d-48de-930a-4336528cd4cc tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.477563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb2e0-2efa-45ed-a289-7505c70da18f req-82fc6cd4-7b6d-48de-930a-4336528cd4cc tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.481835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 42c17b0a-b756-4133-b89c-8162f34e0ee2) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:11.489552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb2e0-2efa-45ed-a289-7505c70da18f req-82fc6cd4-7b6d-48de-930a-4336528cd4cc tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.492679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dfcb2e0-2efa-45ed-a289-7505c70da18f req-82fc6cd4-7b6d-48de-930a-4336528cd4cc tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 3875 time: 0.1660936 Feb 11 05:32:11.500471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540add7b-8731-4b14-90e1-a14deb74d3ec None None] Network 42c17b0a-b756-4133-b89c-8162f34e0ee2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:11.537058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (e4dee9e4-f7e4-48eb-a5da-62fa2e624e34), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.623219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event updated for resources: {'Subnet': ['ID=e4dee9e4-f7e4-48eb-a5da-62fa2e624e34,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:11.627788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=43f7663f-b2f3-4fb8-bfa3-58d3ea42127a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:11.637373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5dfcb2e0-2efa-45ed-a289-7505c70da18f req-1c31d7b1-9b2c-4d86-bbd1-c2aaddf1f61c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243911 Feb 11 05:32:11.775541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4ece8-4206-4365-8201-9682df61fdd9 req-dd6e8b08-98c5-48d6-8c92-81e127f34c99 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.778946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dad4ece8-4206-4365-8201-9682df61fdd9 req-dd6e8b08-98c5-48d6-8c92-81e127f34c99 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 944 time: 0.0946391 Feb 11 05:32:11.805859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-42c17b0a-b756-4133-b89c-8162f34e0ee2', 'network_id': '42c17b0a-b756-4133-b89c-8162f34e0ee2', 'project_id': '8c06e99c2e9e4bd29bee7faeecc79e0e', 'fixed_ips': [{'subnet_id': 'c917d8d6-5926-46aa-bafe-64146143e57e'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:11.810457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.827274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] No DVR routers for this DVR port 43f7663f-b2f3-4fb8-bfa3-58d3ea42127a on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:11.831629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.841364 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-e1352b57-0aaa-4145-b159-3c0fbcd9db6f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "DELETE /v2.0/ports/43f7663f-b2f3-4fb8-bfa3-58d3ea42127a HTTP/1.1" status: 204 len: 173 time: 1.2487195 Feb 11 05:32:11.871977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:11.875056 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2f2f60-7c8d-4176-ae7f-8a57ca42c25b" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "43f7663f-b2f3-4fb8-bfa3-58d3ea42127a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:11.892184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dad4ece8-4206-4365-8201-9682df61fdd9 req-affef206-e051-4507-b073-b08af14ba656 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072621 Feb 11 05:32:11.975947 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837c94e-5cf1-4aa0-a539-3a27dc75016a x-openstack-request-id: req-f837c94e-5cf1-4aa0-a539-3a27dc75016a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:11.976252 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "43f7663f-b2f3-4fb8-bfa3-58d3ea42127a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:11.976515 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f837c94e-5cf1-4aa0-a539-3a27dc75016a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:11.977012 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': '43f7663f-b2f3-4fb8-bfa3-58d3ea42127a', 'status': 'completed', 'code': 200} Feb 11 05:32:12.053779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Checking segment: {'id': 'f0c3cce4-0e37-4e6f-a29b-b27c9d268165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38398122-a638-4ea4-bde6-7161423a810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:12.054093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Network hostable DHCP agents. Network: 38398122-a638-4ea4-bde6-7161423a810d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:12.068503 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Allocated IP 2001:db8::1 (42c17b0a-b756-4133-b89c-8162f34e0ee2/c917d8d6-5926-46aa-bafe-64146143e57e/a7d7638c-be13-4c8f-8cf2-1d21adff2de6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:12.144516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.190250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:12.190627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.206099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3b47a5be-81b8-4aae-b481-61545eb828b1 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:12.272107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Network 38398122-a638-4ea4-bde6-7161423a810d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:12.319278 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.384300 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Publish callbacks [] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.443595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 38398122-a638-4ea4-bde6-7161423a810d) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:12.454467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32d2ed-26d7-4647-a51b-fa2c5eeef022 None None] Network 38398122-a638-4ea4-bde6-7161423a810d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:12.455775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:12.458023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:12.458865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 3b47a5be-81b8-4aae-b481-61545eb828b1 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:12.459408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.500863 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.508468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 3b47a5be-81b8-4aae-b481-61545eb828b1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:12.508764 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.545148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b091eee-ee68-4dba-8eaa-ca0ef9b04c30 req-691c3a96-c369-4737-b606-007804767663 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:12.550368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b091eee-ee68-4dba-8eaa-ca0ef9b04c30 req-691c3a96-c369-4737-b606-007804767663 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1384027 Feb 11 05:32:12.550527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=2015fa74-cdce-49de-a577-2d4acf1e4ff3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.576560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] For port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:12.578160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.636356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:12.669366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b091eee-ee68-4dba-8eaa-ca0ef9b04c30 req-1abff146-d51a-4a31-accf-fbed127b04b1 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073930 Feb 11 05:32:12.702165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Network 42c17b0a-b756-4133-b89c-8162f34e0ee2 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:12.756365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:12.770718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:12.772818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aa7fda22-aaf2-4063-8e59-02be01dd2524 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.2784512 Feb 11 05:32:12.775559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36388) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:12.796051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-38398122-a638-4ea4-bde6-7161423a810d', 'network_id': '38398122-a638-4ea4-bde6-7161423a810d', 'project_id': '8c06e99c2e9e4bd29bee7faeecc79e0e', 'fixed_ips': [{'subnet_id': 'e4dee9e4-f7e4-48eb-a5da-62fa2e624e34'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:12.796971 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.823814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking segment: {'id': 'ff252bdf-2c94-445e-b709-1d22ba339d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:12.830105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network hostable DHCP agents. Network: 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:12.935799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Pushing event updated for resources: {'Port': ['ID=a7d7638c-be13-4c8f-8cf2-1d21adff2de6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.992012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 3b47a5be-81b8-4aae-b481-61545eb828b1 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:12.992409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.016416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:13.020543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Attempting to bind port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:13.026458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Attempting to bind port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'c397b3a7-1bcb-442f-b38a-2acb2cf1b847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42c17b0a-b756-4133-b89c-8162f34e0ee2'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:13.026458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Attempting to bind port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 on network 42c17b0a-b756-4133-b89c-8162f34e0ee2 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:13.048038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:13.048425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Checking segment: {'id': 'c397b3a7-1bcb-442f-b38a-2acb2cf1b847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42c17b0a-b756-4133-b89c-8162f34e0ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:13.048870 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.049277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Bound using segment: {'id': 'c397b3a7-1bcb-442f-b38a-2acb2cf1b847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42c17b0a-b756-4133-b89c-8162f34e0ee2'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:13.049824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Bound port: a7d7638c-be13-4c8f-8cf2-1d21adff2de6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c397b3a7-1bcb-442f-b38a-2acb2cf1b847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42c17b0a-b756-4133-b89c-8162f34e0ee2'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:13.050225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.116177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537c29a-9688-47b5-a048-e68808d05e2d tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.117446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537c29a-9688-47b5-a048-e68808d05e2d tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.118759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537c29a-9688-47b5-a048-e68808d05e2d tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.121579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2537c29a-9688-47b5-a048-e68808d05e2d tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3433824 Feb 11 05:32:13.130641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36392) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:13.141443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:13.160277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54c885-9bc3-446f-bae5-0866149ac029 req-ce5e8262-571a-4e26-943d-27f7641dca8f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.164709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d16226-ed7d-4633-b73e-2ab167510970 None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:13.166308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54c885-9bc3-446f-bae5-0866149ac029 req-ce5e8262-571a-4e26-943d-27f7641dca8f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.170633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:13.176380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.177313 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.186844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.187693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54c885-9bc3-446f-bae5-0866149ac029 req-ce5e8262-571a-4e26-943d-27f7641dca8f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.204037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:13.207086 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e41c9e9-03a4-4aa5-8a98-c0ba53a14ec7" -d '{"events": [{"server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "name": "network-vif-plugged", "status": "completed", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:13.230911 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54c885-9bc3-446f-bae5-0866149ac029 req-ce5e8262-571a-4e26-943d-27f7641dca8f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.233045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c54c885-9bc3-446f-bae5-0866149ac029 req-ce5e8262-571a-4e26-943d-27f7641dca8f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 3142 time: 0.3855143 Feb 11 05:32:13.261238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3b47a5be-81b8-4aae-b481-61545eb828b1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3b47a5be-81b8-4aae-b481-61545eb828b1,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:13.270242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:13.299493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-197ea96e-0424-4877-80d2-9aca36571ed4 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Deleting subnet c917d8d6-5926-46aa-bafe-64146143e57e {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:13.310690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818ff76-f601-4861-a7ba-88ddd9e051fe req-0ba39656-ecb0-4560-beff-3deb35621673 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.312514 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-197ea96e-0424-4877-80d2-9aca36571ed4 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks [] for subnet (c917d8d6-5926-46aa-bafe-64146143e57e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.322462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3818ff76-f601-4861-a7ba-88ddd9e051fe req-0ba39656-ecb0-4560-beff-3deb35621673 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 944 time: 0.3337817 Feb 11 05:32:13.426754 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.435575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] No DVR routers for this DVR port 857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:13.440337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.444220 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-988cb34a-beb2-4faa-a19c-3c75d31f33a0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "DELETE /v2.0/ports/857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a HTTP/1.1" status: 204 len: 173 time: 1.6014426 Feb 11 05:32:13.451172 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c5185dd2-7589-42cb-bd93-1849c83deec2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.6813715 Feb 11 05:32:13.460506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c54c885-9bc3-446f-bae5-0866149ac029 req-fca768cb-d72b-4036-8112-48fd79dd390c tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104278 Feb 11 05:32:13.460506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36396) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:13.474634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-197ea96e-0424-4877-80d2-9aca36571ed4 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (c917d8d6-5926-46aa-bafe-64146143e57e), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.479351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1938489168'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:13.505817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] For port a7d7638c-be13-4c8f-8cf2-1d21adff2de6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:13.518271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] For port a7d7638c-be13-4c8f-8cf2-1d21adff2de6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a7d7638c-be13-4c8f-8cf2-1d21adff2de6,segment=NetworkSegment(c397b3a7-1bcb-442f-b38a-2acb2cf1b847),segment_id=c397b3a7-1bcb-442f-b38a-2acb2cf1b847)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:13.592631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3818ff76-f601-4861-a7ba-88ddd9e051fe req-f2f09baa-23db-457c-bf83-2fd401587157 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691400 Feb 11 05:32:13.603919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Allocated IP 2001:db8:0:1::1 (38398122-a638-4ea4-bde6-7161423a810d/e4dee9e4-f7e4-48eb-a5da-62fa2e624e34/651a46a8-1796-4678-87d0-0b150ea4908b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:13.670209 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d08081-9a0a-47ff-b14e-b1b9d08688bc x-openstack-request-id: req-b5d08081-9a0a-47ff-b14e-b1b9d08688bc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:13.670555 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "name": "network-vif-plugged", "status": "completed", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:13.670819 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5d08081-9a0a-47ff-b14e-b1b9d08688bc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:13.671400 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'code': 200} Feb 11 05:32:13.766092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=3b47a5be-81b8-4aae-b481-61545eb828b1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:13.807253 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.808491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-197ea96e-0424-4877-80d2-9aca36571ed4 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c917d8d6-5926-46aa-bafe-64146143e57e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.838012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc53219-5834-4fa8-a1de-7838e8e8818c req-836f9f7c-17ae-4af6-a8e8-bb051c58101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.839921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbc53219-5834-4fa8-a1de-7838e8e8818c req-836f9f7c-17ae-4af6-a8e8-bb051c58101f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.1166842 Feb 11 05:32:13.841663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:13.872390 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.883633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port 38a740b7-7c48-48c3-83ac-4fcebb931c00 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:13.884235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.987124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:13.990227 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c350b2ca-c15e-4c5f-b84a-7a7aa3964e4e" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:14.088964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbc53219-5834-4fa8-a1de-7838e8e8818c req-53713b95-ef9a-429c-a90d-4e3c8a0ff044 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858461 Feb 11 05:32:14.105738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:14.134706 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32821ea-6bb7-4edb-bd6e-e2c013de2d73 x-openstack-request-id: req-e32821ea-6bb7-4edb-bd6e-e2c013de2d73 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:14.135013 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:14.135281 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e32821ea-6bb7-4edb-bd6e-e2c013de2d73 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:14.137088 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': '857e2aee-12a1-4ebb-b8c9-e57c2d24bd4a', 'status': 'completed', 'code': 200} Feb 11 05:32:14.140324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ed23-5b9d-44b9-b055-88f3ddab69f5 req-710b7bd0-7021-4bb4-9f84-cf7af366a041 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.150295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1414ed23-5b9d-44b9-b055-88f3ddab69f5 req-710b7bd0-7021-4bb4-9f84-cf7af366a041 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.2720456 Feb 11 05:32:14.173938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4f4c34fb-297d-4f86-abb1-8de1f34a7362), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.174351 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Added segment 4f4c34fb-297d-4f86-abb1-8de1f34a7362 of type vlan for network d1535cef-38e3-4a4a-8ab8-5a58db61d6b0 Feb 11 05:32:14.183225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-197ea96e-0424-4877-80d2-9aca36571ed4 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (c917d8d6-5926-46aa-bafe-64146143e57e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.219508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a90229-a38c-4c3e-aa61-0f8b58c4deef None None] Pushing event updated for resources: {'Port': ['ID=a7d7638c-be13-4c8f-8cf2-1d21adff2de6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.305465 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Publish callbacks [] for port (651a46a8-1796-4678-87d0-0b150ea4908b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.315734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] For port 38a740b7-7c48-48c3-83ac-4fcebb931c00, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=38a740b7-7c48-48c3-83ac-4fcebb931c00,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:14.316132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.334340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for 38a740b7-7c48-48c3-83ac-4fcebb931c00 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:14.341846 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d1535cef-38e3-4a4a-8ab8-5a58db61d6b0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.358948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1414ed23-5b9d-44b9-b055-88f3ddab69f5 req-7276b841-5a10-4260-b8a5-993aa11b3e49 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076266 Feb 11 05:32:14.440979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-197ea96e-0424-4877-80d2-9aca36571ed4 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.447771 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-197ea96e-0424-4877-80d2-9aca36571ed4 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/subnets/c917d8d6-5926-46aa-bafe-64146143e57e HTTP/1.1" status: 204 len: 168 time: 1.3124356 Feb 11 05:32:14.447771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ea96e-0424-4877-80d2-9aca36571ed4 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Subnet': ['ID=c917d8d6-5926-46aa-bafe-64146143e57e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.449059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36420) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:14.475520 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (651a46a8-1796-4678-87d0-0b150ea4908b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.566496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Network 38398122-a638-4ea4-bde6-7161423a810d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:14.571175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:14.579145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:14.639060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d1535cef-38e3-4a4a-8ab8-5a58db61d6b0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.657163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.658203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Pushing event updated for resources: {'Port': ['ID=651a46a8-1796-4678-87d0-0b150ea4908b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.670591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.671207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (38a740b7-7c48-48c3-83ac-4fcebb931c00), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.684950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Attempting to bind port 651a46a8-1796-4678-87d0-0b150ea4908b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:14.685575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Attempting to bind port 651a46a8-1796-4678-87d0-0b150ea4908b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'f0c3cce4-0e37-4e6f-a29b-b27c9d268165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38398122-a638-4ea4-bde6-7161423a810d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:14.686192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Attempting to bind port 651a46a8-1796-4678-87d0-0b150ea4908b on network 38398122-a638-4ea4-bde6-7161423a810d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:14.700652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:14.701268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Checking segment: {'id': 'f0c3cce4-0e37-4e6f-a29b-b27c9d268165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38398122-a638-4ea4-bde6-7161423a810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:14.704535 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.705401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Bound using segment: {'id': 'f0c3cce4-0e37-4e6f-a29b-b27c9d268165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38398122-a638-4ea4-bde6-7161423a810d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:14.706302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Bound port: 651a46a8-1796-4678-87d0-0b150ea4908b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c3cce4-0e37-4e6f-a29b-b27c9d268165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38398122-a638-4ea4-bde6-7161423a810d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:14.706902 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (651a46a8-1796-4678-87d0-0b150ea4908b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.786699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=38a740b7-7c48-48c3-83ac-4fcebb931c00,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.869329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] For port 651a46a8-1796-4678-87d0-0b150ea4908b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:14.875521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4206362 Feb 11 05:32:14.880733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:14.883840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] For port 651a46a8-1796-4678-87d0-0b150ea4908b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=651a46a8-1796-4678-87d0-0b150ea4908b,segment=NetworkSegment(f0c3cce4-0e37-4e6f-a29b-b27c9d268165),segment_id=f0c3cce4-0e37-4e6f-a29b-b27c9d268165)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:14.885179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'ports': [{'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10'}, {'network_id': 'd1535cef-38e3-4a4a-8ab8-5a58db61d6b0'}]} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:14.886401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:14.886634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': 'd1535cef-38e3-4a4a-8ab8-5a58db61d6b0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:14.914479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] No DVR routers for this DVR port 38a740b7-7c48-48c3-83ac-4fcebb931c00 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:14.927951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.933490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-daac5761-b024-48e0-b18a-df83882dd455 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "DELETE /v2.0/ports/38a740b7-7c48-48c3-83ac-4fcebb931c00 HTTP/1.1" status: 204 len: 173 time: 1.4817019 Feb 11 05:32:14.953753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-434c4af0-11d2-449c-95a8-5f3a67372118 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Deleting subnet e4dee9e4-f7e4-48eb-a5da-62fa2e624e34 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:15.009105 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (651a46a8-1796-4678-87d0-0b150ea4908b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.049042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-434c4af0-11d2-449c-95a8-5f3a67372118 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks [] for subnet (e4dee9e4-f7e4-48eb-a5da-62fa2e624e34), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.059199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefb8e4-07b5-4ecb-8277-dc75f61d1bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Network': ['ID=d1535cef-38e3-4a4a-8ab8-5a58db61d6b0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:15.162647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d1535cef-38e3-4a4a-8ab8-5a58db61d6b0 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:15.292479 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-434c4af0-11d2-449c-95a8-5f3a67372118 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (e4dee9e4-f7e4-48eb-a5da-62fa2e624e34), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.362275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba08b1-a72d-4602-aa1c-dcdb4759c3f2 req-fa558db1-f019-4a81-a6f9-7691e2ad7c76 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.370690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23ba08b1-a72d-4602-aa1c-dcdb4759c3f2 req-fa558db1-f019-4a81-a6f9-7691e2ad7c76 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.5286055 Feb 11 05:32:15.380998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d330-aca5-4baa-a5fd-f959d2b05d67 req-ae05858c-7aab-40ce-bbc8-bdb0195f7725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.389700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d330-aca5-4baa-a5fd-f959d2b05d67 req-ae05858c-7aab-40ce-bbc8-bdb0195f7725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.391705 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4540d330-aca5-4baa-a5fd-f959d2b05d67 req-ae05858c-7aab-40ce-bbc8-bdb0195f7725 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 1676 time: 0.6665776 Feb 11 05:32:15.421499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a7d7638c-be13-4c8f-8cf2-1d21adff2de6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:15.534341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df647f0-e79c-478d-a7d4-1b43b275ded2 None None] Pushing event updated for resources: {'Port': ['ID=651a46a8-1796-4678-87d0-0b150ea4908b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:15.646499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:15.647147 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.710960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4540d330-aca5-4baa-a5fd-f959d2b05d67 req-a52c93de-f819-48a9-9550-01bed9d9a617 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104117 Feb 11 05:32:15.733161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 2} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:15.774159 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.800471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port 11bba7ff-1078-4885-abaa-6f9f42e4938a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:15.800471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.878930 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.932206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23ba08b1-a72d-4602-aa1c-dcdb4759c3f2 req-d10f162a-fe4a-4bb2-b7e4-97e58a024f58 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387053 Feb 11 05:32:15.963073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:15.965619 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.986665 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-434c4af0-11d2-449c-95a8-5f3a67372118 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e4dee9e4-f7e4-48eb-a5da-62fa2e624e34), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.068820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port a7d7638c-be13-4c8f-8cf2-1d21adff2de6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a7d7638c-be13-4c8f-8cf2-1d21adff2de6,segment=NetworkSegment(c397b3a7-1bcb-442f-b38a-2acb2cf1b847),segment_id=c397b3a7-1bcb-442f-b38a-2acb2cf1b847)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:16.145079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': '38a740b7-7c48-48c3-83ac-4fcebb931c00'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:16.159792 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dc2c7e-6600-4956-8474-9db38b45f599" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "38a740b7-7c48-48c3-83ac-4fcebb931c00"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:16.175242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e165af7-41aa-4861-aef4-397cbacb3454 req-4346cb7a-2f1f-4181-9f4e-3f1d24aae55f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:16.177176 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.184345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e165af7-41aa-4861-aef4-397cbacb3454 req-4346cb7a-2f1f-4181-9f4e-3f1d24aae55f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1333547 Feb 11 05:32:16.230753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] For port 11bba7ff-1078-4885-abaa-6f9f42e4938a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=11bba7ff-1078-4885-abaa-6f9f42e4938a,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:16.231190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.256373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e165af7-41aa-4861-aef4-397cbacb3454 req-e976095a-0dc8-43b5-bb04-6d2d574fefef tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567973 Feb 11 05:32:16.258590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-434c4af0-11d2-449c-95a8-5f3a67372118 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (e4dee9e4-f7e4-48eb-a5da-62fa2e624e34), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.303002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c4af0-11d2-449c-95a8-5f3a67372118 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Subnet': ['ID=e4dee9e4-f7e4-48eb-a5da-62fa2e624e34,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:16.311148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-434c4af0-11d2-449c-95a8-5f3a67372118 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.312495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da3505-2b7a-46c6-bfb3-738deb69a940 None None] Network 42c17b0a-b756-4133-b89c-8162f34e0ee2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:16.319705 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-434c4af0-11d2-449c-95a8-5f3a67372118 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/subnets/e4dee9e4-f7e4-48eb-a5da-62fa2e624e34 HTTP/1.1" status: 204 len: 168 time: 1.8560932 Feb 11 05:32:16.320528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36450) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:16.384277 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f552d250-6516-44ef-a8ea-7001dc250a24 x-openstack-request-id: req-f552d250-6516-44ef-a8ea-7001dc250a24 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:16.385005 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "38a740b7-7c48-48c3-83ac-4fcebb931c00", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:16.385420 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f552d250-6516-44ef-a8ea-7001dc250a24 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:16.386593 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': '38a740b7-7c48-48c3-83ac-4fcebb931c00', 'status': 'completed', 'code': 200} Feb 11 05:32:16.387669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for 11bba7ff-1078-4885-abaa-6f9f42e4938a owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:16.412560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8490a3-9b06-4cca-ae52-4c49cd9599ed tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:16.417928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aa8490a3-9b06-4cca-ae52-4c49cd9599ed tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925808 Feb 11 05:32:16.419557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36452) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:16.493380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=a7d7638c-be13-4c8f-8cf2-1d21adff2de6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:16.548939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4a75a54a-bc30-4a4e-8ae4-bf862203814a None None] Provisioning complete for port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:16.549566 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a75a54a-bc30-4a4e-8ae4-bf862203814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.591073 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (38398122-a638-4ea4-bde6-7161423a810d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.679653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 2c7aeaca-c7ff-4379-8ef8-8ff80635e41a yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:16.709592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Deleting port 651a46a8-1796-4678-87d0-0b150ea4908b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:16.709592 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (651a46a8-1796-4678-87d0-0b150ea4908b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.821328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4a75a54a-bc30-4a4e-8ae4-bf862203814a None None] Current status of the port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:16.877175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] For port 651a46a8-1796-4678-87d0-0b150ea4908b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=651a46a8-1796-4678-87d0-0b150ea4908b,segment=NetworkSegment(f0c3cce4-0e37-4e6f-a29b-b27c9d268165),segment_id=f0c3cce4-0e37-4e6f-a29b-b27c9d268165)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:16.877610 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (651a46a8-1796-4678-87d0-0b150ea4908b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.878487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] DHCP port deletion for 42c17b0a-b756-4133-b89c-8162f34e0ee2 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:16.984085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Calling delete_port for 651a46a8-1796-4678-87d0-0b150ea4908b owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:17.037972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (2c7aeaca-c7ff-4379-8ef8-8ff80635e41a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.062723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] Deleting port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:17.067592 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.116398 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (11bba7ff-1078-4885-abaa-6f9f42e4938a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.233608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=11bba7ff-1078-4885-abaa-6f9f42e4938a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:17.240456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc1908-b3a5-4b3c-810a-306f42dcde13 None None] Network 38398122-a638-4ea4-bde6-7161423a810d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:17.242171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d612d5-f9aa-4fec-bfca-878f2ac176d8 req-8ffd267a-56ef-4625-9c61-7a1110f117ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.242883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 651a46a8-1796-4678-87d0-0b150ea4908b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:17.243937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 4942de3e-bc37-44f5-988e-1d8d292d5cf5 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:17.249335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d612d5-f9aa-4fec-bfca-878f2ac176d8 req-8ffd267a-56ef-4625-9c61-7a1110f117ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.258312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d612d5-f9aa-4fec-bfca-878f2ac176d8 req-8ffd267a-56ef-4625-9c61-7a1110f117ad tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 1599 time: 0.3351245 Feb 11 05:32:17.331371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d724f-8406-45b5-b8d8-bee15dbf257a req-2baaa385-a319-4fd6-b393-bbf83f78ea8a tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.333624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286d724f-8406-45b5-b8d8-bee15dbf257a req-2baaa385-a319-4fd6-b393-bbf83f78ea8a tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.1564586 Feb 11 05:32:17.391630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d612d5-f9aa-4fec-bfca-878f2ac176d8 req-0ce65676-29d8-49cf-9b32-4c37bae5419d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315861 Feb 11 05:32:17.399313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] No DVR routers for this DVR port 11bba7ff-1078-4885-abaa-6f9f42e4938a on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:17.405245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.409959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-4e474ca1-0f8f-426c-8d7d-c16d89d0ddfd tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "DELETE /v2.0/ports/11bba7ff-1078-4885-abaa-6f9f42e4938a HTTP/1.1" status: 204 len: 173 time: 2.4700997 Feb 11 05:32:17.446423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286d724f-8406-45b5-b8d8-bee15dbf257a req-dcdaf94c-2655-4914-88d9-c9b6f4a6af84 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971370 Feb 11 05:32:17.459868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (651a46a8-1796-4678-87d0-0b150ea4908b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.529250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Port': ['ID=651a46a8-1796-4678-87d0-0b150ea4908b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:17.545248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] No DVR routers for this DVR port 651a46a8-1796-4678-87d0-0b150ea4908b on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:17.623641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] For port a7d7638c-be13-4c8f-8cf2-1d21adff2de6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a7d7638c-be13-4c8f-8cf2-1d21adff2de6,segment=NetworkSegment(c397b3a7-1bcb-442f-b38a-2acb2cf1b847),segment_id=c397b3a7-1bcb-442f-b38a-2acb2cf1b847)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:17.624197 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.683754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1458ffc2-4512-4fdd-b526-ec963e17bc41 None None] Provisioning complete for port 651a46a8-1796-4678-87d0-0b150ea4908b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:17.684132 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1458ffc2-4512-4fdd-b526-ec963e17bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (651a46a8-1796-4678-87d0-0b150ea4908b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.703339 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (38398122-a638-4ea4-bde6-7161423a810d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.721528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cc94e-cc66-4461-8529-75aa15fe1c75 req-54f6c3c6-92ee-4647-9d60-4ca4db6d08cd tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.724149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-075cc94e-cc66-4461-8529-75aa15fe1c75 req-54f6c3c6-92ee-4647-9d60-4ca4db6d08cd tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1845970 Feb 11 05:32:17.728044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port e9282e61-d28d-4d4c-a681-92d4261a3ced {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:17.729635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.735086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1458ffc2-4512-4fdd-b526-ec963e17bc41 None None] Port 651a46a8-1796-4678-87d0-0b150ea4908b was deleted so its status cannot be updated. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:32:17.736245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No active binding found for port 651a46a8-1796-4678-87d0-0b150ea4908b {{(pid=104088) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:32:17.739161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] The host n-d-713498-37 is not matching for port 651a46a8-1796-4678-87d0-0b150ea4908b host None! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:32:17.739161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 651a46a8-1796-4678-87d0-0b150ea4908b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 05:32:17.747516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] Calling delete_port for a7d7638c-be13-4c8f-8cf2-1d21adff2de6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:17.778968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38398122-a638-4ea4-bde6-7161423a810d']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:17.803672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Port 651a46a8-1796-4678-87d0-0b150ea4908b not found, will not notify nova. {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 05:32:17.839765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c3cce4-0e37-4e6f-a29b-b27c9d268165') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:17.840155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c3cce4-0e37-4e6f-a29b-b27c9d268165') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:17.879699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (f0c3cce4-0e37-4e6f-a29b-b27c9d268165), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.967583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f0c3cce4-0e37-4e6f-a29b-b27c9d268165), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.972491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0682e-2386-4dfd-b21a-6fbd82b29b05 None None] DHCP port deletion for 38398122-a638-4ea4-bde6-7161423a810d request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:17.975418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a7d7638c-be13-4c8f-8cf2-1d21adff2de6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:17.978123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (4942de3e-bc37-44f5-988e-1d8d292d5cf5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.998404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-075cc94e-cc66-4461-8529-75aa15fe1c75 req-41698f04-69b6-4d87-91d2-ac5b6e237123 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627861 Feb 11 05:32:18.004888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:18.005519 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (f0c3cce4-0e37-4e6f-a29b-b27c9d268165), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:18.015107 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:18.105950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] For port e9282e61-d28d-4d4c-a681-92d4261a3ced, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=e9282e61-d28d-4d4c-a681-92d4261a3ced,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:18.107012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.287030 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.306689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (38398122-a638-4ea4-bde6-7161423a810d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.316226 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.329569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/networks/38398122-a638-4ea4-bde6-7161423a810d HTTP/1.1" status: 204 len: 168 time: 1.9057515 Feb 11 05:32:18.336390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36490) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:18.402678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] No DVR routers for this DVR port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:18.514962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': '11bba7ff-1078-4885-abaa-6f9f42e4938a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:18.524231 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4395b1a8-7659-417e-bc3f-c80aca361057" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "11bba7ff-1078-4885-abaa-6f9f42e4938a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:18.530142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f8345-7b07-4b58-a10a-14ce1863442c None None] Pushing event deleted for resources: {'Port': ['ID=a7d7638c-be13-4c8f-8cf2-1d21adff2de6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:18.542313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a7d7638c-be13-4c8f-8cf2-1d21adff2de6 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:18.548253 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a7d7638c-be13-4c8f-8cf2-1d21adff2de6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.568474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2c7aeaca-c7ff-4379-8ef8-8ff80635e41a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.623931 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (42c17b0a-b756-4133-b89c-8162f34e0ee2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.665159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335de913-37a2-4647-bf5e-261cfc857c27 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Network': ['ID=38398122-a638-4ea4-bde6-7161423a810d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:18.718241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:18.734875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:18.776735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:18.777809 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4942de3e-bc37-44f5-988e-1d8d292d5cf5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.795764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=2c7aeaca-c7ff-4379-8ef8-8ff80635e41a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:18.855661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=4942de3e-bc37-44f5-988e-1d8d292d5cf5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:18.950035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking segment: {'id': '4f4c34fb-297d-4f86-abb1-8de1f34a7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd1535cef-38e3-4a4a-8ab8-5a58db61d6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:18.950348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network hostable DHCP agents. Network: d1535cef-38e3-4a4a-8ab8-5a58db61d6b0, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:18.983586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.983966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (c2a50966-df34-48b4-a168-16463e40fc32), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.984341 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Floating IP c2a50966-df34-48b4-a168-16463e40fc32 disassociated. External IP: 172.25.8.177, port: e9282e61-d28d-4d4c-a681-92d4261a3ced. Feb 11 05:32:18.984755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for e9282e61-d28d-4d4c-a681-92d4261a3ced owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:19.126792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 651a46a8-1796-4678-87d0-0b150ea4908b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:19.155824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 651a46a8-1796-4678-87d0-0b150ea4908b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:19.156856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 651a46a8-1796-4678-87d0-0b150ea4908b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:19.203688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network d1535cef-38e3-4a4a-8ab8-5a58db61d6b0 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:19.298626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1548082-f0c4-4966-b637-cf26275ac80a req-7bca05e1-a649-4e48-b7cf-a218d59d7fb4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.300197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1548082-f0c4-4966-b637-cf26275ac80a req-7bca05e1-a649-4e48-b7cf-a218d59d7fb4 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 943 time: 0.6737902 Feb 11 05:32:19.340206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d1535cef-38e3-4a4a-8ab8-5a58db61d6b0) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:19.342330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e9282e61-d28d-4d4c-a681-92d4261a3ced), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.353449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed0bfb-53fb-42e1-89c3-843fd52ac7d4 None None] Network d1535cef-38e3-4a4a-8ab8-5a58db61d6b0 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:19.376991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c861f-651e-4646-853f-fdf4eba4e081 req-d76253ec-2e71-4056-ad49-082f0df45d5d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.378729 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-948c861f-651e-4646-853f-fdf4eba4e081 req-d76253ec-2e71-4056-ad49-082f0df45d5d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.9079714 Feb 11 05:32:19.390604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940af54e-afbc-4661-9d34-f41c0323a415 req-55db2dfc-9e65-4c7b-b83a-31de19539dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.392555 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940af54e-afbc-4661-9d34-f41c0323a415 req-55db2dfc-9e65-4c7b-b83a-31de19539dfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.9205706 Feb 11 05:32:19.395435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:19.402000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.407325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.408458 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.417787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=e9282e61-d28d-4d4c-a681-92d4261a3ced,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:19.480797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (42c17b0a-b756-4133-b89c-8162f34e0ee2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.547790 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1548082-f0c4-4966-b637-cf26275ac80a req-07f5fbf1-036b-48bb-ba30-fb1ac4250f53 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups?id=08cdede4-1256-4cc3-9b1d-85afedf8379e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155430 Feb 11 05:32:19.568116 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d1e264d7-dccf-437e-bd13-06ab9d29373c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6873412 Feb 11 05:32:19.570904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:19.626432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c17b0a-b756-4133-b89c-8162f34e0ee2']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:19.790772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940af54e-afbc-4661-9d34-f41c0323a415 req-d738b474-ceba-425d-b654-2cd9cd4ea399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.793823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940af54e-afbc-4661-9d34-f41c0323a415 req-d738b474-ceba-425d-b654-2cd9cd4ea399 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.3344908 Feb 11 05:32:19.815657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c397b3a7-1bcb-442f-b38a-2acb2cf1b847') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:19.816419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c397b3a7-1bcb-442f-b38a-2acb2cf1b847') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:19.885178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-948c861f-651e-4646-853f-fdf4eba4e081 req-f7791852-2e1a-427e-aa5e-e95134226fa3 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734089 Feb 11 05:32:19.888875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (c397b3a7-1bcb-442f-b38a-2acb2cf1b847), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.916503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940af54e-afbc-4661-9d34-f41c0323a415 req-98fa2edf-3112-45a0-94c5-3644e54e2f5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 217 time: 0.1146059 Feb 11 05:32:19.945804 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c397b3a7-1bcb-442f-b38a-2acb2cf1b847), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.065879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:20.068754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (c397b3a7-1bcb-442f-b38a-2acb2cf1b847), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.092155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940af54e-afbc-4661-9d34-f41c0323a415 req-8064fc05-b0e9-4850-8c9a-f5cc17e65c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.094106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940af54e-afbc-4661-9d34-f41c0323a415 req-8064fc05-b0e9-4850-8c9a-f5cc17e65c36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.1671917 Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:20.095410 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:20.214415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940af54e-afbc-4661-9d34-f41c0323a415 req-db0fe181-164f-477a-ae7d-64af3d8f1e01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072798 Feb 11 05:32:20.230240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c9fa5-3f19-4100-89bd-fe35e4584aef req-76d6e553-d058-4df1-ae06-484f5db078de tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.239937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d30c9fa5-3f19-4100-89bd-fe35e4584aef req-76d6e553-d058-4df1-ae06-484f5db078de tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.4407535 Feb 11 05:32:20.249682 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb197c7-5c37-4d0e-b0b7-6c01e4151582 x-openstack-request-id: req-9fb197c7-5c37-4d0e-b0b7-6c01e4151582 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:20.250248 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "11bba7ff-1078-4885-abaa-6f9f42e4938a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:20.250662 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fb197c7-5c37-4d0e-b0b7-6c01e4151582 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:20.252059 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': '11bba7ff-1078-4885-abaa-6f9f42e4938a', 'status': 'completed', 'code': 200} Feb 11 05:32:20.289694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:20.393468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (42c17b0a-b756-4133-b89c-8162f34e0ee2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.426150 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.429873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/networks/42c17b0a-b756-4133-b89c-8162f34e0ee2 HTTP/1.1" status: 204 len: 168 time: 2.0918651 Feb 11 05:32:20.443776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d30c9fa5-3f19-4100-89bd-fe35e4584aef req-be2ed2d5-dbcc-435f-9d08-c76ccf75a634 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029505 Feb 11 05:32:20.444318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36524) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:20.572425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:20.590804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] Sync routers for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:20.644243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:20.648777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] No DVR routers for this DVR port e9282e61-d28d-4d4c-a681-92d4261a3ced on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:20.651195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:20.655664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-855537ff-c438-4815-802c-c2403f9fae82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 4942de3e-bc37-44f5-988e-1d8d292d5cf5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:20.656022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-855537ff-c438-4815-802c-c2403f9fae82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4942de3e-bc37-44f5-988e-1d8d292d5cf5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.670026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.673380 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f46eb0f0-acb5-43e2-a082-0ef149cc1039 req-880fcb01-0afd-40c4-98b5-959b15338ae0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.83 "DELETE /v2.0/ports/e9282e61-d28d-4d4c-a681-92d4261a3ced HTTP/1.1" status: 204 len: 173 time: 3.2588809 Feb 11 05:32:20.685817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940af54e-afbc-4661-9d34-f41c0323a415 req-35894a04-4980-4a28-9c10-7f34b201167d service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417791 Feb 11 05:32:20.711275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d04096-449d-4d46-93e2-1349c6ae2bab tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Network': ['ID=42c17b0a-b756-4133-b89c-8162f34e0ee2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:20.769574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8a3745c7-bf6f-4cd4-94e4-a703122a9599), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.853511 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-855537ff-c438-4815-802c-c2403f9fae82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4942de3e-bc37-44f5-988e-1d8d292d5cf5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.884997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-855537ff-c438-4815-802c-c2403f9fae82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 4942de3e-bc37-44f5-988e-1d8d292d5cf5 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:20.908038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05763d5b-f30a-4ad4-a3e8-288121975ae9 req-33632a37-e3f2-4add-bdb3-423d287ba599 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0784523 Feb 11 05:32:21.030281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:21.216886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-855537ff-c438-4815-802c-c2403f9fae82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4942de3e-bc37-44f5-988e-1d8d292d5cf5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.254990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940af54e-afbc-4661-9d34-f41c0323a415 req-89595ce4-f3bb-4a93-bfe9-3217887b7d4b service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609787 Feb 11 05:32:21.317988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855537ff-c438-4815-802c-c2403f9fae82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=4942de3e-bc37-44f5-988e-1d8d292d5cf5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:21.342727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-855537ff-c438-4815-802c-c2403f9fae82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.361250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8a3745c7-bf6f-4cd4-94e4-a703122a9599), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.362369 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-855537ff-c438-4815-802c-c2403f9fae82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/4942de3e-bc37-44f5-988e-1d8d292d5cf5 HTTP/1.1" status: 204 len: 168 time: 1.7809565 Feb 11 05:32:21.363752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36542) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:21.530776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415aee5c-db38-48ae-9503-94fd10e00d80 req-14ac52bc-d5e0-4e69-852f-c4f8c196995c tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.541398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-415aee5c-db38-48ae-9503-94fd10e00d80 req-14ac52bc-d5e0-4e69-852f-c4f8c196995c tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.4185183 Feb 11 05:32:21.564570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3745c7-bf6f-4cd4-94e4-a703122a9599']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:21.638217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d59b659-4549-426b-bade-d2cfe879b615 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.656395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d59b659-4549-426b-bade-d2cfe879b615 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.661620 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1d59b659-4549-426b-bade-d2cfe879b615 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.2915335 Feb 11 05:32:21.662267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36554) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:21.709226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70079adb-52ff-4ced-9e03-13ac29797d7a') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:21.709226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70079adb-52ff-4ced-9e03-13ac29797d7a') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:21.768987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (70079adb-52ff-4ced-9e03-13ac29797d7a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.770977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:51Z', 'revision_number': 5, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:21.840092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fb6d5-9c96-4cb7-8fc3-ad492adef156 req-6522622b-0126-469e-aa5e-7d66d799cfec tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:21.842624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] Checking router: 42dd1b68-2c0f-4895-8f63-38a2e83567b6 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:21.847721 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b4fb6d5-9c96-4cb7-8fc3-ad492adef156 req-6522622b-0126-469e-aa5e-7d66d799cfec tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.2784014 Feb 11 05:32:21.857823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:21.860078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:21.870868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-49d47ab3-5100-414a-92d0-ac5ffce90d98 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 2c7aeaca-c7ff-4379-8ef8-8ff80635e41a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:21.871273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-49d47ab3-5100-414a-92d0-ac5ffce90d98 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2c7aeaca-c7ff-4379-8ef8-8ff80635e41a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.885602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-415aee5c-db38-48ae-9503-94fd10e00d80 req-ccb1e91a-2a0e-40f4-ba30-2ec91b25240b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426194 Feb 11 05:32:21.896216 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (70079adb-52ff-4ced-9e03-13ac29797d7a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.951929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:21.952693 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (70079adb-52ff-4ced-9e03-13ac29797d7a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:21.958895 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:22.022395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-49d47ab3-5100-414a-92d0-ac5ffce90d98 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2c7aeaca-c7ff-4379-8ef8-8ff80635e41a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.039672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-49d47ab3-5100-414a-92d0-ac5ffce90d98 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 2c7aeaca-c7ff-4379-8ef8-8ff80635e41a owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:22.147223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:22.153964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-29605269-0d2a-4214-95d6-3087ae2c5257 req-045b29c6-18ba-478a-84bc-e3bdffac4862 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0595379 Feb 11 05:32:22.170196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b4fb6d5-9c96-4cb7-8fc3-ad492adef156 req-8743ebcb-6204-44ff-9b88-8a7b9dba617e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151729 Feb 11 05:32:22.248570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-49d47ab3-5100-414a-92d0-ac5ffce90d98 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2c7aeaca-c7ff-4379-8ef8-8ff80635e41a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.253584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:22.261471 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829bde43-1193-486a-8b49-443effb6aafb" -d '{"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:22.303944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8a3745c7-bf6f-4cd4-94e4-a703122a9599), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.312282 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.316368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/networks/8a3745c7-bf6f-4cd4-94e4-a703122a9599 HTTP/1.1" status: 204 len: 168 time: 1.8604283 Feb 11 05:32:22.331923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36570) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:22.363926 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804f2c8a-cfe5-487a-b820-da0517170054 x-openstack-request-id: req-804f2c8a-cfe5-487a-b820-da0517170054 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:22.365062 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c75c7d-345e-4f11-96d7-56d58121804f", "name": "network-vif-deleted", "tag": "e9282e61-d28d-4d4c-a681-92d4261a3ced", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:22.365848 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-804f2c8a-cfe5-487a-b820-da0517170054 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:22.367487 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c75c7d-345e-4f11-96d7-56d58121804f', 'name': 'network-vif-deleted', 'tag': 'e9282e61-d28d-4d4c-a681-92d4261a3ced', 'status': 'completed', 'code': 200} Feb 11 05:32:22.384076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a04db-d4ce-48d6-a65d-37795443d600 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Network': ['ID=8a3745c7-bf6f-4cd4-94e4-a703122a9599,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:22.422317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47ab3-5100-414a-92d0-ac5ffce90d98 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=2c7aeaca-c7ff-4379-8ef8-8ff80635e41a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:22.427145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-49d47ab3-5100-414a-92d0-ac5ffce90d98 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.437534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36572) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:22.438282 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-49d47ab3-5100-414a-92d0-ac5ffce90d98 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/2c7aeaca-c7ff-4379-8ef8-8ff80635e41a HTTP/1.1" status: 204 len: 168 time: 0.7740076 Feb 11 05:32:22.567298 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3dfc3508-cdcb-4654-8a16-5ef49df1fa9e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.636359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef1a976-4f08-4944-9299-6af6232a1408 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.638282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8ef1a976-4f08-4944-9299-6af6232a1408 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1997361 Feb 11 05:32:22.642869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:51Z', 'revision_number': 5, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:22.644909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36576) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:22.696278 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bb3807-fbb3-4190-a076-a68ac9b35be3 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:32:22.698615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-21bb3807-fbb3-4190-a076-a68ac9b35be3 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/4942de3e-bc37-44f5-988e-1d8d292d5cf5 HTTP/1.1" status: 404 len: 333 time: 0.0518892 Feb 11 05:32:22.706235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac4243d-f88a-45a9-9f19-77b4e575e514 None None] The sync data for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 is: [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '963a9854-bb85-4aa1-9a81-4e86ad109099', 'name': '', 'network_id': 'caca48b3-58ec-4ad7-8f32-65e1f8b02aa4', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'mac_address': 'fa:16:3e:1d:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:43Z', 'updated_at': '2022-02-11T05:24:51Z', 'revision_number': 5, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'subnets': [{'id': 'fd0ec941-1a13-44ed-bbdf-2af1456df270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:22.710017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36578) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:22.782244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3dfc3508-cdcb-4654-8a16-5ef49df1fa9e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.787721 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ead6602-12d0-4f61-9b80-484e4d20169d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:32:22.789524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1ead6602-12d0-4f61-9b80-484e4d20169d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/2c7aeaca-c7ff-4379-8ef8-8ff80635e41a HTTP/1.1" status: 404 len: 333 time: 0.0792670 Feb 11 05:32:22.799834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36582) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:22.871869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfc3508-cdcb-4654-8a16-5ef49df1fa9e']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:22.898376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4baa68-ef19-45e9-9740-ed492eebe736') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:22.898697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4baa68-ef19-45e9-9740-ed492eebe736') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:22.914589 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d1535cef-38e3-4a4a-8ab8-5a58db61d6b0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.924799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (5d4baa68-ef19-45e9-9740-ed492eebe736), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.011323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5d4baa68-ef19-45e9-9740-ed492eebe736), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.049429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:23.049840 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (5d4baa68-ef19-45e9-9740-ed492eebe736), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:23.076370 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:23.352661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d1535cef-38e3-4a4a-8ab8-5a58db61d6b0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.358707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (3dfc3508-cdcb-4654-8a16-5ef49df1fa9e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.399358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1535cef-38e3-4a4a-8ab8-5a58db61d6b0']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:23.453615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4c34fb-297d-4f86-abb1-8de1f34a7362') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:23.453615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4c34fb-297d-4f86-abb1-8de1f34a7362') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:23.453615 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (4f4c34fb-297d-4f86-abb1-8de1f34a7362), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.453615 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4f4c34fb-297d-4f86-abb1-8de1f34a7362), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (4f4c34fb-297d-4f86-abb1-8de1f34a7362), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:23.533881 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:23.537407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.537407 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] 10.222.0.62 "DELETE /v2.0/networks/3dfc3508-cdcb-4654-8a16-5ef49df1fa9e HTTP/1.1" status: 204 len: 168 time: 1.1599569 Feb 11 05:32:23.537407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b6af2-9797-4327-80a0-5e759d0aad06 tempest-BulkNetworkOpsIpV6Test-241164607 tempest-BulkNetworkOpsIpV6Test-241164607-project] Pushing event deleted for resources: {'Network': ['ID=3dfc3508-cdcb-4654-8a16-5ef49df1fa9e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.537898 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4a301-d177-4070-a463-2763e3fb3639 None None] New status for floating IP c2a50966-df34-48b4-a168-16463e40fc32: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:32:23.634200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51780877-6950-4287-84d8-ac0e9e530191 req-58cbf547-6702-4408-ab2f-f2182da31e7b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.644660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51780877-6950-4287-84d8-ac0e9e530191 req-58cbf547-6702-4408-ab2f-f2182da31e7b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.5573242 Feb 11 05:32:23.749654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51780877-6950-4287-84d8-ac0e9e530191 req-7535cfa1-10f1-400e-998f-9aa451749292 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921109 Feb 11 05:32:23.751707 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:23.771845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01209667-7400-49fb-987f-1316942e8300 req-994921cc-df22-4a2a-ba01-bc4050b027ee tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.780380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01209667-7400-49fb-987f-1316942e8300 req-994921cc-df22-4a2a-ba01-bc4050b027ee tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.3277214 Feb 11 05:32:23.872888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78bbe52f-6025-4b5c-a28e-ba9bc778ffc4 req-8ff2d5cc-38cb-4b3c-916b-29897657bccc tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0487947 Feb 11 05:32:23.899309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01209667-7400-49fb-987f-1316942e8300 req-f96f5a45-7a6b-461f-8323-15bd41dcd690 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147039 Feb 11 05:32:23.920789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d1535cef-38e3-4a4a-8ab8-5a58db61d6b0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.972100 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.991282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36608) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:23.992009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/networks/d1535cef-38e3-4a4a-8ab8-5a58db61d6b0 HTTP/1.1" status: 204 len: 168 time: 1.1907959 Feb 11 05:32:23.993522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44da3f-b248-49aa-9861-ad676b6aa0b9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Network': ['ID=d1535cef-38e3-4a4a-8ab8-5a58db61d6b0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.998649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-234716110'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:24.159862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:24.163372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.238407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:24.269085 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ef9a5c68-20fb-446b-a852-9686d0e34c77), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.269708 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Added segment ef9a5c68-20fb-446b-a852-9686d0e34c77 of type vlan for network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e Feb 11 05:32:24.347906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.438637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36624) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:24.491547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.523903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.527580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.738688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7426844 Feb 11 05:32:24.740268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36636) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:24.754166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': 'b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:24.921133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3b6ab090-cd85-4420-9aa0-2ea37e165339 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c06e99c2e9e4bd29bee7faeecc79e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4709711 Feb 11 05:32:24.932804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36644) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:24.934073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cd972-d9c4-4bb7-9d58-f89fb1feecf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Network': ['ID=b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:24.955886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:24.993115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8b5ab-2f78-4a1c-a990-dbb494581337 req-ddd58734-093d-4c45-843b-14a831b9ff3b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:25.003211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ac8b5ab-2f78-4a1c-a990-dbb494581337 req-ddd58734-093d-4c45-843b-14a831b9ff3b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.0802393 Feb 11 05:32:25.065946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68bd77f6-ae26-4585-b6de-1d76382431f0 admin admin] Publish callbacks [] for security_group (20b5e163-d829-4bb7-a108-72fd71f2665e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.110660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68bd77f6-ae26-4585-b6de-1d76382431f0 admin admin] Publish callbacks [] for security_group (20b5e163-d829-4bb7-a108-72fd71f2665e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.161761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:25.165226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.175061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd62b46c-b899-4dd4-940c-8d26577653c2 req-e1535f46-6f4f-4a53-9ecc-dcfd6b92e16e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0937009 Feb 11 05:32:25.194813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ac8b5ab-2f78-4a1c-a990-dbb494581337 req-5f0190f1-0147-459f-949d-b7929589cbfc tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899252 Feb 11 05:32:25.365523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Performing IP validity checks on allocation pools {{(pid=104086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:32:25.368898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:32:25.389128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fcc75-bfa9-44dd-a015-f9c2b60abafa req-95c666ad-bee9-4bee-b1f4-9e61698cc690 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:25.390747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b57fcc75-bfa9-44dd-a015-f9c2b60abafa req-95c666ad-bee9-4bee-b1f4-9e61698cc690 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.0715976 Feb 11 05:32:25.457188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b57fcc75-bfa9-44dd-a015-f9c2b60abafa req-98e71396-d244-4751-a1b7-2aaea5dd1431 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608475 Feb 11 05:32:25.495623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68bd77f6-ae26-4585-b6de-1d76382431f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (20b5e163-d829-4bb7-a108-72fd71f2665e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.498776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68bd77f6-ae26-4585-b6de-1d76382431f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.504182 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-68bd77f6-ae26-4585-b6de-1d76382431f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20b5e163-d829-4bb7-a108-72fd71f2665e HTTP/1.1" status: 204 len: 168 time: 0.5475156 Feb 11 05:32:25.522223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd77f6-ae26-4585-b6de-1d76382431f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b5e163-d829-4bb7-a108-72fd71f2665e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:25.750829 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (8bcba102-e03e-4030-97bf-e79382fcdea4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.814042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=8bcba102-e03e-4030-97bf-e79382fcdea4,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:25.879541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking segment: {'id': 'ef9a5c68-20fb-446b-a852-9686d0e34c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:25.879905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network hostable DHCP agents. Network: b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:25.996483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:26.096089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:26.100489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.101142 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.108167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23136388-5cdf-4605-9135-6ce802a214df None None] Network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:26.219461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a4cbbac9-b34c-482f-afdf-e41c44abf606 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4754128 Feb 11 05:32:26.222034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36680) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:26.234072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': 'b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e', 'name': 'tempest-PortsIpV6TestJSON-268696303'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:26.446256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e', 'network_id': 'b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e', 'project_id': '8659bc55038b4cb086c2537e0c5bb109', 'fixed_ips': [{'subnet_id': '8bcba102-e03e-4030-97bf-e79382fcdea4'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:26.446256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.682678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:26.688488 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.692567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5767de99-9e0b-4399-a63e-db1163c9d0d1 req-74f13eb3-653b-485a-af30-938060871374 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.1898406 Feb 11 05:32:26.765126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 5d64384c-5976-41a5-a009-49d1626fccce yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:26.931188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Allocated IP 2001:db8::2 (b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e/8bcba102-e03e-4030-97bf-e79382fcdea4/0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:27.011927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e879-d6a6-4f18-8e55-1a04f42680db req-2b498c15-e2f1-4c7e-8411-ac1f6a9b02be tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:27.022874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9e879-d6a6-4f18-8e55-1a04f42680db req-2b498c15-e2f1-4c7e-8411-ac1f6a9b02be tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.5212600 Feb 11 05:32:27.263554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8be9e879-d6a6-4f18-8e55-1a04f42680db req-7c9f1be9-9a2e-4361-a4f6-e1c5ad36ef13 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332177 Feb 11 05:32:27.306770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a620b4f-58ba-45ee-a616-94c29fcb4a31 req-0b8e0a54-1b5a-4feb-8b3b-ade3a941eba5 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:27.315528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a620b4f-58ba-45ee-a616-94c29fcb4a31 req-0b8e0a54-1b5a-4feb-8b3b-ade3a941eba5 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.2896647 Feb 11 05:32:27.428656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36714) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:27.437811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a620b4f-58ba-45ee-a616-94c29fcb4a31 req-06967a57-a562-4d2e-9596-2fc69c51904b tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205730 Feb 11 05:32:27.556727 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Publish callbacks [] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.610730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-558919717'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:27.630942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.749066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Pushing event updated for resources: {'Port': ['ID=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:27.754591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::107 (b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e/8bcba102-e03e-4030-97bf-e79382fcdea4/5d64384c-5976-41a5-a009-49d1626fccce) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:27.756963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:27.759232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:27.767197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:27.782365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:27.793061 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.824641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.910285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Attempting to bind port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:27.910848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Attempting to bind port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ef9a5c68-20fb-446b-a852-9686d0e34c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:27.911320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Attempting to bind port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 on network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:27.918784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:27.919318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Checking segment: {'id': 'ef9a5c68-20fb-446b-a852-9686d0e34c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:27.919863 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.920385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Bound using segment: {'id': 'ef9a5c68-20fb-446b-a852-9686d0e34c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:27.921029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Bound port: 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9a5c68-20fb-446b-a852-9686d0e34c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:27.921514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.105756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] For port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:28.114127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] For port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,segment=NetworkSegment(ef9a5c68-20fb-446b-a852-9686d0e34c77),segment_id=ef9a5c68-20fb-446b-a852-9686d0e34c77)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:28.125584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8df92aeb-632b-4e6a-8d0d-ed7d97a23bd8 req-b4d965cc-f35b-48f2-8a0a-826efe9f747f tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.1879566 Feb 11 05:32:28.146822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for security_group (6f233e4a-4fa4-4749-a64f-01f26cdba997), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.202584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.236639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f233e4a-4fa4-4749-a64f-01f26cdba997), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.336966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f233e4a-4fa4-4749-a64f-01f26cdba997,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:28.344435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b155d-1344-4fa7-9e56-3649800cac7b req-3bb508cc-6540-493d-b287-c81e5f8cf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.366408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf9b155d-1344-4fa7-9e56-3649800cac7b req-3bb508cc-6540-493d-b287-c81e5f8cf44e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 1128 time: 0.2568843 Feb 11 05:32:28.375990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (5d64384c-5976-41a5-a009-49d1626fccce), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.395342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:28.456693 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ffc4c912-7031-4c3a-bb48-21eb2295bafe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.460090 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment ffc4c912-7031-4c3a-bb48-21eb2295bafe of type vlan for network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 Feb 11 05:32:28.483076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403079a9-a31b-43fe-9dcd-fb8517add39c None None] Pushing event updated for resources: {'Port': ['ID=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:28.618637 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f6ef601c-6f5d-4da3-9b2b-7ecc7101f919), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.786388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f6ef601c-6f5d-4da3-9b2b-7ecc7101f919), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.801877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.802493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.842352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf9b155d-1344-4fa7-9e56-3649800cac7b req-e2c84f60-aff7-42d2-84af-c40cc068a901 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825609 Feb 11 05:32:28.921847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c858-f236-463f-aaec-06469c5fda09 req-cd630ba9-56da-40b9-99d1-4cc71821c92c tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.935008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fe9c858-f236-463f-aaec-06469c5fda09 req-cd630ba9-56da-40b9-99d1-4cc71821c92c tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.4169204 Feb 11 05:32:28.954124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (5d64384c-5976-41a5-a009-49d1626fccce), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.035880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9cc8a-9c06-446d-b8c6-e398864cb7fe req-2346d0f5-a20e-427d-893c-14c7ebef9b9f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.043989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5db9cc8a-9c06-446d-b8c6-e398864cb7fe req-2346d0f5-a20e-427d-893c-14c7ebef9b9f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.3903143 Feb 11 05:32:29.121416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=f6ef601c-6f5d-4da3-9b2b-7ecc7101f919,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.131564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:29.143508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:29.156336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:29.159039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:29.165396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.166973 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.168772 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3c2ba20b-ab28-473d-8169-376b8e8faac6 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7389045 Feb 11 05:32:29.171451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36744) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:29.173744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=5d64384c-5976-41a5-a009-49d1626fccce,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.199782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fe9c858-f236-463f-aaec-06469c5fda09 req-d68c25c2-3c9f-4ca5-a016-116fe25864c1 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637894 Feb 11 05:32:29.210372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1904850940'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:29.246471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5db9cc8a-9c06-446d-b8c6-e398864cb7fe req-71024153-1e8d-45bf-8460-5038258b9853 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014995 Feb 11 05:32:29.379041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:29.391892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:29.404646 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-45dd478b-4c92-4558-ab61-fdceaeb40584 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1807711 Feb 11 05:32:29.411364 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.411507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36756) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:29.531561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:29.539730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:29.540115 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.570751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (266ee598-cdb5-4fca-b88a-92362c8951cf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.571987 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment 266ee598-cdb5-4fca-b88a-92362c8951cf of type vlan for network 54c62744-5f9f-477e-8d44-3abc929e1aa5 Feb 11 05:32:29.596715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-982f47f5-0bf2-4e41-bcd0-17954429c8c1 req-db41c2ff-b107-4980-9cea-1e2447edb97d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0542240 Feb 11 05:32:29.768578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c66da66d-9e09-4db5-b25c-eb242656a9f9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 5d64384c-5976-41a5-a009-49d1626fccce {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:29.769500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (54c62744-5f9f-477e-8d44-3abc929e1aa5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.770503 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c66da66d-9e09-4db5-b25c-eb242656a9f9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5d64384c-5976-41a5-a009-49d1626fccce), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.846543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:29.846941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.942586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,segment=NetworkSegment(ef9a5c68-20fb-446b-a852-9686d0e34c77),segment_id=ef9a5c68-20fb-446b-a852-9686d0e34c77)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:29.944816 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (54c62744-5f9f-477e-8d44-3abc929e1aa5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.956083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.956996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.030682 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.163814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=54c62744-5f9f-477e-8d44-3abc929e1aa5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.192994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 54c62744-5f9f-477e-8d44-3abc929e1aa5 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:30.213151 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c66da66d-9e09-4db5-b25c-eb242656a9f9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5d64384c-5976-41a5-a009-49d1626fccce), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.262410 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-63b6d74e-8d3f-4111-b39d-3de8b61f81ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0898592 Feb 11 05:32:30.265431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36762) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:30.277430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c66da66d-9e09-4db5-b25c-eb242656a9f9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 5d64384c-5976-41a5-a009-49d1626fccce owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:30.285420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': 'f6ef601c-6f5d-4da3-9b2b-7ecc7101f919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:30.539243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.576053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d8d40-3f1b-4f83-a04d-baaad5208d67 None None] Network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:30.662934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:30.668786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.813559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6c488ac9-c489-45d0-b9f8-88327cda1458 None None] Provisioning complete for port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:30.813898 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c488ac9-c489-45d0-b9f8-88327cda1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.884490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46028b31-dea6-4599-88f3-3cb9493ceac4 req-8af83cf0-352f-4694-ab3b-eecfab2a71a4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.901228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46028b31-dea6-4599-88f3-3cb9493ceac4 req-8af83cf0-352f-4694-ab3b-eecfab2a71a4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.4095554 Feb 11 05:32:31.043933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780357f6-65df-4bed-b4d1-53f53aa10e06 req-19895c89-546f-4489-a8a1-9897bd2a4894 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:31.045554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-780357f6-65df-4bed-b4d1-53f53aa10e06 req-19895c89-546f-4489-a8a1-9897bd2a4894 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.5207062 Feb 11 05:32:31.132907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:31.195145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46028b31-dea6-4599-88f3-3cb9493ceac4 req-bcda859a-d760-4f24-b157-c72de0b9c61f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718525 Feb 11 05:32:31.206263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (d64ed466-067d-405e-9f7a-4a8c317ade67), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.281266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-780357f6-65df-4bed-b4d1-53f53aa10e06 req-8baf3530-ca4d-4dc0-bc7d-19e301576310 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770329 Feb 11 05:32:31.344763 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c66da66d-9e09-4db5-b25c-eb242656a9f9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (5d64384c-5976-41a5-a009-49d1626fccce), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.405762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c488ac9-c489-45d0-b9f8-88327cda1458 None None] Current status of the port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:31.504929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:31.505751 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.506064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66da66d-9e09-4db5-b25c-eb242656a9f9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=5d64384c-5976-41a5-a009-49d1626fccce,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:31.620149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=d64ed466-067d-405e-9f7a-4a8c317ade67,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:31.660284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': 'ffc4c912-7031-4c3a-bb48-21eb2295bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f6ef601c-6f5d-4da3-9b2b-7ecc7101f919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:31.661665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: f6ef601c-6f5d-4da3-9b2b-7ecc7101f919, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:31.710686 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c66da66d-9e09-4db5-b25c-eb242656a9f9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.718934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c66da66d-9e09-4db5-b25c-eb242656a9f9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/5d64384c-5976-41a5-a009-49d1626fccce HTTP/1.1" status: 204 len: 168 time: 2.3076632 Feb 11 05:32:31.723206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36786) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:31.805649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:31.826373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:31.829170 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f9f0da-e5a8-4876-9532-f999e06d0b83 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:31.829775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f9f0da-e5a8-4876-9532-f999e06d0b83 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:31.852971 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-78f9f0da-e5a8-4876-9532-f999e06d0b83 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/5d64384c-5976-41a5-a009-49d1626fccce HTTP/1.1" status: 404 len: 333 time: 0.1012545 Feb 11 05:32:31.854761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36788) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:31.888286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2324ae58-9a09-462e-8031-12e1a8046c41 req-84fcf9bb-bd2a-4b02-b797-e1ccefc25f77 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.2355461 Feb 11 05:32:31.936461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3d938843-8b9e-4220-9a19-be766964b818 None None] Could not find standard attr ID for object 5d64384c-5976-41a5-a009-49d1626fccce. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:31.954658 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-566b67e8-c9be-4f53-899f-317f2fda4f42 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:32:31.956196 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-566b67e8-c9be-4f53-899f-317f2fda4f42 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/5d64384c-5976-41a5-a009-49d1626fccce HTTP/1.1" status: 404 len: 333 time: 0.0992951 Feb 11 05:32:31.966610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36790) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:31.978302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3d938843-8b9e-4220-9a19-be766964b818 None None] Provisioning complete for port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:31.978884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d938843-8b9e-4220-9a19-be766964b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.009010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882334-6311-4e0a-ae03-f945937b84c0 req-d8955b62-4e5b-4dbd-a570-cf7cec126a73 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.012904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6882334-6311-4e0a-ae03-f945937b84c0 req-d8955b62-4e5b-4dbd-a570-cf7cec126a73 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3894432 Feb 11 05:32:32.103783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f6ef601c-6f5d-4da3-9b2b-7ecc7101f919) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:32.126555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af785be5-f61b-4d08-a106-57b3c6a8f8c7 None None] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:32.138550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6882334-6311-4e0a-ae03-f945937b84c0 req-24160604-2364-46e2-8bb5-d71ae75fa683 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153946 Feb 11 05:32:32.141987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.142686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.249251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-795958f4-4234-4651-b59b-9393e812f3a9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet 8bcba102-e03e-4030-97bf-e79382fcdea4 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:32.291866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-795958f4-4234-4651-b59b-9393e812f3a9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (8bcba102-e03e-4030-97bf-e79382fcdea4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.397413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-f6ef601c-6f5d-4da3-9b2b-7ecc7101f919', 'network_id': 'f6ef601c-6f5d-4da3-9b2b-7ecc7101f919', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': 'd64ed466-067d-405e-9f7a-4a8c317ade67'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:32.399241 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.442465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36802) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:32.446557 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4ff2276e-7f14-42f0-b8c1-0185c704e1aa tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1775708 Feb 11 05:32:32.454449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': '54c62744-5f9f-477e-8d44-3abc929e1aa5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:32.513946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-795958f4-4234-4651-b59b-9393e812f3a9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (8bcba102-e03e-4030-97bf-e79382fcdea4), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.538539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3d938843-8b9e-4220-9a19-be766964b818 None None] Current status of the port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:32.929873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2ca55d41-4c66-4a04-af67-9677cf80ca56 None None] Could not find standard attr ID for object 5d64384c-5976-41a5-a009-49d1626fccce. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:32.932475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-795958f4-4234-4651-b59b-9393e812f3a9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8bcba102-e03e-4030-97bf-e79382fcdea4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.950613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e97b5-a657-4bd2-ac88-36b18cf29bd8 req-f7869776-ec0a-48fe-af70-8ad3b6605911 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.956763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a2e97b5-a657-4bd2-ac88-36b18cf29bd8 req-f7869776-ec0a-48fe-af70-8ad3b6605911 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.3420196 Feb 11 05:32:33.021725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc3430-73b6-4548-bd7a-37bc367bfe8a req-e24a55a5-71f9-4907-9188-f2505292a4d7 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.024732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8bc3430-73b6-4548-bd7a-37bc367bfe8a req-e24a55a5-71f9-4907-9188-f2505292a4d7 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1942227 Feb 11 05:32:33.043248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:33.046836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.094442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-212b99cd-c9d1-4cc0-a470-faf14005a6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.138113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Allocated IP 2001:db8::2 (f6ef601c-6f5d-4da3-9b2b-7ecc7101f919/d64ed466-067d-405e-9f7a-4a8c317ade67/32b83b39-6eaf-4308-b8f4-f4439f5354b0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:33.200445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-795958f4-4234-4651-b59b-9393e812f3a9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (8bcba102-e03e-4030-97bf-e79382fcdea4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.261108 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-795958f4-4234-4651-b59b-9393e812f3a9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.261108 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-795958f4-4234-4651-b59b-9393e812f3a9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/8bcba102-e03e-4030-97bf-e79382fcdea4 HTTP/1.1" status: 204 len: 168 time: 1.2817283 Feb 11 05:32:33.262110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36820) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:33.313549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795958f4-4234-4651-b59b-9393e812f3a9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=8bcba102-e03e-4030-97bf-e79382fcdea4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:33.410798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a2e97b5-a657-4bd2-ac88-36b18cf29bd8 req-67a5a4b5-622e-4ca4-ba74-1c712401058a tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340820 Feb 11 05:32:33.491135 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Publish callbacks [] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.497030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07218668-e5cb-40ce-a927-982ce6b2057d None None] Network b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:33.515315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8bc3430-73b6-4548-bd7a-37bc367bfe8a req-4d259cf4-a9aa-4d43-bdaa-780d12a3abfa tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044778 Feb 11 05:32:33.581584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.757037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:33.801949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1caa1156-f366-40be-97c1-90434763e5b4 req-836aa398-a263-4657-b3b0-0bd1d8ee3915 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0396421 Feb 11 05:32:33.810478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.879895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:33.884062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:33.894553 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (1f48b859-06ce-4771-b5cf-2b06279466f8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.072647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Pushing event updated for resources: {'Port': ['ID=32b83b39-6eaf-4308-b8f4-f4439f5354b0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:34.096725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Attempting to bind port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:34.097086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Attempting to bind port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ffc4c912-7031-4c3a-bb48-21eb2295bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f6ef601c-6f5d-4da3-9b2b-7ecc7101f919'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:34.097455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Attempting to bind port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 on network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:34.111183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:34.112653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Checking segment: {'id': 'ffc4c912-7031-4c3a-bb48-21eb2295bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f6ef601c-6f5d-4da3-9b2b-7ecc7101f919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:34.113393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.114441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Bound using segment: {'id': 'ffc4c912-7031-4c3a-bb48-21eb2295bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f6ef601c-6f5d-4da3-9b2b-7ecc7101f919'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:34.116078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Bound port: 32b83b39-6eaf-4308-b8f4-f4439f5354b0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc4c912-7031-4c3a-bb48-21eb2295bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f6ef601c-6f5d-4da3-9b2b-7ecc7101f919'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:34.116520 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.149572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': '266ee598-cdb5-4fca-b88a-92362c8951cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '54c62744-5f9f-477e-8d44-3abc929e1aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:34.150122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: 54c62744-5f9f-477e-8d44-3abc929e1aa5, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:34.229927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:34.235052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.341111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] DHCP port deletion for b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:34.374312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] For port 32b83b39-6eaf-4308-b8f4-f4439f5354b0, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:34.392520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] For port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,segment=NetworkSegment(ef9a5c68-20fb-446b-a852-9686d0e34c77),segment_id=ef9a5c68-20fb-446b-a852-9686d0e34c77)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:34.392927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.427484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:34.500073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] For port 32b83b39-6eaf-4308-b8f4-f4439f5354b0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32b83b39-6eaf-4308-b8f4-f4439f5354b0,segment=NetworkSegment(ffc4c912-7031-4c3a-bb48-21eb2295bafe),segment_id=ffc4c912-7031-4c3a-bb48-21eb2295bafe)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:34.536347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36848) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.589511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] Deleting port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:34.590008 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.618242 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.860225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15ebe823-9958-46a7-a119-1717e9e26071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.883615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] For port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,segment=NetworkSegment(ef9a5c68-20fb-446b-a852-9686d0e34c77),segment_id=ef9a5c68-20fb-446b-a852-9686d0e34c77)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:34.889015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.910869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b26b6-2142-458f-a271-1468dbfc1a8b None None] Pushing event updated for resources: {'Port': ['ID=32b83b39-6eaf-4308-b8f4-f4439f5354b0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:34.948009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] Calling delete_port for 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:35.133488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15ebe823-9958-46a7-a119-1717e9e26071 admin admin] Publish callbacks [] for security_group (258df118-8263-4bd0-b68b-ff7aeb13b559), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.195851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15ebe823-9958-46a7-a119-1717e9e26071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (258df118-8263-4bd0-b68b-ff7aeb13b559), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.208521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:35.355790 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15ebe823-9958-46a7-a119-1717e9e26071 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ecfa120fe0a4417a0aa61732cfaf439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8143592 Feb 11 05:32:35.355790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebe823-9958-46a7-a119-1717e9e26071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258df118-8263-4bd0-b68b-ff7aeb13b559,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.379060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36866) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:35.402278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71dc3109-f09e-4faf-9176-1b932c982449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.479688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=1f48b859-06ce-4771-b5cf-2b06279466f8,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.496526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:35.497323 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.504849 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a80670a3-f70d-462a-a345-cb03d408e964 admin admin] Publish callbacks [] for security_group (258df118-8263-4bd0-b68b-ff7aeb13b559), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.505230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 54c62744-5f9f-477e-8d44-3abc929e1aa5 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:35.561850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a80670a3-f70d-462a-a345-cb03d408e964 admin admin] Publish callbacks [] for security_group (258df118-8263-4bd0-b68b-ff7aeb13b559), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.582906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.613850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.614399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.614980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.615335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.615679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.616019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.616355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.616716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.619813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.619813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.619813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.619813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.619813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:35.649477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 54c62744-5f9f-477e-8d44-3abc929e1aa5) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:35.661021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.661633 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.672060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] Pushing event deleted for resources: {'Port': ['ID=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.685460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931385c-af47-4a85-ae6e-47a7ef161fe5 None None] Network 54c62744-5f9f-477e-8d44-3abc929e1aa5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:35.745154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a7a87-bd0f-4e60-8618-3a27de2a865f req-e8a9d92b-55a1-4dcf-9ef5-25e20f1771fc tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.747153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-796a7a87-bd0f-4e60-8618-3a27de2a865f req-e8a9d92b-55a1-4dcf-9ef5-25e20f1771fc tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.2694845 Feb 11 05:32:35.763928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ae474-f8fd-45fc-8fb5-ee9882444c3e req-d6f8aa59-0245-490a-9799-3312268ae00d tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.772864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-930ae474-f8fd-45fc-8fb5-ee9882444c3e req-d6f8aa59-0245-490a-9799-3312268ae00d tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.2966781 Feb 11 05:32:35.784273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a80670a3-f70d-462a-a345-cb03d408e964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (258df118-8263-4bd0-b68b-ff7aeb13b559), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.787070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a80670a3-f70d-462a-a345-cb03d408e964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.788506 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a80670a3-f70d-462a-a345-cb03d408e964 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/258df118-8263-4bd0-b68b-ff7aeb13b559 HTTP/1.1" status: 204 len: 168 time: 0.4102459 Feb 11 05:32:35.803550 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.804671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80670a3-f70d-462a-a345-cb03d408e964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258df118-8263-4bd0-b68b-ff7aeb13b559,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.862661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f82206-fd16-486b-ae55-b4ce6e20aaad None None] No DVR routers for this DVR port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:35.923293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No DVR routers for this DVR port 0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:35.939098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=0cf3b68d-f9e6-4ee5-ad60-38c957d53ce9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.954794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36874) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:35.965351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-26e5ad4c-9b24-4720-b1dd-f20448b6dbf1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5211315 Feb 11 05:32:35.967461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7d318ce9-2a2f-4b1f-8907-2acfe51812cd tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-180211960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:36.007049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-54c62744-5f9f-477e-8d44-3abc929e1aa5', 'network_id': '54c62744-5f9f-477e-8d44-3abc929e1aa5', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': '1f48b859-06ce-4771-b5cf-2b06279466f8'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:36.007049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.101833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d318ce9-2a2f-4b1f-8907-2acfe51812cd tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (2c1d57d6-5863-40a5-afca-188e93a5d063), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.102923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d318ce9-2a2f-4b1f-8907-2acfe51812cd tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (2c1d57d6-5863-40a5-afca-188e93a5d063), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.157971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-930ae474-f8fd-45fc-8fb5-ee9882444c3e req-7ce3847b-d967-4236-8e5d-c9ebc6091dac tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842032 Feb 11 05:32:36.235122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-796a7a87-bd0f-4e60-8618-3a27de2a865f req-986716b6-dfff-4bc7-a0e4-ccddf7b74db9 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595406 Feb 11 05:32:36.237272 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.258680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d318ce9-2a2f-4b1f-8907-2acfe51812cd tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (2c1d57d6-5863-40a5-afca-188e93a5d063), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.318469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:36.339086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d318ce9-2a2f-4b1f-8907-2acfe51812cd tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (2c1d57d6-5863-40a5-afca-188e93a5d063), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.356664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9a5c68-20fb-446b-a852-9686d0e34c77') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:36.362750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9a5c68-20fb-446b-a852-9686d0e34c77') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:36.419345 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (ef9a5c68-20fb-446b-a852-9686d0e34c77), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.464023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ef9a5c68-20fb-446b-a852-9686d0e34c77), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.487635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d318ce9-2a2f-4b1f-8907-2acfe51812cd tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.489048 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7d318ce9-2a2f-4b1f-8907-2acfe51812cd tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5325572 Feb 11 05:32:36.490868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:36.491593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36892) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:36.510886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (ef9a5c68-20fb-446b-a852-9686d0e34c77), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:36.516700 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:36.616315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Allocated IP 2001:db8:1::2 (54c62744-5f9f-477e-8d44-3abc929e1aa5/1f48b859-06ce-4771-b5cf-2b06279466f8/b2c8b065-027b-44f0-af57-3f3efde4a2b6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:36.733254 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.828125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5fab9d5-b6d4-4c06-b5e3-5408e44bcd21 req-ef2d1cda-814d-463d-a11f-3f3da5cd1c26 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.3103852 Feb 11 05:32:36.852401 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Publish callbacks [] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.869724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952a04ef-d00a-4e2c-b241-26268684f37a None None] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:36.945142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.990011 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.031510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.046607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/networks/b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e HTTP/1.1" status: 204 len: 168 time: 3.7687533 Feb 11 05:32:37.046867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36914) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:37.048938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71131d9-6436-497f-820a-22522b26f394 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Network': ['ID=b0f52fbc-d3f4-4b6e-8365-5b09f4277b9e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:37.073930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1955871477'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:37.079513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36916) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:37.102823 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c160dcdf-9410-4e4a-9179-5b2a884180df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.223724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756591d1-70cd-4bf2-a39f-975ae4c85b53 req-78b5153b-b4f2-41a7-bb58-c6fa0365ea68 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.229779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-756591d1-70cd-4bf2-a39f-975ae4c85b53 req-78b5153b-b4f2-41a7-bb58-c6fa0365ea68 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.0820715 Feb 11 05:32:37.311939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-756591d1-70cd-4bf2-a39f-975ae4c85b53 req-98210bba-cfc9-48fa-abbb-3db80481b14e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651636 Feb 11 05:32:37.388580 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c160dcdf-9410-4e4a-9179-5b2a884180df admin admin] Publish callbacks [] for security_group (4c91c23a-c3e6-4cb8-950b-cfb5cb8c55fb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.494604 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c160dcdf-9410-4e4a-9179-5b2a884180df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4c91c23a-c3e6-4cb8-950b-cfb5cb8c55fb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.539908 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.542569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:37.546923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.627221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 32b83b39-6eaf-4308-b8f4-f4439f5354b0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:37.643832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-147e50ea-3804-4ce6-aec8-53fa2f5b0d84 None None] Provisioning complete for port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:37.643832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-147e50ea-3804-4ce6-aec8-53fa2f5b0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.657757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160dcdf-9410-4e4a-9179-5b2a884180df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91c23a-c3e6-4cb8-950b-cfb5cb8c55fb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:37.708282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c70bf-9afe-46f1-994c-63dd2bae0132 req-a291b95b-dd9d-4816-abbd-af6d5adb1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.710335 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b5c70bf-9afe-46f1-994c-63dd2bae0132 req-a291b95b-dd9d-4816-abbd-af6d5adb1100 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.1276252 Feb 11 05:32:37.715813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c160dcdf-9410-4e4a-9179-5b2a884180df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca8356c2890b40bc8b9a9201eaf9a0db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6320105 Feb 11 05:32:37.724228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36932) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:37.732540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501aeb4-297d-4f7a-b9ef-2c34966173d8 req-4564c3e9-c5f5-479b-8ccc-6b0f401ea884 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.740784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2501aeb4-297d-4f7a-b9ef-2c34966173d8 req-4564c3e9-c5f5-479b-8ccc-6b0f401ea884 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.3396173 Feb 11 05:32:37.859501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2501aeb4-297d-4f7a-b9ef-2c34966173d8 req-b965936b-5baa-46bb-925f-433d981af551 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130133 Feb 11 05:32:37.922408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Network 54c62744-5f9f-477e-8d44-3abc929e1aa5 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:37.927338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b5c70bf-9afe-46f1-994c-63dd2bae0132 req-6f586cf1-77a4-4804-9fa4-f928faa14560 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085650 Feb 11 05:32:37.931260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Pushing event updated for resources: {'Port': ['ID=b2c8b065-027b-44f0-af57-3f3efde4a2b6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:37.950735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:37.954826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:38.007565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8::1 (f6ef601c-6f5d-4da3-9b2b-7ecc7101f919/d64ed466-067d-405e-9f7a-4a8c317ade67/3f592aaa-6547-409b-8f26-dc12e7760c3d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:38.074433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9676478-0f13-4c8c-9f0d-0f03890674ff req-67704a08-3c00-4d10-a532-1932671c0902 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0554459 Feb 11 05:32:38.076010 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc4dc-9977-4a89-bb12-9e0e48bfd139 admin admin] Publish callbacks [] for security_group (4c91c23a-c3e6-4cb8-950b-cfb5cb8c55fb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.124408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc4dc-9977-4a89-bb12-9e0e48bfd139 admin admin] Publish callbacks [] for security_group (4c91c23a-c3e6-4cb8-950b-cfb5cb8c55fb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.238374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.273568 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc4dc-9977-4a89-bb12-9e0e48bfd139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4c91c23a-c3e6-4cb8-950b-cfb5cb8c55fb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.277570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc4dc-9977-4a89-bb12-9e0e48bfd139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.282632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8e1bc4dc-9977-4a89-bb12-9e0e48bfd139 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c91c23a-c3e6-4cb8-950b-cfb5cb8c55fb HTTP/1.1" status: 204 len: 168 time: 0.5160255 Feb 11 05:32:38.299848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bc4dc-9977-4a89-bb12-9e0e48bfd139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c91c23a-c3e6-4cb8-950b-cfb5cb8c55fb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:38.317925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:38.318708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.362955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:38.381998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36964) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:38.391079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.441464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (72e290c2-604d-44a8-b45c-107468052259), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.446247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fe627deb-ecb1-4a48-b59b-dade1949230b no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:38.446461 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Added segment 72e290c2-604d-44a8-b45c-107468052259 of type vlan for network 5debb4c5-81d8-4a54-8902-3f1042a84238 Feb 11 05:32:38.459456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Attempting to bind port b2c8b065-027b-44f0-af57-3f3efde4a2b6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:38.459843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Attempting to bind port b2c8b065-027b-44f0-af57-3f3efde4a2b6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '266ee598-cdb5-4fca-b88a-92362c8951cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '54c62744-5f9f-477e-8d44-3abc929e1aa5'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:38.460218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Attempting to bind port b2c8b065-027b-44f0-af57-3f3efde4a2b6 on network 54c62744-5f9f-477e-8d44-3abc929e1aa5 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:38.558620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:38.559656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Checking segment: {'id': '266ee598-cdb5-4fca-b88a-92362c8951cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '54c62744-5f9f-477e-8d44-3abc929e1aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:38.564575 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.566172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Bound using segment: {'id': '266ee598-cdb5-4fca-b88a-92362c8951cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '54c62744-5f9f-477e-8d44-3abc929e1aa5'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:38.567089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Bound port: b2c8b065-027b-44f0-af57-3f3efde4a2b6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266ee598-cdb5-4fca-b88a-92362c8951cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '54c62744-5f9f-477e-8d44-3abc929e1aa5'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:38.567694 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.614212 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.705663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=3f592aaa-6547-409b-8f26-dc12e7760c3d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:38.724219 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.731467 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fefb8d1-ab85-4041-9567-2630be23143f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.741384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-147e50ea-3804-4ce6-aec8-53fa2f5b0d84 None None] Current status of the port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:38.741384 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-147e50ea-3804-4ce6-aec8-53fa2f5b0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.767719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:38.771877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:38.794089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:38.794803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (2c1d57d6-5863-40a5-afca-188e93a5d063), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.835886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ede7ec-da8c-4bc8-ac21-e0ca7a359488 req-2419917a-965b-4613-bea5-3514a46fafd1 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.844152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56ede7ec-da8c-4bc8-ac21-e0ca7a359488 req-2419917a-965b-4613-bea5-3514a46fafd1 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.2565718 Feb 11 05:32:38.951986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56ede7ec-da8c-4bc8-ac21-e0ca7a359488 req-1f261e8f-9104-426d-9ba7-7e6ec263ef61 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019478 Feb 11 05:32:39.104299 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fefb8d1-ab85-4041-9567-2630be23143f admin admin] Publish callbacks [] for security_group (f37194cf-90b5-4031-9040-9d9f1a9d83c6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.154444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-147e50ea-3804-4ce6-aec8-53fa2f5b0d84 None None] For port 32b83b39-6eaf-4308-b8f4-f4439f5354b0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32b83b39-6eaf-4308-b8f4-f4439f5354b0,segment=NetworkSegment(ffc4c912-7031-4c3a-bb48-21eb2295bafe),segment_id=ffc4c912-7031-4c3a-bb48-21eb2295bafe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:39.195295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] For port b2c8b065-027b-44f0-af57-3f3efde4a2b6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:39.199846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] For port b2c8b065-027b-44f0-af57-3f3efde4a2b6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b2c8b065-027b-44f0-af57-3f3efde4a2b6,segment=NetworkSegment(266ee598-cdb5-4fca-b88a-92362c8951cf),segment_id=266ee598-cdb5-4fca-b88a-92362c8951cf)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:39.211336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fefb8d1-ab85-4041-9567-2630be23143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f37194cf-90b5-4031-9040-9d9f1a9d83c6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.280997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port fe627deb-ecb1-4a48-b59b-dade1949230b is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:39.281566 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.329751 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-147e50ea-3804-4ce6-aec8-53fa2f5b0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.334969 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.339144 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (5debb4c5-81d8-4a54-8902-3f1042a84238), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.371000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefb8d1-ab85-4041-9567-2630be23143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37194cf-90b5-4031-9040-9d9f1a9d83c6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:39.448835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8fefb8d1-ab85-4041-9567-2630be23143f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8dec6381cf7464d8d50299113475501&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0658169 Feb 11 05:32:39.449577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e50ea-3804-4ce6-aec8-53fa2f5b0d84 None None] Pushing event updated for resources: {'Port': ['ID=32b83b39-6eaf-4308-b8f4-f4439f5354b0,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:39.464809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36980) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:39.511236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.resource_extend [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:32:39.528720 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.554359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:39.561497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:39.564198 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edd84f6-ea7a-4a4b-b4b6-df503232586c" -d '{"events": [{"server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "name": "network-vif-unplugged", "status": "completed", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:39.579357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:39.579784 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.605519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7275f-542f-4c64-8ad0-63ea9a243890 req-af170cd3-bb3a-4ff9-8712-03e8f69651ab tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.613869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eee7275f-542f-4c64-8ad0-63ea9a243890 req-af170cd3-bb3a-4ff9-8712-03e8f69651ab tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.5533304 Feb 11 05:32:39.669741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36986) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:39.694584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.719615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.739412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eee7275f-542f-4c64-8ad0-63ea9a243890 req-210a650a-5ef2-4373-921c-6dfb6365a71c tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244364 Feb 11 05:32:39.740916 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d49eef5f-a401-45a0-a048-618b565e9d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.783078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2e4ee2c4-a2fe-4ff4-afbc-9de983bb0fd3 None None] Provisioning complete for port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:39.783493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee2c4-a2fe-4ff4-afbc-9de983bb0fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.900198 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca1b61-7918-4717-b031-ed492459bf39 x-openstack-request-id: req-f5ca1b61-7918-4717-b031-ed492459bf39 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:39.900951 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "name": "network-vif-unplugged", "status": "completed", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:39.901525 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5ca1b61-7918-4717-b031-ed492459bf39 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:39.905880 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'code': 200} Feb 11 05:32:40.018850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21a32d44-89aa-4d1b-ba8e-a5a1824d4dd4 req-e10c282f-c930-4f85-ab65-1b6262036fc2 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.2002208 Feb 11 05:32:40.039250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ca9dd-01a1-4f4f-925c-5e9952531e0a None None] Pushing event updated for resources: {'Port': ['ID=b2c8b065-027b-44f0-af57-3f3efde4a2b6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.041259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2ec-8bf0-453c-8c12-4f949b44a81f admin admin] Publish callbacks [] for security_group (f37194cf-90b5-4031-9040-9d9f1a9d83c6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.083645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-06a7dc35-bbd7-4d4f-a6e9-5332b659035a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4408429 Feb 11 05:32:40.140101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d49eef5f-a401-45a0-a048-618b565e9d43 admin admin] Publish callbacks [] for security_group (0c91e335-4bdd-4deb-8ffe-b5bc32e852c2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.191477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.197755 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (5debb4c5-81d8-4a54-8902-3f1042a84238), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.203188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.203812 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.249876 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2ec-8bf0-453c-8c12-4f949b44a81f admin admin] Publish callbacks [] for security_group (f37194cf-90b5-4031-9040-9d9f1a9d83c6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.306275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Network': ['ID=5debb4c5-81d8-4a54-8902-3f1042a84238,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.313332 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d49eef5f-a401-45a0-a048-618b565e9d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c91e335-4bdd-4deb-8ffe-b5bc32e852c2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.313890 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ee57078-50ad-4492-8ebf-83cd61a63645 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.2659252 Feb 11 05:32:40.314810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.315650 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (2c1d57d6-5863-40a5-afca-188e93a5d063), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.317664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:40.335992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 5debb4c5-81d8-4a54-8902-3f1042a84238 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:40.346065 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:32:40.354954 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:32:40.374110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=3f592aaa-6547-409b-8f26-dc12e7760c3d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.380852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '5debb4c5-81d8-4a54-8902-3f1042a84238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:40.411552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.427523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d49eef5f-a401-45a0-a048-618b565e9d43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7939f26a14a546e0aaed1773552022b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7190359 Feb 11 05:32:40.435775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37004) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:40.578177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-2790a0d7-b0a3-48d3-b0c8-60fff2524670 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.580342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-2790a0d7-b0a3-48d3-b0c8-60fff2524670 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 805 time: 0.4494483 Feb 11 05:32:40.593710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ee2c4-a2fe-4ff4-afbc-9de983bb0fd3 None None] Current status of the port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:40.623060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b7dea6f-9595-42a8-9421-5fa4dd33bb24 admin admin] Publish callbacks [] for security_group (0c91e335-4bdd-4deb-8ffe-b5bc32e852c2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.627386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f5d3425c-b772-4427-a991-2f01f220bee9 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/quotas/cd914c3ac05c46e989d9dbc8b4d8cdc5 HTTP/1.1" status: 200 len: 375 time: 0.0247622 Feb 11 05:32:40.654470 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b7dea6f-9595-42a8-9421-5fa4dd33bb24 admin admin] Publish callbacks [] for security_group (0c91e335-4bdd-4deb-8ffe-b5bc32e852c2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.697786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-481c29a3-2750-469e-9d0b-5a1143932f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.700035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-481c29a3-2750-469e-9d0b-5a1143932f7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.5558741 Feb 11 05:32:40.701671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eef5f-a401-45a0-a048-618b565e9d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c91e335-4bdd-4deb-8ffe-b5bc32e852c2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.718226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:40.722686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.725201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-5b1ae01b-c161-496c-a340-94345d6004b9 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909460 Feb 11 05:32:40.752367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b2326865-6f54-481f-8dd5-e6e978c7389d None None] Provisioning complete for port 3f592aaa-6547-409b-8f26-dc12e7760c3d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:40.753146 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2326865-6f54-481f-8dd5-e6e978c7389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.815088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:40.829749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:40.835922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-eb30bdbc-cff9-4e8d-9593-7fabf60e8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.837985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-eb30bdbc-cff9-4e8d-9593-7fabf60e8633 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.1183999 Feb 11 05:32:40.841985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b2326865-6f54-481f-8dd5-e6e978c7389d None None] Port 3f592aaa-6547-409b-8f26-dc12e7760c3d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:40.852444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b7dea6f-9595-42a8-9421-5fa4dd33bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0c91e335-4bdd-4deb-8ffe-b5bc32e852c2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.859943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b7dea6f-9595-42a8-9421-5fa4dd33bb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.865410 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8b7dea6f-9595-42a8-9421-5fa4dd33bb24 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c91e335-4bdd-4deb-8ffe-b5bc32e852c2 HTTP/1.1" status: 204 len: 168 time: 0.4255843 Feb 11 05:32:40.908027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-e1dd9b60-7ffe-41f3-955f-6a5f3e0c3cee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 200 len: 217 time: 0.0588360 Feb 11 05:32:40.998165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:41.258750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-ac88e7b5-a5f3-4515-9a80-14285f076c73 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:32:41.260582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-ac88e7b5-a5f3-4515-9a80-14285f076c73 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4212949 Feb 11 05:32:41.263591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2ec-8bf0-453c-8c12-4f949b44a81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f37194cf-90b5-4031-9040-9d9f1a9d83c6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.271200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2ec-8bf0-453c-8c12-4f949b44a81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.272373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-13d5e2ec-8bf0-453c-8c12-4f949b44a81f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f37194cf-90b5-4031-9040-9d9f1a9d83c6 HTTP/1.1" status: 204 len: 168 time: 1.8058074 Feb 11 05:32:41.378271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.386986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dea6f-9595-42a8-9421-5fa4dd33bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c91e335-4bdd-4deb-8ffe-b5bc32e852c2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.446266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 32b83b39-6eaf-4308-b8f4-f4439f5354b0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:41.448114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-0a26c93f-ab8b-4aaa-a639-e818a6470c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.457677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-0a26c93f-ab8b-4aaa-a639-e818a6470c5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.5437639 Feb 11 05:32:41.681744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router 2c1d57d6-5863-40a5-afca-188e93a5d063 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:32:41.682244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d7d347d0-1b6e-4a7a-bce8-a5c07ea495fe None None] Provisioning complete for port 3f592aaa-6547-409b-8f26-dc12e7760c3d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:41.684672 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7d347d0-1b6e-4a7a-bce8-a5c07ea495fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.689540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-0a69aee9-00b7-4644-80c2-f22af747687f service neutron] 10.222.0.62 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783281 Feb 11 05:32:41.690370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e2ec-8bf0-453c-8c12-4f949b44a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37194cf-90b5-4031-9040-9d9f1a9d83c6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.706630 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11734477-5c96-43e2-a62e-3b4327956375 req-ebdd290b-a81f-4940-b385-58aa4ed1f3a6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2181864 Feb 11 05:32:41.723479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:41.724129 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.835885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-aac32a98-5ad0-4a3a-ae2f-8a52254543a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3132741 Feb 11 05:32:41.926187 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061fa430-4b88-4f7b-ae72-b425781917ce None None] Network 54c62744-5f9f-477e-8d44-3abc929e1aa5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:41.982094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-032ad853-ae5c-4459-847b-f661565c26b5 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.982771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d7d347d0-1b6e-4a7a-bce8-a5c07ea495fe None None] Port 3f592aaa-6547-409b-8f26-dc12e7760c3d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:41.991915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-032ad853-ae5c-4459-847b-f661565c26b5 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f86dfd8-d8e3-4923-9372-e24d8c4f4210 HTTP/1.1" status: 200 len: 944 time: 0.9528573 Feb 11 05:32:42.159732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a4014-6ba4-45d1-a229-dc8a1b5a584e req-1ed9423c-6c9f-4025-806c-114548685d39 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.170425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:42.175564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee5a4014-6ba4-45d1-a229-dc8a1b5a584e req-1ed9423c-6c9f-4025-806c-114548685d39 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 1.1527765 Feb 11 05:32:42.194558 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-64985c95-e093-43f5-a049-2f28a9f572ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/2c1d57d6-5863-40a5-afca-188e93a5d063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7015145 Feb 11 05:32:42.197956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734477-5c96-43e2-a62e-3b4327956375 req-1601da05-7274-4180-90fa-e795d8bc415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.199811 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11734477-5c96-43e2-a62e-3b4327956375 req-1601da05-7274-4180-90fa-e795d8bc415b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.3608334 Feb 11 05:32:42.200403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37038) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:42.203437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (e1eb01fe-1655-4059-853f-050bdb6488db), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.228496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af8ff9-25c6-4cf0-b41c-e37faea8ca13 None None] Sync routers for ids ['2c1d57d6-5863-40a5-afca-188e93a5d063'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:42.342559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-eaf323cf-ef4c-4c0b-8bb1-8e165d3f729e None None] Provisioning complete for port b2c8b065-027b-44f0-af57-3f3efde4a2b6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:42.348878 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eaf323cf-ef4c-4c0b-8bb1-8e165d3f729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.465607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af8ff9-25c6-4cf0-b41c-e37faea8ca13 None None] Routers {'2c1d57d6-5863-40a5-afca-188e93a5d063'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:42.466243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking segment: {'id': '72e290c2-604d-44a8-b45c-107468052259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5debb4c5-81d8-4a54-8902-3f1042a84238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:42.466653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network hostable DHCP agents. Network: 5debb4c5-81d8-4a54-8902-3f1042a84238, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:42.468711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e9af8ff9-25c6-4cf0-b41c-e37faea8ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2c1d57d6-5863-40a5-afca-188e93a5d063'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:42.486965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:42.490080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b2c8b065-027b-44f0-af57-3f3efde4a2b6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:42.507468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c22786-9da3-45f1-b9b2-35738b3d21ab tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.512520 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-22c22786-9da3-45f1-b9b2-35738b3d21ab tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports/3f592aaa-6547-409b-8f26-dc12e7760c3d HTTP/1.1" status: 200 len: 911 time: 0.3070171 Feb 11 05:32:42.517770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37044) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:42.634514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=e1eb01fe-1655-4059-853f-050bdb6488db,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:42.634725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e9af8ff9-25c6-4cf0-b41c-e37faea8ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:42.711845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734477-5c96-43e2-a62e-3b4327956375 req-b95dc7cc-325f-4403-b026-98bb27eebd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.713631 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11734477-5c96-43e2-a62e-3b4327956375 req-b95dc7cc-325f-4403-b026-98bb27eebd72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.4772215 Feb 11 05:32:42.755784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 5debb4c5-81d8-4a54-8902-3f1042a84238 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:42.761434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af8ff9-25c6-4cf0-b41c-e37faea8ca13 None None] Routers {'2c1d57d6-5863-40a5-afca-188e93a5d063'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:42.763180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e9af8ff9-25c6-4cf0-b41c-e37faea8ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2c1d57d6-5863-40a5-afca-188e93a5d063'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:42.836261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-9d56d94e-3806-4877-94d3-a5738d20a034 service neutron] 10.222.0.62 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1024690 Feb 11 05:32:42.868200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e9af8ff9-25c6-4cf0-b41c-e37faea8ca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:42.877342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af8ff9-25c6-4cf0-b41c-e37faea8ca13 None None] The sync data for ids ['2c1d57d6-5863-40a5-afca-188e93a5d063'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:42.923832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee5a4014-6ba4-45d1-a229-dc8a1b5a584e req-481edc92-3144-496d-9706-4f92947e1f4b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7471545 Feb 11 05:32:42.928245 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-da8929fa-1b2f-4fd2-b949-216e65d16506 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0373209 Feb 11 05:32:43.022953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b2c8b065-027b-44f0-af57-3f3efde4a2b6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:43.023324 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.068733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eaf323cf-ef4c-4c0b-8bb1-8e165d3f729e None None] Current status of the port b2c8b065-027b-44f0-af57-3f3efde4a2b6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:43.069716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eaf323cf-ef4c-4c0b-8bb1-8e165d3f729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.111268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Deleting port fe627deb-ecb1-4a48-b59b-dade1949230b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:43.112447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.122445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-eaf323cf-ef4c-4c0b-8bb1-8e165d3f729e None None] For port b2c8b065-027b-44f0-af57-3f3efde4a2b6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b2c8b065-027b-44f0-af57-3f3efde4a2b6,segment=NetworkSegment(266ee598-cdb5-4fca-b88a-92362c8951cf),segment_id=266ee598-cdb5-4fca-b88a-92362c8951cf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:43.265664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-5fafd30f-39b1-49be-931f-a604957a384d req-e8c3c190-8879-40d2-926b-1a96cb0673a0 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-259544592', 'description': 'tempest-description-731496094'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:43.270807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b2c8b065-027b-44f0-af57-3f3efde4a2b6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:43.276372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.280115 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eaf323cf-ef4c-4c0b-8bb1-8e165d3f729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.514949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf323cf-ef4c-4c0b-8bb1-8e165d3f729e None None] Pushing event updated for resources: {'Port': ['ID=b2c8b065-027b-44f0-af57-3f3efde4a2b6,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.535053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:32:43.535411 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:32:43.563872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3be54a75-35e4-4eb0-a694-9be66b7e788f None None] Provisioning complete for port b2c8b065-027b-44f0-af57-3f3efde4a2b6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:43.564272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3be54a75-35e4-4eb0-a694-9be66b7e788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.719659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3be54a75-35e4-4eb0-a694-9be66b7e788f None None] Current status of the port b2c8b065-027b-44f0-af57-3f3efde4a2b6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:43.785686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 5debb4c5-81d8-4a54-8902-3f1042a84238) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:43.787951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11734477-5c96-43e2-a62e-3b4327956375 req-a8c526ae-5e36-4463-8fbf-c91078e5be68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 217 time: 1.0609512 Feb 11 05:32:43.791848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.792521 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.803926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45c545-1a6b-4ad7-8927-f63336039fa4 None None] Network 5debb4c5-81d8-4a54-8902-3f1042a84238 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:43.875707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734477-5c96-43e2-a62e-3b4327956375 req-dd122590-a4cd-4150-921d-ce8ec8a667c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.881564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11734477-5c96-43e2-a62e-3b4327956375 req-dd122590-a4cd-4150-921d-ce8ec8a667c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.0817940 Feb 11 05:32:43.917894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11734477-5c96-43e2-a62e-3b4327956375 req-b50d6e25-4886-49b1-bfba-139c9ec65659 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295532 Feb 11 05:32:43.940386 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5a760dc3-e884-4c19-a1eb-838fcd60169b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5696549 Feb 11 05:32:43.957996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37082) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:43.963961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': '5debb4c5-81d8-4a54-8902-3f1042a84238', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1944073957'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:44.017998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-5debb4c5-81d8-4a54-8902-3f1042a84238', 'network_id': '5debb4c5-81d8-4a54-8902-3f1042a84238', 'project_id': '8659bc55038b4cb086c2537e0c5bb109', 'fixed_ips': [{'subnet_id': 'e1eb01fe-1655-4059-853f-050bdb6488db'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:44.018934 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.157916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b2c8b065-027b-44f0-af57-3f3efde4a2b6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:44.159657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27aa5508-80e4-43ac-b12f-7c707590d44a req-e419a5f8-4074-4580-bd24-3d0ffb4324f5 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.9909394 Feb 11 05:32:44.188822 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11734477-5c96-43e2-a62e-3b4327956375 req-dbec3c40-bb1d-46ee-9bc3-87859a629c91 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643487 Feb 11 05:32:44.299295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Allocated IP 2001:db8::2 (5debb4c5-81d8-4a54-8902-3f1042a84238/e1eb01fe-1655-4059-853f-050bdb6488db/7a862b7f-93f1-47de-909c-4ac7767d89af) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:44.305794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b2c8b065-027b-44f0-af57-3f3efde4a2b6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:44.318821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:44.326242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.333354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5fafd30f-39b1-49be-931f-a604957a384d req-e8c3c190-8879-40d2-926b-1a96cb0673a0 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.346414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2c9a72f-815c-4ac5-903b-e91fe918e191 req-cbe98d6e-6078-4799-8b60-f9faec1ce4f9 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 210 time: 0.0939975 Feb 11 05:32:44.359015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 16acf3f5-e055-4045-b3f6-de1ec3b7cc98 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:44.367050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e8a9d86-a87e-4673-9b0f-a6771fcb3726 req-e3603251-0f38-4f8c-80ea-b9dd78ca254d service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4145250 Feb 11 05:32:44.380008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fe627deb-ecb1-4a48-b59b-dade1949230b no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:44.433475 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11734477-5c96-43e2-a62e-3b4327956375 req-53986f32-ae56-49a4-a4e9-ae829eb46494 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382975 Feb 11 05:32:44.454817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] For port fe627deb-ecb1-4a48-b59b-dade1949230b, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fe627deb-ecb1-4a48-b59b-dade1949230b,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:44.455287 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.455787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b2c8b065-027b-44f0-af57-3f3efde4a2b6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:44.456168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.499692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Calling delete_port for fe627deb-ecb1-4a48-b59b-dade1949230b owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:44.815070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Publish callbacks [] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.816306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.911898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5fafd30f-39b1-49be-931f-a604957a384d req-e8c3c190-8879-40d2-926b-1a96cb0673a0 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for security_group (ce841f68-a5bb-42f4-8bf3-050eb70d834a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.975349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port fe627deb-ecb1-4a48-b59b-dade1949230b is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:44.975626 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fe627deb-ecb1-4a48-b59b-dade1949230b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.988730 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.997289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::2c8 (5debb4c5-81d8-4a54-8902-3f1042a84238/e1eb01fe-1655-4059-853f-050bdb6488db/16acf3f5-e055-4045-b3f6-de1ec3b7cc98) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:45.042301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5fafd30f-39b1-49be-931f-a604957a384d req-e8c3c190-8879-40d2-926b-1a96cb0673a0 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ce841f68-a5bb-42f4-8bf3-050eb70d834a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.042582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Pushing event deleted for resources: {'Port': ['ID=fe627deb-ecb1-4a48-b59b-dade1949230b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.085961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b2c8b065-027b-44f0-af57-3f3efde4a2b6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:45.109461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Network 5debb4c5-81d8-4a54-8902-3f1042a84238 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:45.124674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:45.132911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Pushing event updated for resources: {'Port': ['ID=7a862b7f-93f1-47de-909c-4ac7767d89af,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.136156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:45.252662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Attempting to bind port 7a862b7f-93f1-47de-909c-4ac7767d89af on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:45.253056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Attempting to bind port 7a862b7f-93f1-47de-909c-4ac7767d89af by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '72e290c2-604d-44a8-b45c-107468052259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5debb4c5-81d8-4a54-8902-3f1042a84238'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:45.253451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Attempting to bind port 7a862b7f-93f1-47de-909c-4ac7767d89af on network 5debb4c5-81d8-4a54-8902-3f1042a84238 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:45.260772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] No DVR routers for this DVR port fe627deb-ecb1-4a48-b59b-dade1949230b on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:45.261340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (16acf3f5-e055-4045-b3f6-de1ec3b7cc98), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.267631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:45.268207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Checking segment: {'id': '72e290c2-604d-44a8-b45c-107468052259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5debb4c5-81d8-4a54-8902-3f1042a84238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:45.268769 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.269294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Bound using segment: {'id': '72e290c2-604d-44a8-b45c-107468052259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5debb4c5-81d8-4a54-8902-3f1042a84238'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:45.269793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Bound port: 7a862b7f-93f1-47de-909c-4ac7767d89af, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e290c2-604d-44a8-b45c-107468052259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5debb4c5-81d8-4a54-8902-3f1042a84238'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:45.270181 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.367625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] For port 7a862b7f-93f1-47de-909c-4ac7767d89af, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:45.371447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] For port 7a862b7f-93f1-47de-909c-4ac7767d89af, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7a862b7f-93f1-47de-909c-4ac7767d89af,segment=NetworkSegment(72e290c2-604d-44a8-b45c-107468052259),segment_id=72e290c2-604d-44a8-b45c-107468052259)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:45.435479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (16acf3f5-e055-4045-b3f6-de1ec3b7cc98), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.464826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.528590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 5debb4c5-81d8-4a54-8902-3f1042a84238 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:45.532813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8:1::1 (54c62744-5f9f-477e-8d44-3abc929e1aa5/1f48b859-06ce-4771-b5cf-2b06279466f8/e7b6531d-0f2f-46cc-91f1-9688b38d1cea) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:45.536991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:45.540225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:45.556774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.558179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.591702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=16acf3f5-e055-4045-b3f6-de1ec3b7cc98,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.602703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3c190-8879-40d2-926b-1a96cb0673a0 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce841f68-a5bb-42f4-8bf3-050eb70d834a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.610588 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.615887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a4d4cba-b101-472d-9f9e-fb4a81bffbf8 req-2e4ee585-d831-48ef-9e4e-4c8703aa8ec2 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "DELETE /v2.0/ports/fe627deb-ecb1-4a48-b59b-dade1949230b HTTP/1.1" status: 204 len: 173 time: 3.6231029 Feb 11 05:32:45.617066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4600b7-c269-4095-bd0c-7c29794863af None None] Pushing event updated for resources: {'Port': ['ID=7a862b7f-93f1-47de-909c-4ac7767d89af,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.621800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'name': 'network-vif-deleted', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:45.624906 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec56cab0-f93f-461b-b3c2-65064d6496c2" -d '{"events": [{"server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "name": "network-vif-deleted", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:45.647016 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7acd9085-f92c-4fc6-b519-a98e033bfa52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6878700 Feb 11 05:32:45.647986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5fafd30f-39b1-49be-931f-a604957a384d req-e8c3c190-8879-40d2-926b-1a96cb0673a0 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.654228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37114) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:45.669388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fafd30f-39b1-49be-931f-a604957a384d req-e8c3c190-8879-40d2-926b-1a96cb0673a0 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 2.4156158 Feb 11 05:32:45.751728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-12c378f3-9936-4134-8433-147701d4783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.764688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-12c378f3-9936-4134-8433-147701d4783c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.6277814 Feb 11 05:32:45.969634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a258903-87f9-47b0-8877-c37ae6d6ff22 req-5cb23865-72e8-4277-857a-f06ccf3bea2a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.977413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a258903-87f9-47b0-8877-c37ae6d6ff22 req-5cb23865-72e8-4277-857a-f06ccf3bea2a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.9531164 Feb 11 05:32:46.062579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51e6815c-9007-4536-9f36-3bfa24c73cd7 req-683640f3-3e35-4d9c-b2d2-82904567e8e5 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.1718411 Feb 11 05:32:46.227130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-bc847a51-27e3-4a78-868a-b7f67cf82b48 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.234604 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-bc847a51-27e3-4a78-868a-b7f67cf82b48 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.65 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 805 time: 0.3003566 Feb 11 05:32:46.259103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Request body: {'port': {'device_id': '6633a033-20d0-447b-a97d-b6702b696c92', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'admin_state_up': True, 'tenant_id': 'cd914c3ac05c46e989d9dbc8b4d8cdc5'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:46.279171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.347306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-6e0bad7b-a549-4d88-8073-cfd1e7b9d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.351166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-6e0bad7b-a549-4d88-8073-cfd1e7b9d8b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.4549990 Feb 11 05:32:46.369542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-15b74566-9c0e-4134-83ae-d4e1dc8e49fb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 16acf3f5-e055-4045-b3f6-de1ec3b7cc98 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:46.372194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15b74566-9c0e-4134-83ae-d4e1dc8e49fb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (16acf3f5-e055-4045-b3f6-de1ec3b7cc98), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.391815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7a862b7f-93f1-47de-909c-4ac7767d89af up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:46.478964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7a862b7f-93f1-47de-909c-4ac7767d89af triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:46.479766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.546717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdf8b68f-952f-4e0c-8e82-e36882ce7b1e req-ea3dccdf-8bdc-4029-9611-e3829f9cc5cf tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 210 time: 0.1865423 Feb 11 05:32:46.569886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a258903-87f9-47b0-8877-c37ae6d6ff22 req-0fdc91d2-638a-41df-92ac-9a0a52cdc67a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911007 Feb 11 05:32:46.695046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-03dfa39b-6070-4c0d-8f4a-29871802d022 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 200 len: 217 time: 0.3284137 Feb 11 05:32:46.696678 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64f3b95-b84d-4991-8fb8-f3ff5822938e x-openstack-request-id: req-f64f3b95-b84d-4991-8fb8-f3ff5822938e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:46.697520 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86dfd8-d8e3-4923-9372-e24d8c4f4210", "name": "network-vif-deleted", "tag": "fe627deb-ecb1-4a48-b59b-dade1949230b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:46.697948 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f64f3b95-b84d-4991-8fb8-f3ff5822938e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:46.698484 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f86dfd8-d8e3-4923-9372-e24d8c4f4210', 'name': 'network-vif-deleted', 'tag': 'fe627deb-ecb1-4a48-b59b-dade1949230b', 'status': 'completed', 'code': 200} Feb 11 05:32:46.699743 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.748045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7a862b7f-93f1-47de-909c-4ac7767d89af is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:46.748495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.836260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 7a862b7f-93f1-47de-909c-4ac7767d89af, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7a862b7f-93f1-47de-909c-4ac7767d89af,segment=NetworkSegment(72e290c2-604d-44a8-b45c-107468052259),segment_id=72e290c2-604d-44a8-b45c-107468052259)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:46.868228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15b74566-9c0e-4134-83ae-d4e1dc8e49fb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (16acf3f5-e055-4045-b3f6-de1ec3b7cc98), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.894650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-15b74566-9c0e-4134-83ae-d4e1dc8e49fb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 16acf3f5-e055-4045-b3f6-de1ec3b7cc98 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:46.897134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 54c62744-5f9f-477e-8d44-3abc929e1aa5 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:46.925337 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.022675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=e7b6531d-0f2f-46cc-91f1-9688b38d1cea,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:47.027294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:47.032233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-a30db65f-dd85-4d7d-bd32-7da59e1105f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:47.033848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-a30db65f-dd85-4d7d-bd32-7da59e1105f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.3005118 Feb 11 05:32:47.035310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:47.035851 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (2c1d57d6-5863-40a5-afca-188e93a5d063), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.099646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=7a862b7f-93f1-47de-909c-4ac7767d89af,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:47.211038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-89650339-a7a1-4f8e-ab7e-dbfb5d3ed4c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572263 Feb 11 05:32:47.261277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Made reservation on behalf of cd914c3ac05c46e989d9dbc8b4d8cdc5 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:47.269421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.310135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d6c0c-746a-47e5-abf5-3e93bd6146b6 None None] Network 5debb4c5-81d8-4a54-8902-3f1042a84238 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:47.330211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15b74566-9c0e-4134-83ae-d4e1dc8e49fb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (16acf3f5-e055-4045-b3f6-de1ec3b7cc98), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.428522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f11e3e2-1966-42b5-901b-86de702dd02e req-9b144997-e70a-442f-87e1-6b3a9d3bc320 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.1914363 Feb 11 05:32:47.482084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-173ab24b-40da-497f-b77e-67c4491031df None None] Provisioning complete for port 7a862b7f-93f1-47de-909c-4ac7767d89af triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:47.491118 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-173ab24b-40da-497f-b77e-67c4491031df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.495841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b74566-9c0e-4134-83ae-d4e1dc8e49fb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=16acf3f5-e055-4045-b3f6-de1ec3b7cc98,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:47.540311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15b74566-9c0e-4134-83ae-d4e1dc8e49fb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.544888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15b74566-9c0e-4134-83ae-d4e1dc8e49fb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/16acf3f5-e055-4045-b3f6-de1ec3b7cc98 HTTP/1.1" status: 204 len: 168 time: 1.8892388 Feb 11 05:32:47.553221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37128) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:47.610116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41269bb3-3e89-428b-943e-15164bb51193 req-33dc97de-905c-41d0-9f8b-693fef507b31 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-259544592&fields=id&tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0 HTTP/1.1" status: 200 len: 267 time: 0.7084651 Feb 11 05:32:47.620642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-d95801f1-c7f9-4b7e-a0d3-3e6a317e7aa4 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767440 Feb 11 05:32:47.698989 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebc47f8-1cb9-4fd7-adaf-08322e52814c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:32:47.704568 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2ebc47f8-1cb9-4fd7-adaf-08322e52814c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/16acf3f5-e055-4045-b3f6-de1ec3b7cc98 HTTP/1.1" status: 404 len: 333 time: 0.1499059 Feb 11 05:32:47.705693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37134) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:47.707162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-173ab24b-40da-497f-b77e-67c4491031df None None] Current status of the port 7a862b7f-93f1-47de-909c-4ac7767d89af is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:47.730816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Allocated IP 172.20.0.2 (8c080b97-dac6-411c-ba55-c34330df3d0d/21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef/99edbdac-00d8-4fad-a318-950b9c0cd37f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:47.847093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a6229b-2eb5-4e7f-95f4-431294368f6f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet e1eb01fe-1655-4059-853f-050bdb6488db {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:47.850960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e39c2844-0c63-4b06-a638-19a8bbd0d0d6 None None] Provisioning complete for port e7b6531d-0f2f-46cc-91f1-9688b38d1cea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:47.858339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a6229b-2eb5-4e7f-95f4-431294368f6f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (e1eb01fe-1655-4059-853f-050bdb6488db), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.860053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e39c2844-0c63-4b06-a638-19a8bbd0d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.948950 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a6229b-2eb5-4e7f-95f4-431294368f6f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (e1eb01fe-1655-4059-853f-050bdb6488db), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.995771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e39c2844-0c63-4b06-a638-19a8bbd0d0d6 None None] Port e7b6531d-0f2f-46cc-91f1-9688b38d1cea cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:48.036404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef31b2e7-91fa-4087-9408-7d2800749d5f req-320d3069-8052-4cf0-b53a-76769bd4e4b3 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 210 time: 0.3402369 Feb 11 05:32:48.071867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fa60dbb-c760-4002-a8c1-0f5f94c0af87 req-99540934-5b64-43e0-abe5-0850ed93b64d service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308851 Feb 11 05:32:48.126840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269bb3-3e89-428b-943e-15164bb51193 req-117f6934-69b9-48c8-8d04-66f101fe8465 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.128665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41269bb3-3e89-428b-943e-15164bb51193 req-117f6934-69b9-48c8-8d04-66f101fe8465 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.5177040 Feb 11 05:32:48.243788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-41269bb3-3e89-428b-943e-15164bb51193 req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Request body: {'port': {'security_groups': ['6f70af71-13ac-4093-ba95-ab10e508d885', 'ce841f68-a5bb-42f4-8bf3-050eb70d834a']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:48.266239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks [] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.286758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a6229b-2eb5-4e7f-95f4-431294368f6f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e1eb01fe-1655-4059-853f-050bdb6488db), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.297990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7a862b7f-93f1-47de-909c-4ac7767d89af up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:48.317977 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.389069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-58b9aab7-13f1-4f1c-afcc-fc4ec66e98c2 None None] Provisioning complete for port 7a862b7f-93f1-47de-909c-4ac7767d89af triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:48.389490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58b9aab7-13f1-4f1c-afcc-fc4ec66e98c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.479411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.481931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a6229b-2eb5-4e7f-95f4-431294368f6f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (e1eb01fe-1655-4059-853f-050bdb6488db), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.524153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dd857-3090-44ed-ba6c-a31111322697 req-5569318c-c863-4fa2-a451-303c9f3b985a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.530316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-58b9aab7-13f1-4f1c-afcc-fc4ec66e98c2 None None] Current status of the port 7a862b7f-93f1-47de-909c-4ac7767d89af is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:48.532574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-036dd857-3090-44ed-ba6c-a31111322697 req-5569318c-c863-4fa2-a451-303c9f3b985a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3077691 Feb 11 05:32:48.539441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7a862b7f-93f1-47de-909c-4ac7767d89af triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:48.539441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.551609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6229b-2eb5-4e7f-95f4-431294368f6f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=e1eb01fe-1655-4059-853f-050bdb6488db,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.621846 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-41269bb3-3e89-428b-943e-15164bb51193 req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.623581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Pushing event updated for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.630006 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a6229b-2eb5-4e7f-95f4-431294368f6f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.636138 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-54a6229b-2eb5-4e7f-95f4-431294368f6f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/e1eb01fe-1655-4059-853f-050bdb6488db HTTP/1.1" status: 204 len: 168 time: 0.9219446 Feb 11 05:32:48.641719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37146) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:48.648988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-aaeb1a01-aeb6-4692-86b0-bfb93da63539 None None] Could not find standard attr ID for object 16acf3f5-e055-4045-b3f6-de1ec3b7cc98. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:48.651104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7a862b7f-93f1-47de-909c-4ac7767d89af is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:48.657825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Network 8c080b97-dac6-411c-ba55-c34330df3d0d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:48.662411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:48.674576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:48.810145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.811090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.830405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (5debb4c5-81d8-4a54-8902-3f1042a84238), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.851798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3abb708-a58c-4950-8c04-549973841aa4 None None] Network 5debb4c5-81d8-4a54-8902-3f1042a84238 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:48.905675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 7a862b7f-93f1-47de-909c-4ac7767d89af {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:48.906089 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.928236 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f231d19d-e8e9-4734-a6ee-8a33d59529f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6849377 Feb 11 05:32:48.946445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Request body: {'port': {'device_id': '6633a033-20d0-447b-a97d-b6702b696c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:49.060109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] DHCP port deletion for 5debb4c5-81d8-4a54-8902-3f1042a84238 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:49.074452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] For port 7a862b7f-93f1-47de-909c-4ac7767d89af, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7a862b7f-93f1-47de-909c-4ac7767d89af,segment=NetworkSegment(72e290c2-604d-44a8-b45c-107468052259),segment_id=72e290c2-604d-44a8-b45c-107468052259)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:49.074887 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.115079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 7a862b7f-93f1-47de-909c-4ac7767d89af owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:49.164098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] Deleting port 7a862b7f-93f1-47de-909c-4ac7767d89af {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:49.164098 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.229700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.300794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] For port 7a862b7f-93f1-47de-909c-4ac7767d89af, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7a862b7f-93f1-47de-909c-4ac7767d89af,segment=NetworkSegment(72e290c2-604d-44a8-b45c-107468052259),segment_id=72e290c2-604d-44a8-b45c-107468052259)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:49.301256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.316147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] Calling delete_port for 7a862b7f-93f1-47de-909c-4ac7767d89af owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:49.320142 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.344733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-036dd857-3090-44ed-ba6c-a31111322697 req-0572a8e6-fd43-4480-8ad4-3c12a924679b tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8110783 Feb 11 05:32:49.486467 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.487502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (2c1d57d6-5863-40a5-afca-188e93a5d063), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.520276 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.548144 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7a862b7f-93f1-47de-909c-4ac7767d89af), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.552823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dfafc47d-1b88-43b4-8ae6-c5c01aeb20fc req-199e5af5-c63e-496a-8467-9bf0bb8b841a tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.1257904 Feb 11 05:32:49.558695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=e7b6531d-0f2f-46cc-91f1-9688b38d1cea,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:49.575109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=7a862b7f-93f1-47de-909c-4ac7767d89af,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:49.578485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99edbdac-00d8-4fad-a318-950b9c0cd37f {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:49.591152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] No DVR routers for this DVR port 7a862b7f-93f1-47de-909c-4ac7767d89af on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:49.592191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Publish callbacks [] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.593525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9431f-12fd-4a8f-9c27-fba6c44a7edb None None] Pushing event deleted for resources: {'Port': ['ID=7a862b7f-93f1-47de-909c-4ac7767d89af,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:49.606742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No DVR routers for this DVR port 7a862b7f-93f1-47de-909c-4ac7767d89af on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:49.608485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Transition to ACTIVE for port object 99edbdac-00d8-4fad-a318-950b9c0cd37f will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:49.702091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (5debb4c5-81d8-4a54-8902-3f1042a84238), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.705403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.761976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5debb4c5-81d8-4a54-8902-3f1042a84238']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:49.792233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e290c2-604d-44a8-b45c-107468052259') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:49.792541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e290c2-604d-44a8-b45c-107468052259') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:49.809764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (72e290c2-604d-44a8-b45c-107468052259), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.845194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 54c62744-5f9f-477e-8d44-3abc929e1aa5 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:49.848198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-41269bb3-3e89-428b-943e-15164bb51193 req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] For port 3b47a5be-81b8-4aae-b481-61545eb828b1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3b47a5be-81b8-4aae-b481-61545eb828b1,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:49.853830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Pushing event updated for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:49.854299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:49.880271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (72e290c2-604d-44a8-b45c-107468052259), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.893323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:49.893730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (72e290c2-604d-44a8-b45c-107468052259), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:49.896974 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:49.937690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65c1e0-52f3-405e-875f-40137cf6586d req-29ad9400-058e-4bb9-9a00-778871a87a12 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.939285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a65c1e0-52f3-405e-875f-40137cf6586d req-29ad9400-058e-4bb9-9a00-778871a87a12 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 943 time: 0.2273889 Feb 11 05:32:50.008318 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-41269bb3-3e89-428b-943e-15164bb51193 req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.008858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Attempting to bind port 99edbdac-00d8-4fad-a318-950b9c0cd37f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:50.010001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Attempting to bind port 99edbdac-00d8-4fad-a318-950b9c0cd37f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:50.010634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Attempting to bind port 99edbdac-00d8-4fad-a318-950b9c0cd37f on network 8c080b97-dac6-411c-ba55-c34330df3d0d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:50.018191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Port 99edbdac-00d8-4fad-a318-950b9c0cd37f on network 8c080b97-dac6-411c-ba55-c34330df3d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:50.021997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Attempting to bind port 99edbdac-00d8-4fad-a318-950b9c0cd37f on network 8c080b97-dac6-411c-ba55-c34330df3d0d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:50.027769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:50.029113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Checking segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:50.029523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Bound using segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:50.029961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Bound port: 99edbdac-00d8-4fad-a318-950b9c0cd37f, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:50.030321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.057610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router 2c1d57d6-5863-40a5-afca-188e93a5d063 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:50.082189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a65c1e0-52f3-405e-875f-40137cf6586d req-418eef69-fc7b-47c1-b95a-61f2ecae2a4b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864880 Feb 11 05:32:50.123798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (5debb4c5-81d8-4a54-8902-3f1042a84238), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.139062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.151719 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/networks/5debb4c5-81d8-4a54-8902-3f1042a84238 HTTP/1.1" status: 204 len: 168 time: 1.4909105 Feb 11 05:32:50.168458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37172) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:50.176359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'name': 'tempest-PortsIpV6TestJSON-265938784'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:50.182139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-41269bb3-3e89-428b-943e-15164bb51193 req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.194630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3b47a5be-81b8-4aae-b481-61545eb828b1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:50.276238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:50.294408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:50.306750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7a862b7f-93f1-47de-909c-4ac7767d89af no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:50.329113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-dea15d00-cd91-424e-a147-af2458b519e3 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897636 Feb 11 05:32:50.345537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 7a862b7f-93f1-47de-909c-4ac7767d89af {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:50.346736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245d44c-1efc-4c99-8c22-58c0145ed87f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Network': ['ID=5debb4c5-81d8-4a54-8902-3f1042a84238,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:50.348900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7a862b7f-93f1-47de-909c-4ac7767d89af not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:50.366657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269bb3-3e89-428b-943e-15164bb51193 req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.367339 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-41269bb3-3e89-428b-943e-15164bb51193 req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.380460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-aac82856-770e-4783-86aa-c640093107a7 None None] Provisioning complete for port e7b6531d-0f2f-46cc-91f1-9688b38d1cea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:50.380906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aac82856-770e-4783-86aa-c640093107a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.381499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41269bb3-3e89-428b-943e-15164bb51193 req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "PUT /v2.0/ports/3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 981 time: 2.1552460 Feb 11 05:32:50.395525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.499721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.500349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.504828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3b47a5be-81b8-4aae-b481-61545eb828b1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:50.512478 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] 10.222.0.65 "PUT /v2.0/ports/99edbdac-00d8-4fad-a318-950b9c0cd37f HTTP/1.1" status: 200 len: 1092 time: 1.5738583 Feb 11 05:32:50.512913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:50.519169 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed421d35-c732-4fca-a963-ce30e22fcda0" -d '{"events": [{"name": "network-changed", "server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:50.522475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-aac82856-770e-4783-86aa-c640093107a7 None None] Port e7b6531d-0f2f-46cc-91f1-9688b38d1cea cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:50.572232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a653b-06d5-46ad-bcc8-96aba3af065c service neutron] Pushing event updated for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:50.614791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:50.617100 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e994958f-38a6-4852-9239-e619904ef39e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:50.708447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-2c6b0851-971a-4c4f-92ae-c4a335e0e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.710171 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-2c6b0851-971a-4c4f-92ae-c4a335e0e32e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 1126 time: 0.0707500 Feb 11 05:32:50.747363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:50.756135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-70d30eaf-67ba-4331-997b-99d54f64fb08 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/2c1d57d6-5863-40a5-afca-188e93a5d063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1973135 Feb 11 05:32:50.758240 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace8dca-ccdc-4f1f-bda7-967e650e29b3 None None] Sync routers for ids ['2c1d57d6-5863-40a5-afca-188e93a5d063'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:50.765097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37192) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:50.771802 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-066fe220-fb5c-47ea-b0c4-5114520b1c53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f HTTP/1.1" status: 200 len: 217 time: 0.0543184 Feb 11 05:32:50.774119 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace8dca-ccdc-4f1f-bda7-967e650e29b3 None None] Routers {'2c1d57d6-5863-40a5-afca-188e93a5d063'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:50.778130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-25157f12-b609-4a25-bd83-8724469d5f11 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.779097 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7ace8dca-ccdc-4f1f-bda7-967e650e29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2c1d57d6-5863-40a5-afca-188e93a5d063'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:50.785595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-25157f12-b609-4a25-bd83-8724469d5f11 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4483926 Feb 11 05:32:50.787632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b16be9-a716-4313-a864-1e8a22452306 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event updated for resources: {'Port': ['ID=3b47a5be-81b8-4aae-b481-61545eb828b1,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:50.849386 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7ace8dca-ccdc-4f1f-bda7-967e650e29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:50.850334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7fb9e6-ec96-48de-b159-da2d88dad786 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.855305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9d7fb9e6-ec96-48de-b159-da2d88dad786 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports/e7b6531d-0f2f-46cc-91f1-9688b38d1cea HTTP/1.1" status: 200 len: 913 time: 0.0822144 Feb 11 05:32:50.858981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37194) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:50.882253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace8dca-ccdc-4f1f-bda7-967e650e29b3 None None] Routers {'2c1d57d6-5863-40a5-afca-188e93a5d063'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:50.882893 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7ace8dca-ccdc-4f1f-bda7-967e650e29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2c1d57d6-5863-40a5-afca-188e93a5d063'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:50.902612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-eee61995-9d2c-4150-80a8-ff078d51512c tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/quotas/a96e72b4f29043a2ba95a992bd71fe29 HTTP/1.1" status: 200 len: 375 time: 0.1158369 Feb 11 05:32:50.935263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-fca778cf-230b-4530-a38f-ab157f367f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.937010 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-fca778cf-230b-4530-a38f-ab157f367f3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 200 len: 845 time: 0.1585183 Feb 11 05:32:50.963771 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7ace8dca-ccdc-4f1f-bda7-967e650e29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:50.965039 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace8dca-ccdc-4f1f-bda7-967e650e29b3 None None] The sync data for ids ['2c1d57d6-5863-40a5-afca-188e93a5d063'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:50.982115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-7dac0e75-4389-435d-83c2-c315a22fbfbc tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786169 Feb 11 05:32:50.995544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485832d-3227-4f9c-84ac-0d7330b82dbd req-ca8180d8-6ab1-485c-9223-e32e54fe638a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.997159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4485832d-3227-4f9c-84ac-0d7330b82dbd req-ca8180d8-6ab1-485c-9223-e32e54fe638a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3644366 Feb 11 05:32:51.058198 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-94878fbd-449e-4372-a62c-21d0b36b4277 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c080b97-dac6-411c-ba55-c34330df3d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142514 Feb 11 05:32:51.070664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:51.080423 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.107558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4485832d-3227-4f9c-84ac-0d7330b82dbd req-e89e0822-2c6c-439f-a3f8-f944d7e2d962 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046562 Feb 11 05:32:51.120188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 77100dc6-3f15-4e8a-b8a2-853b324e7d9a yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:51.353231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-37f2ba7a-7a9a-4af9-8412-04a6c30d2810 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-259544592&fields=id&tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0 HTTP/1.1" status: 200 len: 267 time: 0.1388638 Feb 11 05:32:51.396261 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b76b728-d85e-450d-9ac4-f9979cd52720 x-openstack-request-id: req-5b76b728-d85e-450d-9ac4-f9979cd52720 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:51.396622 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:51.396877 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b76b728-d85e-450d-9ac4-f9979cd52720 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:51.397293 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'status': 'completed', 'code': 200} Feb 11 05:32:51.425705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-1cc1272b-fdaa-4693-b56a-b89b77cb073f service neutron] 10.222.0.65 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279104 Feb 11 05:32:51.560172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db64b1ad-819c-4a62-b72e-0bd19ec70d7a req-5a445d07-d067-40f4-bb52-13ca5177c1cf tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0757439 Feb 11 05:32:51.670991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-2dcb53dc-b3de-4878-a716-41818720155b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.673661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-2dcb53dc-b3de-4878-a716-41818720155b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 984 time: 0.2994363 Feb 11 05:32:51.690982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (77100dc6-3f15-4e8a-b8a2-853b324e7d9a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.694115 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eed8dfa-4e5b-4f93-b839-8f4410413dc9 x-openstack-request-id: req-9eed8dfa-4e5b-4f93-b839-8f4410413dc9 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:51.694742 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:51.695578 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9eed8dfa-4e5b-4f93-b839-8f4410413dc9 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:51.696092 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'status': 'completed', 'code': 200} Feb 11 05:32:51.719252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Request body: {'port': {'security_groups': ['6f70af71-13ac-4093-ba95-ab10e508d885']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:51.971987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.014844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ee61-7acb-4ea4-b49e-9d4e5ee0db6f req-224bc7c2-25c3-439b-8148-c0e5994847a0 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.021477 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66b3f786-b54e-43a5-abde-b9b20e388226 req-f0c20f12-f6d3-45dd-9d89-0fcbafc23460 service neutron] 10.222.0.65 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856993 Feb 11 05:32:52.023162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1037ee61-7acb-4ea4-b49e-9d4e5ee0db6f req-224bc7c2-25c3-439b-8148-c0e5994847a0 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 943 time: 0.2282043 Feb 11 05:32:52.074595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (2c1d57d6-5863-40a5-afca-188e93a5d063), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.101241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994958f-38a6-4852-9239-e619904ef39e req-d367b905-6c08-4fb6-9091-fcc1066ef9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.103201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e994958f-38a6-4852-9239-e619904ef39e req-d367b905-6c08-4fb6-9091-fcc1066ef9da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1167 time: 0.4050307 Feb 11 05:32:52.110605 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (77100dc6-3f15-4e8a-b8a2-853b324e7d9a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.189657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=77100dc6-3f15-4e8a-b8a2-853b324e7d9a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:52.226918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:52.246505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:52.272531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:52.280062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.280830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.324615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1037ee61-7acb-4ea4-b49e-9d4e5ee0db6f req-15553c4e-db5f-49b7-ac9f-2d7dbc0ddd87 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921913 Feb 11 05:32:52.390321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-687f52c2-bb99-452f-8508-fde2451e71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.391928 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-687f52c2-bb99-452f-8508-fde2451e71a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 1126 time: 0.1757436 Feb 11 05:32:52.518542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994958f-38a6-4852-9239-e619904ef39e req-d725f1c2-356b-4393-924b-bfd71e1ea861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.520397 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e994958f-38a6-4852-9239-e619904ef39e req-d725f1c2-356b-4393-924b-bfd71e1ea861 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.4078095 Feb 11 05:32:52.543834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-16fa2c17-f029-4001-ae51-1230e02c9160 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3725867 Feb 11 05:32:52.550971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:52.585341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3dff71f8-a265-40f5-8f4b-051778e2549d req-97536f2d-4096-4fc9-bb8d-accedcc96770 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0932844 Feb 11 05:32:52.666204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e994958f-38a6-4852-9239-e619904ef39e req-59ce060a-78f4-43a8-9a30-02f9157c442e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 217 time: 0.1166041 Feb 11 05:32:52.711503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-64446788-027c-4770-936b-bb481fa41238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.713794 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-64446788-027c-4770-936b-bb481fa41238 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 906 time: 0.3128340 Feb 11 05:32:52.735137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994958f-38a6-4852-9239-e619904ef39e req-2cc19f24-6d6b-495a-a0e7-60b9d5e6b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.736635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e994958f-38a6-4852-9239-e619904ef39e req-2cc19f24-6d6b-495a-a0e7-60b9d5e6b321 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.0611746 Feb 11 05:32:52.806743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-1be3007b-64c6-4fbb-a142-a4479c476950 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f HTTP/1.1" status: 200 len: 217 time: 0.0857561 Feb 11 05:32:52.817111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e994958f-38a6-4852-9239-e619904ef39e req-07e32c1e-a42c-485b-8a14-f4f614be4114 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656362 Feb 11 05:32:52.827295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] For port 3b47a5be-81b8-4aae-b481-61545eb828b1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3b47a5be-81b8-4aae-b481-61545eb828b1,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:52.869943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port e7b6531d-0f2f-46cc-91f1-9688b38d1cea {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:52.870300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.911852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-a85b5917-03c5-45a1-8895-c4327f159c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.913395 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-a85b5917-03c5-45a1-8895-c4327f159c93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 200 len: 845 time: 0.0988271 Feb 11 05:32:52.936521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.944877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aff98-0578-40e0-8037-3136dec12684 req-9cc42438-4f52-452e-be94-2c491b53ddd2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.946600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d9aff98-0578-40e0-8037-3136dec12684 req-9cc42438-4f52-452e-be94-2c491b53ddd2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.2087512 Feb 11 05:32:52.955315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-99efa7e3-2dd8-4c3c-ab8e-575dd202aa02 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 77100dc6-3f15-4e8a-b8a2-853b324e7d9a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:52.955667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-99efa7e3-2dd8-4c3c-ab8e-575dd202aa02 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (77100dc6-3f15-4e8a-b8a2-853b324e7d9a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.000402 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-992fd02a-b744-4265-a0a5-f59bea7868f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c080b97-dac6-411c-ba55-c34330df3d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809457 Feb 11 05:32:53.006330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e994958f-38a6-4852-9239-e619904ef39e req-62685b18-8301-423c-b704-69a183360823 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768780 Feb 11 05:32:53.049857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d9aff98-0578-40e0-8037-3136dec12684 req-325f7265-bf80-403e-b2b2-5d646646ccc4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874825 Feb 11 05:32:53.068730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.084693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3b47a5be-81b8-4aae-b481-61545eb828b1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:53.125937 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.146888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-99efa7e3-2dd8-4c3c-ab8e-575dd202aa02 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (77100dc6-3f15-4e8a-b8a2-853b324e7d9a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.204311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for e7b6531d-0f2f-46cc-91f1-9688b38d1cea owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:53.208296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-99efa7e3-2dd8-4c3c-ab8e-575dd202aa02 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 77100dc6-3f15-4e8a-b8a2-853b324e7d9a owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:53.336148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-6e88aef0-734e-445e-996f-54caf986bb8d service neutron] 10.222.0.65 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226261 Feb 11 05:32:53.530442 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ed421d35-c732-4fca-a963-ce30e22fcda0 req-383411f5-730d-46e7-a8cc-ec104e61e788 service neutron] 10.222.0.65 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861844 Feb 11 05:32:53.570870 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-99efa7e3-2dd8-4c3c-ab8e-575dd202aa02 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (77100dc6-3f15-4e8a-b8a2-853b324e7d9a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.622034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efa7e3-2dd8-4c3c-ab8e-575dd202aa02 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=77100dc6-3f15-4e8a-b8a2-853b324e7d9a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:53.628831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.629488 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.631003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60f493f0-84f9-4586-99c6-488f8d0c8a9e req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "PUT /v2.0/ports/3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 942 time: 1.9215908 Feb 11 05:32:53.633482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-99efa7e3-2dd8-4c3c-ab8e-575dd202aa02 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.645665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-99efa7e3-2dd8-4c3c-ab8e-575dd202aa02 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/77100dc6-3f15-4e8a-b8a2-853b324e7d9a HTTP/1.1" status: 204 len: 168 time: 1.0864675 Feb 11 05:32:53.645665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37224) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:53.647848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'mac_address': 'fa:16:3e:3c:fc:97', 'name': 'tempest-PortsIpV6TestJSON-1730950438'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:53.661539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc39c526-dd0a-436a-94b3-a358778be184 req-b4f950a0-cd4f-48ef-a823-c54be5e725ef tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.4539542 Feb 11 05:32:53.683483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5799121-e0de-4400-8512-b1457b7ec512 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event updated for resources: {'Port': ['ID=3b47a5be-81b8-4aae-b481-61545eb828b1,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:53.696006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e994958f-38a6-4852-9239-e619904ef39e req-9fb0d8d6-2db9-4569-8aab-d14cd9ac85f7 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825390 Feb 11 05:32:53.697350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:53.703265 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d43965-d646-45bc-946f-9390d482d148" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:53.709016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3b47a5be-81b8-4aae-b481-61545eb828b1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:53.761313 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e7b6531d-0f2f-46cc-91f1-9688b38d1cea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.811914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebe96974-55f9-4dd7-938d-123e9afc7da6 req-c1c1a517-4e0f-4b24-829d-dcfe879943c7 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0670364 Feb 11 05:32:53.823152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=e7b6531d-0f2f-46cc-91f1-9688b38d1cea,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.001262 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (2c1d57d6-5863-40a5-afca-188e93a5d063), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.064637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:54.069060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd207d41-5079-483e-901b-b4629e1b7314 req-92502b67-58d7-4d22-b17e-20d6033c38a4 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.080877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd207d41-5079-483e-901b-b4629e1b7314 req-92502b67-58d7-4d22-b17e-20d6033c38a4 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 943 time: 0.2811830 Feb 11 05:32:54.137588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-85f48d86-0e9c-4ad0-9c95-6c95792fe07b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2920849 Feb 11 05:32:54.151066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:54.210446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.217044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-5c246241-11a5-48c4-8694-a0645ba74d6c tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551302 Feb 11 05:32:54.240553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd207d41-5079-483e-901b-b4629e1b7314 req-ff39523e-cd07-4594-b25f-e9fa538d48e7 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582148 Feb 11 05:32:54.257542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port bb22938b-4312-4b42-8f20-ac05f487235d yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:54.315816 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba44808-e968-439d-8923-e4391cd7ae75 x-openstack-request-id: req-7ba44808-e968-439d-8923-e4391cd7ae75 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:54.316693 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:54.317137 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ba44808-e968-439d-8923-e4391cd7ae75 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:54.317869 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'status': 'completed', 'code': 200} Feb 11 05:32:54.321361 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.434427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-754a10bc-6505-4b92-a41b-8565eb65a8b3 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.438328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-754a10bc-6505-4b92-a41b-8565eb65a8b3 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965046 Feb 11 05:32:54.479943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Request body: {'port': {'device_id': '3f773c51-bdcd-482f-8288-8f80b251dbf6', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': 'a96e72b4f29043a2ba95a992bd71fe29'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:54.642322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76357482-0814-429b-b46f-5d6f0166aa2b req-6b66342f-93e8-474a-aa2e-314c0c16381e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.649361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76357482-0814-429b-b46f-5d6f0166aa2b req-6b66342f-93e8-474a-aa2e-314c0c16381e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1763785 Feb 11 05:32:54.670175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 99edbdac-00d8-4fad-a318-950b9c0cd37f details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:32:54.683990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.746849 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (bb22938b-4312-4b42-8f20-ac05f487235d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.777997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76357482-0814-429b-b46f-5d6f0166aa2b req-eabe1384-204e-4504-b842-ed22a8d6e963 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265793 Feb 11 05:32:54.798108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Made reservation on behalf of a96e72b4f29043a2ba95a992bd71fe29 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:54.801378 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.809736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router 2c1d57d6-5863-40a5-afca-188e93a5d063 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:54.838875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.898020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:54.927600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'port_id': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'mac_address': 'fa:16:3e:1f:da:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:32:54.958109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d426cb9-1702-4b46-bc67-d186f40151af req-892d87df-2f7d-47a7-9e97-f896aa00ee05 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0632725 Feb 11 05:32:54.984309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:54.990094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Allocated IP 172.25.8.24 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/544c18ef-615c-40e7-a5f8-b59949e212dc) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:55.018278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43965-d646-45bc-946f-9390d482d148 req-1bb79625-2fb0-4ee3-9e60-3bc6108a8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.021174 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e6d43965-d646-45bc-946f-9390d482d148 req-1bb79625-2fb0-4ee3-9e60-3bc6108a8306 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.5156269 Feb 11 05:32:55.023022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bb22938b-4312-4b42-8f20-ac05f487235d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.024460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 99edbdac-00d8-4fad-a318-950b9c0cd37f is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:55.031636 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a5399d78-14a5-487b-a315-5d8567999954 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/2c1d57d6-5863-40a5-afca-188e93a5d063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1667533 Feb 11 05:32:55.032143 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.043417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:55.051543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1d084-adcf-4c7a-90ce-ad6df80b0b95 None None] Sync routers for ids ['2c1d57d6-5863-40a5-afca-188e93a5d063'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:55.063366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99edbdac-00d8-4fad-a318-950b9c0cd37f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:55.107108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:55.116998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1d084-adcf-4c7a-90ce-ad6df80b0b95 None None] Routers {'2c1d57d6-5863-40a5-afca-188e93a5d063'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:55.119791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-72d1d084-adcf-4c7a-90ce-ad6df80b0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2c1d57d6-5863-40a5-afca-188e93a5d063'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:55.167678 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks [] for security_group (9f202367-62eb-4fd2-b460-c354b1aa9851), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.174369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43965-d646-45bc-946f-9390d482d148 req-3b6664b2-7005-42b2-bb97-8f09c0086054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.176935 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e6d43965-d646-45bc-946f-9390d482d148 req-3b6664b2-7005-42b2-bb97-8f09c0086054 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.1440957 Feb 11 05:32:55.207732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.209598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-72d1d084-adcf-4c7a-90ce-ad6df80b0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:55.234470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcec7223-b5d7-4948-af4e-87cb34f15cab req-4653bbcc-16ab-4f0a-a5e1-2f79067a8521 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 210 time: 0.1292765 Feb 11 05:32:55.242350 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9f202367-62eb-4fd2-b460-c354b1aa9851), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.245350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1d084-adcf-4c7a-90ce-ad6df80b0b95 None None] Routers {'2c1d57d6-5863-40a5-afca-188e93a5d063'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:55.245999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-72d1d084-adcf-4c7a-90ce-ad6df80b0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2c1d57d6-5863-40a5-afca-188e93a5d063'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:55.314980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-72d1d084-adcf-4c7a-90ce-ad6df80b0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:55.315683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1d084-adcf-4c7a-90ce-ad6df80b0b95 None None] The sync data for ids ['2c1d57d6-5863-40a5-afca-188e93a5d063'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:55.344799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=bb22938b-4312-4b42-8f20-ac05f487235d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.359529 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e6d43965-d646-45bc-946f-9390d482d148 req-28597acf-7cd5-483e-84f9-359471738d7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 217 time: 0.1061442 Feb 11 05:32:55.372642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.392939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:55.396400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:55.422389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:55.429365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.430035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.455196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['99edbdac-00d8-4fad-a318-950b9c0cd37f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:32:55.457232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43965-d646-45bc-946f-9390d482d148 req-9d018e56-ef32-4b4a-bf5c-fc24ba5b59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.458812 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e6d43965-d646-45bc-946f-9390d482d148 req-9d018e56-ef32-4b4a-bf5c-fc24ba5b59c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.0918353 Feb 11 05:32:55.504922 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e6d43965-d646-45bc-946f-9390d482d148 req-b8776326-73d0-4ed6-89bd-990dc883aa5e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402367 Feb 11 05:32:55.564724 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d99351dd-2f6e-47e2-b8e8-ad8da1a82011 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9113309 Feb 11 05:32:55.564724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37250) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:55.626413 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for port (544c18ef-615c-40e7-a5f8-b59949e212dc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.654892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdcec83-a87e-4aeb-b453-7926bb2a0b14 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.659347 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6fdcec83-a87e-4aeb-b453-7926bb2a0b14 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/bb22938b-4312-4b42-8f20-ac05f487235d HTTP/1.1" status: 200 len: 845 time: 0.0986764 Feb 11 05:32:55.660041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37252) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:55.735048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f202367-62eb-4fd2-b460-c354b1aa9851,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.741215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (544c18ef-615c-40e7-a5f8-b59949e212dc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.782034 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e6d43965-d646-45bc-946f-9390d482d148 req-d9ff115b-dc8a-44c0-91ec-fcb5d859e20f service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701855 Feb 11 05:32:55.866545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7084be10-c5b4-4b7d-8cd6-aa33a3d55476 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port bb22938b-4312-4b42-8f20-ac05f487235d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:55.866958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7084be10-c5b4-4b7d-8cd6-aa33a3d55476 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bb22938b-4312-4b42-8f20-ac05f487235d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.875175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:55.904914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:55.912867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:55.915445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event updated for resources: {'Port': ['ID=544c18ef-615c-40e7-a5f8-b59949e212dc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.969391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7084be10-c5b4-4b7d-8cd6-aa33a3d55476 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bb22938b-4312-4b42-8f20-ac05f487235d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.973928 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e6d43965-d646-45bc-946f-9390d482d148 req-5e2c1dee-6d93-4fec-aa22-3d5567c5c04f service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840520 Feb 11 05:32:55.974140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Allocated IP 192.168.233.235 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/fd6db7bf-644e-400e-b2e2-f47e4f7ee614) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:55.986017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7084be10-c5b4-4b7d-8cd6-aa33a3d55476 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for bb22938b-4312-4b42-8f20-ac05f487235d owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:56.015908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccdae2-85c8-42a8-a1c8-1a2ca6a80054 req-faa3b54f-9136-4041-91f2-1e438e6dc621 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.017598 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80ccdae2-85c8-42a8-a1c8-1a2ca6a80054 req-faa3b54f-9136-4041-91f2-1e438e6dc621 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 944 time: 0.3417947 Feb 11 05:32:56.159422 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7084be10-c5b4-4b7d-8cd6-aa33a3d55476 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bb22938b-4312-4b42-8f20-ac05f487235d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.182473 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for floatingip (581ef38f-c25f-4e4d-a2a1-9f6105850b5b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.207449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80ccdae2-85c8-42a8-a1c8-1a2ca6a80054 req-bb609f22-10a8-470b-b276-9c05249d1648 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720603 Feb 11 05:32:56.231853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084be10-c5b4-4b7d-8cd6-aa33a3d55476 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=bb22938b-4312-4b42-8f20-ac05f487235d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:56.250934 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7084be10-c5b4-4b7d-8cd6-aa33a3d55476 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.262032 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7084be10-c5b4-4b7d-8cd6-aa33a3d55476 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/bb22938b-4312-4b42-8f20-ac05f487235d HTTP/1.1" status: 204 len: 168 time: 0.5833049 Feb 11 05:32:56.262952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37260) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.311686 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b32b224-6a00-4e40-8132-8f95b11f6471 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:32:56.318665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b32b224-6a00-4e40-8132-8f95b11f6471 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/bb22938b-4312-4b42-8f20-ac05f487235d HTTP/1.1" status: 404 len: 333 time: 0.0491447 Feb 11 05:32:56.328552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37262) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.335011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'name': 'tempest-PortsIpV6TestJSON-95603369'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:56.361517 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks [] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.488731 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.499715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (544c18ef-615c-40e7-a5f8-b59949e212dc), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.526971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:56.532291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.564376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 19efc6bf-8a63-4f44-a2db-e973023f1299 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:56.579337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (2c1d57d6-5863-40a5-afca-188e93a5d063), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.584862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:56.655798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:56.665399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:56.668806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Pushing event updated for resources: {'Port': ['ID=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:56.674579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 99edbdac-00d8-4fad-a318-950b9c0cd37f up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:56.820893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 99edbdac-00d8-4fad-a318-950b9c0cd37f completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:32:56.825673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 99edbdac-00d8-4fad-a318-950b9c0cd37f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:56.826060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.887516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for port (544c18ef-615c-40e7-a5f8-b59949e212dc), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.944875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (19efc6bf-8a63-4f44-a2db-e973023f1299), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.022523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 99edbdac-00d8-4fad-a318-950b9c0cd37f is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:57.022927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.055002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:57.068377 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f756db3-7ae2-4f03-beb3-7952a5339b77" -d '{"events": [{"server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "name": "network-vif-plugged", "status": "completed", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:57.070303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1436ca-1a4e-4aea-9d07-b9707e0f984d req-6f53d540-30e5-4bd6-948e-9db9b417fa55 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.074239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:57.078052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e1436ca-1a4e-4aea-9d07-b9707e0f984d req-6f53d540-30e5-4bd6-948e-9db9b417fa55 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.6682284 Feb 11 05:32:57.088518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (544c18ef-615c-40e7-a5f8-b59949e212dc), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.091677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (19efc6bf-8a63-4f44-a2db-e973023f1299), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.111633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-062ac700-e116-4fc6-935e-6dbb12b4d4af None None] Provisioning complete for port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:57.112379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-062ac700-e116-4fc6-935e-6dbb12b4d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.155310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.179547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.180193 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.197712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=19efc6bf-8a63-4f44-a2db-e973023f1299,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:57.217288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:57.220549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:57.230878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:57.232022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:57.237063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.237765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.246813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-062ac700-e116-4fc6-935e-6dbb12b4d4af None None] Port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:57.314751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event updated for resources: {'Port': ['ID=544c18ef-615c-40e7-a5f8-b59949e212dc,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:57.331828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e1436ca-1a4e-4aea-9d07-b9707e0f984d req-1ed8ce6e-e652-4f9c-b857-3466f5498475 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413630 Feb 11 05:32:57.337830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (581ef38f-c25f-4e4d-a2a1-9f6105850b5b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.361741 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-96baf917-f1af-4a60-8475-02ac6a81706a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0318720 Feb 11 05:32:57.372955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37270) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.378486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:57.440347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-6152a51d-1999-4ecc-9ca2-ec0641e30b2f tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9660628 Feb 11 05:32:57.452642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.453893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-35e69754-3b15-47c4-b3f0-60d62f242038 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3150802 Feb 11 05:32:57.460264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Request body: {'port': {'device_id': '3f773c51-bdcd-482f-8288-8f80b251dbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:57.512361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28c14781-d960-47e8-b587-f4dcf2aed503 req-3fdb2cfd-0cc5-4037-a136-eaed245cfc79 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0780187 Feb 11 05:32:57.538485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (19efc6bf-8a63-4f44-a2db-e973023f1299), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.765841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (19efc6bf-8a63-4f44-a2db-e973023f1299), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.851881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (19efc6bf-8a63-4f44-a2db-e973023f1299), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.899728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] In _notify_port_updated(), no bound segment for port 19efc6bf-8a63-4f44-a2db-e973023f1299 on network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:32:57.906558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.907212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.911642 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "PUT /v2.0/ports/19efc6bf-8a63-4f44-a2db-e973023f1299 HTTP/1.1" status: 200 len: 818 time: 0.5375409 Feb 11 05:32:57.916259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37274) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.956062 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7c129-c458-489b-99c8-eb44eb517fa8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=19efc6bf-8a63-4f44-a2db-e973023f1299,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:58.018628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-650e8810-84da-45b3-b005-77368b6c8d5c tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.5540848 Feb 11 05:32:58.044863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-778c434a-da8f-4b69-b726-ab5bf1a80c40 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 19efc6bf-8a63-4f44-a2db-e973023f1299 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:58.045366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-778c434a-da8f-4b69-b726-ab5bf1a80c40 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (19efc6bf-8a63-4f44-a2db-e973023f1299), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.128696 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-778c434a-da8f-4b69-b726-ab5bf1a80c40 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (19efc6bf-8a63-4f44-a2db-e973023f1299), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.130921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 3f592aaa-6547-409b-8f26-dc12e7760c3d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:58.131274 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.144679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-778c434a-da8f-4b69-b726-ab5bf1a80c40 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 19efc6bf-8a63-4f44-a2db-e973023f1299 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:58.152636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.260779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bf7bb-82a5-4821-bcf3-815b8b5eda69 req-a6fbe843-d5bc-4f5e-bfa1-e9e851c6dcfd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.262361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-709bf7bb-82a5-4821-bcf3-815b8b5eda69 req-a6fbe843-d5bc-4f5e-bfa1-e9e851c6dcfd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 936 time: 0.2605767 Feb 11 05:32:58.346582 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-778c434a-da8f-4b69-b726-ab5bf1a80c40 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (19efc6bf-8a63-4f44-a2db-e973023f1299), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.348386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-a43b3c27-f1de-42f9-bef5-2ba402c3687d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.350056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5a070f7-f684-4e39-a078-62bd331d71a6 req-a43b3c27-f1de-42f9-bef5-2ba402c3687d tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.3247857 Feb 11 05:32:58.391386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c434a-da8f-4b69-b726-ab5bf1a80c40 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=19efc6bf-8a63-4f44-a2db-e973023f1299,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:58.404102 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.410456 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c7d6f8-9203-4892-89b6-50e2b50f46dc x-openstack-request-id: req-90c7d6f8-9203-4892-89b6-50e2b50f46dc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:58.411006 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "name": "network-vif-plugged", "status": "completed", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:58.411368 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90c7d6f8-9203-4892-89b6-50e2b50f46dc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:58.411846 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'code': 200} Feb 11 05:32:58.429545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-778c434a-da8f-4b69-b726-ab5bf1a80c40 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.441879 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-778c434a-da8f-4b69-b726-ab5bf1a80c40 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/19efc6bf-8a63-4f44-a2db-e973023f1299 HTTP/1.1" status: 204 len: 168 time: 0.5244975 Feb 11 05:32:58.449613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37280) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:58.492546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 3f592aaa-6547-409b-8f26-dc12e7760c3d owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:58.552934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b99126-f4ab-4d98-b938-dadbaf636cca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.554487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-709bf7bb-82a5-4821-bcf3-815b8b5eda69 req-48e71090-861f-4454-a558-b744130c05dd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586915 Feb 11 05:32:58.559095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-39b99126-f4ab-4d98-b938-dadbaf636cca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1081908 Feb 11 05:32:58.560452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37284) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:58.593369 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5470b732-a944-488f-afbf-f69f83a27e12 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:32:58.601032 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5470b732-a944-488f-afbf-f69f83a27e12 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/19efc6bf-8a63-4f44-a2db-e973023f1299 HTTP/1.1" status: 404 len: 333 time: 0.0384665 Feb 11 05:32:58.603893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37286) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:58.604156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99302d3-8369-4733-9252-a44dbce0ab19 req-1c911885-cd26-4743-a5f8-7eefba1b7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.605616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c99302d3-8369-4733-9252-a44dbce0ab19 req-1c911885-cd26-4743-a5f8-7eefba1b7789 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 1128 time: 0.1210241 Feb 11 05:32:58.610240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1948258220'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:58.679034 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c99302d3-8369-4733-9252-a44dbce0ab19 req-7479b7ea-b4b4-4be4-a93f-861a6db3aa8a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617895 Feb 11 05:32:58.713641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab890c6e-570a-489a-8ef8-5626ee71e043 req-bb2e92c2-f369-4e93-b178-065c878dc0e1 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.715408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab890c6e-570a-489a-8ef8-5626ee71e043 req-bb2e92c2-f369-4e93-b178-065c878dc0e1 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 945 time: 0.2386446 Feb 11 05:32:58.799520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:58.802900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.921924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5f3b9070-f060-4dea-8425-955bfc6ace9b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.923384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5f3b9070-f060-4dea-8425-955bfc6ace9b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2644243 Feb 11 05:32:58.962941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab890c6e-570a-489a-8ef8-5626ee71e043 req-2e2e5120-b9c1-4a96-8f19-1b6f85613131 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142472 Feb 11 05:32:59.060139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-09234de3-375b-41f1-92e1-9022f61ee307 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.1133795 Feb 11 05:32:59.097037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6db7bf-644e-400e-b2e2-f47e4f7ee614 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:59.106607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Request body: {'floatingip': {'port_id': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:59.178489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3f592aaa-6547-409b-8f26-dc12e7760c3d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.185060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Publish callbacks [] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.202639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:59.239963 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for floatingip (581ef38f-c25f-4e4d-a2a1-9f6105850b5b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.258899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=3f592aaa-6547-409b-8f26-dc12e7760c3d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.263215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (689f4305-2eb7-4034-bd7c-bbcb8dd9cff7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.263575 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Added segment 689f4305-2eb7-4034-bd7c-bbcb8dd9cff7 of type vlan for network 57558d11-56f1-449c-9266-8be882d5e3f3 Feb 11 05:32:59.300947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Transition to ACTIVE for port object fd6db7bf-644e-400e-b2e2-f47e4f7ee614 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:59.442328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac08f-fdc7-4f8b-b87c-ce99c7c07639 req-6c16c21d-d4f4-4d96-a268-fcd8b6b8c715 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.450057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa3ac08f-fdc7-4f8b-b87c-ce99c7c07639 req-6c16c21d-d4f4-4d96-a268-fcd8b6b8c715 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3689730 Feb 11 05:32:59.498578 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (57558d11-56f1-449c-9266-8be882d5e3f3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.499125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.546762 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (2c1d57d6-5863-40a5-afca-188e93a5d063), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.782485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.810569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (57558d11-56f1-449c-9266-8be882d5e3f3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.815596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.816222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.842629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa3ac08f-fdc7-4f8b-b87c-ce99c7c07639 req-f483130c-c8e5-4547-86ef-fe130cb942ad tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797133 Feb 11 05:33:00.104744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Network': ['ID=57558d11-56f1-449c-9266-8be882d5e3f3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:00.138625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 57558d11-56f1-449c-9266-8be882d5e3f3 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:00.141745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37300) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:00.142328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e589aa1b-55cf-473a-866d-9e08757dae45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5367188 Feb 11 05:33:00.144332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54e9abc5-4608-4896-88c9-193e6991cf2e req-cc2827ee-be61-4028-bb1b-a93c7cd39b4e tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0982308 Feb 11 05:33:00.150187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:00.153071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Attempting to bind port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:00.153421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Attempting to bind port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:00.153754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Attempting to bind port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:00.179484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router 2c1d57d6-5863-40a5-afca-188e93a5d063 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:00.179484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:00.179484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Attempting to bind port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:00.236989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:00.237477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:00.237876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:00.238489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Bound port: fd6db7bf-644e-400e-b2e2-f47e4f7ee614, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:00.238860 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.457830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:00.464992 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.759565 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:00.914711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.949690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:00.963714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7c66afaa-a1f3-4ac4-9b8e-4f08bd92d35b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/2c1d57d6-5863-40a5-afca-188e93a5d063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9179018 Feb 11 05:33:00.965651 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b014677-5fd8-4139-9cb6-e8434718a2d6 None None] Sync routers for ids ['2c1d57d6-5863-40a5-afca-188e93a5d063'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:00.969050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37304) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:00.986781 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (581ef38f-c25f-4e4d-a2a1-9f6105850b5b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.990910 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b014677-5fd8-4139-9cb6-e8434718a2d6 None None] Routers {'2c1d57d6-5863-40a5-afca-188e93a5d063'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:00.993832 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2b014677-5fd8-4139-9cb6-e8434718a2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2c1d57d6-5863-40a5-afca-188e93a5d063'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:01.009900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-28b27df2-e9ff-47da-b8b2-06254c73d81d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c1d57d6-5863-40a5-afca-188e93a5d063 HTTP/1.1" status: 200 len: 205 time: 0.0395555 Feb 11 05:33:01.057606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37306) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:01.105288 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2b014677-5fd8-4139-9cb6-e8434718a2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:01.127678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] For port fd6db7bf-644e-400e-b2e2-f47e4f7ee614, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:01.131284 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b014677-5fd8-4139-9cb6-e8434718a2d6 None None] Routers {'2c1d57d6-5863-40a5-afca-188e93a5d063'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:01.131916 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2b014677-5fd8-4139-9cb6-e8434718a2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2c1d57d6-5863-40a5-afca-188e93a5d063'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:01.186958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] For port fd6db7bf-644e-400e-b2e2-f47e4f7ee614, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:01.200029 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2b014677-5fd8-4139-9cb6-e8434718a2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:01.200749 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b014677-5fd8-4139-9cb6-e8434718a2d6 None None] The sync data for ids ['2c1d57d6-5863-40a5-afca-188e93a5d063'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:01.256554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3ac9b-f03d-42a4-a55f-5d20b096770b req-55810534-0ea7-4b7b-bf2e-9c1cab40dd56 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.258186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20e3ac9b-f03d-42a4-a55f-5d20b096770b req-55810534-0ea7-4b7b-bf2e-9c1cab40dd56 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 948 time: 0.4011636 Feb 11 05:33:01.330773 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.358789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a36fc9ea-c4e9-4e1b-8023-9b905f3e85cc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (2c1d57d6-5863-40a5-afca-188e93a5d063), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.457762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.458394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.459867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] 10.222.0.83 "PUT /v2.0/ports/fd6db7bf-644e-400e-b2e2-f47e4f7ee614 HTTP/1.1" status: 200 len: 1097 time: 4.0037341 Feb 11 05:33:01.460326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f773c51-bdcd-482f-8288-8f80b251dbf6', 'tag': 'fd6db7bf-644e-400e-b2e2-f47e4f7ee614'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:01.463371 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de472812-e641-407d-8eba-5b2dedcb8bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f773c51-bdcd-482f-8288-8f80b251dbf6", "tag": "fd6db7bf-644e-400e-b2e2-f47e4f7ee614"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:01.474353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (3e471293-ceee-44c1-9aa4-8973f9b3d934), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.522948 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Floating IP 581ef38f-c25f-4e4d-a2a1-9f6105850b5b associated. External IP: 172.25.8.24, port: 3b47a5be-81b8-4aae-b481-61545eb828b1. Feb 11 05:33:01.611396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=3e471293-ceee-44c1-9aa4-8973f9b3d934,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:01.616069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking segment: {'id': '689f4305-2eb7-4034-bd7c-bbcb8dd9cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:01.616435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network hostable DHCP agents. Network: 57558d11-56f1-449c-9266-8be882d5e3f3, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:01.703305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 57558d11-56f1-449c-9266-8be882d5e3f3 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:01.734705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad93afb-b259-4a73-af8f-c00c42bc2f55 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:01.749429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20e3ac9b-f03d-42a4-a55f-5d20b096770b req-f7056ac2-15f2-4b9e-b91a-185d262e555c tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162388 Feb 11 05:33:01.803478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 57558d11-56f1-449c-9266-8be882d5e3f3) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:01.809688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.810592 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.814577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a36fc9ea-c4e9-4e1b-8023-9b905f3e85cc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (2c1d57d6-5863-40a5-afca-188e93a5d063), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.821754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a36fc9ea-c4e9-4e1b-8023-9b905f3e85cc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (2c1d57d6-5863-40a5-afca-188e93a5d063), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.838383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564887c-fc33-43d4-a13e-776e1209fd17 None None] Network 57558d11-56f1-449c-9266-8be882d5e3f3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:01.935058 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-00a7b80c-204c-423d-8400-847b2ebe27e5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7912736 Feb 11 05:33:01.937785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37314) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:01.942975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c9695d4d-1ad8-422f-914e-806cf82113ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:01.990590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-334345ea-2059-4ea5-a49f-f4c4ff410a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.993640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-334345ea-2059-4ea5-a49f-f4c4ff410a95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 1131 time: 0.3852963 Feb 11 05:33:02.069080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-57558d11-56f1-449c-9266-8be882d5e3f3', 'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3', 'project_id': '8659bc55038b4cb086c2537e0c5bb109', 'fixed_ips': [{'subnet_id': '3e471293-ceee-44c1-9aa4-8973f9b3d934'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:02.069080 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.069310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-d16e4155-f4f9-4675-8760-003d32417b82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614 HTTP/1.1" status: 200 len: 217 time: 0.0637703 Feb 11 05:33:02.069310 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a36fc9ea-c4e9-4e1b-8023-9b905f3e85cc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (2c1d57d6-5863-40a5-afca-188e93a5d063), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.069497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36fc9ea-c4e9-4e1b-8023-9b905f3e85cc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Fanout notify agent at l3_agent the message router_deleted on router 2c1d57d6-5863-40a5-afca-188e93a5d063 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:02.117317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a36fc9ea-c4e9-4e1b-8023-9b905f3e85cc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.121932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a36fc9ea-c4e9-4e1b-8023-9b905f3e85cc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/2c1d57d6-5863-40a5-afca-188e93a5d063 HTTP/1.1" status: 204 len: 168 time: 1.0632572 Feb 11 05:33:02.130812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37316) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:02.196020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643dba7-8535-4360-8c3e-718c12cbf059 req-90aae67c-b4b0-4080-ba91-1bdcb3326bb3 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.197820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c643dba7-8535-4360-8c3e-718c12cbf059 req-90aae67c-b4b0-4080-ba91-1bdcb3326bb3 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 945 time: 0.2630849 Feb 11 05:33:02.236763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8862f4ff-7d77-4150-a01e-0e2b9b40b5d5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet 1f48b859-06ce-4771-b5cf-2b06279466f8 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:02.243297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8862f4ff-7d77-4150-a01e-0e2b9b40b5d5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (1f48b859-06ce-4771-b5cf-2b06279466f8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.305149 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8862f4ff-7d77-4150-a01e-0e2b9b40b5d5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (1f48b859-06ce-4771-b5cf-2b06279466f8), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.318135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Allocated IP 2001:db8::2 (57558d11-56f1-449c-9266-8be882d5e3f3/3e471293-ceee-44c1-9aa4-8973f9b3d934/b250eb8c-a74a-4b0a-be58-6b4a4232ad32) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:02.380411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9695d4d-1ad8-422f-914e-806cf82113ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:02.389577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9695d4d-1ad8-422f-914e-806cf82113ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.404436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:02.486112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c643dba7-8535-4360-8c3e-718c12cbf059 req-5bcf7052-5a9c-4d6e-b02a-4026cafcbd8c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702839 Feb 11 05:33:02.494928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-2002d9b2-5d0f-47a1-b7af-074651933dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.514626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-2002d9b2-5d0f-47a1-b7af-074651933dbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.3735383 Feb 11 05:33:02.560763 n-d-713498-37 neutron-server[104086]: INFO neutron.db.ipam_backend_mixin [None req-c9695d4d-1ad8-422f-914e-806cf82113ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e471293-ceee-44c1-9aa4-8973f9b3d934 (CIDR: 2001:db8::/64) Feb 11 05:33:02.641277 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9695d4d-1ad8-422f-914e-806cf82113ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:33:02.642171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9695d4d-1ad8-422f-914e-806cf82113ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:02.681571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8862f4ff-7d77-4150-a01e-0e2b9b40b5d5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (1f48b859-06ce-4771-b5cf-2b06279466f8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.752567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:02.754338 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c9695d4d-1ad8-422f-914e-806cf82113ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8152380 Feb 11 05:33:02.773873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:02.823186 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8567d868-10c8-44e8-b1f1-1333c432550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.841596 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Publish callbacks [] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.849502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8862f4ff-7d77-4150-a01e-0e2b9b40b5d5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (1f48b859-06ce-4771-b5cf-2b06279466f8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.876203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:02.887717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] Sync routers for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:02.888785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862f4ff-7d77-4150-a01e-0e2b9b40b5d5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=1f48b859-06ce-4771-b5cf-2b06279466f8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:02.892945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8862f4ff-7d77-4150-a01e-0e2b9b40b5d5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.894235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.898790 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8862f4ff-7d77-4150-a01e-0e2b9b40b5d5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/1f48b859-06ce-4771-b5cf-2b06279466f8 HTTP/1.1" status: 204 len: 168 time: 0.7671292 Feb 11 05:33:02.899452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37326) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:02.910857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfe7706-8a8d-45b2-98fa-53961d08b2fa None None] Network 54c62744-5f9f-477e-8d44-3abc929e1aa5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:02.932241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:02.933915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:02.947852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-5fb5bf4b-b44f-48a6-8091-af4895480e24 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "PUT /v2.0/floatingips/581ef38f-c25f-4e4d-a2a1-9f6105850b5b HTTP/1.1" status: 200 len: 995 time: 3.8681362 Feb 11 05:33:02.964214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-8327d5ea-8091-47ab-a9cd-8db4382276f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:02.966490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-8327d5ea-8091-47ab-a9cd-8db4382276f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4510629 Feb 11 05:33:03.007283 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.038065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d89372-c46e-49ae-bf7e-3fbf25700104 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet d64ed466-067d-405e-9f7a-4a8c317ade67 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:03.042136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16d89372-c46e-49ae-bf7e-3fbf25700104 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (d64ed466-067d-405e-9f7a-4a8c317ade67), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.110855 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16d89372-c46e-49ae-bf7e-3fbf25700104 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (d64ed466-067d-405e-9f7a-4a8c317ade67), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.130299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Pushing event updated for resources: {'Port': ['ID=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:03.175878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Network 57558d11-56f1-449c-9266-8be882d5e3f3 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:03.190264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-86d610ac-ad1d-4a21-a7b2-27fe0cbdd58b service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417429 Feb 11 05:33:03.238007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:03.253677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16d89372-c46e-49ae-bf7e-3fbf25700104 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d64ed466-067d-405e-9f7a-4a8c317ade67), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.337420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:03.343162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.343510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.343873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.344195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.344530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.344890 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.345218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.345546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.345874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.346199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.346524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.346851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.347171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:03.350656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:03.359741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6269c-256a-4c0d-8a09-867d503043e4 req-04060568-739d-42a0-be86-74f6feb53578 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.369575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64e6269c-256a-4c0d-8a09-867d503043e4 req-04060568-739d-42a0-be86-74f6feb53578 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.6137753 Feb 11 05:33:03.409301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16d89372-c46e-49ae-bf7e-3fbf25700104 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (d64ed466-067d-405e-9f7a-4a8c317ade67), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.453072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d89372-c46e-49ae-bf7e-3fbf25700104 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=d64ed466-067d-405e-9f7a-4a8c317ade67,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:03.454931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-759491f8-5702-4ca5-8696-f8d583f0911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.460712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-759491f8-5702-4ca5-8696-f8d583f0911f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.4417195 Feb 11 05:33:03.471066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Attempting to bind port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:03.471437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Attempting to bind port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '689f4305-2eb7-4034-bd7c-bbcb8dd9cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:03.471805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Attempting to bind port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 on network 57558d11-56f1-449c-9266-8be882d5e3f3 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:03.479678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16d89372-c46e-49ae-bf7e-3fbf25700104 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.489166 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-16d89372-c46e-49ae-bf7e-3fbf25700104 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/d64ed466-067d-405e-9f7a-4a8c317ade67 HTTP/1.1" status: 204 len: 168 time: 0.5886245 Feb 11 05:33:03.489859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37330) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:03.490018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a519dc9-11cd-4929-ad76-ebbaa95721c8 None None] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:03.524532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:03.524995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Checking segment: {'id': '689f4305-2eb7-4034-bd7c-bbcb8dd9cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:03.525407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.525799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Bound using segment: {'id': '689f4305-2eb7-4034-bd7c-bbcb8dd9cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:03.526296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Bound port: b250eb8c-a74a-4b0a-be58-6b4a4232ad32, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689f4305-2eb7-4034-bd7c-bbcb8dd9cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:03.526708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.567719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:03.572752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.643134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] DHCP port deletion for 54c62744-5f9f-477e-8d44-3abc929e1aa5 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:03.676484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (54c62744-5f9f-477e-8d44-3abc929e1aa5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.801183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port b2c8b065-027b-44f0-af57-3f3efde4a2b6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:03.801547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.884087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port b2c8b065-027b-44f0-af57-3f3efde4a2b6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b2c8b065-027b-44f0-af57-3f3efde4a2b6,segment=NetworkSegment(266ee598-cdb5-4fca-b88a-92362c8951cf),segment_id=266ee598-cdb5-4fca-b88a-92362c8951cf)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:03.884489 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.900612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for b2c8b065-027b-44f0-af57-3f3efde4a2b6 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:03.957454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] Deleting port b2c8b065-027b-44f0-af57-3f3efde4a2b6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:03.958024 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.007547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] For port b250eb8c-a74a-4b0a-be58-6b4a4232ad32, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:04.061864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] For port b250eb8c-a74a-4b0a-be58-6b4a4232ad32, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,segment=NetworkSegment(689f4305-2eb7-4034-bd7c-bbcb8dd9cff7),segment_id=689f4305-2eb7-4034-bd7c-bbcb8dd9cff7)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:04.073897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] For port b2c8b065-027b-44f0-af57-3f3efde4a2b6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b2c8b065-027b-44f0-af57-3f3efde4a2b6,segment=NetworkSegment(266ee598-cdb5-4fca-b88a-92362c8951cf),segment_id=266ee598-cdb5-4fca-b88a-92362c8951cf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:04.074302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.095792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] Calling delete_port for b2c8b065-027b-44f0-af57-3f3efde4a2b6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:04.114703 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.115749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] DHCP port deletion for f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:04.123492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '581ef38f-c25f-4e4d-a2a1-9f6105850b5b', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'port_id': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'mac_address': 'fa:16:3e:20:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:56Z', 'updated_at': '2022-02-11T05:33:00Z', 'revision_number': 1, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:59Z', 'revision_number': 5, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.129120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port b2c8b065-027b-44f0-af57-3f3efde4a2b6 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:04.168685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=b2c8b065-027b-44f0-af57-3f3efde4a2b6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:04.223576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c242003-be26-4c07-81ef-2907d0dc3563 req-a25c6291-ea5a-4a81-9925-cd12a368dadb service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9797440 Feb 11 05:33:04.247208 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.255196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64e6269c-256a-4c0d-8a09-867d503043e4 req-4c99d2e7-e4f8-48a0-b9b1-b2be917912bc tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8843944 Feb 11 05:33:04.276477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] Checking router: 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:04.360099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 32b83b39-6eaf-4308-b8f4-f4439f5354b0 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:04.435733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c93a674-a7e2-4fdb-afea-7e305d2ee038 req-eab134c5-ef9c-4889-bad2-5e60cbd467e7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0433042 Feb 11 05:33:04.447533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-1856c88e-4060-4121-a595-04639a65f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.449322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-1856c88e-4060-4121-a595-04639a65f492 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.9604635 Feb 11 05:33:04.487777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (54c62744-5f9f-477e-8d44-3abc929e1aa5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.535567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:04.536432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:32:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.563446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c62744-5f9f-477e-8d44-3abc929e1aa5']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.579648 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db86de9-fb0b-4607-a636-e898fa8ce0fe x-openstack-request-id: req-2db86de9-fb0b-4607-a636-e898fa8ce0fe {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:04.579961 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f773c51-bdcd-482f-8288-8f80b251dbf6", "tag": "fd6db7bf-644e-400e-b2e2-f47e4f7ee614", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:04.580421 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2db86de9-fb0b-4607-a636-e898fa8ce0fe {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:04.580992 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f773c51-bdcd-482f-8288-8f80b251dbf6', 'tag': 'fd6db7bf-644e-400e-b2e2-f47e4f7ee614', 'status': 'completed', 'code': 200} Feb 11 05:33:04.593853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266ee598-cdb5-4fca-b88a-92362c8951cf') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.594154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266ee598-cdb5-4fca-b88a-92362c8951cf') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.624516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (266ee598-cdb5-4fca-b88a-92362c8951cf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.656107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (266ee598-cdb5-4fca-b88a-92362c8951cf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.659768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (b2c8b065-027b-44f0-af57-3f3efde4a2b6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.674236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:04.674727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (266ee598-cdb5-4fca-b88a-92362c8951cf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:04.730734 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:04.758728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-0c0928e2-f3ec-4ff9-8ec1-50bb91abd30c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 998 time: 0.3005106 Feb 11 05:33:04.842448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (4c9a96da-efc3-4d7b-bfab-b1ce4acc5076), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.851187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-d25c752e-92b9-4bbf-8538-be177032bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.861604 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-d25c752e-92b9-4bbf-8538-be177032bce8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 1131 time: 0.2714760 Feb 11 05:33:04.863612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bab23-36ec-40aa-b57f-206ce92e14d0 req-e203e4ba-5ed7-435b-8137-9d5ee66192d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.866178 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-659bab23-36ec-40aa-b57f-206ce92e14d0 req-e203e4ba-5ed7-435b-8137-9d5ee66192d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.5410717 Feb 11 05:33:04.882858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (54c62744-5f9f-477e-8d44-3abc929e1aa5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.895788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:04.920095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.926910 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/54c62744-5f9f-477e-8d44-3abc929e1aa5 HTTP/1.1" status: 204 len: 168 time: 1.4357619 Feb 11 05:33:04.931508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37334) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:04.975552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0014569-bdd3-4dd8-b3df-4b17c2fa2145 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=54c62744-5f9f-477e-8d44-3abc929e1aa5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.001121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:05.001692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=4c9a96da-efc3-4d7b-bfab-b1ce4acc5076,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.003476 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.016560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e83b3-7322-4aa4-b296-033c1f0ef7a0 None None] Pushing event updated for resources: {'Port': ['ID=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.025663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 57558d11-56f1-449c-9266-8be882d5e3f3 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:05.069742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:05.078891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.079889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] No DVR routers for this DVR port b2c8b065-027b-44f0-af57-3f3efde4a2b6 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:05.083277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.143387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (f6ef601c-6f5d-4da3-9b2b-7ecc7101f919), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.151512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] Deleting port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:05.152002 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.178970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-41131fa0-7ea3-44dc-84bf-88b5e0601d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.181240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-41131fa0-7ea3-44dc-84bf-88b5e0601d70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.4139166 Feb 11 05:33:05.217345 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-659bab23-36ec-40aa-b57f-206ce92e14d0 req-f76a6581-1456-417c-8530-8736e8f5e7c2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436337 Feb 11 05:33:05.275200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-31cc8888-e611-4dbe-a0f8-37a185e4d287 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5146675 Feb 11 05:33:05.278009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-11fe4f61-2972-4077-8d46-330d90119514 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874879 Feb 11 05:33:05.278720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37338) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.292217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:05.292447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3', 'fixed_ips': [{'subnet_id': '3e471293-ceee-44c1-9aa4-8973f9b3d934'}, {'subnet_id': '4c9a96da-efc3-4d7b-bfab-b1ce4acc5076'}], 'name': 'tempest-PortsIpV6TestJSON-1235905021'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:05.293009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.305187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-11b5ed75-2598-4087-9e3c-49ffb7bf8efe service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:33:05.307272 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-11b5ed75-2598-4087-9e3c-49ffb7bf8efe service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066745 Feb 11 05:33:05.320914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] For port 32b83b39-6eaf-4308-b8f4-f4439f5354b0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32b83b39-6eaf-4308-b8f4-f4439f5354b0,segment=NetworkSegment(ffc4c912-7031-4c3a-bb48-21eb2295bafe),segment_id=ffc4c912-7031-4c3a-bb48-21eb2295bafe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:05.321320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.356330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] Calling delete_port for 32b83b39-6eaf-4308-b8f4-f4439f5354b0 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:05.380880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port 32b83b39-6eaf-4308-b8f4-f4439f5354b0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32b83b39-6eaf-4308-b8f4-f4439f5354b0,segment=NetworkSegment(ffc4c912-7031-4c3a-bb48-21eb2295bafe),segment_id=ffc4c912-7031-4c3a-bb48-21eb2295bafe)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:05.381580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.406224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 32b83b39-6eaf-4308-b8f4-f4439f5354b0 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:05.412538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-6a575b83-a3a6-4e45-940f-b806b163d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.414484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-6a575b83-a3a6-4e45-940f-b806b163d52b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.5382283 Feb 11 05:33:05.515480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca65d89-f680-4056-8503-e033ac3ec659 req-3bef5497-98a6-4eb4-be66-cc1422a08313 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.517249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ca65d89-f680-4056-8503-e033ac3ec659 req-3bef5497-98a6-4eb4-be66-cc1422a08313 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 948 time: 0.3027067 Feb 11 05:33:05.518602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-86e6c5bd-8a40-455b-b36d-27dce0e3686f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614 HTTP/1.1" status: 200 len: 217 time: 0.0612729 Feb 11 05:33:05.575498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.592789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:05.638390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=32b83b39-6eaf-4308-b8f4-f4439f5354b0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.747054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-6415a6f4-44ec-488d-9069-8631352e544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.750781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-6415a6f4-44ec-488d-9069-8631352e544a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2016809 Feb 11 05:33:05.775708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad169ac-3f1e-4cd2-956a-0f0a7371a58c None None] Pushing event deleted for resources: {'Port': ['ID=b2c8b065-027b-44f0-af57-3f3efde4a2b6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:05.795135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-a07b449c-d3d2-4a64-81b5-eb216250cb96 service neutron] 10.222.0.62 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813359 Feb 11 05:33:05.823794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ca65d89-f680-4056-8503-e033ac3ec659 req-204d0371-c149-4728-b075-a13d0f51873d tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662137 Feb 11 05:33:05.863595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (f6ef601c-6f5d-4da3-9b2b-7ecc7101f919), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.935832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ef601c-6f5d-4da3-9b2b-7ecc7101f919']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:05.954322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc4c912-7031-4c3a-bb48-21eb2295bafe') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:05.954687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc4c912-7031-4c3a-bb48-21eb2295bafe') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:05.970821 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (ffc4c912-7031-4c3a-bb48-21eb2295bafe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.985054 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1e15c4d-0291-49c4-989d-abdf0c12ea06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.003338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ffc4c912-7031-4c3a-bb48-21eb2295bafe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.033410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:06.034483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (ffc4c912-7031-4c3a-bb48-21eb2295bafe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:06.053183 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:06.119211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3e2b8f3-dddf-41c3-a5bf-1401d30cee59 req-3e516b30-90e9-4222-81d4-9d411c9c7843 service neutron] 10.222.0.62 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223228 Feb 11 05:33:06.124718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-c8ec2630-faab-4f26-a44e-2b630ea1040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.126353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-c8ec2630-faab-4f26-a44e-2b630ea1040d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3605635 Feb 11 05:33:06.145237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:06.169266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf040242-604b-4f5a-9aac-c77c713b4cca req-8f1466d9-5d99-4948-a937-37653642b536 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.171351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf040242-604b-4f5a-9aac-c77c713b4cca req-8f1466d9-5d99-4948-a937-37653642b536 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 945 time: 0.1512306 Feb 11 05:33:06.220546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b2c8b065-027b-44f0-af57-3f3efde4a2b6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:06.318783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b2c8b065-027b-44f0-af57-3f3efde4a2b6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:06.319069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b2c8b065-027b-44f0-af57-3f3efde4a2b6 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:06.369935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7cd489-dad6-4bfb-83ee-7aaede6224e3 None None] Network 57558d11-56f1-449c-9266-8be882d5e3f3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:06.417174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (f6ef601c-6f5d-4da3-9b2b-7ecc7101f919), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.432044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fd6db7bf-644e-400e-b2e2-f47e4f7ee614 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:06.439106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (32b83b39-6eaf-4308-b8f4-f4439f5354b0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.458868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.470508 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 HTTP/1.1" status: 204 len: 168 time: 1.5378273 Feb 11 05:33:06.471580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b5f2e-b058-4338-ae9d-441de34bb130 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=f6ef601c-6f5d-4da3-9b2b-7ecc7101f919,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:06.478408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37350) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.488944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1211928648'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:06.588636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:06.591703 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f191da5-c561-4c1f-a44b-84f23463a8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:06.610465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] Pushing event deleted for resources: {'Port': ['ID=32b83b39-6eaf-4308-b8f4-f4439f5354b0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:06.625252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] Network f6ef601c-6f5d-4da3-9b2b-7ecc7101f919 is not hosted by any dhcp agent {{(pid=104088) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:33:06.625716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917877e-484a-49e8-a69d-d62a19e64374 None None] No DVR routers for this DVR port 32b83b39-6eaf-4308-b8f4-f4439f5354b0 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:06.635519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf040242-604b-4f5a-9aac-c77c713b4cca req-7d1dad8f-edae-450b-ae0d-20d624bbd04b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472227 Feb 11 05:33:06.681296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:06.686558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.705042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-389f165c-0c0c-4991-882c-dfb6fa6e0768 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704825 Feb 11 05:33:06.745410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:06.764586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.784807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1066da28-e725-4d8b-b83d-894acc1c8794), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.785157 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment 1066da28-e725-4d8b-b83d-894acc1c8794 of type vlan for network 601078da-73a5-4623-866e-1c4181b69bc1 Feb 11 05:33:06.834497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b250eb8c-a74a-4b0a-be58-6b4a4232ad32 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:06.873359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0f96-9687-4281-80e5-8165936fc7b1 req-f0008f96-58e3-4cce-a179-9939a9d74ea2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.875508 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (601078da-73a5-4623-866e-1c4181b69bc1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.877722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-058d0f96-9687-4281-80e5-8165936fc7b1 req-f0008f96-58e3-4cce-a179-9939a9d74ea2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.5478337 Feb 11 05:33:06.899000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-acaad365-8cfe-41e6-ad1e-9045a832648f req-fa9507b7-a60c-4ef8-9b11-6d932b65a632 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0932400 Feb 11 05:33:06.914725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fd6db7bf-644e-400e-b2e2-f47e4f7ee614, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:06.984657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port ef73d2c9-4080-4081-ad94-ba526a23cccd yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:07.012711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'fd6db7bf-644e-400e-b2e2-f47e4f7ee614', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'fd6db7bf-644e-400e-b2e2-f47e4f7ee614', 'mac_address': 'fa:16:3e:4b:96:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:07.018408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-889dc03d-4644-4965-846f-77346ced6ee8 None None] Provisioning complete for port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:07.018783 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-889dc03d-4644-4965-846f-77346ced6ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.042988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (601078da-73a5-4623-866e-1c4181b69bc1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.048296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:07.049321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.151122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:07.151589 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.176951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:07.177385 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.199695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=601078da-73a5-4623-866e-1c4181b69bc1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:07.248447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-058d0f96-9687-4281-80e5-8165936fc7b1 req-dd10d431-7282-4409-ae5b-84a95229a781 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429649 Feb 11 05:33:07.269190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6db7bf-644e-400e-b2e2-f47e4f7ee614 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:07.283523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 601078da-73a5-4623-866e-1c4181b69bc1 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:07.287160 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-af251847-239d-4a82-ac8e-4dd3df9d94b5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8057933 Feb 11 05:33:07.287298 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.287426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37364) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.293737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-2adc0d13-bef2-4de0-b36e-e8ed79983b34 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 998 time: 0.3136053 Feb 11 05:33:07.295313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': '601078da-73a5-4623-866e-1c4181b69bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:07.301535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de472812-e641-407d-8eba-5b2dedcb8bc3 req-e1c5364c-039c-4e62-b535-b324a16d9aba service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733984 Feb 11 05:33:07.384489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '581ef38f-c25f-4e4d-a2a1-9f6105850b5b', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'port_id': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'mac_address': 'fa:16:3e:20:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:56Z', 'updated_at': '2022-02-11T05:33:00Z', 'revision_number': 1, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:59Z', 'revision_number': 5, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:07.413109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fd6db7bf-644e-400e-b2e2-f47e4f7ee614, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:07.444439 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13a51d3-4a9c-4f8e-8948-e949746f070c x-openstack-request-id: req-e13a51d3-4a9c-4f8e-8948-e949746f070c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:07.444809 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:07.445074 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e13a51d3-4a9c-4f8e-8948-e949746f070c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:07.446058 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'status': 'completed', 'code': 200} Feb 11 05:33:07.454603 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-889dc03d-4644-4965-846f-77346ced6ee8 None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:07.455176 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-889dc03d-4644-4965-846f-77346ced6ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.492029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a95d8f-73d0-4c55-b278-d020c0ecf826 None None] The sync data for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 is: [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '581ef38f-c25f-4e4d-a2a1-9f6105850b5b', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'port_id': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'mac_address': 'fa:16:3e:20:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:32:56Z', 'updated_at': '2022-02-11T05:33:00Z', 'revision_number': 1, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:59Z', 'revision_number': 5, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:07.532902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-481d0fb7-092f-45a9-9fa8-f0400aa399b4 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:07.547736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-481d0fb7-092f-45a9-9fa8-f0400aa399b4 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports/3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 942 time: 0.2428501 Feb 11 05:33:07.569137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:07.572945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.573416 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.829106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:07.834952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:07.835353 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.903995 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50161eeb-c191-4fd7-a3b4-0698678e52ae None None] New status for floating IP 581ef38f-c25f-4e4d-a2a1-9f6105850b5b: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:33:07.917600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-889dc03d-4644-4965-846f-77346ced6ee8 None None] For port b250eb8c-a74a-4b0a-be58-6b4a4232ad32, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,segment=NetworkSegment(689f4305-2eb7-4034-bd7c-bbcb8dd9cff7),segment_id=689f4305-2eb7-4034-bd7c-bbcb8dd9cff7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:07.932125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['fd6db7bf-644e-400e-b2e2-f47e4f7ee614'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:08.016368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-889dc03d-4644-4965-846f-77346ced6ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.084485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::123 (57558d11-56f1-449c-9266-8be882d5e3f3/3e471293-ceee-44c1-9aa4-8973f9b3d934/ef73d2c9-4080-4081-ad94-ba526a23cccd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:08.094421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8:0:1::d4 (57558d11-56f1-449c-9266-8be882d5e3f3/4c9a96da-efc3-4d7b-bfab-b1ce4acc5076/ef73d2c9-4080-4081-ad94-ba526a23cccd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:08.097099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (e6a2de06-b65a-45a1-9f74-01a2a0998c61), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.143596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dc03d-4644-4965-846f-77346ced6ee8 None None] Pushing event updated for resources: {'Port': ['ID=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:08.153220 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:33:08.153493 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:33:08.285726 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.287734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=e6a2de06-b65a-45a1-9f74-01a2a0998c61,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:08.306433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': '1066da28-e725-4d8b-b83d-894acc1c8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '601078da-73a5-4623-866e-1c4181b69bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:08.306946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: 601078da-73a5-4623-866e-1c4181b69bc1, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:08.332861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-0c0ab61a-e8c6-4b9a-a5ab-9ed21a4033c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.334930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-0c0ab61a-e8c6-4b9a-a5ab-9ed21a4033c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.8984909 Feb 11 05:33:08.388396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6ae81-be8f-4040-b22d-a88165671d07 None None] Update dhcp port {'port': {'network_id': '57558d11-56f1-449c-9266-8be882d5e3f3', 'fixed_ips': [{'subnet_id': '3e471293-ceee-44c1-9aa4-8973f9b3d934', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c9a96da-efc3-4d7b-bfab-b1ce4acc5076'}], 'binding:host_id': 'n-d-713498-37'}, 'id': 'b250eb8c-a74a-4b0a-be58-6b4a4232ad32'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:33:08.400488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 601078da-73a5-4623-866e-1c4181b69bc1 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:08.410382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-99e24fe9-3c3a-442d-a499-a4ca8b38b388 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 998 time: 0.7229121 Feb 11 05:33:08.417574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.472774 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.473516 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.476916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 601078da-73a5-4623-866e-1c4181b69bc1) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:08.481051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.481650 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.511721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d0add-529e-4aed-8aaa-40c6bde5236b None None] Network 601078da-73a5-4623-866e-1c4181b69bc1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:08.590035 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baf6ae81-be8f-4040-b22d-a88165671d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.606599 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b34d7f41-13d5-4714-b3dc-ff05a7b9c189 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3178508 Feb 11 05:33:08.608833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37382) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:08.614145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4211d3e3-6560-40f2-80a0-f1ecbdf2b79e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-420587959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:08.730925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4211d3e3-6560-40f2-80a0-f1ecbdf2b79e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (b98b99c1-68fc-4799-b790-1c84d1464f81), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.731973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4211d3e3-6560-40f2-80a0-f1ecbdf2b79e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (b98b99c1-68fc-4799-b790-1c84d1464f81), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.752613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-b641f6ac-e01d-4041-b1b7-ca35e7ec3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.755362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-b641f6ac-e01d-4041-b1b7-ca35e7ec3884 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.4126878 Feb 11 05:33:08.777138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-13b26359-e877-4198-992e-2cfcaa5b377a tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.780066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-13b26359-e877-4198-992e-2cfcaa5b377a tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.3486159 Feb 11 05:33:08.825801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:08.865202 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4211d3e3-6560-40f2-80a0-f1ecbdf2b79e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (b98b99c1-68fc-4799-b790-1c84d1464f81), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.946533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4211d3e3-6560-40f2-80a0-f1ecbdf2b79e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (b98b99c1-68fc-4799-b790-1c84d1464f81), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.953298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-601078da-73a5-4623-866e-1c4181b69bc1', 'network_id': '601078da-73a5-4623-866e-1c4181b69bc1', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': 'e6a2de06-b65a-45a1-9f74-01a2a0998c61'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:08.954366 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.986153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b250eb8c-a74a-4b0a-be58-6b4a4232ad32 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:09.051030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4211d3e3-6560-40f2-80a0-f1ecbdf2b79e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.055561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4211d3e3-6560-40f2-80a0-f1ecbdf2b79e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4426959 Feb 11 05:33:09.055561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37386) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:09.061973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'port': {'network_id': '601078da-73a5-4623-866e-1c4181b69bc1', 'name': 'tempest-RoutersIpV6Test-707329550'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:09.224756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-baf6ae81-be8f-4040-b22d-a88165671d07 None None] Allocated IP 2001:db8:0:1::2 (57558d11-56f1-449c-9266-8be882d5e3f3/4c9a96da-efc3-4d7b-bfab-b1ce4acc5076/b250eb8c-a74a-4b0a-be58-6b4a4232ad32) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:09.251921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.303432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:09.305852 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.446419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:09.450383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.490416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] device_id is not set on port 990a15c4-6626-44f2-a221-5b220a2c460e yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:09.594475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 57558d11-56f1-449c-9266-8be882d5e3f3 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:09.615693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:09.625463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:09.630932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.631855 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.634722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=ef73d2c9-4080-4081-ad94-ba526a23cccd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:09.647062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Allocated IP 2001:db8::2 (601078da-73a5-4623-866e-1c4181b69bc1/e6a2de06-b65a-45a1-9f74-01a2a0998c61/cbc3d035-8963-4fcf-8bf5-558db3e71740) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:09.669593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-74b94339-5a8b-4479-accf-33e3e2189c19 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 1000 time: 0.8684585 Feb 11 05:33:09.675981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-33901d84-32bb-4396-b383-8c6614cc1228 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.8482478 Feb 11 05:33:09.698590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:09.789123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0df1971e-6e34-48d2-af1c-f0488abc7109 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5000715 Feb 11 05:33:09.790303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37388) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:09.796133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e471293-ceee-44c1-9aa4-8973f9b3d934'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:09.800550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54fe46-4c8e-44db-a8f1-aedcd29a52e4 req-0bc85a3f-90d6-4d28-8dba-631928b17076 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.809086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad54fe46-4c8e-44db-a8f1-aedcd29a52e4 req-0bc85a3f-90d6-4d28-8dba-631928b17076 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 949 time: 1.0149479 Feb 11 05:33:09.848586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-1bc41913-a141-4d40-acd7-4341b847fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.851234 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-1bc41913-a141-4d40-acd7-4341b847fded service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.1742787 Feb 11 05:33:09.905072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-e5a1d2a3-8313-4485-b584-f1c55136519b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465710 Feb 11 05:33:09.911249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for floatingip (581ef38f-c25f-4e4d-a2a1-9f6105850b5b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.972236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-baf6ae81-be8f-4040-b22d-a88165671d07 None None] For port b250eb8c-a74a-4b0a-be58-6b4a4232ad32, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,segment=NetworkSegment(689f4305-2eb7-4034-bd7c-bbcb8dd9cff7),segment_id=689f4305-2eb7-4034-bd7c-bbcb8dd9cff7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:10.022277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad54fe46-4c8e-44db-a8f1-aedcd29a52e4 req-04a6620c-66fd-4b5c-9154-18cf3363cb01 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121661 Feb 11 05:33:10.044568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:10.086553 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baf6ae81-be8f-4040-b22d-a88165671d07 None None] Publish callbacks [] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.128290 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Publish callbacks [] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.157865 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baf6ae81-be8f-4040-b22d-a88165671d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.203437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d44a2e71-cfc0-4f4e-9a49-2a822635143d req-3141c371-c9bb-4160-aad7-6cf584ad89a7 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0467563 Feb 11 05:33:10.215980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.239364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-626893f6-c989-4e8a-a068-5bc12b9661f5 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195045 Feb 11 05:33:10.250522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.301582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Network 601078da-73a5-4623-866e-1c4181b69bc1 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:10.320858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:10.324718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:10.340520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6ae81-be8f-4040-b22d-a88165671d07 None None] Pushing event updated for resources: {'Port': ['ID=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:10.343541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8::32f (601078da-73a5-4623-866e-1c4181b69bc1/e6a2de06-b65a-45a1-9f74-01a2a0998c61/990a15c4-6626-44f2-a221-5b220a2c460e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:10.360378 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.451647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fd6db7bf-644e-400e-b2e2-f47e4f7ee614 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:10.476392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f191da5-c561-4c1f-a44b-84f23463a8c2 req-0ba210a9-f9bc-44dc-a057-12e9cc932b60 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281621 Feb 11 05:33:10.479202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (581ef38f-c25f-4e4d-a2a1-9f6105850b5b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.479540 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Floating IP 581ef38f-c25f-4e4d-a2a1-9f6105850b5b disassociated. External IP: 172.25.8.24, port: 3b47a5be-81b8-4aae-b481-61545eb828b1. Feb 11 05:33:10.495201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f8214-d51d-4b85-8434-7b717df3bda0 req-a6e36ffa-6d7e-4433-b6d0-de7ebcf2c233 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.496932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-842f8214-d51d-4b85-8434-7b717df3bda0 req-a6e36ffa-6d7e-4433-b6d0-de7ebcf2c233 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1810391 Feb 11 05:33:10.521036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Pushing event updated for resources: {'Port': ['ID=cbc3d035-8963-4fcf-8bf5-558db3e71740,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:10.529016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Attempting to bind port cbc3d035-8963-4fcf-8bf5-558db3e71740 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:10.529714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Attempting to bind port cbc3d035-8963-4fcf-8bf5-558db3e71740 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '1066da28-e725-4d8b-b83d-894acc1c8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '601078da-73a5-4623-866e-1c4181b69bc1'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:10.530543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Attempting to bind port cbc3d035-8963-4fcf-8bf5-558db3e71740 on network 601078da-73a5-4623-866e-1c4181b69bc1 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:10.545204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:10.546063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Checking segment: {'id': '1066da28-e725-4d8b-b83d-894acc1c8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '601078da-73a5-4623-866e-1c4181b69bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:10.546646 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.547211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Bound using segment: {'id': '1066da28-e725-4d8b-b83d-894acc1c8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '601078da-73a5-4623-866e-1c4181b69bc1'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:10.547959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Bound port: cbc3d035-8963-4fcf-8bf5-558db3e71740, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1066da28-e725-4d8b-b83d-894acc1c8794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '601078da-73a5-4623-866e-1c4181b69bc1'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:10.548533 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.661114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] For port cbc3d035-8963-4fcf-8bf5-558db3e71740, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:10.666689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] For port cbc3d035-8963-4fcf-8bf5-558db3e71740, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cbc3d035-8963-4fcf-8bf5-558db3e71740,segment=NetworkSegment(1066da28-e725-4d8b-b83d-894acc1c8794),segment_id=1066da28-e725-4d8b-b83d-894acc1c8794)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:10.681165 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (990a15c4-6626-44f2-a221-5b220a2c460e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.704111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:10.710707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:10.711158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.738265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-842f8214-d51d-4b85-8434-7b717df3bda0 req-d09c63ee-5055-4d70-ade9-9f68ddd10103 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874175 Feb 11 05:33:10.741768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.759907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 99edbdac-00d8-4fad-a318-950b9c0cd37f details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:10.927035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d493d4-98fb-4ef5-8559-be5527bff44b None None] Pushing event updated for resources: {'Port': ['ID=cbc3d035-8963-4fcf-8bf5-558db3e71740,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.116381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:11.244553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:11.307780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'port_id': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'mac_address': 'fa:16:3e:1f:da:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:11.337739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b250eb8c-a74a-4b0a-be58-6b4a4232ad32 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:11.392976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Delete allocated IP 2001:db8:0:1::d4 (57558d11-56f1-449c-9266-8be882d5e3f3/4c9a96da-efc3-4d7b-bfab-b1ce4acc5076) {{(pid=104086) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:33:11.411532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.495537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 601078da-73a5-4623-866e-1c4181b69bc1 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:11.513839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:11.532791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:11.541302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.542419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.620781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 99edbdac-00d8-4fad-a318-950b9c0cd37f is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:11.624332 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.669343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcc730-5580-4f32-bccc-7dddb5ea5948 None None] Network 57558d11-56f1-449c-9266-8be882d5e3f3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:11.677241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:11.677927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.694810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=990a15c4-6626-44f2-a221-5b220a2c460e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.709780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.710082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99edbdac-00d8-4fad-a318-950b9c0cd37f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:11.710218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.715560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:11.750505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:11.761179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.792941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f045b0-8423-42ce-8ab5-3e877d897853 req-1163d73f-2469-4c6c-a3df-b5d92950e056 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.793209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-ed195747-a513-489c-ab5f-b06f17dc7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.795392 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-ed195747-a513-489c-ab5f-b06f17dc7d51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.2410674 Feb 11 05:33:11.797025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85f045b0-8423-42ce-8ab5-3e877d897853 req-1163d73f-2469-4c6c-a3df-b5d92950e056 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 949 time: 0.1791022 Feb 11 05:33:11.797255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] Sync routers for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:11.822322 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3d131445-f74b-4f13-8dde-96e8ef0bdd7c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7641294 Feb 11 05:33:11.828519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bfb7faff-c07c-4cfd-bfd2-967a8b65cbee None None] Provisioning complete for port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:11.829111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bfb7faff-c07c-4cfd-bfd2-967a8b65cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.856641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37430) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:11.947237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port fd6db7bf-644e-400e-b2e2-f47e4f7ee614, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:11.968653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f773c51-bdcd-482f-8288-8f80b251dbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6db7bf-644e-400e-b2e2-f47e4f7ee614'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:11.968653 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f68785-ae52-4808-baaf-8a5421931cc7" -d '{"events": [{"server_uuid": "3f773c51-bdcd-482f-8288-8f80b251dbf6", "name": "network-vif-plugged", "status": "completed", "tag": "fd6db7bf-644e-400e-b2e2-f47e4f7ee614"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:12.011296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:12.014880 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.038093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:12.041892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:12.099758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.133491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-06bcead6-e24d-48c6-8b6c-54066fba0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.139771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85f045b0-8423-42ce-8ab5-3e877d897853 req-06ce789b-c1c8-4147-844f-afd16b1e6fae tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069909 Feb 11 05:33:12.149414 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-06bcead6-e24d-48c6-8b6c-54066fba0dc2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.3064001 Feb 11 05:33:12.183495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:12.184399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.262016 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.263877 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.292895 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-5df88d14-0643-4f91-ba3e-0f2698e7012e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 200 len: 217 time: 0.1326578 Feb 11 05:33:12.292895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.297215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-a5c040e6-6410-4be1-97ff-25312fd69bec tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "PUT /v2.0/floatingips/581ef38f-c25f-4e4d-a2a1-9f6105850b5b HTTP/1.1" status: 200 len: 694 time: 2.6032960 Feb 11 05:33:12.309577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:12.312070 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:12.357369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7faff-c07c-4cfd-bfd2-967a8b65cbee None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:12.429600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['99edbdac-00d8-4fad-a318-950b9c0cd37f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:12.525461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60f59f3c-3007-4b55-ac93-1abe2111ce72 req-9125faff-1dc2-4041-950b-f56f773581e9 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/ports?device_id=13c75c7d-345e-4f11-96d7-56d58121804f HTTP/1.1" status: 200 len: 210 time: 0.0889275 Feb 11 05:33:12.553146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] In _notify_port_updated(), no bound segment for port ef73d2c9-4080-4081-ad94-ba526a23cccd on network 57558d11-56f1-449c-9266-8be882d5e3f3 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:33:12.571842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.573000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.578194 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "PUT /v2.0/ports/ef73d2c9-4080-4081-ad94-ba526a23cccd HTTP/1.1" status: 200 len: 926 time: 2.7867069 Feb 11 05:33:12.579279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dc55d-7ebc-4c74-bf9c-ac2279382c09 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=ef73d2c9-4080-4081-ad94-ba526a23cccd,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.627616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37450) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:12.640216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e471293-ceee-44c1-9aa4-8973f9b3d934'}, {'subnet_id': '4c9a96da-efc3-4d7b-bfab-b1ce4acc5076'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:12.692820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.697457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-c75cc3c3-7c8a-4f2e-9b6f-edf352ebd6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.699228 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-c75cc3c3-7c8a-4f2e-9b6f-edf352ebd6b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.3878152 Feb 11 05:33:12.743435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:12.786628 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-e86a972e-0688-4b37-8ecd-ae88ddeea248 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769711 Feb 11 05:33:12.837745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:12.979617 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68d4d6-1668-4f28-8cd5-344cb3be4ebf None None] Network 601078da-73a5-4623-866e-1c4181b69bc1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:13.024351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-62cdb28b-cc74-4f94-922e-794c149cc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:13.031361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-62cdb28b-cc74-4f94-922e-794c149cc74f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.7332428 Feb 11 05:33:13.097077 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-1032afa6-766f-4fc3-be7c-5ccb9273fbac service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042049 Feb 11 05:33:13.345878 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f33c466-8751-4071-bf81-1f6351c1e356 req-647cea62-a398-4e66-8407-caab765bc798 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426865 Feb 11 05:33:13.444304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843796-8193-417e-acc2-c8c734af6985 req-7181405b-8f1e-4fe6-b748-7a903ee2bb43 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:13.454309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2843796-8193-417e-acc2-c8c734af6985 req-7181405b-8f1e-4fe6-b748-7a903ee2bb43 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.7135413 Feb 11 05:33:13.615673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cbc3d035-8963-4fcf-8bf5-558db3e71740 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:13.633127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:13.694611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-8f5a1608-6e4a-4d66-a607-f25ca58ec23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:13.702169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-8f5a1608-6e4a-4d66-a607-f25ca58ec23a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.6209717 Feb 11 05:33:13.895479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2843796-8193-417e-acc2-c8c734af6985 req-55275025-5f71-41e4-b034-ce3fff9812ed tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394631 Feb 11 05:33:13.920875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-9bc2fdb9-984a-4ace-a67c-0baf678abfd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 217 time: 0.1554375 Feb 11 05:33:13.979794 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.061033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1389fd8f-0ba6-4b8f-8a04-64f16ea109e2 None None] Provisioning complete for port cbc3d035-8963-4fcf-8bf5-558db3e71740 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:14.061603 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1389fd8f-0ba6-4b8f-8a04-64f16ea109e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.075339 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e19882-6a27-4c56-94c9-89605580ffca x-openstack-request-id: req-11e19882-6a27-4c56-94c9-89605580ffca {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:14.075339 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f773c51-bdcd-482f-8288-8f80b251dbf6", "name": "network-vif-plugged", "status": "completed", "tag": "fd6db7bf-644e-400e-b2e2-f47e4f7ee614", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:14.082492 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11e19882-6a27-4c56-94c9-89605580ffca {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:14.083403 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f773c51-bdcd-482f-8288-8f80b251dbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6db7bf-644e-400e-b2e2-f47e4f7ee614', 'code': 200} Feb 11 05:33:14.104538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.205828 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6772e97-be45-4650-b794-65fd0b63b62e x-openstack-request-id: req-e6772e97-be45-4650-b794-65fd0b63b62e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:14.210489 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:14.212297 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6772e97-be45-4650-b794-65fd0b63b62e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:14.216341 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'status': 'completed', 'code': 200} Feb 11 05:33:14.292142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1389fd8f-0ba6-4b8f-8a04-64f16ea109e2 None None] Current status of the port cbc3d035-8963-4fcf-8bf5-558db3e71740 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:14.299176 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1389fd8f-0ba6-4b8f-8a04-64f16ea109e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.337639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-bd393042-4966-439c-9995-bf279756114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:14.341988 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-bd393042-4966-439c-9995-bf279756114e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 1128 time: 0.1478457 Feb 11 05:33:14.446838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cbc3d035-8963-4fcf-8bf5-558db3e71740 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:14.454304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.485487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-ccd6e3b1-16bc-4bd8-9098-942e868883d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:14.489474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-ccd6e3b1-16bc-4bd8-9098-942e868883d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.5526946 Feb 11 05:33:14.552027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-e0ade6ac-ac0d-4c67-a566-eed81a749f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:14.554038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-e0ade6ac-ac0d-4c67-a566-eed81a749f61 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 200 len: 920 time: 0.2064352 Feb 11 05:33:14.591581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1389fd8f-0ba6-4b8f-8a04-64f16ea109e2 None None] For port cbc3d035-8963-4fcf-8bf5-558db3e71740, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cbc3d035-8963-4fcf-8bf5-558db3e71740,segment=NetworkSegment(1066da28-e725-4d8b-b83d-894acc1c8794),segment_id=1066da28-e725-4d8b-b83d-894acc1c8794)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:14.645679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-d90b4190-f7ae-4313-b3f0-890cd22a7180 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229429 Feb 11 05:33:14.647641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-49ee7c78-54cd-42f5-84f5-a9015dbbbcc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 200 len: 217 time: 0.0848346 Feb 11 05:33:14.698428 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1389fd8f-0ba6-4b8f-8a04-64f16ea109e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.756913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-e415d2bb-a7d0-444b-95f4-70b5623c574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:14.760520 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-e415d2bb-a7d0-444b-95f4-70b5623c574e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 200 len: 859 time: 0.1066432 Feb 11 05:33:14.817948 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-12535349-7a12-45eb-8758-d0f54c60596d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c629c426-d4e2-4ff8-8d95-90a6d9926b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513759 Feb 11 05:33:14.900104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389fd8f-0ba6-4b8f-8a04-64f16ea109e2 None None] Pushing event updated for resources: {'Port': ['ID=cbc3d035-8963-4fcf-8bf5-558db3e71740,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:14.938350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 99edbdac-00d8-4fad-a318-950b9c0cd37f up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:15.091601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-c2a4a9f4-f12d-4408-980b-b7bda2837e81 service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669036 Feb 11 05:33:15.128032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:59Z', 'revision_number': 5, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:15.266869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] Checking router: 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:15.271266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Provisioning complete for port ef73d2c9-4080-4081-ad94-ba526a23cccd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:15.271657 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.374121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Port ef73d2c9-4080-4081-ad94-ba526a23cccd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:15.383911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a83ca6d-d345-4d97-a4f6-b0ec14028a1b req-bc05a741-21e7-4352-ac69-e83e13075c8f service neutron] 10.222.0.83 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738655 Feb 11 05:33:15.469605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Provisioning complete for port cbc3d035-8963-4fcf-8bf5-558db3e71740 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:15.470015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.472246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:15.472955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:15.651904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:15.737429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8:0:1::2fe (57558d11-56f1-449c-9266-8be882d5e3f3/4c9a96da-efc3-4d7b-bfab-b1ce4acc5076/ef73d2c9-4080-4081-ad94-ba526a23cccd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:15.740036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cbc3d035-8963-4fcf-8bf5-558db3e71740 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:15.827840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 99edbdac-00d8-4fad-a318-950b9c0cd37f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:15.828215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.928849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.948055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cbc3d035-8963-4fcf-8bf5-558db3e71740 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:15.995754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588622a-8e6e-4d44-958f-0c794fc6cc14 req-243dc105-cd70-4524-b6c3-3e63466d8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.997526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4588622a-8e6e-4d44-958f-0c794fc6cc14 req-243dc105-cd70-4524-b6c3-3e63466d8926 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 1133 time: 1.8715734 Feb 11 05:33:16.003874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.082936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9ef20-ac05-4b11-992a-0b2fc09b965c req-d992346a-7983-4e8c-b780-5fdfa35d8f0c tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:16.084771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ae9ef20-ac05-4b11-992a-0b2fc09b965c req-d992346a-7983-4e8c-b780-5fdfa35d8f0c tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 950 time: 1.7449501 Feb 11 05:33:16.159516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Current status of the port cbc3d035-8963-4fcf-8bf5-558db3e71740 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:16.192135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 99edbdac-00d8-4fad-a318-950b9c0cd37f is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:16.192434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.232862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cbc3d035-8963-4fcf-8bf5-558db3e71740 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:16.233246 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.248703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Provisioning complete for port 990a15c4-6626-44f2-a221-5b220a2c460e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:16.252969 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.252969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:16.252969 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5f0f4a-5978-43f1-98b7-f77e8079ad80" -d '{"events": [{"server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "name": "network-vif-plugged", "status": "completed", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:16.329579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] In _notify_port_updated(), no bound segment for port ef73d2c9-4080-4081-ad94-ba526a23cccd on network 57558d11-56f1-449c-9266-8be882d5e3f3 {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:33:16.335289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:16.337126 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.342202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "PUT /v2.0/ports/ef73d2c9-4080-4081-ad94-ba526a23cccd HTTP/1.1" status: 200 len: 1012 time: 3.7124338 Feb 11 05:33:16.346128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37480) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:16.350368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:16.374509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:59Z', 'revision_number': 5, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:16.422808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77a23c-999e-4d85-8804-86bba0c296f0 None None] The sync data for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 is: [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:31:51Z', 'revision_number': 4, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c78f6fa1-a72a-4d35-af67-44ff85cf5428', 'name': '', 'network_id': 'c629c426-d4e2-4ff8-8d95-90a6d9926b35', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'mac_address': 'fa:16:3e:61:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:49Z', 'updated_at': '2022-02-11T05:31:59Z', 'revision_number': 5, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'subnets': [{'id': 'c4596458-4754-40fc-a18b-8a1bef7b57bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:16.424950 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.427992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Port 990a15c4-6626-44f2-a221-5b220a2c460e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:16.456646 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4588622a-8e6e-4d44-958f-0c794fc6cc14 req-0669e747-aee0-4a35-b926-7f9caf7cd1d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369724 Feb 11 05:33:16.466977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87381775-3b6e-43c9-b33c-ffe3ec439817 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=ef73d2c9-4080-4081-ad94-ba526a23cccd,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.514216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ae9ef20-ac05-4b11-992a-0b2fc09b965c req-0335a03e-dfe3-4f4c-ae34-703842b4c9ad tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761497 Feb 11 05:33:16.551053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-be07926e-5668-4d38-9a40-d8a3f91f6fd7 service neutron] 10.222.0.62 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8532479 Feb 11 05:33:16.627528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.636344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Provisioning complete for port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:16.638980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.648886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-eaf08770-f564-41a8-ab06-7dee46b32f52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port ef73d2c9-4080-4081-ad94-ba526a23cccd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:16.649576 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eaf08770-f564-41a8-ab06-7dee46b32f52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.803488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cbc3d035-8963-4fcf-8bf5-558db3e71740 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:16.862600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eaf08770-f564-41a8-ab06-7dee46b32f52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.888152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-eaf08770-f564-41a8-ab06-7dee46b32f52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for ef73d2c9-4080-4081-ad94-ba526a23cccd owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:16.929136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a4023f8d-76db-4e1c-8bfd-f0aa8ddfa470 None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:16.937697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f7f746b-52d2-4c76-9d07-280d4dc50327 req-3a4839ce-07c7-485a-9592-0286c3f5e4b1 service neutron] 10.222.0.62 "GET /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855186 Feb 11 05:33:16.961734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (990a15c4-6626-44f2-a221-5b220a2c460e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.000170 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094996fe-6cba-4773-b542-62c86ce7dbb2 None None] New status for floating IP 581ef38f-c25f-4e4d-a2a1-9f6105850b5b: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:33:17.016837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4081918-35ac-4aef-932d-2089eaaa572c req-d50fa626-d8cf-44fb-8cac-043f463f972e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.025753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4081918-35ac-4aef-932d-2089eaaa572c req-d50fa626-d8cf-44fb-8cac-043f463f972e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.2299490 Feb 11 05:33:17.045539 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.065434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7548448a-6953-4321-ae1e-e8059ae28641 None None] Provisioning complete for port ef73d2c9-4080-4081-ad94-ba526a23cccd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:17.065434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7548448a-6953-4321-ae1e-e8059ae28641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.381738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4081918-35ac-4aef-932d-2089eaaa572c req-1bcfbe3f-e446-4c64-8498-8ab83143d7ca tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549852 Feb 11 05:33:17.406929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37496) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:17.729007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eaf08770-f564-41a8-ab06-7dee46b32f52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ef73d2c9-4080-4081-ad94-ba526a23cccd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.784948 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c96c1e-dc07-4cad-946b-1cb1bd6731f6 x-openstack-request-id: req-87c96c1e-dc07-4cad-946b-1cb1bd6731f6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:17.787770 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "name": "network-vif-plugged", "status": "completed", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:17.788863 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87c96c1e-dc07-4cad-946b-1cb1bd6731f6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:17.789862 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'code': 200} Feb 11 05:33:17.849557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7548448a-6953-4321-ae1e-e8059ae28641 None None] Port ef73d2c9-4080-4081-ad94-ba526a23cccd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:17.869493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7548448a-6953-4321-ae1e-e8059ae28641 None None] Provisioning complete for port 990a15c4-6626-44f2-a221-5b220a2c460e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:17.870459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7548448a-6953-4321-ae1e-e8059ae28641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.881581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf08770-f564-41a8-ab06-7dee46b32f52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=ef73d2c9-4080-4081-ad94-ba526a23cccd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:17.902791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68cd82e3-7374-4fe9-a4d2-ec15d2acd619 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group (08cdede4-1256-4cc3-9b1d-85afedf8379e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.905537 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (b98b99c1-68fc-4799-b790-1c84d1464f81), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.952942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7548448a-6953-4321-ae1e-e8059ae28641 None None] Port 990a15c4-6626-44f2-a221-5b220a2c460e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:17.973550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eaf08770-f564-41a8-ab06-7dee46b32f52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.977759 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eaf08770-f564-41a8-ab06-7dee46b32f52 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/ef73d2c9-4080-4081-ad94-ba526a23cccd HTTP/1.1" status: 204 len: 168 time: 1.6300802 Feb 11 05:33:17.983180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37502) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:18.000560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68cd82e3-7374-4fe9-a4d2-ec15d2acd619 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group (08cdede4-1256-4cc3-9b1d-85afedf8379e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.091724 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d48a30c-4679-453b-84db-32832bca18f8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:33:18.094131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9d48a30c-4679-453b-84db-32832bca18f8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/ef73d2c9-4080-4081-ad94-ba526a23cccd HTTP/1.1" status: 404 len: 333 time: 0.1099145 Feb 11 05:33:18.096275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d8ccb0ce-fc90-498a-bc98-7d7237eba033 None None] Provisioning complete for port 990a15c4-6626-44f2-a221-5b220a2c460e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:18.098737 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb0ce-fc90-498a-bc98-7d7237eba033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.101844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:18.107223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-a3b7a49b-c586-412b-a964-24bc2ea30bcd tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/floatingips/581ef38f-c25f-4e4d-a2a1-9f6105850b5b HTTP/1.1" status: 200 len: 694 time: 0.6346202 Feb 11 05:33:18.140885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=990a15c4-6626-44f2-a221-5b220a2c460e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:18.200931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccb0ce-fc90-498a-bc98-7d7237eba033 None None] Port 990a15c4-6626-44f2-a221-5b220a2c460e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:18.245320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.279895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9029964-0cb1-45f6-ae7b-fa25be8b7ffa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet 4c9a96da-efc3-4d7b-bfab-b1ce4acc5076 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:18.284377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9029964-0cb1-45f6-ae7b-fa25be8b7ffa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (4c9a96da-efc3-4d7b-bfab-b1ce4acc5076), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.346872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9029964-0cb1-45f6-ae7b-fa25be8b7ffa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (4c9a96da-efc3-4d7b-bfab-b1ce4acc5076), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.465888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9029964-0cb1-45f6-ae7b-fa25be8b7ffa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4c9a96da-efc3-4d7b-bfab-b1ce4acc5076), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.561372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68cd82e3-7374-4fe9-a4d2-ec15d2acd619 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (08cdede4-1256-4cc3-9b1d-85afedf8379e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.565020 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68cd82e3-7374-4fe9-a4d2-ec15d2acd619 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.566530 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-68cd82e3-7374-4fe9-a4d2-ec15d2acd619 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "DELETE /v2.0/security-groups/08cdede4-1256-4cc3-9b1d-85afedf8379e HTTP/1.1" status: 204 len: 168 time: 1.1471469 Feb 11 05:33:18.570798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37514) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:18.595871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd82e3-7374-4fe9-a4d2-ec15d2acd619 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cdede4-1256-4cc3-9b1d-85afedf8379e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:18.601841 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-a60f969e-7bab-41e3-8251-df8111e480c1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] show failed (client error): The resource could not be found. Feb 11 05:33:18.607493 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a60f969e-7bab-41e3-8251-df8111e480c1 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "GET /v2.0/security-groups/08cdede4-1256-4cc3-9b1d-85afedf8379e HTTP/1.1" status: 404 len: 347 time: 0.0352559 Feb 11 05:33:18.609122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37516) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:18.653273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c0fd-a428-4c41-a207-c6f1371bb302 req-5b87c3fd-2700-4055-8143-ceee3e0bef4c tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:18.663170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3b1c0fd-a428-4c41-a207-c6f1371bb302 req-5b87c3fd-2700-4055-8143-ceee3e0bef4c tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 950 time: 0.7541709 Feb 11 05:33:18.727980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-17a798a5-8d00-4dc0-8301-f68f35d72434 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:18.729650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-17a798a5-8d00-4dc0-8301-f68f35d72434 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/networks/7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 784 time: 0.6216292 Feb 11 05:33:18.764750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-9ab32e5c-56e3-44c1-9825-43d6d07b731f tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:33:18.766030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-9ab32e5c-56e3-44c1-9825-43d6d07b731f tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062642 Feb 11 05:33:18.785117 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3b1c0fd-a428-4c41-a207-c6f1371bb302 req-f869e376-47a9-46a5-9d3e-cff9c9a7271c tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200716 Feb 11 05:33:18.892013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-f8169b93-5907-4dad-afcc-1998aad683ae tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.0905185 Feb 11 05:33:18.898590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (990a15c4-6626-44f2-a221-5b220a2c460e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.987171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-60238464-f9f7-4bc1-aab3-e7434d8b5394 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.0792115 Feb 11 05:33:19.041571 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.042820 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (b98b99c1-68fc-4799-b790-1c84d1464f81), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.228508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=990a15c4-6626-44f2-a221-5b220a2c460e,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:19.287901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Deleting port 544c18ef-615c-40e7-a5f8-b59949e212dc {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:19.288305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (544c18ef-615c-40e7-a5f8-b59949e212dc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.385599 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (544c18ef-615c-40e7-a5f8-b59949e212dc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.385983 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for floatingip (544c18ef-615c-40e7-a5f8-b59949e212dc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.404399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Calling delete_port for 544c18ef-615c-40e7-a5f8-b59949e212dc owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:19.509346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9029964-0cb1-45f6-ae7b-fa25be8b7ffa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (4c9a96da-efc3-4d7b-bfab-b1ce4acc5076), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.545616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9029964-0cb1-45f6-ae7b-fa25be8b7ffa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9a96da-efc3-4d7b-bfab-b1ce4acc5076,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:19.589918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9029964-0cb1-45f6-ae7b-fa25be8b7ffa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.594735 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b9029964-0cb1-45f6-ae7b-fa25be8b7ffa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/4c9a96da-efc3-4d7b-bfab-b1ce4acc5076 HTTP/1.1" status: 204 len: 168 time: 1.4896882 Feb 11 05:33:19.596861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37532) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:19.602906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9e29a-47ea-42c0-84a7-aee1ecd44efd None None] Network 57558d11-56f1-449c-9266-8be882d5e3f3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:19.655376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 601078da-73a5-4623-866e-1c4181b69bc1 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:19.659019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (544c18ef-615c-40e7-a5f8-b59949e212dc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.678128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:19.813449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event deleted for resources: {'Port': ['ID=544c18ef-615c-40e7-a5f8-b59949e212dc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:19.815598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b086e164-5f38-41d8-8fe8-79f098c1d721 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet 3e471293-ceee-44c1-9aa4-8973f9b3d934 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:19.839588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b086e164-5f38-41d8-8fe8-79f098c1d721 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (3e471293-ceee-44c1-9aa4-8973f9b3d934), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.926961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port b4d9df57-6363-4475-acdd-2be031214bd5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:19.927399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b4d9df57-6363-4475-acdd-2be031214bd5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.970404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b086e164-5f38-41d8-8fe8-79f098c1d721 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (3e471293-ceee-44c1-9aa4-8973f9b3d934), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.218659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for floatingip (581ef38f-c25f-4e4d-a2a1-9f6105850b5b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.221114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.222471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e131a73-9f05-4ceb-a91e-5793270d0eff req-65068181-f1c2-486d-b38b-4e3c17879b95 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "DELETE /v2.0/floatingips/581ef38f-c25f-4e4d-a2a1-9f6105850b5b HTTP/1.1" status: 204 len: 173 time: 1.2344885 Feb 11 05:33:20.280711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a0dd7-127c-4e39-bba6-d449eb1a9556 req-1779848c-4efc-4c92-8095-44f0f842ab35 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:20.282331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-691a0dd7-127c-4e39-bba6-d449eb1a9556 req-1779848c-4efc-4c92-8095-44f0f842ab35 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 950 time: 0.1581504 Feb 11 05:33:20.303678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fc733794-a5a3-4fd2-a9d6-61c07a1c0879 None None] Provisioning complete for port 990a15c4-6626-44f2-a221-5b220a2c460e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:20.306595 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc733794-a5a3-4fd2-a9d6-61c07a1c0879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.392581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fc733794-a5a3-4fd2-a9d6-61c07a1c0879 None None] Port 990a15c4-6626-44f2-a221-5b220a2c460e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:20.405100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-691a0dd7-127c-4e39-bba6-d449eb1a9556 req-8e631d30-9c4b-4ce5-93a5-9392a872f126 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098120 Feb 11 05:33:20.442006 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b086e164-5f38-41d8-8fe8-79f098c1d721 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3e471293-ceee-44c1-9aa4-8973f9b3d934), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.522023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b930834-e9c8-43cc-aa8a-30cc5177c194 req-7c941f8e-0395-41a7-8104-017780325989 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups/ce841f68-a5bb-42f4-8bf3-050eb70d834a HTTP/1.1" status: 200 len: 1825 time: 0.1305785 Feb 11 05:33:20.572776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b4d9df57-6363-4475-acdd-2be031214bd5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.581275 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for floatingip (b4d9df57-6363-4475-acdd-2be031214bd5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.610719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router b98b99c1-68fc-4799-b790-1c84d1464f81 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:33:20.631191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b086e164-5f38-41d8-8fe8-79f098c1d721 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (3e471293-ceee-44c1-9aa4-8973f9b3d934), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.634250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for b4d9df57-6363-4475-acdd-2be031214bd5 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:20.736967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086e164-5f38-41d8-8fe8-79f098c1d721 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=3e471293-ceee-44c1-9aa4-8973f9b3d934,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:20.745642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b086e164-5f38-41d8-8fe8-79f098c1d721 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.750957 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b086e164-5f38-41d8-8fe8-79f098c1d721 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/3e471293-ceee-44c1-9aa4-8973f9b3d934 HTTP/1.1" status: 204 len: 168 time: 1.1479352 Feb 11 05:33:20.753715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37556) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:20.886052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7b930834-e9c8-43cc-aa8a-30cc5177c194 req-a847a80d-89a8-4980-93e7-5ef4bfc1f950 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for security_group (ce841f68-a5bb-42f4-8bf3-050eb70d834a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.971929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:20.985913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f12124-21e1-4e30-b0b9-671f0af00da1 None None] Sync routers for ids ['b98b99c1-68fc-4799-b790-1c84d1464f81'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:20.989451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-24b496cd-c5ae-47e2-bdbf-cd98c5e9d4c1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/b98b99c1-68fc-4799-b790-1c84d1464f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0823703 Feb 11 05:33:20.993011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:21.005878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f12124-21e1-4e30-b0b9-671f0af00da1 None None] Routers {'b98b99c1-68fc-4799-b790-1c84d1464f81'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:21.006463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-54f12124-21e1-4e30-b0b9-671f0af00da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b98b99c1-68fc-4799-b790-1c84d1464f81'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:21.089197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7b930834-e9c8-43cc-aa8a-30cc5177c194 req-a847a80d-89a8-4980-93e7-5ef4bfc1f950 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for security_group (ce841f68-a5bb-42f4-8bf3-050eb70d834a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.092012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (57558d11-56f1-449c-9266-8be882d5e3f3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.096027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-54f12124-21e1-4e30-b0b9-671f0af00da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:21.111757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f12124-21e1-4e30-b0b9-671f0af00da1 None None] Routers {'b98b99c1-68fc-4799-b790-1c84d1464f81'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:21.112671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-54f12124-21e1-4e30-b0b9-671f0af00da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b98b99c1-68fc-4799-b790-1c84d1464f81'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:21.190054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-54f12124-21e1-4e30-b0b9-671f0af00da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:21.191224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f12124-21e1-4e30-b0b9-671f0af00da1 None None] The sync data for ids ['b98b99c1-68fc-4799-b790-1c84d1464f81'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:21.195521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c8b52-771d-4b9d-a914-75d150b41e84 None None] Network 57558d11-56f1-449c-9266-8be882d5e3f3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:21.216338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e057597-fd1c-4c31-9a5e-74c34984d9b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.230502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8e057597-fd1c-4c31-9a5e-74c34984d9b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports/990a15c4-6626-44f2-a221-5b220a2c460e HTTP/1.1" status: 200 len: 983 time: 0.2338881 Feb 11 05:33:21.237462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37564) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:21.398919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ea014c6d-cd46-4582-b469-c4c1fc375bcf None None] Provisioning complete for port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:21.399397 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea014c6d-cd46-4582-b469-c4c1fc375bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.466552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:21.466918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.649805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b4d9df57-6363-4475-acdd-2be031214bd5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.749905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea014c6d-cd46-4582-b469-c4c1fc375bcf None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:21.806801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] DHCP port deletion for 57558d11-56f1-449c-9266-8be882d5e3f3 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:21.878192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] For port b250eb8c-a74a-4b0a-be58-6b4a4232ad32, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,segment=NetworkSegment(689f4305-2eb7-4034-bd7c-bbcb8dd9cff7),segment_id=689f4305-2eb7-4034-bd7c-bbcb8dd9cff7)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:21.883290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.926411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for b250eb8c-a74a-4b0a-be58-6b4a4232ad32 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:21.930144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] Deleting port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:21.935948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.993872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b250eb8c-a74a-4b0a-be58-6b4a4232ad32 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:22.014376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=b4d9df57-6363-4475-acdd-2be031214bd5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.028752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for floatingip (c2a50966-df34-48b4-a168-16463e40fc32), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.039582 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.041286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-808ee9bf-1c8f-4d06-9d10-3c64c82f6782 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "DELETE /v2.0/floatingips/c2a50966-df34-48b4-a168-16463e40fc32 HTTP/1.1" status: 204 len: 168 time: 3.4311702 Feb 11 05:33:22.046258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37584) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.217645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:22.229704 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.270998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] For port b250eb8c-a74a-4b0a-be58-6b4a4232ad32, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,segment=NetworkSegment(689f4305-2eb7-4034-bd7c-bbcb8dd9cff7),segment_id=689f4305-2eb7-4034-bd7c-bbcb8dd9cff7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:22.271804 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.294183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7b930834-e9c8-43cc-aa8a-30cc5177c194 req-a847a80d-89a8-4980-93e7-5ef4bfc1f950 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ce841f68-a5bb-42f4-8bf3-050eb70d834a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.296809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7b930834-e9c8-43cc-aa8a-30cc5177c194 req-a847a80d-89a8-4980-93e7-5ef4bfc1f950 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.304146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b930834-e9c8-43cc-aa8a-30cc5177c194 req-a847a80d-89a8-4980-93e7-5ef4bfc1f950 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "DELETE /v2.0/security-groups/ce841f68-a5bb-42f4-8bf3-050eb70d834a HTTP/1.1" status: 204 len: 173 time: 1.7761233 Feb 11 05:33:22.328565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] Calling delete_port for b250eb8c-a74a-4b0a-be58-6b4a4232ad32 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:22.332054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.369651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847a80d-89a8-4980-93e7-5ef4bfc1f950 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce841f68-a5bb-42f4-8bf3-050eb70d834a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.383194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.393465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-19458964-3597-4bc1-ab8c-2854e422eb73 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:22.393819 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-19458964-3597-4bc1-ab8c-2854e422eb73 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.519163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-19458964-3597-4bc1-ab8c-2854e422eb73 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.535032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-19458964-3597-4bc1-ab8c-2854e422eb73 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for 844c5577-10c2-4d2a-bdf2-ed40bc552dd4 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:22.585906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (b250eb8c-a74a-4b0a-be58-6b4a4232ad32), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.650251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No DVR routers for this DVR port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:22.650877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] Pushing event deleted for resources: {'Port': ['ID=b250eb8c-a74a-4b0a-be58-6b4a4232ad32,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.674686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cfe65f-e907-486b-aed4-c25a31bed701 None None] No DVR routers for this DVR port b250eb8c-a74a-4b0a-be58-6b4a4232ad32 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:22.763558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (57558d11-56f1-449c-9266-8be882d5e3f3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.822432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57558d11-56f1-449c-9266-8be882d5e3f3']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:22.840750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689f4305-2eb7-4034-bd7c-bbcb8dd9cff7') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:22.841085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689f4305-2eb7-4034-bd7c-bbcb8dd9cff7') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:22.905909 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (b98b99c1-68fc-4799-b790-1c84d1464f81), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.926041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (689f4305-2eb7-4034-bd7c-bbcb8dd9cff7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.953127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (689f4305-2eb7-4034-bd7c-bbcb8dd9cff7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.975529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:22.976706 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (689f4305-2eb7-4034-bd7c-bbcb8dd9cff7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:22.980047 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:23.047116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-19458964-3597-4bc1-ab8c-2854e422eb73 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (844c5577-10c2-4d2a-bdf2-ed40bc552dd4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.087974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19458964-3597-4bc1-ab8c-2854e422eb73 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=844c5577-10c2-4d2a-bdf2-ed40bc552dd4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:23.132797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7ebf-4a2b-4dd0-9db9-3f946df38e22 req-b5fb9f04-ffa4-49ee-ada4-f4cb771c3e1f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.135116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fed7ebf-4a2b-4dd0-9db9-3f946df38e22 req-b5fb9f04-ffa4-49ee-ada4-f4cb771c3e1f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1814477 Feb 11 05:33:23.182159 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (57558d11-56f1-449c-9266-8be882d5e3f3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.202323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.207548 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/networks/57558d11-56f1-449c-9266-8be882d5e3f3 HTTP/1.1" status: 204 len: 168 time: 2.4525809 Feb 11 05:33:23.212731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37612) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.266196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53a2da-95e3-4881-b24e-84a8ec2d8e65 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Network': ['ID=57558d11-56f1-449c-9266-8be882d5e3f3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:23.281834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-19458964-3597-4bc1-ab8c-2854e422eb73 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.285757 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-19458964-3597-4bc1-ab8c-2854e422eb73 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "DELETE /v2.0/ports/844c5577-10c2-4d2a-bdf2-ed40bc552dd4 HTTP/1.1" status: 204 len: 168 time: 1.2381649 Feb 11 05:33:23.289336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37614) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.391233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf14001-191b-4a71-8dfb-a36fd434a0d9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.393098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bcf14001-191b-4a71-8dfb-a36fd434a0d9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1776180 Feb 11 05:33:23.397842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37616) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.423083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fed7ebf-4a2b-4dd0-9db9-3f946df38e22 req-d573b40c-5ea5-4f24-a757-5aca31223bcb tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779419 Feb 11 05:33:23.499016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dc37f-2c8b-446f-abde-37778c7e8699 req-203dd7cd-cf97-4442-acb0-5ce36c81ac6f tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.510262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d31dc37f-2c8b-446f-abde-37778c7e8699 req-203dd7cd-cf97-4442-acb0-5ce36c81ac6f tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.2774539 Feb 11 05:33:23.563819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37620) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:23.565246 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f0c9acd9-4904-4bc3-9c89-d84a58ca2dda tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1653726 Feb 11 05:33:23.580925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7773b79e-96b9-4f39-a8d7-690aaf79fc64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:23.581421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7773b79e-96b9-4f39-a8d7-690aaf79fc64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.584721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1458152813'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:23.816733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d31dc37f-2c8b-446f-abde-37778c7e8699 req-2ebd3bef-786c-4495-a19a-9d86f8d02257 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054998 Feb 11 05:33:23.866441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:23.887193 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.990046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7773b79e-96b9-4f39-a8d7-690aaf79fc64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.041677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:24.048072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7773b79e-96b9-4f39-a8d7-690aaf79fc64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:24.074053 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5b6c9127-6c16-4ba0-964c-7c87623e60b6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.076011 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Added segment 5b6c9127-6c16-4ba0-964c-7c87623e60b6 of type vlan for network bba049c9-6355-434e-a6cd-388ff8fe9406 Feb 11 05:33:24.186261 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (bba049c9-6355-434e-a6cd-388ff8fe9406), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.207666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 990a15c4-6626-44f2-a221-5b220a2c460e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:24.207930 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.349346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.371996 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:33:24.389266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 990a15c4-6626-44f2-a221-5b220a2c460e owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:24.442280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7773b79e-96b9-4f39-a8d7-690aaf79fc64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.511219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773b79e-96b9-4f39-a8d7-690aaf79fc64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.516101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (bba049c9-6355-434e-a6cd-388ff8fe9406), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.521550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:24.522238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.652785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7773b79e-96b9-4f39-a8d7-690aaf79fc64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.666778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7773b79e-96b9-4f39-a8d7-690aaf79fc64 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "DELETE /v2.0/ports/ef9cd5e4-dd3d-4cfe-9281-8b08d0e888d5 HTTP/1.1" status: 204 len: 168 time: 1.3759089 Feb 11 05:33:24.674308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37642) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:24.795752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19c0eac-205b-44c0-933f-91b2ff3ab5d0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting subnet 94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:24.813345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c19c0eac-205b-44c0-933f-91b2ff3ab5d0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for subnet (94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.835549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2705188 Feb 11 05:33:24.836212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37648) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:24.883390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:24.900889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed710f-e8d9-45be-81c7-86bf1ad46b90 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Network': ['ID=bba049c9-6355-434e-a6cd-388ff8fe9406,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.919037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network bba049c9-6355-434e-a6cd-388ff8fe9406 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:24.971340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c19c0eac-205b-44c0-933f-91b2ff3ab5d0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.211718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c19c0eac-205b-44c0-933f-91b2ff3ab5d0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.395606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010adaed-2e7c-4ed1-a1e8-5463c099e372 req-c9aaa1fb-ecdb-44fd-b208-ef65ea3da915 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.397219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-010adaed-2e7c-4ed1-a1e8-5463c099e372 req-c9aaa1fb-ecdb-44fd-b208-ef65ea3da915 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.3547955 Feb 11 05:33:25.414320 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c19c0eac-205b-44c0-933f-91b2ff3ab5d0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.476647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:25.480125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.492324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c0eac-205b-44c0-933f-91b2ff3ab5d0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Subnet': ['ID=94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:25.505818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c19c0eac-205b-44c0-933f-91b2ff3ab5d0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.511556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10542580-4485-4b36-8090-c3df92c882c4 None None] Network 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:25.518484 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c19c0eac-205b-44c0-933f-91b2ff3ab5d0 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "DELETE /v2.0/subnets/94c41d7e-0e0c-4ce5-a619-f8fdcc7b321f HTTP/1.1" status: 204 len: 168 time: 0.8497581 Feb 11 05:33:25.519635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:25.535196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (990a15c4-6626-44f2-a221-5b220a2c460e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.645619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c02aa4-94b8-4c5c-b165-0ee86e43acbb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting subnet be6349da-5f8e-4ca6-a64c-15b167f62981 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:25.657355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5c02aa4-94b8-4c5c-b165-0ee86e43acbb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for subnet (be6349da-5f8e-4ca6-a64c-15b167f62981), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.739536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=990a15c4-6626-44f2-a221-5b220a2c460e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:25.744446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5c02aa4-94b8-4c5c-b165-0ee86e43acbb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (be6349da-5f8e-4ca6-a64c-15b167f62981), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.841169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] DHCP port deletion for 504a0c86-86b7-4f32-bbbf-dbbf77425fe2 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:25.898480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5c02aa4-94b8-4c5c-b165-0ee86e43acbb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (be6349da-5f8e-4ca6-a64c-15b167f62981), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.972369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] Deleting port 612d1641-7c41-4d6e-910b-e2ad18d4b80f {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:25.977226 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.057476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-56bede18-f72b-44a9-8238-c19f1bbddd48 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.059054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-56bede18-f72b-44a9-8238-c19f1bbddd48 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.83 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.7148204 Feb 11 05:33:26.132402 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5c02aa4-94b8-4c5c-b165-0ee86e43acbb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (be6349da-5f8e-4ca6-a64c-15b167f62981), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.140735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] For port 612d1641-7c41-4d6e-910b-e2ad18d4b80f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=612d1641-7c41-4d6e-910b-e2ad18d4b80f,segment=NetworkSegment(9f027070-bc64-436f-a945-3d4d77606d1b),segment_id=9f027070-bc64-436f-a945-3d4d77606d1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:26.146176 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.195729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] Calling delete_port for 612d1641-7c41-4d6e-910b-e2ad18d4b80f owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:26.213931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02aa4-94b8-4c5c-b165-0ee86e43acbb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Subnet': ['ID=be6349da-5f8e-4ca6-a64c-15b167f62981,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.255629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5c02aa4-94b8-4c5c-b165-0ee86e43acbb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.269972 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a5c02aa4-94b8-4c5c-b165-0ee86e43acbb tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "DELETE /v2.0/subnets/be6349da-5f8e-4ca6-a64c-15b167f62981 HTTP/1.1" status: 204 len: 168 time: 0.7429433 Feb 11 05:33:26.272477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:26.284050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-010adaed-2e7c-4ed1-a1e8-5463c099e372 req-e792a82d-c091-4062-8589-8ad6b8c5195e tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8769720 Feb 11 05:33:26.297601 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (b98b99c1-68fc-4799-b790-1c84d1464f81), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.299496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdd297f-5d6d-4a81-8bdf-8ca8a4d43978 None None] Network 26390fa8-4912-4afe-88e4-6a77a474655a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:26.463967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (504a0c86-86b7-4f32-bbbf-dbbf77425fe2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.643841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.683418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Deleting port 3b47a5be-81b8-4aae-b481-61545eb828b1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:26.683954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.715461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Deleting port 612d1641-7c41-4d6e-910b-e2ad18d4b80f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:26.720163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.770637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] DHCP port deletion for 26390fa8-4912-4afe-88e4-6a77a474655a request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:26.797584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] Pushing event deleted for resources: {'Port': ['ID=612d1641-7c41-4d6e-910b-e2ad18d4b80f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.817729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f6e1a-df54-4f22-b1f7-7b7c9910f0da None None] No DVR routers for this DVR port 612d1641-7c41-4d6e-910b-e2ad18d4b80f on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:26.882124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router b98b99c1-68fc-4799-b790-1c84d1464f81 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:26.952554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] For port 612d1641-7c41-4d6e-910b-e2ad18d4b80f, host n-d-713498-37, got binding levels [] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:26.953201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.961129 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] Deleting port d423c7b0-5fab-4dc9-b85d-0de902893294 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:26.961619 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.996310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Calling delete_port for 612d1641-7c41-4d6e-910b-e2ad18d4b80f owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:27.010214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Port 612d1641-7c41-4d6e-910b-e2ad18d4b80f was not found and therefore no delete operation was performed {{(pid=104086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:33:27.016288 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (612d1641-7c41-4d6e-910b-e2ad18d4b80f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.091800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] No DVR routers for this DVR port 612d1641-7c41-4d6e-910b-e2ad18d4b80f on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:27.095287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Port': ['ID=612d1641-7c41-4d6e-910b-e2ad18d4b80f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.191470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] For port d423c7b0-5fab-4dc9-b85d-0de902893294, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d423c7b0-5fab-4dc9-b85d-0de902893294,segment=NetworkSegment(eb5da413-0be7-4909-99b9-2d61f91c4c50),segment_id=eb5da413-0be7-4909-99b9-2d61f91c4c50)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:27.194229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.222200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] Calling delete_port for d423c7b0-5fab-4dc9-b85d-0de902893294 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:27.293363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (504a0c86-86b7-4f32-bbbf-dbbf77425fe2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.380930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504a0c86-86b7-4f32-bbbf-dbbf77425fe2']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:27.432753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f027070-bc64-436f-a945-3d4d77606d1b') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:27.433430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f027070-bc64-436f-a945-3d4d77606d1b') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:27.446988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (9f027070-bc64-436f-a945-3d4d77606d1b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.447488 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (c072b926-aaeb-498a-b785-646c90430bb5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.463736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9f027070-bc64-436f-a945-3d4d77606d1b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.471484 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:27.472028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (9f027070-bc64-436f-a945-3d4d77606d1b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.495787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d423c7b0-5fab-4dc9-b85d-0de902893294), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:27.548633 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:27.563462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] Pushing event deleted for resources: {'Port': ['ID=d423c7b0-5fab-4dc9-b85d-0de902893294,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.577848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629b4b4-abfb-4fbb-ace3-62b5b4c2bf94 None None] No DVR routers for this DVR port d423c7b0-5fab-4dc9-b85d-0de902893294 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:27.583544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] For port 3b47a5be-81b8-4aae-b481-61545eb828b1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3b47a5be-81b8-4aae-b481-61545eb828b1,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:27.590553 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.607817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (504a0c86-86b7-4f32-bbbf-dbbf77425fe2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.617152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Calling delete_port for 3b47a5be-81b8-4aae-b481-61545eb828b1 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:27.621623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.627521 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "DELETE /v2.0/networks/504a0c86-86b7-4f32-bbbf-dbbf77425fe2 HTTP/1.1" status: 204 len: 168 time: 1.3533113 Feb 11 05:33:27.656199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37696) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.672803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2534cfb-3281-47db-8ded-b4193d7bbd29 tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Network': ['ID=504a0c86-86b7-4f32-bbbf-dbbf77425fe2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.715069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:27.727169 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40c159-95b2-423f-93dd-85d8c75d7a58 None None] Sync routers for ids ['b98b99c1-68fc-4799-b790-1c84d1464f81'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:27.739322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1b9cb34b-9d9c-4350-8e8b-8d432b1edffc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/b98b99c1-68fc-4799-b790-1c84d1464f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4958415 Feb 11 05:33:27.750245 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40c159-95b2-423f-93dd-85d8c75d7a58 None None] Routers {'b98b99c1-68fc-4799-b790-1c84d1464f81'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:27.750893 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4f40c159-95b2-423f-93dd-85d8c75d7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b98b99c1-68fc-4799-b790-1c84d1464f81'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:27.773783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37698) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.892293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 612d1641-7c41-4d6e-910b-e2ad18d4b80f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:27.907869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (26390fa8-4912-4afe-88e4-6a77a474655a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.943204 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4f40c159-95b2-423f-93dd-85d8c75d7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:27.950635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 612d1641-7c41-4d6e-910b-e2ad18d4b80f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:27.950995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 612d1641-7c41-4d6e-910b-e2ad18d4b80f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:27.951425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d423c7b0-5fab-4dc9-b85d-0de902893294 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:27.967360 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40c159-95b2-423f-93dd-85d8c75d7a58 None None] Routers {'b98b99c1-68fc-4799-b790-1c84d1464f81'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:27.968325 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4f40c159-95b2-423f-93dd-85d8c75d7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b98b99c1-68fc-4799-b790-1c84d1464f81'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:28.024998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d423c7b0-5fab-4dc9-b85d-0de902893294 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:28.025357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d423c7b0-5fab-4dc9-b85d-0de902893294 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:28.079190 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4f40c159-95b2-423f-93dd-85d8c75d7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:28.080282 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40c159-95b2-423f-93dd-85d8c75d7a58 None None] The sync data for ids ['b98b99c1-68fc-4799-b790-1c84d1464f81'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:28.240847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2479e75-a1d0-4a2e-9b19-720847eda6b1 req-2b899cf1-fc04-40ce-8adc-95742ebb20e8 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.244562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2479e75-a1d0-4a2e-9b19-720847eda6b1 req-2b899cf1-fc04-40ce-8adc-95742ebb20e8 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 945 time: 0.5107386 Feb 11 05:33:28.246039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=c072b926-aaeb-498a-b785-646c90430bb5,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:28.248816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking segment: {'id': '5b6c9127-6c16-4ba0-964c-7c87623e60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:28.249345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network hostable DHCP agents. Network: bba049c9-6355-434e-a6cd-388ff8fe9406, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:28.354428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2479e75-a1d0-4a2e-9b19-720847eda6b1 req-e9007d93-cbfb-4b7c-a229-ab54f877f0e4 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f70af71-13ac-4093-ba95-ab10e508d885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943007 Feb 11 05:33:28.371787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3b47a5be-81b8-4aae-b481-61545eb828b1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.392116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (26390fa8-4912-4afe-88e4-6a77a474655a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.456199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network bba049c9-6355-434e-a6cd-388ff8fe9406 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:28.466629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Pushing event deleted for resources: {'Port': ['ID=3b47a5be-81b8-4aae-b481-61545eb828b1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:28.476533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3b47a5be-81b8-4aae-b481-61545eb828b1 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:28.527687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 3b47a5be-81b8-4aae-b481-61545eb828b1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:28.528081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3b47a5be-81b8-4aae-b481-61545eb828b1 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:28.583207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26390fa8-4912-4afe-88e4-6a77a474655a']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:28.586511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] No DVR routers for this DVR port 3b47a5be-81b8-4aae-b481-61545eb828b1 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:28.593588 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.600000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a470ad0c-c7e3-487e-b25a-55d6beaeb031 req-769660fa-8590-4696-b8fc-e26d19cc959b tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.83 "DELETE /v2.0/ports/3b47a5be-81b8-4aae-b481-61545eb828b1 HTTP/1.1" status: 204 len: 173 time: 2.5223520 Feb 11 05:33:28.609862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'name': 'network-vif-deleted', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:28.618560 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f412c3f-90b0-4062-80a7-53f16f69556c" -d '{"events": [{"server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "name": "network-vif-deleted", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:28.621252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, bba049c9-6355-434e-a6cd-388ff8fe9406) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:28.631119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc3ffa-1045-4cb1-934b-2cc2989186b1 None None] Network bba049c9-6355-434e-a6cd-388ff8fe9406 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:28.649862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.651742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.670594 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-e583fcc0-ecd0-4cbc-9d76-26e479c09df8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 05:33:28.684367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e583fcc0-ecd0-4cbc-9d76-26e479c09df8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/b98b99c1-68fc-4799-b790-1c84d1464f81/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9090881 Feb 11 05:33:28.687780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37712) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:28.701407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5da413-0be7-4909-99b9-2d61f91c4c50') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:28.701810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5da413-0be7-4909-99b9-2d61f91c4c50') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:28.729912 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (eb5da413-0be7-4909-99b9-2d61f91c4c50), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.731820 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c8d121-d835-496a-88ed-a5420f76e1bb x-openstack-request-id: req-64c8d121-d835-496a-88ed-a5420f76e1bb {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:28.732853 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e", "name": "network-vif-deleted", "tag": "3b47a5be-81b8-4aae-b481-61545eb828b1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:28.733359 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64c8d121-d835-496a-88ed-a5420f76e1bb {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:28.734100 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e', 'name': 'network-vif-deleted', 'tag': '3b47a5be-81b8-4aae-b481-61545eb828b1', 'status': 'completed', 'code': 200} Feb 11 05:33:28.762483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (eb5da413-0be7-4909-99b9-2d61f91c4c50), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.769669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b9018ce4-5758-4f00-932f-5cb769b7bd51 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=b98b99c1-68fc-4799-b790-1c84d1464f81 HTTP/1.1" status: 200 len: 205 time: 0.0781956 Feb 11 05:33:28.773807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37714) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:28.783155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:28.783966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (eb5da413-0be7-4909-99b9-2d61f91c4c50), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:28.789930 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:28.806953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fe2283e3-2110-4961-8400-5ffdf81b3822 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9414663 Feb 11 05:33:28.809506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37716) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:28.814723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406', 'name': 'tempest-PortsIpV6TestJSON-1016057573'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:29.047429 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffb929a7-de34-4882-bfa5-1d45b6d41d5e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (b98b99c1-68fc-4799-b790-1c84d1464f81), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.053019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-bba049c9-6355-434e-a6cd-388ff8fe9406', 'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406', 'project_id': '8659bc55038b4cb086c2537e0c5bb109', 'fixed_ips': [{'subnet_id': 'c072b926-aaeb-498a-b785-646c90430bb5'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:29.056930 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.124715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:29.128733 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.166149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 614ad639-cbcb-469b-9a32-20bc0474d7e1 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:29.188306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (26390fa8-4912-4afe-88e4-6a77a474655a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.193062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.209410 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] 10.222.0.62 "DELETE /v2.0/networks/26390fa8-4912-4afe-88e4-6a77a474655a HTTP/1.1" status: 204 len: 168 time: 1.5518532 Feb 11 05:33:29.335195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b26071-2a9e-4685-8f03-276d88cf667d tempest-TaggedBootDevicesTest-1597781784 tempest-TaggedBootDevicesTest-1597781784-project] Pushing event deleted for resources: {'Network': ['ID=26390fa8-4912-4afe-88e4-6a77a474655a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:29.437664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffb929a7-de34-4882-bfa5-1d45b6d41d5e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (b98b99c1-68fc-4799-b790-1c84d1464f81), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.456268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::1e6 (bba049c9-6355-434e-a6cd-388ff8fe9406/c072b926-aaeb-498a-b785-646c90430bb5/614ad639-cbcb-469b-9a32-20bc0474d7e1) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:29.475041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffb929a7-de34-4882-bfa5-1d45b6d41d5e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (b98b99c1-68fc-4799-b790-1c84d1464f81), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.724447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffb929a7-de34-4882-bfa5-1d45b6d41d5e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (b98b99c1-68fc-4799-b790-1c84d1464f81), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.725001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb929a7-de34-4882-bfa5-1d45b6d41d5e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Fanout notify agent at l3_agent the message router_deleted on router b98b99c1-68fc-4799-b790-1c84d1464f81 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:29.736160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffb929a7-de34-4882-bfa5-1d45b6d41d5e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.737413 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ffb929a7-de34-4882-bfa5-1d45b6d41d5e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/b98b99c1-68fc-4799-b790-1c84d1464f81 HTTP/1.1" status: 204 len: 168 time: 0.9621158 Feb 11 05:33:29.752051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.796679 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (614ad639-cbcb-469b-9a32-20bc0474d7e1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.869752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e7dcc3b-d0ce-4a2d-b0f3-96618fe812f9 req-9cc804fa-8821-4e8a-8079-ce610809b493 tempest-ServerRescueTestJSONUnderV235-993141958 tempest-ServerRescueTestJSONUnderV235-993141958-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fa1ffd2-ccdc-4efa-a44e-cb9330459c7e HTTP/1.1" status: 200 len: 210 time: 0.0710304 Feb 11 05:33:29.897342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff09489-ec78-4eab-b87a-b146c60a3c63 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet e6a2de06-b65a-45a1-9f74-01a2a0998c61 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:29.909547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ff09489-ec78-4eab-b87a-b146c60a3c63 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (e6a2de06-b65a-45a1-9f74-01a2a0998c61), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.983110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ff09489-ec78-4eab-b87a-b146c60a3c63 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (e6a2de06-b65a-45a1-9f74-01a2a0998c61), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.039640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (614ad639-cbcb-469b-9a32-20bc0474d7e1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.139423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Allocated IP 2001:db8::2 (bba049c9-6355-434e-a6cd-388ff8fe9406/c072b926-aaeb-498a-b785-646c90430bb5/01fc8fb2-8543-44db-841f-4fd87152795d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:30.148680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network bba049c9-6355-434e-a6cd-388ff8fe9406 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:30.162946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:30.168540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:30.184372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:30.185094 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.202227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=614ad639-cbcb-469b-9a32-20bc0474d7e1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.235924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ff09489-ec78-4eab-b87a-b146c60a3c63 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e6a2de06-b65a-45a1-9f74-01a2a0998c61), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.300365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0da2b2f5-8a5d-45e2-8155-5a4f97f0a976 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4891846 Feb 11 05:33:30.309148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.315915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406', 'name': 'tempest-PortsIpV6TestJSON-1463364824'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:30.488706 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ff09489-ec78-4eab-b87a-b146c60a3c63 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (e6a2de06-b65a-45a1-9f74-01a2a0998c61), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.564613 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Publish callbacks [] for port (01fc8fb2-8543-44db-841f-4fd87152795d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.589634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff09489-ec78-4eab-b87a-b146c60a3c63 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a2de06-b65a-45a1-9f74-01a2a0998c61,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.593440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ff09489-ec78-4eab-b87a-b146c60a3c63 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.596767 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ff09489-ec78-4eab-b87a-b146c60a3c63 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/e6a2de06-b65a-45a1-9f74-01a2a0998c61 HTTP/1.1" status: 204 len: 168 time: 0.8435397 Feb 11 05:33:30.605195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37740) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:30.616014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5509ef6c-9ee3-4a82-8933-1ac4b6553a93 None None] Network 601078da-73a5-4623-866e-1c4181b69bc1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:30.747471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:30.750914 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.771477 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.795590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port ca0459d2-841e-4fbc-a925-6940c3c67174 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:30.874147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (601078da-73a5-4623-866e-1c4181b69bc1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.923958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Pushing event updated for resources: {'Port': ['ID=01fc8fb2-8543-44db-841f-4fd87152795d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.984297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Network bba049c9-6355-434e-a6cd-388ff8fe9406 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:30.994997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:31.005979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37754) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.007788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:31.108978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::383 (bba049c9-6355-434e-a6cd-388ff8fe9406/c072b926-aaeb-498a-b785-646c90430bb5/ca0459d2-841e-4fbc-a925-6940c3c67174) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:31.133827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port cbc3d035-8963-4fcf-8bf5-558db3e71740 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:31.134451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.298134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Attempting to bind port 01fc8fb2-8543-44db-841f-4fd87152795d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:31.300819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Attempting to bind port 01fc8fb2-8543-44db-841f-4fd87152795d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '5b6c9127-6c16-4ba0-964c-7c87623e60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:31.316259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Attempting to bind port 01fc8fb2-8543-44db-841f-4fd87152795d on network bba049c9-6355-434e-a6cd-388ff8fe9406 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:31.337741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:31.344543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Checking segment: {'id': '5b6c9127-6c16-4ba0-964c-7c87623e60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:31.344543 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.344543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Bound using segment: {'id': '5b6c9127-6c16-4ba0-964c-7c87623e60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:31.344543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Bound port: 01fc8fb2-8543-44db-841f-4fd87152795d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6c9127-6c16-4ba0-964c-7c87623e60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bba049c9-6355-434e-a6cd-388ff8fe9406'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:31.344543 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.360125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] DHCP port deletion for 601078da-73a5-4623-866e-1c4181b69bc1 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:31.436668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port cbc3d035-8963-4fcf-8bf5-558db3e71740, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cbc3d035-8963-4fcf-8bf5-558db3e71740,segment=NetworkSegment(1066da28-e725-4d8b-b83d-894acc1c8794),segment_id=1066da28-e725-4d8b-b83d-894acc1c8794)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:31.439047 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.492425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for cbc3d035-8963-4fcf-8bf5-558db3e71740 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:31.522246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (ca0459d2-841e-4fbc-a925-6940c3c67174), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.567182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] Deleting port cbc3d035-8963-4fcf-8bf5-558db3e71740 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:31.573470 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.679416 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ca0459d2-841e-4fbc-a925-6940c3c67174), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.719955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] For port 01fc8fb2-8543-44db-841f-4fd87152795d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:31.765401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] For port 01fc8fb2-8543-44db-841f-4fd87152795d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=01fc8fb2-8543-44db-841f-4fd87152795d,segment=NetworkSegment(5b6c9127-6c16-4ba0-964c-7c87623e60b6),segment_id=5b6c9127-6c16-4ba0-964c-7c87623e60b6)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:31.771205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] For port cbc3d035-8963-4fcf-8bf5-558db3e71740, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cbc3d035-8963-4fcf-8bf5-558db3e71740,segment=NetworkSegment(1066da28-e725-4d8b-b83d-894acc1c8794),segment_id=1066da28-e725-4d8b-b83d-894acc1c8794)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:31.771746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.801912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] Calling delete_port for cbc3d035-8963-4fcf-8bf5-558db3e71740 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:31.808823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=ca0459d2-841e-4fbc-a925-6940c3c67174,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:31.858682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network bba049c9-6355-434e-a6cd-388ff8fe9406 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:31.871225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:31.884680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:31.890288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.899763 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.957206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cbc3d035-8963-4fcf-8bf5-558db3e71740 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:31.991435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d2d697fc-9775-4ee8-9f8d-db2738fd0b48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6804841 Feb 11 05:33:32.000267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37766) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:32.090167 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.373694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de855a-f692-476a-85d4-72ee88f1da68 None None] Pushing event updated for resources: {'Port': ['ID=01fc8fb2-8543-44db-841f-4fd87152795d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:32.588394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.632848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] No DVR routers for this DVR port cbc3d035-8963-4fcf-8bf5-558db3e71740 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:32.670989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cbc3d035-8963-4fcf-8bf5-558db3e71740 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:32.671981 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.917394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fabcff-b9d6-4d02-95b9-1023a68fe27b None None] Pushing event deleted for resources: {'Port': ['ID=cbc3d035-8963-4fcf-8bf5-558db3e71740,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:32.988473 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cbc3d035-8963-4fcf-8bf5-558db3e71740), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.024100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71b9e8f2-5f4b-4a6f-a20b-1be40e6560bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.066328 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=cbc3d035-8963-4fcf-8bf5-558db3e71740,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:33.081608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port cbc3d035-8963-4fcf-8bf5-558db3e71740 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:33.224171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c22db29-bae1-470c-b111-d60fc16b998e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:33.230012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0c22db29-bae1-470c-b111-d60fc16b998e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e6 HTTP/1.1" status: 200 len: 929 time: 1.2283454 Feb 11 05:33:33.233501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37778) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:33.246995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (601078da-73a5-4623-866e-1c4181b69bc1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.325735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601078da-73a5-4623-866e-1c4181b69bc1']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:33.366670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1066da28-e725-4d8b-b83d-894acc1c8794') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:33.367262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1066da28-e725-4d8b-b83d-894acc1c8794') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:33.387063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (1066da28-e725-4d8b-b83d-894acc1c8794), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.410653 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1066da28-e725-4d8b-b83d-894acc1c8794), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.423871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:33.424274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (1066da28-e725-4d8b-b83d-894acc1c8794), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:33.427712 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:33.455604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.471323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-50291e92-758b-4d6d-894c-366fb6229bad tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port ca0459d2-841e-4fbc-a925-6940c3c67174 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:33.472170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50291e92-758b-4d6d-894c-366fb6229bad tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ca0459d2-841e-4fbc-a925-6940c3c67174), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.644460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50291e92-758b-4d6d-894c-366fb6229bad tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ca0459d2-841e-4fbc-a925-6940c3c67174), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.663968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-50291e92-758b-4d6d-894c-366fb6229bad tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for ca0459d2-841e-4fbc-a925-6940c3c67174 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:33.738183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (601078da-73a5-4623-866e-1c4181b69bc1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.744443 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.752360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/601078da-73a5-4623-866e-1c4181b69bc1 HTTP/1.1" status: 204 len: 168 time: 3.1453438 Feb 11 05:33:33.753275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37780) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:33.762685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-399186647'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:33.838536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebadc9-29c2-49f8-af82-fd358167d235 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=601078da-73a5-4623-866e-1c4181b69bc1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:33.857110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8184a2-7970-48e2-bd90-a6cfdbefecdf None None] Network bba049c9-6355-434e-a6cd-388ff8fe9406 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:33.921995 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:33.926146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.054631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Deleting port c78f6fa1-a72a-4d35-af67-44ff85cf5428 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:34.055243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.064657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50291e92-758b-4d6d-894c-366fb6229bad tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ca0459d2-841e-4fbc-a925-6940c3c67174), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.095110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:34.135067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 01fc8fb2-8543-44db-841f-4fd87152795d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:34.146423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50291e92-758b-4d6d-894c-366fb6229bad tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=ca0459d2-841e-4fbc-a925-6940c3c67174,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:34.152318 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4f145d91-5f8a-44e0-9e01-220195d5a675), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.152704 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment 4f145d91-5f8a-44e0-9e01-220195d5a675 of type vlan for network 76b53979-37e5-4b73-8132-e6a3840b67e2 Feb 11 05:33:34.231260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50291e92-758b-4d6d-894c-366fb6229bad tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.235915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-50291e92-758b-4d6d-894c-366fb6229bad tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/ca0459d2-841e-4fbc-a925-6940c3c67174 HTTP/1.1" status: 204 len: 168 time: 1.0014014 Feb 11 05:33:34.246864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] For port c78f6fa1-a72a-4d35-af67-44ff85cf5428, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c78f6fa1-a72a-4d35-af67-44ff85cf5428,segment=NetworkSegment(20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2),segment_id=20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:34.248042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.257740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37796) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:34.259181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5e953839-60a9-4a41-86e4-012a16dad44b None None] Provisioning complete for port 01fc8fb2-8543-44db-841f-4fd87152795d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:34.259181 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e953839-60a9-4a41-86e4-012a16dad44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.273260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Calling delete_port for c78f6fa1-a72a-4d35-af67-44ff85cf5428 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:34.309272 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-1709c3ed-22c7-4b3e-9ee2-b87bd82d80d9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:33:34.311201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1709c3ed-22c7-4b3e-9ee2-b87bd82d80d9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/ca0459d2-841e-4fbc-a925-6940c3c67174 HTTP/1.1" status: 404 len: 333 time: 0.0487542 Feb 11 05:33:34.314046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37798) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:34.347029 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (76b53979-37e5-4b73-8132-e6a3840b67e2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.613768 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (76b53979-37e5-4b73-8132-e6a3840b67e2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.641729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.644742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.674045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5e953839-60a9-4a41-86e4-012a16dad44b None None] Current status of the port 01fc8fb2-8543-44db-841f-4fd87152795d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:34.674365 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e953839-60a9-4a41-86e4-012a16dad44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.676212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 01fc8fb2-8543-44db-841f-4fd87152795d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:34.676575 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.806475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5e953839-60a9-4a41-86e4-012a16dad44b None None] For port 01fc8fb2-8543-44db-841f-4fd87152795d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=01fc8fb2-8543-44db-841f-4fd87152795d,segment=NetworkSegment(5b6c9127-6c16-4ba0-964c-7c87623e60b6),segment_id=5b6c9127-6c16-4ba0-964c-7c87623e60b6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:34.840384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 614ad639-cbcb-469b-9a32-20bc0474d7e1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:34.843518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (614ad639-cbcb-469b-9a32-20bc0474d7e1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.882349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 01fc8fb2-8543-44db-841f-4fd87152795d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:34.882938 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.915998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c78f6fa1-a72a-4d35-af67-44ff85cf5428), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.945138 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e953839-60a9-4a41-86e4-012a16dad44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.974874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=76b53979-37e5-4b73-8132-e6a3840b67e2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:34.983399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c5be4e05-d8d3-4381-9f6f-5c0b78da223f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2264781 Feb 11 05:33:35.004796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37800) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:35.006158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Pushing event deleted for resources: {'Port': ['ID=c78f6fa1-a72a-4d35-af67-44ff85cf5428,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:35.037171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': '76b53979-37e5-4b73-8132-e6a3840b67e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:35.149277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 76b53979-37e5-4b73-8132-e6a3840b67e2 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:35.317786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e953839-60a9-4a41-86e4-012a16dad44b None None] Pushing event updated for resources: {'Port': ['ID=01fc8fb2-8543-44db-841f-4fd87152795d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:35.354145 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:33:35.354520 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:33:35.390548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (614ad639-cbcb-469b-9a32-20bc0474d7e1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.425503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 614ad639-cbcb-469b-9a32-20bc0474d7e1 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:35.442027 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-54af75ac-9d92-4d45-82d5-55e8113aab3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.480239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.513550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5112cb9e-fd6c-4562-b42e-33eaa6a15fc8 None None] Provisioning complete for port 614ad639-cbcb-469b-9a32-20bc0474d7e1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:35.522830 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5112cb9e-fd6c-4562-b42e-33eaa6a15fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (614ad639-cbcb-469b-9a32-20bc0474d7e1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.559443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:35.563498 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.640018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5112cb9e-fd6c-4562-b42e-33eaa6a15fc8 None None] Port 614ad639-cbcb-469b-9a32-20bc0474d7e1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:35.670324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5112cb9e-fd6c-4562-b42e-33eaa6a15fc8 None None] Provisioning complete for port 01fc8fb2-8543-44db-841f-4fd87152795d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:35.670632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5112cb9e-fd6c-4562-b42e-33eaa6a15fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.934715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 01fc8fb2-8543-44db-841f-4fd87152795d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:35.987120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5112cb9e-fd6c-4562-b42e-33eaa6a15fc8 None None] Current status of the port 01fc8fb2-8543-44db-841f-4fd87152795d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:36.068900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:36.130799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (614ad639-cbcb-469b-9a32-20bc0474d7e1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.146818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-caef0112-c424-4998-b3e3-4eaf15e196be None None] Provisioning complete for port 614ad639-cbcb-469b-9a32-20bc0474d7e1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:36.147213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-caef0112-c424-4998-b3e3-4eaf15e196be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (614ad639-cbcb-469b-9a32-20bc0474d7e1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.180234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=614ad639-cbcb-469b-9a32-20bc0474d7e1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:36.193607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.195395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.195979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.196525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.197193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.197704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.198236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.198743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.199311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.199812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.200314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.200859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.201396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:36.240896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-caef0112-c424-4998-b3e3-4eaf15e196be None None] Port 614ad639-cbcb-469b-9a32-20bc0474d7e1 was deleted so its status cannot be updated. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:33:36.276929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (f48435b9-7570-41a4-9097-846318f5f652), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.288525 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.292170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-48b56782-28dc-4ea6-a8ea-5c3b8857797a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/614ad639-cbcb-469b-9a32-20bc0474d7e1 HTTP/1.1" status: 204 len: 168 time: 1.9768367 Feb 11 05:33:36.295543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37812) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.354905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 01fc8fb2-8543-44db-841f-4fd87152795d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:36.448135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=f48435b9-7570-41a4-9097-846318f5f652,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:36.449920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-da35685d-6a69-4981-ac97-d3e6d6d3a35b None None] Could not find standard attr ID for object ca0459d2-841e-4fbc-a925-6940c3c67174. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:33:36.463423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': '4f145d91-5f8a-44e0-9e01-220195d5a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76b53979-37e5-4b73-8132-e6a3840b67e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:36.463929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: 76b53979-37e5-4b73-8132-e6a3840b67e2, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:36.519912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:36.551692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] Sync routers for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:36.568227 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f6fa0d-0669-4ea9-bf5a-d902749004e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:33:36.573626 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b6f6fa0d-0669-4ea9-bf5a-d902749004e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/614ad639-cbcb-469b-9a32-20bc0474d7e1 HTTP/1.1" status: 404 len: 333 time: 0.2491894 Feb 11 05:33:36.575113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37824) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.583400 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b9058528-6af0-47bd-9edf-6871e13eb77b admin admin] 10.222.0.62 "PUT /v2.0/routers/1b40bcda-8aa5-42cb-b9c1-2d93164f71cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5674648 Feb 11 05:33:36.585566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 76b53979-37e5-4b73-8132-e6a3840b67e2 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:36.586717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37826) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.621538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] Routers {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:36.629700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:36.707284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 01fc8fb2-8543-44db-841f-4fd87152795d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:36.709659 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.754821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 76b53979-37e5-4b73-8132-e6a3840b67e2) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:36.756674 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.782335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.782335 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.794827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e240238-5a92-463f-9003-4cba481f851c None None] Network 76b53979-37e5-4b73-8132-e6a3840b67e2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:36.806009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed63ab1-564c-42bb-9b6c-e480e32d8994 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet c072b926-aaeb-498a-b785-646c90430bb5 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:36.812312 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ed63ab1-564c-42bb-9b6c-e480e32d8994 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (c072b926-aaeb-498a-b785-646c90430bb5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.936487 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ed63ab1-564c-42bb-9b6c-e480e32d8994 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (c072b926-aaeb-498a-b785-646c90430bb5), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.976674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks [] for router (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.984714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-54d12681-e778-432c-9a0b-d9bde2c9f51b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9632707 Feb 11 05:33:36.988992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37828) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.999753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4c5510da-c102-41b6-9a80-1db53fafa777 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1866890582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:37.146459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5510da-c102-41b6-9a80-1db53fafa777 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.154585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] Set router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:37.162306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5510da-c102-41b6-9a80-1db53fafa777 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.202614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ed63ab1-564c-42bb-9b6c-e480e32d8994 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c072b926-aaeb-498a-b785-646c90430bb5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.236617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks [] for router_gateway (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.328541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5510da-c102-41b6-9a80-1db53fafa777 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.366788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 01fc8fb2-8543-44db-841f-4fd87152795d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:37.401073 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5510da-c102-41b6-9a80-1db53fafa777 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.446493 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ed63ab1-564c-42bb-9b6c-e480e32d8994 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (c072b926-aaeb-498a-b785-646c90430bb5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.524799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-76b53979-37e5-4b73-8132-e6a3840b67e2', 'network_id': '76b53979-37e5-4b73-8132-e6a3840b67e2', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': 'f48435b9-7570-41a4-9097-846318f5f652'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:37.525682 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.537001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Deleting port bcc48a37-66aa-475a-ad84-d96ec7efc543 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:37.539134 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.551349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ed63ab1-564c-42bb-9b6c-e480e32d8994 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.564410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3ed63ab1-564c-42bb-9b6c-e480e32d8994 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/c072b926-aaeb-498a-b785-646c90430bb5 HTTP/1.1" status: 204 len: 168 time: 0.9878483 Feb 11 05:33:37.566964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37836) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.585753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed63ab1-564c-42bb-9b6c-e480e32d8994 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=c072b926-aaeb-498a-b785-646c90430bb5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:37.588404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d706bbe4-14f1-4da7-bb1f-b6e3b2a2f587 None None] Network bba049c9-6355-434e-a6cd-388ff8fe9406 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:37.596803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5510da-c102-41b6-9a80-1db53fafa777 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.603970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4c5510da-c102-41b6-9a80-1db53fafa777 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6135991 Feb 11 05:33:37.605984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37842) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.739867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] For port bcc48a37-66aa-475a-ad84-d96ec7efc543, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcc48a37-66aa-475a-ad84-d96ec7efc543,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:37.740529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.756288 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:37.770809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Calling delete_port for bcc48a37-66aa-475a-ad84-d96ec7efc543 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:37.934720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Allocated IP 2001:db8::2 (76b53979-37e5-4b73-8132-e6a3840b67e2/f48435b9-7570-41a4-9097-846318f5f652/3de40888-300d-4319-ad0f-d1548bb0aacb) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:37.947013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (bba049c9-6355-434e-a6cd-388ff8fe9406), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.136726 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.252832 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bcc48a37-66aa-475a-ad84-d96ec7efc543), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.308524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc48a37-66aa-475a-ad84-d96ec7efc543,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.343617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Publish callbacks [] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.384378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 01fc8fb2-8543-44db-841f-4fd87152795d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:38.387489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.417015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.509296 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.525390 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.527893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks [] for router_controller (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.631962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Network 76b53979-37e5-4b73-8132-e6a3840b67e2 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:38.685398 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (1b40bcda-8aa5-42cb-b9c1-2d93164f71cc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.685912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:38.686613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:38.687883 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.688420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.701065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:38.713777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.722497 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f9004934-0c7e-48a6-8b9d-9fbc5f48d5f3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1b40bcda-8aa5-42cb-b9c1-2d93164f71cc HTTP/1.1" status: 204 len: 168 time: 2.1345565 Feb 11 05:33:38.725728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37850) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:38.805718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] For port 01fc8fb2-8543-44db-841f-4fd87152795d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=01fc8fb2-8543-44db-841f-4fd87152795d,segment=NetworkSegment(5b6c9127-6c16-4ba0-964c-7c87623e60b6),segment_id=5b6c9127-6c16-4ba0-964c-7c87623e60b6)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:38.806407 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.875478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 01fc8fb2-8543-44db-841f-4fd87152795d owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:38.887747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Pushing event updated for resources: {'Port': ['ID=3de40888-300d-4319-ad0f-d1548bb0aacb,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.905656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Attempting to bind port 3de40888-300d-4319-ad0f-d1548bb0aacb on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:38.906180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Attempting to bind port 3de40888-300d-4319-ad0f-d1548bb0aacb by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '4f145d91-5f8a-44e0-9e01-220195d5a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76b53979-37e5-4b73-8132-e6a3840b67e2'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:38.906655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Attempting to bind port 3de40888-300d-4319-ad0f-d1548bb0aacb on network 76b53979-37e5-4b73-8132-e6a3840b67e2 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:38.914968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-829931224-router', 'tenant_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:40Z', 'updated_at': '2022-02-11T05:33:34Z', 'revision_number': 5, 'project_id': '3225f2a5abb24a6e8820f1fc7d6e41f0', 'gw_port': {'id': 'bcc48a37-66aa-475a-ad84-d96ec7efc543', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b40bcda-8aa5-42cb-b9c1-2d93164f71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:38.919537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:38.920046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Checking segment: {'id': '4f145d91-5f8a-44e0-9e01-220195d5a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76b53979-37e5-4b73-8132-e6a3840b67e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:38.920571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.921093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Bound using segment: {'id': '4f145d91-5f8a-44e0-9e01-220195d5a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76b53979-37e5-4b73-8132-e6a3840b67e2'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:38.921680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Bound port: 3de40888-300d-4319-ad0f-d1548bb0aacb, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f145d91-5f8a-44e0-9e01-220195d5a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76b53979-37e5-4b73-8132-e6a3840b67e2'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:38.922177 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.922396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-746902eb-b646-4414-bad5-a2fcc6969a6d admin admin] Deleting subnet c4596458-4754-40fc-a18b-8a1bef7b57bc {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:38.926366 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-746902eb-b646-4414-bad5-a2fcc6969a6d admin admin] Publish callbacks [] for subnet (c4596458-4754-40fc-a18b-8a1bef7b57bc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.958738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] Checking router: 1b40bcda-8aa5-42cb-b9c1-2d93164f71cc for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:38.972778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-746902eb-b646-4414-bad5-a2fcc6969a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (c4596458-4754-40fc-a18b-8a1bef7b57bc), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.002290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] Routers set() bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:39.003269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] Router IDs set() for agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:33:39.003456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_agentschedulers_db [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent'). {{(pid=104088) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:33:39.003953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a112a6-ea57-43a4-9a98-4c760700ac5e None None] The sync data for ids ['1b40bcda-8aa5-42cb-b9c1-2d93164f71cc'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:39.073894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] DHCP port deletion for bba049c9-6355-434e-a6cd-388ff8fe9406 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:39.096793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] For port 3de40888-300d-4319-ad0f-d1548bb0aacb, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:39.103136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] For port 3de40888-300d-4319-ad0f-d1548bb0aacb, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3de40888-300d-4319-ad0f-d1548bb0aacb,segment=NetworkSegment(4f145d91-5f8a-44e0-9e01-220195d5a675),segment_id=4f145d91-5f8a-44e0-9e01-220195d5a675)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:39.129676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8::1 (76b53979-37e5-4b73-8132-e6a3840b67e2/f48435b9-7570-41a4-9097-846318f5f652/87ec232b-399d-449c-83aa-55597d4eac67) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:39.143989 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-746902eb-b646-4414-bad5-a2fcc6969a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c4596458-4754-40fc-a18b-8a1bef7b57bc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.158386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.190686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] Deleting port 01fc8fb2-8543-44db-841f-4fd87152795d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:39.191067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.193565 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.340315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (87ec232b-399d-449c-83aa-55597d4eac67), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.427264 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-746902eb-b646-4414-bad5-a2fcc6969a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (c4596458-4754-40fc-a18b-8a1bef7b57bc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.480246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746902eb-b646-4414-bad5-a2fcc6969a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4596458-4754-40fc-a18b-8a1bef7b57bc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.483246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-746902eb-b646-4414-bad5-a2fcc6969a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.492575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-746902eb-b646-4414-bad5-a2fcc6969a6d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c4596458-4754-40fc-a18b-8a1bef7b57bc HTTP/1.1" status: 204 len: 168 time: 0.7630754 Feb 11 05:33:39.492976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37856) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:39.518779 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (87ec232b-399d-449c-83aa-55597d4eac67), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.588488 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.648333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No DVR routers for this DVR port 01fc8fb2-8543-44db-841f-4fd87152795d on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:39.650835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] For port 01fc8fb2-8543-44db-841f-4fd87152795d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=01fc8fb2-8543-44db-841f-4fd87152795d,segment=NetworkSegment(5b6c9127-6c16-4ba0-964c-7c87623e60b6),segment_id=5b6c9127-6c16-4ba0-964c-7c87623e60b6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:39.651485 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.666564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc3192-5074-46ac-a0dc-0a85cb66d594 None None] Pushing event updated for resources: {'Port': ['ID=3de40888-300d-4319-ad0f-d1548bb0aacb,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.685246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] Calling delete_port for 01fc8fb2-8543-44db-841f-4fd87152795d owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:39.772467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 76b53979-37e5-4b73-8132-e6a3840b67e2 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:39.854356 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (01fc8fb2-8543-44db-841f-4fd87152795d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.854916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:39.858916 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (bba049c9-6355-434e-a6cd-388ff8fe9406), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.862842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:39.863592 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.866675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=87ec232b-399d-449c-83aa-55597d4eac67,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.871373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c629c426-d4e2-4ff8-8d95-90a6d9926b35), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.902341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] No DVR routers for this DVR port 01fc8fb2-8543-44db-841f-4fd87152795d on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:39.951242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322bde7-6f21-428b-8590-961df48f85d5 None None] Pushing event deleted for resources: {'Port': ['ID=01fc8fb2-8543-44db-841f-4fd87152795d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.092629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba049c9-6355-434e-a6cd-388ff8fe9406']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.117874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6c9127-6c16-4ba0-964c-7c87623e60b6') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.118107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6c9127-6c16-4ba0-964c-7c87623e60b6') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.132749 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (5b6c9127-6c16-4ba0-964c-7c87623e60b6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.185590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5b6c9127-6c16-4ba0-964c-7c87623e60b6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.206374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=01fc8fb2-8543-44db-841f-4fd87152795d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.224267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 01fc8fb2-8543-44db-841f-4fd87152795d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:40.253315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:40.253963 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (5b6c9127-6c16-4ba0-964c-7c87623e60b6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.288452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 01fc8fb2-8543-44db-841f-4fd87152795d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:40.288851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 01fc8fb2-8543-44db-841f-4fd87152795d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:40.289258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c78f6fa1-a72a-4d35-af67-44ff85cf5428 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:40.312620 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:40.335959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c78f6fa1-a72a-4d35-af67-44ff85cf5428 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:40.336308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c78f6fa1-a72a-4d35-af67-44ff85cf5428 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:40.336771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcc48a37-66aa-475a-ad84-d96ec7efc543 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:40.352858 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (87ec232b-399d-449c-83aa-55597d4eac67), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.366758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: bcc48a37-66aa-475a-ad84-d96ec7efc543 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:40.367433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcc48a37-66aa-475a-ad84-d96ec7efc543 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:40.678816 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-90f6e0ea-5b68-4150-a507-b0f5b7d84913 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1163392 Feb 11 05:33:40.725774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c629c426-d4e2-4ff8-8d95-90a6d9926b35), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.738826 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (bba049c9-6355-434e-a6cd-388ff8fe9406), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.778729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.792067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/networks/bba049c9-6355-434e-a6cd-388ff8fe9406 HTTP/1.1" status: 204 len: 168 time: 3.2234499 Feb 11 05:33:40.796048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37868) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.802587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1035271871'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:40.838667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c629c426-d4e2-4ff8-8d95-90a6d9926b35']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.854533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba30de-d593-4210-af7b-6f02be5de623 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Network': ['ID=bba049c9-6355-434e-a6cd-388ff8fe9406,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.870466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-3b86a0b7-b454-4bca-99b2-c39c343632ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.872129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-3b86a0b7-b454-4bca-99b2-c39c343632ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 1128 time: 0.1380284 Feb 11 05:33:40.875435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.883402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.914580 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.023272 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.036217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:41.048249 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.061003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:41.061548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (20c4d797-c3d4-4bc4-be2e-5e2d1c8a83f2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:41.077013 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:41.215470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:41.238209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-8cead601-acd7-4e9c-bcd6-b8aa86ba2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:41.240050 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-8cead601-acd7-4e9c-bcd6-b8aa86ba2dec service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.3116422 Feb 11 05:33:41.242041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (95c3efe5-56f5-46a7-b67b-90439d7f8c90), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.242449 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Added segment 95c3efe5-56f5-46a7-b67b-90439d7f8c90 of type vlan for network b472c936-73f9-44ad-9dee-4cb970eae0ea Feb 11 05:33:41.277591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (87ec232b-399d-449c-83aa-55597d4eac67), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.324095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-9abf6e98-aca9-4a92-856d-86d89df2b06f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca HTTP/1.1" status: 200 len: 217 time: 0.0773430 Feb 11 05:33:41.387767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3de2a-f195-4ef3-831c-214f1b1547cc None None] Network 76b53979-37e5-4b73-8132-e6a3840b67e2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:41.406079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b472c936-73f9-44ad-9dee-4cb970eae0ea), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.444320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-06e4c568-a64d-42e9-bd93-74ca64abfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:41.446095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-06e4c568-a64d-42e9-bd93-74ca64abfe47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.0983686 Feb 11 05:33:41.481336 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-7945613a-f30d-412a-932f-ef8b065072a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295837 Feb 11 05:33:41.503346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-32e1b013-7be2-4c88-9be2-3edea8071187 None None] Provisioning complete for port 3de40888-300d-4319-ad0f-d1548bb0aacb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:41.504037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-32e1b013-7be2-4c88-9be2-3edea8071187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.510196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c629c426-d4e2-4ff8-8d95-90a6d9926b35), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.516074 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.524026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c629c426-d4e2-4ff8-8d95-90a6d9926b35 HTTP/1.1" status: 204 len: 168 time: 2.0283136 Feb 11 05:33:41.547805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b472c936-73f9-44ad-9dee-4cb970eae0ea), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.552814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:41.554174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.564628 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (87ec232b-399d-449c-83aa-55597d4eac67), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.564628 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.564628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9e0f1-7c82-421f-ac55-f1bdcde5b3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c629c426-d4e2-4ff8-8d95-90a6d9926b35,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.626850 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.754606 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-1aaf902b-da8f-440f-93a6-78e418f41c21 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678187 Feb 11 05:33:41.849167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 76b53979-37e5-4b73-8132-e6a3840b67e2 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:41.857026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=87ec232b-399d-449c-83aa-55597d4eac67,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.859909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:41.870705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-32e1b013-7be2-4c88-9be2-3edea8071187 None None] Current status of the port 3de40888-300d-4319-ad0f-d1548bb0aacb is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:41.872320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-32e1b013-7be2-4c88-9be2-3edea8071187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.909487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Network': ['ID=b472c936-73f9-44ad-9dee-4cb970eae0ea,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.974868 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ea5e1574-6dd2-497b-9c11-e5a102f6f12a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1776299 Feb 11 05:33:41.975614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:41.993628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-32e1b013-7be2-4c88-9be2-3edea8071187 None None] For port 3de40888-300d-4319-ad0f-d1548bb0aacb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3de40888-300d-4319-ad0f-d1548bb0aacb,segment=NetworkSegment(4f145d91-5f8a-44e0-9e01-220195d5a675),segment_id=4f145d91-5f8a-44e0-9e01-220195d5a675)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:42.008269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b472c936-73f9-44ad-9dee-4cb970eae0ea details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:42.017794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:42.241674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37898) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:42.295285 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-32e1b013-7be2-4c88-9be2-3edea8071187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.305786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3de40888-300d-4319-ad0f-d1548bb0aacb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:42.670408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d0b7f9f8-4121-443d-8f7c-1d28ff67ddab None None] Provisioning complete for port 87ec232b-399d-449c-83aa-55597d4eac67 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:42.671557 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f9f8-4121-443d-8f7c-1d28ff67ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (87ec232b-399d-449c-83aa-55597d4eac67), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.718548 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cefa5bc0-2668-4ee0-81ea-73359dbd7543 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3225f2a5abb24a6e8820f1fc7d6e41f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4555566 Feb 11 05:33:42.734795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37900) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:42.810110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7f9f8-4121-443d-8f7c-1d28ff67ddab None None] Port 87ec232b-399d-449c-83aa-55597d4eac67 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:42.821160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1b013-7be2-4c88-9be2-3edea8071187 None None] Pushing event updated for resources: {'Port': ['ID=3de40888-300d-4319-ad0f-d1548bb0aacb,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:42.890112 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3f2e24a7-29fd-4287-b44b-4fd0cae68ec1 req-e42f77bf-a59c-4b28-87b4-e2a4ac6db31b service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1084902 Feb 11 05:33:42.891378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3de40888-300d-4319-ad0f-d1548bb0aacb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:42.891760 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.908501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d0b7f9f8-4121-443d-8f7c-1d28ff67ddab None None] Provisioning complete for port 3de40888-300d-4319-ad0f-d1548bb0aacb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:42.909417 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f9f8-4121-443d-8f7c-1d28ff67ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.939810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2798-4fbf-46a9-a450-51850fb8c1bb admin admin] Publish callbacks [] for security_group (6f70af71-13ac-4093-ba95-ab10e508d885), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.016484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2798-4fbf-46a9-a450-51850fb8c1bb admin admin] Publish callbacks [] for security_group (6f70af71-13ac-4093-ba95-ab10e508d885), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.124992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7f9f8-4121-443d-8f7c-1d28ff67ddab None None] Current status of the port 3de40888-300d-4319-ad0f-d1548bb0aacb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:43.127985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3de40888-300d-4319-ad0f-d1548bb0aacb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:43.251542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8c603f06-2179-413f-bd2c-3991109f677e None None] Provisioning complete for port 87ec232b-399d-449c-83aa-55597d4eac67 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:43.252065 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c603f06-2179-413f-bd2c-3991109f677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (87ec232b-399d-449c-83aa-55597d4eac67), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.292337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8c603f06-2179-413f-bd2c-3991109f677e None None] Port 87ec232b-399d-449c-83aa-55597d4eac67 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:43.344212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:33:43.386957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:43.390447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.406034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2798-4fbf-46a9-a450-51850fb8c1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f70af71-13ac-4093-ba95-ab10e508d885), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.408723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e9e2798-4fbf-46a9-a450-51850fb8c1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.413708 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6e9e2798-4fbf-46a9-a450-51850fb8c1bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f70af71-13ac-4093-ba95-ab10e508d885 HTTP/1.1" status: 204 len: 168 time: 0.6661861 Feb 11 05:33:43.432815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e2798-4fbf-46a9-a450-51850fb8c1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70af71-13ac-4093-ba95-ab10e508d885,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:43.491569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:43.500518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a858ca6f-6dfd-4629-bfc5-46e66b21119f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8901143 Feb 11 05:33:43.501169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37920) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:43.513802 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16f1aa-48d6-4d8b-b4c8-e08510e1c3d1 None None] Sync routers for ids ['d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:43.546138 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16f1aa-48d6-4d8b-b4c8-e08510e1c3d1 None None] Routers {'d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:43.546785 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-de16f1aa-48d6-4d8b-b4c8-e08510e1c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:43.614214 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-de16f1aa-48d6-4d8b-b4c8-e08510e1c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:43.636726 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16f1aa-48d6-4d8b-b4c8-e08510e1c3d1 None None] Routers {'d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:43.637338 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-de16f1aa-48d6-4d8b-b4c8-e08510e1c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:43.666759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f3cc9-d5da-49f2-ac4c-f79a10493045 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:43.672588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1c6f3cc9-d5da-49f2-ac4c-f79a10493045 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports/87ec232b-399d-449c-83aa-55597d4eac67 HTTP/1.1" status: 200 len: 911 time: 0.1440270 Feb 11 05:33:43.672768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37922) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:43.692358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-ff95bf8d-e8a3-4d57-a39a-265b2989a2d6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1901789 Feb 11 05:33:43.700589 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-de16f1aa-48d6-4d8b-b4c8-e08510e1c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:43.701952 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16f1aa-48d6-4d8b-b4c8-e08510e1c3d1 None None] The sync data for ids ['d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:43.831245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-a00a6bdf-8f1d-488d-98f6-38883adf21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:43.832920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-a00a6bdf-8f1d-488d-98f6-38883adf21d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 1133 time: 0.0799839 Feb 11 05:33:43.986028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-112b2ced-82fd-46a7-a9cb-c1b0eb6806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:43.987727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-112b2ced-82fd-46a7-a9cb-c1b0eb6806ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1277418 Feb 11 05:33:44.053776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (d9eebbd1-10c8-4869-b465-e315133afc55), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.057948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3de40888-300d-4319-ad0f-d1548bb0aacb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:44.059297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-faf725ef-1a63-4f07-b9a9-28c8797f3f7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614 HTTP/1.1" status: 200 len: 217 time: 0.0643775 Feb 11 05:33:44.173135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-ed86d8de-aa0f-4505-a51c-6a060fa4c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.174677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-ed86d8de-aa0f-4505-a51c-6a060fa4c43d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1070490 Feb 11 05:33:44.189079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3de40888-300d-4319-ad0f-d1548bb0aacb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:44.189468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.264462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=d9eebbd1-10c8-4869-b465-e315133afc55,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:44.268673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-16f47070-266b-4aa7-9e99-bbb12b286b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.275028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-16f47070-266b-4aa7-9e99-bbb12b286b6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0892003 Feb 11 05:33:44.367098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking segment: {'id': '95c3efe5-56f5-46a7-b67b-90439d7f8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:44.367501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network hostable DHCP agents. Network: b472c936-73f9-44ad-9dee-4cb970eae0ea, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:44.383806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3de40888-300d-4319-ad0f-d1548bb0aacb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:44.467118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.524124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network b472c936-73f9-44ad-9dee-4cb970eae0ea is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:44.525321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-ecd69184-0c98-441c-ae0d-6fc1b26a687a service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476745 Feb 11 05:33:44.659382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b472c936-73f9-44ad-9dee-4cb970eae0ea) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:44.668734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8315704e-06c8-4a36-8bc6-478051c06616 None None] Network b472c936-73f9-44ad-9dee-4cb970eae0ea requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:44.690434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.691197 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.758990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f68a9ec-f07e-42f4-8424-02a68a57a70b req-3cd0044d-d617-425b-b6ac-6984b3c00155 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272913 Feb 11 05:33:44.819767 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a5157d66-b802-441f-afde-f3563826db7f tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8267882 Feb 11 05:33:44.824297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37976) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:44.830985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea', 'name': 'tempest-PortsIpV6TestJSON-2028887723', 'fixed_ips': [{'subnet_id': 'd9eebbd1-10c8-4869-b465-e315133afc55', 'ip_address': '2001:db8::10'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:44.851437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-b472c936-73f9-44ad-9dee-4cb970eae0ea', 'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea', 'project_id': '8659bc55038b4cb086c2537e0c5bb109', 'fixed_ips': [{'subnet_id': 'd9eebbd1-10c8-4869-b465-e315133afc55'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:44.852632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.932360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 87ec232b-399d-449c-83aa-55597d4eac67 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:44.933047 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (87ec232b-399d-449c-83aa-55597d4eac67), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.050994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Allocated IP 2001:db8::2 (b472c936-73f9-44ad-9dee-4cb970eae0ea/d9eebbd1-10c8-4869-b465-e315133afc55/57a5f4aa-b9f3-484e-9baa-317c6c00d0bc) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:45.087366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:45.098591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (87ec232b-399d-449c-83aa-55597d4eac67), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.115279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 87ec232b-399d-449c-83aa-55597d4eac67 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:45.236064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Publish callbacks [] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.324980 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.359364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 2759f7db-627f-44f7-b35c-722676b0645a yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:45.393135 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.458616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Network b472c936-73f9-44ad-9dee-4cb970eae0ea is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:45.471634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:45.492681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:45.498025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Pushing event updated for resources: {'Port': ['ID=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.571803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Attempting to bind port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:45.572233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Attempting to bind port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '95c3efe5-56f5-46a7-b67b-90439d7f8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:45.572615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Attempting to bind port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc on network b472c936-73f9-44ad-9dee-4cb970eae0ea {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:45.578523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:45.579336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Checking segment: {'id': '95c3efe5-56f5-46a7-b67b-90439d7f8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:45.579878 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.580280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Bound using segment: {'id': '95c3efe5-56f5-46a7-b67b-90439d7f8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:45.582218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Bound port: 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c3efe5-56f5-46a7-b67b-90439d7f8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:45.582401 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.591073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (87ec232b-399d-449c-83aa-55597d4eac67), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.627671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=87ec232b-399d-449c-83aa-55597d4eac67,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.687933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::10 (b472c936-73f9-44ad-9dee-4cb970eae0ea/d9eebbd1-10c8-4869-b465-e315133afc55/2759f7db-627f-44f7-b35c-722676b0645a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:45.744481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] For port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:45.751865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] For port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,segment=NetworkSegment(95c3efe5-56f5-46a7-b67b-90439d7f8c90),segment_id=95c3efe5-56f5-46a7-b67b-90439d7f8c90)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:45.859775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.926523 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.017337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189ea20-4fc1-4f78-8b62-296000c9f5c1 None None] Pushing event updated for resources: {'Port': ['ID=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:46.218121 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (2759f7db-627f-44f7-b35c-722676b0645a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.473075 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2759f7db-627f-44f7-b35c-722676b0645a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.557971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network b472c936-73f9-44ad-9dee-4cb970eae0ea is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:46.562389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:46.567063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:46.583081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.585845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.602305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=2759f7db-627f-44f7-b35c-722676b0645a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:46.768282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:46.781747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1cdf92d2-bebf-4102-9521-1e690afca885 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9554503 Feb 11 05:33:46.783733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38042) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:46.789960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': 'b472c936-73f9-44ad-9dee-4cb970eae0ea', 'name': 'tempest-PortsIpV6TestJSON-390619377', 'fixed_ips': [{'subnet_id': 'd9eebbd1-10c8-4869-b465-e315133afc55', 'ip_address': '2001:db8::f'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:46.843245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 99edbdac-00d8-4fad-a318-950b9c0cd37f no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:46.909508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:46.936096 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-721428c4-c7aa-46a6-8434-c29e8e7f369c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2627058 Feb 11 05:33:46.943075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38046) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:46.958183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d1a5c-949a-4c76-a2ff-45e714edc74c None None] Sync routers for ids ['d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:46.989621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d1a5c-949a-4c76-a2ff-45e714edc74c None None] Routers {'d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:46.990575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-804d1a5c-949a-4c76-a2ff-45e714edc74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:47.009842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aa0732ea-ae46-47d2-8cb2-174135a32a6c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154 HTTP/1.1" status: 200 len: 205 time: 0.0647132 Feb 11 05:33:47.012820 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38048) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:47.055309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-804d1a5c-949a-4c76-a2ff-45e714edc74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:47.086898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38050) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:47.113068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d1a5c-949a-4c76-a2ff-45e714edc74c None None] Routers {'d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:47.124060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-804d1a5c-949a-4c76-a2ff-45e714edc74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:47.162049 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c758d672-c6d9-4324-9474-bbb5d52b9c1b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.186261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-804d1a5c-949a-4c76-a2ff-45e714edc74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:47.187694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d1a5c-949a-4c76-a2ff-45e714edc74c None None] The sync data for ids ['d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:47.189779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:47.192414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 99edbdac-00d8-4fad-a318-950b9c0cd37f is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:47.193325 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.196434 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.232152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:47.234699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 411b13af-1f0b-497c-935e-f324a543c1d7 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:47.236764 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2514abdf-5192-4665-b500-32bd0ee4503b" -d '{"events": [{"server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "name": "network-vif-unplugged", "status": "completed", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:47.262443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:47.344192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.437967 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6780823-f405-40cd-8826-241e94a85d86 x-openstack-request-id: req-e6780823-f405-40cd-8826-241e94a85d86 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:47.439068 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "name": "network-vif-unplugged", "status": "completed", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:47.440382 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6780823-f405-40cd-8826-241e94a85d86 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:47.441807 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'code': 200} Feb 11 05:33:47.530463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.562430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::f (b472c936-73f9-44ad-9dee-4cb970eae0ea/d9eebbd1-10c8-4869-b465-e315133afc55/411b13af-1f0b-497c-935e-f324a543c1d7) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:47.600799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c758d672-c6d9-4324-9474-bbb5d52b9c1b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.600799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c758d672-c6d9-4324-9474-bbb5d52b9c1b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.627629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb1df1-1330-4b27-aab0-317b71b5ec30 None None] Network b472c936-73f9-44ad-9dee-4cb970eae0ea requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:47.720013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5265cf2c-2dce-40ca-9608-b48f0c2b7beb None None] Provisioning complete for port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:47.720726 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5265cf2c-2dce-40ca-9608-b48f0c2b7beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.723612 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c758d672-c6d9-4324-9474-bbb5d52b9c1b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.724202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c758d672-c6d9-4324-9474-bbb5d52b9c1b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Fanout notify agent at l3_agent the message router_deleted on router d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:47.735873 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c758d672-c6d9-4324-9474-bbb5d52b9c1b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.735873 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c758d672-c6d9-4324-9474-bbb5d52b9c1b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154 HTTP/1.1" status: 204 len: 168 time: 0.7197061 Feb 11 05:33:47.736854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38068) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:47.748272 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (411b13af-1f0b-497c-935e-f324a543c1d7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.822971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7bfe21-7f43-41af-8146-bd9f985dd5b2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet f48435b9-7570-41a4-9097-846318f5f652 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:47.826786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfe21-7f43-41af-8146-bd9f985dd5b2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (f48435b9-7570-41a4-9097-846318f5f652), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.859786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c263-56d3-4e9e-9e24-420abdfd8e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.881472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfe21-7f43-41af-8146-bd9f985dd5b2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (f48435b9-7570-41a4-9097-846318f5f652), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.881655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5265cf2c-2dce-40ca-9608-b48f0c2b7beb None None] Current status of the port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:47.881655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5265cf2c-2dce-40ca-9608-b48f0c2b7beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.892368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (411b13af-1f0b-497c-935e-f324a543c1d7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.930444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5265cf2c-2dce-40ca-9608-b48f0c2b7beb None None] For port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,segment=NetworkSegment(95c3efe5-56f5-46a7-b67b-90439d7f8c90),segment_id=95c3efe5-56f5-46a7-b67b-90439d7f8c90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:48.018377 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5265cf2c-2dce-40ca-9608-b48f0c2b7beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.048411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfe21-7f43-41af-8146-bd9f985dd5b2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f48435b9-7570-41a4-9097-846318f5f652), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.143943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network b472c936-73f9-44ad-9dee-4cb970eae0ea is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:48.157329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265cf2c-2dce-40ca-9608-b48f0c2b7beb None None] Pushing event updated for resources: {'Port': ['ID=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:48.161382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:48.190316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:48.228143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-152b6435-7ab4-43c6-9d8f-d19875dab0e7 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.229631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-152b6435-7ab4-43c6-9d8f-d19875dab0e7 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 805 time: 0.4410646 Feb 11 05:33:48.230697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=411b13af-1f0b-497c-935e-f324a543c1d7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:48.244335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfe21-7f43-41af-8146-bd9f985dd5b2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (f48435b9-7570-41a4-9097-846318f5f652), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.245063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:48.258234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.258234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.286265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bfe21-7f43-41af-8146-bd9f985dd5b2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=f48435b9-7570-41a4-9097-846318f5f652,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:48.287533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:48.288675 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.302717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfe21-7f43-41af-8146-bd9f985dd5b2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.312974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c263-56d3-4e9e-9e24-420abdfd8e87 admin admin] Publish callbacks [] for security_group (b0369e8d-b470-49b7-b7eb-d0e00351250e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.315971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38070) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:48.316792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ae7bfe21-7f43-41af-8146-bd9f985dd5b2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/f48435b9-7570-41a4-9097-846318f5f652 HTTP/1.1" status: 204 len: 168 time: 0.5774298 Feb 11 05:33:48.332035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2ee1f9-63c9-4c0f-8cba-ccb99ca6186d None None] Network 76b53979-37e5-4b73-8132-e6a3840b67e2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:48.369629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-b02b9715-843d-4b61-91f3-b7e99ef42d19 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/quotas/cd914c3ac05c46e989d9dbc8b4d8cdc5 HTTP/1.1" status: 200 len: 375 time: 0.0514786 Feb 11 05:33:48.405033 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c263-56d3-4e9e-9e24-420abdfd8e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b0369e8d-b470-49b7-b7eb-d0e00351250e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.444795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9eee0cd4-d054-49c3-8c1a-8a96ee2f39be None None] Provisioning complete for port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:48.445272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9eee0cd4-d054-49c3-8c1a-8a96ee2f39be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.451235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38072) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:48.453256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6bb6c263-56d3-4e9e-9e24-420abdfd8e87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=899404690b8c4c85a0e4281bc9174b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3647449 Feb 11 05:33:48.490138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7eabb876-92db-4f07-b3ba-a28e9335b54c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7028263 Feb 11 05:33:48.495886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38074) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:48.551997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (76b53979-37e5-4b73-8132-e6a3840b67e2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.562311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6c263-56d3-4e9e-9e24-420abdfd8e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0369e8d-b470-49b7-b7eb-d0e00351250e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:48.614308 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-bac4124b-3983-4345-bc8b-6b21f56f09a8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2438049 Feb 11 05:33:48.618889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:48.621933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-52e55ec7-cd91-4b58-9b1f-7b4e7d60baa5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:33:48.629122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-52e55ec7-cd91-4b58-9b1f-7b4e7d60baa5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138953 Feb 11 05:33:48.750653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9eee0cd4-d054-49c3-8c1a-8a96ee2f39be None None] Current status of the port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:48.755022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-af8ba5fa-c892-4803-bae0-b5718456367f service neutron] 10.222.0.62 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249599 Feb 11 05:33:48.770929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9eee0cd4-d054-49c3-8c1a-8a96ee2f39be None None] Provisioning complete for port 2759f7db-627f-44f7-b35c-722676b0645a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:48.775428 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9eee0cd4-d054-49c3-8c1a-8a96ee2f39be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2759f7db-627f-44f7-b35c-722676b0645a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.840898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] DHCP port deletion for 76b53979-37e5-4b73-8132-e6a3840b67e2 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:48.847349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 3de40888-300d-4319-ad0f-d1548bb0aacb {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:48.849545 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.886762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e47e48c0-fe8f-4176-9b3c-b09b2834ed1f admin admin] Publish callbacks [] for security_group (b0369e8d-b470-49b7-b7eb-d0e00351250e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.914710 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e47e48c0-fe8f-4176-9b3c-b09b2834ed1f admin admin] Publish callbacks [] for security_group (b0369e8d-b470-49b7-b7eb-d0e00351250e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.923620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9eee0cd4-d054-49c3-8c1a-8a96ee2f39be None None] Port 2759f7db-627f-44f7-b35c-722676b0645a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:48.955967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port 3de40888-300d-4319-ad0f-d1548bb0aacb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3de40888-300d-4319-ad0f-d1548bb0aacb,segment=NetworkSegment(4f145d91-5f8a-44e0-9e01-220195d5a675),segment_id=4f145d91-5f8a-44e0-9e01-220195d5a675)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:48.956671 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.982937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 3de40888-300d-4319-ad0f-d1548bb0aacb owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:48.989228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] Deleting port 3de40888-300d-4319-ad0f-d1548bb0aacb {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:48.989615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.006495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76877dd6-ab4d-43a0-87a0-abbf449f01ea tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.013957 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-76877dd6-ab4d-43a0-87a0-abbf449f01ea tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5081360 Feb 11 05:33:49.013957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38076) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:49.020346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-f69a2098-526c-42ce-95d0-f94b40d722ac service neutron] 10.222.0.62 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644379 Feb 11 05:33:49.094176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-351aeae8-c2c4-4dc0-be4b-32d646b1f7f1 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.096063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-351aeae8-c2c4-4dc0-be4b-32d646b1f7f1 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.65 "GET /v2.0/ports?device_id=6633a033-20d0-447b-a97d-b6702b696c92 HTTP/1.1" status: 200 len: 943 time: 0.3260980 Feb 11 05:33:49.180354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] For port 3de40888-300d-4319-ad0f-d1548bb0aacb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3de40888-300d-4319-ad0f-d1548bb0aacb,segment=NetworkSegment(4f145d91-5f8a-44e0-9e01-220195d5a675),segment_id=4f145d91-5f8a-44e0-9e01-220195d5a675)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:49.188935 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.210820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] Calling delete_port for 3de40888-300d-4319-ad0f-d1548bb0aacb owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:49.236737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e47e48c0-fe8f-4176-9b3c-b09b2834ed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b0369e8d-b470-49b7-b7eb-d0e00351250e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.240119 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e47e48c0-fe8f-4176-9b3c-b09b2834ed1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.243863 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e47e48c0-fe8f-4176-9b3c-b09b2834ed1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0369e8d-b470-49b7-b7eb-d0e00351250e HTTP/1.1" status: 204 len: 168 time: 0.7893305 Feb 11 05:33:49.252265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaae2b0-3d70-4840-9ee3-431a449b4685 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.259708 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaae2b0-3d70-4840-9ee3-431a449b4685 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.266907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaae2b0-3d70-4840-9ee3-431a449b4685 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.269815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-faaae2b0-3d70-4840-9ee3-431a449b4685 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2561328 Feb 11 05:33:49.272836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38080) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:49.293832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e48c0-fe8f-4176-9b3c-b09b2834ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0369e8d-b470-49b7-b7eb-d0e00351250e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.294889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.335432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Deleting port 99edbdac-00d8-4fad-a318-950b9c0cd37f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:49.335791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.410234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port 3de40888-300d-4319-ad0f-d1548bb0aacb on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:49.411539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-118ee8fc-6c02-4b28-a0e4-f8eb41f5e545 None None] Provisioning complete for port 2759f7db-627f-44f7-b35c-722676b0645a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:49.412421 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-118ee8fc-6c02-4b28-a0e4-f8eb41f5e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2759f7db-627f-44f7-b35c-722676b0645a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.425438 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (3de40888-300d-4319-ad0f-d1548bb0aacb), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.529227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=3de40888-300d-4319-ad0f-d1548bb0aacb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.535439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] For port 99edbdac-00d8-4fad-a318-950b9c0cd37f, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=99edbdac-00d8-4fad-a318-950b9c0cd37f,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:49.535439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.550617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Calling delete_port for 99edbdac-00d8-4fad-a318-950b9c0cd37f owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:49.605044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-118ee8fc-6c02-4b28-a0e4-f8eb41f5e545 None None] Port 2759f7db-627f-44f7-b35c-722676b0645a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:49.612413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] Pushing event deleted for resources: {'Port': ['ID=3de40888-300d-4319-ad0f-d1548bb0aacb,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.621442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1090646e-db30-45fb-9b0a-e1b50edb2964 None None] No DVR routers for this DVR port 3de40888-300d-4319-ad0f-d1548bb0aacb on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:49.749210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dfb7e9e7-9173-40fa-b402-a9abad91757a None None] Provisioning complete for port 411b13af-1f0b-497c-935e-f324a543c1d7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:49.749592 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e9e7-9173-40fa-b402-a9abad91757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (411b13af-1f0b-497c-935e-f324a543c1d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.789230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e934f3d-504f-4172-bf2f-9585043461d5 req-14949841-a9dd-49a4-816a-4d0ef1a556c9 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 210 time: 0.2697799 Feb 11 05:33:49.795571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7e9e7-9173-40fa-b402-a9abad91757a None None] Port 411b13af-1f0b-497c-935e-f324a543c1d7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:49.847540 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (76b53979-37e5-4b73-8132-e6a3840b67e2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.878506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b53979-37e5-4b73-8132-e6a3840b67e2']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:49.896171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f145d91-5f8a-44e0-9e01-220195d5a675') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:49.896563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f145d91-5f8a-44e0-9e01-220195d5a675') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:49.915494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbb3aa-a989-4b4b-8267-1ab1690f8ffc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 411b13af-1f0b-497c-935e-f324a543c1d7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:49.915878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb3aa-a989-4b4b-8267-1ab1690f8ffc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (411b13af-1f0b-497c-935e-f324a543c1d7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.917337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (99edbdac-00d8-4fad-a318-950b9c0cd37f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.935071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (4f145d91-5f8a-44e0-9e01-220195d5a675), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.028557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Pushing event deleted for resources: {'Port': ['ID=99edbdac-00d8-4fad-a318-950b9c0cd37f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:50.062797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb3aa-a989-4b4b-8267-1ab1690f8ffc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (411b13af-1f0b-497c-935e-f324a543c1d7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.076906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbb3aa-a989-4b4b-8267-1ab1690f8ffc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 411b13af-1f0b-497c-935e-f324a543c1d7 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:50.102314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] No DVR routers for this DVR port 99edbdac-00d8-4fad-a318-950b9c0cd37f on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:50.106923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.109560 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37685ffb-995d-44c1-9b58-51e3b069b2e1 req-9fe61ba1-d4a9-4393-a059-c0edd8bbbf1c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.65 "DELETE /v2.0/ports/99edbdac-00d8-4fad-a318-950b9c0cd37f HTTP/1.1" status: 204 len: 173 time: 0.9828820 Feb 11 05:33:50.116230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'name': 'network-vif-deleted', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:50.116230 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30590ee-86b0-4a74-8789-c9d0af64d1b8" -d '{"events": [{"server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "name": "network-vif-deleted", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:50.170248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:50.179439 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4f145d91-5f8a-44e0-9e01-220195d5a675), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.187574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:50.188008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (4f145d91-5f8a-44e0-9e01-220195d5a675), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.192386 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9d117a-3968-4553-b8f8-c4d1dabb6dd4 x-openstack-request-id: req-ab9d117a-3968-4553-b8f8-c4d1dabb6dd4 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:50.192959 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6633a033-20d0-447b-a97d-b6702b696c92", "name": "network-vif-deleted", "tag": "99edbdac-00d8-4fad-a318-950b9c0cd37f", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:50.193767 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab9d117a-3968-4553-b8f8-c4d1dabb6dd4 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:50.195269 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6633a033-20d0-447b-a97d-b6702b696c92', 'name': 'network-vif-deleted', 'tag': '99edbdac-00d8-4fad-a318-950b9c0cd37f', 'status': 'completed', 'code': 200} Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:50.222253 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:50.310950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:50.311623 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.370801 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (76b53979-37e5-4b73-8132-e6a3840b67e2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.390413 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.397818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/76b53979-37e5-4b73-8132-e6a3840b67e2 HTTP/1.1" status: 204 len: 168 time: 2.0784464 Feb 11 05:33:50.404441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38104) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:50.410479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-470436497', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:50.433374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185ce1e-6a34-4c14-8e82-45eca4287657 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=76b53979-37e5-4b73-8132-e6a3840b67e2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:50.514470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:50.561947 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb3aa-a989-4b4b-8267-1ab1690f8ffc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (411b13af-1f0b-497c-935e-f324a543c1d7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.566174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (2383fc75-c5a8-4b04-b22e-e942ab5106c0), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.569521 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (2383fc75-c5a8-4b04-b22e-e942ab5106c0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.598984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3de40888-300d-4319-ad0f-d1548bb0aacb no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:50.631791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 3de40888-300d-4319-ad0f-d1548bb0aacb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:50.632411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3de40888-300d-4319-ad0f-d1548bb0aacb not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:50.705139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbb3aa-a989-4b4b-8267-1ab1690f8ffc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=411b13af-1f0b-497c-935e-f324a543c1d7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:50.707362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb3aa-a989-4b4b-8267-1ab1690f8ffc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.723632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a3dbb3aa-a989-4b4b-8267-1ab1690f8ffc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/411b13af-1f0b-497c-935e-f324a543c1d7 HTTP/1.1" status: 204 len: 168 time: 1.4424453 Feb 11 05:33:50.724286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38112) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:50.737754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (2383fc75-c5a8-4b04-b22e-e942ab5106c0), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.780466 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bf1e7a-6b06-448a-83b0-abf3a1aa6719 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:33:50.784488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e2bf1e7a-6b06-448a-83b0-abf3a1aa6719 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/411b13af-1f0b-497c-935e-f324a543c1d7 HTTP/1.1" status: 404 len: 333 time: 0.0557623 Feb 11 05:33:50.785069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38114) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:51.041279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:51.066638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73937d6d-2466-4eee-964b-91d1854487bd req-5e20f0fc-f448-4819-974a-e1959ad939de tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 210 time: 0.0821826 Feb 11 05:33:51.114281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8bcffae4-a57b-43aa-af73-715216ba380c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 2759f7db-627f-44f7-b35c-722676b0645a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:51.117846 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8bcffae4-a57b-43aa-af73-715216ba380c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2759f7db-627f-44f7-b35c-722676b0645a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.188203 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_gateway (2383fc75-c5a8-4b04-b22e-e942ab5106c0), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.242657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-91065504-network', 'tenant_id': 'bb46c8d071f14195850aa7635abf8b56'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:51.349329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8bcffae4-a57b-43aa-af73-715216ba380c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2759f7db-627f-44f7-b35c-722676b0645a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.355798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Made reservation on behalf of bb46c8d071f14195850aa7635abf8b56 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:51.358270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.368588 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.372400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8bcffae4-a57b-43aa-af73-715216ba380c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 2759f7db-627f-44f7-b35c-722676b0645a owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:51.457534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Publish callbacks [] for security_group (4b18fd5d-1bb9-4509-938c-8434897b112a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.570802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4b18fd5d-1bb9-4509-938c-8434897b112a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.635288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18fd5d-1bb9-4509-938c-8434897b112a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:51.705615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:51.718173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0c0b29f5-e8c2-4ed3-b457-92789ca7680b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.718844 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Added segment 0c0b29f5-e8c2-4ed3-b457-92789ca7680b of type vlan for network 3d4d268b-5e67-42ac-a4f5-ca689b155832 Feb 11 05:33:51.727201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8bcffae4-a57b-43aa-af73-715216ba380c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2759f7db-627f-44f7-b35c-722676b0645a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.786341 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_gateway (2383fc75-c5a8-4b04-b22e-e942ab5106c0), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.803215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3d4d268b-5e67-42ac-a4f5-ca689b155832), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.837874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcffae4-a57b-43aa-af73-715216ba380c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=2759f7db-627f-44f7-b35c-722676b0645a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:51.847127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.876146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8bcffae4-a57b-43aa-af73-715216ba380c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.879495 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8bcffae4-a57b-43aa-af73-715216ba380c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/2759f7db-627f-44f7-b35c-722676b0645a HTTP/1.1" status: 204 len: 168 time: 1.0933270 Feb 11 05:33:51.884064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38130) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:51.938197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3d4d268b-5e67-42ac-a4f5-ca689b155832), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.939600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.940445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.952375 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46888b4-922a-4ae0-b90a-4ba0c3a923aa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:33:51.953946 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a46888b4-922a-4ae0-b90a-4ba0c3a923aa tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/2759f7db-627f-44f7-b35c-722676b0645a HTTP/1.1" status: 404 len: 333 time: 0.0698318 Feb 11 05:33:51.957078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38134) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:52.047552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] Pushing event updated for resources: {'Network': ['ID=3d4d268b-5e67-42ac-a4f5-ca689b155832,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.062675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 3d4d268b-5e67-42ac-a4f5-ca689b155832 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:52.086208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-010ecf13-9766-4a1d-b997-37b1b6365ffe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0381846 Feb 11 05:33:52.101792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e9a1b4-f9fc-45ec-b664-664d827abe6d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet d9eebbd1-10c8-4869-b465-e315133afc55 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:52.118562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a1b4-f9fc-45ec-b664-664d827abe6d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (d9eebbd1-10c8-4869-b465-e315133afc55), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.207776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a1b4-f9fc-45ec-b664-664d827abe6d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (d9eebbd1-10c8-4869-b465-e315133afc55), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.342053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a1b4-f9fc-45ec-b664-664d827abe6d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d9eebbd1-10c8-4869-b465-e315133afc55), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.372564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fad87c2e-ea8f-4029-93be-c7dfc15f70dc req-8313f238-76ce-41d2-a4d2-2ecff6c7bfb4 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 210 time: 0.0448220 Feb 11 05:33:52.427519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-4447618f-762b-40bb-b7d8-f7442104d8ec tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:52.432226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-4447618f-762b-40bb-b7d8-f7442104d8ec tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 805 time: 0.3057580 Feb 11 05:33:52.450197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Request body: {'port': {'device_id': '8daef04a-33c1-4238-b252-42b524aee2c6', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'admin_state_up': True, 'tenant_id': 'cd914c3ac05c46e989d9dbc8b4d8cdc5'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:52.477112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 172.25.8.177 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/1a59a793-ee9b-4dce-bfb8-b0141fdb88b0) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:52.660824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a1b4-f9fc-45ec-b664-664d827abe6d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (d9eebbd1-10c8-4869-b465-e315133afc55), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.696512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9a1b4-f9fc-45ec-b664-664d827abe6d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=d9eebbd1-10c8-4869-b465-e315133afc55,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.711333 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a1b4-f9fc-45ec-b664-664d827abe6d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.715051 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e9e9a1b4-f9fc-45ec-b664-664d827abe6d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/d9eebbd1-10c8-4869-b465-e315133afc55 HTTP/1.1" status: 204 len: 168 time: 0.7570121 Feb 11 05:33:52.717848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38154) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:52.718050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061253e-1a54-49cf-b6b6-b626895561bf None None] Network b472c936-73f9-44ad-9dee-4cb970eae0ea requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:52.733521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Made reservation on behalf of cd914c3ac05c46e989d9dbc8b4d8cdc5 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:52.738047 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.738295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (1a59a793-ee9b-4dce-bfb8-b0141fdb88b0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.866560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1a59a793-ee9b-4dce-bfb8-b0141fdb88b0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.889196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 99edbdac-00d8-4fad-a318-950b9c0cd37f no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:52.950629 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b472c936-73f9-44ad-9dee-4cb970eae0ea), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.959125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] DHCP port deletion for b472c936-73f9-44ad-9dee-4cb970eae0ea request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:52.965659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 99edbdac-00d8-4fad-a318-950b9c0cd37f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:52.965659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 99edbdac-00d8-4fad-a318-950b9c0cd37f not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:52.980701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=1a59a793-ee9b-4dce-bfb8-b0141fdb88b0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.991720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:52.994175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:52.996958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:53.219950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5dcc4-32bb-47b6-aaba-f303d2188579 req-08bba820-be45-4bdf-abba-1371501337c5 tempest-ComputeTenantNetworksTest-1592580918 tempest-ComputeTenantNetworksTest-1592580918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.235386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5dcc4-32bb-47b6-aaba-f303d2188579 req-08bba820-be45-4bdf-abba-1371501337c5 tempest-ComputeTenantNetworksTest-1592580918 tempest-ComputeTenantNetworksTest-1592580918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.241351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5dcc4-32bb-47b6-aaba-f303d2188579 req-08bba820-be45-4bdf-abba-1371501337c5 tempest-ComputeTenantNetworksTest-1592580918 tempest-ComputeTenantNetworksTest-1592580918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.243163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edc5dcc4-32bb-47b6-aaba-f303d2188579 req-08bba820-be45-4bdf-abba-1371501337c5 tempest-ComputeTenantNetworksTest-1592580918 tempest-ComputeTenantNetworksTest-1592580918-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.4505119 Feb 11 05:33:53.288331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Allocated IP 172.20.0.7 (8c080b97-dac6-411c-ba55-c34330df3d0d/21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef/7524abb7-04f3-49d2-ab33-723de6fcc29a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:53.309870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:53.310426 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.335924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] Deleting port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:53.337981 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.455939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] For port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,segment=NetworkSegment(95c3efe5-56f5-46a7-b67b-90439d7f8c90),segment_id=95c3efe5-56f5-46a7-b67b-90439d7f8c90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:53.456151 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.479573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] Calling delete_port for 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:53.691835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_gateway (2383fc75-c5a8-4b04-b22e-e942ab5106c0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.736241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5647a48e-e79f-4c3a-a4b9-44dd01f377e9 req-2044c049-4062-44ae-bacd-b2e3daa7f401 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 210 time: 0.1562192 Feb 11 05:33:53.739282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] For port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,segment=NetworkSegment(95c3efe5-56f5-46a7-b67b-90439d7f8c90),segment_id=95c3efe5-56f5-46a7-b67b-90439d7f8c90)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:53.739857 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.769941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.789062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1ec28-033b-469c-9957-aa9a724f3b63 req-3441cd8e-569e-4931-83f6-92e984e4cefc tempest-ComputeTenantNetworksTest-1592580918 tempest-ComputeTenantNetworksTest-1592580918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.789062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30c1ec28-033b-469c-9957-aa9a724f3b63 req-3441cd8e-569e-4931-83f6-92e984e4cefc tempest-ComputeTenantNetworksTest-1592580918 tempest-ComputeTenantNetworksTest-1592580918-project] 10.222.0.62 "GET /v2.0/networks/3d4d268b-5e67-42ac-a4f5-ca689b155832 HTTP/1.1" status: 200 len: 767 time: 0.4771006 Feb 11 05:33:53.793526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38170) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:53.825560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:53.830433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] Pushing event deleted for resources: {'Port': ['ID=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:53.840334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5a186-8fb5-4c2a-8204-ad4e090591d0 None None] No DVR routers for this DVR port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:53.984864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (2383fc75-c5a8-4b04-b22e-e942ab5106c0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.079771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:54.120102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:54.120383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:54.286562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router 2383fc75-c5a8-4b04-b22e-e942ab5106c0 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:33:54.455455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:54.468161 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14727969-96fa-4608-ad99-18480dea69d5 None None] Sync routers for ids ['2383fc75-c5a8-4b04-b22e-e942ab5106c0'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:54.481440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14727969-96fa-4608-ad99-18480dea69d5 None None] Routers {'2383fc75-c5a8-4b04-b22e-e942ab5106c0'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:54.482367 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-14727969-96fa-4608-ad99-18480dea69d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2383fc75-c5a8-4b04-b22e-e942ab5106c0'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:54.503710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3d4d268b-5e67-42ac-a4f5-ca689b155832), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.533295 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-14727969-96fa-4608-ad99-18480dea69d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:54.546931 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14727969-96fa-4608-ad99-18480dea69d5 None None] Routers {'2383fc75-c5a8-4b04-b22e-e942ab5106c0'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:54.548175 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-14727969-96fa-4608-ad99-18480dea69d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2383fc75-c5a8-4b04-b22e-e942ab5106c0'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:54.591597 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-14727969-96fa-4608-ad99-18480dea69d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:54.592258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14727969-96fa-4608-ad99-18480dea69d5 None None] The sync data for ids ['2383fc75-c5a8-4b04-b22e-e942ab5106c0'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:54.593852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.595145 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-969b8085-d7c2-45a0-92c9-45b2e1727ff3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1896617 Feb 11 05:33:54.597933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:54.663831 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks [] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.761645 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.861136 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3d4d268b-5e67-42ac-a4f5-ca689b155832), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.871048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Network 8c080b97-dac6-411c-ba55-c34330df3d0d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:54.889724 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (57a5f4aa-b9f3-484e-9baa-317c6c00d0bc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.901208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:54.903692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:55.014198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4d268b-5e67-42ac-a4f5-ca689b155832']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:55.026319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.027250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.038641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Pushing event updated for resources: {'Port': ['ID=7524abb7-04f3-49d2-ab33-723de6fcc29a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:55.041865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No DVR routers for this DVR port 57a5f4aa-b9f3-484e-9baa-317c6c00d0bc on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:55.114503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0b29f5-e8c2-4ed3-b457-92789ca7680b') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:55.114739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0b29f5-e8c2-4ed3-b457-92789ca7680b') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:55.150210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-5f3f5195-0477-4de5-8f15-04fe63005d5b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7101624 Feb 11 05:33:55.157105 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f199ad33-cb2c-496a-a968-bb2ec161dee9 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/routers/2383fc75-c5a8-4b04-b22e-e942ab5106c0 HTTP/1.1" status: 200 len: 884 time: 0.5557823 Feb 11 05:33:55.158473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38184) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:55.165097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Request body: {'port': {'device_id': '8daef04a-33c1-4238-b252-42b524aee2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:55.174046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=57a5f4aa-b9f3-484e-9baa-317c6c00d0bc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:55.178708 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (0c0b29f5-e8c2-4ed3-b457-92789ca7680b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.240020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc894096-bf51-4b6f-80c4-726c366325e5 req-cdda0e66-0a05-40bd-bd9f-99a4d9e348ec tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.242443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc894096-bf51-4b6f-80c4-726c366325e5 req-cdda0e66-0a05-40bd-bd9f-99a4d9e348ec tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 931 time: 0.3426781 Feb 11 05:33:55.246108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b472c936-73f9-44ad-9dee-4cb970eae0ea), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.279526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0c0b29f5-e8c2-4ed3-b457-92789ca7680b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.303287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b472c936-73f9-44ad-9dee-4cb970eae0ea']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:55.314924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:55.315340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (0c0b29f5-e8c2-4ed3-b457-92789ca7680b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:55.319404 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:55.394335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c3efe5-56f5-46a7-b67b-90439d7f8c90') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:55.394561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c3efe5-56f5-46a7-b67b-90439d7f8c90') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:55.472989 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (95c3efe5-56f5-46a7-b67b-90439d7f8c90), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.493248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f8518653-6c1f-4e79-b619-51378451172f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3309369 Feb 11 05:33:55.495147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:55.498692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7cb0cb9f-a372-4502-b66b-6300373df547 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-470436497'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:55.524461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.544852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (95c3efe5-56f5-46a7-b67b-90439d7f8c90), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.583322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc894096-bf51-4b6f-80c4-726c366325e5 req-17990589-b01f-4ef3-a538-bbceb8d7a9a4 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297718 Feb 11 05:33:55.584869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:55.585298 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (95c3efe5-56f5-46a7-b67b-90439d7f8c90), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:55.591634 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:55.629528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (3d4d268b-5e67-42ac-a4f5-ca689b155832), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.652301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.655676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3d4d268b-5e67-42ac-a4f5-ca689b155832 HTTP/1.1" status: 204 len: 168 time: 1.8563037 Feb 11 05:33:55.727086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f2869-72be-48b1-9115-4f4d7a38a1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4d268b-5e67-42ac-a4f5-ca689b155832,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:55.836152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b472c936-73f9-44ad-9dee-4cb970eae0ea), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.865877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.865877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/networks/b472c936-73f9-44ad-9dee-4cb970eae0ea HTTP/1.1" status: 204 len: 168 time: 3.1441288 Feb 11 05:33:55.875102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38198) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:55.884182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2084990640'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:55.918395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413541be-d471-41c9-944c-e1dd88809c6b tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Network': ['ID=b472c936-73f9-44ad-9dee-4cb970eae0ea,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:55.966164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cb0cb9f-a372-4502-b66b-6300373df547 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (2383fc75-c5a8-4b04-b22e-e942ab5106c0), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.030128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7524abb7-04f3-49d2-ab33-723de6fcc29a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:56.034321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:56.038482 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.044284 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Publish callbacks [] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.066935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cb0cb9f-a372-4502-b66b-6300373df547 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (2383fc75-c5a8-4b04-b22e-e942ab5106c0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.074346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Transition to ACTIVE for port object 7524abb7-04f3-49d2-ab33-723de6fcc29a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:56.082231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:56.093203 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c58d1d79-d3f8-41f7-8c14-78137f9c5aa3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.093617 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Added segment c58d1d79-d3f8-41f7-8c14-78137f9c5aa3 of type vlan for network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 Feb 11 05:33:56.131192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38200) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:56.150442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.153594 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.199055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb0cb9f-a372-4502-b66b-6300373df547 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router 2383fc75-c5a8-4b04-b22e-e942ab5106c0 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:56.274175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-31021e1a-0320-49bd-811a-90b97ec25024 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb46c8d071f14195850aa7635abf8b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387215 Feb 11 05:33:56.274752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:56.298777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Pushing event updated for resources: {'Port': ['ID=7524abb7-04f3-49d2-ab33-723de6fcc29a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.331686 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.337819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.338542 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.381753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb0cb9f-a372-4502-b66b-6300373df547 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:56.395554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13177e8-9796-423a-ae57-7cb277bd1468 None None] Sync routers for ids ['2383fc75-c5a8-4b04-b22e-e942ab5106c0'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:56.399241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cb0cb9f-a372-4502-b66b-6300373df547 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.402678 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7cb0cb9f-a372-4502-b66b-6300373df547 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/2383fc75-c5a8-4b04-b22e-e942ab5106c0 HTTP/1.1" status: 200 len: 891 time: 0.9064162 Feb 11 05:33:56.405554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38204) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:56.412677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13177e8-9796-423a-ae57-7cb277bd1468 None None] Routers {'2383fc75-c5a8-4b04-b22e-e942ab5106c0'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:56.414046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d13177e8-9796-423a-ae57-7cb277bd1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2383fc75-c5a8-4b04-b22e-e942ab5106c0'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:56.458227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d13177e8-9796-423a-ae57-7cb277bd1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:56.469922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13177e8-9796-423a-ae57-7cb277bd1468 None None] Routers {'2383fc75-c5a8-4b04-b22e-e942ab5106c0'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:56.471620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d13177e8-9796-423a-ae57-7cb277bd1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:33:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['2383fc75-c5a8-4b04-b22e-e942ab5106c0'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:56.482230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6013863 Feb 11 05:33:56.487583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38206) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:56.488518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48593e-956c-4183-9050-694fea49c40d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Network': ['ID=8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.498908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:56.512373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee716b7a-1208-4cbb-81f3-4969291447b4 admin admin] Publish callbacks [] for security_group (4b18fd5d-1bb9-4509-938c-8434897b112a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.546830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d13177e8-9796-423a-ae57-7cb277bd1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:56.548693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13177e8-9796-423a-ae57-7cb277bd1468 None None] The sync data for ids ['2383fc75-c5a8-4b04-b22e-e942ab5106c0'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:56.557857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:56.560482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee716b7a-1208-4cbb-81f3-4969291447b4 admin admin] Publish callbacks [] for security_group (4b18fd5d-1bb9-4509-938c-8434897b112a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.590824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Attempting to bind port 7524abb7-04f3-49d2-ab33-723de6fcc29a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:56.597143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Attempting to bind port 7524abb7-04f3-49d2-ab33-723de6fcc29a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:56.599413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Attempting to bind port 7524abb7-04f3-49d2-ab33-723de6fcc29a on network 8c080b97-dac6-411c-ba55-c34330df3d0d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:56.640034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Port 7524abb7-04f3-49d2-ab33-723de6fcc29a on network 8c080b97-dac6-411c-ba55-c34330df3d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:56.642129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Attempting to bind port 7524abb7-04f3-49d2-ab33-723de6fcc29a on network 8c080b97-dac6-411c-ba55-c34330df3d0d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:56.701896 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e4641e3-5845-4a18-a52d-1504ea3d77cc tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/routers/2383fc75-c5a8-4b04-b22e-e942ab5106c0 HTTP/1.1" status: 200 len: 891 time: 0.2951665 Feb 11 05:33:56.704474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:56.744853 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cd6c479b-a629-44b6-b828-cc79fec23930 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=2383fc75-c5a8-4b04-b22e-e942ab5106c0 HTTP/1.1" status: 200 len: 205 time: 0.0390513 Feb 11 05:33:56.747336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38218) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:56.767450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:56.771012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Checking segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:56.771012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Bound using segment: {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:56.771012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Bound port: 7524abb7-04f3-49d2-ab33-723de6fcc29a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:56.771012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.911643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:56.916303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:56.918082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee716b7a-1208-4cbb-81f3-4969291447b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4b18fd5d-1bb9-4509-938c-8434897b112a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.922825 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee716b7a-1208-4cbb-81f3-4969291447b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.926439 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ee716b7a-1208-4cbb-81f3-4969291447b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b18fd5d-1bb9-4509-938c-8434897b112a HTTP/1.1" status: 204 len: 168 time: 0.6479974 Feb 11 05:33:56.934264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d200ac7-c373-4336-bc91-7887d31dff0a req-54ba88cf-1b1f-4e71-a57e-84b222e9f845 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.935900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d200ac7-c373-4336-bc91-7887d31dff0a req-54ba88cf-1b1f-4e71-a57e-84b222e9f845 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 943 time: 0.2044122 Feb 11 05:33:56.955182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee716b7a-1208-4cbb-81f3-4969291447b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18fd5d-1bb9-4509-938c-8434897b112a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.964706 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (2383fc75-c5a8-4b04-b22e-e942ab5106c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.028366 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.030283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:57.041946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.114639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Pushing event updated for resources: {'Port': ['ID=7524abb7-04f3-49d2-ab33-723de6fcc29a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.153145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d200ac7-c373-4336-bc91-7887d31dff0a req-2c062389-9be6-4d19-8f9b-a4fddced3a08 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987255 Feb 11 05:33:57.157650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.158725 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.161183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-320b55c3-c249-4eb1-9644-34e30000355a service neutron] 10.222.0.83 "PUT /v2.0/ports/7524abb7-04f3-49d2-ab33-723de6fcc29a HTTP/1.1" status: 200 len: 1092 time: 2.0006638 Feb 11 05:33:57.161990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daef04a-33c1-4238-b252-42b524aee2c6', 'tag': '7524abb7-04f3-49d2-ab33-723de6fcc29a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:57.166417 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01acf81-d41c-4479-ae2d-ba3106756926" -d '{"events": [{"name": "network-changed", "server_uuid": "8daef04a-33c1-4238-b252-42b524aee2c6", "tag": "7524abb7-04f3-49d2-ab33-723de6fcc29a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:57.188705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_gateway (2383fc75-c5a8-4b04-b22e-e942ab5106c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.267159 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d9d8ad-d019-4661-9dca-9b10cbeccb61 x-openstack-request-id: req-93d9d8ad-d019-4661-9dca-9b10cbeccb61 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:57.267461 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daef04a-33c1-4238-b252-42b524aee2c6", "tag": "7524abb7-04f3-49d2-ab33-723de6fcc29a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:57.267752 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93d9d8ad-d019-4661-9dca-9b10cbeccb61 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:57.268300 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daef04a-33c1-4238-b252-42b524aee2c6', 'tag': '7524abb7-04f3-49d2-ab33-723de6fcc29a', 'status': 'completed', 'code': 200} Feb 11 05:33:57.371185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 1a59a793-ee9b-4dce-bfb8-b0141fdb88b0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:57.372869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1a59a793-ee9b-4dce-bfb8-b0141fdb88b0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.398085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-6d2b2a4d-2fee-4a44-a2d7-ef026ace426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.399703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-6d2b2a4d-2fee-4a44-a2d7-ef026ace426a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 1126 time: 0.1273692 Feb 11 05:33:57.451225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-b464208c-6495-4aa1-b80b-04cf981c79e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a HTTP/1.1" status: 200 len: 217 time: 0.0442533 Feb 11 05:33:57.492283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1a59a793-ee9b-4dce-bfb8-b0141fdb88b0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.509543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 1a59a793-ee9b-4dce-bfb8-b0141fdb88b0 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:57.526179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (ae2aebf6-b094-463a-8ac9-835f6a7caaf3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.564426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-2ed7cf04-fd32-4fbe-b9e8-eb210489c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.566361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-2ed7cf04-fd32-4fbe-b9e8-eb210489c809 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 200 len: 845 time: 0.1095774 Feb 11 05:33:57.655878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-886fe4be-8245-40cf-8f7c-fa2c2abfb7b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c080b97-dac6-411c-ba55-c34330df3d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612874 Feb 11 05:33:57.807729 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1a59a793-ee9b-4dce-bfb8-b0141fdb88b0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.840483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-0057fd7b-8325-4142-91b8-d7bcc173803c service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454487 Feb 11 05:33:57.841538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=ae2aebf6-b094-463a-8ac9-835f6a7caaf3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.850483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Checking segment: {'id': 'c58d1d79-d3f8-41f7-8c14-78137f9c5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:57.851154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network hostable DHCP agents. Network: 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:57.873684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=1a59a793-ee9b-4dce-bfb8-b0141fdb88b0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.962920 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (2383fc75-c5a8-4b04-b22e-e942ab5106c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.992030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff5c7fd0-e184-4c90-bc57-9efe483614c0 req-25b05dc0-16de-457f-86f5-be6149eaa770 service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357651 Feb 11 05:33:58.048921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:58.150566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:58.156202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.159959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.160219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (2383fc75-c5a8-4b04-b22e-e942ab5106c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.160933 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (2383fc75-c5a8-4b04-b22e-e942ab5106c0), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.168038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c973344-6e82-47c8-9194-3a7e83cd2aeb None None] Network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:58.176871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-f0a6cc5d-c2a2-4f53-94f5-a383c3a71fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.179209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-f0a6cc5d-c2a2-4f53-94f5-a383c3a71fa4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 1126 time: 0.0765898 Feb 11 05:33:58.307545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (2383fc75-c5a8-4b04-b22e-e942ab5106c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.309697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Fanout notify agent at l3_agent the message router_deleted on router 2383fc75-c5a8-4b04-b22e-e942ab5106c0 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:58.326843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.335759 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-77192d8f-f844-4e06-aa35-1b6f8accb781 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/2383fc75-c5a8-4b04-b22e-e942ab5106c0 HTTP/1.1" status: 204 len: 168 time: 1.5833256 Feb 11 05:33:58.341087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38256) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:58.350634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1607717242'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:58.403499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1d453822-dbdc-4a8c-aa54-e12b88ddeb54 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9106238 Feb 11 05:33:58.407061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38260) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:58.420994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-44327d2c-aee9-49df-b63a-01ce1c8812e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2852683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:58.496504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:58.501959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401', 'network_id': '8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401', 'project_id': '8659bc55038b4cb086c2537e0c5bb109', 'fixed_ips': [{'subnet_id': 'ae2aebf6-b094-463a-8ac9-835f6a7caaf3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:58.505010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.505149 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.558679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0827368-5863-41de-b0d2-4ac477f4ce88 req-6ca8b2ef-9cfc-4c8e-ad3d-f4e420126772 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.572375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0827368-5863-41de-b0d2-4ac477f4ce88 req-6ca8b2ef-9cfc-4c8e-ad3d-f4e420126772 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 943 time: 0.2306335 Feb 11 05:33:58.573984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44327d2c-aee9-49df-b63a-01ce1c8812e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (07411450-b21b-43df-88e2-c231592c8a35), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.579330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44327d2c-aee9-49df-b63a-01ce1c8812e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (07411450-b21b-43df-88e2-c231592c8a35), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.619864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:58.705881 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0827368-5863-41de-b0d2-4ac477f4ce88 req-3b491167-2006-40ed-8655-87287bd4ab78 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309235 Feb 11 05:33:58.710532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-b860f54b-f1aa-4cb0-94ff-a60622dd57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.712466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-b860f54b-f1aa-4cb0-94ff-a60622dd57f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 200 len: 906 time: 0.5261660 Feb 11 05:33:58.744763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44327d2c-aee9-49df-b63a-01ce1c8812e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for router_controller (07411450-b21b-43df-88e2-c231592c8a35), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.748435 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b1c7387e-b538-4b63-8c4d-e6719a98bdb2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.748905 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment b1c7387e-b538-4b63-8c4d-e6719a98bdb2 of type vlan for network f653da76-68b2-4a0f-84e7-db383304a6c4 Feb 11 05:33:58.785523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-14616ab8-ffa3-4bd8-981a-1ac8d437a77f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a HTTP/1.1" status: 200 len: 217 time: 0.0669794 Feb 11 05:33:58.831454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38270) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:58.866524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44327d2c-aee9-49df-b63a-01ce1c8812e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (07411450-b21b-43df-88e2-c231592c8a35), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.873310 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f653da76-68b2-4a0f-84e7-db383304a6c4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.902275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-5cd0a8a3-0241-4c98-9a3c-c197ef01722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.903839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-5cd0a8a3-0241-4c98-9a3c-c197ef01722b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 200 len: 845 time: 0.1045570 Feb 11 05:33:58.939753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Allocated IP 2001:db8::2 (8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401/ae2aebf6-b094-463a-8ac9-835f6a7caaf3/a8ebd213-27ca-45e5-a56f-c0df282c0bde) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:58.949954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-64e47739-c029-420c-ae51-f7c0e43d566d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c080b97-dac6-411c-ba55-c34330df3d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397322 Feb 11 05:33:58.990988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44327d2c-aee9-49df-b63a-01ce1c8812e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.995071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-44327d2c-aee9-49df-b63a-01ce1c8812e8 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5824304 Feb 11 05:33:58.995288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38274) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:59.001346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'network_id': '8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401', 'name': 'tempest-PortsIpV6TestJSON-1933559136'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:59.029995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f653da76-68b2-4a0f-84e7-db383304a6c4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.030894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:59.032025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.102105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-network', 'tenant_id': 'd8f6e13b4523489286199af480ed2886'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:59.140494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-5ea784a1-a680-46bb-b132-3554cd5fe079 service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846817 Feb 11 05:33:59.211748 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8652072 Feb 11 05:33:59.219043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38278) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:59.231647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': 'f653da76-68b2-4a0f-84e7-db383304a6c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:59.239269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763df8c-be8e-4fb4-9638-1c196d878d8b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=f653da76-68b2-4a0f-84e7-db383304a6c4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:59.256010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f653da76-68b2-4a0f-84e7-db383304a6c4 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:59.319445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01acf81-d41c-4479-ae2d-ba3106756926 req-df06b35a-ca35-4785-8f5b-34830ad1386f service neutron] 10.222.0.83 "GET /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734717 Feb 11 05:33:59.327505 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Publish callbacks [] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.352019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Made reservation on behalf of d8f6e13b4523489286199af480ed2886 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:59.354721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.385743 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.440962 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.503398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:59.514337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:59.517543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.519348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Pushing event updated for resources: {'Port': ['ID=a8ebd213-27ca-45e5-a56f-c0df282c0bde,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:59.529920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:59.533927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:59.564467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:59.569367 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.602860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 513cd410-0dee-4d10-9947-6608bfc88224 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:59.622140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Publish callbacks [] for security_group (fc6f19de-04aa-47fe-a420-aaf500da8d75), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.632054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Attempting to bind port a8ebd213-27ca-45e5-a56f-c0df282c0bde on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:59.632441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Attempting to bind port a8ebd213-27ca-45e5-a56f-c0df282c0bde by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'c58d1d79-d3f8-41f7-8c14-78137f9c5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:59.632880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Attempting to bind port a8ebd213-27ca-45e5-a56f-c0df282c0bde on network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:59.639681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:59.640292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Checking segment: {'id': 'c58d1d79-d3f8-41f7-8c14-78137f9c5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:59.640725 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.641125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Bound using segment: {'id': 'c58d1d79-d3f8-41f7-8c14-78137f9c5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:59.641630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Bound port: a8ebd213-27ca-45e5-a56f-c0df282c0bde, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58d1d79-d3f8-41f7-8c14-78137f9c5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:59.642014 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.727505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] For port a8ebd213-27ca-45e5-a56f-c0df282c0bde, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:59.731261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] For port a8ebd213-27ca-45e5-a56f-c0df282c0bde, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a8ebd213-27ca-45e5-a56f-c0df282c0bde,segment=NetworkSegment(c58d1d79-d3f8-41f7-8c14-78137f9c5aa3),segment_id=c58d1d79-d3f8-41f7-8c14-78137f9c5aa3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:59.792247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fc6f19de-04aa-47fe-a420-aaf500da8d75), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.816464 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.833896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f19de-04aa-47fe-a420-aaf500da8d75,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:59.857155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:59.895686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7556953-e2d6-4b30-a7f8-d4a07dc854da req-ae110631-320f-4171-8fa2-66ecbdd20732 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:59.897689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7556953-e2d6-4b30-a7f8-d4a07dc854da req-ae110631-320f-4171-8fa2-66ecbdd20732 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 943 time: 0.1123755 Feb 11 05:33:59.996306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b539f-f49d-4d03-b6e1-70495bb0514a None None] Pushing event updated for resources: {'Port': ['ID=a8ebd213-27ca-45e5-a56f-c0df282c0bde,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:00.006105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7556953-e2d6-4b30-a7f8-d4a07dc854da req-d477ce3b-8269-4ac7-8e12-002b6802690a tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002958 Feb 11 05:34:00.024300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.024946 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Added segment d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea of type vlan for network 8410a802-bff5-4cc4-99df-b604d815485f Feb 11 05:34:00.157750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8410a802-bff5-4cc4-99df-b604d815485f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.180507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::8e (8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401/ae2aebf6-b094-463a-8ac9-835f6a7caaf3/513cd410-0dee-4d10-9947-6608bfc88224) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:00.275120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (391d37fb-2ff1-45c7-90b1-6389a05d7b5a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.331128 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8410a802-bff5-4cc4-99df-b604d815485f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.339429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.341411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.464510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] Pushing event updated for resources: {'Network': ['ID=8410a802-bff5-4cc4-99df-b604d815485f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:00.474295 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-39b94af2-6609-48a3-a065-0e6f4df69208 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6382890 Feb 11 05:34:00.474661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38290) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.480289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8410a802-bff5-4cc4-99df-b604d815485f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:00.482941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Request body: {'subnet': {'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-subnet', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:00.594786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Made reservation on behalf of d8f6e13b4523489286199af480ed2886 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:00.597143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.670216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (513cd410-0dee-4d10-9947-6608bfc88224), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.701299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7524abb7-04f3-49d2-ab33-723de6fcc29a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:00.728255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': 'b1c7387e-b538-4b63-8c4d-e6719a98bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f653da76-68b2-4a0f-84e7-db383304a6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:00.728978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: f653da76-68b2-4a0f-84e7-db383304a6c4, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:00.734963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=391d37fb-2ff1-45c7-90b1-6389a05d7b5a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:00.803616 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (513cd410-0dee-4d10-9947-6608bfc88224), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.891180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:00.910324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=513cd410-0dee-4d10-9947-6608bfc88224,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:00.913474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network f653da76-68b2-4a0f-84e7-db383304a6c4 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:00.917999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:00.923697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:00.929061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:00.932709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '7524abb7-04f3-49d2-ab33-723de6fcc29a', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'port_id': '7524abb7-04f3-49d2-ab33-723de6fcc29a', 'mac_address': 'fa:16:3e:58:a5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:00.938940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.945607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.003494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f653da76-68b2-4a0f-84e7-db383304a6c4) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:01.011125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.011125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.040286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3603f88-a5f8-47a0-8754-f6b64076a828 None None] Network f653da76-68b2-4a0f-84e7-db383304a6c4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:01.080736 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aafd29c4-108c-4e3c-9ebc-c987e8bf33d7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0839314 Feb 11 05:34:01.086615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38300) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:01.112445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7524abb7-04f3-49d2-ab33-723de6fcc29a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:01.112905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.138930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7524abb7-04f3-49d2-ab33-723de6fcc29a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:01.151964 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-91cada1a-fc50-40ff-92e6-5fa82399a2d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9299541 Feb 11 05:34:01.157978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38302) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:01.162758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6e39ae35-185b-4e2b-813e-9639c231767a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1992957483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:01.168926 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (3ac16ba6-f582-4bbd-a9ff-3b692640be2d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.245109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:01.288839 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e39ae35-185b-4e2b-813e-9639c231767a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (d18fc280-75fc-4936-87bd-a52ce332105b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.289866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e39ae35-185b-4e2b-813e-9639c231767a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (d18fc280-75fc-4936-87bd-a52ce332105b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.304175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-f653da76-68b2-4a0f-84e7-db383304a6c4', 'network_id': 'f653da76-68b2-4a0f-84e7-db383304a6c4', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': '391d37fb-2ff1-45c7-90b1-6389a05d7b5a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:01.304175 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.329921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.472618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e39ae35-185b-4e2b-813e-9639c231767a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (d18fc280-75fc-4936-87bd-a52ce332105b), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.534766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e39ae35-185b-4e2b-813e-9639c231767a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (d18fc280-75fc-4936-87bd-a52ce332105b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.578715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7524abb7-04f3-49d2-ab33-723de6fcc29a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:01.617597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac16ba6-f582-4bbd-a9ff-3b692640be2d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:01.645340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e39ae35-185b-4e2b-813e-9639c231767a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.647743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['7524abb7-04f3-49d2-ab33-723de6fcc29a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:01.648725 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6e39ae35-185b-4e2b-813e-9639c231767a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4896655 Feb 11 05:34:01.651415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38306) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:01.800156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9647597-c961-42c6-93f2-639bebed411e None None] Network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:01.849621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db491a8-6e20-4298-b18c-820332e1c457 req-c401b3f1-6c99-4ced-9812-0049fc6f6c4a tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.851203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4db491a8-6e20-4298-b18c-820332e1c457 req-c401b3f1-6c99-4ced-9812-0049fc6f6c4a tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 943 time: 0.6866961 Feb 11 05:34:01.859965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Checking segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:01.860376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Network hostable DHCP agents. Network: 8410a802-bff5-4cc4-99df-b604d815485f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:01.997702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Allocated IP 2001:db8::2 (f653da76-68b2-4a0f-84e7-db383304a6c4/391d37fb-2ff1-45c7-90b1-6389a05d7b5a/b0b4d630-4d9c-4646-aa07-0913cd55f5ca) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:02.033762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d0b8eaa5-cdf7-4a5c-8366-cdac0b6bf8e6 None None] Provisioning complete for port a8ebd213-27ca-45e5-a56f-c0df282c0bde triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:02.034202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0b8eaa5-cdf7-4a5c-8366-cdac0b6bf8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.077583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4db491a8-6e20-4298-b18c-820332e1c457 req-65f79700-5edb-4ef3-9c1d-37ca10492d56 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113400 Feb 11 05:34:02.146634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Network 8410a802-bff5-4cc4-99df-b604d815485f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:02.260057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a8ebd213-27ca-45e5-a56f-c0df282c0bde up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:02.277864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8410a802-bff5-4cc4-99df-b604d815485f) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:02.279862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (513cd410-0dee-4d10-9947-6608bfc88224), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.293493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.293493 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.418229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-85350cd6-0ed7-4fcf-8daa-43a04c3e5d1a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9413197 Feb 11 05:34:02.428129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38314) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:02.439876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:02.595655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (a22bdc48-6036-4863-87a0-0dfc3beeac53), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.597117 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (a22bdc48-6036-4863-87a0-0dfc3beeac53), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.834086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e490356-c2a3-4dd3-bbbc-1110f9c16f69 None None] Network 8410a802-bff5-4cc4-99df-b604d815485f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:03.096167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-8410a802-bff5-4cc4-99df-b604d815485f', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'project_id': 'd8f6e13b4523489286199af480ed2886', 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:03.097130 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.104690 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks [] for router_controller (a22bdc48-6036-4863-87a0-0dfc3beeac53), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.227502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.334718 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-35cf4046-30cb-4319-8504-e3ab8a9baa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.355806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a8ebd213-27ca-45e5-a56f-c0df282c0bde triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:03.356250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.361551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (513cd410-0dee-4d10-9947-6608bfc88224), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.441260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (513cd410-0dee-4d10-9947-6608bfc88224), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.461238 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Publish callbacks [] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.609021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.726394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8::1 (f653da76-68b2-4a0f-84e7-db383304a6c4/391d37fb-2ff1-45c7-90b1-6389a05d7b5a/60c63030-9e99-4798-87b5-08302586d6f6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:03.790218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8eaa5-cdf7-4a5c-8366-cdac0b6bf8e6 None None] Current status of the port a8ebd213-27ca-45e5-a56f-c0df282c0bde is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:03.790758 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0b8eaa5-cdf7-4a5c-8366-cdac0b6bf8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.889667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (60c63030-9e99-4798-87b5-08302586d6f6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.983756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a8ebd213-27ca-45e5-a56f-c0df282c0bde is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:03.988804 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.994272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Network f653da76-68b2-4a0f-84e7-db383304a6c4 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:04.023628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Pushing event updated for resources: {'Port': ['ID=b0b4d630-4d9c-4646-aa07-0913cd55f5ca,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.026486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:04.048895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:04.052847 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (60c63030-9e99-4798-87b5-08302586d6f6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.126456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.126806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.127834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.128197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.128538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.128907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.129248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.129598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.129940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.130927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.131262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.131592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.131922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:04.143555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d0b8eaa5-cdf7-4a5c-8366-cdac0b6bf8e6 None None] For port a8ebd213-27ca-45e5-a56f-c0df282c0bde, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a8ebd213-27ca-45e5-a56f-c0df282c0bde,segment=NetworkSegment(c58d1d79-d3f8-41f7-8c14-78137f9c5aa3),segment_id=c58d1d79-d3f8-41f7-8c14-78137f9c5aa3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:04.160685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-7c094c1c-ee12-41ce-9d1d-c1abc3ef500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.166241 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-7c094c1c-ee12-41ce-9d1d-c1abc3ef500a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.2247539 Feb 11 05:34:04.166546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks [] for router_gateway (a22bdc48-6036-4863-87a0-0dfc3beeac53), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.168186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network f653da76-68b2-4a0f-84e7-db383304a6c4 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:04.168848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Allocated IP 172.20.0.2 (8410a802-bff5-4cc4-99df-b604d815485f/3ac16ba6-f582-4bbd-a9ff-3b692640be2d/eb6691a1-86de-471e-8d3b-e75497155089) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:04.182574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=60c63030-9e99-4798-87b5-08302586d6f6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.182836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=513cd410-0dee-4d10-9947-6608bfc88224,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.197025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:04.219848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:04.221354 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (d18fc280-75fc-4936-87bd-a52ce332105b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.245817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669955e5-eb61-424e-b4ba-444d4042bc83 req-a2182fbd-cb0d-4ec6-9515-9a08b794cd44 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.248264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-669955e5-eb61-424e-b4ba-444d4042bc83 req-a2182fbd-cb0d-4ec6-9515-9a08b794cd44 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 944 time: 0.8821216 Feb 11 05:34:04.307457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0b8eaa5-cdf7-4a5c-8366-cdac0b6bf8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.314523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd34d3-ff4d-49d5-b9dd-4130a9732b9a req-26e2cec0-07b8-483d-b80c-483ac7e8b2f4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.327338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbbd34d3-ff4d-49d5-b9dd-4130a9732b9a req-26e2cec0-07b8-483d-b80c-483ac7e8b2f4 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3459423 Feb 11 05:34:04.515962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8eaa5-cdf7-4a5c-8366-cdac0b6bf8e6 None None] Pushing event updated for resources: {'Port': ['ID=a8ebd213-27ca-45e5-a56f-c0df282c0bde,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.522813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-b6009ae1-16f3-416f-a638-e5489a1de2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.524379 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-b6009ae1-16f3-416f-a638-e5489a1de2e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.3385088 Feb 11 05:34:04.564483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-669955e5-eb61-424e-b4ba-444d4042bc83 req-0fd78d4d-a1d5-4bbf-aaa6-b4f19e6e58f8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070347 Feb 11 05:34:04.585522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (60c63030-9e99-4798-87b5-08302586d6f6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.629852 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-ff8fb94d-9240-433f-ac18-91c4a645a122 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 200 len: 217 time: 0.0530233 Feb 11 05:34:04.639320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Attempting to bind port b0b4d630-4d9c-4646-aa07-0913cd55f5ca on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:04.642654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Attempting to bind port b0b4d630-4d9c-4646-aa07-0913cd55f5ca by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'b1c7387e-b538-4b63-8c4d-e6719a98bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f653da76-68b2-4a0f-84e7-db383304a6c4'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:04.642654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Attempting to bind port b0b4d630-4d9c-4646-aa07-0913cd55f5ca on network f653da76-68b2-4a0f-84e7-db383304a6c4 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:04.655192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:04.655754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Checking segment: {'id': 'b1c7387e-b538-4b63-8c4d-e6719a98bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f653da76-68b2-4a0f-84e7-db383304a6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:04.656192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.656589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Bound using segment: {'id': 'b1c7387e-b538-4b63-8c4d-e6719a98bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f653da76-68b2-4a0f-84e7-db383304a6c4'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:04.657122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Bound port: b0b4d630-4d9c-4646-aa07-0913cd55f5ca, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c7387e-b538-4b63-8c4d-e6719a98bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f653da76-68b2-4a0f-84e7-db383304a6c4'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:04.657506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.673785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d2098df2-1fef-4015-8a51-55a7fc5d0eee None None] Provisioning complete for port 513cd410-0dee-4d10-9947-6608bfc88224 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:04.676874 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2098df2-1fef-4015-8a51-55a7fc5d0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (513cd410-0dee-4d10-9947-6608bfc88224), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.685055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:34:04.685680 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:34:04.711597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbbd34d3-ff4d-49d5-b9dd-4130a9732b9a req-fc239a45-3f2a-4943-bf5b-bff4612e7783 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236196 Feb 11 05:34:04.752587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-5cbf358a-9190-443c-b207-74a30db16b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.757724 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-5cbf358a-9190-443c-b207-74a30db16b93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.1222119 Feb 11 05:34:04.804495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7524abb7-04f3-49d2-ab33-723de6fcc29a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:04.870834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (07411450-b21b-43df-88e2-c231592c8a35), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.919479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-eb1afd29-9c32-4136-854a-15f9ccfb1de4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019964 Feb 11 05:34:04.942545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d2098df2-1fef-4015-8a51-55a7fc5d0eee None None] Port 513cd410-0dee-4d10-9947-6608bfc88224 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:04.970198 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Publish callbacks [] for port (eb6691a1-86de-471e-8d3b-e75497155089), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.012937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] For port b0b4d630-4d9c-4646-aa07-0913cd55f5ca, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:05.018028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] For port b0b4d630-4d9c-4646-aa07-0913cd55f5ca, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b0b4d630-4d9c-4646-aa07-0913cd55f5ca,segment=NetworkSegment(b1c7387e-b538-4b63-8c4d-e6719a98bdb2),segment_id=b1c7387e-b538-4b63-8c4d-e6719a98bdb2)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:05.019628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d2098df2-1fef-4015-8a51-55a7fc5d0eee None None] Provisioning complete for port a8ebd213-27ca-45e5-a56f-c0df282c0bde triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:05.020321 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2098df2-1fef-4015-8a51-55a7fc5d0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.159214 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (eb6691a1-86de-471e-8d3b-e75497155089), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.283869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Pushing event updated for resources: {'Port': ['ID=eb6691a1-86de-471e-8d3b-e75497155089,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:05.296731 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.382233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a8ebd213-27ca-45e5-a56f-c0df282c0bde is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:05.389701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad325f9-59c3-4522-967c-ce6404aa0869 None None] Pushing event updated for resources: {'Port': ['ID=b0b4d630-4d9c-4646-aa07-0913cd55f5ca,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:05.429363 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-943beab0-6fe0-459b-8c21-12d88262e2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.462538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (513cd410-0dee-4d10-9947-6608bfc88224), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.538080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-3281e1c5-93a4-426e-80a1-be77cdc698d9 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111941 Feb 11 05:34:05.592296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d2098df2-1fef-4015-8a51-55a7fc5d0eee None None] Current status of the port a8ebd213-27ca-45e5-a56f-c0df282c0bde is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:05.633102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 7524abb7-04f3-49d2-ab33-723de6fcc29a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:05.638720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a8ebd213-27ca-45e5-a56f-c0df282c0bde up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:05.745520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Network 8410a802-bff5-4cc4-99df-b604d815485f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:05.747881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 7524abb7-04f3-49d2-ab33-723de6fcc29a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:05.749744 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.844153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:05.864202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:05.883877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks [] for router_gateway (a22bdc48-6036-4863-87a0-0dfc3beeac53), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.938337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fead8d9f-8bb8-4acf-8a0a-f23d731fcaf6 req-f1b13ac6-cad6-4232-98b6-86dca1d09a09 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725224 Feb 11 05:34:05.950871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (60c63030-9e99-4798-87b5-08302586d6f6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.025601 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (60c63030-9e99-4798-87b5-08302586d6f6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.026468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (d18fc280-75fc-4936-87bd-a52ce332105b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.034278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0bd51f20-c30b-4ceb-8c5b-fa1704b3920a None None] Provisioning complete for port 513cd410-0dee-4d10-9947-6608bfc88224 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:06.034810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0bd51f20-c30b-4ceb-8c5b-fa1704b3920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (513cd410-0dee-4d10-9947-6608bfc88224), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.107855 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.139960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a8ebd213-27ca-45e5-a56f-c0df282c0bde triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:06.140333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.261890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=60c63030-9e99-4798-87b5-08302586d6f6,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:06.311730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network f653da76-68b2-4a0f-84e7-db383304a6c4 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:06.313781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:06.475636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac409eff-08c2-4b7a-acf8-89c492855196 req-dc368cb7-93f6-47c4-b774-d473c3e0a9b3 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.475967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0bd51f20-c30b-4ceb-8c5b-fa1704b3920a None None] Port 513cd410-0dee-4d10-9947-6608bfc88224 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:06.485726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac409eff-08c2-4b7a-acf8-89c492855196 req-dc368cb7-93f6-47c4-b774-d473c3e0a9b3 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 944 time: 0.7224431 Feb 11 05:34:06.561818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Attempting to bind port eb6691a1-86de-471e-8d3b-e75497155089 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:06.562472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Attempting to bind port eb6691a1-86de-471e-8d3b-e75497155089 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:06.562951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Attempting to bind port eb6691a1-86de-471e-8d3b-e75497155089 on network 8410a802-bff5-4cc4-99df-b604d815485f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:06.627718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7524abb7-04f3-49d2-ab33-723de6fcc29a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:06.627988 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.676794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:06.677825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Checking segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:06.678352 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.678868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Bound using segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:06.679470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Bound port: eb6691a1-86de-471e-8d3b-e75497155089, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:06.679962 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb6691a1-86de-471e-8d3b-e75497155089), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.702658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b8d4-e04c-4c68-aae7-f5c4e3d74937 req-6c678011-2d6f-45fc-9c9a-72a2c13b0f1c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.711028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0c6b8d4-e04c-4c68-aae7-f5c4e3d74937 req-6c678011-2d6f-45fc-9c9a-72a2c13b0f1c tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.6729465 Feb 11 05:34:06.726361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac409eff-08c2-4b7a-acf8-89c492855196 req-19a58ab4-ed86-44a5-809d-c049e9053cd3 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071731 Feb 11 05:34:06.727277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daef04a-33c1-4238-b252-42b524aee2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7524abb7-04f3-49d2-ab33-723de6fcc29a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:06.729671 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26999353-dbac-47d4-8c5b-f082f4b34b3a" -d '{"events": [{"server_uuid": "8daef04a-33c1-4238-b252-42b524aee2c6", "name": "network-vif-plugged", "status": "completed", "tag": "7524abb7-04f3-49d2-ab33-723de6fcc29a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:06.738347 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.779703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router d18fc280-75fc-4936-87bd-a52ce332105b is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:06.859478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0c6b8d4-e04c-4c68-aae7-f5c4e3d74937 req-1c4d88fc-dbce-4d26-a6d7-45646df46e52 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469250 Feb 11 05:34:06.896093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Allocated IP 172.25.8.54 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/d1ee6385-58ff-42cc-a14a-ecc9f1768ef3) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:06.968525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a8ebd213-27ca-45e5-a56f-c0df282c0bde is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:06.987834 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7f6b9b-f13e-4d50-93e7-8434b84eaf0d x-openstack-request-id: req-da7f6b9b-f13e-4d50-93e7-8434b84eaf0d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:06.988169 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daef04a-33c1-4238-b252-42b524aee2c6", "name": "network-vif-plugged", "status": "completed", "tag": "7524abb7-04f3-49d2-ab33-723de6fcc29a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:06.988406 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da7f6b9b-f13e-4d50-93e7-8434b84eaf0d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:06.988938 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daef04a-33c1-4238-b252-42b524aee2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7524abb7-04f3-49d2-ab33-723de6fcc29a', 'code': 200} Feb 11 05:34:07.005951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:07.078088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.108394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:07.123537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] For port eb6691a1-86de-471e-8d3b-e75497155089, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:07.123715 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df22aa-9f76-4e20-8862-67c0b968b697 None None] Sync routers for ids ['d18fc280-75fc-4936-87bd-a52ce332105b'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:07.130680 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-541dc5fb-b9cd-4bb8-beff-a50367f634e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/d18fc280-75fc-4936-87bd-a52ce332105b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4772980 Feb 11 05:34:07.134355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38374) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:07.150999 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (513cd410-0dee-4d10-9947-6608bfc88224), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.153523 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df22aa-9f76-4e20-8862-67c0b968b697 None None] Routers {'d18fc280-75fc-4936-87bd-a52ce332105b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:07.156584 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d1df22aa-9f76-4e20-8862-67c0b968b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d18fc280-75fc-4936-87bd-a52ce332105b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:07.225174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e286480-962f-4d10-81b2-8f5582241781 req-b31e7fa7-9882-4a1b-b46f-d810665fe7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:07.232391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e286480-962f-4d10-81b2-8f5582241781 req-b31e7fa7-9882-4a1b-b46f-d810665fe7eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 1127 time: 0.2727489 Feb 11 05:34:07.261641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (513cd410-0dee-4d10-9947-6608bfc88224), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.263583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (07411450-b21b-43df-88e2-c231592c8a35), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.275546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] For port eb6691a1-86de-471e-8d3b-e75497155089, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eb6691a1-86de-471e-8d3b-e75497155089,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:07.279537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43a65b-ff4c-48b6-bc13-045bf9e4c9d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:07.281071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3c43a65b-ff4c-48b6-bc13-045bf9e4c9d1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports/60c63030-9e99-4798-87b5-08302586d6f6 HTTP/1.1" status: 200 len: 911 time: 0.1416802 Feb 11 05:34:07.283761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38376) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:07.293315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f517361f-f207-4d24-b2da-e894313bf6f8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '391d37fb-2ff1-45c7-90b1-6389a05d7b5a'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:07.301794 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d1df22aa-9f76-4e20-8862-67c0b968b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:07.359881 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df22aa-9f76-4e20-8862-67c0b968b697 None None] Routers {'d18fc280-75fc-4936-87bd-a52ce332105b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:07.360531 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d1df22aa-9f76-4e20-8862-67c0b968b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d18fc280-75fc-4936-87bd-a52ce332105b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:07.363249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7524abb7-04f3-49d2-ab33-723de6fcc29a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:07.367555 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eb6691a1-86de-471e-8d3b-e75497155089), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.672041 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d1df22aa-9f76-4e20-8862-67c0b968b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:07.672041 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df22aa-9f76-4e20-8862-67c0b968b697 None None] The sync data for ids ['d18fc280-75fc-4936-87bd-a52ce332105b'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:07.675486 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks [] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.676582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b0b4d630-4d9c-4646-aa07-0913cd55f5ca up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:07.680427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9e4c0-6fba-479a-8d4e-0f34ec69ce49 None None] Pushing event updated for resources: {'Port': ['ID=eb6691a1-86de-471e-8d3b-e75497155089,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:07.751539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f517361f-f207-4d24-b2da-e894313bf6f8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (60c63030-9e99-4798-87b5-08302586d6f6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.866780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=513cd410-0dee-4d10-9947-6608bfc88224,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:07.921648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e286480-962f-4d10-81b2-8f5582241781 req-6f6eace2-582c-4bb1-971d-6b333f6d2bd6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807916 Feb 11 05:34:07.924218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b0b4d630-4d9c-4646-aa07-0913cd55f5ca triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:07.924563 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.143194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ba284-db9b-4996-b571-993cb7ba2a08 None None] Network f653da76-68b2-4a0f-84e7-db383304a6c4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:08.215098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:08.230319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ff09-d8e9-4bcf-9383-47f587e47b5b req-b6a6e5f5-ded4-4e88-863f-e64c97a87367 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.239417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac74ff09-d8e9-4bcf-9383-47f587e47b5b req-b6a6e5f5-ded4-4e88-863f-e64c97a87367 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1938131 Feb 11 05:34:08.259111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7551057-66c5-47a9-bba7-574b0927d9a5 req-18252aa9-08c5-4016-a309-dbcaeab95c5f tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.261635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7551057-66c5-47a9-bba7-574b0927d9a5 req-18252aa9-08c5-4016-a309-dbcaeab95c5f tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 945 time: 0.3319502 Feb 11 05:34:08.265668 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.319356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b0b4d630-4d9c-4646-aa07-0913cd55f5ca is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:08.319754 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.384905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:08.417966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:08.424791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ee6385-58ff-42cc-a14a-ecc9f1768ef3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:08.429123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:08.432677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:08.497347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac74ff09-d8e9-4bcf-9383-47f587e47b5b req-d289a7f5-a0cc-4308-ba1c-06791872902d tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552571 Feb 11 05:34:08.806968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f517361f-f207-4d24-b2da-e894313bf6f8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (60c63030-9e99-4798-87b5-08302586d6f6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.903124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f517361f-f207-4d24-b2da-e894313bf6f8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (60c63030-9e99-4798-87b5-08302586d6f6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.913164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f517361f-f207-4d24-b2da-e894313bf6f8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.914442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f517361f-f207-4d24-b2da-e894313bf6f8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.928417 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f517361f-f207-4d24-b2da-e894313bf6f8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/ports/60c63030-9e99-4798-87b5-08302586d6f6 HTTP/1.1" status: 200 len: 911 time: 1.6435604 Feb 11 05:34:08.933951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38390) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:09.241160 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.242479 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.295997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cdf4e085-715b-4a59-927e-f8ebb0af9ee8 None None] Provisioning complete for port b0b4d630-4d9c-4646-aa07-0913cd55f5ca triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:09.297326 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cdf4e085-715b-4a59-927e-f8ebb0af9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.340188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks [] for router_gateway (a22bdc48-6036-4863-87a0-0dfc3beeac53), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.386935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517361f-f207-4d24-b2da-e894313bf6f8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=60c63030-9e99-4798-87b5-08302586d6f6,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:09.405722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7551057-66c5-47a9-bba7-574b0927d9a5 req-0564ce32-7a6d-480f-8cd3-47f99cb9c647 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0950477 Feb 11 05:34:09.437130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Router 07411450-b21b-43df-88e2-c231592c8a35 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:09.449609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port b0b4d630-4d9c-4646-aa07-0913cd55f5ca, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b0b4d630-4d9c-4646-aa07-0913cd55f5ca,segment=NetworkSegment(b1c7387e-b538-4b63-8c4d-e6719a98bdb2),segment_id=b1c7387e-b538-4b63-8c4d-e6719a98bdb2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:09.474780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.532680 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.787037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=b0b4d630-4d9c-4646-aa07-0913cd55f5ca,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:09.837630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68243dab-54b2-40c7-abf0-28283ad8f8f5 None None] Network 8410a802-bff5-4cc4-99df-b604d815485f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:09.842710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eb6691a1-86de-471e-8d3b-e75497155089 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:10.092220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:10.095585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4e085-715b-4a59-927e-f8ebb0af9ee8 None None] Current status of the port b0b4d630-4d9c-4646-aa07-0913cd55f5ca is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:10.112790 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7468a679-0300-49b4-a810-d7e79289f242 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "PUT /v2.0/routers/07411450-b21b-43df-88e2-c231592c8a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0279531 Feb 11 05:34:10.117005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38402) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:10.139068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c35a25-6a42-49ca-a8e8-dac76460d11e None None] Sync routers for ids ['07411450-b21b-43df-88e2-c231592c8a35'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:10.182597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc52937-8fbb-4ec5-8374-8314cbdba0a1 req-ebf0e8b5-4a59-4098-bf4e-0ae5a2b6ea94 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.188291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bc52937-8fbb-4ec5-8374-8314cbdba0a1 req-ebf0e8b5-4a59-4098-bf4e-0ae5a2b6ea94 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.4908576 Feb 11 05:34:10.192173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (d18fc280-75fc-4936-87bd-a52ce332105b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.309151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c35a25-6a42-49ca-a8e8-dac76460d11e None None] Routers {'07411450-b21b-43df-88e2-c231592c8a35'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:10.310456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b3c35a25-6a42-49ca-a8e8-dac76460d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['07411450-b21b-43df-88e2-c231592c8a35'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:10.386609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bc52937-8fbb-4ec5-8374-8314cbdba0a1 req-1957156d-2d2d-4da4-83b9-eb15a97ab2d7 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305737 Feb 11 05:34:10.392156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (a22bdc48-6036-4863-87a0-0dfc3beeac53), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.417796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b3c35a25-6a42-49ca-a8e8-dac76460d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:10.481416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca118baa-4518-477a-a592-f7745c10a6c5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.486868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38408) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:10.501203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ca118baa-4518-477a-a592-f7745c10a6c5 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports?device_id=07411450-b21b-43df-88e2-c231592c8a35 HTTP/1.1" status: 200 len: 988 time: 0.3820992 Feb 11 05:34:10.712413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c35a25-6a42-49ca-a8e8-dac76460d11e None None] Routers {'07411450-b21b-43df-88e2-c231592c8a35'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:10.720123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b3c35a25-6a42-49ca-a8e8-dac76460d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['07411450-b21b-43df-88e2-c231592c8a35'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:10.803147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Provisioning complete for port eb6691a1-86de-471e-8d3b-e75497155089 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:10.803804 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb6691a1-86de-471e-8d3b-e75497155089), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.900361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b3c35a25-6a42-49ca-a8e8-dac76460d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:10.901149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c35a25-6a42-49ca-a8e8-dac76460d11e None None] The sync data for ids ['07411450-b21b-43df-88e2-c231592c8a35'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:10.906380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 60c63030-9e99-4798-87b5-08302586d6f6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:10.906727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (60c63030-9e99-4798-87b5-08302586d6f6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.967141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port eb6691a1-86de-471e-8d3b-e75497155089 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:10.967141 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb6691a1-86de-471e-8d3b-e75497155089), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.146785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (60c63030-9e99-4798-87b5-08302586d6f6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.197773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 60c63030-9e99-4798-87b5-08302586d6f6 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:11.281122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port eb6691a1-86de-471e-8d3b-e75497155089 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:11.281442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb6691a1-86de-471e-8d3b-e75497155089), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.517254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port eb6691a1-86de-471e-8d3b-e75497155089, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eb6691a1-86de-471e-8d3b-e75497155089,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:11.554080 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.557565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Current status of the port eb6691a1-86de-471e-8d3b-e75497155089 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:11.564774 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb6691a1-86de-471e-8d3b-e75497155089), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.638585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eb6691a1-86de-471e-8d3b-e75497155089), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.688336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (60c63030-9e99-4798-87b5-08302586d6f6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.737342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fa52b-784c-4859-b996-58fbbe9c3dcd req-eda3ec29-2cf9-4da6-a29b-10745d7655f4 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.739104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e42fa52b-784c-4859-b996-58fbbe9c3dcd req-eda3ec29-2cf9-4da6-a29b-10745d7655f4 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 945 time: 0.3347583 Feb 11 05:34:11.785493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=60c63030-9e99-4798-87b5-08302586d6f6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:11.792204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea88ac-d006-43ba-802e-6f9085949af7 req-226ea918-b834-4c62-a986-dbab6bfafa1b tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.801672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8eea88ac-d006-43ba-802e-6f9085949af7 req-226ea918-b834-4c62-a986-dbab6bfafa1b tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.2109678 Feb 11 05:34:11.814259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.814672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.815026 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.829598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.830064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.830417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.830767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.831112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.831447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.831788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.832810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.832810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.832810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:11.925756 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:34:11.926153 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:34:11.933024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b0b4d630-4d9c-4646-aa07-0913cd55f5ca up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:12.005849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Router a22bdc48-6036-4863-87a0-0dfc3beeac53 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:12.041918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (d18fc280-75fc-4936-87bd-a52ce332105b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.075472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b0b4d630-4d9c-4646-aa07-0913cd55f5ca triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:12.075850 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.120456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=eb6691a1-86de-471e-8d3b-e75497155089,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:12.218127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b0b4d630-4d9c-4646-aa07-0913cd55f5ca is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:12.241216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e42fa52b-784c-4859-b996-58fbbe9c3dcd req-bdc92aed-d001-46f1-8779-b8eba282d4ce tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917099 Feb 11 05:34:12.394463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router d18fc280-75fc-4936-87bd-a52ce332105b has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:12.454776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8eea88ac-d006-43ba-802e-6f9085949af7 req-be964fbc-a67a-4292-b7bb-20a8a2bbdd39 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6512775 Feb 11 05:34:12.495163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Current status of the port eb6691a1-86de-471e-8d3b-e75497155089 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:12.532008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Provisioning complete for port 513cd410-0dee-4d10-9947-6608bfc88224 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:12.532685 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (513cd410-0dee-4d10-9947-6608bfc88224), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.568921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:12.577549 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-11afb3b1-1493-41e3-a701-b62588f2597f tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/d18fc280-75fc-4936-87bd-a52ce332105b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6399572 Feb 11 05:34:12.579370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38428) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:12.591874 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb7876-d2e6-4dc7-bd44-98051dbc4296 None None] Sync routers for ids ['d18fc280-75fc-4936-87bd-a52ce332105b'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:12.605860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-86d43d6a-1463-435c-9bd9-3ba13683946f None None] Port 513cd410-0dee-4d10-9947-6608bfc88224 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:12.607119 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb7876-d2e6-4dc7-bd44-98051dbc4296 None None] Routers {'d18fc280-75fc-4936-87bd-a52ce332105b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:12.607753 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bbcb7876-d2e6-4dc7-bd44-98051dbc4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d18fc280-75fc-4936-87bd-a52ce332105b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:12.695263 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d9e2ccba-4978-47a3-9c70-4b457afc8b1d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=d18fc280-75fc-4936-87bd-a52ce332105b HTTP/1.1" status: 200 len: 205 time: 0.1141145 Feb 11 05:34:12.695447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38434) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:12.697494 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bbcb7876-d2e6-4dc7-bd44-98051dbc4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:12.707015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:12.737001 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb7876-d2e6-4dc7-bd44-98051dbc4296 None None] Routers {'d18fc280-75fc-4936-87bd-a52ce332105b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:12.737631 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bbcb7876-d2e6-4dc7-bd44-98051dbc4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d18fc280-75fc-4936-87bd-a52ce332105b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:12.745085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5e890cb6-2704-480f-a7cd-4dc36456064e None None] Provisioning complete for port b0b4d630-4d9c-4646-aa07-0913cd55f5ca triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:12.745694 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e890cb6-2704-480f-a7cd-4dc36456064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.837810 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bbcb7876-d2e6-4dc7-bd44-98051dbc4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:12.837810 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcb7876-d2e6-4dc7-bd44-98051dbc4296 None None] The sync data for ids ['d18fc280-75fc-4936-87bd-a52ce332105b'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:12.842032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Sync routers for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:12.891448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:12.892253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:12.913532 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17dc0693-9dd0-49ea-88ad-2c970efc48ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (d18fc280-75fc-4936-87bd-a52ce332105b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.020569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5e890cb6-2704-480f-a7cd-4dc36456064e None None] Current status of the port b0b4d630-4d9c-4646-aa07-0913cd55f5ca is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:13.155306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5e890cb6-2704-480f-a7cd-4dc36456064e None None] Provisioning complete for port eb6691a1-86de-471e-8d3b-e75497155089 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:13.155685 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e890cb6-2704-480f-a7cd-4dc36456064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb6691a1-86de-471e-8d3b-e75497155089), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.233405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:13.276871 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17dc0693-9dd0-49ea-88ad-2c970efc48ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (d18fc280-75fc-4936-87bd-a52ce332105b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.286197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17dc0693-9dd0-49ea-88ad-2c970efc48ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (d18fc280-75fc-4936-87bd-a52ce332105b), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.392667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.397911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e10539b6-6065-4d72-bc7a-7408246da334 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.9685106 Feb 11 05:34:13.400983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38462) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:13.530938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17dc0693-9dd0-49ea-88ad-2c970efc48ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (d18fc280-75fc-4936-87bd-a52ce332105b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.530938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dc0693-9dd0-49ea-88ad-2c970efc48ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Fanout notify agent at l3_agent the message router_deleted on router d18fc280-75fc-4936-87bd-a52ce332105b {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:34:13.568281 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17dc0693-9dd0-49ea-88ad-2c970efc48ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.580267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-17dc0693-9dd0-49ea-88ad-2c970efc48ee tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/d18fc280-75fc-4936-87bd-a52ce332105b HTTP/1.1" status: 204 len: 168 time: 0.8810935 Feb 11 05:34:13.581264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38472) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:13.762507 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (07411450-b21b-43df-88e2-c231592c8a35), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.050412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eb6691a1-86de-471e-8d3b-e75497155089 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:14.255075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc64522-3570-403e-8cbc-ade98fc6678c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet 391d37fb-2ff1-45c7-90b1-6389a05d7b5a {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:14.294296 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5dc64522-3570-403e-8cbc-ade98fc6678c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (391d37fb-2ff1-45c7-90b1-6389a05d7b5a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.299200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5e890cb6-2704-480f-a7cd-4dc36456064e None None] Current status of the port eb6691a1-86de-471e-8d3b-e75497155089 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:14.307068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5e890cb6-2704-480f-a7cd-4dc36456064e None None] Could not find standard attr ID for object 60c63030-9e99-4798-87b5-08302586d6f6. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:34:14.368099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port eb6691a1-86de-471e-8d3b-e75497155089 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:14.375689 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb6691a1-86de-471e-8d3b-e75497155089), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.468916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:08Z', 'revision_number': 3, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:14.541687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf4ad1-bb69-46a2-ad34-9f7fd5861bbe req-5ec293d1-9d0a-46f8-9e91-a14af2d8a4c6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:14.543389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6bf4ad1-bb69-46a2-ad34-9f7fd5861bbe req-5ec293d1-9d0a-46f8-9e91-a14af2d8a4c6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.8176267 Feb 11 05:34:14.549441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Checking router: a22bdc48-6036-4863-87a0-0dfc3beeac53 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:14.549732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Updating router a22bdc48-6036-4863-87a0-0dfc3beeac53 port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:34:14.606876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.686954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5dc64522-3570-403e-8cbc-ade98fc6678c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (391d37fb-2ff1-45c7-90b1-6389a05d7b5a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.699341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port eb6691a1-86de-471e-8d3b-e75497155089 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:14.750247 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:34:14.756703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7524abb7-04f3-49d2-ab33-723de6fcc29a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:14.969203 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5dc64522-3570-403e-8cbc-ade98fc6678c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (391d37fb-2ff1-45c7-90b1-6389a05d7b5a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.056306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:15.071345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.107513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51b82b-9f6e-4aa2-81f8-6d62e6a40732 req-d057cbd8-4bb4-42ac-b3e9-7355364f6921 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.117068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a51b82b-9f6e-4aa2-81f8-6d62e6a40732 req-d057cbd8-4bb4-42ac-b3e9-7355364f6921 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 945 time: 0.9971025 Feb 11 05:34:15.120443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '7524abb7-04f3-49d2-ab33-723de6fcc29a', 'network_id': '8c080b97-dac6-411c-ba55-c34330df3d0d', 'port_id': '7524abb7-04f3-49d2-ab33-723de6fcc29a', 'mac_address': 'fa:16:3e:58:a5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:15.138782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6bf4ad1-bb69-46a2-ad34-9f7fd5861bbe req-5c4018cd-f9fd-43aa-b0de-e0444cc7ceff tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675476 Feb 11 05:34:15.153527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5dc64522-3570-403e-8cbc-ade98fc6678c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (391d37fb-2ff1-45c7-90b1-6389a05d7b5a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.280467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7524abb7-04f3-49d2-ab33-723de6fcc29a is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:15.280811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.284048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc64522-3570-403e-8cbc-ade98fc6678c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=391d37fb-2ff1-45c7-90b1-6389a05d7b5a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:15.307602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a51b82b-9f6e-4aa2-81f8-6d62e6a40732 req-fe9eca14-3ee1-462d-abfb-67734996519b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887069 Feb 11 05:34:15.353740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7524abb7-04f3-49d2-ab33-723de6fcc29a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:15.377819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5dc64522-3570-403e-8cbc-ade98fc6678c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.386591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5dc64522-3570-403e-8cbc-ade98fc6678c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/391d37fb-2ff1-45c7-90b1-6389a05d7b5a HTTP/1.1" status: 204 len: 168 time: 1.8003843 Feb 11 05:34:15.386914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38530) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:15.408321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef776b-b37d-4e5b-bc3c-3f42e51b1886 None None] Network f653da76-68b2-4a0f-84e7-db383304a6c4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:15.422462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 513cd410-0dee-4d10-9947-6608bfc88224 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:15.422855 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (513cd410-0dee-4d10-9947-6608bfc88224), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.490202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:15.620998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Allocated IP 172.20.0.1 (8410a802-bff5-4cc4-99df-b604d815485f/3ac16ba6-f582-4bbd-a9ff-3b692640be2d/8f59a102-37ba-443e-859d-008effcae1ed) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:15.643730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (513cd410-0dee-4d10-9947-6608bfc88224), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.662680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (f653da76-68b2-4a0f-84e7-db383304a6c4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.663897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.670287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 513cd410-0dee-4d10-9947-6608bfc88224 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:15.844588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['7524abb7-04f3-49d2-ab33-723de6fcc29a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:15.899903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Publish callbacks [] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.942702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port b0b4d630-4d9c-4646-aa07-0913cd55f5ca {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:15.943060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.979575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7524abb7-04f3-49d2-ab33-723de6fcc29a,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:15.988803 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.109068 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (513cd410-0dee-4d10-9947-6608bfc88224), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.109250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port b0b4d630-4d9c-4646-aa07-0913cd55f5ca, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b0b4d630-4d9c-4646-aa07-0913cd55f5ca,segment=NetworkSegment(b1c7387e-b538-4b63-8c4d-e6719a98bdb2),segment_id=b1c7387e-b538-4b63-8c4d-e6719a98bdb2)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:16.109714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.150380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for b0b4d630-4d9c-4646-aa07-0913cd55f5ca owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:16.189875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5e5b1-3022-4f29-8786-ccaa2d652ae9 None None] Pushing event updated for resources: {'Port': ['ID=d1ee6385-58ff-42cc-a14a-ecc9f1768ef3,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:16.230645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a116f-b241-4ab2-9540-9403ff00c13a None None] DHCP port deletion for f653da76-68b2-4a0f-84e7-db383304a6c4 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:16.267280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=513cd410-0dee-4d10-9947-6608bfc88224,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:16.269746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Attempting to bind port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:16.272360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Publish callbacks [] for port (8f59a102-37ba-443e-859d-008effcae1ed), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.285455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Attempting to bind port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:16.287545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Attempting to bind port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:16.343797 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b0b4d630-4d9c-4646-aa07-0913cd55f5ca), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.346716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:16.347182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:16.347598 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.348009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:16.349457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Bound port: d1ee6385-58ff-42cc-a14a-ecc9f1768ef3, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:16.349457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.375123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=b0b4d630-4d9c-4646-aa07-0913cd55f5ca,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:16.380793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port b0b4d630-4d9c-4646-aa07-0913cd55f5ca on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:16.460212 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (07411450-b21b-43df-88e2-c231592c8a35), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.501502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a116f-b241-4ab2-9540-9403ff00c13a None None] The port 'b0b4d630-4d9c-4646-aa07-0913cd55f5ca' was deleted {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 05:34:16.516070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8f59a102-37ba-443e-859d-008effcae1ed), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.643281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e22c-d200-4dcc-9f36-b6b32dec3792 req-4233083c-e205-453f-88de-f065e6540539 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:16.670716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9c7e22c-d200-4dcc-9f36-b6b32dec3792 req-4233083c-e205-453f-88de-f065e6540539 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3104193 Feb 11 05:34:16.690403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (f653da76-68b2-4a0f-84e7-db383304a6c4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.755547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Network 8410a802-bff5-4cc4-99df-b604d815485f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:16.770700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:16.840412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:16.851079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] For port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:16.859931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f59a102-37ba-443e-859d-008effcae1ed,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:16.882945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] For port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d1ee6385-58ff-42cc-a14a-ecc9f1768ef3,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:16.931881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f653da76-68b2-4a0f-84e7-db383304a6c4']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:16.963374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c7387e-b538-4b63-8c4d-e6719a98bdb2') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:16.963786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c7387e-b538-4b63-8c4d-e6719a98bdb2') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:16.973849 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.031915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9c7e22c-d200-4dcc-9f36-b6b32dec3792 req-7756f860-a78a-4890-a109-6066f726f2d0 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604491 Feb 11 05:34:17.123207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5e5b1-3022-4f29-8786-ccaa2d652ae9 None None] Pushing event updated for resources: {'Port': ['ID=d1ee6385-58ff-42cc-a14a-ecc9f1768ef3,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:17.172465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (a22bdc48-6036-4863-87a0-0dfc3beeac53), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.187226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c7ae7bda-25bf-437c-9301-0eccba14e212 None None] Provisioning complete for port 8f59a102-37ba-443e-859d-008effcae1ed triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:17.187512 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7bda-25bf-437c-9301-0eccba14e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8f59a102-37ba-443e-859d-008effcae1ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.196361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:17.197044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:17.243222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7d17-1879-4919-b1bf-0059966a7c31 req-43021193-7ca9-4c5c-98e5-bbdbf1535c75 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:17.249555 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-031f7d17-1879-4919-b1bf-0059966a7c31 req-43021193-7ca9-4c5c-98e5-bbdbf1535c75 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 944 time: 0.5769141 Feb 11 05:34:17.264274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Router 07411450-b21b-43df-88e2-c231592c8a35 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:17.395802 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (b1c7387e-b538-4b63-8c4d-e6719a98bdb2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.430692 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b1c7387e-b538-4b63-8c4d-e6719a98bdb2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.444672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9b8a5-f841-46d0-8534-e239ba7b8c1a req-da5f21b4-3736-4c17-8f19-1f6a35994e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:17.446417 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9f9b8a5-f841-46d0-8534-e239ba7b8c1a req-da5f21b4-3736-4c17-8f19-1f6a35994e75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.3551688 Feb 11 05:34:17.450909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:17.451417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (b1c7387e-b538-4b63-8c4d-e6719a98bdb2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:17.459971 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:17.489890 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae7bda-25bf-437c-9301-0eccba14e212 None None] Port 8f59a102-37ba-443e-859d-008effcae1ed cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:17.510978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:17.555600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-031f7d17-1879-4919-b1bf-0059966a7c31 req-5f424c05-43c8-4733-bd1d-9a67a32c413c tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940083 Feb 11 05:34:17.566100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:17.589045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dc14e7cb-e5f4-416f-ba9b-e25cfa23a303 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "PUT /v2.0/routers/07411450-b21b-43df-88e2-c231592c8a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0913153 Feb 11 05:34:17.589045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38582) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:17.607627 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ae4b2-305e-4c65-a9de-03e7fd0749d5 None None] Sync routers for ids ['07411450-b21b-43df-88e2-c231592c8a35'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:17.619992 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ae4b2-305e-4c65-a9de-03e7fd0749d5 None None] Routers {'07411450-b21b-43df-88e2-c231592c8a35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:17.620669 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9e8ae4b2-305e-4c65-a9de-03e7fd0749d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['07411450-b21b-43df-88e2-c231592c8a35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:17.657022 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9e8ae4b2-305e-4c65-a9de-03e7fd0749d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:17.660013 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b323075-d980-4300-8505-3eb9f9be51f3 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:34:17.672772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0b323075-d980-4300-8505-3eb9f9be51f3 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/513cd410-0dee-4d10-9947-6608bfc88224 HTTP/1.1" status: 404 len: 333 time: 0.0802813 Feb 11 05:34:17.672772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38584) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:17.716663 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ae4b2-305e-4c65-a9de-03e7fd0749d5 None None] Routers {'07411450-b21b-43df-88e2-c231592c8a35'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:17.718834 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9e8ae4b2-305e-4c65-a9de-03e7fd0749d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['07411450-b21b-43df-88e2-c231592c8a35'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:17.777077 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9e8ae4b2-305e-4c65-a9de-03e7fd0749d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:17.778356 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ae4b2-305e-4c65-a9de-03e7fd0749d5 None None] The sync data for ids ['07411450-b21b-43df-88e2-c231592c8a35'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:17.792232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8f59a102-37ba-443e-859d-008effcae1ed), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.839222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f043-8812-45d1-9527-e41f3abe110e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for router (07411450-b21b-43df-88e2-c231592c8a35), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.856171 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9f9b8a5-f841-46d0-8534-e239ba7b8c1a req-a7eb08ec-8e3b-46c9-affe-ad4452a31466 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883715 Feb 11 05:34:17.858043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (f653da76-68b2-4a0f-84e7-db383304a6c4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.925538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b0b4d630-4d9c-4646-aa07-0913cd55f5ca no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:17.988326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b0b4d630-4d9c-4646-aa07-0913cd55f5ca {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:17.989583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b0b4d630-4d9c-4646-aa07-0913cd55f5ca not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:18.044382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:08Z', 'revision_number': 3, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:18.083385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e22dcc-8a38-42e1-a9bc-bf8d482ecd16 None None] The sync data for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 is: [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:08Z', 'revision_number': 3, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:18.138255 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f043-8812-45d1-9527-e41f3abe110e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (07411450-b21b-43df-88e2-c231592c8a35), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.141436 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f043-8812-45d1-9527-e41f3abe110e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for router_controller (07411450-b21b-43df-88e2-c231592c8a35), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.241267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.247946 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/f653da76-68b2-4a0f-84e7-db383304a6c4 HTTP/1.1" status: 204 len: 168 time: 2.8565619 Feb 11 05:34:18.247946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607902c-9c81-4c06-9159-d534b7aba09d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=f653da76-68b2-4a0f-84e7-db383304a6c4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.251421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38590) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:18.264541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c8087ecf-b6e9-40c9-9e7e-0f20da4031d2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1391654273', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:18.285811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e0ec4-01cb-48a9-8865-f2fa0cc0d1da req-c0e68390-d18b-46fb-bfbf-6acfc6a72272 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:18.294997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-630e0ec4-01cb-48a9-8865-f2fa0cc0d1da req-c0e68390-d18b-46fb-bfbf-6acfc6a72272 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.0941923 Feb 11 05:34:18.301058 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f043-8812-45d1-9527-e41f3abe110e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (07411450-b21b-43df-88e2-c231592c8a35), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.303490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0f043-8812-45d1-9527-e41f3abe110e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Fanout notify agent at l3_agent the message router_deleted on router 07411450-b21b-43df-88e2-c231592c8a35 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:34:18.333919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f043-8812-45d1-9527-e41f3abe110e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.336582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bbd0f043-8812-45d1-9527-e41f3abe110e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/routers/07411450-b21b-43df-88e2-c231592c8a35 HTTP/1.1" status: 204 len: 168 time: 0.6691480 Feb 11 05:34:18.346365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Publish callbacks [] for port (8f59a102-37ba-443e-859d-008effcae1ed), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.346365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38596) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:18.465620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-630e0ec4-01cb-48a9-8865-f2fa0cc0d1da req-8f9bff2e-42be-4d5f-9418-7ab9a086c2b2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694145 Feb 11 05:34:18.469086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8087ecf-b6e9-40c9-9e7e-0f20da4031d2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.470340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8087ecf-b6e9-40c9-9e7e-0f20da4031d2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.481861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (8f59a102-37ba-443e-859d-008effcae1ed), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.559528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-758505f3-dc63-4263-8b38-a452cdc27c55 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet ae2aebf6-b094-463a-8ac9-835f6a7caaf3 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:18.586601 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-758505f3-dc63-4263-8b38-a452cdc27c55 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (ae2aebf6-b094-463a-8ac9-835f6a7caaf3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.619077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (a22bdc48-6036-4863-87a0-0dfc3beeac53), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.678437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f59a102-37ba-443e-859d-008effcae1ed,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.725750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8087ecf-b6e9-40c9-9e7e-0f20da4031d2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.798457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7524abb7-04f3-49d2-ab33-723de6fcc29a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:18.832130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-758505f3-dc63-4263-8b38-a452cdc27c55 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (ae2aebf6-b094-463a-8ac9-835f6a7caaf3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.858511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e84d5-d68d-449c-a5fc-3471789b122d req-a0ddeb0c-51b2-489e-b58f-5e59ee904ffe tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:18.870663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f43e84d5-d68d-449c-a5fc-3471789b122d req-a0ddeb0c-51b2-489e-b58f-5e59ee904ffe tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 944 time: 0.1210041 Feb 11 05:34:18.990351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f43e84d5-d68d-449c-a5fc-3471789b122d req-3ebd9243-f34f-42e7-b49c-6aeca234e987 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187942 Feb 11 05:34:19.101100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7524abb7-04f3-49d2-ab33-723de6fcc29a is: BUILD; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:19.109393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.147644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-758505f3-dc63-4263-8b38-a452cdc27c55 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ae2aebf6-b094-463a-8ac9-835f6a7caaf3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.163625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7524abb7-04f3-49d2-ab33-723de6fcc29a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:19.229337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8087ecf-b6e9-40c9-9e7e-0f20da4031d2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.243824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:19.384540 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.455094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Network 8410a802-bff5-4cc4-99df-b604d815485f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:19.464640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:19.475482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8087ecf-b6e9-40c9-9e7e-0f20da4031d2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.478890 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c8087ecf-b6e9-40c9-9e7e-0f20da4031d2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2262213 Feb 11 05:34:19.481680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38610) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:19.491641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-622973068'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:19.595728 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-758505f3-dc63-4263-8b38-a452cdc27c55 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (ae2aebf6-b094-463a-8ac9-835f6a7caaf3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.596739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7524abb7-04f3-49d2-ab33-723de6fcc29a,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:19.636429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:19.641474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.659056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758505f3-dc63-4263-8b38-a452cdc27c55 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2aebf6-b094-463a-8ac9-835f6a7caaf3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:19.737305 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-758505f3-dc63-4263-8b38-a452cdc27c55 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.742082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62ee785-1deb-4f54-8eff-86c9e1110f67 None None] Network 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:19.750535 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-758505f3-dc63-4263-8b38-a452cdc27c55 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/ae2aebf6-b094-463a-8ac9-835f6a7caaf3 HTTP/1.1" status: 204 len: 168 time: 1.4082656 Feb 11 05:34:19.751406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38622) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:19.901987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:19.978124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (464dd6a6-d792-4a2d-af88-2dab6a778409), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.978467 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment 464dd6a6-d792-4a2d-af88-2dab6a778409 of type vlan for network 3c9b0f96-046f-469a-85db-9583022c37ea Feb 11 05:34:20.110355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:20.114963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.214326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ffa45-d013-41af-ac97-7b61c0c590cf req-32eeb7bd-b8cf-4550-97f7-a8eb8b1afb49 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:20.225291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-476ffa45-d013-41af-ac97-7b61c0c590cf req-32eeb7bd-b8cf-4550-97f7-a8eb8b1afb49 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.5586278 Feb 11 05:34:20.308739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3c9b0f96-046f-469a-85db-9583022c37ea), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.375905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dba43935-a240-4e8d-8401-3f96dffabfa4 None None] Provisioning complete for port 8f59a102-37ba-443e-859d-008effcae1ed triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:20.376652 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dba43935-a240-4e8d-8401-3f96dffabfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8f59a102-37ba-443e-859d-008effcae1ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.413921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Router a22bdc48-6036-4863-87a0-0dfc3beeac53 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:20.480259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3c9b0f96-046f-469a-85db-9583022c37ea), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.480665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dba43935-a240-4e8d-8401-3f96dffabfa4 None None] Port 8f59a102-37ba-443e-859d-008effcae1ed cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:20.495917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:20.496646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.506925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] DHCP port deletion for 8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:20.517391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:20.518085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.651612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port a8ebd213-27ca-45e5-a56f-c0df282c0bde {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:20.657824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.964779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:21.091705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-98c273be-0b39-4b0c-9828-629fafee23d2 admin admin] 10.222.0.62 "PUT /v2.0/routers/a22bdc48-6036-4863-87a0-0dfc3beeac53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6895218 Feb 11 05:34:21.131014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] Deleting port a8ebd213-27ca-45e5-a56f-c0df282c0bde {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:21.131547 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.138897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] For port a8ebd213-27ca-45e5-a56f-c0df282c0bde, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a8ebd213-27ca-45e5-a56f-c0df282c0bde,segment=NetworkSegment(c58d1d79-d3f8-41f7-8c14-78137f9c5aa3),segment_id=c58d1d79-d3f8-41f7-8c14-78137f9c5aa3)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:21.139229 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.165500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for a8ebd213-27ca-45e5-a56f-c0df282c0bde owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:21.397706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] For port a8ebd213-27ca-45e5-a56f-c0df282c0bde, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a8ebd213-27ca-45e5-a56f-c0df282c0bde,segment=NetworkSegment(c58d1d79-d3f8-41f7-8c14-78137f9c5aa3),segment_id=c58d1d79-d3f8-41f7-8c14-78137f9c5aa3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:21.398030 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.412317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] Calling delete_port for a8ebd213-27ca-45e5-a56f-c0df282c0bde owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:21.502095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:21.502488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.516340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.561992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d1ee6385-58ff-42cc-a14a-ecc9f1768ef3,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:21.575103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=3c9b0f96-046f-469a-85db-9583022c37ea,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:21.590569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=a8ebd213-27ca-45e5-a56f-c0df282c0bde,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:21.600389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 3c9b0f96-046f-469a-85db-9583022c37ea details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.615747 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:21.617845 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:34:21.621499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-28460472-4dda-4706-990d-c290d75013f7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1347942 Feb 11 05:34:21.647090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38642) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:21.651169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-476ffa45-d013-41af-ac97-7b61c0c590cf req-c644ab10-1b1f-435e-a74e-d2e337d2b845 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3838270 Feb 11 05:34:21.662200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No DVR routers for this DVR port a8ebd213-27ca-45e5-a56f-c0df282c0bde on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:21.670738 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (a8ebd213-27ca-45e5-a56f-c0df282c0bde), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.692570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16c10-028e-429a-b526-4cdd54889ce5 req-52702349-03d8-4987-9010-9088a67dfad8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:21.694647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59b16c10-028e-429a-b526-4cdd54889ce5 req-52702349-03d8-4987-9010-9088a67dfad8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 943 time: 1.3227348 Feb 11 05:34:21.725743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:21.809495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.813107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] Pushing event deleted for resources: {'Port': ['ID=a8ebd213-27ca-45e5-a56f-c0df282c0bde,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:21.820436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Sync routers for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:21.902395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc042d0-0f8d-49a2-b144-85161028cfdd None None] No DVR routers for this DVR port a8ebd213-27ca-45e5-a56f-c0df282c0bde on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:21.946410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:21.947039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:21.981326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-8ddd5266-091b-482b-aecb-54302bc9aae0 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:21.982802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-8ddd5266-091b-482b-aecb-54302bc9aae0 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 943 time: 0.4091005 Feb 11 05:34:21.996030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59b16c10-028e-429a-b526-4cdd54889ce5 req-ee0af4a2-dc70-4420-98ad-b818656fce8b tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e25b72-68b3-4658-b4a0-7eda01502b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948413 Feb 11 05:34:22.097989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a8ebd213-27ca-45e5-a56f-c0df282c0bde no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:22.159552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.168265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: a8ebd213-27ca-45e5-a56f-c0df282c0bde {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:22.171900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a8ebd213-27ca-45e5-a56f-c0df282c0bde not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:22.222376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=d1ee6385-58ff-42cc-a14a-ecc9f1768ef3,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:22.275401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:22.281042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Deleting port 7524abb7-04f3-49d2-ab33-723de6fcc29a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:22.281398 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.321771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58d1d79-d3f8-41f7-8c14-78137f9c5aa3') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:22.322145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58d1d79-d3f8-41f7-8c14-78137f9c5aa3') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:22.359366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (c58d1d79-d3f8-41f7-8c14-78137f9c5aa3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.401180 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c58d1d79-d3f8-41f7-8c14-78137f9c5aa3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.418902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:22.419378 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (c58d1d79-d3f8-41f7-8c14-78137f9c5aa3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:22.428669 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:22.436733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:22.465437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38656) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:22.493432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-72a8a843-1ac2-4ba7-bd53-3759d13f2822 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570414227', 'description': 'tempest-description--954902080'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:22.495232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:22.505434 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.607071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] For port 7524abb7-04f3-49d2-ab33-723de6fcc29a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7524abb7-04f3-49d2-ab33-723de6fcc29a,segment=NetworkSegment(f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90),segment_id=f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:22.607577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.647907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Calling delete_port for 7524abb7-04f3-49d2-ab33-723de6fcc29a owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:23.002461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (c187be2f-47cd-478a-9d8c-6ad27da10786), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.021825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7524abb7-04f3-49d2-ab33-723de6fcc29a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.107014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 2, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:23.175937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Pushing event deleted for resources: {'Port': ['ID=7524abb7-04f3-49d2-ab33-723de6fcc29a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:23.179657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=c187be2f-47cd-478a-9d8c-6ad27da10786,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:23.208576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Checking router: a22bdc48-6036-4863-87a0-0dfc3beeac53 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:23.209122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Updating router a22bdc48-6036-4863-87a0-0dfc3beeac53 port 8f59a102-37ba-443e-859d-008effcae1ed binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:34:23.212570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-72a8a843-1ac2-4ba7-bd53-3759d13f2822 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.221012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.231448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-3a3b2cc5-26b6-4707-a538-26126d7bad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.233313 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-3a3b2cc5-26b6-4707-a538-26126d7bad18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.2710915 Feb 11 05:34:23.268068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805741c-db35-48e4-b4f1-3442fa962cef req-0268dbdb-0d91-4943-81e6-650e558453d9 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.274707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.282911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5805741c-db35-48e4-b4f1-3442fa962cef req-0268dbdb-0d91-4943-81e6-650e558453d9 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3680654 Feb 11 05:34:23.296858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/networks/8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401 HTTP/1.1" status: 204 len: 168 time: 3.5290527 Feb 11 05:34:23.296858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38666) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.297097 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8f59a102-37ba-443e-859d-008effcae1ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.382501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d54e2428-c185-4f28-90ad-9bd60dd13a96 req-578bca1b-c9d9-4eda-bfd9-028c9cb84397 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 210 time: 0.1613913 Feb 11 05:34:23.409639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:23.410009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: 3c9b0f96-046f-469a-85db-9583022c37ea, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:23.484178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] No DVR routers for this DVR port 7524abb7-04f3-49d2-ab33-723de6fcc29a on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:23.494622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.498032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0757577-3c02-4dd8-af3c-c52bdc700e7f req-7f4c6697-7263-4cb9-9503-2d31c2c9f2e8 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.83 "DELETE /v2.0/ports/7524abb7-04f3-49d2-ab33-723de6fcc29a HTTP/1.1" status: 204 len: 173 time: 1.5009634 Feb 11 05:34:23.498459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daef04a-33c1-4238-b252-42b524aee2c6', 'name': 'network-vif-deleted', 'tag': '7524abb7-04f3-49d2-ab33-723de6fcc29a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:23.505627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799333-adda-4883-ad3e-545e29934beb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Network': ['ID=8b4dda6e-3cd8-4ce8-9ffd-83f5b7be0401,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:23.506261 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a5c33a-d0fd-43a9-8a89-ad153e3f195b" -d '{"events": [{"server_uuid": "8daef04a-33c1-4238-b252-42b524aee2c6", "name": "network-vif-deleted", "tag": "7524abb7-04f3-49d2-ab33-723de6fcc29a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:23.641436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5805741c-db35-48e4-b4f1-3442fa962cef req-73b06687-4430-41f5-8940-15e7c85259d0 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494740 Feb 11 05:34:23.663576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff1d881-4a50-4b8d-9c32-f4b3e8f83bd1 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.673514 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2ff1d881-4a50-4b8d-9c32-f4b3e8f83bd1 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/2015fa74-cdce-49de-a577-2d4acf1e4ff3 HTTP/1.1" status: 200 len: 843 time: 0.3745167 Feb 11 05:34:23.674222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38674) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.729187 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2738bf-c5fc-47f9-bfb6-01971ea3ccd9 x-openstack-request-id: req-9d2738bf-c5fc-47f9-bfb6-01971ea3ccd9 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:23.729753 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daef04a-33c1-4238-b252-42b524aee2c6", "name": "network-vif-deleted", "tag": "7524abb7-04f3-49d2-ab33-723de6fcc29a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:23.730150 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d2738bf-c5fc-47f9-bfb6-01971ea3ccd9 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:23.733928 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daef04a-33c1-4238-b252-42b524aee2c6', 'name': 'network-vif-deleted', 'tag': '7524abb7-04f3-49d2-ab33-723de6fcc29a', 'status': 'completed', 'code': 200} Feb 11 05:34:23.772696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-733be910-4514-4d22-b899-83dba3385192 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/2015fa74-cdce-49de-a577-2d4acf1e4ff3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0916378 Feb 11 05:34:23.772696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38676) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.794152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:23.823425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-4fd062e3-53c6-447e-b44b-6b4de7d8235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.823425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-4fd062e3-53c6-447e-b44b-6b4de7d8235e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.5796661 Feb 11 05:34:23.830039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 3c9b0f96-046f-469a-85db-9583022c37ea is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:23.958312 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-b3886f55-629f-4724-8384-b5534a7f42c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 200 len: 217 time: 0.1258512 Feb 11 05:34:24.083047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:24.125001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-72a8a843-1ac2-4ba7-bd53-3759d13f2822 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (d5b21e32-919a-432e-9840-98669601b11b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.158458 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Publish callbacks [] for port (8f59a102-37ba-443e-859d-008effcae1ed), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.173140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 3c9b0f96-046f-469a-85db-9583022c37ea) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:24.186146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:24.186524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.211338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:24.214784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.241074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:24.241670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.295226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-72a8a843-1ac2-4ba7-bd53-3759d13f2822 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d5b21e32-919a-432e-9840-98669601b11b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.377515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27287d-2446-4cd9-bcbb-8ddece1ad1c5 None None] Network 3c9b0f96-046f-469a-85db-9583022c37ea requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:24.386132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-624ebbe4-6528-41cd-9559-53cd6979ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:24.387734 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-624ebbe4-6528-41cd-9559-53cd6979ba16 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.4063101 Feb 11 05:34:24.404573 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8f59a102-37ba-443e-859d-008effcae1ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.470127 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-243c429f-a0c5-49f1-a2f0-53926e36538d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8218362 Feb 11 05:34:24.517049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:24.528011 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-f9241eab-1315-45a8-8534-7605504d021b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035271 Feb 11 05:34:24.531182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8a843-1ac2-4ba7-bd53-3759d13f2822 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b21e32-919a-432e-9840-98669601b11b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:24.592508 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-72a8a843-1ac2-4ba7-bd53-3759d13f2822 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.593919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-72a8a843-1ac2-4ba7-bd53-3759d13f2822 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.1271539 Feb 11 05:34:24.600539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38684) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:24.605662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0a52ff28-b4a9-4a58-a682-f46651d68ed8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'security_group_rule': {'security_group_id': 'd5b21e32-919a-432e-9840-98669601b11b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:24.774763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72726ea-64eb-4fad-a203-8b3a07357d03 None None] Pushing event updated for resources: {'Port': ['ID=8f59a102-37ba-443e-859d-008effcae1ed,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:24.861474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77844183-35c3-4055-a7d4-15c27c720ab4 req-d57b3dcb-1ef9-4166-95ba-0e372cefee55 tempest-ImagesTestJSON-2079892872 tempest-ImagesTestJSON-2079892872-project] 10.222.0.62 "GET /v2.0/ports?device_id=8daef04a-33c1-4238-b252-42b524aee2c6 HTTP/1.1" status: 200 len: 210 time: 0.1932061 Feb 11 05:34:24.869717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7524abb7-04f3-49d2-ab33-723de6fcc29a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:25.067855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 7524abb7-04f3-49d2-ab33-723de6fcc29a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:25.068651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7524abb7-04f3-49d2-ab33-723de6fcc29a not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:25.117356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e58b8b-1a7b-460a-bce0-e0f953c4d6d0 req-5dd13432-b37d-4663-bf64-70fc6bed8c2f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.137717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53e58b8b-1a7b-460a-bce0-e0f953c4d6d0 req-5dd13432-b37d-4663-bf64-70fc6bed8c2f tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.2665105 Feb 11 05:34:25.302325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53e58b8b-1a7b-460a-bce0-e0f953c4d6d0 req-eb7fc451-e982-47eb-9227-b4520a85a97d tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557093 Feb 11 05:34:25.386260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:25.431958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Attempting to bind port 8f59a102-37ba-443e-859d-008effcae1ed on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:25.432277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Attempting to bind port 8f59a102-37ba-443e-859d-008effcae1ed by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:25.432837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Attempting to bind port 8f59a102-37ba-443e-859d-008effcae1ed on network 8410a802-bff5-4cc4-99df-b604d815485f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:25.442861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:25.443219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Checking segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:25.443634 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.444085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Bound using segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:25.444664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Bound port: 8f59a102-37ba-443e-859d-008effcae1ed, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:25.445076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8f59a102-37ba-443e-859d-008effcae1ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.478493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3c9b0f96-046f-469a-85db-9583022c37ea', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:25.480889 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.612940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (233be2c9-e4ff-40c9-bf78-0cd3655a5b94), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.613229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2b28f379-9935-4b76-a3d6-4d3bf45b3b74 None None] Provisioning complete for port 8f59a102-37ba-443e-859d-008effcae1ed triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:25.614067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b28f379-9935-4b76-a3d6-4d3bf45b3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8f59a102-37ba-443e-859d-008effcae1ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.663892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2b28f379-9935-4b76-a3d6-4d3bf45b3b74 None None] Port 8f59a102-37ba-443e-859d-008effcae1ed cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:25.693147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] For port 8f59a102-37ba-443e-859d-008effcae1ed, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:25.699768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] For port 8f59a102-37ba-443e-859d-008effcae1ed, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8f59a102-37ba-443e-859d-008effcae1ed,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:25.788339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:25.795775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:25.799460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.805650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.814047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=233be2c9-e4ff-40c9-bf78-0cd3655a5b94,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:25.850476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a52ff28-b4a9-4a58-a682-f46651d68ed8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (b8e72596-3382-41b7-acb5-2c5224c2bb51), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.871936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Allocated IP 2001:db8::2 (3c9b0f96-046f-469a-85db-9583022c37ea/c187be2f-47cd-478a-9d8c-6ad27da10786/9e804d33-9445-4d8a-a3a1-646160ccdae1) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:25.902819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c523d0e8-e6ca-4c1f-b1c3-d3ee7dc4cbbe None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:25.917942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8f59a102-37ba-443e-859d-008effcae1ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.981569 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-91fb12fc-50a9-4880-936a-622163341627 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4450772 Feb 11 05:34:26.026518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2dc532c2-67d1-4cbe-a402-56ff80d4f065 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2484064 Feb 11 05:34:26.027524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.031996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d4a49cd1-3609-4321-a4c2-c6836b6624ca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'security_group': {'name': 'tempest-secgroup-1169586220'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:26.218684 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a49cd1-3609-4321-a4c2-c6836b6624ca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.269015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a52ff28-b4a9-4a58-a682-f46651d68ed8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (b8e72596-3382-41b7-acb5-2c5224c2bb51), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.369371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a52ff28-b4a9-4a58-a682-f46651d68ed8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b8e72596-3382-41b7-acb5-2c5224c2bb51), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.483434 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a49cd1-3609-4321-a4c2-c6836b6624ca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (a622b88d-0df9-4a41-b6a6-82f71a064aa6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.573009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a52ff28-b4a9-4a58-a682-f46651d68ed8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.576848 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0a52ff28-b4a9-4a58-a682-f46651d68ed8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9729569 Feb 11 05:34:26.586783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f63d9-d4b6-4317-adb7-877070348f1e req-40b20f50-62ca-42b8-ba74-58cef4247ad2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:26.600695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.605314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217f63d9-d4b6-4317-adb7-877070348f1e req-40b20f50-62ca-42b8-ba74-58cef4247ad2 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1466057 Feb 11 05:34:26.611205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a042ae31-fa2b-4a98-beed-fa18deef4402 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'security_group_rule': {'security_group_id': 'd5b21e32-919a-432e-9840-98669601b11b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:26.641190 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a49cd1-3609-4321-a4c2-c6836b6624ca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a622b88d-0df9-4a41-b6a6-82f71a064aa6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.657777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52ff28-b4a9-4a58-a682-f46651d68ed8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e72596-3382-41b7-acb5-2c5224c2bb51,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:26.693260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:26.694273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:26.706915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38740) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.751157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72726ea-64eb-4fad-a203-8b3a07357d03 None None] Pushing event updated for resources: {'Port': ['ID=8f59a102-37ba-443e-859d-008effcae1ed,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:26.789691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e7cd93-79d4-49e7-9b38-ea5790e869d7 admin admin] Deleting subnet 21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:26.794049 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cd93-79d4-49e7-9b38-ea5790e869d7 admin admin] Publish callbacks [] for subnet (21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.796688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c375c047-949a-4d54-9de0-6a257b3d1b0c None None] Provisioning complete for port 8f59a102-37ba-443e-859d-008effcae1ed triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:26.797072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c375c047-949a-4d54-9de0-6a257b3d1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8f59a102-37ba-443e-859d-008effcae1ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.854538 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cd93-79d4-49e7-9b38-ea5790e869d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.856260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a49cd1-3609-4321-a4c2-c6836b6624ca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a622b88d-0df9-4a41-b6a6-82f71a064aa6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:26.887096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a49cd1-3609-4321-a4c2-c6836b6624ca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.893487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4a49cd1-3609-4321-a4c2-c6836b6624ca tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8638833 Feb 11 05:34:26.895089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38744) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.898503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217f63d9-d4b6-4317-adb7-877070348f1e req-1fce9ba1-be48-4849-bf33-257ee5992c36 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922709 Feb 11 05:34:26.918759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-df5053e9-ee40-452e-b6af-04aa1b9f1217 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'security_group': {'name': 'tempest-secgroup-2087610208'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:26.936206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cd93-79d4-49e7-9b38-ea5790e869d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.977897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Publish callbacks [] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.012155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'project_id': '8659bc55038b4cb086c2537e0c5bb109', 'fixed_ips': [{'subnet_id': '233be2c9-e4ff-40c9-bf78-0cd3655a5b94'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:27.013277 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.025247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.037670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:27.049794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a042ae31-fa2b-4a98-beed-fa18deef4402 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (4b2c2191-26f8-4dff-a209-17d1b632c43e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.058769 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df5053e9-ee40-452e-b6af-04aa1b9f1217 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.093837 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dda131-ba7d-4209-aef2-1181ef51ecae req-60220dee-a0fb-4c2f-844b-a9f3fa225f5c service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9804020 Feb 11 05:34:27.166393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.263286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df5053e9-ee40-452e-b6af-04aa1b9f1217 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (0fb3b2a6-0407-4efc-8153-086e2365fb87), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.297902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Network 3c9b0f96-046f-469a-85db-9583022c37ea is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:27.350136 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df5053e9-ee40-452e-b6af-04aa1b9f1217 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0fb3b2a6-0407-4efc-8153-086e2365fb87), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.354115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:27.370288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:27.434031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5053e9-ee40-452e-b6af-04aa1b9f1217 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb3b2a6-0407-4efc-8153-086e2365fb87,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:27.461252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df5053e9-ee40-452e-b6af-04aa1b9f1217 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.462951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-df5053e9-ee40-452e-b6af-04aa1b9f1217 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5633633 Feb 11 05:34:27.465428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38748) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:27.478088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c375c047-949a-4d54-9de0-6a257b3d1b0c None None] Current status of the port 8f59a102-37ba-443e-859d-008effcae1ed is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:27.478480 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c375c047-949a-4d54-9de0-6a257b3d1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8f59a102-37ba-443e-859d-008effcae1ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.479439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1233607790', 'security_groups': ['0fb3b2a6-0407-4efc-8153-086e2365fb87'], 'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '233be2c9-e4ff-40c9-bf78-0cd3655a5b94'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:27.558179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cd93-79d4-49e7-9b38-ea5790e869d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.564608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Pushing event updated for resources: {'Port': ['ID=9e804d33-9445-4d8a-a3a1-646160ccdae1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:27.648005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Attempting to bind port 9e804d33-9445-4d8a-a3a1-646160ccdae1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:27.648384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Attempting to bind port 9e804d33-9445-4d8a-a3a1-646160ccdae1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:27.648768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Attempting to bind port 9e804d33-9445-4d8a-a3a1-646160ccdae1 on network 3c9b0f96-046f-469a-85db-9583022c37ea {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:27.651411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a042ae31-fa2b-4a98-beed-fa18deef4402 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (4b2c2191-26f8-4dff-a209-17d1b632c43e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.667534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8::1 (3c9b0f96-046f-469a-85db-9583022c37ea/c187be2f-47cd-478a-9d8c-6ad27da10786/dea7f323-8eb6-4837-acee-75caa04087dd) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:27.677754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c375c047-949a-4d54-9de0-6a257b3d1b0c None None] For port 8f59a102-37ba-443e-859d-008effcae1ed, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8f59a102-37ba-443e-859d-008effcae1ed,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:27.679724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:27.680096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Checking segment: {'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:27.680496 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.680916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Bound using segment: {'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:27.681392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Bound port: 9e804d33-9445-4d8a-a3a1-646160ccdae1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:27.681773 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.743710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Allocated IP 2001:db8::2 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/233be2c9-e4ff-40c9-bf78-0cd3655a5b94/3bad4f62-a535-4bba-b70f-df9de0635e6e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:27.747045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:25Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:27.786063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a440b-1a40-443a-a009-f8aac88a9497 None None] The sync data for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 is: [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:25Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:27.790773 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c375c047-949a-4d54-9de0-6a257b3d1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8f59a102-37ba-443e-859d-008effcae1ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.843281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:28.101246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] For port 9e804d33-9445-4d8a-a3a1-646160ccdae1, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:28.126571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (dea7f323-8eb6-4837-acee-75caa04087dd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.139740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] For port 9e804d33-9445-4d8a-a3a1-646160ccdae1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9e804d33-9445-4d8a-a3a1-646160ccdae1,segment=NetworkSegment(464dd6a6-d792-4a2d-af88-2dab6a778409),segment_id=464dd6a6-d792-4a2d-af88-2dab6a778409)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:28.162274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a042ae31-fa2b-4a98-beed-fa18deef4402 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4b2c2191-26f8-4dff-a209-17d1b632c43e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.189536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375c047-949a-4d54-9de0-6a257b3d1b0c None None] Pushing event updated for resources: {'Port': ['ID=8f59a102-37ba-443e-859d-008effcae1ed,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.224207 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Publish callbacks [] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.226986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7cd93-79d4-49e7-9b38-ea5790e869d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.243044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.254669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.267320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042ae31-fa2b-4a98-beed-fa18deef4402 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2c2191-26f8-4dff-a209-17d1b632c43e,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.270499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9e49-89c6-487e-bf1f-eb657dafe31d req-18eea129-4ab9-4e8f-92ea-41d5dbaddb0e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.272096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d12d9e49-89c6-487e-bf1f-eb657dafe31d req-18eea129-4ab9-4e8f-92ea-41d5dbaddb0e tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.2062976 Feb 11 05:34:28.282686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5e7cd93-79d4-49e7-9b38-ea5790e869d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.287644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e5e7cd93-79d4-49e7-9b38-ea5790e869d7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/21e31a4d-e1a5-4caf-96cc-ad2c8112d6ef HTTP/1.1" status: 204 len: 168 time: 1.5781755 Feb 11 05:34:28.299127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38758) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:28.372577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:28.432356 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.436964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8c080b97-dac6-411c-ba55-c34330df3d0d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.538784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:28.548025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:28.597363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:28.624580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d12d9e49-89c6-487e-bf1f-eb657dafe31d req-9f4ba5be-0acf-49b7-b2c3-2f4675d35bc3 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373175 Feb 11 05:34:28.647492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5669a-e0f7-430f-91a2-b7813dc6622c None None] Pushing event updated for resources: {'Port': ['ID=9e804d33-9445-4d8a-a3a1-646160ccdae1,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.675252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8c080b97-dac6-411c-ba55-c34330df3d0d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.750692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c080b97-dac6-411c-ba55-c34330df3d0d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:28.779610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:28.779910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:28.810492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.850540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.868254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:28.876382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (f6d779e8-18f0-47a6-ba6d-00d5ea0f6f90), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:28.961903 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:28.993533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Pushing event updated for resources: {'Port': ['ID=3bad4f62-a535-4bba-b70f-df9de0635e6e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.997031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Attempting to bind port 3bad4f62-a535-4bba-b70f-df9de0635e6e on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:28.999683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Attempting to bind port 3bad4f62-a535-4bba-b70f-df9de0635e6e by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ff252bdf-2c94-445e-b709-1d22ba339d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:29.000792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Attempting to bind port 3bad4f62-a535-4bba-b70f-df9de0635e6e on network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:29.011882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a042ae31-fa2b-4a98-beed-fa18deef4402 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.019499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a042ae31-fa2b-4a98-beed-fa18deef4402 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4161525 Feb 11 05:34:29.021242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.022325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:29.024524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Checking segment: {'id': 'ff252bdf-2c94-445e-b709-1d22ba339d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:29.025070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.027156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Bound using segment: {'id': 'ff252bdf-2c94-445e-b709-1d22ba339d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:29.027779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Bound port: 3bad4f62-a535-4bba-b70f-df9de0635e6e, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff252bdf-2c94-445e-b709-1d22ba339d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:29.029695 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.040199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38764) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:29.073657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::213 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/233be2c9-e4ff-40c9-bf78-0cd3655a5b94/98b8dd7a-bfe3-40a9-a8bd-a5121f64e320) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:29.148963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:29.228552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] For port 3bad4f62-a535-4bba-b70f-df9de0635e6e, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:29.232827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] For port 3bad4f62-a535-4bba-b70f-df9de0635e6e, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3bad4f62-a535-4bba-b70f-df9de0635e6e,segment=NetworkSegment(ff252bdf-2c94-445e-b709-1d22ba339d30),segment_id=ff252bdf-2c94-445e-b709-1d22ba339d30)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:29.298181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.328225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 3c9b0f96-046f-469a-85db-9583022c37ea is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:29.329571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.350323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:29.358944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:29.359554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.468949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=dea7f323-8eb6-4837-acee-75caa04087dd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.471623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8c080b97-dac6-411c-ba55-c34330df3d0d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.478102 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.483892 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.487381 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8c080b97-dac6-411c-ba55-c34330df3d0d HTTP/1.1" status: 204 len: 168 time: 1.1608465 Feb 11 05:34:29.544578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0a18b-c138-46fd-b854-619667cfe774 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c080b97-dac6-411c-ba55-c34330df3d0d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.610186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87205438-e7e6-4f14-9ede-f00eb5826484 None None] Pushing event updated for resources: {'Port': ['ID=3bad4f62-a535-4bba-b70f-df9de0635e6e,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.640068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:29.647755 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.654276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:29.661649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:29.695682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.696449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.765002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=98b8dd7a-bfe3-40a9-a8bd-a5121f64e320,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.990672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-800f55eb-1108-459a-81e1-fb45843401ff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5194647 Feb 11 05:34:29.992452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38774) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:30.027562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7dc0c197-3482-4ab0-bdc4-b770f428c812 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:30.165537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.232360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38778) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:30.264745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9e804d33-9445-4d8a-a3a1-646160ccdae1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:30.290168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e2c47-b091-4972-807e-8b4cf98ba8e0 req-809421fc-f8d9-46fc-816d-7b842e92f9c7 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:30.297645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d9e2c47-b091-4972-807e-8b4cf98ba8e0 req-809421fc-f8d9-46fc-816d-7b842e92f9c7 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.4475858 Feb 11 05:34:30.414539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9e804d33-9445-4d8a-a3a1-646160ccdae1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:30.415131 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.511848 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2aea79ac-a251-43b1-b245-b89c478c58eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd914c3ac05c46e989d9dbc8b4d8cdc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701082 Feb 11 05:34:30.520807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38782) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:30.641698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d9e2c47-b091-4972-807e-8b4cf98ba8e0 req-eab38a9f-6607-45e6-aba9-19ec01c40aea tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333373 Feb 11 05:34:30.779460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0c197-3482-4ab0-bdc4-b770f428c812 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:30.782144 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c197-3482-4ab0-bdc4-b770f428c812 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.782909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c137629-de0c-400a-99ed-61137f1829c6 None None] Network 3c9b0f96-046f-469a-85db-9583022c37ea requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:30.806044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9e804d33-9445-4d8a-a3a1-646160ccdae1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:30.806623 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.944314 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b6999ef6-52f1-4930-910d-b8de357797e1 None None] Provisioning complete for port 9e804d33-9445-4d8a-a3a1-646160ccdae1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:30.944538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6999ef6-52f1-4930-910d-b8de357797e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.025835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.048186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9e804d33-9445-4d8a-a3a1-646160ccdae1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9e804d33-9445-4d8a-a3a1-646160ccdae1,segment=NetworkSegment(464dd6a6-d792-4a2d-af88-2dab6a778409),segment_id=464dd6a6-d792-4a2d-af88-2dab6a778409)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:31.163852 n-d-713498-37 neutron-server[104087]: INFO neutron.db.ipam_backend_mixin [None req-7dc0c197-3482-4ab0-bdc4-b770f428c812 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 233be2c9-e4ff-40c9-bf78-0cd3655a5b94 (CIDR: 2001:db8::/64) Feb 11 05:34:31.271072 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc0c197-3482-4ab0-bdc4-b770f428c812 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:31.271817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc0c197-3482-4ab0-bdc4-b770f428c812 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:31.315035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f49d583e-0c65-46ea-8605-91aa6c8f753e admin admin] Publish callbacks [] for security_group (c3e25b72-68b3-4658-b4a0-7eda01502b4e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.407605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7dc0c197-3482-4ab0-bdc4-b770f428c812 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3997736 Feb 11 05:34:31.408308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38796) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:31.419663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:31.426247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.427635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8f59a102-37ba-443e-859d-008effcae1ed up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:31.500122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f49d583e-0c65-46ea-8605-91aa6c8f753e admin admin] Publish callbacks [] for security_group (c3e25b72-68b3-4658-b4a0-7eda01502b4e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.679082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Allocated IP 172.25.8.179 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9979f60a-f85c-490f-ae47-ab2ca2f9b2d1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:31.805361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9e804d33-9445-4d8a-a3a1-646160ccdae1,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:31.808865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b6999ef6-52f1-4930-910d-b8de357797e1 None None] Current status of the port 9e804d33-9445-4d8a-a3a1-646160ccdae1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:31.849366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8f59a102-37ba-443e-859d-008effcae1ed triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:31.849854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8f59a102-37ba-443e-859d-008effcae1ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.887101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (dea7f323-8eb6-4837-acee-75caa04087dd), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.970099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Provisioning complete for port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:31.974880 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.978858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:31.982719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.997988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f49d583e-0c65-46ea-8605-91aa6c8f753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c3e25b72-68b3-4658-b4a0-7eda01502b4e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.004641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f49d583e-0c65-46ea-8605-91aa6c8f753e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.006024 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f49d583e-0c65-46ea-8605-91aa6c8f753e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3e25b72-68b3-4658-b4a0-7eda01502b4e HTTP/1.1" status: 204 len: 168 time: 1.4792523 Feb 11 05:34:32.026269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d583e-0c65-46ea-8605-91aa6c8f753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e25b72-68b3-4658-b4a0-7eda01502b4e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:32.028259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.029020 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.174158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:32.362778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:32.378061 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.446322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8f59a102-37ba-443e-859d-008effcae1ed is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:32.605949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:32.606343 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.687666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for port (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.808214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] For port 3bad4f62-a535-4bba-b70f-df9de0635e6e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3bad4f62-a535-4bba-b70f-df9de0635e6e,segment=NetworkSegment(ff252bdf-2c94-445e-b709-1d22ba339d30),segment_id=ff252bdf-2c94-445e-b709-1d22ba339d30)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:32.833715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=dea7f323-8eb6-4837-acee-75caa04087dd,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:32.845068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-520366fd-c811-4a62-b790-966b4bc36198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.870534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 3c9b0f96-046f-469a-85db-9583022c37ea is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:32.875715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:32.904983 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.947821 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (0ec52acf-719d-486b-a456-600998978415), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.971206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9e804d33-9445-4d8a-a3a1-646160ccdae1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:33.062381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:33.071396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:33.088632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.089428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.132643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=0ec52acf-719d-486b-a456-600998978415,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:33.159485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.187351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6127a-066b-4bdc-a9fd-78118b9b50e3 None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:33.191086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126d5fa-6566-4b5e-9143-4966c690f9dd None None] Pushing event updated for resources: {'Port': ['ID=3bad4f62-a535-4bba-b70f-df9de0635e6e,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:33.225157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-84d065f9-4d21-4dc6-8215-30a2d1c9a071 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8125291 Feb 11 05:34:33.229797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38822) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:33.237400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2097072867', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ec52acf-719d-486b-a456-600998978415'}], 'security_groups': ['a622b88d-0df9-4a41-b6a6-82f71a064aa6']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:33.346225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:33.384316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:33.413007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:33.418726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38828) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:33.456066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Provisioning complete for port dea7f323-8eb6-4837-acee-75caa04087dd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:33.464910 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.521793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'Port': ['ID=9979f60a-f85c-490f-ae47-ab2ca2f9b2d1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:33.590892 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.591114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:33.599993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Port dea7f323-8eb6-4837-acee-75caa04087dd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:33.683396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9e804d33-9445-4d8a-a3a1-646160ccdae1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:33.683872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.772319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Provisioning complete for port 98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:33.784490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.983175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Port 98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:34.069545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Provisioning complete for port 9e804d33-9445-4d8a-a3a1-646160ccdae1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:34.070028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.365650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723aac9-6ec5-4a83-825f-8f46fde9137d None None] Update dhcp port {'port': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'fixed_ips': [{'subnet_id': '233be2c9-e4ff-40c9-bf78-0cd3655a5b94', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ec52acf-719d-486b-a456-600998978415'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '3bad4f62-a535-4bba-b70f-df9de0635e6e'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:34:34.453257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a723aac9-6ec5-4a83-825f-8f46fde9137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.463610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9e804d33-9445-4d8a-a3a1-646160ccdae1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:34.466153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3bad4f62-a535-4bba-b70f-df9de0635e6e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:34.547209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:34.559238 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:34.569329 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1fb406b3-844b-4f15-ae41-23a10e34dbd2 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0509825 Feb 11 05:34:34.595529 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:34.602876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:34.613833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38848) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:34.649922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-571990799'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:34.685002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (2c386a2b-3142-470e-8774-bef82d3f4abf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.853530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Delete allocated IP 2001:db8::213 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/233be2c9-e4ff-40c9-bf78-0cd3655a5b94) {{(pid=104087) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:34:34.908100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:34.918355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.935097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8:0:1::191 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/0ec52acf-719d-486b-a456-600998978415/98b8dd7a-bfe3-40a9-a8bd-a5121f64e320) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:34.995025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.001871 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:35.201851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:35.228022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-60ccc6e0-62fc-4a73-8d59-62b1e0c106e1 None None] Current status of the port 9e804d33-9445-4d8a-a3a1-646160ccdae1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:35.239742 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:35.245712 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.307257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bc74ea0-56c2-40ee-b2ac-156bf2a81891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.332681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (fc886202-00b3-4305-b425-c2fda30889ee), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.337483 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment fc886202-00b3-4305-b425-c2fda30889ee of type vlan for network 79d4c020-c034-43e6-8d08-dc6786970892 Feb 11 05:34:35.392672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-46fab440-68cb-4b47-8a06-c6b74656307b None None] Provisioning complete for port dea7f323-8eb6-4837-acee-75caa04087dd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:35.393530 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-46fab440-68cb-4b47-8a06-c6b74656307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.483846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-46fab440-68cb-4b47-8a06-c6b74656307b None None] Port dea7f323-8eb6-4837-acee-75caa04087dd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:35.594876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:35.680965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (79d4c020-c034-43e6-8d08-dc6786970892), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.736365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for port (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.811423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.876488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3bad4f62-a535-4bba-b70f-df9de0635e6e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:35.887822 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:29Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:31Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:35.924004 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-48b0c7f2-50a4-4446-afbb-6f88389017ff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0ed1e29c42444d5cb93ee6ee4c093bf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954704 Feb 11 05:34:35.961017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (79d4c020-c034-43e6-8d08-dc6786970892), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.979441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:35.984133 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.985537 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:35.987720 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Updating router bfff2aed-20a5-480c-90b7-6ff0eda03c1f port dea7f323-8eb6-4837-acee-75caa04087dd binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:34:36.017594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:36.018111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.025096 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (2c386a2b-3142-470e-8774-bef82d3f4abf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.049233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'Port': ['ID=9979f60a-f85c-490f-ae47-ab2ca2f9b2d1,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:36.127241 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.135204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.145937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=79d4c020-c034-43e6-8d08-dc6786970892,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:36.146148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5e1c4f47-c23f-4a43-9df4-b9ca417fec8e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0830567 Feb 11 05:34:36.205428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 79d4c020-c034-43e6-8d08-dc6786970892 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:36.249799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (42dd1b68-2c0f-4895-8f63-38a2e83567b6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.350117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:36.388728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.420718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-eeacc84f-cb3a-46ab-b479-18257e99e251 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.427257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-eeacc84f-cb3a-46ab-b479-18257e99e251 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5010736 Feb 11 05:34:36.461022 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.474884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-4ce978a8-1380-4053-8cd0-d2259d57319b tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/quotas/0ed1e29c42444d5cb93ee6ee4c093bf7 HTTP/1.1" status: 200 len: 375 time: 0.0324991 Feb 11 05:34:36.621962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39cbb78a-a216-477b-9332-326862a38a1c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0069656 Feb 11 05:34:36.670297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-a723aac9-6ec5-4a83-825f-8f46fde9137d None None] Allocated IP 2001:db8:0:1::2 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/0ec52acf-719d-486b-a456-600998978415/3bad4f62-a535-4bba-b70f-df9de0635e6e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:36.670856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38890) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.715762 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.739878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:36.765679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3b0ca10b-61c9-41e1-b601-d14592910b7e tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ed1e29c42444d5cb93ee6ee4c093bf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2073061 Feb 11 05:34:36.798685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] In _notify_port_updated(), no bound segment for port 98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 on network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:34:36.816888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.816888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.816888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "PUT /v2.0/ports/98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 HTTP/1.1" status: 200 len: 931 time: 3.5878522 Feb 11 05:34:36.849154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38892) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:37.003638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a723aac9-6ec5-4a83-825f-8f46fde9137d None None] For port 3bad4f62-a535-4bba-b70f-df9de0635e6e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3bad4f62-a535-4bba-b70f-df9de0635e6e,segment=NetworkSegment(ff252bdf-2c94-445e-b709-1d22ba339d30),segment_id=ff252bdf-2c94-445e-b709-1d22ba339d30)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:37.064215 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Publish callbacks [] for port (dea7f323-8eb6-4837-acee-75caa04087dd), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.119457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a723aac9-6ec5-4a83-825f-8f46fde9137d None None] Publish callbacks [] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.139714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=98b8dd7a-bfe3-40a9-a8bd-a5121f64e320,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.161570 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.170368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.171358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.171358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.171531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.171796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.172140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.172480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.172840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.173177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.185934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.186315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.186664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.187003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036e309-39ad-4fb2-99e0-6d56ae5454b2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.195393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a723aac9-6ec5-4a83-825f-8f46fde9137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.251522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-11307d42-f402-4178-a7e6-ddb4b65077b1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--570414227&fields=id&tenant_id=d8f6e13b4523489286199af480ed2886 HTTP/1.1" status: 200 len: 267 time: 0.6203530 Feb 11 05:34:37.346061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Pushing event updated for resources: {'Port': ['ID=dea7f323-8eb6-4837-acee-75caa04087dd,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.475111 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.484876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.485319 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.485667 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.494706 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.495247 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.495602 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.495958 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.496285 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.496643 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.496982 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.497313 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.497650 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:37.590790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723aac9-6ec5-4a83-825f-8f46fde9137d None None] Pushing event updated for resources: {'Port': ['ID=3bad4f62-a535-4bba-b70f-df9de0635e6e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.629114 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Attempting to bind port dea7f323-8eb6-4837-acee-75caa04087dd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:37.629552 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Attempting to bind port dea7f323-8eb6-4837-acee-75caa04087dd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:37.629925 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Attempting to bind port dea7f323-8eb6-4837-acee-75caa04087dd on network 3c9b0f96-046f-469a-85db-9583022c37ea {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:37.649292 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:37.649786 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Checking segment: {'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:37.650208 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.650609 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Bound using segment: {'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:37.652372 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Bound port: dea7f323-8eb6-4837-acee-75caa04087dd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464dd6a6-d792-4a2d-af88-2dab6a778409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:37.652905 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.758768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2cb63a72-bd22-4ba6-93e4-b7f5d02b4f2d req-b0c27012-cea4-4c5b-967a-69f4818e7a36 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 210 time: 0.3264689 Feb 11 05:34:37.799831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3bad4f62-a535-4bba-b70f-df9de0635e6e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:37.926463 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] For port dea7f323-8eb6-4837-acee-75caa04087dd, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:37.930111 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] For port dea7f323-8eb6-4837-acee-75caa04087dd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dea7f323-8eb6-4837-acee-75caa04087dd,segment=NetworkSegment(464dd6a6-d792-4a2d-af88-2dab6a778409),segment_id=464dd6a6-d792-4a2d-af88-2dab6a778409)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:37.980843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-503a5d42-4f36-417a-b247-2dacee40d4cc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:37.981253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-503a5d42-4f36-417a-b247-2dacee40d4cc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.002245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5b33b57c-0093-46af-9b56-6d4348ee816a None None] Provisioning complete for port dea7f323-8eb6-4837-acee-75caa04087dd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:38.011116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b33b57c-0093-46af-9b56-6d4348ee816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.021079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Deleting port 963a9854-bb85-4aa1-9a81-4e86ad109099 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:38.021605 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.045731 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.147663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-503a5d42-4f36-417a-b247-2dacee40d4cc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.150070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:38.150792 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.159185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5b33b57c-0093-46af-9b56-6d4348ee816a None None] Port dea7f323-8eb6-4837-acee-75caa04087dd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:38.185110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-503a5d42-4f36-417a-b247-2dacee40d4cc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:38.242308 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:38.242955 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:38.344101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] For port 963a9854-bb85-4aa1-9a81-4e86ad109099, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=963a9854-bb85-4aa1-9a81-4e86ad109099,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:38.344474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.403061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Calling delete_port for 963a9854-bb85-4aa1-9a81-4e86ad109099 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:38.426556 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ac85-d8b2-4ad9-ae88-958fea084c7b None None] Pushing event updated for resources: {'Port': ['ID=dea7f323-8eb6-4837-acee-75caa04087dd,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:38.540779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.582978 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:38.703856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:38.717703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.728911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:38.746303 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.885866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-503a5d42-4f36-417a-b247-2dacee40d4cc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (98b8dd7a-bfe3-40a9-a8bd-a5121f64e320), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.966671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-d3470b45-73ae-45ca-92be-a8750092e902 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:38.969961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-d3470b45-73ae-45ca-92be-a8750092e902 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 817 time: 1.5234959 Feb 11 05:34:39.021257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6531c25c-7e16-490d-b61a-982a4ddd5ef7 None None] Provisioning complete for port dea7f323-8eb6-4837-acee-75caa04087dd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:39.021884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6531c25c-7e16-490d-b61a-982a4ddd5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.252475 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:29Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:37Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:39.253236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a5d42-4f36-417a-b247-2dacee40d4cc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=98b8dd7a-bfe3-40a9-a8bd-a5121f64e320,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.274283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-ff1198aa-daa8-4de1-bbc8-3af7efbd58cb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/quotas/d8f6e13b4523489286199af480ed2886 HTTP/1.1" status: 200 len: 375 time: 0.1560910 Feb 11 05:34:39.286345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbef15b7-c642-40c0-bfea-54a09caa7ac9 req-4b4539ae-1d77-4950-a999-c90da526024b tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 210 time: 0.1425996 Feb 11 05:34:39.319071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (963a9854-bb85-4aa1-9a81-4e86ad109099), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.360776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1161746-01d3-4bf8-a427-609df8396288 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:29Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:37Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:39.390835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=963a9854-bb85-4aa1-9a81-4e86ad109099,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.560281 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-503a5d42-4f36-417a-b247-2dacee40d4cc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.583999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-503a5d42-4f36-417a-b247-2dacee40d4cc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 HTTP/1.1" status: 204 len: 168 time: 2.7291155 Feb 11 05:34:39.584674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38920) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:39.709115 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7f930d-6c2f-4297-b966-9b30ad3b700c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:34:39.717312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ca7f930d-6c2f-4297-b966-9b30ad3b700c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/98b8dd7a-bfe3-40a9-a8bd-a5121f64e320 HTTP/1.1" status: 404 len: 333 time: 0.1174197 Feb 11 05:34:39.731931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38926) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:40.048477 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.048477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6531c25c-7e16-490d-b61a-982a4ddd5ef7 None None] Current status of the port dea7f323-8eb6-4837-acee-75caa04087dd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:40.048477 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6531c25c-7e16-490d-b61a-982a4ddd5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.053846 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (42dd1b68-2c0f-4895-8f63-38a2e83567b6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.072897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6531c25c-7e16-490d-b61a-982a4ddd5ef7 None None] For port dea7f323-8eb6-4837-acee-75caa04087dd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dea7f323-8eb6-4837-acee-75caa04087dd,segment=NetworkSegment(464dd6a6-d792-4a2d-af88-2dab6a778409),segment_id=464dd6a6-d792-4a2d-af88-2dab6a778409)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:40.161672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16c32632-f79f-49b0-8eba-bb0a4fa06c45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (0fb3b2a6-0407-4efc-8153-086e2365fb87), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.217251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-b9b424e4-3feb-406f-a626-c5a02191bcc8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9433136 Feb 11 05:34:40.437533 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16c32632-f79f-49b0-8eba-bb0a4fa06c45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (0fb3b2a6-0407-4efc-8153-086e2365fb87), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.710496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57f8103b-9bf8-4e7d-9387-0c1424275109 req-c819ed93-203c-4136-b399-5a288e5794fa tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 210 time: 0.1934142 Feb 11 05:34:40.789993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-793fe302-8448-4f02-9ea6-e8d20cb605da service neutron] 10.222.0.62 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391901 Feb 11 05:34:40.834411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:40.896020 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6531c25c-7e16-490d-b61a-982a4ddd5ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.909385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-9254867b-0656-4415-91e1-bf8edb214591 service neutron] 10.222.0.62 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174359 Feb 11 05:34:40.911609 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.917362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16c32632-f79f-49b0-8eba-bb0a4fa06c45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0fb3b2a6-0407-4efc-8153-086e2365fb87), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.919113 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16c32632-f79f-49b0-8eba-bb0a4fa06c45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.930856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-16c32632-f79f-49b0-8eba-bb0a4fa06c45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/security-groups/0fb3b2a6-0407-4efc-8153-086e2365fb87 HTTP/1.1" status: 204 len: 168 time: 1.1969829 Feb 11 05:34:40.932954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38932) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:41.191474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:41.207652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f0d0eedc-c12d-4bb9-9ee9-0f8e1f6d3ec7 admin admin] 10.222.0.62 "PUT /v2.0/routers/42dd1b68-2c0f-4895-8f63-38a2e83567b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7807081 Feb 11 05:34:41.211179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38938) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:41.264275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] Sync routers for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:41.286201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6f9c246c-3dcb-403e-81e1-8d062b34d6cc None None] Provisioning complete for port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:41.291957 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f9c246c-3dcb-403e-81e1-8d062b34d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.379620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531c25c-7e16-490d-b61a-982a4ddd5ef7 None None] Pushing event updated for resources: {'Port': ['ID=dea7f323-8eb6-4837-acee-75caa04087dd,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.407287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:41.408276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:41.514104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.521166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c246c-3dcb-403e-81e1-8d062b34d6cc None None] Port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:41.522733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c32632-f79f-49b0-8eba-bb0a4fa06c45 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb3b2a6-0407-4efc-8153-086e2365fb87,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.564633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6f9c246c-3dcb-403e-81e1-8d062b34d6cc None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:41.565032 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f9c246c-3dcb-403e-81e1-8d062b34d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.609132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks [] for router (42dd1b68-2c0f-4895-8f63-38a2e83567b6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.646940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ab3047f-5eba-4024-b02a-2abd64d6385e req-e443ce19-5a48-42b7-a140-51e039fde9d1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 210 time: 0.0929701 Feb 11 05:34:41.759554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:41.781032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.906822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dea7f323-8eb6-4837-acee-75caa04087dd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:41.911832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:41.917017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: 79d4c020-c034-43e6-8d08-dc6786970892, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:42.033728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c246c-3dcb-403e-81e1-8d062b34d6cc None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:42.049490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ab1c88a-4ac9-467b-9533-60e0a0a3a9ad req-be881cb7-d80a-4434-9864-9a52e62999ee tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 210 time: 0.0985515 Feb 11 05:34:42.078153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6f9c246c-3dcb-403e-81e1-8d062b34d6cc None None] Could not find standard attr ID for object 98b8dd7a-bfe3-40a9-a8bd-a5121f64e320. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:34:42.087921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21f746b6-2751-46ed-b624-98c9c264c76c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (a622b88d-0df9-4a41-b6a6-82f71a064aa6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.119489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-ab792d77-57db-45e7-b3b5-caac62aa5b90 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ed1e29c42444d5cb93ee6ee4c093bf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665352 Feb 11 05:34:42.133008 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6844d08b-f955-42a9-988e-999d6674024a req-a4ce07be-55c4-46ac-889b-e393e51ec4de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3742101 Feb 11 05:34:42.155814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port dea7f323-8eb6-4837-acee-75caa04087dd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:42.157703 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.163505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks [] for router_gateway (42dd1b68-2c0f-4895-8f63-38a2e83567b6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.219034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21f746b6-2751-46ed-b624-98c9c264c76c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (a622b88d-0df9-4a41-b6a6-82f71a064aa6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.248669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:34:39Z', 'revision_number': 5, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port': {'id': 'fd136bfd-ee8c-4794-810d-67734794125f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:39Z', 'updated_at': '2022-02-11T05:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:42.324209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] Checking router: 42dd1b68-2c0f-4895-8f63-38a2e83567b6 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:42.360530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844d08b-f955-42a9-988e-999d6674024a req-7402eb13-7417-4fba-aad9-d93478031a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.364864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-e6a7643a-a92d-4f1a-b3a1-13dbbce10191 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.366557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-e6a7643a-a92d-4f1a-b3a1-13dbbce10191 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413628 Feb 11 05:34:42.367382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6844d08b-f955-42a9-988e-999d6674024a req-7402eb13-7417-4fba-aad9-d93478031a4d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88dac70661d84ba1b2a1d48939308d1b&device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 1128 time: 0.1468823 Feb 11 05:34:42.399919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Request body: {'port': {'device_id': '67b4f810-d0b7-4176-a5a2-a582495c18e9', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '0ed1e29c42444d5cb93ee6ee4c093bf7'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:42.431242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] Routers {'42dd1b68-2c0f-4895-8f63-38a2e83567b6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:42.432126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:42.462711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 79d4c020-c034-43e6-8d08-dc6786970892 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:42.527952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port dea7f323-8eb6-4837-acee-75caa04087dd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:42.542289 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21f746b6-2751-46ed-b624-98c9c264c76c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a622b88d-0df9-4a41-b6a6-82f71a064aa6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.546131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-21f746b6-2751-46ed-b624-98c9c264c76c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.551312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-21f746b6-2751-46ed-b624-98c9c264c76c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/security-groups/a622b88d-0df9-4a41-b6a6-82f71a064aa6 HTTP/1.1" status: 204 len: 168 time: 1.6131701 Feb 11 05:34:42.556041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38958) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:42.583249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] Set router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:42.628904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844d08b-f955-42a9-988e-999d6674024a req-6c7ce341-d4e7-4dc4-b28a-6e4f71c3fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.630703 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6844d08b-f955-42a9-988e-999d6674024a req-6c7ce341-d4e7-4dc4-b28a-6e4f71c3fc41 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 200 len: 919 time: 0.2052824 Feb 11 05:34:42.632344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f746b6-2751-46ed-b624-98c9c264c76c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a622b88d-0df9-4a41-b6a6-82f71a064aa6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:42.686727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 79d4c020-c034-43e6-8d08-dc6786970892) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:42.709755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:42.711294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.809209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-0040c3e5-6b7a-4a35-91ac-ddec2bcf1ea6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet 233be2c9-e4ff-40c9-bf78-0cd3655a5b94 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:42.816130 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0040c3e5-6b7a-4a35-91ac-ddec2bcf1ea6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (233be2c9-e4ff-40c9-bf78-0cd3655a5b94), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.836829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60c7846-3cb7-4401-8064-c8f1f704fb8d None None] Network 79d4c020-c034-43e6-8d08-dc6786970892 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:42.837368 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6844d08b-f955-42a9-988e-999d6674024a req-b461b24f-d02e-4433-b892-8fbb33ef0ae4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 200 len: 217 time: 0.1890228 Feb 11 05:34:42.844977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:34:42Z', 'revision_number': 6, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:42.903737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0040c3e5-6b7a-4a35-91ac-ddec2bcf1ea6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (233be2c9-e4ff-40c9-bf78-0cd3655a5b94), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.909745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Deleting port fd136bfd-ee8c-4794-810d-67734794125f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:42.910239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fd136bfd-ee8c-4794-810d-67734794125f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.995668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d4c9a-fbd1-4a65-8109-11a0686c1238 None None] The sync data for ids ['42dd1b68-2c0f-4895-8f63-38a2e83567b6'] in n-d-713498-37 is: [{'id': '42dd1b68-2c0f-4895-8f63-38a2e83567b6', 'name': 'tempest-TaggedBootDevicesTest-55421192-router', 'tenant_id': 'eb490f3033ae486888225f8976d0eb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:38Z', 'updated_at': '2022-02-11T05:34:42Z', 'revision_number': 6, 'project_id': 'eb490f3033ae486888225f8976d0eb68', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:43.064546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0040c3e5-6b7a-4a35-91ac-ddec2bcf1ea6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (233be2c9-e4ff-40c9-bf78-0cd3655a5b94), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.168678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] For port fd136bfd-ee8c-4794-810d-67734794125f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fd136bfd-ee8c-4794-810d-67734794125f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:43.169347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fd136bfd-ee8c-4794-810d-67734794125f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.215029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Calling delete_port for fd136bfd-ee8c-4794-810d-67734794125f owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:43.218207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-74f44b1d-e8e6-4a65-91b3-a4778d5415b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.4886844 Feb 11 05:34:43.243885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-79d4c020-c034-43e6-8d08-dc6786970892', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:43.244963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.247951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2fd3d70b-07a9-4c66-8483-f059d39bcd29 req-93767e6e-5771-40f2-afc0-fa3a58fb46d1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 210 time: 0.4568388 Feb 11 05:34:43.257374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38968) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:43.431517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844d08b-f955-42a9-988e-999d6674024a req-822fb461-c8c2-43fe-bb01-f95f53b612e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:43.433026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6844d08b-f955-42a9-988e-999d6674024a req-822fb461-c8c2-43fe-bb01-f95f53b612e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 200 len: 858 time: 0.5888734 Feb 11 05:34:43.475655 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6844d08b-f955-42a9-988e-999d6674024a req-59419691-121f-4d40-b10a-439b95f1e47d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b507a840-19c0-44e0-896a-1d295ca8b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318203 Feb 11 05:34:43.511875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0040c3e5-6b7a-4a35-91ac-ddec2bcf1ea6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (233be2c9-e4ff-40c9-bf78-0cd3655a5b94), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.580133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Allocated IP 2001:db8:1::2 (79d4c020-c034-43e6-8d08-dc6786970892/46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02/6c5f5e37-8d0e-44d9-8b31-b6a82b776111) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:43.764878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0040c3e5-6b7a-4a35-91ac-ddec2bcf1ea6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.780650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0040c3e5-6b7a-4a35-91ac-ddec2bcf1ea6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/233be2c9-e4ff-40c9-bf78-0cd3655a5b94 HTTP/1.1" status: 204 len: 168 time: 1.1769285 Feb 11 05:34:43.780650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040c3e5-6b7a-4a35-91ac-ddec2bcf1ea6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=233be2c9-e4ff-40c9-bf78-0cd3655a5b94,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:43.789330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38978) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:43.805170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c56c713-724f-44f6-9d27-5bdc4db5740e req-9f49d7ba-311d-4f32-8f70-325effed7faa tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 210 time: 0.3035600 Feb 11 05:34:43.810126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:43.814088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec1b4c-b35d-48fb-aaef-b6a77d461f59 None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:43.836017 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6844d08b-f955-42a9-988e-999d6674024a req-982ccbe4-6bb7-4117-b04c-cecec8a010f8 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300403 Feb 11 05:34:43.973774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fd136bfd-ee8c-4794-810d-67734794125f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:44.054653 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fd136bfd-ee8c-4794-810d-67734794125f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.077857 n-d-713498-37 neutron-server[104088]: INFO neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No ports have port_id starting with fd136bfd-ee8c-4794-810d-67734794125f Feb 11 05:34:44.105606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 963a9854-bb85-4aa1-9a81-4e86ad109099 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:44.145740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Made reservation on behalf of 0ed1e29c42444d5cb93ee6ee4c093bf7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:44.148912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 963a9854-bb85-4aa1-9a81-4e86ad109099 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:44.149862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 963a9854-bb85-4aa1-9a81-4e86ad109099 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:44.149984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.180374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Publish callbacks [] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.186945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd136bfd-ee8c-4794-810d-67734794125f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:44.202188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.226461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6844d08b-f955-42a9-988e-999d6674024a req-55cb024d-8485-46ca-a5ef-c929b8b32121 service neutron] 10.222.0.65 "GET /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863561 Feb 11 05:34:44.258968 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.321684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (42dd1b68-2c0f-4895-8f63-38a2e83567b6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.426318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Pushing event updated for resources: {'Port': ['ID=6c5f5e37-8d0e-44d9-8b31-b6a82b776111,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:44.440794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Network 79d4c020-c034-43e6-8d08-dc6786970892 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:44.440794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:44.447714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:44.555710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Attempting to bind port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:44.557358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Attempting to bind port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:44.557913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Attempting to bind port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 on network 79d4c020-c034-43e6-8d08-dc6786970892 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:44.564785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:44.565373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Checking segment: {'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:44.566063 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.566776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Bound using segment: {'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:44.567420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Bound port: 6c5f5e37-8d0e-44d9-8b31-b6a82b776111, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:44.568010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.631994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7681b5c8-8e05-496d-9a0a-edb2fd36bff6 req-26f2bed7-d605-42fc-b8d5-88a1882bf07d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 210 time: 0.1431601 Feb 11 05:34:44.665155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (42dd1b68-2c0f-4895-8f63-38a2e83567b6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.669843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks [] for router_controller (42dd1b68-2c0f-4895-8f63-38a2e83567b6), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.677604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] For port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:44.682458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] For port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6c5f5e37-8d0e-44d9-8b31-b6a82b776111,segment=NetworkSegment(fc886202-00b3-4305-b425-c2fda30889ee),segment_id=fc886202-00b3-4305-b425-c2fda30889ee)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:44.761212 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.802017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.814461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks [] for security_group (5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.849018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (42dd1b68-2c0f-4895-8f63-38a2e83567b6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.849829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42dd1b68-2c0f-4895-8f63-38a2e83567b6 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:34:44.868148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.871657 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5248d68e-0b90-49c0-987b-d464f997cdb7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/42dd1b68-2c0f-4895-8f63-38a2e83567b6 HTTP/1.1" status: 204 len: 168 time: 3.6556776 Feb 11 05:34:44.872771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38994) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:44.935962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:44.950771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.014314 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b675d3c-9ede-4038-a7e8-174176c0b093 None None] Pushing event updated for resources: {'Port': ['ID=6c5f5e37-8d0e-44d9-8b31-b6a82b776111,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:45.223675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c22399-d3d8-4bc0-87e1-5fbc58c7639a admin admin] Deleting subnet fd0ec941-1a13-44ed-bbdf-2af1456df270 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:45.351877 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00c22399-d3d8-4bc0-87e1-5fbc58c7639a admin admin] Publish callbacks [] for subnet (fd0ec941-1a13-44ed-bbdf-2af1456df270), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.554229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.814374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-637ea57c-e6df-41d2-8c6f-4d7803160d70 None None] Provisioning complete for port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:45.814955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-637ea57c-e6df-41d2-8c6f-4d7803160d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.865264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-3ba11e3d-229d-481b-913f-daa669b5b885 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:45.870763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-3ba11e3d-229d-481b-913f-daa669b5b885 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.65 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 817 time: 0.8913524 Feb 11 05:34:45.877820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-637ea57c-e6df-41d2-8c6f-4d7803160d70 None None] Port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:45.886070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:45.959156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-637ea57c-e6df-41d2-8c6f-4d7803160d70 None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:45.959527 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-637ea57c-e6df-41d2-8c6f-4d7803160d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.977607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00c22399-d3d8-4bc0-87e1-5fbc58c7639a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (fd0ec941-1a13-44ed-bbdf-2af1456df270), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.049406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:46.049842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.057008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8:1::1 (79d4c020-c034-43e6-8d08-dc6786970892/46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02/b4ad3378-e839-488b-99a9-e2f255c1bfc2) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:46.120301 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-2f928927-3436-4783-b4b9-25d9220fd21e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8f6e13b4523489286199af480ed2886 HTTP/1.1" status: 200 len: 379 time: 0.1648197 Feb 11 05:34:46.142582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'port': {'device_id': '64060182-b978-4ddf-9273-64c8b3b356ea', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'admin_state_up': True, 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'security_groups': ['d5b21e32-919a-432e-9840-98669601b11b']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:46.183762 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-72856c80-fecd-47cb-9bcc-76163a854b56 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3311818 Feb 11 05:34:46.186335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-637ea57c-e6df-41d2-8c6f-4d7803160d70 None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:46.256084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:46.256480 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.295516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbeeae8f-ae96-466a-8e43-bd661255b21d req-0641d843-4cb3-4f3c-a604-b283ffeb270c tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 210 time: 0.5686607 Feb 11 05:34:46.297310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:46.309934 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (f66aa1a3-5d88-49ec-bce7-b4c13dc5159e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.347933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6c5f5e37-8d0e-44d9-8b31-b6a82b776111,segment=NetworkSegment(fc886202-00b3-4305-b425-c2fda30889ee),segment_id=fc886202-00b3-4305-b425-c2fda30889ee)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:46.416577 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.434636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00c22399-d3d8-4bc0-87e1-5fbc58c7639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (fd0ec941-1a13-44ed-bbdf-2af1456df270), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.497551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-0bb9f2cf-0498-4c94-b518-311d3ce37610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.499430 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-0bb9f2cf-0498-4c94-b518-311d3ce37610 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 1133 time: 0.2442477 Feb 11 05:34:46.527972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00d0f272-ca7e-4464-aa86-bd03c33bb10e req-d49d802b-a82a-4b15-8dec-2cccd43d21fa tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 210 time: 0.3469222 Feb 11 05:34:46.611750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:46.615133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=6c5f5e37-8d0e-44d9-8b31-b6a82b776111,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:46.622674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:46.636243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca1d0a-49d5-4b9f-9890-b5a358e43dd7 None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:46.637226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Made reservation on behalf of d8f6e13b4523489286199af480ed2886 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:46.649944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.650572 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.656972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.714873 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00c22399-d3d8-4bc0-87e1-5fbc58c7639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (fd0ec941-1a13-44ed-bbdf-2af1456df270), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.725757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=f66aa1a3-5d88-49ec-bce7-b4c13dc5159e,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:46.775547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-557bd45a-fbfd-499e-b80d-560330fdb252 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9829724 Feb 11 05:34:46.784340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.788129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39018) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:46.854625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c60791a2-a87c-4486-8b0b-da164c2e15a4 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'security_group': {'name': 'tempest-secgroup-586868806'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:46.867032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b9fb12-5b42-4f24-9033-f3ff984938a8 None None] Network 79d4c020-c034-43e6-8d08-dc6786970892 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:46.965521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Allocated IP 192.168.233.64 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/bd381722-4bc4-4038-b7a2-154a1afaa74c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:47.005696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Allocated IP 172.20.0.14 (8410a802-bff5-4cc4-99df-b604d815485f/3ac16ba6-f582-4bbd-a9ff-3b692640be2d/d98e3735-012a-41d2-9c4c-d9f71456c4c6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:47.083681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c60791a2-a87c-4486-8b0b-da164c2e15a4 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.088924 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.166363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.191511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 79d4c020-c034-43e6-8d08-dc6786970892 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:47.201671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c22399-d3d8-4bc0-87e1-5fbc58c7639a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0ec941-1a13-44ed-bbdf-2af1456df270,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.204046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:47.207084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00c22399-d3d8-4bc0-87e1-5fbc58c7639a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.210822 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-00c22399-d3d8-4bc0-87e1-5fbc58c7639a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fd0ec941-1a13-44ed-bbdf-2af1456df270 HTTP/1.1" status: 204 len: 168 time: 2.3370471 Feb 11 05:34:47.213251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39020) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:47.213428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:47.214052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.257541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.266289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-d171c91b-b50d-472a-920f-53138753380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:47.267268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=b4ad3378-e839-488b-99a9-e2f255c1bfc2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.267787 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-d171c91b-b50d-472a-920f-53138753380b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.7382205 Feb 11 05:34:47.335991 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks [] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.382755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-59a694e4-634f-44ca-ac97-1a97da8e30a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614 HTTP/1.1" status: 200 len: 217 time: 0.0915327 Feb 11 05:34:47.436620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c60791a2-a87c-4486-8b0b-da164c2e15a4 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (ec42e4dd-e789-4b46-80b2-3f2e72c1e411), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.442541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-5f959a05-a3ed-454e-ad92-e238055880d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:47.444047 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-5f959a05-a3ed-454e-ad92-e238055880d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0533860 Feb 11 05:34:47.451916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (caca48b3-58ec-4ad7-8f32-65e1f8b02aa4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.454707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Network 8410a802-bff5-4cc4-99df-b604d815485f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:47.473491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:47.492871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.496291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:47.512439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39c01663-0a61-4af1-8460-3b071870fbe8 req-716370b0-6084-4d05-8042-36e940415540 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 210 time: 0.0406291 Feb 11 05:34:47.512776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6288c4c-3bae-477e-9c18-43416e571295 None None] Network caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:47.564375 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c60791a2-a87c-4486-8b0b-da164c2e15a4 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ec42e4dd-e789-4b46-80b2-3f2e72c1e411), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.572016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:47.573289 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.651659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.660463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.698111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02940bbe-413e-4714-a899-f5c48faf6086 None None] Update dhcp port {'port': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'fixed_ips': [{'subnet_id': '0ec52acf-719d-486b-a456-600998978415', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f66aa1a3-5d88-49ec-bce7-b4c13dc5159e'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '3bad4f62-a535-4bba-b70f-df9de0635e6e'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:34:47.700492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6bbad444-2806-4e5e-8915-84d089d1a00b None None] Provisioning complete for port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:47.700725 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6bbad444-2806-4e5e-8915-84d089d1a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.727001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-46048f58-e387-4288-b65f-3847b4837972 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5963762 Feb 11 05:34:47.742449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60791a2-a87c-4486-8b0b-da164c2e15a4 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec42e4dd-e789-4b46-80b2-3f2e72c1e411,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.747915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Request body: {'port': {'device_id': '64060182-b978-4ddf-9273-64c8b3b356ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:47.790629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:47.851786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-0aadb237-3d4a-41a8-9635-7227629dc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:47.864438 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-0aadb237-3d4a-41a8-9635-7227629dc7c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4070117 Feb 11 05:34:47.889373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c60791a2-a87c-4486-8b0b-da164c2e15a4 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.895982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c60791a2-a87c-4486-8b0b-da164c2e15a4 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0599232 Feb 11 05:34:47.896983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Pushing event updated for resources: {'Port': ['ID=bd381722-4bc4-4038-b7a2-154a1afaa74c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.910714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39032) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:47.919709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ef73d625-631f-45ef-9a79-c07bb414665c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'security_group': {'name': 'tempest-secgroup-628146853'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:47.986634 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-02940bbe-413e-4714-a899-f5c48faf6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.009758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.013862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:48.018674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:48.024086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:48.037758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Deleting port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:48.047799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.121641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.122462 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.205081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140253-34a3-48b7-b792-3b5e2ba63f4f req-f43e6413-c329-42d9-bbf8-67f387183aba tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.207337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce140253-34a3-48b7-b792-3b5e2ba63f4f req-f43e6413-c329-42d9-bbf8-67f387183aba tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 932 time: 0.4385650 Feb 11 05:34:48.307369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-22596518-b364-4748-aac4-3d4594ff93b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9329538 Feb 11 05:34:48.358439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-02940bbe-413e-4714-a899-f5c48faf6086 None None] Allocated IP 2001:db8::2 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/f66aa1a3-5d88-49ec-bce7-b4c13dc5159e/3bad4f62-a535-4bba-b70f-df9de0635e6e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:48.415492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Request body: {'port': {'device_id': '67b4f810-d0b7-4176-a5a2-a582495c18e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:48.479419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-02940bbe-413e-4714-a899-f5c48faf6086 None None] For port 3bad4f62-a535-4bba-b70f-df9de0635e6e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3bad4f62-a535-4bba-b70f-df9de0635e6e,segment=NetworkSegment(ff252bdf-2c94-445e-b709-1d22ba339d30),segment_id=ff252bdf-2c94-445e-b709-1d22ba339d30)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:48.512721 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-02940bbe-413e-4714-a899-f5c48faf6086 None None] Publish callbacks [] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.580308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:48.581020 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.590846 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-02940bbe-413e-4714-a899-f5c48faf6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.600396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce140253-34a3-48b7-b792-3b5e2ba63f4f req-612ee193-4969-4715-bf56-ff6c29c418e6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044493 Feb 11 05:34:48.699723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.710289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] DHCP port deletion for caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:48.922875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98e3735-012a-41d2-9c4c-d9f71456c4c6 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:48.932765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Publish callbacks [] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.959029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Transition to ACTIVE for port object d98e3735-012a-41d2-9c4c-d9f71456c4c6 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:48.979516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02940bbe-413e-4714-a899-f5c48faf6086 None None] Pushing event updated for resources: {'Port': ['ID=3bad4f62-a535-4bba-b70f-df9de0635e6e,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:48.999500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6bbad444-2806-4e5e-8915-84d089d1a00b None None] Current status of the port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:49.068429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:49.074179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ef73d625-631f-45ef-9a79-c07bb414665c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.095916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] Deleting port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:49.096297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.139071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c2032-be60-47ef-acef-3b8bd048f120 req-3dffd244-fe2c-427c-af30-2fc7e769a177 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:49.146619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c64c2032-be60-47ef-acef-3b8bd048f120 req-3dffd244-fe2c-427c-af30-2fc7e769a177 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 935 time: 0.5172236 Feb 11 05:34:49.173770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ef73d625-631f-45ef-9a79-c07bb414665c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (74029a3a-a93c-4cfb-87c9-3712b698650a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.177703 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-0fe3a345-bfd7-47b5-8ec5-85ec1e0a933e service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2997391 Feb 11 05:34:49.184175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.205714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ef901652-5062-4c36-8e13-04b76d620e88 None None] Provisioning complete for port b4ad3378-e839-488b-99a9-e2f255c1bfc2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:49.206142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ef901652-5062-4c36-8e13-04b76d620e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.257555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.262339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ef73d625-631f-45ef-9a79-c07bb414665c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (74029a3a-a93c-4cfb-87c9-3712b698650a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.268333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] For port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:49.272166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] For port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,segment=NetworkSegment(f06c5926-79a3-403d-99e3-6b7b0413190e),segment_id=f06c5926-79a3-403d-99e3-6b7b0413190e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:49.272637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.282816 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.291885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] Calling delete_port for 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:49.297538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ef901652-5062-4c36-8e13-04b76d620e88 None None] Port b4ad3378-e839-488b-99a9-e2f255c1bfc2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:49.316240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ef901652-5062-4c36-8e13-04b76d620e88 None None] Provisioning complete for port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:49.316658 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ef901652-5062-4c36-8e13-04b76d620e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.369645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Calling delete_port for 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:49.428461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.443736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c64c2032-be60-47ef-acef-3b8bd048f120 req-e4d38b24-e232-410e-9f0f-6f90933e661b tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961404 Feb 11 05:34:49.459051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ef73d625-631f-45ef-9a79-c07bb414665c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.475657 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ef73d625-631f-45ef-9a79-c07bb414665c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5631025 Feb 11 05:34:49.604806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd381722-4bc4-4038-b7a2-154a1afaa74c {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:49.606880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39044) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:49.613510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Publish callbacks [] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.622015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-088c7255-a674-4a3e-9d5f-5ce583a8e35d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'security_group': {'name': 'tempest-secgroup-300666735'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:49.628531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.629283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.697763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73d625-631f-45ef-9a79-c07bb414665c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74029a3a-a93c-4cfb-87c9-3712b698650a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.698266 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.710724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Transition to ACTIVE for port object bd381722-4bc4-4038-b7a2-154a1afaa74c will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:49.810051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] Pushing event deleted for resources: {'Port': ['ID=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.838883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3bad4f62-a535-4bba-b70f-df9de0635e6e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:49.852003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf4883-af16-46c0-8d16-01ca23fa6742 None None] No DVR routers for this DVR port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:49.914600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ef901652-5062-4c36-8e13-04b76d620e88 None None] Current status of the port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:49.969422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:49.969800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.214609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:50.216010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-088c7255-a674-4a3e-9d5f-5ce583a8e35d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.245623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8b17aa95-1d6f-4cb6-b0c3-ab1fbeb4f088 None None] Provisioning complete for port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:50.246047 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b17aa95-1d6f-4cb6-b0c3-ab1fbeb4f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.282843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Attempting to bind port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:50.296962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Attempting to bind port d98e3735-012a-41d2-9c4c-d9f71456c4c6 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:50.297552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Attempting to bind port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on network 8410a802-bff5-4cc4-99df-b604d815485f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:50.338117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-42a9291c-e98c-41de-a57c-15deeedb5457 req-a7eaa7aa-f711-43ae-bbb1-50c3f0ef8f8f service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1482060 Feb 11 05:34:50.344489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on network 8410a802-bff5-4cc4-99df-b604d815485f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:50.345865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Attempting to bind port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on network 8410a802-bff5-4cc4-99df-b604d815485f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:50.366115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8b17aa95-1d6f-4cb6-b0c3-ab1fbeb4f088 None None] Port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:50.370147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:50.370642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Checking segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:50.371150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Bound using segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:50.371717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Bound port: d98e3735-012a-41d2-9c4c-d9f71456c4c6, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:50.372212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.389764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:50.432221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (202ecb12-9444-4b0f-9b5a-f2f591eb85d7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.443023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:50.453057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:50.482059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8b17aa95-1d6f-4cb6-b0c3-ab1fbeb4f088 None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:50.482570 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b17aa95-1d6f-4cb6-b0c3-ab1fbeb4f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.588096 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-088c7255-a674-4a3e-9d5f-5ce583a8e35d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (e0bd50c3-aa7b-4ae3-89f6-76dcd252f196), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.695162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:50.704681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 79d4c020-c034-43e6-8d08-dc6786970892 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:50.707236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=b4ad3378-e839-488b-99a9-e2f255c1bfc2,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:50.712023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:50.718157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8b17aa95-1d6f-4cb6-b0c3-ab1fbeb4f088 None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:50.724064 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.733699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:50.742387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-088c7255-a674-4a3e-9d5f-5ce583a8e35d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e0bd50c3-aa7b-4ae3-89f6-76dcd252f196), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.745671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] No DVR routers for this DVR port 202ecb12-9444-4b0f-9b5a-f2f591eb85d7 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:50.795305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=202ecb12-9444-4b0f-9b5a-f2f591eb85d7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:50.842536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c7255-a674-4a3e-9d5f-5ce583a8e35d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bd50c3-aa7b-4ae3-89f6-76dcd252f196,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:50.932476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (caca48b3-58ec-4ad7-8f32-65e1f8b02aa4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.958569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caca48b3-58ec-4ad7-8f32-65e1f8b02aa4']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:50.972277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06c5926-79a3-403d-99e3-6b7b0413190e') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:50.974682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06c5926-79a3-403d-99e3-6b7b0413190e') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:50.989392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (f06c5926-79a3-403d-99e3-6b7b0413190e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.022501 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.038814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Attempting to bind port bd381722-4bc4-4038-b7a2-154a1afaa74c on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:51.041319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Attempting to bind port bd381722-4bc4-4038-b7a2-154a1afaa74c by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:51.048830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Attempting to bind port bd381722-4bc4-4038-b7a2-154a1afaa74c on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:51.056056 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f06c5926-79a3-403d-99e3-6b7b0413190e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.069025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:51.069374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (f06c5926-79a3-403d-99e3-6b7b0413190e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.071048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Pushing event updated for resources: {'Port': ['ID=bd381722-4bc4-4038-b7a2-154a1afaa74c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.160835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Port bd381722-4bc4-4038-b7a2-154a1afaa74c on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:51.161180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Attempting to bind port bd381722-4bc4-4038-b7a2-154a1afaa74c on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:51.169349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:51.187253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0e59a-17e8-4841-9873-ef50dd4bc9c8 req-834245a1-c2e7-4407-b4f3-7993314be702 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.208723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26d0e59a-17e8-4841-9873-ef50dd4bc9c8 req-834245a1-c2e7-4407-b4f3-7993314be702 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.5118589 Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:51.221040 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:51.258916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:51.259583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:51.260202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:51.261074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Bound port: bd381722-4bc4-4038-b7a2-154a1afaa74c, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:51.261702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.270466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.271100 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.272566 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] 10.222.0.65 "PUT /v2.0/ports/d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 1093 time: 3.5300336 Feb 11 05:34:51.274325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:51.278728 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:51.300750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5fa55-5ab2-4f4f-8612-ee20b05f41f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.307299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17b6643f-c982-4a75-a078-d5bfedddac9a None None] Provisioning complete for port b4ad3378-e839-488b-99a9-e2f255c1bfc2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:51.308904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17b6643f-c982-4a75-a078-d5bfedddac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.321286 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-088c7255-a674-4a3e-9d5f-5ce583a8e35d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.323052 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-088c7255-a674-4a3e-9d5f-5ce583a8e35d tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7148252 Feb 11 05:34:51.329319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39072) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:51.335864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1489255898', 'security_groups': ['e0bd50c3-aa7b-4ae3-89f6-76dcd252f196'], 'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f66aa1a3-5d88-49ec-bce7-b4c13dc5159e'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:51.366288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] For port bd381722-4bc4-4038-b7a2-154a1afaa74c, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:51.370488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] For port bd381722-4bc4-4038-b7a2-154a1afaa74c, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=bd381722-4bc4-4038-b7a2-154a1afaa74c,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:51.382471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9395a6-bf49-4fd8-96bc-93e852d9b7d5 req-9a3576b8-7f55-42f1-bc71-d0cc54c46fa2 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.385190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17b6643f-c982-4a75-a078-d5bfedddac9a None None] Port b4ad3378-e839-488b-99a9-e2f255c1bfc2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:51.391294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe9395a6-bf49-4fd8-96bc-93e852d9b7d5 req-9a3576b8-7f55-42f1-bc71-d0cc54c46fa2 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 947 time: 0.6955976 Feb 11 05:34:51.510272 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.535443 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (caca48b3-58ec-4ad7-8f32-65e1f8b02aa4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.550586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.558205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/caca48b3-58ec-4ad7-8f32-65e1f8b02aa4 HTTP/1.1" status: 204 len: 168 time: 4.3438334 Feb 11 05:34:51.560452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39074) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:51.623990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26d0e59a-17e8-4841-9873-ef50dd4bc9c8 req-9da83440-5d07-4dbd-8cfa-82ccd09bdfa7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4142900 Feb 11 05:34:51.724711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c91c8-b6b2-4542-b95c-1c91136d9ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=caca48b3-58ec-4ad7-8f32-65e1f8b02aa4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.741702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe9395a6-bf49-4fd8-96bc-93e852d9b7d5 req-aa881cc7-aab1-43e2-9d0b-571b07db1f0a tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495030 Feb 11 05:34:51.762332 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:34:51.779802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.780637 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.782333 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] 10.222.0.83 "PUT /v2.0/ports/bd381722-4bc4-4038-b7a2-154a1afaa74c HTTP/1.1" status: 200 len: 1096 time: 3.3743684 Feb 11 05:34:51.782957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b4f810-d0b7-4176-a5a2-a582495c18e9', 'tag': 'bd381722-4bc4-4038-b7a2-154a1afaa74c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:51.787470 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f4c645-16b6-4c92-ba93-71d58634224d" -d '{"events": [{"name": "network-changed", "server_uuid": "67b4f810-d0b7-4176-a5a2-a582495c18e9", "tag": "bd381722-4bc4-4038-b7a2-154a1afaa74c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:51.812234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:51.825394 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:51.829704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e61c2ccb-f986-499d-b374-4d97ab2c623b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5710647 Feb 11 05:34:51.831836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d6257-b766-466b-ab05-734bf0b45725 service neutron] Pushing event updated for resources: {'Port': ['ID=bd381722-4bc4-4038-b7a2-154a1afaa74c,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.839364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39078) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:51.848023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-452680423'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:51.854579 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:51.855194 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:51.877254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-f42a87e4-0f21-46de-a2b0-85f2791f6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.877254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-f42a87e4-0f21-46de-a2b0-85f2791f6c0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1127 time: 0.3824832 Feb 11 05:34:51.877254 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e9305-47c6-49ae-941f-745165a64ff8 x-openstack-request-id: req-3e3e9305-47c6-49ae-941f-745165a64ff8 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:51.877254 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:51.877254 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e3e9305-47c6-49ae-941f-745165a64ff8 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:51.877254 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'status': 'completed', 'code': 200} Feb 11 05:34:51.912443 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36845be4-65ed-4361-b700-23a75929a45b x-openstack-request-id: req-36845be4-65ed-4361-b700-23a75929a45b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:51.912443 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b4f810-d0b7-4176-a5a2-a582495c18e9", "tag": "bd381722-4bc4-4038-b7a2-154a1afaa74c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:51.912443 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36845be4-65ed-4361-b700-23a75929a45b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:51.912953 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b4f810-d0b7-4176-a5a2-a582495c18e9', 'tag': 'bd381722-4bc4-4038-b7a2-154a1afaa74c', 'status': 'completed', 'code': 200} Feb 11 05:34:51.932012 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-f4240f92-39d6-4818-8754-18edd1fb77a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0516274 Feb 11 05:34:51.937384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:52.007434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-c3d6bb2c-22b0-4145-8d34-3a0528eda757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.008463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-c3d6bb2c-22b0-4145-8d34-3a0528eda757 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ed1e29c42444d5cb93ee6ee4c093bf7&device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 1130 time: 0.1119785 Feb 11 05:34:52.025918 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:52.088250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:52.091619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.100897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-19b3a87d-7bb0-4e2f-affd-315f85059deb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bd381722-4bc4-4038-b7a2-154a1afaa74c HTTP/1.1" status: 200 len: 217 time: 0.0845902 Feb 11 05:34:52.108268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.211290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-04b17f24-c549-4295-8c9d-0ccc659fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.212887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-04b17f24-c549-4295-8c9d-0ccc659fbfd9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1070483 Feb 11 05:34:52.220695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] device_id is not set on port 54b5d70e-d43f-4f8f-8342-ffbd2b694a09 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:52.306256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-c189461f-93f8-49a7-9e03-f17eb6d53616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.308863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-c189461f-93f8-49a7-9e03-f17eb6d53616 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0897181 Feb 11 05:34:52.343526 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:47Z', 'revision_number': 3, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:48Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:52.355352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:52.368981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-f1f5a416-72cd-49b8-a68b-dc9de1ee3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.370507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-f1f5a416-72cd-49b8-a68b-dc9de1ee3d71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.2745297 Feb 11 05:34:52.392013 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:52.398098 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Updating router bfff2aed-20a5-480c-90b7-6ff0eda03c1f port b4ad3378-e839-488b-99a9-e2f255c1bfc2 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:34:52.428097 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.456754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-634171e3-c7df-4ba6-9574-432341496486 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379921 Feb 11 05:34:52.476345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (df903979-a850-4125-8234-bec73716627b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.476730 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment df903979-a850-4125-8234-bec73716627b of type vlan for network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 Feb 11 05:34:52.574869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ded31d9-3c6d-4c04-ab8a-016cd311a26a req-676be7fe-15ee-4719-9e25-cfb1beb70e08 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127725 Feb 11 05:34:52.725530 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (ea9b362b-350a-42ac-943c-bcf1a5b62bc7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.808669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-b350f1c8-543c-4fcf-87cf-dab6795206c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.810239 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-b350f1c8-543c-4fcf-87cf-dab6795206c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4268141 Feb 11 05:34:52.816705 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Publish callbacks [] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.866007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8::118 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/f66aa1a3-5d88-49ec-bce7-b4c13dc5159e/54b5d70e-d43f-4f8f-8342-ffbd2b694a09) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:52.906918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (ea9b362b-350a-42ac-943c-bcf1a5b62bc7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.912852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.913511 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.920085 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.931575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4c645-16b6-4c92-ba93-71d58634224d req-dc964976-cff9-40f2-8b2f-44954447a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.933787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f4c645-16b6-4c92-ba93-71d58634224d req-dc964976-cff9-40f2-8b2f-44954447a8a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ed1e29c42444d5cb93ee6ee4c093bf7&device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 1130 time: 0.2256269 Feb 11 05:34:52.977304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03116-fa6c-41d2-b902-d709e049914a req-1e218253-5ba7-4634-b074-2ff07ad02668 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.979161 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48e03116-fa6c-41d2-b902-d709e049914a req-1e218253-5ba7-4634-b074-2ff07ad02668 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1571696 Feb 11 05:34:53.047737 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0637a-e1b1-40f5-9395-b9b62c06fd0f None None] Pushing event updated for resources: {'Port': ['ID=b4ad3378-e839-488b-99a9-e2f255c1bfc2,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:53.083379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=ea9b362b-350a-42ac-943c-bcf1a5b62bc7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:53.100588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:53.133207 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e600539c-410d-497d-9951-b6a9f728b184 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2897317 Feb 11 05:34:53.136355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39090) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:53.153943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:53.208034 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Attempting to bind port b4ad3378-e839-488b-99a9-e2f255c1bfc2 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:53.208320 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Attempting to bind port b4ad3378-e839-488b-99a9-e2f255c1bfc2 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:53.208730 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Attempting to bind port b4ad3378-e839-488b-99a9-e2f255c1bfc2 on network 79d4c020-c034-43e6-8d08-dc6786970892 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:53.225038 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:53.225415 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Checking segment: {'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:53.225819 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.226308 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Bound using segment: {'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:53.226783 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Bound port: b4ad3378-e839-488b-99a9-e2f255c1bfc2, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc886202-00b3-4305-b425-c2fda30889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:53.227159 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.318224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48e03116-fa6c-41d2-b902-d709e049914a req-3ebb073f-8417-41fc-97ce-4e315121faaf tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142910 Feb 11 05:34:53.382421 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] For port b4ad3378-e839-488b-99a9-e2f255c1bfc2, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:53.393276 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] For port b4ad3378-e839-488b-99a9-e2f255c1bfc2, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b4ad3378-e839-488b-99a9-e2f255c1bfc2,segment=NetworkSegment(fc886202-00b3-4305-b425-c2fda30889ee),segment_id=fc886202-00b3-4305-b425-c2fda30889ee)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:53.413182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4c645-16b6-4c92-ba93-71d58634224d req-6d9420ff-b7e0-4e0c-9ed3-7d9d8aef469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.414758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f4c645-16b6-4c92-ba93-71d58634224d req-6d9420ff-b7e0-4e0c-9ed3-7d9d8aef469f service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.4709883 Feb 11 05:34:53.438385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29984b7f-a632-4adb-b810-b3e10b261146 req-f0b2f5b8-e247-48cb-b417-5cd3cf49db5b tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.446202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-29984b7f-a632-4adb-b810-b3e10b261146 req-f0b2f5b8-e247-48cb-b417-5cd3cf49db5b tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 947 time: 0.4202821 Feb 11 05:34:53.462988 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.562861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f4c645-16b6-4c92-ba93-71d58634224d req-9dc785fe-ab6b-4634-bf7c-4b60ebd333e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bd381722-4bc4-4038-b7a2-154a1afaa74c HTTP/1.1" status: 200 len: 217 time: 0.1156011 Feb 11 05:34:53.568968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.572986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-70bf52dd-4ba8-4f58-aa39-286a003a2ecc None None] Provisioning complete for port b4ad3378-e839-488b-99a9-e2f255c1bfc2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:53.573367 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70bf52dd-4ba8-4f58-aa39-286a003a2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.647044 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:53.651307 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:53.717946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-29984b7f-a632-4adb-b810-b3e10b261146 req-cac41d7d-6321-4566-bf8d-3485925bf71d tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483883 Feb 11 05:34:53.726854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4c645-16b6-4c92-ba93-71d58634224d req-e8a31151-2ad2-4103-a9fb-35ebfe514ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.728413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f4c645-16b6-4c92-ba93-71d58634224d req-e8a31151-2ad2-4103-a9fb-35ebfe514ef8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.1480212 Feb 11 05:34:53.734599 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-cb9f17e5-b53b-439b-a8b4-bfc573a57ac8 service neutron] 10.222.0.65 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9158437 Feb 11 05:34:53.775930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:53.778634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.812620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-70bf52dd-4ba8-4f58-aa39-286a003a2ecc None None] Current status of the port b4ad3378-e839-488b-99a9-e2f255c1bfc2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:53.818532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70bf52dd-4ba8-4f58-aa39-286a003a2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.904281 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:53.908009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-70bf52dd-4ba8-4f58-aa39-286a003a2ecc None None] For port b4ad3378-e839-488b-99a9-e2f255c1bfc2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b4ad3378-e839-488b-99a9-e2f255c1bfc2,segment=NetworkSegment(fc886202-00b3-4305-b425-c2fda30889ee),segment_id=fc886202-00b3-4305-b425-c2fda30889ee)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:53.918382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.994655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70bf52dd-4ba8-4f58-aa39-286a003a2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.082905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=54b5d70e-d43f-4f8f-8342-ffbd2b694a09,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:54.118213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (f2095413-f467-414e-82cc-0e23906baf93), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.126251 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0637a-e1b1-40f5-9395-b9b62c06fd0f None None] Pushing event updated for resources: {'Port': ['ID=b4ad3378-e839-488b-99a9-e2f255c1bfc2,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:54.127093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4c645-16b6-4c92-ba93-71d58634224d req-a3342340-7901-4a4e-8d53-e943aba5df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.140733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f4c645-16b6-4c92-ba93-71d58634224d req-a3342340-7901-4a4e-8d53-e943aba5df9b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3956580 Feb 11 05:34:54.141403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf52dd-4ba8-4f58-aa39-286a003a2ecc None None] Pushing event updated for resources: {'Port': ['ID=b4ad3378-e839-488b-99a9-e2f255c1bfc2,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:54.149166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3fa616ac-023d-4f6a-8420-6c2b3b3c9bbb None None] Provisioning complete for port b4ad3378-e839-488b-99a9-e2f255c1bfc2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:54.149605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fa616ac-023d-4f6a-8420-6c2b3b3c9bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.293186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:54.347808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3fa616ac-023d-4f6a-8420-6c2b3b3c9bbb None None] Current status of the port b4ad3378-e839-488b-99a9-e2f255c1bfc2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:54.388042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (5f10eb9a-fe9d-4628-8158-3e9f76185930), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.433616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f4c645-16b6-4c92-ba93-71d58634224d req-f54b7778-a496-450d-b09a-99ba52751322 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919788 Feb 11 05:34:54.455826 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:47Z', 'revision_number': 3, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:54.545665 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01837ee8-c666-41eb-97cf-81ef2070cdd5 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:47Z', 'revision_number': 3, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:54.723462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=5f10eb9a-fe9d-4628-8158-3e9f76185930,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:54.811591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9d209-e4e7-4f00-ab3a-944cb989e98c req-f47f6be1-a786-46bd-84f9-a185627aa9e4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.814537 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fce9d209-e4e7-4f00-ab3a-944cb989e98c req-f47f6be1-a786-46bd-84f9-a185627aa9e4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.3286564 Feb 11 05:34:54.817552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:54.817919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: ea9b362b-350a-42ac-943c-bcf1a5b62bc7, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:54.918341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06f4c645-16b6-4c92-ba93-71d58634224d req-22f44e54-b231-43a0-b965-5234386eb820 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335947 Feb 11 05:34:54.928017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:54.934693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:54.944001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.944884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.979074 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b04dc8a6-b5de-49a9-a6ff-87a49b2534d9 req-fe72c25f-fa5b-45b6-9f37-e9b6a5fea14f service neutron] 10.222.0.65 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2346816 Feb 11 05:34:54.994693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fce9d209-e4e7-4f00-ab3a-944cb989e98c req-fb364bf9-9f34-4b58-9023-518b1220b292 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700554 Feb 11 05:34:55.010857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e881fd9-ae4e-4bea-bc8f-bae5c3e6c3e9 req-3d83dec0-c56a-46dc-bf87-303a410ba4e9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.012727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e881fd9-ae4e-4bea-bc8f-bae5c3e6c3e9 req-3d83dec0-c56a-46dc-bf87-303a410ba4e9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 947 time: 0.1468284 Feb 11 05:34:55.017566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:55.205804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e881fd9-ae4e-4bea-bc8f-bae5c3e6c3e9 req-8e57b749-9b78-4210-9299-667950c8b250 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885046 Feb 11 05:34:55.250577 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3e94a9d5-0f3f-4ed5-a790-710d83c250eb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8050137 Feb 11 05:34:55.251528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39116) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:55.251528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3826c0e9-8f75-4d92-aa05-34698a7b17dc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:55.279690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, ea9b362b-350a-42ac-943c-bcf1a5b62bc7) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:55.285048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.285787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.291451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a919493-3155-4f2a-9908-bd859adc1949 None None] Network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:55.349448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-fba2d416-41bb-449e-b40c-5bd3535b0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.351000 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-fba2d416-41bb-449e-b40c-5bd3535b0a04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1127 time: 0.1695597 Feb 11 05:34:55.440614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e14a8372-4c47-4c32-9dda-dc3ca668c49e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2937260 Feb 11 05:34:55.440614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:55.481427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1952a1f7-7efb-4613-a2fe-d69fb6a34a47 None None] Provisioning complete for port 54b5d70e-d43f-4f8f-8342-ffbd2b694a09 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:55.482461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1952a1f7-7efb-4613-a2fe-d69fb6a34a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.568144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3826c0e9-8f75-4d92-aa05-34698a7b17dc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:55.573428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3826c0e9-8f75-4d92-aa05-34698a7b17dc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.574739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:55.575744 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.613932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1952a1f7-7efb-4613-a2fe-d69fb6a34a47 None None] Port 54b5d70e-d43f-4f8f-8342-ffbd2b694a09 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:55.703964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-40ff527a-5e5f-41e0-96ee-623facc0bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.705596 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-40ff527a-5e5f-41e0-96ee-623facc0bbbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.3084044 Feb 11 05:34:55.791575 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-0879aafe-e3cd-4724-8842-d1f83ce61c90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0703974 Feb 11 05:34:55.793306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Deleting port d7797995-2580-45e0-90bf-bac5dbb4592a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:55.793576 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.879353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b4ad3378-e839-488b-99a9-e2f255c1bfc2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:55.914974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-0ca2771d-4846-4e38-8abd-f59ac0b8a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.916487 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-0ca2771d-4846-4e38-8abd-f59ac0b8a95e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.1139235 Feb 11 05:34:55.921551 n-d-713498-37 neutron-server[104087]: INFO neutron.db.ipam_backend_mixin [None req-3826c0e9-8f75-4d92-aa05-34698a7b17dc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f66aa1a3-5d88-49ec-bce7-b4c13dc5159e (CIDR: 2001:db8::/64) Feb 11 05:34:55.979649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] For port d7797995-2580-45e0-90bf-bac5dbb4592a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d7797995-2580-45e0-90bf-bac5dbb4592a,segment=NetworkSegment(a605ea1c-0b83-4d94-8661-d1c9b4f571fa),segment_id=a605ea1c-0b83-4d94-8661-d1c9b4f571fa)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:55.980175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.993951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Calling delete_port for d7797995-2580-45e0-90bf-bac5dbb4592a owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:56.003342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Allocated IP 2001:db8:2::2 (ea9b362b-350a-42ac-943c-bcf1a5b62bc7/5f10eb9a-fe9d-4628-8158-3e9f76185930/f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:56.083707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b4ad3378-e839-488b-99a9-e2f255c1bfc2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:56.084977 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.095890 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-3826c0e9-8f75-4d92-aa05-34698a7b17dc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:56.098585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3826c0e9-8f75-4d92-aa05-34698a7b17dc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:56.220873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b4ad3378-e839-488b-99a9-e2f255c1bfc2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:56.264374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9065c0-09ac-4573-9951-1c236891f65b req-f194e404-b126-44ca-8896-1650832b8e85 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.271885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d9065c0-09ac-4573-9951-1c236891f65b req-f194e404-b126-44ca-8896-1650832b8e85 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1295321 Feb 11 05:34:56.298950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3826c0e9-8f75-4d92-aa05-34698a7b17dc tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1587424 Feb 11 05:34:56.305368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39130) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:56.313900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.315855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-dcfd3ce7-bc87-4cb9-8438-c54b2b02dd81 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:56.344940 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Publish callbacks [] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.389441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-42b10988-0068-45ee-b2be-52378f2949fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.391760 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-42b10988-0068-45ee-b2be-52378f2949fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4673865 Feb 11 05:34:56.454507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d9065c0-09ac-4573-9951-1c236891f65b req-92623fa6-8fa4-4c64-8219-f412a578770e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816187 Feb 11 05:34:56.455239 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.477582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf79eb6-6813-407d-8843-e132bfe55d99 req-544c38c7-9bc9-46e0-8464-8348721b9ae0 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.480672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbf79eb6-6813-407d-8843-e132bfe55d99 req-544c38c7-9bc9-46e0-8464-8348721b9ae0 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 947 time: 0.2373178 Feb 11 05:34:56.533090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-326f7dee-8212-43f0-9126-e8b913180d48 service neutron] 10.222.0.65 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096961 Feb 11 05:34:56.601990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cbf79eb6-6813-407d-8843-e132bfe55d99 req-964f97dd-43a6-4da1-a6dd-7141d0fea620 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133010 Feb 11 05:34:56.641384 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d7797995-2580-45e0-90bf-bac5dbb4592a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.646098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0b40dda5-c1e8-4fb9-ba55-6074db685a3c req-d4457c3e-366b-4e61-8739-84733cc55707 service neutron] 10.222.0.65 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066577 Feb 11 05:34:56.700990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7797995-2580-45e0-90bf-bac5dbb4592a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:56.823092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:56.826343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:56.850261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8:2::1 (ea9b362b-350a-42ac-943c-bcf1a5b62bc7/5f10eb9a-fe9d-4628-8158-3e9f76185930/c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:56.865974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:56.897876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Pushing event updated for resources: {'Port': ['ID=f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:56.903257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device bd381722-4bc4-4038-b7a2-154a1afaa74c details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:57.084385 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (f2095413-f467-414e-82cc-0e23906baf93), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.095985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd3ce7-bc87-4cb9-8438-c54b2b02dd81 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:57.100775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcfd3ce7-bc87-4cb9-8438-c54b2b02dd81 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.100982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.122717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port bd381722-4bc4-4038-b7a2-154a1afaa74c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=bd381722-4bc4-4038-b7a2-154a1afaa74c,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:57.218979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'bd381722-4bc4-4038-b7a2-154a1afaa74c', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'bd381722-4bc4-4038-b7a2-154a1afaa74c', 'mac_address': 'fa:16:3e:e7:e0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:57.278896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port bd381722-4bc4-4038-b7a2-154a1afaa74c is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:57.279456 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.281837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:57.313919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Attempting to bind port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:57.315910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Attempting to bind port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:57.316557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Attempting to bind port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c on network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:57.339910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:57.340221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Checking segment: {'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:57.345706 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.351158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Bound using segment: {'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:57.351948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Bound port: f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:57.352437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.400778 n-d-713498-37 neutron-server[104086]: INFO neutron.db.ipam_backend_mixin [None req-dcfd3ce7-bc87-4cb9-8438-c54b2b02dd81 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0ec52acf-719d-486b-a456-600998978415 (CIDR: 2001:db8:0:1::/64) Feb 11 05:34:57.490459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:57.521765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'port_id': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'mac_address': 'fa:16:3e:b4:0f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:57.524733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd381722-4bc4-4038-b7a2-154a1afaa74c {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:57.545560 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfd3ce7-bc87-4cb9-8438-c54b2b02dd81 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:57.546301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfd3ce7-bc87-4cb9-8438-c54b2b02dd81 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:57.559448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port bd381722-4bc4-4038-b7a2-154a1afaa74c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=bd381722-4bc4-4038-b7a2-154a1afaa74c,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:57.638226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Router f2095413-f467-414e-82cc-0e23906baf93 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:57.661525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d98e3735-012a-41d2-9c4c-d9f71456c4c6 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:57.661927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.711232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.740530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98e3735-012a-41d2-9c4c-d9f71456c4c6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:57.766017 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dcfd3ce7-bc87-4cb9-8438-c54b2b02dd81 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4548273 Feb 11 05:34:57.771348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39146) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:57.786120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'subnet': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:57.899788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a94dd-995d-4d16-b240-dd8fda0749e0 req-ad8f9e4f-63cd-4e39-a530-dcfa0f0bd8e4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.900327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:57.902445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67a94dd-995d-4d16-b240-dd8fda0749e0 req-ad8f9e4f-63cd-4e39-a530-dcfa0f0bd8e4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1216447 Feb 11 05:34:57.919062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] For port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:57.927285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bc571-9591-4137-83ed-e122c6a2b183 req-08d517cb-669f-42dc-bd6f-65120af3f65d tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.929220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-998bc571-9591-4137-83ed-e122c6a2b183 req-08d517cb-669f-42dc-bd6f-65120af3f65d tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 948 time: 0.1377170 Feb 11 05:34:57.947498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] For port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c,segment=NetworkSegment(df903979-a850-4125-8234-bec73716627b),segment_id=df903979-a850-4125-8234-bec73716627b)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:57.960996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['bd381722-4bc4-4038-b7a2-154a1afaa74c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:57.983513 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.018366 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.020363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=bd381722-4bc4-4038-b7a2-154a1afaa74c,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.035444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Made reservation on behalf of 8659bc55038b4cb086c2537e0c5bb109 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:58.038970 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.135437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.178510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e67a94dd-995d-4d16-b240-dd8fda0749e0 req-e0349bef-ecd9-4696-90f4-be19c0d8c442 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680824 Feb 11 05:34:58.218604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:58.227808 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.242555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:58.257861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:58.258415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.333249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-998bc571-9591-4137-83ed-e122c6a2b183 req-3f3470c3-154e-4e26-91b4-e62e20362f5f tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798542 Feb 11 05:34:58.351447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d98e3735-012a-41d2-9c4c-d9f71456c4c6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:58.403490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (94ae1516-bbd0-4b37-982c-8c089d94a127), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.417765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:58.433301 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0b265ff5-9838-42f6-956f-6aa9dfaf04e1 admin admin] 10.222.0.62 "PUT /v2.0/routers/f2095413-f467-414e-82cc-0e23906baf93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8515804 Feb 11 05:34:58.434427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.439720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] Sync routers for ids ['f2095413-f467-414e-82cc-0e23906baf93'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:58.449823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39150) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:58.510917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] Routers {'f2095413-f467-414e-82cc-0e23906baf93'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:58.511576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f2095413-f467-414e-82cc-0e23906baf93'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:58.522973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:58.529009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:58.533819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:58.534566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.571937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Subnet': ['ID=94ae1516-bbd0-4b37-982c-8c089d94a127,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.593973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cae2b9-2b55-4ffa-b14b-dd892abcbb3a None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:58.625919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d241b-94e2-4fff-88e1-ce9e1a0fcfea None None] Pushing event updated for resources: {'Port': ['ID=f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.710755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f93563e9-4dd0-4e80-bc1a-b38897d23fc6 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9356978 Feb 11 05:34:58.711862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39154) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:58.726924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2104268118', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94ae1516-bbd0-4b37-982c-8c089d94a127'}], 'security_groups': ['ec42e4dd-e789-4b46-80b2-3f2e72c1e411', '74029a3a-a93c-4cfb-87c9-3712b698650a']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:58.785835 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks [] for router (f2095413-f467-414e-82cc-0e23906baf93), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.791825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.932985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] Set router f2095413-f467-414e-82cc-0e23906baf93 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:59.093214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.292476 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks [] for router_gateway (f2095413-f467-414e-82cc-0e23906baf93), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.331241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.421104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c683d-2574-4a71-9279-a928723415de req-926e95b3-82c4-438e-8fc1-0778906a771e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.423711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd4c683d-2574-4a71-9279-a928723415de req-926e95b3-82c4-438e-8fc1-0778906a771e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.0878444 Feb 11 05:34:59.448708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cda98d-194c-4521-86c7-7cb2816b6b29 None None] Update dhcp port {'port': {'network_id': '1d41b0d9-a849-4253-84f3-ffcfb3ed2f10', 'fixed_ips': [{'subnet_id': '0ec52acf-719d-486b-a456-600998978415', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f66aa1a3-5d88-49ec-bce7-b4c13dc5159e', 'ip_address': '2001:db8::2'}, {'subnet_id': '94ae1516-bbd0-4b37-982c-8c089d94a127'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '3bad4f62-a535-4bba-b70f-df9de0635e6e'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:34:59.453817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.457160 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.504386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port': {'id': '289b1b53-9c6f-4130-af26-380184e8cabb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2095413-f467-414e-82cc-0e23906baf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:24:56Z', 'updated_at': '2022-02-11T05:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:59.541658 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88cda98d-194c-4521-86c7-7cb2816b6b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.565834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] Checking router: f2095413-f467-414e-82cc-0e23906baf93 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:59.600653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Delete allocated IP 2001:db8::118 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/f66aa1a3-5d88-49ec-bce7-b4c13dc5159e) {{(pid=104086) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:34:59.621109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Allocated IP 2001:db8:0:2::397 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/94ae1516-bbd0-4b37-982c-8c089d94a127/54b5d70e-d43f-4f8f-8342-ffbd2b694a09) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:59.664645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] Routers {'f2095413-f467-414e-82cc-0e23906baf93'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:59.665691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f2095413-f467-414e-82cc-0e23906baf93'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:59.762521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd4c683d-2574-4a71-9279-a928723415de req-89fae70b-25d1-467d-9d1e-cb111a3c5dc8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3311474 Feb 11 05:34:59.833766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:59.856713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:59.935565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4988e46-2445-419d-810f-46c4624ea9d4 req-22a503d9-b2c7-4306-ae69-10ca0e606867 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.938103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4988e46-2445-419d-810f-46c4624ea9d4 req-22a503d9-b2c7-4306-ae69-10ca0e606867 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 948 time: 0.4160798 Feb 11 05:34:59.988725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Deleting port 289b1b53-9c6f-4130-af26-380184e8cabb {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:59.990011 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.049548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] Set router f2095413-f467-414e-82cc-0e23906baf93 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:00.178394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] For port 289b1b53-9c6f-4130-af26-380184e8cabb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=289b1b53-9c6f-4130-af26-380184e8cabb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:00.178394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.214692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:34:59Z', 'revision_number': 6, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:00.217078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Calling delete_port for 289b1b53-9c6f-4130-af26-380184e8cabb owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:00.218632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40594755-7449-48f7-a6a0-d3d1a8c10fd5 None None] Network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:00.245805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:00.248763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.254531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:00.284632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8eff2b-4b74-408c-acee-ec63f087bf37 None None] The sync data for ids ['f2095413-f467-414e-82cc-0e23906baf93'] in n-d-713498-37 is: [{'id': 'f2095413-f467-414e-82cc-0e23906baf93', 'name': 'tempest-TaggedBootDevicesTest-192536144-router', 'tenant_id': '1ac799e7118a4efbacb80d22520b2e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:24:53Z', 'updated_at': '2022-02-11T05:34:59Z', 'revision_number': 6, 'project_id': '1ac799e7118a4efbacb80d22520b2e35', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:00.302371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:00.303019 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.304663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-431006fd-8929-46fd-8b95-66ff919209bb None None] Provisioning complete for port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:00.305076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-431006fd-8929-46fd-8b95-66ff919209bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.310580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4988e46-2445-419d-810f-46c4624ea9d4 req-1276d3ee-d871-4ce3-9ff2-56f599bca97a tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285341 Feb 11 05:35:00.346948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.433213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event updated for resources: {'Port': ['ID=54b5d70e-d43f-4f8f-8342-ffbd2b694a09,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:00.446478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:00.489039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] In _notify_port_updated(), no bound segment for port 54b5d70e-d43f-4f8f-8342-ffbd2b694a09 on network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:35:00.495615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:00.496288 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.502562 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c4e212b3-7cf0-4c7a-8a90-ff74fb88a389 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "PUT /v2.0/ports/54b5d70e-d43f-4f8f-8342-ffbd2b694a09 HTTP/1.1" status: 200 len: 970 time: 1.7858489 Feb 11 05:35:00.503163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39170) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:00.636981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:00.652005 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-254cae29-b172-4e7f-b090-b5258658c977 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2046003 Feb 11 05:35:00.652096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39174) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:00.652539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:00.662754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-14901225'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:00.677799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-88cda98d-194c-4521-86c7-7cb2816b6b29 None None] Allocated IP 2001:db8:0:2::2 (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10/94ae1516-bbd0-4b37-982c-8c089d94a127/3bad4f62-a535-4bba-b70f-df9de0635e6e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:00.679674 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:00.680221 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:00.757101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-721371f3-ec9f-44e6-a236-88ea0d11793a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 54b5d70e-d43f-4f8f-8342-ffbd2b694a09 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:00.757421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721371f3-ec9f-44e6-a236-88ea0d11793a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.758067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-431006fd-8929-46fd-8b95-66ff919209bb None None] Current status of the port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:00.758462 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-431006fd-8929-46fd-8b95-66ff919209bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.848254 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:00.864888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-431006fd-8929-46fd-8b95-66ff919209bb None None] For port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c,segment=NetworkSegment(df903979-a850-4125-8234-bec73716627b),segment_id=df903979-a850-4125-8234-bec73716627b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:00.894212 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (289b1b53-9c6f-4130-af26-380184e8cabb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.933836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:00.934240 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.942768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device bd381722-4bc4-4038-b7a2-154a1afaa74c up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:00.975545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721371f3-ec9f-44e6-a236-88ea0d11793a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.991550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:00.995797 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.011604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Pushing event deleted for resources: {'Port': ['ID=289b1b53-9c6f-4130-af26-380184e8cabb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:01.031440 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-431006fd-8929-46fd-8b95-66ff919209bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.086270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-721371f3-ec9f-44e6-a236-88ea0d11793a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 54b5d70e-d43f-4f8f-8342-ffbd2b694a09 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:01.126308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:01.183550 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (f2095413-f467-414e-82cc-0e23906baf93), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.222737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-88cda98d-194c-4521-86c7-7cb2816b6b29 None None] For port 3bad4f62-a535-4bba-b70f-df9de0635e6e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3bad4f62-a535-4bba-b70f-df9de0635e6e,segment=NetworkSegment(ff252bdf-2c94-445e-b709-1d22ba339d30),segment_id=ff252bdf-2c94-445e-b709-1d22ba339d30)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:01.284246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:01.310167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1e1fd1f2-d490-479f-ac02-bf5dc23698c8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.310506 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added segment 1e1fd1f2-d490-479f-ac02-bf5dc23698c8 of type vlan for network 6fd7fe37-f335-406f-83e9-db3f5401335d Feb 11 05:35:01.403332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6fd7fe37-f335-406f-83e9-db3f5401335d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.411375 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:58Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:34:59Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:01.456384 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (f2095413-f467-414e-82cc-0e23906baf93), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.461533 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks [] for router_controller (f2095413-f467-414e-82cc-0e23906baf93), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.486017 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:35:01.487289 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:35:01.488498 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:01.488983 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Updating router bfff2aed-20a5-480c-90b7-6ff0eda03c1f port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:01.500347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431006fd-8929-46fd-8b95-66ff919209bb None None] Pushing event updated for resources: {'Port': ['ID=f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:01.534907 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.541090 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88cda98d-194c-4521-86c7-7cb2816b6b29 None None] Publish callbacks [] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.566834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6fd7fe37-f335-406f-83e9-db3f5401335d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.573714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:01.574753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.577678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Provisioning complete for port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:01.578182 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.623864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e8439-1d52-4e82-b7ec-df62e7d18b63 req-773f7d89-8c85-4d67-8c9c-e15b0aa61952 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:01.634696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc1e8439-1d52-4e82-b7ec-df62e7d18b63 req-773f7d89-8c85-4d67-8c9c-e15b0aa61952 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.6507318 Feb 11 05:35:01.639074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port bd381722-4bc4-4038-b7a2-154a1afaa74c completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:35:01.665396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port bd381722-4bc4-4038-b7a2-154a1afaa74c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:01.666446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.710846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc1e8439-1d52-4e82-b7ec-df62e7d18b63 req-2ad6b00b-b396-45a8-99c8-778812c62062 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751526 Feb 11 05:35:01.713871 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (f2095413-f467-414e-82cc-0e23906baf93), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.716945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721371f3-ec9f-44e6-a236-88ea0d11793a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (54b5d70e-d43f-4f8f-8342-ffbd2b694a09), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.718604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2095413-f467-414e-82cc-0e23906baf93 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:35:01.737330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88cda98d-194c-4521-86c7-7cb2816b6b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.738210 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.739888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6ede72cf-3ec4-4952-b7dd-9d8c91a48527 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f2095413-f467-414e-82cc-0e23906baf93 HTTP/1.1" status: 204 len: 168 time: 3.2879474 Feb 11 05:35:01.743288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39186) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:01.811217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721371f3-ec9f-44e6-a236-88ea0d11793a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=54b5d70e-d43f-4f8f-8342-ffbd2b694a09,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:01.842908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191c1f4-e390-4f88-8be8-6b7d4cdba728 req-3454978d-15a6-43b7-9f4d-47154db0a984 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:01.843154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port d98e3735-012a-41d2-9c4c-d9f71456c4c6 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:35:01.844752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f191c1f4-e390-4f88-8be8-6b7d4cdba728 req-3454978d-15a6-43b7-9f4d-47154db0a984 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 948 time: 0.2840564 Feb 11 05:35:01.884639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port d98e3735-012a-41d2-9c4c-d9f71456c4c6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:01.884639 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.919489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f191c1f4-e390-4f88-8be8-6b7d4cdba728 req-099e244f-4b77-4e90-b410-0e4dfce9447d tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653667 Feb 11 05:35:01.932269 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2840509 Feb 11 05:35:01.933056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:01.940634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d12311-d8e7-4016-a122-0756f41963ca admin admin] Deleting subnet c4841e43-8914-4a37-a3c6-e38fefb8454e {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:01.943313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'subnet': {'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:01.950017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8d12311-d8e7-4016-a122-0756f41963ca admin admin] Publish callbacks [] for subnet (c4841e43-8914-4a37-a3c6-e38fefb8454e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.045815 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8d12311-d8e7-4016-a122-0756f41963ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (c4841e43-8914-4a37-a3c6-e38fefb8454e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.064376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae42d14-62f6-4b49-acfb-11bb7d65732d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Network': ['ID=6fd7fe37-f335-406f-83e9-db3f5401335d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:02.071506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-721371f3-ec9f-44e6-a236-88ea0d11793a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.078770 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-721371f3-ec9f-44e6-a236-88ea0d11793a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/54b5d70e-d43f-4f8f-8342-ffbd2b694a09 HTTP/1.1" status: 204 len: 168 time: 1.5742323 Feb 11 05:35:02.082423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39190) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.119868 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-246891dd-c800-485b-8553-312ee955ceff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] GET failed (client error): The resource could not be found. Feb 11 05:35:02.124434 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-246891dd-c800-485b-8553-312ee955ceff tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports/54b5d70e-d43f-4f8f-8342-ffbd2b694a09 HTTP/1.1" status: 404 len: 333 time: 0.0408547 Feb 11 05:35:02.128001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39194) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.160082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8d12311-d8e7-4016-a122-0756f41963ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c4841e43-8914-4a37-a3c6-e38fefb8454e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.169042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:02.208030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2e873dc-0590-43d9-87b8-1d8df5993995 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (e0bd50c3-aa7b-4ae3-89f6-76dcd252f196), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.228675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6fd7fe37-f335-406f-83e9-db3f5401335d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:02.244698 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2e873dc-0590-43d9-87b8-1d8df5993995 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (e0bd50c3-aa7b-4ae3-89f6-76dcd252f196), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.345138 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Publish callbacks [] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.380423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cda98d-194c-4521-86c7-7cb2816b6b29 None None] Pushing event updated for resources: {'Port': ['ID=3bad4f62-a535-4bba-b70f-df9de0635e6e,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:02.398124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Made reservation on behalf of 34f9b0046df84aa68097bfcd09f28562 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:02.398553 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8d12311-d8e7-4016-a122-0756f41963ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (c4841e43-8914-4a37-a3c6-e38fefb8454e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.405934 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.433881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d12311-d8e7-4016-a122-0756f41963ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4841e43-8914-4a37-a3c6-e38fefb8454e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:02.440484 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8d12311-d8e7-4016-a122-0756f41963ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.444677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d8d12311-d8e7-4016-a122-0756f41963ca admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c4841e43-8914-4a37-a3c6-e38fefb8454e HTTP/1.1" status: 204 len: 168 time: 0.6994019 Feb 11 05:35:02.447170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39198) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.470016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:02.470218 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2e873dc-0590-43d9-87b8-1d8df5993995 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e0bd50c3-aa7b-4ae3-89f6-76dcd252f196), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.474881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2e873dc-0590-43d9-87b8-1d8df5993995 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.478715 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c2e873dc-0590-43d9-87b8-1d8df5993995 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/security-groups/e0bd50c3-aa7b-4ae3-89f6-76dcd252f196 HTTP/1.1" status: 204 len: 168 time: 0.3472910 Feb 11 05:35:02.481104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39200) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.518380 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.563938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3856bb9-e19b-456d-a137-98edc1d3ab67 None None] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:02.567348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port bd381722-4bc4-4038-b7a2-154a1afaa74c is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:02.568116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.619125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port bd381722-4bc4-4038-b7a2-154a1afaa74c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=bd381722-4bc4-4038-b7a2-154a1afaa74c,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:02.622144 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.625205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e873dc-0590-43d9-87b8-1d8df5993995 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bd50c3-aa7b-4ae3-89f6-76dcd252f196,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:02.630164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e54d74c-6b59-4252-b535-b2aec25cc34c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (74029a3a-a93c-4cfb-87c9-3712b698650a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.639245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b4f810-d0b7-4176-a5a2-a582495c18e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd381722-4bc4-4038-b7a2-154a1afaa74c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:02.645894 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dcef40-a634-42aa-959b-2cac14acea65" -d '{"events": [{"server_uuid": "67b4f810-d0b7-4176-a5a2-a582495c18e9", "name": "network-vif-plugged", "status": "completed", "tag": "bd381722-4bc4-4038-b7a2-154a1afaa74c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:02.723171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e54d74c-6b59-4252-b535-b2aec25cc34c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (74029a3a-a93c-4cfb-87c9-3712b698650a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.761876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d249592-7503-4419-889d-afed90a53de8 None None] Pushing event updated for resources: {'Port': ['ID=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:02.832851 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Attempting to bind port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:02.837692 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Attempting to bind port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:02.837884 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Attempting to bind port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b on network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:02.855194 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:02.855194 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Checking segment: {'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:02.856729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:02.857221 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.864371 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.864371 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Bound using segment: {'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:02.864371 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Bound port: c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df903979-a850-4125-8234-bec73716627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:02.864371 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.865385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Current status of the port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:02.901316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Deleting port 12dd33b6-13e8-4314-b603-dab349faced2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:02.905030 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (12dd33b6-13e8-4314-b603-dab349faced2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.923422 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089cf084-0df3-411a-b42d-aa11ca79559d x-openstack-request-id: req-089cf084-0df3-411a-b42d-aa11ca79559d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:02.923723 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b4f810-d0b7-4176-a5a2-a582495c18e9", "name": "network-vif-plugged", "status": "completed", "tag": "bd381722-4bc4-4038-b7a2-154a1afaa74c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:02.924015 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-089cf084-0df3-411a-b42d-aa11ca79559d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:02.924464 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b4f810-d0b7-4176-a5a2-a582495c18e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd381722-4bc4-4038-b7a2-154a1afaa74c', 'code': 200} Feb 11 05:35:02.941473 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.051108 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] For port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:03.060722 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] For port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,segment=NetworkSegment(df903979-a850-4125-8234-bec73716627b),segment_id=df903979-a850-4125-8234-bec73716627b)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:03.076380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e54d74c-6b59-4252-b535-b2aec25cc34c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (74029a3a-a93c-4cfb-87c9-3712b698650a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.078369 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e54d74c-6b59-4252-b535-b2aec25cc34c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.082965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3e54d74c-6b59-4252-b535-b2aec25cc34c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/security-groups/74029a3a-a93c-4cfb-87c9-3712b698650a HTTP/1.1" status: 204 len: 168 time: 0.6002271 Feb 11 05:35:03.083327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:03.119885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (13599ae9-e8d0-4f01-9ba7-51ead45e65ec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.190732 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.199851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Provisioning complete for port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:03.200252 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.204407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Subnet': ['ID=13599ae9-e8d0-4f01-9ba7-51ead45e65ec,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.206799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d98e3735-012a-41d2-9c4c-d9f71456c4c6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:03.207364 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.238730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54d74c-6b59-4252-b535-b2aec25cc34c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74029a3a-a93c-4cfb-87c9-3712b698650a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.242413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=bd381722-4bc4-4038-b7a2-154a1afaa74c,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.303898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] For port 12dd33b6-13e8-4314-b603-dab349faced2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=12dd33b6-13e8-4314-b603-dab349faced2,segment=NetworkSegment(a605ea1c-0b83-4d94-8661-d1c9b4f571fa),segment_id=a605ea1c-0b83-4d94-8661-d1c9b4f571fa)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:03.304269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (12dd33b6-13e8-4314-b603-dab349faced2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.338725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Checking segment: {'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:03.339130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network hostable DHCP agents. Network: 6fd7fe37-f335-406f-83e9-db3f5401335d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:03.340322 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00e86329-3350-4f96-ab7e-fd5de00f52c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.366668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Calling delete_port for 12dd33b6-13e8-4314-b603-dab349faced2 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:03.371634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bed67-1284-403d-90b5-4fde26ecc681 req-0f778813-d459-416f-81f9-ac58c89c39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.379413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c7bed67-1284-403d-90b5-4fde26ecc681 req-0f778813-d459-416f-81f9-ac58c89c39b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 1132 time: 0.4208007 Feb 11 05:35:03.384528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] DHCP port deletion for f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:03.402523 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d249592-7503-4419-889d-afed90a53de8 None None] Pushing event updated for resources: {'Port': ['ID=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.444925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92140575-9304-4f2a-84c5-689f5d43ed00 req-a4cda5cf-28d1-4f10-85fa-8189a3918de3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.445038 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:03.445038 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:34:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:03.448344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce6759b-9e04-4c0f-be84-38790c715bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (ec42e4dd-e789-4b46-80b2-3f2e72c1e411), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.448891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92140575-9304-4f2a-84c5-689f5d43ed00 req-a4cda5cf-28d1-4f10-85fa-8189a3918de3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.4649897 Feb 11 05:35:03.512906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08698-703e-42bf-b505-a440e490f98f req-90fdac0a-0076-4977-86e0-9edc4ef1c965 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.513564 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce6759b-9e04-4c0f-be84-38790c715bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (ec42e4dd-e789-4b46-80b2-3f2e72c1e411), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.514746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00a08698-703e-42bf-b505-a440e490f98f req-90fdac0a-0076-4977-86e0-9edc4ef1c965 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 949 time: 0.4071372 Feb 11 05:35:03.623971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:03.642469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:03.684834 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:03.692261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 6fd7fe37-f335-406f-83e9-db3f5401335d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:03.738406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce6759b-9e04-4c0f-be84-38790c715bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ec42e4dd-e789-4b46-80b2-3f2e72c1e411), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.740213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92140575-9304-4f2a-84c5-689f5d43ed00 req-0430d88c-435e-47f1-80ee-b44e83f65d1c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902899 Feb 11 05:35:03.741563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ce6759b-9e04-4c0f-be84-38790c715bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.742901 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3ce6759b-9e04-4c0f-be84-38790c715bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/security-groups/ec42e4dd-e789-4b46-80b2-3f2e72c1e411 HTTP/1.1" status: 204 len: 168 time: 0.6579587 Feb 11 05:35:03.745745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39216) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:03.754948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Current status of the port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:03.759338 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.798049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6759b-9e04-4c0f-be84-38790c715bc9 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec42e4dd-e789-4b46-80b2-3f2e72c1e411,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.803402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00a08698-703e-42bf-b505-a440e490f98f req-78fee460-b66a-419f-93e5-b8f54efb4871 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589929 Feb 11 05:35:03.820873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 289b1b53-9c6f-4130-af26-380184e8cabb no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:03.834934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6fd7fe37-f335-406f-83e9-db3f5401335d) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:03.846872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.851152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.854506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.871395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c7bed67-1284-403d-90b5-4fde26ecc681 req-00cc25cb-746b-49d0-bba4-d6de24912032 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632525 Feb 11 05:35:03.903379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b83a79-54a1-4f7a-8a14-35430fbc9498 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet f66aa1a3-5d88-49ec-bce7-b4c13dc5159e {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:03.906468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19b83a79-54a1-4f7a-8a14-35430fbc9498 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (f66aa1a3-5d88-49ec-bce7-b4c13dc5159e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.961407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf12397-80f9-4a78-89fe-875762b59784 None None] Network 6fd7fe37-f335-406f-83e9-db3f5401335d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:03.986338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19b83a79-54a1-4f7a-8a14-35430fbc9498 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (f66aa1a3-5d88-49ec-bce7-b4c13dc5159e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.008089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-34d98bed-8e1e-4023-b8b0-8a840adcece0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0692468 Feb 11 05:35:04.009081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39220) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:04.073799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (12dd33b6-13e8-4314-b603-dab349faced2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.157750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12dd33b6-13e8-4314-b603-dab349faced2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:04.169689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] No DVR routers for this DVR port 12dd33b6-13e8-4314-b603-dab349faced2 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:04.226717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:58Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:03Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:04.246297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19b83a79-54a1-4f7a-8a14-35430fbc9498 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f66aa1a3-5d88-49ec-bce7-b4c13dc5159e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.296743 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261593c1-8caa-4342-97ec-402bd2e357ab None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:34:58Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:03Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:04.324115 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.387987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:04.411453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:04.412891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a605ea1c-0b83-4d94-8661-d1c9b4f571fa') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:04.441271 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (a605ea1c-0b83-4d94-8661-d1c9b4f571fa), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.483378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 289b1b53-9c6f-4130-af26-380184e8cabb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:04.483728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 289b1b53-9c6f-4130-af26-380184e8cabb not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:04.483886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a605ea1c-0b83-4d94-8661-d1c9b4f571fa), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.484150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d7797995-2580-45e0-90bf-bac5dbb4592a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:04.541070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:04.542349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (a605ea1c-0b83-4d94-8661-d1c9b4f571fa), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:04.547653 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:04.550489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19b83a79-54a1-4f7a-8a14-35430fbc9498 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (f66aa1a3-5d88-49ec-bce7-b4c13dc5159e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.614578 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19b83a79-54a1-4f7a-8a14-35430fbc9498 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.623962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-19b83a79-54a1-4f7a-8a14-35430fbc9498 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/f66aa1a3-5d88-49ec-bce7-b4c13dc5159e HTTP/1.1" status: 204 len: 168 time: 0.8619835 Feb 11 05:35:04.624696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39226) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:04.663144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d7797995-2580-45e0-90bf-bac5dbb4592a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:04.663711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d7797995-2580-45e0-90bf-bac5dbb4592a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:04.736664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b83a79-54a1-4f7a-8a14-35430fbc9498 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=f66aa1a3-5d88-49ec-bce7-b4c13dc5159e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:04.765356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] For port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,segment=NetworkSegment(df903979-a850-4125-8234-bec73716627b),segment_id=df903979-a850-4125-8234-bec73716627b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:04.810251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:04.841195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] Deleting port 12dd33b6-13e8-4314-b603-dab349faced2 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:04.841585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (12dd33b6-13e8-4314-b603-dab349faced2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.846858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.847217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.847608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.847954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.848291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.848698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.849037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.849370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.849757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.851178 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.851518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.851851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.852183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:04.892310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-4530b867-93f6-4e45-8d01-d24803d33912 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet 94ae1516-bbd0-4b37-982c-8c089d94a127 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:04.897313 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4530b867-93f6-4e45-8d01-d24803d33912 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (94ae1516-bbd0-4b37-982c-8c089d94a127), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.946604 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.958777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:04.964853 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a7ac62-76bf-49c6-bf4f-75361ae7e948" -d '{"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-plugged", "status": "completed", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:05.034739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.046352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.046352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b HTTP/1.1" status: 204 len: 168 time: 2.5972176 Feb 11 05:35:05.079141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598b040-b0ce-4dbd-8d64-0afba7001485 None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:05.082137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3bad4f62-a535-4bba-b70f-df9de0635e6e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:05.118236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.164319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-6fd7fe37-f335-406f-83e9-db3f5401335d', 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d', 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'fixed_ips': [{'subnet_id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:05.165260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.310581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5a7ec-c4cc-42dc-8b16-61ed15cbfaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:05.321818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] For port 12dd33b6-13e8-4314-b603-dab349faced2, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:05.322409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (12dd33b6-13e8-4314-b603-dab349faced2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.342186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] Calling delete_port for 12dd33b6-13e8-4314-b603-dab349faced2 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:05.345146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] Port 12dd33b6-13e8-4314-b603-dab349faced2 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:35:05.360030 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (12dd33b6-13e8-4314-b603-dab349faced2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.389357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4530b867-93f6-4e45-8d01-d24803d33912 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (94ae1516-bbd0-4b37-982c-8c089d94a127), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.404348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] Network f459f9ac-48b1-4e4a-8c55-7bcbd74aa82b is not hosted by any dhcp agent {{(pid=104088) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:35:05.405145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] No DVR routers for this DVR port 12dd33b6-13e8-4314-b603-dab349faced2 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:05.433810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Provisioning complete for port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:05.434536 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.497473 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e155ba7-867f-451b-972e-689425cd7712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.509060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:05.516469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3affc85-09a4-42c1-bc07-cc9937a54c33 req-e67add87-854a-4ad4-b02a-57918776955d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:05.522684 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3affc85-09a4-42c1-bc07-cc9937a54c33 req-e67add87-854a-4ad4-b02a-57918776955d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.5160532 Feb 11 05:35:05.582629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf4b54-367b-45cf-962b-d12df7a2e923 req-d9dec846-ea3d-4549-aa35-af0f5df934b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:05.585349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cbf4b54-367b-45cf-962b-d12df7a2e923 req-d9dec846-ea3d-4549-aa35-af0f5df934b9 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 949 time: 0.5380378 Feb 11 05:35:05.629948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39242) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:05.704733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a8958-f998-48da-abfb-d9bf78261381 None None] Pushing event updated for resources: {'Port': ['ID=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:05.725934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:05.726313 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.747325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3affc85-09a4-42c1-bc07-cc9937a54c33 req-420a3e95-145a-49f2-b036-be76099402e4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080286 Feb 11 05:35:05.805945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d75a8-8519-4ecc-96ae-97674a6173b0 None None] Pushing event deleted for resources: {'Port': ['ID=12dd33b6-13e8-4314-b603-dab349faced2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:05.859787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cbf4b54-367b-45cf-962b-d12df7a2e923 req-1bb72140-6e43-4674-9a4d-6d250d6f0951 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542033 Feb 11 05:35:05.863754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:05.882781 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a2ee1278-8a27-45e7-a1cf-1fc9b07aff30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb490f3033ae486888225f8976d0eb68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268124 Feb 11 05:35:05.887976 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7579514-0e90-4f43-a50e-d3001f32c660 x-openstack-request-id: req-e7579514-0e90-4f43-a50e-d3001f32c660 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:05.888274 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-plugged", "status": "completed", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:05.888535 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7579514-0e90-4f43-a50e-d3001f32c660 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:05.889334 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'code': 200} Feb 11 05:35:05.901588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:05.902841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.912807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Allocated IP 2001:db8:3::2 (6fd7fe37-f335-406f-83e9-db3f5401335d/13599ae9-e8d0-4f01-9ba7-51ead45e65ec/98d7659a-d8d7-45ea-baf4-a5f653855162) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:05.996908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-713a7a97-cd52-4d1a-a62c-8571971e2c17 admin admin] Publish callbacks [] for security_group (432ea2cc-5093-4cd2-bdec-5f6390a6483f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.022695 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-713a7a97-cd52-4d1a-a62c-8571971e2c17 admin admin] Publish callbacks [] for security_group (432ea2cc-5093-4cd2-bdec-5f6390a6483f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.038711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc76e-833d-4dc4-a66e-5896d408e007 req-ebe18908-fe20-4b39-9c94-6e339e1c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:06.041022 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-046bc76e-833d-4dc4-a66e-5896d408e007 req-ebe18908-fe20-4b39-9c94-6e339e1c0e5a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1129 time: 0.0809157 Feb 11 05:35:06.045828 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4530b867-93f6-4e45-8d01-d24803d33912 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (94ae1516-bbd0-4b37-982c-8c089d94a127), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.177454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-046bc76e-833d-4dc4-a66e-5896d408e007 req-ca65be0b-0eb2-46d1-b807-ad1e8f63f562 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290333 Feb 11 05:35:06.193621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:06.239118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Could not find standard attr ID for object 54b5d70e-d43f-4f8f-8342-ffbd2b694a09. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:35:06.277966 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-713a7a97-cd52-4d1a-a62c-8571971e2c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (432ea2cc-5093-4cd2-bdec-5f6390a6483f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.282444 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-713a7a97-cd52-4d1a-a62c-8571971e2c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.284063 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-713a7a97-cd52-4d1a-a62c-8571971e2c17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/432ea2cc-5093-4cd2-bdec-5f6390a6483f HTTP/1.1" status: 204 len: 168 time: 0.4079514 Feb 11 05:35:06.300062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a7a97-cd52-4d1a-a62c-8571971e2c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432ea2cc-5093-4cd2-bdec-5f6390a6483f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:06.349140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4530b867-93f6-4e45-8d01-d24803d33912 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (94ae1516-bbd0-4b37-982c-8c089d94a127), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.370338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Provisioning complete for port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:06.374183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.390468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:06.391661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:06.417576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530b867-93f6-4e45-8d01-d24803d33912 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=94ae1516-bbd0-4b37-982c-8c089d94a127,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:06.427554 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4530b867-93f6-4e45-8d01-d24803d33912 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.441019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39250) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:06.443444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4530b867-93f6-4e45-8d01-d24803d33912 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/94ae1516-bbd0-4b37-982c-8c089d94a127 HTTP/1.1" status: 204 len: 168 time: 1.7500861 Feb 11 05:35:06.534517 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Publish callbacks [] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.551299 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-9194cf20-3047-42f6-a9f4-6381ce527fe2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:06.551796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9194cf20-3047-42f6-a9f4-6381ce527fe2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:06.560701 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9194cf20-3047-42f6-a9f4-6381ce527fe2 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/f66aa1a3-5d88-49ec-bce7-b4c13dc5159e HTTP/1.1" status: 404 len: 337 time: 0.1185336 Feb 11 05:35:06.565312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:06.640988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:06.641412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.664199 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.692346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8c1696-77a7-4515-af35-33d53e4140af tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting subnet 0ec52acf-719d-486b-a456-600998978415 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:06.701410 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1696-77a7-4515-af35-33d53e4140af tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks [] for subnet (0ec52acf-719d-486b-a456-600998978415), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.803223 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1696-77a7-4515-af35-33d53e4140af tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (0ec52acf-719d-486b-a456-600998978415), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.874900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Allocated IP 2001:db8:3::1 (6fd7fe37-f335-406f-83e9-db3f5401335d/13599ae9-e8d0-4f01-9ba7-51ead45e65ec/929c8dde-efad-4872-91f0-743ce3302dd9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:06.879455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.923770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1696-77a7-4515-af35-33d53e4140af tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0ec52acf-719d-486b-a456-600998978415), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.962047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Network 6fd7fe37-f335-406f-83e9-db3f5401335d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:06.964430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3b67913c-b67d-44c8-8def-b81bff0a8e02 None None] Current status of the port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:07.015396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:07.039868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:07.100769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Pushing event updated for resources: {'Port': ['ID=98d7659a-d8d7-45ea-baf4-a5f653855162,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:07.225074 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (929c8dde-efad-4872-91f0-743ce3302dd9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.263774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Attempting to bind port 98d7659a-d8d7-45ea-baf4-a5f653855162 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:07.264246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Attempting to bind port 98d7659a-d8d7-45ea-baf4-a5f653855162 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:07.264512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Attempting to bind port 98d7659a-d8d7-45ea-baf4-a5f653855162 on network 6fd7fe37-f335-406f-83e9-db3f5401335d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:07.274881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89a42d-0fd2-4cf6-8ecb-1474511ea5d0 req-5f976930-becd-40ca-be6d-caa0b582e78a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:07.277092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea89a42d-0fd2-4cf6-8ecb-1474511ea5d0 req-5f976930-becd-40ca-be6d-caa0b582e78a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.2638514 Feb 11 05:35:07.286251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69f7b-cdec-49c1-adbb-7d088592f885 req-33a4166d-b84e-43ad-be19-6157a0f989f2 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:07.286483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:07.286632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Checking segment: {'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:07.287037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.287439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Bound using segment: {'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:07.287936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Bound port: 98d7659a-d8d7-45ea-baf4-a5f653855162, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:07.288075 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81e69f7b-cdec-49c1-adbb-7d088592f885 req-33a4166d-b84e-43ad-be19-6157a0f989f2 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 949 time: 0.2219985 Feb 11 05:35:07.288324 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.302392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:07.383505 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1696-77a7-4515-af35-33d53e4140af tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (0ec52acf-719d-486b-a456-600998978415), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.409104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 12dd33b6-13e8-4314-b603-dab349faced2 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:07.412497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9512834d-09ec-4199-8ee4-05bb52421079 None None] Network 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:07.417021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1696-77a7-4515-af35-33d53e4140af tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.422697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0c8c1696-77a7-4515-af35-33d53e4140af tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/0ec52acf-719d-486b-a456-600998978415 HTTP/1.1" status: 204 len: 168 time: 0.8539362 Feb 11 05:35:07.423028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39266) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:07.463896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c1696-77a7-4515-af35-33d53e4140af tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec52acf-719d-486b-a456-600998978415,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:07.480531 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c03af8-6f29-41e5-a2ca-a973ad178a94 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:07.480788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c03af8-6f29-41e5-a2ca-a973ad178a94 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:07.487444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d6c03af8-6f29-41e5-a2ca-a973ad178a94 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/233be2c9-e4ff-40c9-bf78-0cd3655a5b94 HTTP/1.1" status: 404 len: 337 time: 0.0603325 Feb 11 05:35:07.487444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.493316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81e69f7b-cdec-49c1-adbb-7d088592f885 req-e11970c4-9f90-49ba-8612-e5738f8d1090 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822395 Feb 11 05:35:07.497561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39268) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:07.504511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea89a42d-0fd2-4cf6-8ecb-1474511ea5d0 req-8313104c-61c2-4e47-b74c-e58839765c8c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155263 Feb 11 05:35:07.607142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39272) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:07.636026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-33821142-0737-42c0-b3c9-f64522d7fe3a tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "GET /v2.0/ports?device_id=07411450-b21b-43df-88e2-c231592c8a35 HTTP/1.1" status: 200 len: 205 time: 0.1291058 Feb 11 05:35:07.636976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39274) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:07.651896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 12dd33b6-13e8-4314-b603-dab349faced2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:07.652436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 12dd33b6-13e8-4314-b603-dab349faced2 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:07.655167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] For port 98d7659a-d8d7-45ea-baf4-a5f653855162, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:07.667649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 6fd7fe37-f335-406f-83e9-db3f5401335d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:07.694518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] For port 98d7659a-d8d7-45ea-baf4-a5f653855162, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=98d7659a-d8d7-45ea-baf4-a5f653855162,segment=NetworkSegment(1e1fd1f2-d490-479f-ac02-bf5dc23698c8),segment_id=1e1fd1f2-d490-479f-ac02-bf5dc23698c8)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:07.703759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-118b9823-4dbd-446c-bccc-a430619933ec None None] Provisioning complete for port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:07.716892 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-118b9823-4dbd-446c-bccc-a430619933ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.720470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:07.730188 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-be5b7000-2f0a-4eec-9624-7f8d726df25c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] delete failed (client error): The resource could not be found. Feb 11 05:35:07.735512 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-be5b7000-2f0a-4eec-9624-7f8d726df25c tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/routers/07411450-b21b-43df-88e2-c231592c8a35 HTTP/1.1" status: 404 len: 336 time: 0.0889482 Feb 11 05:35:07.737495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39276) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:07.738114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:07.738114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.765503 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.772572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-76a5f868-e220-4de1-badb-e681b3a15778 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ac799e7118a4efbacb80d22520b2e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540189 Feb 11 05:35:07.811161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39278) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:07.813457 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda12038-1cf2-4567-819b-6c869a0eee82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:07.815251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda12038-1cf2-4567-819b-6c869a0eee82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:07.821651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cda12038-1cf2-4567-819b-6c869a0eee82 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/ae2aebf6-b094-463a-8ac9-835f6a7caaf3 HTTP/1.1" status: 404 len: 337 time: 0.0753915 Feb 11 05:35:07.837570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39282) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:07.888386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-118b9823-4dbd-446c-bccc-a430619933ec None None] Port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:07.892526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:07.920586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=929c8dde-efad-4872-91f0-743ce3302dd9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:07.932665 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb65b9c6-f612-4acf-b5c1-9edadf3d0921 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:07.934404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb65b9c6-f612-4acf-b5c1-9edadf3d0921 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:07.957373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eb65b9c6-f612-4acf-b5c1-9edadf3d0921 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/d9eebbd1-10c8-4869-b465-e315133afc55 HTTP/1.1" status: 404 len: 337 time: 0.1158352 Feb 11 05:35:07.958250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39288) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:08.032261 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c841-acd1-46a6-bcb8-d387b69866e1 admin admin] Publish callbacks [] for security_group (0993cc0a-531c-4418-b4a9-98f51ed25fb7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.059601 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff94b76-c6ad-43bd-81de-b0bd8bfa6d96 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:08.060609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff94b76-c6ad-43bd-81de-b0bd8bfa6d96 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:08.066931 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eff94b76-c6ad-43bd-81de-b0bd8bfa6d96 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/c072b926-aaeb-498a-b785-646c90430bb5 HTTP/1.1" status: 404 len: 337 time: 0.1038959 Feb 11 05:35:08.071138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39294) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:08.102209 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c841-acd1-46a6-bcb8-d387b69866e1 admin admin] Publish callbacks [] for security_group (0993cc0a-531c-4418-b4a9-98f51ed25fb7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.165045 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-756458ef-558c-4d10-afcd-f2107f3cba85 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:08.165734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756458ef-558c-4d10-afcd-f2107f3cba85 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:08.171280 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-756458ef-558c-4d10-afcd-f2107f3cba85 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/ef73d2c9-4080-4081-ad94-ba526a23cccd HTTP/1.1" status: 404 len: 333 time: 0.0967422 Feb 11 05:35:08.172024 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39300) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:08.173191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] DHCP port deletion for 1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:08.185162 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.195237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-118b9823-4dbd-446c-bccc-a430619933ec None None] Provisioning complete for port 3bad4f62-a535-4bba-b70f-df9de0635e6e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:08.196519 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-118b9823-4dbd-446c-bccc-a430619933ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.215075 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7ffc52-161d-4b2e-8162-2151bc1fda8e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:08.215075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7ffc52-161d-4b2e-8162-2151bc1fda8e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:08.219637 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8e7ffc52-161d-4b2e-8162-2151bc1fda8e tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/4c9a96da-efc3-4d7b-bfab-b1ce4acc5076 HTTP/1.1" status: 404 len: 337 time: 0.0442104 Feb 11 05:35:08.221506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39302) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:08.262699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2b16-1784-48e8-8532-91e3a58d7cc2 None None] Pushing event updated for resources: {'Port': ['ID=98d7659a-d8d7-45ea-baf4-a5f653855162,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:08.314369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:08.315009 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.723001 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.760816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] Deleting port 3bad4f62-a535-4bba-b70f-df9de0635e6e {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:08.761202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.832259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-118b9823-4dbd-446c-bccc-a430619933ec None None] Current status of the port 3bad4f62-a535-4bba-b70f-df9de0635e6e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:08.864447 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.939917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:08.972028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] For port 3bad4f62-a535-4bba-b70f-df9de0635e6e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3bad4f62-a535-4bba-b70f-df9de0635e6e,segment=NetworkSegment(ff252bdf-2c94-445e-b709-1d22ba339d30),segment_id=ff252bdf-2c94-445e-b709-1d22ba339d30)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:08.972432 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.982079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for port (929c8dde-efad-4872-91f0-743ce3302dd9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.994743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] Calling delete_port for 3bad4f62-a535-4bba-b70f-df9de0635e6e owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:09.057045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.057856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.084323 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-9896f550-6713-43ef-acac-32d79abdba48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.084323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9896f550-6713-43ef-acac-32d79abdba48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.105357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9896f550-6713-43ef-acac-32d79abdba48 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/3e471293-ceee-44c1-9aa4-8973f9b3d934 HTTP/1.1" status: 404 len: 337 time: 0.8804598 Feb 11 05:35:09.114428 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39314) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.160184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c841-acd1-46a6-bcb8-d387b69866e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0993cc0a-531c-4418-b4a9-98f51ed25fb7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.177453 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c841-acd1-46a6-bcb8-d387b69866e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.179944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b2e1c841-acd1-46a6-bcb8-d387b69866e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0993cc0a-531c-4418-b4a9-98f51ed25fb7 HTTP/1.1" status: 204 len: 168 time: 1.3563347 Feb 11 05:35:09.190846 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58ded89-6b35-4e2a-8cec-02d15c2bb422 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.190846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58ded89-6b35-4e2a-8cec-02d15c2bb422 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.193827 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f58ded89-6b35-4e2a-8cec-02d15c2bb422 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/16acf3f5-e055-4045-b3f6-de1ec3b7cc98 HTTP/1.1" status: 404 len: 333 time: 0.0746803 Feb 11 05:35:09.205607 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39318) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.244422 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.247979 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (3bad4f62-a535-4bba-b70f-df9de0635e6e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.257347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1c841-acd1-46a6-bcb8-d387b69866e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0993cc0a-531c-4418-b4a9-98f51ed25fb7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:09.307351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94be6c-f3f8-4ead-91c1-6240050d8721 req-74ecda5c-c8e2-4c25-ba67-7808bceba87e tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:09.323154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e94be6c-f3f8-4ead-91c1-6240050d8721 req-74ecda5c-c8e2-4c25-ba67-7808bceba87e tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 949 time: 0.3306727 Feb 11 05:35:09.326191 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59eba30-144e-4c47-aadd-c8fa493bb8a7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.326670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59eba30-144e-4c47-aadd-c8fa493bb8a7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.342195 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f59eba30-144e-4c47-aadd-c8fa493bb8a7 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/e1eb01fe-1655-4059-853f-050bdb6488db HTTP/1.1" status: 404 len: 337 time: 0.1267080 Feb 11 05:35:09.346412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] Pushing event deleted for resources: {'Port': ['ID=3bad4f62-a535-4bba-b70f-df9de0635e6e,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:09.354577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39322) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.358004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611d218-f2da-46f2-86a7-16f39c270b60 None None] No DVR routers for this DVR port 3bad4f62-a535-4bba-b70f-df9de0635e6e on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:09.397196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710c466-5e94-4e09-a8e4-ba5386dec40b req-a2a4d4d0-78e8-4eca-b327-ceab9675b085 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:09.410504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d710c466-5e94-4e09-a8e4-ba5386dec40b req-a2a4d4d0-78e8-4eca-b327-ceab9675b085 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.3942726 Feb 11 05:35:09.457232 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cf6680-27a7-41a5-b18f-782a30a42ccb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.457695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95cf6680-27a7-41a5-b18f-782a30a42ccb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.463504 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-95cf6680-27a7-41a5-b18f-782a30a42ccb tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/subnets/8bcba102-e03e-4030-97bf-e79382fcdea4 HTTP/1.1" status: 404 len: 337 time: 0.1056561 Feb 11 05:35:09.464771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event updated for resources: {'Port': ['ID=929c8dde-efad-4872-91f0-743ce3302dd9,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:09.468884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39326) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.557022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e94be6c-f3f8-4ead-91c1-6240050d8721 req-4c03c961-cbf7-441d-9344-e67c55f2f015 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215276 Feb 11 05:35:09.603908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Network 6fd7fe37-f335-406f-83e9-db3f5401335d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:09.625528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:09.667706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d710c466-5e94-4e09-a8e4-ba5386dec40b req-9497c4ac-fcef-4aa9-95d2-2c11d498213b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887124 Feb 11 05:35:09.683392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-f8d8c951-826a-4c6f-9a4a-05a6541662b7 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:09.685279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-f8d8c951-826a-4c6f-9a4a-05a6541662b7 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.83 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 949 time: 0.2717214 Feb 11 05:35:09.897576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 98d7659a-d8d7-45ea-baf4-a5f653855162 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:09.921443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-234f281d-92ee-4580-8448-9fdeac0c4cf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Deleting port 2015fa74-cdce-49de-a577-2d4acf1e4ff3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:09.921797 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-234f281d-92ee-4580-8448-9fdeac0c4cf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.006155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310db649-d620-40f2-968e-3b84ae845921 None None] Network 6fd7fe37-f335-406f-83e9-db3f5401335d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:10.014401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b984-ada0-439e-831c-8aec03045e62 req-0aeb5dd8-87ea-49f8-ad11-66f2ae8bebf0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:10.016252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e49b984-ada0-439e-831c-8aec03045e62 req-0aeb5dd8-87ea-49f8-ad11-66f2ae8bebf0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.2238781 Feb 11 05:35:10.026688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39334) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.048226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'floatingip': {'port_id': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:10.119712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a1c42bc7-958b-4d3f-8e58-9510c42f125d None None] Provisioning complete for port 98d7659a-d8d7-45ea-baf4-a5f653855162 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:10.124229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1c42bc7-958b-4d3f-8e58-9510c42f125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.172898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (2c386a2b-3142-470e-8774-bef82d3f4abf), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.322340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 98d7659a-d8d7-45ea-baf4-a5f653855162 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:10.324567 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.507289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Deleting port bd381722-4bc4-4038-b7a2-154a1afaa74c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:10.508072 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.676320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:10.709658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-234f281d-92ee-4580-8448-9fdeac0c4cf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.747910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-234f281d-92ee-4580-8448-9fdeac0c4cf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Calling delete_port for 2015fa74-cdce-49de-a577-2d4acf1e4ff3 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:10.776894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a1c42bc7-958b-4d3f-8e58-9510c42f125d None None] Current status of the port 98d7659a-d8d7-45ea-baf4-a5f653855162 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:10.777370 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1c42bc7-958b-4d3f-8e58-9510c42f125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.841264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 98d7659a-d8d7-45ea-baf4-a5f653855162 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:10.841923 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.931819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a1c42bc7-958b-4d3f-8e58-9510c42f125d None None] For port 98d7659a-d8d7-45ea-baf4-a5f653855162, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=98d7659a-d8d7-45ea-baf4-a5f653855162,segment=NetworkSegment(1e1fd1f2-d490-479f-ac02-bf5dc23698c8),segment_id=1e1fd1f2-d490-479f-ac02-bf5dc23698c8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:10.987336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cba4e-bf73-4ebe-8745-e64921ba9694 req-c135aa21-eb42-48fe-8529-862668833c7a tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:10.990321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc9cba4e-bf73-4ebe-8745-e64921ba9694 req-c135aa21-eb42-48fe-8529-862668833c7a tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 949 time: 0.1920362 Feb 11 05:35:11.007688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] For port bd381722-4bc4-4038-b7a2-154a1afaa74c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=bd381722-4bc4-4038-b7a2-154a1afaa74c,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:11.011056 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.036962 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1c42bc7-958b-4d3f-8e58-9510c42f125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.069353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-234f281d-92ee-4580-8448-9fdeac0c4cf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2015fa74-cdce-49de-a577-2d4acf1e4ff3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.173280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f281d-92ee-4580-8448-9fdeac0c4cf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Port': ['ID=2015fa74-cdce-49de-a577-2d4acf1e4ff3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:11.197573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-234f281d-92ee-4580-8448-9fdeac0c4cf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.210335 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-234f281d-92ee-4580-8448-9fdeac0c4cf0 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/ports/2015fa74-cdce-49de-a577-2d4acf1e4ff3 HTTP/1.1" status: 204 len: 168 time: 1.7341671 Feb 11 05:35:11.218351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Calling delete_port for bd381722-4bc4-4038-b7a2-154a1afaa74c owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:11.219340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39364) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.243189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:35:11.243565 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:35:11.250023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:11.265047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:11.278751 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15743a0b-fe69-4cca-a99f-1c10e72bc290 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2656364 Feb 11 05:35:11.285163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39366) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.302897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:11.331830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c42bc7-958b-4d3f-8e58-9510c42f125d None None] Pushing event updated for resources: {'Port': ['ID=98d7659a-d8d7-45ea-baf4-a5f653855162,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:11.343661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3bcc44bf-a902-4908-af5e-7618e73742a2 None None] Provisioning complete for port 98d7659a-d8d7-45ea-baf4-a5f653855162 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:11.344046 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bcc44bf-a902-4908-af5e-7618e73742a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.432699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:11.433334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:11.619654 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.700803 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc9cba4e-bf73-4ebe-8745-e64921ba9694 req-4ca6e016-134f-4c2e-a3b9-8a80bfaaef2f tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6862164 Feb 11 05:35:11.842992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:11.925708 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.076920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 98d7659a-d8d7-45ea-baf4-a5f653855162 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:12.174515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc44bf-a902-4908-af5e-7618e73742a2 None None] Current status of the port 98d7659a-d8d7-45ea-baf4-a5f653855162 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:12.183535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bd381722-4bc4-4038-b7a2-154a1afaa74c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.244486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.246932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:35:12.275468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d41b0d9-a849-4253-84f3-ffcfb3ed2f10']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:12.289413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff252bdf-2c94-445e-b709-1d22ba339d30') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:12.289715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff252bdf-2c94-445e-b709-1d22ba339d30') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:12.306264 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (ff252bdf-2c94-445e-b709-1d22ba339d30), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.342565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['bd381722-4bc4-4038-b7a2-154a1afaa74c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:12.347375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3bad4f62-a535-4bba-b70f-df9de0635e6e no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:12.386177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ff252bdf-2c94-445e-b709-1d22ba339d30), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.415832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:12.420924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (ff252bdf-2c94-445e-b709-1d22ba339d30), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:12.425426 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:12.446713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 3bad4f62-a535-4bba-b70f-df9de0635e6e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:12.447065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3bad4f62-a535-4bba-b70f-df9de0635e6e not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:12.509157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Pushing event deleted for resources: {'Port': ['ID=bd381722-4bc4-4038-b7a2-154a1afaa74c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:12.555650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] No DVR routers for this DVR port bd381722-4bc4-4038-b7a2-154a1afaa74c on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:12.559618 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.567003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9f60fce-1d9d-4c76-964f-25d7d00835c5 req-e15fc02a-16e3-4eb5-ac98-3a862c183dff tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.83 "DELETE /v2.0/ports/bd381722-4bc4-4038-b7a2-154a1afaa74c HTTP/1.1" status: 204 len: 173 time: 2.8748469 Feb 11 05:35:12.571094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3bcc44bf-a902-4908-af5e-7618e73742a2 None None] Provisioning complete for port 929c8dde-efad-4872-91f0-743ce3302dd9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:12.571094 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bcc44bf-a902-4908-af5e-7618e73742a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.572615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b4f810-d0b7-4176-a5a2-a582495c18e9', 'name': 'network-vif-deleted', 'tag': 'bd381722-4bc4-4038-b7a2-154a1afaa74c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:12.575411 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79da53d3-fbc7-4eda-b6e0-c8c11dd1b544" -d '{"events": [{"server_uuid": "67b4f810-d0b7-4176-a5a2-a582495c18e9", "name": "network-vif-deleted", "tag": "bd381722-4bc4-4038-b7a2-154a1afaa74c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:12.623280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.683311 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (2c386a2b-3142-470e-8774-bef82d3f4abf), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.804836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 98d7659a-d8d7-45ea-baf4-a5f653855162 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:12.891827 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1d41b0d9-a849-4253-84f3-ffcfb3ed2f10), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.905440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc44bf-a902-4908-af5e-7618e73742a2 None None] Port 929c8dde-efad-4872-91f0-743ce3302dd9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:12.911049 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.914627 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] 10.222.0.62 "DELETE /v2.0/networks/1d41b0d9-a849-4253-84f3-ffcfb3ed2f10 HTTP/1.1" status: 204 len: 168 time: 1.6942208 Feb 11 05:35:12.928257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Pushing event deleted for resources: {'Network': ['ID=1d41b0d9-a849-4253-84f3-ffcfb3ed2f10,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:12.940588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.940588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.940588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.940588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.941256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.941707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.948505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.948505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.948505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.948505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.948505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.948505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.948505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12bf55f-6973-406a-8917-3f3a0b732105 tempest-PortsIpV6TestJSON-792142404 tempest-PortsIpV6TestJSON-792142404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:12.961092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.extraroute_db [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:35:12.992433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.extraroute_db [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Removed routes are [] {{(pid=104086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:35:12.993152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.090390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': '929c8dde-efad-4872-91f0-743ce3302dd9', 'name': '', 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:8d:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:08Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:13.125859 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Floating IP 2c386a2b-3142-470e-8774-bef82d3f4abf associated. External IP: 172.25.8.179, port: d98e3735-012a-41d2-9c4c-d9f71456c4c6. Feb 11 05:35:13.132537 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b91739-7986-4d10-8385-0a8a5e370306 x-openstack-request-id: req-12b91739-7986-4d10-8385-0a8a5e370306 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:13.133068 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b4f810-d0b7-4176-a5a2-a582495c18e9", "name": "network-vif-deleted", "tag": "bd381722-4bc4-4038-b7a2-154a1afaa74c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:13.133387 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12b91739-7986-4d10-8385-0a8a5e370306 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:13.133817 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b4f810-d0b7-4176-a5a2-a582495c18e9', 'name': 'network-vif-deleted', 'tag': 'bd381722-4bc4-4038-b7a2-154a1afaa74c', 'status': 'completed', 'code': 200} Feb 11 05:35:13.191286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.194018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 98d7659a-d8d7-45ea-baf4-a5f653855162 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:13.194402 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.245371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10c3f9f4-118e-4d54-a7d1-dc5cbdc815f2 req-fdbb5017-e207-4fed-b781-38c9d4d03698 tempest-ImagesNegativeTestJSON-1715977392 tempest-ImagesNegativeTestJSON-1715977392-project] 10.222.0.62 "GET /v2.0/ports?device_id=67b4f810-d0b7-4176-a5a2-a582495c18e9 HTTP/1.1" status: 200 len: 210 time: 0.1104252 Feb 11 05:35:13.305993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:13.306367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Updating router bfff2aed-20a5-480c-90b7-6ff0eda03c1f port 929c8dde-efad-4872-91f0-743ce3302dd9 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:13.363686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0298b151-39d3-4897-a568-6ba3874fbb0d None None] Provisioning complete for port 929c8dde-efad-4872-91f0-743ce3302dd9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:13.363686 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0298b151-39d3-4897-a568-6ba3874fbb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.445987 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.505258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0298b151-39d3-4897-a568-6ba3874fbb0d None None] Port 929c8dde-efad-4872-91f0-743ce3302dd9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:13.566399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 98d7659a-d8d7-45ea-baf4-a5f653855162 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:13.590980 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39579beb-dd9c-4293-a9a5-d5643c5722a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.607002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.614824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.704425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Router a22bdc48-6036-4863-87a0-0dfc3beeac53 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:13.911125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:14.051529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.130369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:14.137468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.147741 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] Sync routers for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:14.164237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Publish callbacks [] for port (929c8dde-efad-4872-91f0-743ce3302dd9), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.174459 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:14.176513 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.189138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:14.196176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.199826 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-de94c708-20d0-41ff-a403-d6e7b8342a88 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 200 len: 954 time: 2.9118030 Feb 11 05:35:14.209447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39436) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.234687 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dea4d375-eeb6-444d-bf6d-87a40f7f5c29 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "PUT /v2.0/floatingips/2c386a2b-3142-470e-8774-bef82d3f4abf HTTP/1.1" status: 200 len: 992 time: 4.2056837 Feb 11 05:35:14.269188 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.339023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39579beb-dd9c-4293-a9a5-d5643c5722a4 admin admin] Publish callbacks [] for security_group (1db81f3d-5477-4e30-804d-aed88b8ff64e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.383688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eab2e38e-a9c1-4e83-b4a7-df0fe0ad2e7d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 200 len: 954 time: 0.1730254 Feb 11 05:35:14.386355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39444) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.404787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'routes': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:14.525830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39579beb-dd9c-4293-a9a5-d5643c5722a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1db81f3d-5477-4e30-804d-aed88b8ff64e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.570278 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd141de6-f7e5-432c-b2ce-67fb6a4f905e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8659bc55038b4cb086c2537e0c5bb109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5175607 Feb 11 05:35:14.576186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39452) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.694219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20221-9d58-4808-baac-825231443e30 None None] Pushing event updated for resources: {'Port': ['ID=929c8dde-efad-4872-91f0-743ce3302dd9,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:14.738527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5bbb-024f-454a-9ad4-c8a1b6e99eff admin admin] Publish callbacks [] for security_group (3f9a97e1-0845-4163-bdb3-0549b11321dc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.741646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Attempting to bind port 929c8dde-efad-4872-91f0-743ce3302dd9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:14.741646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Attempting to bind port 929c8dde-efad-4872-91f0-743ce3302dd9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:14.742018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Attempting to bind port 929c8dde-efad-4872-91f0-743ce3302dd9 on network 6fd7fe37-f335-406f-83e9-db3f5401335d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:14.758942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:14.759738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Checking segment: {'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:14.760351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.760925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Bound using segment: {'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:14.761563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Bound port: 929c8dde-efad-4872-91f0-743ce3302dd9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1fd1f2-d490-479f-ac02-bf5dc23698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:14.762126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.847542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5bbb-024f-454a-9ad4-c8a1b6e99eff admin admin] Publish callbacks [] for security_group (3f9a97e1-0845-4163-bdb3-0549b11321dc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.856158 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:14.983651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device bd381722-4bc4-4038-b7a2-154a1afaa74c no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:15.012732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39579beb-dd9c-4293-a9a5-d5643c5722a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84283cf398e34b20a7aa6152e9d30c60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8184443 Feb 11 05:35:15.014642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39470) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:15.045121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39579beb-dd9c-4293-a9a5-d5643c5722a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db81f3d-5477-4e30-804d-aed88b8ff64e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:15.155303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:15.159785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: bd381722-4bc4-4038-b7a2-154a1afaa74c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:15.162480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device bd381722-4bc4-4038-b7a2-154a1afaa74c not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:15.168679 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:15.262027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5bbb-024f-454a-9ad4-c8a1b6e99eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3f9a97e1-0845-4163-bdb3-0549b11321dc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.264845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5bbb-024f-454a-9ad4-c8a1b6e99eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.266548 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ba2d5bbb-024f-454a-9ad4-c8a1b6e99eff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f9a97e1-0845-4163-bdb3-0549b11321dc HTTP/1.1" status: 204 len: 168 time: 0.6887712 Feb 11 05:35:15.302830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d5bbb-024f-454a-9ad4-c8a1b6e99eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9a97e1-0845-4163-bdb3-0549b11321dc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:15.316355 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb677e8-adb3-41cd-a1b1-14ddc87ff273 x-openstack-request-id: req-edb677e8-adb3-41cd-a1b1-14ddc87ff273 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:15.316694 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:15.317119 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edb677e8-adb3-41cd-a1b1-14ddc87ff273 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:15.317711 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'status': 'completed', 'code': 200} Feb 11 05:35:15.331968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32f0d0c1-12a8-432c-9fc6-57aec45cd1c5 admin admin] Publish callbacks [] for security_group (1db81f3d-5477-4e30-804d-aed88b8ff64e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.339346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] For port 929c8dde-efad-4872-91f0-743ce3302dd9, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:15.407568 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32f0d0c1-12a8-432c-9fc6-57aec45cd1c5 admin admin] Publish callbacks [] for security_group (1db81f3d-5477-4e30-804d-aed88b8ff64e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.422919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8f7873f8-071f-4775-b915-c19df7270959 None None] Provisioning complete for port 929c8dde-efad-4872-91f0-743ce3302dd9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:15.424473 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f7873f8-071f-4775-b915-c19df7270959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.612154 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '2c386a2b-3142-470e-8774-bef82d3f4abf', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'port_id': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'mac_address': 'fa:16:3e:b4:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64060182-b978-4ddf-9273-64c8b3b356ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:34:33Z', 'updated_at': '2022-02-11T05:35:12Z', 'revision_number': 1, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:15.647417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-35825155-7361-4273-9080-e07d523baa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:15.655823 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-35825155-7361-4273-9080-e07d523baa45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1129 time: 0.3191431 Feb 11 05:35:15.683505 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] Checking router: a22bdc48-6036-4863-87a0-0dfc3beeac53 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:15.710310 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:15.715537 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:15.779628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.extraroute_db [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added routes are [] {{(pid=104087) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:35:15.779950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.extraroute_db [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104087) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:35:15.853787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.915386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] For port 929c8dde-efad-4872-91f0-743ce3302dd9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=929c8dde-efad-4872-91f0-743ce3302dd9,segment=NetworkSegment(1e1fd1f2-d490-479f-ac02-bf5dc23698c8),segment_id=1e1fd1f2-d490-479f-ac02-bf5dc23698c8)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:15.985683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8f7873f8-071f-4775-b915-c19df7270959 None None] Port 929c8dde-efad-4872-91f0-743ce3302dd9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:16.006171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39488) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:16.033108 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.047065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-e24ba955-5e8d-4544-bd1e-9dab8c483bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:16.054606 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-e24ba955-5e8d-4544-bd1e-9dab8c483bad service neutron] 10.222.0.65 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.3929737 Feb 11 05:35:16.136997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32f0d0c1-12a8-432c-9fc6-57aec45cd1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1db81f3d-5477-4e30-804d-aed88b8ff64e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.153231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32f0d0c1-12a8-432c-9fc6-57aec45cd1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.161738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-32f0d0c1-12a8-432c-9fc6-57aec45cd1c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1db81f3d-5477-4e30-804d-aed88b8ff64e HTTP/1.1" status: 204 len: 168 time: 1.1278505 Feb 11 05:35:16.226237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20221-9d58-4808-baac-825231443e30 None None] Pushing event updated for resources: {'Port': ['ID=929c8dde-efad-4872-91f0-743ce3302dd9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:16.263710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:16.268059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:16.376982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0d0c1-12a8-432c-9fc6-57aec45cd1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db81f3d-5477-4e30-804d-aed88b8ff64e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:16.468467 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-21d70b61-21ab-4518-8e6b-e19c4193f366 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 1000 time: 0.4024904 Feb 11 05:35:16.550423 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:16.667970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:16.765253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.775427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.872104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-982d9fc1-0c92-4a3b-a52f-aa8e30c6ebc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ed1e29c42444d5cb93ee6ee4c093bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8626657 Feb 11 05:35:16.875175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39516) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:16.939614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-65bbe2b9-2694-4f59-8b74-4cb4e6293168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:16.940574 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-65bbe2b9-2694-4f59-8b74-4cb4e6293168 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.4452825 Feb 11 05:35:17.123392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-8e6c43dc-1cf8-48b4-acb0-358600d4989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:17.125260 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-8e6c43dc-1cf8-48b4-acb0-358600d4989f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1705918 Feb 11 05:35:17.263019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca5c8822-179e-432a-96c1-792571094eb1 admin admin] Publish callbacks [] for security_group (5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.292560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:17.360081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0c3f3baa-2f9b-4101-b8d2-c023d7b50d6a None None] Provisioning complete for port 929c8dde-efad-4872-91f0-743ce3302dd9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:17.364051 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3baa-2f9b-4101-b8d2-c023d7b50d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.389924 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '2c386a2b-3142-470e-8774-bef82d3f4abf', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'port_id': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'mac_address': 'fa:16:3e:b4:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64060182-b978-4ddf-9273-64c8b3b356ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:34:33Z', 'updated_at': '2022-02-11T05:35:12Z', 'revision_number': 1, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:17.417231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca5c8822-179e-432a-96c1-792571094eb1 admin admin] Publish callbacks [] for security_group (5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.479896 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-9bf8bad6-2ad0-4333-b038-45ef759d04dd service neutron] 10.222.0.65 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480742 Feb 11 05:35:17.519975 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faba76e-18a1-455b-8c16-ad31d9a64389 None None] The sync data for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 is: [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '2c386a2b-3142-470e-8774-bef82d3f4abf', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'port_id': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'mac_address': 'fa:16:3e:b4:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64060182-b978-4ddf-9273-64c8b3b356ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:34:33Z', 'updated_at': '2022-02-11T05:35:12Z', 'revision_number': 1, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:17.634082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f3baa-2f9b-4101-b8d2-c023d7b50d6a None None] Current status of the port 929c8dde-efad-4872-91f0-743ce3302dd9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:17.634721 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3baa-2f9b-4101-b8d2-c023d7b50d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.659218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 7, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': '929c8dde-efad-4872-91f0-743ce3302dd9', 'name': '', 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:8d:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:17.719342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ec7f8-cfb5-4e4f-93c2-07b01baa9243 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 7, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': '929c8dde-efad-4872-91f0-743ce3302dd9', 'name': '', 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:8d:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 4, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:17.809773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0c3f3baa-2f9b-4101-b8d2-c023d7b50d6a None None] For port 929c8dde-efad-4872-91f0-743ce3302dd9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=929c8dde-efad-4872-91f0-743ce3302dd9,segment=NetworkSegment(1e1fd1f2-d490-479f-ac02-bf5dc23698c8),segment_id=1e1fd1f2-d490-479f-ac02-bf5dc23698c8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:17.841850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5821b778-eeef-4c44-b9c5-c78e71bdb3d8 req-e75d14a4-4b6a-4b46-80ef-620e25b11f25 service neutron] 10.222.0.65 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543701 Feb 11 05:35:17.863109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3baa-2f9b-4101-b8d2-c023d7b50d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.092225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:18.101422 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.106098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39544) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:18.117506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0df01bfd-a2b0-4265-b6c6-095f4ecf1521 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 200 len: 704 time: 3.7290068 Feb 11 05:35:18.140032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f3baa-2f9b-4101-b8d2-c023d7b50d6a None None] Pushing event updated for resources: {'Port': ['ID=929c8dde-efad-4872-91f0-743ce3302dd9,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:18.185950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca5c8822-179e-432a-96c1-792571094eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.190598 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca5c8822-179e-432a-96c1-792571094eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.192275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ca5c8822-179e-432a-96c1-792571094eb1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32 HTTP/1.1" status: 204 len: 168 time: 1.3159297 Feb 11 05:35:18.204855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39548) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:18.215299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c8822-179e-432a-96c1-792571094eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6fd3eb-7a39-4fe5-bd6b-d94989cfec32,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:18.287414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f01c0e-a225-48fd-b51e-b4f361a220c6 None None] New status for floating IP 2c386a2b-3142-470e-8774-bef82d3f4abf: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:35:18.381459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39554) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:18.404743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-21d39d89-6b2b-4fe8-b325-25a38abba888 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 200 len: 704 time: 0.2860067 Feb 11 05:35:18.761702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 929c8dde-efad-4872-91f0-743ce3302dd9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:18.874411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 929c8dde-efad-4872-91f0-743ce3302dd9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:18.877890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.174080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 929c8dde-efad-4872-91f0-743ce3302dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:19.204326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f631ab0f-3791-4bd3-863f-b9c68478b865 tempest-DvrRoutersNegativeTest-1893701749 tempest-DvrRoutersNegativeTest-1893701749-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-716259201', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:19.207341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.policy [None req-f631ab0f-3791-4bd3-863f-b9c68478b865 tempest-DvrRoutersNegativeTest-1893701749 tempest-DvrRoutersNegativeTest-1893701749-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104086) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 11 05:35:19.207658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.policy [None req-f631ab0f-3791-4bd3-863f-b9c68478b865 tempest-DvrRoutersNegativeTest-1893701749 tempest-DvrRoutersNegativeTest-1893701749-project] Failed policy check for 'create_router' {{(pid=104086) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 11 05:35:19.208882 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-f631ab0f-3791-4bd3-863f-b9c68478b865 tempest-DvrRoutersNegativeTest-1893701749 tempest-DvrRoutersNegativeTest-1893701749-project] create failed (client error): Access was denied to this resource. Feb 11 05:35:19.212569 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f631ab0f-3791-4bd3-863f-b9c68478b865 tempest-DvrRoutersNegativeTest-1893701749 tempest-DvrRoutersNegativeTest-1893701749-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.0026376 Feb 11 05:35:19.458990 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:19.471130 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.489992 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:19.494677 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:19.847411 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:19.972532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39592) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:20.073184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39596) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:20.380269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1360665375-network', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:20.456168 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 7, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': '929c8dde-efad-4872-91f0-743ce3302dd9', 'name': '', 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:8d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:17Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:20.537335 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:20.549160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfcb103e-fbf6-4646-b2a0-dcfdabc7b9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.550108 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:20.550980 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:20.591138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Made reservation on behalf of 4e196316e3f1488c8b5dc4056892429e for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:20.598537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.639744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.753850 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:20.819460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfcb103e-fbf6-4646-b2a0-dcfdabc7b9c0 admin admin] Publish callbacks [] for security_group (8adbcb33-ceb8-419e-a6b2-a57f3f3ab73e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.838793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 929c8dde-efad-4872-91f0-743ce3302dd9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:20.839288 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.876295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Publish callbacks [] for security_group (bc0b3a4b-23ae-4274-9ac2-7f69998c9290), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.905178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfcb103e-fbf6-4646-b2a0-dcfdabc7b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8adbcb33-ceb8-419e-a6b2-a57f3f3ab73e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.975582 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bc0b3a4b-23ae-4274-9ac2-7f69998c9290), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.013670 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dfcb103e-fbf6-4646-b2a0-dcfdabc7b9c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d97ff583740649c6b3bbafcc532c0180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9410129 Feb 11 05:35:21.014747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb103e-fbf6-4646-b2a0-dcfdabc7b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adbcb33-ceb8-419e-a6b2-a57f3f3ab73e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:21.018108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39626) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:21.050723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:21.097335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port 929c8dde-efad-4872-91f0-743ce3302dd9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=929c8dde-efad-4872-91f0-743ce3302dd9,segment=NetworkSegment(1e1fd1f2-d490-479f-ac02-bf5dc23698c8),segment_id=1e1fd1f2-d490-479f-ac02-bf5dc23698c8)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:21.097997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.116416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 929c8dde-efad-4872-91f0-743ce3302dd9 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:21.165053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4752a285-512b-4e2a-9d2c-446e20331d3a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.165727 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Added segment 4752a285-512b-4e2a-9d2c-446e20331d3a of type vlan for network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 Feb 11 05:35:21.194890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0b3a4b-23ae-4274-9ac2-7f69998c9290,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:21.201087 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 7, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': '929c8dde-efad-4872-91f0-743ce3302dd9', 'name': '', 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:8d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:17Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:21.256424 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276d0cb-4a86-4b2d-be40-3e2cd1f4db42 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 7, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': '929c8dde-efad-4872-91f0-743ce3302dd9', 'name': '', 'network_id': '6fd7fe37-f335-406f-83e9-db3f5401335d', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:8d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:17Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '13599ae9-e8d0-4f01-9ba7-51ead45e65ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:21.280064 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.292129 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bd74294-328f-47a6-8db3-b713b8313eb6 admin admin] Publish callbacks [] for security_group (8adbcb33-ceb8-419e-a6b2-a57f3f3ab73e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.358434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39634) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:21.394477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bd74294-328f-47a6-8db3-b713b8313eb6 admin admin] Publish callbacks [] for security_group (8adbcb33-ceb8-419e-a6b2-a57f3f3ab73e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.447404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.448945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:21.449624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.575838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:21.590080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:21.603938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-523263224-network', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:21.640258 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fedc1d33-db80-4303-bbd2-d91ed2d2fa36 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6665215 Feb 11 05:35:21.641275 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bd74294-328f-47a6-8db3-b713b8313eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8adbcb33-ceb8-419e-a6b2-a57f3f3ab73e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.644682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bd74294-328f-47a6-8db3-b713b8313eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.654582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39642) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:21.656986 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9bd74294-328f-47a6-8db3-b713b8313eb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8adbcb33-ceb8-419e-a6b2-a57f3f3ab73e HTTP/1.1" status: 204 len: 168 time: 0.6238577 Feb 11 05:35:21.667844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Request body: {'subnet': {'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1360665375-subnet', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:21.679775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74294-328f-47a6-8db3-b713b8313eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adbcb33-ceb8-419e-a6b2-a57f3f3ab73e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:21.717041 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (929c8dde-efad-4872-91f0-743ce3302dd9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.756846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=929c8dde-efad-4872-91f0-743ce3302dd9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:21.767388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Made reservation on behalf of fc37f6c110034997a79c39cc6956d99a for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:21.770195 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.784340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.917036 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Publish callbacks [] for security_group (5838f9bf-2b9c-4582-8b29-f63e6a7e5fc6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.032092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Made reservation on behalf of 4e196316e3f1488c8b5dc4056892429e for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:22.040527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.083344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5838f9bf-2b9c-4582-8b29-f63e6a7e5fc6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.134506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5838f9bf-2b9c-4582-8b29-f63e6a7e5fc6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:22.202316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:22.216640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.234840 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0c1c7757-e6a4-4b4f-aa90-ae99fa00c384), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.235193 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Added segment 0c1c7757-e6a4-4b4f-aa90-ae99fa00c384 of type vlan for network 94d7495f-1efb-4d81-b994-6813e0bde425 Feb 11 05:35:22.393261 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (94d7495f-1efb-4d81-b994-6813e0bde425), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.618401 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (94d7495f-1efb-4d81-b994-6813e0bde425), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.623341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:22.623341 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.760964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] Pushing event updated for resources: {'Network': ['ID=94d7495f-1efb-4d81-b994-6813e0bde425,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:22.770506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (0a461791-d80d-4bef-acb7-feac702b3c53), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.775509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 94d7495f-1efb-4d81-b994-6813e0bde425 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:22.784917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:22.913682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-803792cd-1d27-49df-924e-b83c6e94010c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5530155 Feb 11 05:35:22.916525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:22.924455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Request body: {'subnet': {'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-523263224-subnet', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:23.012278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Checking segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:23.013185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Network hostable DHCP agents. Network: 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:23.037168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a461791-d80d-4bef-acb7-feac702b3c53,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:23.059437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Made reservation on behalf of fc37f6c110034997a79c39cc6956d99a for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:23.059697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:23.068524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0f21e97a-b174-4a9d-a423-b8e35d284a2a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6792645 Feb 11 05:35:23.068712 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.072306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:23.073067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39688) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:23.100084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:23.101275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:23.163505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:23.234641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c6cd07-41c5-46a2-bd9e-bbb5277e198d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet 13599ae9-e8d0-4f01-9ba7-51ead45e65ec {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:23.241786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:23.241994 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7c6cd07-41c5-46a2-bd9e-bbb5277e198d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (13599ae9-e8d0-4f01-9ba7-51ead45e65ec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.295611 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7c6cd07-41c5-46a2-bd9e-bbb5277e198d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (13599ae9-e8d0-4f01-9ba7-51ead45e65ec), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.431737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7c6cd07-41c5-46a2-bd9e-bbb5277e198d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (13599ae9-e8d0-4f01-9ba7-51ead45e65ec), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.505154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39694) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:23.520026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:23.525262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:23.525868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.536058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3678eed-791f-4d3a-9e37-9b2af1afda86 None None] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:23.591279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7c6cd07-41c5-46a2-bd9e-bbb5277e198d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (13599ae9-e8d0-4f01-9ba7-51ead45e65ec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.644411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6cd07-41c5-46a2-bd9e-bbb5277e198d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=13599ae9-e8d0-4f01-9ba7-51ead45e65ec,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:23.670663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc82bda1-55bc-48f0-bcda-e003fb2aad23 None None] Network 6fd7fe37-f335-406f-83e9-db3f5401335d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:23.693445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7c6cd07-41c5-46a2-bd9e-bbb5277e198d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.697802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a7c6cd07-41c5-46a2-bd9e-bbb5277e198d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/13599ae9-e8d0-4f01-9ba7-51ead45e65ec HTTP/1.1" status: 204 len: 168 time: 0.6236510 Feb 11 05:35:23.700390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39708) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:23.705049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d846cfb7-04b0-41aa-a683-5d080bbc8145 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0464950 Feb 11 05:35:23.709254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-950199070-network', 'tenant_id': '997b8f5809be40e3a97ac12c1a7af74e'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:23.710789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39710) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:23.745301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (bcfc3d89-f727-4875-ba39-45a3bbb5a12d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.758662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:23.771829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b9ea4-92d3-4d39-9cf3-cbe24df45ea9 req-61a78992-d972-4341-a9eb-bb9da2eacdb3 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:23.778966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-372b9ea4-92d3-4d39-9cf3-cbe24df45ea9 req-61a78992-d972-4341-a9eb-bb9da2eacdb3 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1749489 Feb 11 05:35:23.869875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:21Z', 'revision_number': 8, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:23.893828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Made reservation on behalf of 997b8f5809be40e3a97ac12c1a7af74e for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:23.896406 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.910709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.949351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:23.984453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-372b9ea4-92d3-4d39-9cf3-cbe24df45ea9 req-084ad008-c24c-41ad-a3a5-4fba8733cd35 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772630 Feb 11 05:35:24.010453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:24.011107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:24.031150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6fd7fe37-f335-406f-83e9-db3f5401335d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.038217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfc3d89-f727-4875-ba39-45a3bbb5a12d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:24.042580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Checking segment: {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:24.043296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Network hostable DHCP agents. Network: 94d7495f-1efb-4d81-b994-6813e0bde425, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:24.060236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.061599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.189829 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Publish callbacks [] for security_group (4cd56b0d-87a3-44d7-b7b6-607ddb76a794), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.201872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:24.253555 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4cd56b0d-87a3-44d7-b7b6-607ddb76a794), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.269358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:24.292360 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a299018d-17c1-44db-a57c-77125702c528), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.292767 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Added segment a299018d-17c1-44db-a57c-77125702c528 of type vlan for network 7c9854c4-bb43-484c-a541-2282dcbe0d65 Feb 11 05:35:24.324172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:24.326570 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.400423 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7c9854c4-bb43-484c-a541-2282dcbe0d65), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.524116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd56b0d-87a3-44d7-b7b6-607ddb76a794,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:24.558666 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7c9854c4-bb43-484c-a541-2282dcbe0d65), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.559796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:24.560406 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.568836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks [] for router_controller (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.570855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Network 94d7495f-1efb-4d81-b994-6813e0bde425 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:24.596733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 98d7659a-d8d7-45ea-baf4-a5f653855162 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:24.596733 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.699871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] DHCP port deletion for 6fd7fe37-f335-406f-83e9-db3f5401335d request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:24.751385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port 98d7659a-d8d7-45ea-baf4-a5f653855162, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=98d7659a-d8d7-45ea-baf4-a5f653855162,segment=NetworkSegment(1e1fd1f2-d490-479f-ac02-bf5dc23698c8),segment_id=1e1fd1f2-d490-479f-ac02-bf5dc23698c8)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:24.752787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.767385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2569516 Feb 11 05:35:24.772887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39720) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:24.772887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78847f3-8dc1-446d-9083-98e997722982 admin admin] Pushing event updated for resources: {'Network': ['ID=7c9854c4-bb43-484c-a541-2282dcbe0d65,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:24.793895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 98d7659a-d8d7-45ea-baf4-a5f653855162 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:24.798352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Request body: {'subnet': {'network_id': '7c9854c4-bb43-484c-a541-2282dcbe0d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-950199070-subnet', 'tenant_id': '997b8f5809be40e3a97ac12c1a7af74e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:24.827419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7c9854c4-bb43-484c-a541-2282dcbe0d65 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:24.831609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 94d7495f-1efb-4d81-b994-6813e0bde425) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:24.877978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Made reservation on behalf of 997b8f5809be40e3a97ac12c1a7af74e for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:24.877978 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.033098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5ac82-a0c7-4dd3-869f-ec2191d1af6b None None] Network 94d7495f-1efb-4d81-b994-6813e0bde425 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:25.052371 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.054218 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.322856 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-628b6c9b-2f65-462d-b756-e480f95a5bb2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4013479 Feb 11 05:35:25.336871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39732) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:25.353651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:25.412367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b5962-24e5-4c12-8341-126b0940f652 req-89846b3c-d32a-4cb5-b48c-0822e95ac680 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.421208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d9b5962-24e5-4c12-8341-126b0940f652 req-89846b3c-d32a-4cb5-b48c-0822e95ac680 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.0722904 Feb 11 05:35:25.461333 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (eda7716c-d297-494d-aa38-fae5a36dc518), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.492564 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks [] for router_gateway (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.593770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda7716c-d297-494d-aa38-fae5a36dc518,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:25.625648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (fb66704d-c69d-4af2-b422-1165f05d0a3e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.627464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d9b5962-24e5-4c12-8341-126b0940f652 req-4d7b5c00-9a72-442f-909f-ebd0a13fb650 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039235 Feb 11 05:35:25.627590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (fb66704d-c69d-4af2-b422-1165f05d0a3e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.691633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Checking segment: {'id': 'a299018d-17c1-44db-a57c-77125702c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7c9854c4-bb43-484c-a541-2282dcbe0d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:25.694678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Network hostable DHCP agents. Network: 7c9854c4-bb43-484c-a541-2282dcbe0d65, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:25.719351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] Deleting port 98d7659a-d8d7-45ea-baf4-a5f653855162 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:25.719770 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.722329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.807446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks [] for router_controller (fb66704d-c69d-4af2-b422-1165f05d0a3e), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.808925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=98d7659a-d8d7-45ea-baf4-a5f653855162,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:25.815217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Network 7c9854c4-bb43-484c-a541-2282dcbe0d65 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:25.815437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port 98d7659a-d8d7-45ea-baf4-a5f653855162 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:25.856031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] For port 98d7659a-d8d7-45ea-baf4-a5f653855162, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:25.856346 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.872716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] Calling delete_port for 98d7659a-d8d7-45ea-baf4-a5f653855162 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:25.875880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] Port 98d7659a-d8d7-45ea-baf4-a5f653855162 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:35:25.883709 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (98d7659a-d8d7-45ea-baf4-a5f653855162), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.888881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Allocated IP 172.20.0.2 (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9/0a461791-d80d-4bef-acb7-feac702b3c53/6418f519-edb5-4b96-a8bc-e7003c456eae) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:25.908272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-94d7495f-1efb-4d81-b994-6813e0bde425', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:25.909106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.921849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7c9854c4-bb43-484c-a541-2282dcbe0d65) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:25.928077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.934013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.024744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-dba04123-6597-4e45-b4d1-f46bdadc9828 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:26.026544 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-dba04123-6597-4e45-b4d1-f46bdadc9828 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.3489041 Feb 11 05:35:26.059852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b188ec9-c12b-416a-8e52-2b6acc9bf0f0 None None] Network 7c9854c4-bb43-484c-a541-2282dcbe0d65 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:26.093296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e8a31a1f-e960-4b88-b441-8e3d9eff64c8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3127735 Feb 11 05:35:26.113979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6fd7fe37-f335-406f-83e9-db3f5401335d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.175486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] No DVR routers for this DVR port 98d7659a-d8d7-45ea-baf4-a5f653855162 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:26.199593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04facdb0-76fb-4814-97a0-293592b0e3a3 None None] Pushing event deleted for resources: {'Port': ['ID=98d7659a-d8d7-45ea-baf4-a5f653855162,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:26.251977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:21Z', 'revision_number': 8, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:26.262805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a27a8c-4e36-4de4-b8e7-3395ed2837ce None None] Network 7c9854c4-bb43-484c-a541-2282dcbe0d65 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:26.311875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks [] for router_gateway (fb66704d-c69d-4af2-b422-1165f05d0a3e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.342327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd7fe37-f335-406f-83e9-db3f5401335d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:26.513636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1fd1f2-d490-479f-ac02-bf5dc23698c8') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:26.514116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1fd1f2-d490-479f-ac02-bf5dc23698c8') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:26.579488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (1e1fd1f2-d490-479f-ac02-bf5dc23698c8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.638626 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1e1fd1f2-d490-479f-ac02-bf5dc23698c8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.732656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks [] for router_gateway (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.755700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:26.756125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (1e1fd1f2-d490-479f-ac02-bf5dc23698c8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:26.760221 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:26.776818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.780473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Deleting port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:26.780844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.846018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 98d7659a-d8d7-45ea-baf4-a5f653855162 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:26.910038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96302434-beaa-410d-a428-030cd6aa7f7e req-980c817d-4c18-4e56-87bf-b6f45ede028d tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:26.911667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96302434-beaa-410d-a428-030cd6aa7f7e req-980c817d-4c18-4e56-87bf-b6f45ede028d tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1845512 Feb 11 05:35:26.928640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a549a63-72e4-4f7e-96ec-66c2aaa2c568 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:21Z', 'revision_number': 8, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b', 'name': '', 'network_id': 'ea9b362b-350a-42ac-943c-bcf1a5b62bc7', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:c3:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:56Z', 'updated_at': '2022-02-11T05:35:04Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '5f10eb9a-fe9d-4628-8158-3e9f76185930', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:26.967735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 98d7659a-d8d7-45ea-baf4-a5f653855162 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:26.968466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 98d7659a-d8d7-45ea-baf4-a5f653855162 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:27.089615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96302434-beaa-410d-a428-030cd6aa7f7e req-2e8638dc-03a8-445a-a8a2-e6413b1f4a40 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704965 Feb 11 05:35:27.113910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6fd7fe37-f335-406f-83e9-db3f5401335d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.130471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.134740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/6fd7fe37-f335-406f-83e9-db3f5401335d HTTP/1.1" status: 204 len: 168 time: 3.4330938 Feb 11 05:35:27.140726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Allocated IP 172.20.0.2 (94d7495f-1efb-4d81-b994-6813e0bde425/bcfc3d89-f727-4875-ba39-45a3bbb5a12d/c1a58e42-26e3-4d40-8e5a-6fa53de978a3) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:27.141250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39766) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:27.163129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb92f-ffaa-4f56-bad2-c3ffb38365c0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=6fd7fe37-f335-406f-83e9-db3f5401335d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:27.279970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] For port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:27.280567 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.353758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Calling delete_port for d924b7b7-7224-4158-9b5c-c2a9ce2f1dca owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:27.506053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Allocated IP 172.25.8.153 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f8b504c8-8ac1-4976-a8b2-129707a52ead) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:27.557445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Publish callbacks [] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.606782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39774) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:27.623105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-761067208-network', 'tenant_id': '01ff9671f61242e98f28c92d541b14ec'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:27.668802 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.827132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:27.828289 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Publish callbacks [] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.835371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:27.839334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:27.845250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Pushing event updated for resources: {'Port': ['ID=6418f519-edb5-4b96-a8bc-e7003c456eae,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:27.845941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks [] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.905415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Made reservation on behalf of 01ff9671f61242e98f28c92d541b14ec for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:27.908633 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.919917 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.954790 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.018590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Attempting to bind port 6418f519-edb5-4b96-a8bc-e7003c456eae on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:28.019254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Attempting to bind port 6418f519-edb5-4b96-a8bc-e7003c456eae by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:28.019854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Attempting to bind port 6418f519-edb5-4b96-a8bc-e7003c456eae on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:28.041329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:28.042331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Checking segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:28.042626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.043225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Bound using segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:28.043905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Bound port: 6418f519-edb5-4b96-a8bc-e7003c456eae, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:28.044469 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.048808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Network 94d7495f-1efb-4d81-b994-6813e0bde425 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:28.055917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:28.061017 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks [] for router_gateway (fb66704d-c69d-4af2-b422-1165f05d0a3e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.078509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:28.083471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Pushing event updated for resources: {'Port': ['ID=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.174935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.234228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Attempting to bind port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:28.237643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Attempting to bind port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:28.237643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Attempting to bind port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 on network 94d7495f-1efb-4d81-b994-6813e0bde425 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:28.246827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:28.247257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Checking segment: {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:28.247621 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.248026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Bound using segment: {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:28.248518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Bound port: c1a58e42-26e3-4d40-8e5a-6fa53de978a3, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:28.267292 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.267292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] For port 6418f519-edb5-4b96-a8bc-e7003c456eae, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:28.273291 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Publish callbacks [] for security_group (cd12117a-ebfc-48b2-8f23-0f85bb4400d1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.319473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] For port 6418f519-edb5-4b96-a8bc-e7003c456eae, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6418f519-edb5-4b96-a8bc-e7003c456eae,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:28.362921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.377724 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cd12117a-ebfc-48b2-8f23-0f85bb4400d1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.431333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:28.443932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12117a-ebfc-48b2-8f23-0f85bb4400d1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.449063 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.465721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:28.477200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:28.482637 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3fc470bb-3d31-47cb-b97b-1156c3267e24), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.484717 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Added segment 3fc470bb-3d31-47cb-b97b-1156c3267e24 of type vlan for network 43d58040-df27-45d2-9407-6eb8e79bf633 Feb 11 05:35:28.493115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1f7ab-283b-46ee-8031-7db365e6775d req-e7b6fb98-5a4a-4e3b-bbda-add17773aeaa tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:28.494865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cc1f7ab-283b-46ee-8031-7db365e6775d req-e7b6fb98-5a4a-4e3b-bbda-add17773aeaa tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 945 time: 0.1823499 Feb 11 05:35:28.496808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:28.503992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b504c8-8ac1-4976-a8b2-129707a52ead,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.555874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] For port c1a58e42-26e3-4d40-8e5a-6fa53de978a3, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:28.599766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 929c8dde-efad-4872-91f0-743ce3302dd9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:28.631104 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (43d58040-df27-45d2-9407-6eb8e79bf633), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.664226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] For port c1a58e42-26e3-4d40-8e5a-6fa53de978a3, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:28.685253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 929c8dde-efad-4872-91f0-743ce3302dd9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:28.685699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 929c8dde-efad-4872-91f0-743ce3302dd9 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:28.726832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df715a18-9680-4ef4-925d-ce831ad15e84 None None] Pushing event updated for resources: {'Port': ['ID=6418f519-edb5-4b96-a8bc-e7003c456eae,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.759450 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:35:28.776487 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.800790 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (43d58040-df27-45d2-9407-6eb8e79bf633), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.801926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Allocated IP 172.25.8.234 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/aae9273c-daba-478a-86eb-ba4c5e330887) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:28.802237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:28.802998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.898287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7faeac-1bd5-440c-8078-70af28fa202d None None] Pushing event updated for resources: {'Port': ['ID=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.929156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] Pushing event updated for resources: {'Network': ['ID=43d58040-df27-45d2-9407-6eb8e79bf633,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.962713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-efdb6546-0825-4ddf-9a2e-0cfc9cf3a38b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3481536 Feb 11 05:35:28.974442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.001695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 43d58040-df27-45d2-9407-6eb8e79bf633 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:29.023867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:29.037478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Request body: {'subnet': {'network_id': '43d58040-df27-45d2-9407-6eb8e79bf633', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-761067208-subnet', 'tenant_id': '01ff9671f61242e98f28c92d541b14ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:29.067067 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d924b7b7-7224-4158-9b5c-c2a9ce2f1dca), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.114125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d95983a2-62b7-4547-93e2-a875adf73837'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:29.117213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cc1f7ab-283b-46ee-8031-7db365e6775d req-95ad7c35-d283-47db-af79-53bcecf725fa tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086409 Feb 11 05:35:29.286046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Pushing event deleted for resources: {'Port': ['ID=d924b7b7-7224-4158-9b5c-c2a9ce2f1dca,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:29.419229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Made reservation on behalf of 01ff9671f61242e98f28c92d541b14ec for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:29.420248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.430141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d924b7b7-7224-4158-9b5c-c2a9ce2f1dca no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:29.447936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] No DVR routers for this DVR port d924b7b7-7224-4158-9b5c-c2a9ce2f1dca on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:29.463023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.466445 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd70fdd5-7866-4178-9153-d6bded52ab98 req-0acfeefe-3d2b-4273-a13c-522c8e55c7e6 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.65 "DELETE /v2.0/ports/d924b7b7-7224-4158-9b5c-c2a9ce2f1dca HTTP/1.1" status: 204 len: 173 time: 3.3478525 Feb 11 05:35:29.466866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba4cfb2-b44c-4677-80be-abbd0301aea4', 'name': 'network-vif-deleted', 'tag': 'd924b7b7-7224-4158-9b5c-c2a9ce2f1dca'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:29.478540 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07935303-8e91-4ec5-a248-e42403bb32a7" -d '{"events": [{"server_uuid": "0ba4cfb2-b44c-4677-80be-abbd0301aea4", "name": "network-vif-deleted", "tag": "d924b7b7-7224-4158-9b5c-c2a9ce2f1dca"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:29.530599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: d924b7b7-7224-4158-9b5c-c2a9ce2f1dca {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:29.531282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d924b7b7-7224-4158-9b5c-c2a9ce2f1dca not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:29.731504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:29.740894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.921419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,segment=NetworkSegment(df903979-a850-4125-8234-bec73716627b),segment_id=df903979-a850-4125-8234-bec73716627b)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:29.921783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.981834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:30.291165 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68bdd59-eb31-4398-b170-3de0dfb43cfd x-openstack-request-id: req-b68bdd59-eb31-4398-b170-3de0dfb43cfd {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:30.291640 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba4cfb2-b44c-4677-80be-abbd0301aea4", "name": "network-vif-deleted", "tag": "d924b7b7-7224-4158-9b5c-c2a9ce2f1dca", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:30.300909 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b68bdd59-eb31-4398-b170-3de0dfb43cfd {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:30.300909 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba4cfb2-b44c-4677-80be-abbd0301aea4', 'name': 'network-vif-deleted', 'tag': 'd924b7b7-7224-4158-9b5c-c2a9ce2f1dca', 'status': 'completed', 'code': 200} Feb 11 05:35:30.323884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a0ad3-c986-43c4-ba49-974c599b3d46 None None] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:30.330718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks [] for port (aae9273c-daba-478a-86eb-ba4c5e330887), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.437327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c703389-675d-442e-909b-685eefcef9a1 req-c344f123-5ace-4828-a148-49d9ebdc8471 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ba4cfb2-b44c-4677-80be-abbd0301aea4 HTTP/1.1" status: 200 len: 210 time: 0.0738666 Feb 11 05:35:30.535721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.621308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:30.656092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-76e84306-17d9-475f-b872-b0af86f9c83c None None] Provisioning complete for port 6418f519-edb5-4b96-a8bc-e7003c456eae triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:30.656659 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76e84306-17d9-475f-b872-b0af86f9c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.966161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.980715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c1a58e42-26e3-4d40-8e5a-6fa53de978a3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:30.986801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.044550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-76e84306-17d9-475f-b872-b0af86f9c83c None None] Current status of the port 6418f519-edb5-4b96-a8bc-e7003c456eae is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:31.045086 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76e84306-17d9-475f-b872-b0af86f9c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.100567 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks [] for router_gateway (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.143952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:31.214616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f03703-7f66-4888-b530-a326e7d1f3dc None None] Network 94d7495f-1efb-4d81-b994-6813e0bde425 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:31.230254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-76e84306-17d9-475f-b872-b0af86f9c83c None None] For port 6418f519-edb5-4b96-a8bc-e7003c456eae, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6418f519-edb5-4b96-a8bc-e7003c456eae,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:31.265787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:31.269294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.343987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:31.361889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:31.364487 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76e84306-17d9-475f-b872-b0af86f9c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.371529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (99b41b3f-cf31-4751-8a5f-3baa029ce279), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.435552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:31.492328 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b41b3f-cf31-4751-8a5f-3baa029ce279,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:31.519022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Pushing event updated for resources: {'Port': ['ID=aae9273c-daba-478a-86eb-ba4c5e330887,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:31.555295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e84306-17d9-475f-b872-b0af86f9c83c None None] Pushing event updated for resources: {'Port': ['ID=6418f519-edb5-4b96-a8bc-e7003c456eae,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:31.648653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:31.664414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7db49ce4-d95a-4d10-85f7-fe754bdb839c tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5181174 Feb 11 05:35:31.668589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39832) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:31.686593 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:31.710848 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:31.716530 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:31.807100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bcfa8eca-6d3f-4644-8829-d2381455553d None None] Provisioning complete for port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:31.809333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8eca-6d3f-4644-8829-d2381455553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.842114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c052265-35d3-4e33-9df6-84d647b73660 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet 5f10eb9a-fe9d-4628-8158-3e9f76185930 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:31.853801 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c052265-35d3-4e33-9df6-84d647b73660 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (5f10eb9a-fe9d-4628-8158-3e9f76185930), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.979054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c052265-35d3-4e33-9df6-84d647b73660 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (5f10eb9a-fe9d-4628-8158-3e9f76185930), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.985335 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:31.987479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Checking segment: {'id': '3fc470bb-3d31-47cb-b97b-1156c3267e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '43d58040-df27-45d2-9407-6eb8e79bf633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:31.988574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Network hostable DHCP agents. Network: 43d58040-df27-45d2-9407-6eb8e79bf633, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:32.222062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.251051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:32.253099 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.372359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Network 43d58040-df27-45d2-9407-6eb8e79bf633 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:32.436392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c052265-35d3-4e33-9df6-84d647b73660 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (5f10eb9a-fe9d-4628-8158-3e9f76185930), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.496962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port c1a58e42-26e3-4d40-8e5a-6fa53de978a3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:32.529830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa8eca-6d3f-4644-8829-d2381455553d None None] Current status of the port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:32.530233 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8eca-6d3f-4644-8829-d2381455553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.575104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de1c3-a1a2-4a91-8ff4-3e42c511cf28 req-be1984e3-65e6-49b4-ae7c-402a98b8cb7b tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.581573 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.582399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6418f519-edb5-4b96-a8bc-e7003c456eae up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:32.592718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a1de1c3-a1a2-4a91-8ff4-3e42c511cf28 req-be1984e3-65e6-49b4-ae7c-402a98b8cb7b tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3941102 Feb 11 05:35:32.673287 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:30Z', 'revision_number': 9, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:32.734008 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:32.739522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks [] for router_gateway (fb66704d-c69d-4af2-b422-1165f05d0a3e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.764940 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:32.766603 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:32.797310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-bcfa8eca-6d3f-4644-8829-d2381455553d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:35:32.798610 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-bcfa8eca-6d3f-4644-8829-d2381455553d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:35:32.800932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a1de1c3-a1a2-4a91-8ff4-3e42c511cf28 req-9810ce18-f226-42e0-8a0f-9df8edd64264 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894886 Feb 11 05:35:32.833400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c052265-35d3-4e33-9df6-84d647b73660 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (5f10eb9a-fe9d-4628-8158-3e9f76185930), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.937162 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c052265-35d3-4e33-9df6-84d647b73660 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.941034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:32.949150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1c052265-35d3-4e33-9df6-84d647b73660 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/5f10eb9a-fe9d-4628-8158-3e9f76185930 HTTP/1.1" status: 204 len: 168 time: 1.2785490 Feb 11 05:35:32.956799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39848) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:32.956799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c052265-35d3-4e33-9df6-84d647b73660 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=5f10eb9a-fe9d-4628-8158-3e9f76185930,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:32.968437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6d877-de5d-4b01-87cb-6369aecdcb75 None None] Network ea9b362b-350a-42ac-943c-bcf1a5b62bc7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:33.022658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6418f519-edb5-4b96-a8bc-e7003c456eae triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:33.023081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.038143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 43d58040-df27-45d2-9407-6eb8e79bf633) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:33.061541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:33.062766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.128356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386cb1f0-a2a1-4295-8c27-68560ff67264 None None] Network 43d58040-df27-45d2-9407-6eb8e79bf633 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:33.221051 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aef8b0c2-de97-4b7e-8804-376c4e61598d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.1904039 Feb 11 05:35:33.303071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3a24e95-251a-4278-8d13-90429c3f0155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.322879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (fb66704d-c69d-4af2-b422-1165f05d0a3e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.455933 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:33.673606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:35:33.699394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa8eca-6d3f-4644-8829-d2381455553d None None] Current status of the port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:33.712438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39860) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:34.118081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ca25566f-d759-42a3-84b8-da1caa1fecfd None None] Provisioning complete for port 6418f519-edb5-4b96-a8bc-e7003c456eae triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:34.118526 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca25566f-d759-42a3-84b8-da1caa1fecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.155854 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:30Z', 'revision_number': 9, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:34.200994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] DHCP port deletion for ea9b362b-350a-42ac-943c-bcf1a5b62bc7 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:34.202702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b82e8-f281-49f9-9377-f277442beffd None None] Network 43d58040-df27-45d2-9407-6eb8e79bf633 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:34.207735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6418f519-edb5-4b96-a8bc-e7003c456eae is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:34.235822 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e3853c-8ddc-487d-acd9-13dd5f9476d0 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:30Z', 'revision_number': 9, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'b4ad3378-e839-488b-99a9-e2f255c1bfc2', 'name': '', 'network_id': '79d4c020-c034-43e6-8d08-dc6786970892', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:92:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:45Z', 'updated_at': '2022-02-11T05:34:53Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': '46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:34.245432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:34.277546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-defb57ac-a9bb-453d-b3d0-cebe8b7f7e00 admin admin] Deleting subnet eda7716c-d297-494d-aa38-fae5a36dc518 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:34.300552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-defb57ac-a9bb-453d-b3d0-cebe8b7f7e00 admin admin] Publish callbacks [] for subnet (eda7716c-d297-494d-aa38-fae5a36dc518), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.396304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f027a9-a932-4713-badb-f8632791085a req-2273fd3d-4597-4345-993b-29faa1e94354 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:34.398225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31f027a9-a932-4713-badb-f8632791085a req-2273fd3d-4597-4345-993b-29faa1e94354 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1361706 Feb 11 05:35:34.402355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (ea9b362b-350a-42ac-943c-bcf1a5b62bc7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.418669 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-defb57ac-a9bb-453d-b3d0-cebe8b7f7e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (eda7716c-d297-494d-aa38-fae5a36dc518), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.425766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Sync routers for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:34.468806 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.475907 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-14b786e4-705a-4b86-9817-b55a8b53dd27 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.7592981 Feb 11 05:35:34.479320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39872) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:34.539478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31f027a9-a932-4713-badb-f8632791085a req-87e3219c-314d-468e-bd72-ea7205fd05e1 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343465 Feb 11 05:35:34.539716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Router fb66704d-c69d-4af2-b422-1165f05d0a3e is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:35:34.596996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:34.597658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:34.607228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:34.607548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.626612 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-defb57ac-a9bb-453d-b3d0-cebe8b7f7e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (eda7716c-d297-494d-aa38-fae5a36dc518), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.761524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c,segment=NetworkSegment(df903979-a850-4125-8234-bec73716627b),segment_id=df903979-a850-4125-8234-bec73716627b)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:34.761904 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.822915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:34.904103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:35.054245 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.065961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c1a58e42-26e3-4d40-8e5a-6fa53de978a3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:35.075516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:35.215140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ca25566f-d759-42a3-84b8-da1caa1fecfd None None] Current status of the port 6418f519-edb5-4b96-a8bc-e7003c456eae is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:35.240723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] Deleting port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:35.240723 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.242015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:35.333385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (ea9b362b-350a-42ac-943c-bcf1a5b62bc7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.367792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9b362b-350a-42ac-943c-bcf1a5b62bc7']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:35.373088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c93e1db6-798c-4819-8c69-4386c8318d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.389350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:35.402046 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Sync routers for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:35.416893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] For port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:35.417564 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.444212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df903979-a850-4125-8234-bec73716627b') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:35.444774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df903979-a850-4125-8234-bec73716627b') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:35.463681 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:35.464344 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:35.501030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] Calling delete_port for f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:35.505674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ca25566f-d759-42a3-84b8-da1caa1fecfd None None] Provisioning complete for port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:35.509443 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca25566f-d759-42a3-84b8-da1caa1fecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.517608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] Port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:35:35.532892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:35.537289 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.539864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (df903979-a850-4125-8234-bec73716627b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.589646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (df903979-a850-4125-8234-bec73716627b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.603111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:35.604031 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (df903979-a850-4125-8234-bec73716627b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:35.613361 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:35.641018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.653500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.654980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4f6f20af-f118-4ab1-94ae-05d315879c08 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.3170490 Feb 11 05:35:35.659969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39888) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:35.731627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] Pushing event deleted for resources: {'Port': ['ID=f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:35.743766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c59e1-3f2e-44cd-8dba-17dcc25ba055 None None] No DVR routers for this DVR port f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:35.882106 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:35.900974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9095efc-b0f4-44b1-ad2c-842c765f73b7 req-ea1dcc55-ce5e-43a7-941d-39a8bb512820 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:35.903581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9095efc-b0f4-44b1-ad2c-842c765f73b7 req-ea1dcc55-ce5e-43a7-941d-39a8bb512820 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1468034 Feb 11 05:35:35.910152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-defb57ac-a9bb-453d-b3d0-cebe8b7f7e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (eda7716c-d297-494d-aa38-fae5a36dc518), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.914192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (ea9b362b-350a-42ac-943c-bcf1a5b62bc7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.958991 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-defb57ac-a9bb-453d-b3d0-cebe8b7f7e00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.966805 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-defb57ac-a9bb-453d-b3d0-cebe8b7f7e00 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eda7716c-d297-494d-aa38-fae5a36dc518 HTTP/1.1" status: 204 len: 168 time: 2.2454553 Feb 11 05:35:35.967711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:36.017695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9095efc-b0f4-44b1-ad2c-842c765f73b7 req-a800190b-2a32-47a5-961f-764418df2224 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059229 Feb 11 05:35:36.046608 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.051656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/ea9b362b-350a-42ac-943c-bcf1a5b62bc7 HTTP/1.1" status: 204 len: 168 time: 3.0891380 Feb 11 05:35:36.053442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7aea2-b1be-4f01-9ccf-a1ace4d9ebaf tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=ea9b362b-350a-42ac-943c-bcf1a5b62bc7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:36.054867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:29Z', 'revision_number': 3, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:36.056715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39896) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:36.153772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Checking router: f5891f4f-0874-4b62-a4ab-178d67b5cfe9 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:36.154140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Updating router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 port f8b504c8-8ac1-4976-a8b2-129707a52ead binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:36.160693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:36.168393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6418f519-edb5-4b96-a8bc-e7003c456eae up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:36.186361 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (7c9854c4-bb43-484c-a541-2282dcbe0d65), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.233515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb57ac-a9bb-453d-b3d0-cebe8b7f7e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda7716c-d297-494d-aa38-fae5a36dc518,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:36.252066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ca25566f-d759-42a3-84b8-da1caa1fecfd None None] Current status of the port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:36.329151 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:32Z', 'revision_number': 3, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:36.340979 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.387874 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Checking router: fb66704d-c69d-4af2-b422-1165f05d0a3e for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:36.388235 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Updating router fb66704d-c69d-4af2-b422-1165f05d0a3e port aae9273c-daba-478a-86eb-ba4c5e330887 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:36.408949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6418f519-edb5-4b96-a8bc-e7003c456eae triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:36.409371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.467684 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.572081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (7c9854c4-bb43-484c-a541-2282dcbe0d65), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.697858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9854c4-bb43-484c-a541-2282dcbe0d65']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:36.717663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a299018d-17c1-44db-a57c-77125702c528') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:36.717994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a299018d-17c1-44db-a57c-77125702c528') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:36.721904 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.734583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (a299018d-17c1-44db-a57c-77125702c528), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.839333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.854043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a299018d-17c1-44db-a57c-77125702c528), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.872870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:36.874320 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (a299018d-17c1-44db-a57c-77125702c528), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:36.922814 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:36.958183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6418f519-edb5-4b96-a8bc-e7003c456eae is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:37.028082 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Publish callbacks [] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.074425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:37.084104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.154209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:37.154209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f4dcf8a9-10df-4e85-b9d5-0f83fdf24b9c not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:37.181273 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.203578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (7c9854c4-bb43-484c-a541-2282dcbe0d65), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.217521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:37.238772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.255109 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] 10.222.0.62 "DELETE /v2.0/networks/7c9854c4-bb43-484c-a541-2282dcbe0d65 HTTP/1.1" status: 204 len: 168 time: 1.2810349 Feb 11 05:35:37.277587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:37.277587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c40a8e61-d8a0-4bb2-aadd-7b70e6d0cb9b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:37.285808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39912) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:37.311889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd300f6-3317-44d5-9213-e450ba25a6f6 None None] Pushing event updated for resources: {'Port': ['ID=f8b504c8-8ac1-4976-a8b2-129707a52ead,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:37.314084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacf27d-bf66-49a3-b3d7-821b4ce64ddb req-9f2c93f1-0b09-4fd9-b42c-d2e2289dfa67 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:37.317308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Attempting to bind port f8b504c8-8ac1-4976-a8b2-129707a52ead on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:37.317796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Attempting to bind port f8b504c8-8ac1-4976-a8b2-129707a52ead by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:37.318254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Attempting to bind port f8b504c8-8ac1-4976-a8b2-129707a52ead on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:37.321987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7c0ca-e653-45d8-a291-0b09a9704e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9854c4-bb43-484c-a541-2282dcbe0d65,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:37.325072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:37.325547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:37.325964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.327073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:37.327596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Bound port: f8b504c8-8ac1-4976-a8b2-129707a52ead, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:37.328077 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.333958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6bacf27d-bf66-49a3-b3d7-821b4ce64ddb req-9f2c93f1-0b09-4fd9-b42c-d2e2289dfa67 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1265762 Feb 11 05:35:37.388157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port b4ad3378-e839-488b-99a9-e2f255c1bfc2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:37.388501 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.511595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port b4ad3378-e839-488b-99a9-e2f255c1bfc2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b4ad3378-e839-488b-99a9-e2f255c1bfc2,segment=NetworkSegment(fc886202-00b3-4305-b425-c2fda30889ee),segment_id=fc886202-00b3-4305-b425-c2fda30889ee)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:37.511885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.529822 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Publish callbacks [] for port (aae9273c-daba-478a-86eb-ba4c5e330887), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.537727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for b4ad3378-e839-488b-99a9-e2f255c1bfc2 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:37.611448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6bacf27d-bf66-49a3-b3d7-821b4ce64ddb req-c1a0155a-c1d1-4411-8873-68a02847e11a tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558291 Feb 11 05:35:37.616929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] For port f8b504c8-8ac1-4976-a8b2-129707a52ead, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:37.624495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] For port f8b504c8-8ac1-4976-a8b2-129707a52ead, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f8b504c8-8ac1-4976-a8b2-129707a52ead,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:37.635310 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.686432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1350217-334e-41ea-8d27-e79d040f4514 admin admin] Deleting subnet 99b41b3f-cf31-4751-8a5f-3baa029ce279 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:37.695382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1350217-334e-41ea-8d27-e79d040f4514 admin admin] Publish callbacks [] for subnet (99b41b3f-cf31-4751-8a5f-3baa029ce279), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.705434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.707513 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Pushing event updated for resources: {'Port': ['ID=aae9273c-daba-478a-86eb-ba4c5e330887,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:37.762809 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.794206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Attempting to bind port aae9273c-daba-478a-86eb-ba4c5e330887 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:37.796821 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Attempting to bind port aae9273c-daba-478a-86eb-ba4c5e330887 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:37.798278 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Attempting to bind port aae9273c-daba-478a-86eb-ba4c5e330887 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:37.817008 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.817733 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.819085 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.819585 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.820963 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.822352 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.823118 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.824024 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.824787 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.827457 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.828042 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.830408 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.833285 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.842048 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:37.846443 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:37.846928 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.847337 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:37.847619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1350217-334e-41ea-8d27-e79d040f4514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (99b41b3f-cf31-4751-8a5f-3baa029ce279), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.847848 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Bound port: aae9273c-daba-478a-86eb-ba4c5e330887, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:37.859032 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.871379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:37.872089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:37.877210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd300f6-3317-44d5-9213-e450ba25a6f6 None None] Pushing event updated for resources: {'Port': ['ID=f8b504c8-8ac1-4976-a8b2-129707a52ead,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:37.888758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-2a13d723-b97f-41eb-ac66-729e47f58148 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:37.890681 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-2a13d723-b97f-41eb-ac66-729e47f58148 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.3571255 Feb 11 05:35:37.924571 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b4ad3378-e839-488b-99a9-e2f255c1bfc2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.978945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=b4ad3378-e839-488b-99a9-e2f255c1bfc2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:37.999820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.999820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:37.999820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.000401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.007422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] For port aae9273c-daba-478a-86eb-ba4c5e330887, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:38.011535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.012004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.012360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.012738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.013140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.013438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.013779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.014116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.015976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:38.019317 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] For port aae9273c-daba-478a-86eb-ba4c5e330887, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aae9273c-daba-478a-86eb-ba4c5e330887,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:38.057041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Allocated IP 172.20.0.1 (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9/0a461791-d80d-4bef-acb7-feac702b3c53/fc9684a5-8e9a-45c2-bfff-d1b47352786b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:38.072425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:38.109352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1350217-334e-41ea-8d27-e79d040f4514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (99b41b3f-cf31-4751-8a5f-3baa029ce279), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.144532 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.189380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.279597 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:38.280416 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:38.326551 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32a928-07ba-4fcb-8bb2-72360d268b70 None None] Pushing event updated for resources: {'Port': ['ID=aae9273c-daba-478a-86eb-ba4c5e330887,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:38.334811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.435572 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.476009 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:38.545267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1350217-334e-41ea-8d27-e79d040f4514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (99b41b3f-cf31-4751-8a5f-3baa029ce279), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.576434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:29Z', 'revision_number': 3, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:38.608738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de170292-bcd8-4e28-aae4-42daea42d786 None None] The sync data for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 is: [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:29Z', 'revision_number': 3, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:38.686550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:38.686939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1350217-334e-41ea-8d27-e79d040f4514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b41b3f-cf31-4751-8a5f-3baa029ce279,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:38.699903 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1350217-334e-41ea-8d27-e79d040f4514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.709909 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d1350217-334e-41ea-8d27-e79d040f4514 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/99b41b3f-cf31-4751-8a5f-3baa029ce279 HTTP/1.1" status: 204 len: 168 time: 1.4225495 Feb 11 05:35:38.714812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39936) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:38.747736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Allocated IP 172.20.0.1 (94d7495f-1efb-4d81-b994-6813e0bde425/bcfc3d89-f727-4875-ba39-45a3bbb5a12d/dcedd263-5834-4f80-8c0f-4e89c8394590) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:38.805419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Deleting port d95983a2-62b7-4547-93e2-a875adf73837 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:38.805419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d95983a2-62b7-4547-93e2-a875adf73837), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.829776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:32Z', 'revision_number': 3, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:38.866887 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76161d8a-788e-407e-9b65-ff6f41d52147 None None] The sync data for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 is: [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:32Z', 'revision_number': 3, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:39.067249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:39.095526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:39.123564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:39.124209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:39.132768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02fbd-d953-4709-9c99-6607610b2baa req-3fa40ee5-194b-4485-b7ad-0995ba7b04c8 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:39.134475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a5e02fbd-d953-4709-9c99-6607610b2baa req-3fa40ee5-194b-4485-b7ad-0995ba7b04c8 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 945 time: 0.1822135 Feb 11 05:35:39.140694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b7dc0e6c-5f83-47ae-ae66-c3591dd5bca7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0805390 Feb 11 05:35:39.145552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:39.223165 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.330795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8de9748-8c6c-42a3-9948-bb5b1a99e906 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet 46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:39.335879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8de9748-8c6c-42a3-9948-bb5b1a99e906 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.435338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8de9748-8c6c-42a3-9948-bb5b1a99e906 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.466654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:39.595406 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8de9748-8c6c-42a3-9948-bb5b1a99e906 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.632667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f8b504c8-8ac1-4976-a8b2-129707a52ead up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:39.681688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Publish callbacks [] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.780339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f8b504c8-8ac1-4976-a8b2-129707a52ead triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:39.781068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.824631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8de9748-8c6c-42a3-9948-bb5b1a99e906 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.884575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f04a9f-489b-4ae8-9a6b-17ef2651de7f None None] Network 79d4c020-c034-43e6-8d08-dc6786970892 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:39.890030 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8de9748-8c6c-42a3-9948-bb5b1a99e906 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.896362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c8de9748-8c6c-42a3-9948-bb5b1a99e906 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02 HTTP/1.1" status: 204 len: 168 time: 0.7463672 Feb 11 05:35:39.898230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a5e02fbd-d953-4709-9c99-6607610b2baa req-dd1f8ef8-72c0-49ff-86ea-0844cbde44cf tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7516987 Feb 11 05:35:39.898992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39952) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:39.900007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de9748-8c6c-42a3-9948-bb5b1a99e906 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:40.002324 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Publish callbacks [] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.064307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (43d58040-df27-45d2-9407-6eb8e79bf633), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.069931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.099949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (79d4c020-c034-43e6-8d08-dc6786970892), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.200306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:37Z', 'revision_number': 10, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.221663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.248312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:40.248785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.274935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:40.277434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f8b504c8-8ac1-4976-a8b2-129707a52ead is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:40.277834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.320348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:40.322649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] DHCP port deletion for 79d4c020-c034-43e6-8d08-dc6786970892 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:40.345509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Network 94d7495f-1efb-4d81-b994-6813e0bde425 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:40.359887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:40.372470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port f8b504c8-8ac1-4976-a8b2-129707a52ead, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f8b504c8-8ac1-4976-a8b2-129707a52ead,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:40.385649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:40.389984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:40.410454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6c5f5e37-8d0e-44d9-8b31-b6a82b776111,segment=NetworkSegment(fc886202-00b3-4305-b425-c2fda30889ee),segment_id=fc886202-00b3-4305-b425-c2fda30889ee)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:40.410847 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.418763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:40.419409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.465581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:40.482754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:40.520851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] For port d95983a2-62b7-4547-93e2-a875adf73837, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d95983a2-62b7-4547-93e2-a875adf73837,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:40.521175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d95983a2-62b7-4547-93e2-a875adf73837), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.537452 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.557240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Calling delete_port for d95983a2-62b7-4547-93e2-a875adf73837 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:40.744100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:40.786997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.804854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:40.854925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=6c5f5e37-8d0e-44d9-8b31-b6a82b776111,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:40.866151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Pushing event updated for resources: {'Port': ['ID=fc9684a5-8e9a-45c2-bfff-d1b47352786b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:40.882327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (fb66704d-c69d-4af2-b422-1165f05d0a3e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.913242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=f8b504c8-8ac1-4976-a8b2-129707a52ead,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:41.037655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (79d4c020-c034-43e6-8d08-dc6786970892), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.070104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] Deleting port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:41.070483 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.093423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d4c020-c034-43e6-8d08-dc6786970892']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.115017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc886202-00b3-4305-b425-c2fda30889ee') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.115648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc886202-00b3-4305-b425-c2fda30889ee') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.126470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (fc886202-00b3-4305-b425-c2fda30889ee), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.143768 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (fc886202-00b3-4305-b425-c2fda30889ee), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.150811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:41.154189 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (fc886202-00b3-4305-b425-c2fda30889ee), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:41.279315 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:41.352838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Pushing event updated for resources: {'Port': ['ID=dcedd263-5834-4f80-8c0f-4e89c8394590,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:41.379082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (79d4c020-c034-43e6-8d08-dc6786970892), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.394738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.403695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/79d4c020-c034-43e6-8d08-dc6786970892 HTTP/1.1" status: 204 len: 168 time: 1.4929204 Feb 11 05:35:41.405170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (43d58040-df27-45d2-9407-6eb8e79bf633), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.425333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39978) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:41.433093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d58040-df27-45d2-9407-6eb8e79bf633']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.444834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc470bb-3d31-47cb-b97b-1156c3267e24') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.445193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc470bb-3d31-47cb-b97b-1156c3267e24') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.456050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (3fc470bb-3d31-47cb-b97b-1156c3267e24), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.473618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3fc470bb-3d31-47cb-b97b-1156c3267e24), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.479961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:41.480365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (3fc470bb-3d31-47cb-b97b-1156c3267e24), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.545070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] For port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:41.545639 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.564894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] Calling delete_port for 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:41.572827 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:41.575022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] Port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:35:41.583063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.591756 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (6c5f5e37-8d0e-44d9-8b31-b6a82b776111), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.612705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2948fc-2e1a-4b35-bba4-f16c0c3c87c7 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=79d4c020-c034-43e6-8d08-dc6786970892,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:41.667861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d95983a2-62b7-4547-93e2-a875adf73837 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:41.693887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] Network 79d4c020-c034-43e6-8d08-dc6786970892 is not hosted by any dhcp agent {{(pid=104088) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:35:41.694609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] No DVR routers for this DVR port 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:41.704661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f8b504c8-8ac1-4976-a8b2-129707a52ead up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:41.707463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d95983a2-62b7-4547-93e2-a875adf73837), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.709626 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (43d58040-df27-45d2-9407-6eb8e79bf633), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.745754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685a740-4fe4-4795-accd-9ca643b271d2 req-3b82f311-26fa-4b54-86d1-b2c8687357e7 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.750012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c685a740-4fe4-4795-accd-9ca643b271d2 req-3b82f311-26fa-4b54-86d1-b2c8687357e7 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 867 time: 0.4729857 Feb 11 05:35:41.778504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.784796 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] 10.222.0.62 "DELETE /v2.0/networks/43d58040-df27-45d2-9407-6eb8e79bf633 HTTP/1.1" status: 204 len: 168 time: 3.0689054 Feb 11 05:35:41.787162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Pushing event deleted for resources: {'Port': ['ID=d95983a2-62b7-4547-93e2-a875adf73837,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:41.804824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: d95983a2-62b7-4547-93e2-a875adf73837 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:41.806038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d95983a2-62b7-4547-93e2-a875adf73837 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:41.809231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-148266da-c48e-4e97-8940-be64fe53d6cc None None] Provisioning complete for port dcedd263-5834-4f80-8c0f-4e89c8394590 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:41.809611 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-148266da-c48e-4e97-8940-be64fe53d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.921662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608c27c-2db5-4821-b0ff-b93fb97773df admin admin] Pushing event deleted for resources: {'Network': ['ID=43d58040-df27-45d2-9407-6eb8e79bf633,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:41.953462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc6975-2cfc-4b59-9010-3e2323a7d2ac None None] Pushing event deleted for resources: {'Port': ['ID=6c5f5e37-8d0e-44d9-8b31-b6a82b776111,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:42.040563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-148266da-c48e-4e97-8940-be64fe53d6cc None None] Port dcedd263-5834-4f80-8c0f-4e89c8394590 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:42.040692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39990) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:42.040772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c685a740-4fe4-4795-accd-9ca643b271d2 req-df8cf417-a0c3-4f96-a9d0-bfb60d1bd5b1 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/security-groups?id=40cc57be-0f29-4d5b-9b48-53462823cc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771661 Feb 11 05:35:42.066724 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.067258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] No DVR routers for this DVR port d95983a2-62b7-4547-93e2-a875adf73837 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:42.092318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.100734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-148266da-c48e-4e97-8940-be64fe53d6cc None None] Provisioning complete for port fc9684a5-8e9a-45c2-bfff-d1b47352786b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:42.101122 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-148266da-c48e-4e97-8940-be64fe53d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.101297 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a8c3ca4-320d-4ac7-a257-80d69f2a28e9 req-0ea14723-455b-4928-8374-6c243ae02638 tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.65 "DELETE /v2.0/ports/d95983a2-62b7-4547-93e2-a875adf73837 HTTP/1.1" status: 204 len: 173 time: 4.1980174 Feb 11 05:35:42.102182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1f023c-88d8-4a4d-8898-2aafa266999c', 'name': 'network-vif-deleted', 'tag': 'd95983a2-62b7-4547-93e2-a875adf73837'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:42.106470 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bd218e-7445-427a-8d12-809cc3992611" -d '{"events": [{"server_uuid": "cd1f023c-88d8-4a4d-8898-2aafa266999c", "name": "network-vif-deleted", "tag": "d95983a2-62b7-4547-93e2-a875adf73837"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:42.129085 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.224893 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe0b322-c191-45d8-af0e-d288160a2470 x-openstack-request-id: req-8fe0b322-c191-45d8-af0e-d288160a2470 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:42.224893 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1f023c-88d8-4a4d-8898-2aafa266999c", "name": "network-vif-deleted", "tag": "d95983a2-62b7-4547-93e2-a875adf73837", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:42.225277 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8fe0b322-c191-45d8-af0e-d288160a2470 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:42.225448 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1f023c-88d8-4a4d-8898-2aafa266999c', 'name': 'network-vif-deleted', 'tag': 'd95983a2-62b7-4547-93e2-a875adf73837', 'status': 'completed', 'code': 200} Feb 11 05:35:42.230862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:37Z', 'revision_number': 10, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:42.358503 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfcd21-c141-4391-a2ab-276f176d3134 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:37Z', 'revision_number': 10, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None, '_interfaces': [{'id': 'dea7f323-8eb6-4837-acee-75caa04087dd', 'name': '', 'network_id': '3c9b0f96-046f-469a-85db-9583022c37ea', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:27Z', 'updated_at': '2022-02-11T05:34:40Z', 'revision_number': 5, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'subnets': [{'id': 'c187be2f-47cd-478a-9d8c-6ad27da10786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:42.408477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f8b504c8-8ac1-4976-a8b2-129707a52ead triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:42.408889 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.473009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-148266da-c48e-4e97-8940-be64fe53d6cc None None] Port fc9684a5-8e9a-45c2-bfff-d1b47352786b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:42.497718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.511886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31379d74-966d-4308-b454-7a8adb7c5d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.535444 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.582467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40000) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:42.593449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f8b504c8-8ac1-4976-a8b2-129707a52ead is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:42.595481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aae9273c-daba-478a-86eb-ba4c5e330887 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:42.661475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port aae9273c-daba-478a-86eb-ba4c5e330887 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:42.661847 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.735890 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Publish callbacks [] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.763924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port aae9273c-daba-478a-86eb-ba4c5e330887 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:42.765037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.770594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5d03514-8ff4-48c0-b3ee-d0af9b251066 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=997b8f5809be40e3a97ac12c1a7af74e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823038 Feb 11 05:35:42.770833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:42.805446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port aae9273c-daba-478a-86eb-ba4c5e330887, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aae9273c-daba-478a-86eb-ba4c5e330887,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:42.845792 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.868578 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.962363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:42.996111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Pushing event updated for resources: {'Port': ['ID=dcedd263-5834-4f80-8c0f-4e89c8394590,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:43.008299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:43.009116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6c5f5e37-8d0e-44d9-8b31-b6a82b776111 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:43.011442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-003aa460-2747-4c09-9a62-4874bda3288e admin admin] Publish callbacks [] for security_group (4cd56b0d-87a3-44d7-b7b6-607ddb76a794), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.039837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=aae9273c-daba-478a-86eb-ba4c5e330887,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:43.059387 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-003aa460-2747-4c09-9a62-4874bda3288e admin admin] Publish callbacks [] for security_group (4cd56b0d-87a3-44d7-b7b6-607ddb76a794), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.166258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (fb66704d-c69d-4af2-b422-1165f05d0a3e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.196385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e79bfc33-24a8-4cee-9ae7-b87ab70bca61 req-c6e90515-6953-4ca6-a7a0-cbb3bdd113ce tempest-ServerRescueNegativeTestJSON-899019919 tempest-ServerRescueNegativeTestJSON-899019919-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1f023c-88d8-4a4d-8898-2aafa266999c HTTP/1.1" status: 200 len: 210 time: 0.0387478 Feb 11 05:35:43.250711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Publish callbacks [] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.257672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-003aa460-2747-4c09-9a62-4874bda3288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4cd56b0d-87a3-44d7-b7b6-607ddb76a794), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.260258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-003aa460-2747-4c09-9a62-4874bda3288e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.264023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-003aa460-2747-4c09-9a62-4874bda3288e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cd56b0d-87a3-44d7-b7b6-607ddb76a794 HTTP/1.1" status: 204 len: 168 time: 0.4897339 Feb 11 05:35:43.338686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aa460-2747-4c09-9a62-4874bda3288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd56b0d-87a3-44d7-b7b6-607ddb76a794,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:43.384626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aae9273c-daba-478a-86eb-ba4c5e330887 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:43.393739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port dea7f323-8eb6-4837-acee-75caa04087dd {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:43.394085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.413038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.515605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port aae9273c-daba-478a-86eb-ba4c5e330887 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:43.517435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.555534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port dea7f323-8eb6-4837-acee-75caa04087dd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dea7f323-8eb6-4837-acee-75caa04087dd,segment=NetworkSegment(464dd6a6-d792-4a2d-af88-2dab6a778409),segment_id=464dd6a6-d792-4a2d-af88-2dab6a778409)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:43.556094 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.570322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31379d74-966d-4308-b454-7a8adb7c5d8a admin admin] Publish callbacks [] for security_group (76c58374-a959-4014-ad68-8ba63e9a3425), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.573368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for dea7f323-8eb6-4837-acee-75caa04087dd owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:43.638711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Pushing event updated for resources: {'Port': ['ID=fc9684a5-8e9a-45c2-bfff-d1b47352786b,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:43.658972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port aae9273c-daba-478a-86eb-ba4c5e330887 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:43.665758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31379d74-966d-4308-b454-7a8adb7c5d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (76c58374-a959-4014-ad68-8ba63e9a3425), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.672895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b4ad3378-e839-488b-99a9-e2f255c1bfc2 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:43.701345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b4ad3378-e839-488b-99a9-e2f255c1bfc2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:43.701623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b4ad3378-e839-488b-99a9-e2f255c1bfc2 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:43.705378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Network 94d7495f-1efb-4d81-b994-6813e0bde425 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:43.714574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:43.747517 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.788416 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-31379d74-966d-4308-b454-7a8adb7c5d8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b029fa9c1644230bbf092c29c5c1268&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7186852 Feb 11 05:35:43.794766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40022) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:43.857405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31379d74-966d-4308-b454-7a8adb7c5d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c58374-a959-4014-ad68-8ba63e9a3425,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:43.881830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (dea7f323-8eb6-4837-acee-75caa04087dd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.966951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=dea7f323-8eb6-4837-acee-75caa04087dd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:44.148102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad80ea40-ee78-4734-a399-59d1d22c18ef admin admin] Publish callbacks [] for security_group (76c58374-a959-4014-ad68-8ba63e9a3425), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.174980 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.178602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad80ea40-ee78-4734-a399-59d1d22c18ef admin admin] Publish callbacks [] for security_group (76c58374-a959-4014-ad68-8ba63e9a3425), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.227017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f8a6e937-0738-41ff-adc7-de5ffd69d7b2 None None] Provisioning complete for port dcedd263-5834-4f80-8c0f-4e89c8394590 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:44.227017 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e937-0738-41ff-adc7-de5ffd69d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.296841 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f8a6e937-0738-41ff-adc7-de5ffd69d7b2 None None] Port dcedd263-5834-4f80-8c0f-4e89c8394590 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:44.302939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:44.314678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:44.343005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Router fb66704d-c69d-4af2-b422-1165f05d0a3e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:44.401746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40032) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:44.403003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad80ea40-ee78-4734-a399-59d1d22c18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (76c58374-a959-4014-ad68-8ba63e9a3425), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.406135 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad80ea40-ee78-4734-a399-59d1d22c18ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.408009 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad80ea40-ee78-4734-a399-59d1d22c18ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76c58374-a959-4014-ad68-8ba63e9a3425 HTTP/1.1" status: 204 len: 168 time: 0.6092217 Feb 11 05:35:44.499356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80ea40-ee78-4734-a399-59d1d22c18ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c58374-a959-4014-ad68-8ba63e9a3425,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:44.504932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40038) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:44.577188 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9cc4ec73-f1ce-46ac-8bfd-19cd671953b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01ff9671f61242e98f28c92d541b14ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700934 Feb 11 05:35:44.583726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40040) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:44.830318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-564492a5-da91-4396-9e2f-a18b12031ac9 None None] Provisioning complete for port fc9684a5-8e9a-45c2-bfff-d1b47352786b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:44.833938 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-564492a5-da91-4396-9e2f-a18b12031ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.987737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-564492a5-da91-4396-9e2f-a18b12031ac9 None None] Port fc9684a5-8e9a-45c2-bfff-d1b47352786b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:45.085775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:45.217387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:45.227106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a4e4a903-35a9-45b7-a6a9-c12972f66c04 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7961597 Feb 11 05:35:45.229213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40064) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:45.233302 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:45.235587 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53c8aa07-8ff3-434d-9c3d-5d71ea324069 admin admin] Publish callbacks [] for security_group (cd12117a-ebfc-48b2-8f23-0f85bb4400d1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.249747 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:45.250776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.284226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:45.297386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53c8aa07-8ff3-434d-9c3d-5d71ea324069 admin admin] Publish callbacks [] for security_group (cd12117a-ebfc-48b2-8f23-0f85bb4400d1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.325748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf2140d-8478-4173-a7ea-6facf2d105d3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting subnet c187be2f-47cd-478a-9d8c-6ad27da10786 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:45.329938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baf2140d-8478-4173-a7ea-6facf2d105d3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for subnet (c187be2f-47cd-478a-9d8c-6ad27da10786), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.370549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:45.388187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c8e014c1-af67-4f76-88a8-51d45788c0db admin admin] 10.222.0.62 "PUT /v2.0/routers/fb66704d-c69d-4af2-b422-1165f05d0a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6307607 Feb 11 05:35:45.397637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Sync routers for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:45.407424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baf2140d-8478-4173-a7ea-6facf2d105d3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (c187be2f-47cd-478a-9d8c-6ad27da10786), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.413825 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:45.433951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:45.437976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.542384 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.629836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53c8aa07-8ff3-434d-9c3d-5d71ea324069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cd12117a-ebfc-48b2-8f23-0f85bb4400d1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.634456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53c8aa07-8ff3-434d-9c3d-5d71ea324069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.641462 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-53c8aa07-8ff3-434d-9c3d-5d71ea324069 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd12117a-ebfc-48b2-8f23-0f85bb4400d1 HTTP/1.1" status: 204 len: 168 time: 1.0550728 Feb 11 05:35:45.680890 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baf2140d-8478-4173-a7ea-6facf2d105d3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c187be2f-47cd-478a-9d8c-6ad27da10786), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.770529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:45.842019 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:45.846093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8aa07-8ff3-434d-9c3d-5d71ea324069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12117a-ebfc-48b2-8f23-0f85bb4400d1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:45.865643 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:45.866602 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.867942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:45.882503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7cde3cd4-2c79-498e-809c-f26e1f8b96bc admin admin] 10.222.0.62 "PUT /v2.0/routers/f5891f4f-0874-4b62-a4ab-178d67b5cfe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4022400 Feb 11 05:35:45.933035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1762a-c751-4bc5-9e00-525a17622588 req-80853395-9785-425f-a313-723f3dff868e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:45.956045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52d1762a-c751-4bc5-9e00-525a17622588 req-80853395-9785-425f-a313-723f3dff868e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.2643847 Feb 11 05:35:45.989971 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Sync routers for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:46.004903 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (d65128d2-bb0f-48c1-a995-dc21264ae259), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.009423 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:46.012156 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:46.013302 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.014206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baf2140d-8478-4173-a7ea-6facf2d105d3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (c187be2f-47cd-478a-9d8c-6ad27da10786), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.103606 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baf2140d-8478-4173-a7ea-6facf2d105d3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.114908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-baf2140d-8478-4173-a7ea-6facf2d105d3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/c187be2f-47cd-478a-9d8c-6ad27da10786 HTTP/1.1" status: 204 len: 168 time: 0.8836334 Feb 11 05:35:46.119758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40100) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:46.126802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2140d-8478-4173-a7ea-6facf2d105d3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Subnet': ['ID=c187be2f-47cd-478a-9d8c-6ad27da10786,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:46.163633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb94dd-b2e5-447a-bb77-7673f90fafe3 None None] Network 3c9b0f96-046f-469a-85db-9583022c37ea requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:46.229627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52d1762a-c751-4bc5-9e00-525a17622588 req-10c7b42a-d2ee-402a-a767-e68d8be8799f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524226 Feb 11 05:35:46.349852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3c9b0f96-046f-469a-85db-9583022c37ea), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.386905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 2, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.387737 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.446771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Checking router: fb66704d-c69d-4af2-b422-1165f05d0a3e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:46.447214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Updating router fb66704d-c69d-4af2-b422-1165f05d0a3e port dcedd263-5834-4f80-8c0f-4e89c8394590 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:46.454364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Deleting port 607d377a-da83-48b5-9141-cd171c6d76a9 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:46.454892 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.462016 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec04f0-b33a-4d12-8c6d-a8b773faa263 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:46.496243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Deleting port 9e804d33-9445-4d8a-a3a1-646160ccdae1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:46.496243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.503970 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:46.540160 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.682944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] For port 9e804d33-9445-4d8a-a3a1-646160ccdae1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9e804d33-9445-4d8a-a3a1-646160ccdae1,segment=NetworkSegment(464dd6a6-d792-4a2d-af88-2dab6a778409),segment_id=464dd6a6-d792-4a2d-af88-2dab6a778409)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:46.683660 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.718453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Calling delete_port for 9e804d33-9445-4d8a-a3a1-646160ccdae1 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:46.745088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] For port 607d377a-da83-48b5-9141-cd171c6d76a9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=607d377a-da83-48b5-9141-cd171c6d76a9,segment=NetworkSegment(4efc45a9-b527-428f-9e8b-5dfaa46d62a9),segment_id=4efc45a9-b527-428f-9e8b-5dfaa46d62a9)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:46.746407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.782949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Calling delete_port for 607d377a-da83-48b5-9141-cd171c6d76a9 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:46.940342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:46.961860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1a62c3db-2134-42f4-bd29-7634090a4bef tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--690362503', 'description': 'tempest-description--831866137'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:47.013117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] DHCP port deletion for 3c9b0f96-046f-469a-85db-9583022c37ea request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:47.098148 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 2, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:47.101215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.105551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a62c3db-2134-42f4-bd29-7634090a4bef tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.220625 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Checking router: f5891f4f-0874-4b62-a4ab-178d67b5cfe9 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:47.222068 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Updating router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 port fc9684a5-8e9a-45c2-bfff-d1b47352786b binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:47.265164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Port': ['ID=9e804d33-9445-4d8a-a3a1-646160ccdae1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:47.282046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No DVR routers for this DVR port 9e804d33-9445-4d8a-a3a1-646160ccdae1 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:47.316008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9e804d33-9445-4d8a-a3a1-646160ccdae1 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:47.375754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9e804d33-9445-4d8a-a3a1-646160ccdae1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:47.376084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9e804d33-9445-4d8a-a3a1-646160ccdae1 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:47.376578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dea7f323-8eb6-4837-acee-75caa04087dd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:47.378624 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.401752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: dea7f323-8eb6-4837-acee-75caa04087dd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:47.402134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dea7f323-8eb6-4837-acee-75caa04087dd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:47.405829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] Deleting port 9e804d33-9445-4d8a-a3a1-646160ccdae1 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:47.406772 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.435992 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (607d377a-da83-48b5-9141-cd171c6d76a9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.510630 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a62c3db-2134-42f4-bd29-7634090a4bef tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group (d13bbfa9-d304-4073-80ed-1d728515e641), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.527487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=607d377a-da83-48b5-9141-cd171c6d76a9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:47.607363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] For port 9e804d33-9445-4d8a-a3a1-646160ccdae1, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:47.609975 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.642783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] Calling delete_port for 9e804d33-9445-4d8a-a3a1-646160ccdae1 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:47.650343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] Port 9e804d33-9445-4d8a-a3a1-646160ccdae1 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:35:47.655661 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (9e804d33-9445-4d8a-a3a1-646160ccdae1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.697131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] No DVR routers for this DVR port 9e804d33-9445-4d8a-a3a1-646160ccdae1 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:47.743582 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a62c3db-2134-42f4-bd29-7634090a4bef tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d13bbfa9-d304-4073-80ed-1d728515e641), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.762694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3c9b0f96-046f-469a-85db-9583022c37ea), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.822171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632345e-b1b6-4b60-bfda-69c1eabd099f req-40f3f14d-90f8-49f0-a792-116310a252e1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:47.826060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Publish callbacks [] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.832553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9632345e-b1b6-4b60-bfda-69c1eabd099f req-40f3f14d-90f8-49f0-a792-116310a252e1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.3200157 Feb 11 05:35:47.840803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89e6e2-e4de-49ec-8543-a91f42c0e815 None None] Pushing event deleted for resources: {'Port': ['ID=9e804d33-9445-4d8a-a3a1-646160ccdae1,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:47.865256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (d65128d2-bb0f-48c1-a995-dc21264ae259), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.915581 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.948469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:47.954102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-02ea3c15-2c5c-4f99-8b8a-3dc56bc69d7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021302760', 'description': 'tempest-description--812053821'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:47.955884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9b0f96-046f-469a-85db-9583022c37ea']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:47.990052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9632345e-b1b6-4b60-bfda-69c1eabd099f req-3076086d-7d64-4100-8df2-c100c33b6c3f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553872 Feb 11 05:35:47.991458 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Publish callbacks [] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.001408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37df38d7-e090-4c12-9a19-79d28305a130 req-5ae7b0c8-564e-4660-9f71-a6992de9f7f5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4743609 Feb 11 05:35:48.032056 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a62c3db-2134-42f4-bd29-7634090a4bef tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.032056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1a62c3db-2134-42f4-bd29-7634090a4bef tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0755074 Feb 11 05:35:48.039404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40150) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:48.045471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62c3db-2134-42f4-bd29-7634090a4bef tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13bbfa9-d304-4073-80ed-1d728515e641,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.048025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464dd6a6-d792-4a2d-af88-2dab6a778409') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:48.049607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464dd6a6-d792-4a2d-af88-2dab6a778409') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:48.055646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a7b99d3a-3cae-4688-858c-9e7212a8e4f7 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Request body: {'security_group_rule': {'security_group_id': 'd13bbfa9-d304-4073-80ed-1d728515e641', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:48.057147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f4979-7824-4ee1-bf6a-39579899543a None None] Pushing event updated for resources: {'Port': ['ID=dcedd263-5834-4f80-8c0f-4e89c8394590,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.072479 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.139226 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (464dd6a6-d792-4a2d-af88-2dab6a778409), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.153048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02ea3c15-2c5c-4f99-8b8a-3dc56bc69d7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.160559 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8657c0-cc10-41ed-bc3d-28d76b3eca22 None None] Pushing event updated for resources: {'Port': ['ID=fc9684a5-8e9a-45c2-bfff-d1b47352786b,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.202703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (464dd6a6-d792-4a2d-af88-2dab6a778409), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.233531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:48.234048 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (464dd6a6-d792-4a2d-af88-2dab6a778409), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:48.238474 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:48.278638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df38d7-e090-4c12-9a19-79d28305a130 req-8fc60716-85e6-4a20-ab98-23f8ac476833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:48.280513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37df38d7-e090-4c12-9a19-79d28305a130 req-8fc60716-85e6-4a20-ab98-23f8ac476833 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 1133 time: 0.2032452 Feb 11 05:35:48.303623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Attempting to bind port dcedd263-5834-4f80-8c0f-4e89c8394590 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:48.303842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Attempting to bind port dcedd263-5834-4f80-8c0f-4e89c8394590 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:48.304092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Attempting to bind port dcedd263-5834-4f80-8c0f-4e89c8394590 on network 94d7495f-1efb-4d81-b994-6813e0bde425 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:48.320176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:48.320862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Checking segment: {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:48.321649 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.323956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Bound using segment: {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:48.324489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Bound port: dcedd263-5834-4f80-8c0f-4e89c8394590, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:48.324920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.330268 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Attempting to bind port fc9684a5-8e9a-45c2-bfff-d1b47352786b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:48.330645 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Attempting to bind port fc9684a5-8e9a-45c2-bfff-d1b47352786b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:48.331014 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Attempting to bind port fc9684a5-8e9a-45c2-bfff-d1b47352786b on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:48.348239 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:48.348839 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Checking segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:48.349263 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.349669 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Bound using segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:48.350173 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Bound port: fc9684a5-8e9a-45c2-bfff-d1b47352786b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:48.350562 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.430551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7b99d3a-3cae-4688-858c-9e7212a8e4f7 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group_rule (dbb23c32-fa31-4b13-a6fb-07074494f277), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.443527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02ea3c15-2c5c-4f99-8b8a-3dc56bc69d7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group (dc26516b-8567-4c32-a6c2-0c4473e01b1b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.530860 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7b99d3a-3cae-4688-858c-9e7212a8e4f7 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group_rule (dbb23c32-fa31-4b13-a6fb-07074494f277), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.576475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] For port dcedd263-5834-4f80-8c0f-4e89c8394590, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:48.594688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] For port dcedd263-5834-4f80-8c0f-4e89c8394590, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dcedd263-5834-4f80-8c0f-4e89c8394590,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:48.649511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b75843e6-8267-42ac-92b1-87cbf3cc16e2 None None] Provisioning complete for port dcedd263-5834-4f80-8c0f-4e89c8394590 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:48.656590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b75843e6-8267-42ac-92b1-87cbf3cc16e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.657035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7b99d3a-3cae-4688-858c-9e7212a8e4f7 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (dbb23c32-fa31-4b13-a6fb-07074494f277), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.657035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (3c9b0f96-046f-469a-85db-9583022c37ea), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.657641 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] For port fc9684a5-8e9a-45c2-bfff-d1b47352786b, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:48.658173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02ea3c15-2c5c-4f99-8b8a-3dc56bc69d7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dc26516b-8567-4c32-a6c2-0c4473e01b1b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.667148 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] For port fc9684a5-8e9a-45c2-bfff-d1b47352786b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fc9684a5-8e9a-45c2-bfff-d1b47352786b,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:48.687201 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.699021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/networks/3c9b0f96-046f-469a-85db-9583022c37ea HTTP/1.1" status: 204 len: 168 time: 2.5677452 Feb 11 05:35:48.699956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Router d65128d2-bb0f-48c1-a995-dc21264ae259 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:48.701241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3c15-2c5c-4f99-8b8a-3dc56bc69d7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc26516b-8567-4c32-a6c2-0c4473e01b1b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.703659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40164) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:48.714134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'routes': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:48.755590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be805c8b-6a03-4b97-a52e-c00a21a44194 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Pushing event deleted for resources: {'Network': ['ID=3c9b0f96-046f-469a-85db-9583022c37ea,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.757653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b99d3a-3cae-4688-858c-9e7212a8e4f7 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb23c32-fa31-4b13-a6fb-07074494f277,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.758161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b75843e6-8267-42ac-92b1-87cbf3cc16e2 None None] Port dcedd263-5834-4f80-8c0f-4e89c8394590 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:48.760327 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.761866 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.787151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df38d7-e090-4c12-9a19-79d28305a130 req-8ada4a71-a6d5-417c-bb98-f33c5695412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:48.788754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37df38d7-e090-4c12-9a19-79d28305a130 req-8ada4a71-a6d5-417c-bb98-f33c5695412c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.4700580 Feb 11 05:35:48.807853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02ea3c15-2c5c-4f99-8b8a-3dc56bc69d7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.827227 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-02ea3c15-2c5c-4f99-8b8a-3dc56bc69d7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8773506 Feb 11 05:35:48.828568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40166) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:48.855540 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fd5ea2a5-8465-4620-a6c4-90ff71f45784 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'security_group_rule': {'security_group_id': 'dc26516b-8567-4c32-a6c2-0c4473e01b1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:48.870078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37df38d7-e090-4c12-9a19-79d28305a130 req-249fd4e3-226e-4a33-9411-6da7dccda2e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614 HTTP/1.1" status: 200 len: 217 time: 0.0750663 Feb 11 05:35:48.873748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7b99d3a-3cae-4688-858c-9e7212a8e4f7 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.877368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a7b99d3a-3cae-4688-858c-9e7212a8e4f7 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8347359 Feb 11 05:35:48.878477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40168) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:48.947649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b63c9750-5cd5-49aa-8dce-a2f1a7605aba None None] Provisioning complete for port fc9684a5-8e9a-45c2-bfff-d1b47352786b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:48.948369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63c9750-5cd5-49aa-8dce-a2f1a7605aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.962614 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:48.970509 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:48.996054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b1ee5e86-10b1-4ac0-9e14-9ebc024f576a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Request body: {'security_group_rule': {'security_group_id': 'd13bbfa9-d304-4073-80ed-1d728515e641', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:49.028306 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8657c0-cc10-41ed-bc3d-28d76b3eca22 None None] Pushing event updated for resources: {'Port': ['ID=fc9684a5-8e9a-45c2-bfff-d1b47352786b,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:49.116966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df38d7-e090-4c12-9a19-79d28305a130 req-ab2d985e-d4c0-4469-95fa-fd4cee1c60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:49.119910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37df38d7-e090-4c12-9a19-79d28305a130 req-ab2d985e-d4c0-4469-95fa-fd4cee1c60c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2417774 Feb 11 05:35:49.214324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b63c9750-5cd5-49aa-8dce-a2f1a7605aba None None] Current status of the port fc9684a5-8e9a-45c2-bfff-d1b47352786b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:49.214820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63c9750-5cd5-49aa-8dce-a2f1a7605aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.244328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:49.252128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.258384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f4979-7824-4ee1-bf6a-39579899543a None None] Pushing event updated for resources: {'Port': ['ID=dcedd263-5834-4f80-8c0f-4e89c8394590,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:49.272351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5e86-10b1-4ac0-9e14-9ebc024f576a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group_rule (4c066167-1d82-41b6-b28c-321120846f73), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.309718 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:49.427805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df38d7-e090-4c12-9a19-79d28305a130 req-9bc0e4f1-22d1-457f-ab46-97ff9f5cec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:49.429467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37df38d7-e090-4c12-9a19-79d28305a130 req-9bc0e4f1-22d1-457f-ab46-97ff9f5cec83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3025763 Feb 11 05:35:49.490158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5e86-10b1-4ac0-9e14-9ebc024f576a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group_rule (4c066167-1d82-41b6-b28c-321120846f73), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.603334 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5e86-10b1-4ac0-9e14-9ebc024f576a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4c066167-1d82-41b6-b28c-321120846f73), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.620267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.extraroute_db [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Added routes are [] {{(pid=104086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:35:49.627487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.extraroute_db [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Removed routes are [] {{(pid=104086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:35:49.628269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.651038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea2a5-8465-4620-a6c4-90ff71f45784 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group_rule (3f6b2892-7642-4c04-a012-44b1c4ea75fb), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.668174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:49.711977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee5e86-10b1-4ac0-9e14-9ebc024f576a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c066167-1d82-41b6-b28c-321120846f73,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:49.743257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37df38d7-e090-4c12-9a19-79d28305a130 req-9383ee69-e052-40ff-be75-292d5060854e service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050404 Feb 11 05:35:49.849737 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:48Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.899841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5e86-10b1-4ac0-9e14-9ebc024f576a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.900910 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a55280-9ece-4688-9c2f-ca7ee68c6486 None None] The sync data for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 is: [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:48Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:49.926753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b1ee5e86-10b1-4ac0-9e14-9ebc024f576a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0157704 Feb 11 05:35:49.927528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40194) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:50.036886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:50.193253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37df38d7-e090-4c12-9a19-79d28305a130 req-67e75c92-2804-4d4b-b83a-5e76dd9f4995 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436591 Feb 11 05:35:50.273936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e271bd-e775-44ec-97d2-56bfe8a40d17 req-f7ce26cf-53ec-45e5-8e6f-8540f2416c33 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:50.289897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7e271bd-e775-44ec-97d2-56bfe8a40d17 req-f7ce26cf-53ec-45e5-8e6f-8540f2416c33 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 1.0481560 Feb 11 05:35:50.298191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b63c9750-5cd5-49aa-8dce-a2f1a7605aba None None] For port fc9684a5-8e9a-45c2-bfff-d1b47352786b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fc9684a5-8e9a-45c2-bfff-d1b47352786b,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:50.306922 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.372878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:48Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:50.381794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:50.385321 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b63c9750-5cd5-49aa-8dce-a2f1a7605aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.494173 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2ea5da03-8249-474a-a727-2f6153551ba4 admin admin] 10.222.0.62 "PUT /v2.0/routers/d65128d2-bb0f-48c1-a995-dc21264ae259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0837367 Feb 11 05:35:50.500802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7e271bd-e775-44ec-97d2-56bfe8a40d17 req-d2962be5-4a2a-4981-9f8f-f48e8001b82a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056417 Feb 11 05:35:50.505216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40204) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:50.600685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c9750-5cd5-49aa-8dce-a2f1a7605aba None None] Pushing event updated for resources: {'Port': ['ID=fc9684a5-8e9a-45c2-bfff-d1b47352786b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:50.603921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] Sync routers for ids ['d65128d2-bb0f-48c1-a995-dc21264ae259'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:50.642057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.667820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.704832 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks [] for router (d65128d2-bb0f-48c1-a995-dc21264ae259), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.711534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea2a5-8465-4620-a6c4-90ff71f45784 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group_rule (3f6b2892-7642-4c04-a012-44b1c4ea75fb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.819563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea2a5-8465-4620-a6c4-90ff71f45784 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (3f6b2892-7642-4c04-a012-44b1c4ea75fb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.895993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ea2a5-8465-4620-a6c4-90ff71f45784 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6b2892-7642-4c04-a012-44b1c4ea75fb,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:50.916163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router bfff2aed-20a5-480c-90b7-6ff0eda03c1f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:50.978209 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.991977 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks [] for router_gateway (d65128d2-bb0f-48c1-a995-dc21264ae259), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.005237 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea2a5-8465-4620-a6c4-90ff71f45784 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.005237 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd5ea2a5-8465-4620-a6c4-90ff71f45784 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1690457 Feb 11 05:35:51.007375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40218) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:51.012134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0f4ffa45-d4df-4964-862d-84b11101daa6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'security_group_rule': {'security_group_id': 'dc26516b-8567-4c32-a6c2-0c4473e01b1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:51.079942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154b6f1-3c55-432a-a8ad-302dc27b1542 None None] The sync data for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 is: [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:48Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:51.115936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:51.133656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.133656 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2480d6d4-b3e5-4696-b400-40a2c22a85c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 200 len: 705 time: 2.4220757 Feb 11 05:35:51.133803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] Routers {'d65128d2-bb0f-48c1-a995-dc21264ae259'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:51.134176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d65128d2-bb0f-48c1-a995-dc21264ae259'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:51.138419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40226) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:51.145980 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] Sync routers for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:51.168989 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:51.169794 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:51.172308 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f4ffa45-d4df-4964-862d-84b11101daa6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group_rule (d7060916-2156-4edb-b426-d1890ede9cb8), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.286157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eeaf9250-c507-4004-8f22-547994b036b8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 200 len: 205 time: 0.1258004 Feb 11 05:35:51.292022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40232) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:51.355118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f4ffa45-d4df-4964-862d-84b11101daa6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group_rule (d7060916-2156-4edb-b426-d1890ede9cb8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.397747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Provisioning complete for port dcedd263-5834-4f80-8c0f-4e89c8394590 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:51.397747 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.458232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f4ffa45-d4df-4964-862d-84b11101daa6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d7060916-2156-4edb-b426-d1890ede9cb8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.519250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ffa45-d4df-4964-862d-84b11101daa6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7060916-2156-4edb-b426-d1890ede9cb8,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:51.519469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fc9684a5-8e9a-45c2-bfff-d1b47352786b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:51.616078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f4ffa45-d4df-4964-862d-84b11101daa6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.617861 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0f4ffa45-d4df-4964-862d-84b11101daa6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6092892 Feb 11 05:35:51.620951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40236) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:51.625968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:51.695114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Allocated IP 172.25.8.99 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/37723c73-b29f-4d1e-85d0-67dd142e6f59) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:51.706626 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:51.713830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bee3b3ea-f3b5-4c3d-9a15-d28355de5ed8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.791752 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:51.815258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.853722 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] Checking router: bfff2aed-20a5-480c-90b7-6ff0eda03c1f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:51.879076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] Set router d65128d2-bb0f-48c1-a995-dc21264ae259 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:51.880233 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] Routers {'bfff2aed-20a5-480c-90b7-6ff0eda03c1f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:51.882559 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:51.896629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Current status of the port dcedd263-5834-4f80-8c0f-4e89c8394590 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:51.897303 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.085831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fc9684a5-8e9a-45c2-bfff-d1b47352786b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:52.085831 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.117976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Deleting port 457dd342-1674-4cf6-a1f7-7bd17ed38203 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:52.118325 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.147813 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] Set router bfff2aed-20a5-480c-90b7-6ff0eda03c1f gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:52.247737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.417836 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:52.464378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] For port dcedd263-5834-4f80-8c0f-4e89c8394590, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dcedd263-5834-4f80-8c0f-4e89c8394590,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:52.476923 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad0ab3-6036-462d-b830-9c59f2423eb5 None None] The sync data for ids ['bfff2aed-20a5-480c-90b7-6ff0eda03c1f'] in n-d-713498-37 is: [{'id': 'bfff2aed-20a5-480c-90b7-6ff0eda03c1f', 'name': 'tempest-RoutersIpV6Test-router-1391654273', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:18Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:52.496543 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bee3b3ea-f3b5-4c3d-9a15-d28355de5ed8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.499066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bee3b3ea-f3b5-4c3d-9a15-d28355de5ed8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.530710 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.645676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bee3b3ea-f3b5-4c3d-9a15-d28355de5ed8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (bfff2aed-20a5-480c-90b7-6ff0eda03c1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.646141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee3b3ea-f3b5-4c3d-9a15-d28355de5ed8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Fanout notify agent at l3_agent the message router_deleted on router bfff2aed-20a5-480c-90b7-6ff0eda03c1f {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:35:52.653584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bee3b3ea-f3b5-4c3d-9a15-d28355de5ed8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.658374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bee3b3ea-f3b5-4c3d-9a15-d28355de5ed8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 204 len: 168 time: 1.3539875 Feb 11 05:35:52.659504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40252) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:52.664303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e98d85cb-cabe-4a98-bd90-68d44448c265 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-418350530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:52.678867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Provisioning complete for port fc9684a5-8e9a-45c2-bfff-d1b47352786b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:52.679251 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.715835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Pushing event updated for resources: {'Port': ['ID=dcedd263-5834-4f80-8c0f-4e89c8394590,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:52.720329 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for port (37723c73-b29f-4d1e-85d0-67dd142e6f59), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.725656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fc9684a5-8e9a-45c2-bfff-d1b47352786b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:52.729360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] For port 457dd342-1674-4cf6-a1f7-7bd17ed38203, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=457dd342-1674-4cf6-a1f7-7bd17ed38203,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:52.729672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.753449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e98d85cb-cabe-4a98-bd90-68d44448c265 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (77ccae1f-eae1-484c-8715-c5a03cfb14e1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.754785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e98d85cb-cabe-4a98-bd90-68d44448c265 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (77ccae1f-eae1-484c-8715-c5a03cfb14e1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.760417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:35:47Z', 'revision_number': 5, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port': {'id': '457dd342-1674-4cf6-a1f7-7bd17ed38203', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:22Z', 'updated_at': '2022-02-11T05:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:52.766099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Calling delete_port for 457dd342-1674-4cf6-a1f7-7bd17ed38203 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:52.782071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738053f9-ce20-432f-ad76-7ede020b7ee9 req-5e6c5c20-0360-4d0a-8fe6-db8d55d7454a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:52.784873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-738053f9-ce20-432f-ad76-7ede020b7ee9 req-5e6c5c20-0360-4d0a-8fe6-db8d55d7454a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 1.0830579 Feb 11 05:35:52.821541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] Checking router: d65128d2-bb0f-48c1-a995-dc21264ae259 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:52.844351 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e98d85cb-cabe-4a98-bd90-68d44448c265 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (77ccae1f-eae1-484c-8715-c5a03cfb14e1), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.851966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-01b527a8-a248-4e4b-bf2b-845738b8665c None None] Current status of the port fc9684a5-8e9a-45c2-bfff-d1b47352786b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:52.855058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] Routers {'d65128d2-bb0f-48c1-a995-dc21264ae259'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:52.855695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d65128d2-bb0f-48c1-a995-dc21264ae259'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:52.897168 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (37723c73-b29f-4d1e-85d0-67dd142e6f59), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.976149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] Set router d65128d2-bb0f-48c1-a995-dc21264ae259 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:53.019700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Allocated IP 172.25.8.19 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/c1c809a1-5d60-460f-abd0-ae5310c5637b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:53.024310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:53.040517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:35:50Z', 'revision_number': 6, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:53.060323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event updated for resources: {'Port': ['ID=37723c73-b29f-4d1e-85d0-67dd142e6f59,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:53.087626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:53.099631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:53.118929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-738053f9-ce20-432f-ad76-7ede020b7ee9 req-8f0a0a45-4dfb-47c3-a085-a02cd56ecca0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3239138 Feb 11 05:35:53.165892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275bdc6-9d4a-437a-bdb8-1a3f8d441373 None None] The sync data for ids ['d65128d2-bb0f-48c1-a995-dc21264ae259'] in n-d-713498-37 is: [{'id': 'd65128d2-bb0f-48c1-a995-dc21264ae259', 'name': 'tempest-ServerRescueNegativeTestJSON-367297188-router', 'tenant_id': '88dac70661d84ba1b2a1d48939308d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:20Z', 'updated_at': '2022-02-11T05:35:50Z', 'revision_number': 6, 'project_id': '88dac70661d84ba1b2a1d48939308d1b', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:53.245145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e98d85cb-cabe-4a98-bd90-68d44448c265 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (77ccae1f-eae1-484c-8715-c5a03cfb14e1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.335687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for port (c1c809a1-5d60-460f-abd0-ae5310c5637b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.376073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e98d85cb-cabe-4a98-bd90-68d44448c265 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.377557 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e98d85cb-cabe-4a98-bd90-68d44448c265 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7170486 Feb 11 05:35:53.382283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40272) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.387333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9cff5c4c-ef3e-41ee-adf2-c82b8de47f43 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:53.633136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dcedd263-5834-4f80-8c0f-4e89c8394590 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:53.644424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c1c809a1-5d60-460f-abd0-ae5310c5637b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.745209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:53.753555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port dcedd263-5834-4f80-8c0f-4e89c8394590 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:53.756112 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.792249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:53.796025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:53.866536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cff5c4c-ef3e-41ee-adf2-c82b8de47f43 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (77ccae1f-eae1-484c-8715-c5a03cfb14e1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.910125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'Port': ['ID=c1c809a1-5d60-460f-abd0-ae5310c5637b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:53.950799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port dcedd263-5834-4f80-8c0f-4e89c8394590 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:53.982717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for floatingip (aca7bff0-da9f-42cc-94e9-400212ec96e1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.014008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cff5c4c-ef3e-41ee-adf2-c82b8de47f43 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (77ccae1f-eae1-484c-8715-c5a03cfb14e1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.144338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c1c809a1-5d60-460f-abd0-ae5310c5637b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.200454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (457dd342-1674-4cf6-a1f7-7bd17ed38203), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.326340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Pushing event deleted for resources: {'Port': ['ID=457dd342-1674-4cf6-a1f7-7bd17ed38203,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:54.412205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cff5c4c-ef3e-41ee-adf2-c82b8de47f43 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Router 77ccae1f-eae1-484c-8715-c5a03cfb14e1 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:35:54.477114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for floatingip (f6dbba4f-27e1-4870-8bfa-10f6f50cb30b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.492821 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (d65128d2-bb0f-48c1-a995-dc21264ae259), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.507754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88170360-21f1-4a86-8b5a-4685c46f24a8 req-17d8e68a-6f46-4638-9e82-ffcaa88c583d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:54.509541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88170360-21f1-4a86-8b5a-4685c46f24a8 req-17d8e68a-6f46-4638-9e82-ffcaa88c583d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.2179434 Feb 11 05:35:54.550627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cff5c4c-ef3e-41ee-adf2-c82b8de47f43 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:54.558941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cff5c4c-ef3e-41ee-adf2-c82b8de47f43 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.562954 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9cff5c4c-ef3e-41ee-adf2-c82b8de47f43 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "PUT /v2.0/routers/77ccae1f-eae1-484c-8715-c5a03cfb14e1 HTTP/1.1" status: 200 len: 697 time: 1.1787024 Feb 11 05:35:54.563258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] Sync routers for ids ['77ccae1f-eae1-484c-8715-c5a03cfb14e1'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:54.563751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for port (c1c809a1-5d60-460f-abd0-ae5310c5637b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.564568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40304) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.587149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] Routers {'77ccae1f-eae1-484c-8715-c5a03cfb14e1'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:54.588465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['77ccae1f-eae1-484c-8715-c5a03cfb14e1'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:54.649750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c1c809a1-5d60-460f-abd0-ae5310c5637b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.666450 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b9126ac-a418-4006-88c9-9e7b013f6680 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/routers/77ccae1f-eae1-484c-8715-c5a03cfb14e1 HTTP/1.1" status: 200 len: 703 time: 0.1002474 Feb 11 05:35:54.685891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40310) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.711582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] Set router 77ccae1f-eae1-484c-8715-c5a03cfb14e1 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:54.748060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (aca7bff0-da9f-42cc-94e9-400212ec96e1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.772981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'Port': ['ID=c1c809a1-5d60-460f-abd0-ae5310c5637b,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:54.790396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (d65128d2-bb0f-48c1-a995-dc21264ae259), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.799354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-590aec32-09f2-4588-883f-af1a9d922f1e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ccae1f-eae1-484c-8715-c5a03cfb14e1 HTTP/1.1" status: 200 len: 205 time: 0.1125717 Feb 11 05:35:54.801890 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks [] for router_controller (d65128d2-bb0f-48c1-a995-dc21264ae259), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.802398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40316) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.811881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37723c73-b29f-4d1e-85d0-67dd142e6f59), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.853787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ccae1f-eae1-484c-8715-c5a03cfb14e1', 'name': 'tempest-RoutersIpV6Test-router-418350530', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:52Z', 'updated_at': '2022-02-11T05:35:53Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:54.876329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.885652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ae9c6fd-5140-444f-a868-6724baee47c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2571254 Feb 11 05:35:54.936415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88170360-21f1-4a86-8b5a-4685c46f24a8 req-d556823e-8348-446c-8292-32c1556268d9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3982954 Feb 11 05:35:54.969529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] Checking router: 77ccae1f-eae1-484c-8715-c5a03cfb14e1 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:54.995584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] Routers {'77ccae1f-eae1-484c-8715-c5a03cfb14e1'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:54.998121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:35:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['77ccae1f-eae1-484c-8715-c5a03cfb14e1'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:55.010667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-947e697f-df0b-493b-836f-308638f095d9 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (77ccae1f-eae1-484c-8715-c5a03cfb14e1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.102619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] Set router 77ccae1f-eae1-484c-8715-c5a03cfb14e1 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:55.132903 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (d65128d2-bb0f-48c1-a995-dc21264ae259), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.133348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d65128d2-bb0f-48c1-a995-dc21264ae259 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:35:55.148946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.148946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-60e90fb0-859f-4d78-9417-6d9931941967 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d65128d2-bb0f-48c1-a995-dc21264ae259 HTTP/1.1" status: 204 len: 168 time: 4.6359162 Feb 11 05:35:55.157363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40328) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.173810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ccae1f-eae1-484c-8715-c5a03cfb14e1', 'name': 'tempest-RoutersIpV6Test-router-418350530', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:52Z', 'updated_at': '2022-02-11T05:35:53Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:55.212207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd7a3b-c1ce-4510-850a-0bd51d106429 None None] The sync data for ids ['77ccae1f-eae1-484c-8715-c5a03cfb14e1'] in n-d-713498-37 is: [{'id': '77ccae1f-eae1-484c-8715-c5a03cfb14e1', 'name': 'tempest-RoutersIpV6Test-router-418350530', 'tenant_id': '34f9b0046df84aa68097bfcd09f28562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:52Z', 'updated_at': '2022-02-11T05:35:53Z', 'revision_number': 2, 'project_id': '34f9b0046df84aa68097bfcd09f28562', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:55.330703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ed2f30-0224-4d0b-b2ae-2bc1466be664 admin admin] Deleting subnet 7bac2233-2b52-4c85-87b3-8a1bd1255887 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:55.337692 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3ed2f30-0224-4d0b-b2ae-2bc1466be664 admin admin] Publish callbacks [] for subnet (7bac2233-2b52-4c85-87b3-8a1bd1255887), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.380410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 607d377a-da83-48b5-9141-cd171c6d76a9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:55.443046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-535ba16f-0918-453c-86f6-01342fd4c667 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2021302760&fields=id&tenant_id=4e196316e3f1488c8b5dc4056892429e HTTP/1.1" status: 200 len: 267 time: 0.2356260 Feb 11 05:35:55.447738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for port (37723c73-b29f-4d1e-85d0-67dd142e6f59), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.454029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 607d377a-da83-48b5-9141-cd171c6d76a9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:55.454029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 607d377a-da83-48b5-9141-cd171c6d76a9 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:55.454029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 457dd342-1674-4cf6-a1f7-7bd17ed38203 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:55.501093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 457dd342-1674-4cf6-a1f7-7bd17ed38203 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:55.501661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 457dd342-1674-4cf6-a1f7-7bd17ed38203 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:55.513380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (37723c73-b29f-4d1e-85d0-67dd142e6f59), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.536525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3ed2f30-0224-4d0b-b2ae-2bc1466be664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (7bac2233-2b52-4c85-87b3-8a1bd1255887), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.628638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-482afcd7-5587-4432-bdb6-09e5be6b2efa tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.630330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-482afcd7-5587-4432-bdb6-09e5be6b2efa tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.1802034 Feb 11 05:35:55.692889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-b867686f-551a-4793-a2af-0ac887e1b881 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/quotas/4e196316e3f1488c8b5dc4056892429e HTTP/1.1" status: 200 len: 375 time: 0.0100753 Feb 11 05:35:55.710819 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-947e697f-df0b-493b-836f-308638f095d9 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (77ccae1f-eae1-484c-8715-c5a03cfb14e1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.713219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-947e697f-df0b-493b-836f-308638f095d9 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router_controller (77ccae1f-eae1-484c-8715-c5a03cfb14e1), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.802146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3ed2f30-0224-4d0b-b2ae-2bc1466be664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (7bac2233-2b52-4c85-87b3-8a1bd1255887), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.816205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event updated for resources: {'Port': ['ID=37723c73-b29f-4d1e-85d0-67dd142e6f59,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:55.834661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-6e9e06d6-7a5e-46af-9e10-e86f0cb67bfb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268613 Feb 11 05:35:55.844929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (f6dbba4f-27e1-4870-8bfa-10f6f50cb30b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.873741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-947e697f-df0b-493b-836f-308638f095d9 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (77ccae1f-eae1-484c-8715-c5a03cfb14e1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.874252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947e697f-df0b-493b-836f-308638f095d9 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Fanout notify agent at l3_agent the message router_deleted on router 77ccae1f-eae1-484c-8715-c5a03cfb14e1 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:35:55.882199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-947e697f-df0b-493b-836f-308638f095d9 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.883378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-947e697f-df0b-493b-836f-308638f095d9 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/77ccae1f-eae1-484c-8715-c5a03cfb14e1 HTTP/1.1" status: 204 len: 168 time: 1.0797811 Feb 11 05:35:55.888380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.922488 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ff414375-fc66-4cb5-92f3-32f1bbdfe0c5 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ccae1f-eae1-484c-8715-c5a03cfb14e1 HTTP/1.1" status: 200 len: 205 time: 0.0321705 Feb 11 05:35:55.924895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40348) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.989489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-adc64a7d-089f-4036-b1a5-97b93e23a833 service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371675 Feb 11 05:35:55.996028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3ed2f30-0224-4d0b-b2ae-2bc1466be664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (7bac2233-2b52-4c85-87b3-8a1bd1255887), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.005165 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-97001ecd-c51b-4609-bcba-996ed64bdb96 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] delete failed (client error): The resource could not be found. Feb 11 05:35:56.006225 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-97001ecd-c51b-4609-bcba-996ed64bdb96 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/77ccae1f-eae1-484c-8715-c5a03cfb14e1 HTTP/1.1" status: 404 len: 336 time: 0.0804060 Feb 11 05:35:56.014359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40354) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.078654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3ed2f30-0224-4d0b-b2ae-2bc1466be664 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.082817 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d3ed2f30-0224-4d0b-b2ae-2bc1466be664 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7bac2233-2b52-4c85-87b3-8a1bd1255887 HTTP/1.1" status: 204 len: 168 time: 0.9227321 Feb 11 05:35:56.084084 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-95430049-1530-4f66-a657-80889f4bf28a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:56.085000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95430049-1530-4f66-a657-80889f4bf28a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:56.096002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40356) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.096375 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-95430049-1530-4f66-a657-80889f4bf28a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/13599ae9-e8d0-4f01-9ba7-51ead45e65ec HTTP/1.1" status: 404 len: 337 time: 0.0747325 Feb 11 05:35:56.096998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40358) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.101101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.102084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed2f30-0224-4d0b-b2ae-2bc1466be664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bac2233-2b52-4c85-87b3-8a1bd1255887,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:56.102816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc1bfbb5-4bf0-4d26-aa8f-da2eed562e15 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1173403 Feb 11 05:35:56.263212 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b507a840-19c0-44e0-896a-1d295ca8b4af), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.267963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-6aa0e452-10a9-425f-904b-acc63472d632 service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695482 Feb 11 05:35:56.310516 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-68efe9a2-8edc-4c76-bc25-d26192e8286e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:56.311133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68efe9a2-8edc-4c76-bc25-d26192e8286e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:56.315920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-68efe9a2-8edc-4c76-bc25-d26192e8286e tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/5f10eb9a-fe9d-4628-8158-3e9f76185930 HTTP/1.1" status: 404 len: 337 time: 0.1085873 Feb 11 05:35:56.319595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40366) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.387988 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e246adb-9601-44f8-8c44-8ed81ffcb004 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:56.387988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e246adb-9601-44f8-8c44-8ed81ffcb004 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:56.394529 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4e246adb-9601-44f8-8c44-8ed81ffcb004 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/46e1a61c-9ec3-4ce4-bed6-4b6f2fcb0f02 HTTP/1.1" status: 404 len: 337 time: 0.0732453 Feb 11 05:35:56.395558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40370) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.451449 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5926ee18-0bd7-4569-ba5c-b0da193d2ef0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:56.451917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5926ee18-0bd7-4569-ba5c-b0da193d2ef0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:56.461467 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5926ee18-0bd7-4569-ba5c-b0da193d2ef0 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/c187be2f-47cd-478a-9d8c-6ad27da10786 HTTP/1.1" status: 404 len: 337 time: 0.0647745 Feb 11 05:35:56.462222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40374) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.483654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ab9cb-ba0d-4f98-8294-c9aafa177976 req-98333b1e-ddf7-48ee-ad5f-87ceb0873624 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:56.486550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-831ab9cb-ba0d-4f98-8294-c9aafa177976 req-98333b1e-ddf7-48ee-ad5f-87ceb0873624 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.2593617 Feb 11 05:35:56.518994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.527356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9a4b6f6f-780c-4066-be2e-fc442db649de tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 200 len: 205 time: 0.0567784 Feb 11 05:35:56.633849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b507a840-19c0-44e0-896a-1d295ca8b4af), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.676825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b507a840-19c0-44e0-896a-1d295ca8b4af']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:56.721907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efc45a9-b527-428f-9e8b-5dfaa46d62a9') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:56.722178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efc45a9-b527-428f-9e8b-5dfaa46d62a9') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:56.743071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (4efc45a9-b527-428f-9e8b-5dfaa46d62a9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.782488 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4efc45a9-b527-428f-9e8b-5dfaa46d62a9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.806783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:56.807332 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (4efc45a9-b527-428f-9e8b-5dfaa46d62a9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:56.812692 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:56.843976 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-0e6e507f-7744-4e91-8445-1af0aa9f8302 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] delete failed (client error): The resource could not be found. Feb 11 05:35:56.847672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0e6e507f-7744-4e91-8445-1af0aa9f8302 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/bfff2aed-20a5-480c-90b7-6ff0eda03c1f HTTP/1.1" status: 404 len: 336 time: 0.3169477 Feb 11 05:35:56.849592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.012698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-831ab9cb-ba0d-4f98-8294-c9aafa177976 req-41dee9ff-3fdc-4bf1-9576-cae254039322 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4922030 Feb 11 05:35:57.039597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-9ce5a8d9-a251-428c-b24f-f56ce61b2b3d tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--690362503&fields=id&tenant_id=fc37f6c110034997a79c39cc6956d99a HTTP/1.1" status: 200 len: 267 time: 0.2225966 Feb 11 05:35:57.085416 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b507a840-19c0-44e0-896a-1d295ca8b4af), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.117318 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.123754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b507a840-19c0-44e0-896a-1d295ca8b4af HTTP/1.1" status: 204 len: 168 time: 1.0196397 Feb 11 05:35:57.128961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41827f60-24f8-445a-a0f8-281d71694101 admin admin] Pushing event deleted for resources: {'Network': ['ID=b507a840-19c0-44e0-896a-1d295ca8b4af,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:57.252152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd31d3e3-81e6-4807-afb1-2c0d9d05ba2f req-b29d94b5-d759-4361-9a04-ba3c98a68f20 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 210 time: 0.0889482 Feb 11 05:35:57.313571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-3f869b6f-e7ef-4cf9-9f23-5637332a89b5 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:57.315252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-3f869b6f-e7ef-4cf9-9f23-5637332a89b5 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/networks?id=94d7495f-1efb-4d81-b994-6813e0bde425 HTTP/1.1" status: 200 len: 811 time: 0.2677617 Feb 11 05:35:57.342442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-40488899-4a48-4875-9250-0e2f2b143e7b tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/quotas/fc37f6c110034997a79c39cc6956d99a HTTP/1.1" status: 200 len: 375 time: 0.0124989 Feb 11 05:35:57.350408 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a0afcdeb-2c3d-4060-ac0b-c80fc913328a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=d18fc280-75fc-4936-87bd-a52ce332105b HTTP/1.1" status: 200 len: 205 time: 0.4993935 Feb 11 05:35:57.353073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40408) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.394784 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-9d0ed50b-370f-4d73-a2f3-9eb597d139b3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] delete failed (client error): The resource could not be found. Feb 11 05:35:57.396104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9d0ed50b-370f-4d73-a2f3-9eb597d139b3 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/d18fc280-75fc-4936-87bd-a52ce332105b HTTP/1.1" status: 404 len: 336 time: 0.0419724 Feb 11 05:35:57.399985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40412) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.416671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-9ed5a239-a3b8-4a89-8e1a-0a34e681aedd tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc37f6c110034997a79c39cc6956d99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674715 Feb 11 05:35:57.439878 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-15584714-cc6d-4c0c-8ff0-86109021304d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:57.440690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15584714-cc6d-4c0c-8ff0-86109021304d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:57.444250 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15584714-cc6d-4c0c-8ff0-86109021304d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/391d37fb-2ff1-45c7-90b1-6389a05d7b5a HTTP/1.1" status: 404 len: 337 time: 0.0428326 Feb 11 05:35:57.463265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40418) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.503396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e1228ed9-c9d0-4a36-a508-f9f0fe303fc8 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=2383fc75-c5a8-4b04-b22e-e942ab5106c0 HTTP/1.1" status: 200 len: 205 time: 0.0389807 Feb 11 05:35:57.505530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40422) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.560230 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-3d628968-0ab4-4341-93a9-e75f4643c6e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] delete failed (client error): The resource could not be found. Feb 11 05:35:57.564187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3d628968-0ab4-4341-93a9-e75f4643c6e1 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/2383fc75-c5a8-4b04-b22e-e942ab5106c0 HTTP/1.1" status: 404 len: 336 time: 0.0548983 Feb 11 05:35:57.564454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40428) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.584987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-aaa78d5e-a836-4bee-beb7-29645a5a65c2 service neutron] 10.222.0.62 "GET /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519144 Feb 11 05:35:57.607105 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9e143a10-0394-45b0-b8ac-d948a2a12638 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154 HTTP/1.1" status: 200 len: 205 time: 0.0411816 Feb 11 05:35:57.608275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40432) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.703538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40436) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.722932 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-be01f7bc-3c11-4fa7-bdc3-983b14ed883b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] delete failed (client error): The resource could not be found. Feb 11 05:35:57.726557 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-be01f7bc-3c11-4fa7-bdc3-983b14ed883b tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/d6b8a4bc-8db0-4cd4-a2a4-ab2ad0ba2154 HTTP/1.1" status: 404 len: 336 time: 0.1139472 Feb 11 05:35:57.731375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40440) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.761822 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee68da9b-7bf8-4e31-a869-b47c7d53435d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:57.762294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee68da9b-7bf8-4e31-a869-b47c7d53435d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:57.766169 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ee68da9b-7bf8-4e31-a869-b47c7d53435d tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/f48435b9-7570-41a4-9097-846318f5f652 HTTP/1.1" status: 404 len: 337 time: 0.0337105 Feb 11 05:35:57.770464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.798797 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-006b438f-cbd0-4df0-a742-1c5416d09e54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88dac70661d84ba1b2a1d48939308d1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933979 Feb 11 05:35:57.799502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40444) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.803332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-11c699c2-9ce6-43cf-8090-fe3dd2a4c658 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=b98b99c1-68fc-4799-b790-1c84d1464f81 HTTP/1.1" status: 200 len: 205 time: 0.0313549 Feb 11 05:35:57.808684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40446) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.823544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-66874aeb-93f7-4396-a841-dd4257a91c0b service neutron] 10.222.0.62 "GET /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322092 Feb 11 05:35:57.872312 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-c3f68a6e-f4c4-465b-8d38-fb0d8711d503 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] delete failed (client error): The resource could not be found. Feb 11 05:35:57.877025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40450) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.877225 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c3f68a6e-f4c4-465b-8d38-fb0d8711d503 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/b98b99c1-68fc-4799-b790-1c84d1464f81 HTTP/1.1" status: 404 len: 336 time: 0.0617850 Feb 11 05:35:57.908322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-555ca014-3d8c-4fe6-b5e6-571368bc2a33 admin admin] Publish callbacks [] for security_group (40cc57be-0f29-4d5b-9b48-53462823cc7c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.934711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-555ca014-3d8c-4fe6-b5e6-571368bc2a33 admin admin] Publish callbacks [] for security_group (40cc57be-0f29-4d5b-9b48-53462823cc7c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.944277 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-a181023b-cf33-42ae-aa10-ca3f6283855a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:57.944771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a181023b-cf33-42ae-aa10-ca3f6283855a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:57.950201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a181023b-cf33-42ae-aa10-ca3f6283855a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/e6a2de06-b65a-45a1-9f74-01a2a0998c61 HTTP/1.1" status: 404 len: 337 time: 0.0697091 Feb 11 05:35:57.950873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40454) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.988643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7a78a351-00bf-4661-afaa-d4adcf195396 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c1d57d6-5863-40a5-afca-188e93a5d063 HTTP/1.1" status: 200 len: 205 time: 0.0356355 Feb 11 05:35:57.989707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40456) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:58.029342 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-639a2b54-077e-49e2-a90c-c070c19267a4 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] delete failed (client error): The resource could not be found. Feb 11 05:35:58.030325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-639a2b54-077e-49e2-a90c-c070c19267a4 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/routers/2c1d57d6-5863-40a5-afca-188e93a5d063 HTTP/1.1" status: 404 len: 336 time: 0.0396175 Feb 11 05:35:58.033641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40458) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:58.062689 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-4303d018-7d04-4aec-9481-03223f806a9a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:58.063303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4303d018-7d04-4aec-9481-03223f806a9a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:58.066470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4303d018-7d04-4aec-9481-03223f806a9a tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/1f48b859-06ce-4771-b5cf-2b06279466f8 HTTP/1.1" status: 404 len: 337 time: 0.0319147 Feb 11 05:35:58.069398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40460) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:58.099384 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05f7cf3-6c72-4db1-8599-8a7bd11b7873 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:58.099836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05f7cf3-6c72-4db1-8599-8a7bd11b7873 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:58.103679 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b05f7cf3-6c72-4db1-8599-8a7bd11b7873 tempest-RoutersIpV6Test-1183910559 tempest-RoutersIpV6Test-1183910559-project] 10.222.0.62 "DELETE /v2.0/subnets/d64ed466-067d-405e-9f7a-4a8c317ade67 HTTP/1.1" status: 404 len: 337 time: 0.0326416 Feb 11 05:35:58.185983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-555ca014-3d8c-4fe6-b5e6-571368bc2a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (40cc57be-0f29-4d5b-9b48-53462823cc7c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.190094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-555ca014-3d8c-4fe6-b5e6-571368bc2a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.193555 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-555ca014-3d8c-4fe6-b5e6-571368bc2a33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40cc57be-0f29-4d5b-9b48-53462823cc7c HTTP/1.1" status: 204 len: 168 time: 0.3906524 Feb 11 05:35:58.216830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ca014-3d8c-4fe6-b5e6-571368bc2a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cc57be-0f29-4d5b-9b48-53462823cc7c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:58.232106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba214f32-9225-4457-a216-bdf8b9f08a77 req-d4669885-c3e8-4e5c-a932-d9eda28b134b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.240582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba214f32-9225-4457-a216-bdf8b9f08a77 req-d4669885-c3e8-4e5c-a932-d9eda28b134b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.0983312 Feb 11 05:35:58.304966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba214f32-9225-4457-a216-bdf8b9f08a77 req-dbe0d5ee-9b09-4c0e-80c2-2b3479572b36 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632799 Feb 11 05:35:58.389247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b7f5a7a-cbf7-4ab2-b3d9-c2cf3699a811 req-39b8df48-bdce-4954-ae92-ca5087da5cf8 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 210 time: 0.0721998 Feb 11 05:35:58.465901 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c795210a-c3ba-43b4-8982-c1cdf1956f06 req-5e7af47e-8c6d-4dc4-9cb1-a5e3ee6198b2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 210 time: 0.0318611 Feb 11 05:35:58.752788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40494) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:59.035957 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eb677084-bd4f-4ca6-bd16-f3b539c22279 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34f9b0046df84aa68097bfcd09f28562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818568 Feb 11 05:35:59.038591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:59.107404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-584d7e6c-3114-4880-a451-6e88c40fe36d admin admin] Publish callbacks [] for security_group (6f233e4a-4fa4-4749-a64f-01f26cdba997), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.135449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-584d7e6c-3114-4880-a451-6e88c40fe36d admin admin] Publish callbacks [] for security_group (6f233e4a-4fa4-4749-a64f-01f26cdba997), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.305784 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-584d7e6c-3114-4880-a451-6e88c40fe36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6f233e4a-4fa4-4749-a64f-01f26cdba997), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.310463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-584d7e6c-3114-4880-a451-6e88c40fe36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.310463 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-584d7e6c-3114-4880-a451-6e88c40fe36d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f233e4a-4fa4-4749-a64f-01f26cdba997 HTTP/1.1" status: 204 len: 168 time: 0.2699850 Feb 11 05:35:59.322434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d7e6c-3114-4880-a451-6e88c40fe36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f233e4a-4fa4-4749-a64f-01f26cdba997,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:59.536125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3202db11-2e5b-4b5b-8953-c9a2e62a2b38 req-61a13e8f-dd46-47db-af24-1a28c75bf48c tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 210 time: 0.0793903 Feb 11 05:35:59.734954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5ea1af5-7d84-4457-ae5f-d8731f635140 req-d1dc1533-ffe3-47f5-91f8-1a276493f89a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 210 time: 0.0745659 Feb 11 05:35:59.745233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12fbe-4fab-4c18-a4f7-76a075a7168d req-6e3dad4d-9293-4427-bb0a-ecd498c75612 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:59.747170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21d12fbe-4fab-4c18-a4f7-76a075a7168d req-6e3dad4d-9293-4427-bb0a-ecd498c75612 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.2168300 Feb 11 05:35:59.833073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21d12fbe-4fab-4c18-a4f7-76a075a7168d req-da1f62c2-3896-42f7-b6d3-0915c1c2e292 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687904 Feb 11 05:36:00.151574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-6995127a-f2d2-4650-a8b8-950b520e1a38 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:00.162667 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-6995127a-f2d2-4650-a8b8-950b520e1a38 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.2708819 Feb 11 05:36:00.293262 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-a4fe25a9-dcfb-4265-b689-5abe9c85b2fb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e196316e3f1488c8b5dc4056892429e HTTP/1.1" status: 200 len: 380 time: 0.1223395 Feb 11 05:36:00.303870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'port': {'device_id': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'admin_state_up': True, 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'security_groups': ['dc26516b-8567-4c32-a6c2-0c4473e01b1b']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:00.682882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Made reservation on behalf of 4e196316e3f1488c8b5dc4056892429e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:00.687476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.823441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d625601-1aaa-4563-b57e-ff666517345e req-6920fbad-619f-41e0-9ad6-9c86ac9456be tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 210 time: 0.0664802 Feb 11 05:36:00.970920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-477697ee-9867-4bee-a095-32d2ea411e72 req-26adb4c7-5e2d-41b7-9c10-55e703912a7e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 210 time: 0.0619106 Feb 11 05:36:01.137554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Allocated IP 172.20.0.3 (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9/0a461791-d80d-4bef-acb7-feac702b3c53/66d30dd1-b5ad-45c4-b3fe-9f8061433df6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:01.346972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c188012-e2f7-4ea0-8592-66581f76b7c2 req-cc8d9da0-dbec-4c3d-9618-81ff3740b242 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.2726715 Feb 11 05:36:01.429764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e5669-1fc8-487e-8f3d-ead1758721a1 req-2fe720ef-bb70-4e0b-9943-b77bc7d699b8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:01.439535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-908e5669-1fc8-487e-8f3d-ead1758721a1 req-2fe720ef-bb70-4e0b-9943-b77bc7d699b8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.3555532 Feb 11 05:36:01.503635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:01.544499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-908e5669-1fc8-487e-8f3d-ead1758721a1 req-62c7b817-39f1-4c62-9a84-cf4ff01ee930 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038847 Feb 11 05:36:01.560349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.738763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.852757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-f6959337-faaf-4e0f-8a5c-6c7f4ed05048 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:01.872484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-f6959337-faaf-4e0f-8a5c-6c7f4ed05048 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.65 "GET /v2.0/networks?id=94d7495f-1efb-4d81-b994-6813e0bde425 HTTP/1.1" status: 200 len: 811 time: 0.2653937 Feb 11 05:36:01.917567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:01.928921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:01.947197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:01.960645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:02.026046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-2139ba64-c50b-43cb-8297-35caf750a0cb tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc37f6c110034997a79c39cc6956d99a HTTP/1.1" status: 200 len: 379 time: 0.1442630 Feb 11 05:36:02.039922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Request body: {'port': {'device_id': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'admin_state_up': True, 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'security_groups': ['d13bbfa9-d304-4073-80ed-1d728515e641']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:02.056724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:02.059189 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.102937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40636) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:02.147259 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fee2800a-f7f8-4562-9a58-64f65de26b01 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8472986 Feb 11 05:36:02.161566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Request body: {'port': {'device_id': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:02.278806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e232b24f-567b-48db-992f-38487ed07c35 req-1466bd43-5111-43d8-9925-7c0204fdd32b tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 210 time: 0.0888736 Feb 11 05:36:02.400936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:02.436003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'port_id': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'mac_address': 'fa:16:3e:b4:0f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:02.448277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-306567724'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:02.491424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5cc7424e-2b25-42c9-a691-afa2053b7c35 None None] Provisioning complete for port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:02.492007 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5cc7424e-2b25-42c9-a691-afa2053b7c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.494841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.530870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d98e3735-012a-41d2-9c4c-d9f71456c4c6 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:02.531933 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.535620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cc7a6-dcc5-44f9-b8b4-5e3835b9b435 req-06b25539-445e-4cf2-9ec1-2dc1ea291b0d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:02.542796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a57cc7a6-dcc5-44f9-b8b4-5e3835b9b435 req-06b25539-445e-4cf2-9ec1-2dc1ea291b0d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 931 time: 0.3487933 Feb 11 05:36:02.557209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d98e3735-012a-41d2-9c4c-d9f71456c4c6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:02.581188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:02.592147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7424e-2b25-42c9-a691-afa2053b7c35 None None] Port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:02.609324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e2ff4a6-3d78-4b78-ac3d-9d86f72a791f req-d25100d9-bf71-4e05-85b9-75efafd8ca1f tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0853159 Feb 11 05:36:02.669556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Made reservation on behalf of fc37f6c110034997a79c39cc6956d99a for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:02.669556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.688280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.703955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a57cc7a6-dcc5-44f9-b8b4-5e3835b9b435 req-e9170168-edcc-4240-a364-c70721189527 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915289 Feb 11 05:36:02.827588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:02.895215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Made reservation on behalf of 0b1d2570788f46bf91c0b0691d73245c for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:02.899621 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.912827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d98e3735-012a-41d2-9c4c-d9f71456c4c6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:02.977863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.986625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Allocated IP 172.20.0.4 (94d7495f-1efb-4d81-b994-6813e0bde425/bcfc3d89-f727-4875-ba39-45a3bbb5a12d/a46ad95c-e082-4abc-b8cc-e358976554c3) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:03.010626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:03.053196 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a210c80-db79-4851-b701-ad8e45ccec45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.082639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Publish callbacks [] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.190975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Transition to ACTIVE for port object 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:36:03.201391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0e2c-c29b-40ee-bbc1-3108c387c6d4 req-52415709-ce3e-4849-b82b-d47fe08cafa0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:03.213646 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f42b0e2c-c29b-40ee-bbc1-3108c387c6d4 req-52415709-ce3e-4849-b82b-d47fe08cafa0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.3235831 Feb 11 05:36:03.294052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.413545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f42b0e2c-c29b-40ee-bbc1-3108c387c6d4 req-1f88a9d9-c164-4e79-992f-c344335f462f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984746 Feb 11 05:36:03.466836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.516344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks [] for security_group (b289b6ff-a159-4895-a635-98edbb845c09), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.520826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:03.522359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:03.606788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a46a2042-b360-446d-bebe-77ba43a4b814 req-3673adb5-06b8-46df-9ceb-9bb44ab01a85 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 210 time: 0.1022215 Feb 11 05:36:03.624784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port d98e3735-012a-41d2-9c4c-d9f71456c4c6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:03.625992 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.696932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.748953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b289b6ff-a159-4895-a635-98edbb845c09), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.831211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Attempting to bind port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:03.853045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Attempting to bind port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:03.853611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Attempting to bind port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:03.856123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:03.886991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Network 94d7495f-1efb-4d81-b994-6813e0bde425 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:03.892224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b289b6ff-a159-4895-a635-98edbb845c09,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:03.894955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:36:03.900754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d98e3735-012a-41d2-9c4c-d9f71456c4c6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:03.901641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Attempting to bind port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:03.903990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.924649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1ca7d65b-c550-47d2-9b10-3ace1a177fbc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.931106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:03.931440 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Added segment 1ca7d65b-c550-47d2-9b10-3ace1a177fbc of type vlan for network 96522284-b230-482f-9cbf-165695df6652 Feb 11 05:36:03.933686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:03.933868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Checking segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:03.935809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Bound using segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:03.937204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Bound port: 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:03.938452 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.973289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:04.015284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:04.023814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:04.027039 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75414574-69d3-4f84-afc8-4753d9e3b0b4" -d '{"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-plugged", "status": "completed", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:04.098444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event updated for resources: {'Port': ['ID=a46ad95c-e082-4abc-b8cc-e358976554c3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:04.098970 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.145112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1df66913-99a6-49a1-9b51-14b3e9cdbef1 req-a10de935-4f69-400c-9a09-f0194296e0c6 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.2151318 Feb 11 05:36:04.217371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:04.283395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (96522284-b230-482f-9cbf-165695df6652), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.356564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.381481 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.397226 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393d113a-1668-448c-86ca-ed68335feac2 x-openstack-request-id: req-393d113a-1668-448c-86ca-ed68335feac2 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:04.397705 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-plugged", "status": "completed", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:04.398121 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-393d113a-1668-448c-86ca-ed68335feac2 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:04.398664 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'code': 200} Feb 11 05:36:04.482501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69040d71-62d7-4dd4-a242-4494397f9458 req-656b6ea0-c7ce-450e-8ccf-3544af3cdfe2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.493866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69040d71-62d7-4dd4-a242-4494397f9458 req-656b6ea0-c7ce-450e-8ccf-3544af3cdfe2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 943 time: 0.5774314 Feb 11 05:36:04.540689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:04.555944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:04.587638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-697f2439-c50e-4b4c-a870-949a16e6d789 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5552788 Feb 11 05:36:04.631752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Request body: {'port': {'device_id': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:04.659851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (96522284-b230-482f-9cbf-165695df6652), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.665876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.666604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.699097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fdb3a5ea-d929-4064-aaaa-2c56b84cfcb2 None None] Provisioning complete for port a46ad95c-e082-4abc-b8cc-e358976554c3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:04.700569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a5ea-d929-4064-aaaa-2c56b84cfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.710940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69040d71-62d7-4dd4-a242-4494397f9458 req-9869542d-9b95-4bb1-bbb8-b9f244250053 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143466 Feb 11 05:36:04.780440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3a5ea-d929-4064-aaaa-2c56b84cfcb2 None None] Port a46ad95c-e082-4abc-b8cc-e358976554c3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:04.810594 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.865993 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.7619748 Feb 11 05:36:04.888155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0ea78-3001-444e-a87b-0c01928a7f77 req-63957e38-0533-4cee-8a0a-b8f8df1d11cc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.892817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40738) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:04.914487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cae0ea78-3001-444e-a87b-0c01928a7f77 req-63957e38-0533-4cee-8a0a-b8f8df1d11cc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.3526750 Feb 11 05:36:04.921794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-2e47e640-e1dd-462b-9986-e309256ec7f1 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', 'tempest-TagsTest-Tag-1486990391') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:04.930551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5f520-16b7-422f-a160-b58acf80d531 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Pushing event updated for resources: {'Network': ['ID=96522284-b230-482f-9cbf-165695df6652,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:04.940345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.941222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.941458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 96522284-b230-482f-9cbf-165695df6652 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:04.943659 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] 10.222.0.65 "PUT /v2.0/ports/66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 1092 time: 2.7882237 Feb 11 05:36:04.980495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:04.986155 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:05.041707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.185442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca87d68-315a-4045-b33e-46a3d2341c6c service neutron] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.205817 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b37934c6-9e25-403f-8822-476e46e4b53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.277310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cae0ea78-3001-444e-a87b-0c01928a7f77 req-04bc5bdb-5d1a-4240-8a55-0ecb72e084ca tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547947 Feb 11 05:36:05.350029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6204-7c64-4661-9e64-05d006c170f5 req-a5a7baac-58ba-4438-8f58-f9f7124fde47 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:05.351762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-051a6204-7c64-4661-9e64-05d006c170f5 req-a5a7baac-58ba-4438-8f58-f9f7124fde47 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 931 time: 0.4894216 Feb 11 05:36:05.394305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fd76cbf9-74ae-418e-b395-c52d9759a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:05.397468 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-fd76cbf9-74ae-418e-b395-c52d9759a9dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1126 time: 0.2807672 Feb 11 05:36:05.488119 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeb854f-276f-4ef4-b763-2d66a88f5c7c x-openstack-request-id: req-6aeb854f-276f-4ef4-b763-2d66a88f5c7c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:05.488543 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:05.488936 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6aeb854f-276f-4ef4-b763-2d66a88f5c7c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:05.489433 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'status': 'completed', 'code': 200} Feb 11 05:36:05.492763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-6cbcce58-c660-468e-afa5-3dc409db695b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 217 time: 0.0858793 Feb 11 05:36:05.494598 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2e47e640-e1dd-462b-9986-e309256ec7f1 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "PUT /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags/tempest-TagsTest-Tag-1486990391 HTTP/1.1" status: 201 len: 201 time: 0.5799453 Feb 11 05:36:05.497392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40756) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:05.521605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-662e94d5-5923-42ff-81cc-71694c7d2b4e tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', 'tempest-TagsTest-Tag-1486990391') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:05.641434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-1a4d3e79-aae4-4168-a6dd-d33e54c4f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:05.643160 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-1a4d3e79-aae4-4168-a6dd-d33e54c4f7d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1434462 Feb 11 05:36:05.732498 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-662e94d5-5923-42ff-81cc-71694c7d2b4e tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "GET /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags/tempest-TagsTest-Tag-1486990391 HTTP/1.1" status: 204 len: 168 time: 0.2313066 Feb 11 05:36:05.766322 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:36:05.769389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40768) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:05.776761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-46aa0d4f-2ca1-462b-b75e-78caa1b694e5 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:05.795362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0754039-5d1b-4fbf-aac3-e77b02540a2a req-4d8cf1eb-dcfc-4d6f-bb4d-4e36c806180b tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1446319 Feb 11 05:36:05.850930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-5a401a25-043b-42e4-9801-4bd7f18f3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:05.852816 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-5a401a25-043b-42e4-9801-4bd7f18f3ba3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2039514 Feb 11 05:36:05.858077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-051a6204-7c64-4661-9e64-05d006c170f5 req-bdcf1d9b-c87d-4c6a-9cfb-577a793f2a52 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4820135 Feb 11 05:36:05.939801 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-46aa0d4f-2ca1-462b-b75e-78caa1b694e5 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "GET /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags HTTP/1.1" status: 200 len: 238 time: 0.1688578 Feb 11 05:36:05.948157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40776) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:05.971830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-debdfdad-7f9b-4d1b-a750-92fdc378374a tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', {'tags': ['tempest-TagsTest-Tag-1679937964', 'tempest-TagsTest-Tag-1398311385', 'tempest-TagsTest-Tag-1232591598']}) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:06.036690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23fd1980-d234-43fc-8f46-bf84c5ade8d5 req-4ac8693f-1517-43f6-a571-4d49dca78227 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1593482 Feb 11 05:36:06.274507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155980dd-0b89-492e-823f-0c798f8fba31 req-66ce1d10-802b-4cfe-a6b7-c9934fa48cde tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:06.281287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-155980dd-0b89-492e-823f-0c798f8fba31 req-66ce1d10-802b-4cfe-a6b7-c9934fa48cde tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 943 time: 0.2541327 Feb 11 05:36:06.385314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-7bb73f8c-0ea2-4802-8cc7-ccded8b3ee61 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117989 Feb 11 05:36:06.425159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-155980dd-0b89-492e-823f-0c798f8fba31 req-e896a04c-3152-43f3-88be-27f91c39320d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315546 Feb 11 05:36:06.446783 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-debdfdad-7f9b-4d1b-a750-92fdc378374a tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "PUT /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags HTTP/1.1" status: 200 len: 309 time: 0.4959316 Feb 11 05:36:06.467603 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40786) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:06.506507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-f0b065fc-49d9-42c2-abcc-438239e5639a tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', 'tempest-TagsTest-Tag-1679937964') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:06.563771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46ad95c-e082-4abc-b8cc-e358976554c3 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:06.725950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Publish callbacks [] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.725950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Transition to ACTIVE for port object a46ad95c-e082-4abc-b8cc-e358976554c3 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:36:06.726891 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01d160df-7c26-430c-aa3e-d6d5cfd0f7ac req-6ad9a1cc-3151-43bd-a52d-d81384dbcb5c service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763486 Feb 11 05:36:06.727743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7129ab-1a2a-4e9d-bf48-964c63fc748b req-8ac04a0e-721b-43b5-88e4-ebd06a477dc7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:06.727743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e7129ab-1a2a-4e9d-bf48-964c63fc748b req-8ac04a0e-721b-43b5-88e4-ebd06a477dc7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1668198 Feb 11 05:36:06.778297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e7129ab-1a2a-4e9d-bf48-964c63fc748b req-df5b3e9b-3c8e-4449-bc09-da99e796dbdf tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797720 Feb 11 05:36:07.049692 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f0b065fc-49d9-42c2-abcc-438239e5639a tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "DELETE /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags/tempest-TagsTest-Tag-1679937964 HTTP/1.1" status: 204 len: 168 time: 0.5679157 Feb 11 05:36:07.049692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40806) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:07.050735 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.051163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-1783c7d8-6851-4236-b020-467c37e62556 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', 'tempest-TagsTest-Tag-1679937964') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:07.086514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-734af0dd-14ab-4780-b515-242e31e31865 req-ba3ae621-91af-452d-8053-2b9c6bfa14c4 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1385527 Feb 11 05:36:07.126448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.263102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Pushing event updated for resources: {'Port': ['ID=a46ad95c-e082-4abc-b8cc-e358976554c3,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:07.291766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581ee8-60e9-4dee-9df1-5a8532210dc0 req-1f79eac7-d44e-4717-91c9-536c14e354f5 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:07.299383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66581ee8-60e9-4dee-9df1-5a8532210dc0 req-1f79eac7-d44e-4717-91c9-536c14e354f5 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 943 time: 0.3235106 Feb 11 05:36:07.347435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-fe60cefb-0dcb-4ad0-a886-a8d96b1b847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:07.349918 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-fe60cefb-0dcb-4ad0-a886-a8d96b1b847e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1126 time: 0.2159727 Feb 11 05:36:07.550905 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-1783c7d8-6851-4236-b020-467c37e62556 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] show failed (client error): The resource could not be found. Feb 11 05:36:07.555965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66581ee8-60e9-4dee-9df1-5a8532210dc0 req-700026dc-2adb-445e-a08f-f8acc3ef76aa tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555985 Feb 11 05:36:07.564446 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1783c7d8-6851-4236-b020-467c37e62556 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "GET /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags/tempest-TagsTest-Tag-1679937964 HTTP/1.1" status: 404 len: 326 time: 0.5206461 Feb 11 05:36:07.570695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40820) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:07.571676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-775cfe2f-d4b6-4986-9c4d-9858f0aaed79 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', 'tempest-TagsTest-Tag-1398311385') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:07.725018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Attempting to bind port a46ad95c-e082-4abc-b8cc-e358976554c3 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:07.732881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Attempting to bind port a46ad95c-e082-4abc-b8cc-e358976554c3 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:07.732881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Attempting to bind port a46ad95c-e082-4abc-b8cc-e358976554c3 on network 94d7495f-1efb-4d81-b994-6813e0bde425 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:07.779761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-6044721f-271a-4c4f-80a7-5c39ec712d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:07.787931 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-6044721f-271a-4c4f-80a7-5c39ec712d81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.4255307 Feb 11 05:36:07.808505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Port a46ad95c-e082-4abc-b8cc-e358976554c3 on network 94d7495f-1efb-4d81-b994-6813e0bde425 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:36:07.808972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Attempting to bind port a46ad95c-e082-4abc-b8cc-e358976554c3 on network 94d7495f-1efb-4d81-b994-6813e0bde425 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:07.852431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:07.857763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Checking segment: {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:07.859370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Bound using segment: {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:07.860579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Bound port: a46ad95c-e082-4abc-b8cc-e358976554c3, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:07.865268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.876049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-c495441a-e857-4073-9865-9ea5c5d864c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 217 time: 0.0816624 Feb 11 05:36:08.003187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-1c6dac54-e3b1-4a65-a1e4-648736f2e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:08.004774 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-1c6dac54-e3b1-4a65-a1e4-648736f2e94e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1218717 Feb 11 05:36:08.010546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34b81-af9e-43bc-8352-950674369a50 req-ea9bb25d-5eae-4a33-bb88-49a4f37a2770 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:08.018073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5bf34b81-af9e-43bc-8352-950674369a50 req-ea9bb25d-5eae-4a33-bb88-49a4f37a2770 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 943 time: 0.3913803 Feb 11 05:36:08.109262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-de42063b-bf7e-42c3-be9b-06adb2d0af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:08.112198 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-de42063b-bf7e-42c3-be9b-06adb2d0af52 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1012068 Feb 11 05:36:08.180717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] For port a46ad95c-e082-4abc-b8cc-e358976554c3, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:08.186156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] For port a46ad95c-e082-4abc-b8cc-e358976554c3, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a46ad95c-e082-4abc-b8cc-e358976554c3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:08.257081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.267821 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-5b675143-0f5a-42e5-8eaa-10c9d290e085 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485722 Feb 11 05:36:08.382994 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.513031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1df1a1ba-e63f-4a5a-b82b-d5f4d2a95df4 req-51b5cd1c-7438-43d1-aeb3-0673a5766ed8 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387328 Feb 11 05:36:08.732079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5bf34b81-af9e-43bc-8352-950674369a50 req-8541e6e0-0a97-4758-9822-4459014acd87 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6570697 Feb 11 05:36:08.736192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.754182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:08.760139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.760139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] 10.222.0.65 "PUT /v2.0/ports/a46ad95c-e082-4abc-b8cc-e358976554c3 HTTP/1.1" status: 200 len: 1092 time: 4.1438830 Feb 11 05:36:08.813874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'tag': 'a46ad95c-e082-4abc-b8cc-e358976554c3'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:08.813874 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf14c6d-9ade-4626-a662-9f3d253e0efd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d12ce01-849b-4f9d-8060-12762a54fa37", "tag": "a46ad95c-e082-4abc-b8cc-e358976554c3"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:08.868529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-775cfe2f-d4b6-4986-9c4d-9858f0aaed79 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "GET /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags/tempest-TagsTest-Tag-1398311385 HTTP/1.1" status: 204 len: 168 time: 1.3026690 Feb 11 05:36:08.871175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40852) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:08.877150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-f5bafd79-38dc-4aa3-94a5-27fda326c2a1 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', 'tempest-TagsTest-Tag-1232591598') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:08.884763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372dc63-5422-43dc-aff3-99c101dbc25a req-1ca9f007-635c-467e-94a3-3a676bbf19af tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:08.892859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a372dc63-5422-43dc-aff3-99c101dbc25a req-1ca9f007-635c-467e-94a3-3a676bbf19af tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.8641319 Feb 11 05:36:09.033553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d98639fc-5fd2-4892-920d-d2d791eaa0c7 req-9a8bbe18-7a84-4def-9ab4-8f722a70a23f tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0895004 Feb 11 05:36:09.054093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66d99c-b7d9-409a-9904-1a5d81bf530e service neutron] Pushing event updated for resources: {'Port': ['ID=a46ad95c-e082-4abc-b8cc-e358976554c3,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:09.106792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a372dc63-5422-43dc-aff3-99c101dbc25a req-88a07097-a4da-4996-8e18-3fd142822954 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082071 Feb 11 05:36:09.144310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-6a91a77d-1f9f-435d-a891-e796d6ce39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:09.144310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-6a91a77d-1f9f-435d-a891-e796d6ce39f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc37f6c110034997a79c39cc6956d99a&device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 1126 time: 0.2305665 Feb 11 05:36:09.194225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.194428 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f5bafd79-38dc-4aa3-94a5-27fda326c2a1 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "GET /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags/tempest-TagsTest-Tag-1232591598 HTTP/1.1" status: 204 len: 168 time: 0.3216445 Feb 11 05:36:09.197260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40862) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:09.218182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-9b5c2c2e-5d71-4faf-a7a2-0cb3aaffe939 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:09.268077 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff561ee-35ff-49fd-bae1-2d777680bcb8 x-openstack-request-id: req-2ff561ee-35ff-49fd-bae1-2d777680bcb8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:09.268540 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d12ce01-849b-4f9d-8060-12762a54fa37", "tag": "a46ad95c-e082-4abc-b8cc-e358976554c3", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:09.268828 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ff561ee-35ff-49fd-bae1-2d777680bcb8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:09.270461 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'tag': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'status': 'completed', 'code': 200} Feb 11 05:36:09.391520 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-6ab1425f-c131-4ee1-86b1-48d2da481ca9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46ad95c-e082-4abc-b8cc-e358976554c3 HTTP/1.1" status: 200 len: 217 time: 0.2396436 Feb 11 05:36:09.515497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-18e602b0-5d35-4a99-b800-9f6e5ef441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:09.517812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-18e602b0-5d35-4a99-b800-9f6e5ef441fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcfc3d89-f727-4875-ba39-45a3bbb5a12d HTTP/1.1" status: 200 len: 850 time: 0.1196170 Feb 11 05:36:09.532845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828096-1a6e-4639-91bd-678046b9284b req-53b18c59-3fc9-4aba-9b66-42a7f083d1f6 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:09.532845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b828096-1a6e-4639-91bd-678046b9284b req-53b18c59-3fc9-4aba-9b66-42a7f083d1f6 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 943 time: 0.2556157 Feb 11 05:36:09.547476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:09.558526 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9b5c2c2e-5d71-4faf-a7a2-0cb3aaffe939 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "DELETE /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags HTTP/1.1" status: 204 len: 168 time: 0.3597062 Feb 11 05:36:09.562091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40878) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:09.566895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-95ead2a9-6828-4469-83c4-d737b7d69cb4 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', 'tempest-TagsTest-Tag-1398311385') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:09.649270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b828096-1a6e-4639-91bd-678046b9284b req-7e6c84c3-129e-4457-9348-d2c26dc6a8ef tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997741 Feb 11 05:36:09.661219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-e41508a0-2485-4e7d-aeca-d63a126cbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:09.662918 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-e41508a0-2485-4e7d-aeca-d63a126cbd7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94d7495f-1efb-4d81-b994-6813e0bde425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1326666 Feb 11 05:36:09.830756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:09.919527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'mac_address': 'fa:16:3e:86:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:10.045314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9aa6-2cda-41b3-b20f-f11443fa4dbb req-7a57f7e6-894b-4dd1-81da-6d55a0454f11 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:10.063170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf1c9aa6-2cda-41b3-b20f-f11443fa4dbb req-7a57f7e6-894b-4dd1-81da-6d55a0454f11 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 943 time: 0.1625502 Feb 11 05:36:10.071718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:10.078313 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.134793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-86de8549-5aab-48e4-9ba3-fc26b5bb17c2 service neutron] 10.222.0.65 "GET /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648128 Feb 11 05:36:10.160401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:10.223410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:10.330088 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-95ead2a9-6828-4469-83c4-d737b7d69cb4 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] show failed (client error): The resource could not be found. Feb 11 05:36:10.338688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d9ae84-3ffd-456a-ae0d-779f72a02397 req-ddeaacbd-d0ca-4e0b-a800-220583cab998 service neutron] 10.222.0.65 "GET /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956916 Feb 11 05:36:10.339356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40896) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:10.339842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.341215 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-95ead2a9-6828-4469-83c4-d737b7d69cb4 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "GET /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags/tempest-TagsTest-Tag-1398311385 HTTP/1.1" status: 404 len: 326 time: 0.7775581 Feb 11 05:36:10.395307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-1f4cc48d-230a-4caf-8155-f1841dd35dc7 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652', 'tempest-TagsTest-Tag-1232591598') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:10.428399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe2f8add-b8a0-4b77-ba3a-b82e9b7df031 req-dfd10fc7-d567-4b4d-92be-656e070efca5 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0784123 Feb 11 05:36:10.573155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:10.614288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['66d30dd1-b5ad-45c4-b3fe-9f8061433df6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:10.737174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.740815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.744303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.744908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.745496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.746043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.746587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.747444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.748050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.748905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.750155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf1c9aa6-2cda-41b3-b20f-f11443fa4dbb req-82b4673c-049c-4830-a9ed-39c4cf8493df tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6797717 Feb 11 05:36:10.752617 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.753625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:10.755728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:11.090243 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-1f4cc48d-230a-4caf-8155-f1841dd35dc7 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] show failed (client error): The resource could not be found. Feb 11 05:36:11.091294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1f4cc48d-230a-4caf-8155-f1841dd35dc7 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "GET /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags/tempest-TagsTest-Tag-1232591598 HTTP/1.1" status: 404 len: 326 time: 0.7002077 Feb 11 05:36:11.095157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40910) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.097922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-be3414d3-1819-4d05-bd17-669a8cd01a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:11.099411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-be3414d3-1819-4d05-bd17-669a8cd01a1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc37f6c110034997a79c39cc6956d99a&device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 1126 time: 0.5993118 Feb 11 05:36:11.099538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-ff6486a3-da44-44fe-babf-9e68bd01eb49 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '96522284-b230-482f-9cbf-165695df6652') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:11.135554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093bca7-b669-42e6-8440-82def125e270 req-1c44167d-96d1-4f46-a27d-d4bbba1d8bb6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:11.142868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4093bca7-b669-42e6-8440-82def125e270 req-1c44167d-96d1-4f46-a27d-d4bbba1d8bb6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.4891388 Feb 11 05:36:11.209977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623b92b-6d1b-49b4-b4bb-07ec9af2b9ea req-430132d3-f1e1-4957-af19-9299a9870437 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:11.220567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c623b92b-6d1b-49b4-b4bb-07ec9af2b9ea req-430132d3-f1e1-4957-af19-9299a9870437 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 943 time: 0.3679063 Feb 11 05:36:11.316841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c623b92b-6d1b-49b4-b4bb-07ec9af2b9ea req-a255fd9b-1339-4f77-8ff8-74e1a24f6809 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918252 Feb 11 05:36:11.349695 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ff6486a3-da44-44fe-babf-9e68bd01eb49 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "DELETE /v2.0/networks/96522284-b230-482f-9cbf-165695df6652/tags HTTP/1.1" status: 204 len: 168 time: 0.2534478 Feb 11 05:36:11.354775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40914) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.381733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4093bca7-b669-42e6-8440-82def125e270 req-d0a6d722-d041-4cc2-b5d9-98b7eedfa52b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378831 Feb 11 05:36:11.391429 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.481563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-f48acd5c-edc4-4b7c-8dc6-2748df5eb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:11.485112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-f48acd5c-edc4-4b7c-8dc6-2748df5eb11e service neutron] 10.222.0.65 "GET /v2.0/networks?id=94d7495f-1efb-4d81-b994-6813e0bde425 HTTP/1.1" status: 200 len: 912 time: 0.3400018 Feb 11 05:36:11.537854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (96522284-b230-482f-9cbf-165695df6652), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.571609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a46ad95c-e082-4abc-b8cc-e358976554c3 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:11.573449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:11.588480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-2fc1f69f-c982-4397-8478-44122df89952 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46ad95c-e082-4abc-b8cc-e358976554c3 HTTP/1.1" status: 200 len: 217 time: 0.0970690 Feb 11 05:36:11.791162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6af6f29e-fe20-4d3a-8f6f-0147affbc4dc req-dba11456-bebe-4f4a-b6be-a67300978f40 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0555584 Feb 11 05:36:11.797840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-d041d533-e796-458c-9c7d-92b5fd4315c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:11.809680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-d041d533-e796-458c-9c7d-92b5fd4315c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcfc3d89-f727-4875-ba39-45a3bbb5a12d HTTP/1.1" status: 200 len: 850 time: 0.2140882 Feb 11 05:36:11.848015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (96522284-b230-482f-9cbf-165695df6652), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.883223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:36:11.901790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:11.901790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.912027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96522284-b230-482f-9cbf-165695df6652']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:11.936872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca7d65b-c550-47d2-9b10-3ace1a177fbc') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:11.945193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca7d65b-c550-47d2-9b10-3ace1a177fbc') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:12.002619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (1ca7d65b-c550-47d2-9b10-3ace1a177fbc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.035912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a46ad95c-e082-4abc-b8cc-e358976554c3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a46ad95c-e082-4abc-b8cc-e358976554c3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:12.048424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-63182d02-5cfd-4688-a114-a62264209e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:12.055652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-63182d02-5cfd-4688-a114-a62264209e2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94d7495f-1efb-4d81-b994-6813e0bde425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2340548 Feb 11 05:36:12.068145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1ca7d65b-c550-47d2-9b10-3ace1a177fbc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.077471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'port_id': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'mac_address': 'fa:16:3e:29:1f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:12.082656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:12.083383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (1ca7d65b-c550-47d2-9b10-3ace1a177fbc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:12.096662 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:12.174282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port a46ad95c-e082-4abc-b8cc-e358976554c3 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:12.177217 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.243743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6d4e4-c8ed-4486-a4c5-a8a45ab67176 req-a66594a7-af1e-4afa-838a-592d8fa60213 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:12.254395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bc6d4e4-c8ed-4486-a4c5-a8a45ab67176 req-a66594a7-af1e-4afa-838a-592d8fa60213 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3034294 Feb 11 05:36:12.305109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (96522284-b230-482f-9cbf-165695df6652), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.308176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46ad95c-e082-4abc-b8cc-e358976554c3 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:12.372724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bc6d4e4-c8ed-4486-a4c5-a8a45ab67176 req-b39806fc-7cc4-4560-a063-b48c5db076be tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776675 Feb 11 05:36:12.375418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-637f1663-f319-481d-b61a-025bfed01223 service neutron] 10.222.0.65 "GET /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102632 Feb 11 05:36:12.395959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.403719 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] 10.222.0.62 "DELETE /v2.0/networks/96522284-b230-482f-9cbf-165695df6652 HTTP/1.1" status: 204 len: 168 time: 1.0461626 Feb 11 05:36:12.429552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46abd7f-b57a-43d7-b49a-4bbccb1bbf85 tempest-TagsTest-2087288462 tempest-TagsTest-2087288462-project] Pushing event deleted for resources: {'Network': ['ID=96522284-b230-482f-9cbf-165695df6652,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:12.471869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:12.472741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.504552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a46ad95c-e082-4abc-b8cc-e358976554c3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a46ad95c-e082-4abc-b8cc-e358976554c3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:12.532909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:12.540042 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4831bbf9-b4fa-4d10-8052-dd08abbbcff9" -d '{"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-plugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:12.573251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:12.581620 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.655855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83185f57-ea7a-4f32-a3b3-2b7f9764e63f req-0501314f-baf1-4b2f-8863-97699160d2dc tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:12.657683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83185f57-ea7a-4f32-a3b3-2b7f9764e63f req-0501314f-baf1-4b2f-8863-97699160d2dc tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 943 time: 0.2255175 Feb 11 05:36:12.661215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.735630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf14c6d-9ade-4626-a662-9f3d253e0efd req-13e51c8c-c627-42a2-b9ae-b7ea0d6e3dd5 service neutron] 10.222.0.65 "GET /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488808 Feb 11 05:36:12.742263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83185f57-ea7a-4f32-a3b3-2b7f9764e63f req-3a52bce4-8462-47fc-b01d-7811d337b6e3 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742002 Feb 11 05:36:12.749221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=a46ad95c-e082-4abc-b8cc-e358976554c3,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:12.760701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636e3c0-1f77-4629-894e-174b3c3ebf3d req-97b24644-2937-4fd7-b261-43d10d1f9457 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:12.766107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0636e3c0-1f77-4629-894e-174b3c3ebf3d req-97b24644-2937-4fd7-b261-43d10d1f9457 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1689596 Feb 11 05:36:12.899256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0636e3c0-1f77-4629-894e-174b3c3ebf3d req-413f6b0a-ac04-47d3-bcf5-e0f287759a38 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222873 Feb 11 05:36:12.928772 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7827645e-a3e0-43a8-be7a-7b350007f496 x-openstack-request-id: req-7827645e-a3e0-43a8-be7a-7b350007f496 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:12.931374 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-plugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:12.931713 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7827645e-a3e0-43a8-be7a-7b350007f496 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:12.935389 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'code': 200} Feb 11 05:36:12.950793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:12.957724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['a46ad95c-e082-4abc-b8cc-e358976554c3'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:13.100838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5683353-2598-47fb-b9d9-091ab0be68f2 req-ff23fd99-018c-44f7-ab32-3b1069043efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:13.102204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5683353-2598-47fb-b9d9-091ab0be68f2 req-ff23fd99-018c-44f7-ab32-3b1069043efc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1128 time: 0.1612713 Feb 11 05:36:13.220102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1b6a348-a911-45ba-9477-6d50074601ff req-9df247f6-7733-4f71-8b61-c6bffe91fa85 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0942836 Feb 11 05:36:13.325404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5683353-2598-47fb-b9d9-091ab0be68f2 req-12d61a5e-7f98-42dc-9259-b6aefb2204eb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077444 Feb 11 05:36:13.370638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40960) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:13.814552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6ab22-b7c6-4821-af4a-e00ae4bfb860 req-8b46f633-0bf9-41eb-936d-b749b68e4a52 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:13.819389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8e6ab22-b7c6-4821-af4a-e00ae4bfb860 req-8b46f633-0bf9-41eb-936d-b749b68e4a52 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.2181494 Feb 11 05:36:13.933678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4bdf9fcb-0678-409a-bf13-374e89b330f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b1d2570788f46bf91c0b0691d73245c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5601232 Feb 11 05:36:13.937927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40974) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:14.048109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Publish callbacks [] for security_group (b289b6ff-a159-4895-a635-98edbb845c09), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.062670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8e6ab22-b7c6-4821-af4a-e00ae4bfb860 req-e09cd5b3-0d40-4c85-b703-97bd0fdd275d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312214 Feb 11 05:36:14.107138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810952d-b556-4b64-9d8c-d9bef64bd0ab req-2588f215-55eb-48e5-a2e8-00010d92641a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:14.110147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c810952d-b556-4b64-9d8c-d9bef64bd0ab req-2588f215-55eb-48e5-a2e8-00010d92641a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 944 time: 0.2245891 Feb 11 05:36:14.118004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Publish callbacks [] for security_group (b289b6ff-a159-4895-a635-98edbb845c09), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.175403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c810952d-b556-4b64-9d8c-d9bef64bd0ab req-016d3341-8279-419d-833b-41008872e31c tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592401 Feb 11 05:36:14.274083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdd9d0-e889-4759-9a75-70363c05d7df req-0a54aaa4-273c-4166-aec9-eabd332d4c23 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:14.275926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-adbdd9d0-e889-4759-9a75-70363c05d7df req-0a54aaa4-273c-4166-aec9-eabd332d4c23 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.0894694 Feb 11 05:36:14.339212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b289b6ff-a159-4895-a635-98edbb845c09), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.343103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.348963 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b289b6ff-a159-4895-a635-98edbb845c09 HTTP/1.1" status: 204 len: 168 time: 0.3949699 Feb 11 05:36:14.388571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b289b6ff-a159-4895-a635-98edbb845c09,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:14.443020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.445177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.445843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.447207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.449314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.449945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.450497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.454762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.457321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.458224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.463186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.463186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.463186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3f4ce-5dde-43bb-ba36-8a5079f75716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:14.475148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-684305eb-e7dd-476d-8ecd-65c0f91a0dee req-b17d464b-496e-4617-be8a-8de5e019b05e tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1266844 Feb 11 05:36:14.569495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-adbdd9d0-e889-4759-9a75-70363c05d7df req-9140f737-6b39-4157-8b1a-45e3dae2dc46 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854936 Feb 11 05:36:15.341828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaa70a-51bd-4e10-bda1-26c2a3a53188 req-84a45dea-fd11-4180-b750-7f3048f0de80 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.345273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4eaa70a-51bd-4e10-bda1-26c2a3a53188 req-84a45dea-fd11-4180-b750-7f3048f0de80 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.1396224 Feb 11 05:36:15.460677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4eaa70a-51bd-4e10-bda1-26c2a3a53188 req-62ed4a87-d89e-4237-9acd-7a9b6aa4563d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069639 Feb 11 05:36:15.533625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc42263-08d8-47be-8822-71548ceacf6f req-7ddcb6d2-95d9-4477-92d1-88e7f2fc8253 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.541299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7dc42263-08d8-47be-8822-71548ceacf6f req-7ddcb6d2-95d9-4477-92d1-88e7f2fc8253 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 944 time: 0.1048880 Feb 11 05:36:15.581404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a46ad95c-e082-4abc-b8cc-e358976554c3 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:15.623687 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7dc42263-08d8-47be-8822-71548ceacf6f req-7fb51d46-0a1d-4370-a8aa-8941cabbb656 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810461 Feb 11 05:36:15.808123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eae354-55cf-415c-aece-fb92888e3652 req-7e00140f-63c6-495a-96e8-5d2881f402dc tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.819874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41034) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:15.823552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6eae354-55cf-415c-aece-fb92888e3652 req-7e00140f-63c6-495a-96e8-5d2881f402dc tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.1400704 Feb 11 05:36:15.824826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'floatingip': {'port_id': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:15.856707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port a46ad95c-e082-4abc-b8cc-e358976554c3 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:36:15.867422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port a46ad95c-e082-4abc-b8cc-e358976554c3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:15.868011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.919199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for floatingip (aca7bff0-da9f-42cc-94e9-400212ec96e1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.974453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be8f6466-a78f-410b-a39a-cd4e1053cc47 req-300491ac-9bbf-4b26-b95a-7d578831afcc tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1253450 Feb 11 05:36:16.112071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51665064-3977-4c95-9af9-c1e5b0a4800b req-dc764a0f-339e-49fd-a799-0ad82e931e04 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:16.126567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51665064-3977-4c95-9af9-c1e5b0a4800b req-dc764a0f-339e-49fd-a799-0ad82e931e04 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1510663 Feb 11 05:36:16.135763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port a46ad95c-e082-4abc-b8cc-e358976554c3 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:16.136370 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.241663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a46ad95c-e082-4abc-b8cc-e358976554c3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a46ad95c-e082-4abc-b8cc-e358976554c3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:16.242973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46ad95c-e082-4abc-b8cc-e358976554c3'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:16.248546 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39856257-fb6e-4ecb-b436-4389547eb59f" -d '{"events": [{"server_uuid": "1d12ce01-849b-4f9d-8060-12762a54fa37", "name": "network-vif-plugged", "status": "completed", "tag": "a46ad95c-e082-4abc-b8cc-e358976554c3"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:16.302315 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.314899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51665064-3977-4c95-9af9-c1e5b0a4800b req-0618572d-8268-4e93-8bc0-c1549e03dfdb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820736 Feb 11 05:36:16.418020 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6274e5ed-cc73-4d8f-a6af-91684a25c353 x-openstack-request-id: req-6274e5ed-cc73-4d8f-a6af-91684a25c353 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:16.420317 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d12ce01-849b-4f9d-8060-12762a54fa37", "name": "network-vif-plugged", "status": "completed", "tag": "a46ad95c-e082-4abc-b8cc-e358976554c3", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:16.422554 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6274e5ed-cc73-4d8f-a6af-91684a25c353 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:16.425110 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'code': 200} Feb 11 05:36:16.493396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=a46ad95c-e082-4abc-b8cc-e358976554c3,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:16.660495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1693c1a-401d-41a2-bf30-815a9d822345 req-d1463fd3-100a-4cad-b09d-1c686cd7bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:16.672379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1693c1a-401d-41a2-bf30-815a9d822345 req-d1463fd3-100a-4cad-b09d-1c686cd7bbc5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 1128 time: 0.1468399 Feb 11 05:36:16.780879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1693c1a-401d-41a2-bf30-815a9d822345 req-c1de684e-d6f2-4a71-8e67-7a761e4654a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983353 Feb 11 05:36:16.892216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8ea53-65dd-438a-8878-ced81362d5e7 req-5b95d18e-7c20-4a7d-90c7-8307db152023 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:16.906105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4c8ea53-65dd-438a-8878-ced81362d5e7 req-5b95d18e-7c20-4a7d-90c7-8307db152023 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.1011519 Feb 11 05:36:17.041789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4c8ea53-65dd-438a-8878-ced81362d5e7 req-6e4d6da1-349e-482a-ac3b-70d0f596e874 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351113 Feb 11 05:36:17.362011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aceec07f-8a3b-47df-a993-4aa817d352c0 req-bacf78c7-746c-4edf-9cc7-2131d1143afe tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1379104 Feb 11 05:36:17.423883 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.resource_extend [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:36:17.534096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405dfa-71d9-45a5-abc0-f10612382d9a req-a85b684d-6e1c-4543-a812-b01d4398b305 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:17.542323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b405dfa-71d9-45a5-abc0-f10612382d9a req-a85b684d-6e1c-4543-a812-b01d4398b305 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.0875807 Feb 11 05:36:17.641987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b405dfa-71d9-45a5-abc0-f10612382d9a req-dfe808e9-11da-4ac2-a38d-15b3a67a6b57 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989585 Feb 11 05:36:17.643108 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.728014 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (aca7bff0-da9f-42cc-94e9-400212ec96e1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.073660 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Floating IP aca7bff0-da9f-42cc-94e9-400212ec96e1 associated. External IP: 172.25.8.19, port: 66d30dd1-b5ad-45c4-b3fe-9f8061433df6. Feb 11 05:36:18.346120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b925-b766-4467-8e1d-e4f672ef2196 req-893bb336-f251-4f46-bc8f-d7ef64974b79 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:18.354504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0265b925-b766-4467-8e1d-e4f672ef2196 req-893bb336-f251-4f46-bc8f-d7ef64974b79 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.1544793 Feb 11 05:36:18.596921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0265b925-b766-4467-8e1d-e4f672ef2196 req-fbcab60a-23b4-4d93-9077-863e4652f2d2 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414529 Feb 11 05:36:18.626255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:18.784452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-413d7592-3730-405e-8081-eacad7a53ce9 req-70ef8a0f-d7ab-47e2-931e-185c0e14d7b5 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1275475 Feb 11 05:36:18.922717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7ea9a-91d2-494a-a2ef-ce3361a2c384 req-e7a2fef0-cc63-4a01-b4f0-06ac47035c8f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:18.930182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-acb7ea9a-91d2-494a-a2ef-ce3361a2c384 req-e7a2fef0-cc63-4a01-b4f0-06ac47035c8f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1164360 Feb 11 05:36:19.043704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-acb7ea9a-91d2-494a-a2ef-ce3361a2c384 req-a79aa895-6e6b-4e05-8479-41d574fdb69c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124492 Feb 11 05:36:19.069522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:19.079661 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.091399 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593553e-53bc-4685-a351-253348afffaf None None] Sync routers for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:19.109440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593553e-53bc-4685-a351-253348afffaf None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:19.110341 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c593553e-53bc-4685-a351-253348afffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:36:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:19.172315 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e72224b0-738d-40a6-808a-f2d20eafee1c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "PUT /v2.0/floatingips/aca7bff0-da9f-42cc-94e9-400212ec96e1 HTTP/1.1" status: 200 len: 990 time: 3.3511930 Feb 11 05:36:19.174396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:19.195601 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4d7081-6b30-4ea3-b638-d654be2f9211" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:19.291047 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0dd5d-2adb-4147-8000-3a740088178b x-openstack-request-id: req-6ae0dd5d-2adb-4147-8000-3a740088178b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:19.291646 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:19.292121 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ae0dd5d-2adb-4147-8000-3a740088178b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:19.292714 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'status': 'completed', 'code': 200} Feb 11 05:36:19.490941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-ca091bc9-fd05-49f4-ac61-b08ce35c822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:19.492555 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-ca091bc9-fd05-49f4-ac61-b08ce35c822a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1128 time: 0.1767659 Feb 11 05:36:19.504051 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c593553e-53bc-4685-a351-253348afffaf None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:19.592552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d576ff-21ca-4ee8-bc09-567b91cce425 req-1febe728-9fa6-4c03-adfc-f780afa87d70 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:19.594626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8d576ff-21ca-4ee8-bc09-567b91cce425 req-1febe728-9fa6-4c03-adfc-f780afa87d70 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.2919703 Feb 11 05:36:19.774982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8d576ff-21ca-4ee8-bc09-567b91cce425 req-d8cbe129-1246-4587-87d7-60dcb9f4dbc3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715934 Feb 11 05:36:20.115469 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c593553e-53bc-4685-a351-253348afffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'aca7bff0-da9f-42cc-94e9-400212ec96e1', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'port_id': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'mac_address': 'fa:16:3e:86:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:17Z', 'revision_number': 1, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 5, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:20.153384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9db1-c218-4bf6-8331-0e8e8c8a843a req-e3a72c73-c2cb-4249-9bd1-0f864097f68b tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:20.169915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a8e9db1-c218-4bf6-8331-0e8e8c8a843a req-e3a72c73-c2cb-4249-9bd1-0f864097f68b tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.3301432 Feb 11 05:36:20.214185 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593553e-53bc-4685-a351-253348afffaf None None] Checking router: f5891f4f-0874-4b62-a4ab-178d67b5cfe9 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:20.250268 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593553e-53bc-4685-a351-253348afffaf None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:20.252367 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c593553e-53bc-4685-a351-253348afffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:36:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:20.305165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-e6d38ae6-647b-41c9-84bc-3e948a743bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:20.306797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-e6d38ae6-647b-41c9-84bc-3e948a743bda service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.7960737 Feb 11 05:36:20.557863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb1f6e-38db-40e1-88a0-d57ecd0a2527 req-e5066065-b755-4d77-ae19-dc83d7d74320 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:20.564454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6eb1f6e-38db-40e1-88a0-d57ecd0a2527 req-e5066065-b755-4d77-ae19-dc83d7d74320 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.6236403 Feb 11 05:36:20.575839 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c593553e-53bc-4685-a351-253348afffaf None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:20.624154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a8e9db1-c218-4bf6-8331-0e8e8c8a843a req-ed5d5a05-a214-4770-a5b4-deaf1fdeea12 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4465537 Feb 11 05:36:20.706896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-b742e21d-464b-47bd-988f-9b3436aa46d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.3837831 Feb 11 05:36:20.824757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d07f38b6-f62c-4ff8-8a4b-0f509a6ac93a req-5acef07c-c03a-4c51-8651-de6ba3d16817 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0467758 Feb 11 05:36:20.849108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-975d6b98-57ff-4640-9b1d-24e3be460bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:20.850865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-975d6b98-57ff-4640-9b1d-24e3be460bb3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1405790 Feb 11 05:36:20.906160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6eb1f6e-38db-40e1-88a0-d57ecd0a2527 req-26857bc5-276b-4b72-b866-9c86be6971b5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349197 Feb 11 05:36:20.985245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-93876cb3-6d39-48a0-944f-1d208a472199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:20.986129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-93876cb3-6d39-48a0-944f-1d208a472199 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1080661 Feb 11 05:36:21.234715 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c593553e-53bc-4685-a351-253348afffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'aca7bff0-da9f-42cc-94e9-400212ec96e1', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'port_id': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'mac_address': 'fa:16:3e:86:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:17Z', 'revision_number': 1, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 5, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:21.319285 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c593553e-53bc-4685-a351-253348afffaf None None] The sync data for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 is: [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'aca7bff0-da9f-42cc-94e9-400212ec96e1', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'port_id': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'mac_address': 'fa:16:3e:86:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:17Z', 'revision_number': 1, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 5, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:21.336469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-e6b1b4bd-073f-490e-b1fe-7524a6fedc8d service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416054 Feb 11 05:36:21.426832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbed65-5065-4e36-80e9-32b5a79f19c1 req-b8c2e6ec-e63c-4db2-a6ed-090861bbb69a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:21.448468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74bbed65-5065-4e36-80e9-32b5a79f19c1 req-b8c2e6ec-e63c-4db2-a6ed-090861bbb69a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.3828113 Feb 11 05:36:21.502349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dbf8a-414b-42e2-8243-72e648f69149 req-3aca7d36-ea58-4f8c-9530-f380ad35a52a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:21.507446 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-293dbf8a-414b-42e2-8243-72e648f69149 req-3aca7d36-ea58-4f8c-9530-f380ad35a52a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.3381341 Feb 11 05:36:21.621435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.630063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Request body: {'floatingip': {'port_id': 'a46ad95c-e082-4abc-b8cc-e358976554c3'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:21.679580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74bbed65-5065-4e36-80e9-32b5a79f19c1 req-b848e384-4f3b-499d-9d21-0287bf991292 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300873 Feb 11 05:36:21.690383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4d7081-6b30-4ea3-b638-d654be2f9211 req-a81ce1af-411f-4d84-a3da-520475876b14 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394632 Feb 11 05:36:21.733690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for floatingip (f6dbba4f-27e1-4870-8bfa-10f6f50cb30b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.852537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5502d-0b29-4614-8a7a-02859a62ac06 None None] New status for floating IP aca7bff0-da9f-42cc-94e9-400212ec96e1: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:36:22.109925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72eb3425-7fc1-4ac6-a5ac-940bc31e97b0 req-20577398-473e-4416-a250-c38fe1baaab3 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0943406 Feb 11 05:36:22.307157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112824f5-ab46-4f01-ba21-c7b8aab3717a req-c92eba54-7a8a-43e3-99b7-3a5572095f5a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:22.321456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-112824f5-ab46-4f01-ba21-c7b8aab3717a req-c92eba54-7a8a-43e3-99b7-3a5572095f5a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.2055106 Feb 11 05:36:22.515717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-112824f5-ab46-4f01-ba21-c7b8aab3717a req-28e26537-7ed2-4e8e-bb52-cf96ba5bd9bf tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928649 Feb 11 05:36:22.787854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17048ced-7fe0-4e42-8859-335e1b558ebe req-615c4fc4-3b42-4d9e-97b4-bcd4abec0cff tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:22.810427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17048ced-7fe0-4e42-8859-335e1b558ebe req-615c4fc4-3b42-4d9e-97b4-bcd4abec0cff tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.1526704 Feb 11 05:36:23.009504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17048ced-7fe0-4e42-8859-335e1b558ebe req-c9d2a43c-41f1-40a5-8865-332e4ed6d958 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653094 Feb 11 05:36:23.069226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b462c-5ee1-440b-9fd2-8044ad7c0086 req-42d8ce75-9b3e-4fb0-bfa4-05ea86ab610f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:23.082486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-099b462c-5ee1-440b-9fd2-8044ad7c0086 req-42d8ce75-9b3e-4fb0-bfa4-05ea86ab610f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1851170 Feb 11 05:36:23.186980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-099b462c-5ee1-440b-9fd2-8044ad7c0086 req-461a1ca8-5a05-482a-bddc-8dc301540c66 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978959 Feb 11 05:36:23.258465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.resource_extend [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:36:23.415113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a471a471-4060-431e-bda6-ad4a14e8ab79 req-71e7e088-be6e-4a39-b328-99b7c4ffa865 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0618126 Feb 11 05:36:23.416391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.590555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (f6dbba4f-27e1-4870-8bfa-10f6f50cb30b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.727119 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Floating IP f6dbba4f-27e1-4870-8bfa-10f6f50cb30b associated. External IP: 172.25.8.99, port: a46ad95c-e082-4abc-b8cc-e358976554c3. Feb 11 05:36:24.148312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Router fb66704d-c69d-4af2-b422-1165f05d0a3e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:24.465674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:24.477992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25ca32-a914-43fa-8572-d1ef1358766d req-7e06d14b-9c08-4e93-8290-3a2c3e604585 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:24.487310 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.505482 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] Sync routers for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:24.525301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce25ca32-a914-43fa-8572-d1ef1358766d req-7e06d14b-9c08-4e93-8290-3a2c3e604585 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1249135 Feb 11 05:36:24.548128 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:24.551099 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:36:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:24.610380 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a40b7a85-ba74-4ff6-9973-a15e692b12ce tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "PUT /v2.0/floatingips/f6dbba4f-27e1-4870-8bfa-10f6f50cb30b HTTP/1.1" status: 200 len: 990 time: 2.9860466 Feb 11 05:36:24.612324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'tag': 'a46ad95c-e082-4abc-b8cc-e358976554c3'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:24.618839 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a35b56a-572d-44bd-baf4-133b9ae97437" -d '{"events": [{"name": "network-changed", "server_uuid": "1d12ce01-849b-4f9d-8060-12762a54fa37", "tag": "a46ad95c-e082-4abc-b8cc-e358976554c3"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:24.698243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce25ca32-a914-43fa-8572-d1ef1358766d req-45d12f26-36c4-4dca-8cf9-50c3a9c7108b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592529 Feb 11 05:36:24.910535 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:24.929692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72d1a252-7c82-40ff-90a0-3c5d18a05952 req-c167180c-769a-4d69-a2fe-ed81ed663fbb tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.2266991 Feb 11 05:36:25.097743 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7f5133-ba22-48d4-a04a-44090ae40c87 x-openstack-request-id: req-fb7f5133-ba22-48d4-a04a-44090ae40c87 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:25.098378 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d12ce01-849b-4f9d-8060-12762a54fa37", "tag": "a46ad95c-e082-4abc-b8cc-e358976554c3", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:25.098828 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb7f5133-ba22-48d4-a04a-44090ae40c87 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:25.099509 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'tag': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'status': 'completed', 'code': 200} Feb 11 05:36:25.164259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245564a5-7d4b-4385-ae0e-be0d135e6097 req-59dd262f-86a7-44aa-9786-881ab01186de tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:25.166374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-245564a5-7d4b-4385-ae0e-be0d135e6097 req-59dd262f-86a7-44aa-9786-881ab01186de tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.2447462 Feb 11 05:36:25.425577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-7ef1bcb2-74e0-443c-b420-bb73b741edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:25.445970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-7ef1bcb2-74e0-443c-b420-bb73b741edde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc37f6c110034997a79c39cc6956d99a&device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 1128 time: 0.3215055 Feb 11 05:36:25.477940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-245564a5-7d4b-4385-ae0e-be0d135e6097 req-a2ec5383-397d-4b76-b088-244726505f8a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851651 Feb 11 05:36:25.648223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:25.991338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41314) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.054373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:26.069951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-5b59f7ec-fa1f-43e9-908a-202c14e8c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.071520 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-5b59f7ec-fa1f-43e9-908a-202c14e8c66c service neutron] 10.222.0.65 "GET /v2.0/networks?id=94d7495f-1efb-4d81-b994-6813e0bde425 HTTP/1.1" status: 200 len: 912 time: 0.5900910 Feb 11 05:36:26.180450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'mac_address': 'fa:16:3e:86:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:26.268217 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'f6dbba4f-27e1-4870-8bfa-10f6f50cb30b', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'port_id': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'mac_address': 'fa:16:3e:29:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:23Z', 'revision_number': 1, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:52Z', 'revision_number': 5, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:26.426302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:26.432816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.454345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6c848-ad05-40c4-97ef-667305c189fb req-deefb322-2ef3-4969-b4bf-256aa24df43e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.466355 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] Checking router: fb66704d-c69d-4af2-b422-1165f05d0a3e for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:26.474363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24e6c848-ad05-40c4-97ef-667305c189fb req-deefb322-2ef3-4969-b4bf-256aa24df43e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.5703447 Feb 11 05:36:26.490933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:26.494167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efff5bd1-11a6-4dbe-aea0-a2e633fd5a44 req-d2795659-54b5-403f-b624-38d6fe0872fd tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.3173525 Feb 11 05:36:26.504030 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:26.522677 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:36:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:26.542187 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-beecdcb1-af7a-4fe9-b874-ae504feb8c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.547901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:26.554556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-37fc5226-c66e-4c85-97ba-8b13250a7d91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46ad95c-e082-4abc-b8cc-e358976554c3 HTTP/1.1" status: 200 len: 998 time: 0.4682145 Feb 11 05:36:26.622136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.724853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:26.743763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['66d30dd1-b5ad-45c4-b3fe-9f8061433df6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:26.746172 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-beecdcb1-af7a-4fe9-b874-ae504feb8c48 admin admin] Publish callbacks [] for security_group (905fcdc4-584f-407c-a17f-57eee4964614), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.749395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-a88d6be6-3c06-43fe-a9ab-b451651409a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.759869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-a88d6be6-3c06-43fe-a9ab-b451651409a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcfc3d89-f727-4875-ba39-45a3bbb5a12d HTTP/1.1" status: 200 len: 850 time: 0.1939244 Feb 11 05:36:26.796904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24e6c848-ad05-40c4-97ef-667305c189fb req-0c17ba53-c8d7-4333-9b33-e9a5339c31a4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178697 Feb 11 05:36:26.835404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-beecdcb1-af7a-4fe9-b874-ae504feb8c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (905fcdc4-584f-407c-a17f-57eee4964614), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.911921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-02b05170-9d9e-4280-a4b5-22009cca32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.913501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-02b05170-9d9e-4280-a4b5-22009cca32bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94d7495f-1efb-4d81-b994-6813e0bde425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1155534 Feb 11 05:36:26.963162 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-beecdcb1-af7a-4fe9-b874-ae504feb8c48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c70a4bd4a09146238fcea6e3cf5e378b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9706752 Feb 11 05:36:26.971781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41332) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.984816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecdcb1-af7a-4fe9-b874-ae504feb8c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905fcdc4-584f-407c-a17f-57eee4964614,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:27.021926 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:27.196129 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bae0207-6d41-4478-89de-68c0542b39db admin admin] Publish callbacks [] for security_group (905fcdc4-584f-407c-a17f-57eee4964614), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.218953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-da65fe0c-a119-4b4f-9593-4660cee5c94e service neutron] 10.222.0.65 "GET /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970288 Feb 11 05:36:27.252457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bae0207-6d41-4478-89de-68c0542b39db admin admin] Publish callbacks [] for security_group (905fcdc4-584f-407c-a17f-57eee4964614), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.436531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bae0207-6d41-4478-89de-68c0542b39db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (905fcdc4-584f-407c-a17f-57eee4964614), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.440790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bae0207-6d41-4478-89de-68c0542b39db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.449810 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9bae0207-6d41-4478-89de-68c0542b39db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/905fcdc4-584f-407c-a17f-57eee4964614 HTTP/1.1" status: 204 len: 168 time: 0.4677782 Feb 11 05:36:27.495477 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'f6dbba4f-27e1-4870-8bfa-10f6f50cb30b', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'port_id': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'mac_address': 'fa:16:3e:29:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:23Z', 'revision_number': 1, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:52Z', 'revision_number': 5, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.514886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae0207-6d41-4478-89de-68c0542b39db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905fcdc4-584f-407c-a17f-57eee4964614,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:27.608033 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e10f5-3f38-423e-9336-fcfb0bed3343 None None] The sync data for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 is: [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'f6dbba4f-27e1-4870-8bfa-10f6f50cb30b', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'port_id': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'mac_address': 'fa:16:3e:29:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:35:53Z', 'updated_at': '2022-02-11T05:36:23Z', 'revision_number': 1, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:52Z', 'revision_number': 5, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:27.656093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:27.757856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a35b56a-572d-44bd-baf4-133b9ae97437 req-3a417432-e9ff-4297-ade3-592d3b3ba12e service neutron] 10.222.0.65 "GET /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232856 Feb 11 05:36:27.869879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:27.870464 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.907415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47721dad-bf3a-4ccf-a4e7-497b00de3dfc req-5b0debe8-8337-4bf3-9073-a8254a416fbf tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1349285 Feb 11 05:36:28.135626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:28.142842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.258587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:28.266645 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e46176-fc51-4687-9ecd-fc303b3c09e9" -d '{"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-plugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:28.315460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:28.350690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746f88-0643-4548-af37-b27df37bff0a req-d317b6ff-a2d7-469e-a469-9c7cdc1609aa tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:28.353355 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0c1651-02a3-4f7f-ac94-19ebac8dcd57 x-openstack-request-id: req-0d0c1651-02a3-4f7f-ac94-19ebac8dcd57 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:28.353831 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-plugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:28.354252 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d0c1651-02a3-4f7f-ac94-19ebac8dcd57 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:28.354804 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'code': 200} Feb 11 05:36:28.355958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99746f88-0643-4548-af37-b27df37bff0a req-d317b6ff-a2d7-469e-a469-9c7cdc1609aa tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.2689867 Feb 11 05:36:28.376322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457ca4d-4f08-425f-8853-a79d28601756 None None] New status for floating IP f6dbba4f-27e1-4870-8bfa-10f6f50cb30b: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:36:28.502164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.642621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99746f88-0643-4548-af37-b27df37bff0a req-3feba688-5e79-4643-b8d7-d4558a43245e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472472 Feb 11 05:36:28.731299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:29.090179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:29.133294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79d8a2c0-b350-4e59-a490-1eb7a209d9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.236623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6934db9f-ef7c-4e11-beb6-8a1cb8d1806f req-5c17ca3d-d9a3-46ae-bfdf-3b75a43c71ca tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1105118 Feb 11 05:36:29.471148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79d8a2c0-b350-4e59-a490-1eb7a209d9b3 admin admin] Publish callbacks [] for security_group (11bf373f-1005-4a73-9830-f7685e4e6ab1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.547685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79d8a2c0-b350-4e59-a490-1eb7a209d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (11bf373f-1005-4a73-9830-f7685e4e6ab1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.636630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8a2c0-b350-4e59-a490-1eb7a209d9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bf373f-1005-4a73-9830-f7685e4e6ab1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:29.782227 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-79d8a2c0-b350-4e59-a490-1eb7a209d9b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=233be9158ccd4c83b7bde88a7159e67d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6882904 Feb 11 05:36:29.782606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:30.809232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d21d7e6-2709-4427-bddf-3cfda678f53b req-52586877-2be9-406d-9786-3b17ff8779f5 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0733671 Feb 11 05:36:30.821612 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73879434-6182-4ed2-9ad3-8d5c18e5c882 admin admin] Publish callbacks [] for security_group (11bf373f-1005-4a73-9830-f7685e4e6ab1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.920300 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73879434-6182-4ed2-9ad3-8d5c18e5c882 admin admin] Publish callbacks [] for security_group (11bf373f-1005-4a73-9830-f7685e4e6ab1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.985881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555c43-cf23-43db-8cbf-5eead41313db req-c9e3e6d2-53b6-471d-a57a-c2a479437c1e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:31.003066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2555c43-cf23-43db-8cbf-5eead41313db req-c9e3e6d2-53b6-471d-a57a-c2a479437c1e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 1.1524158 Feb 11 05:36:31.283532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2555c43-cf23-43db-8cbf-5eead41313db req-4cac9fcf-4af3-4dd8-9f24-d32d8de71aa3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629511 Feb 11 05:36:31.412580 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73879434-6182-4ed2-9ad3-8d5c18e5c882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (11bf373f-1005-4a73-9830-f7685e4e6ab1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.415837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73879434-6182-4ed2-9ad3-8d5c18e5c882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.419380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-73879434-6182-4ed2-9ad3-8d5c18e5c882 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11bf373f-1005-4a73-9830-f7685e4e6ab1 HTTP/1.1" status: 204 len: 168 time: 1.6335356 Feb 11 05:36:31.431388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73879434-6182-4ed2-9ad3-8d5c18e5c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bf373f-1005-4a73-9830-f7685e4e6ab1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:32.098818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e312937d-3ec0-4f9c-9324-5cc00c32bb09 req-f7387dd0-be98-40c1-88f5-e7249fe4d0eb tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1026077 Feb 11 05:36:32.614395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaa237-85a5-42bd-9610-e12ea2d35068 req-c33eb9a7-6f92-4fef-9697-0cf848174f0b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.640953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5eeaa237-85a5-42bd-9610-e12ea2d35068 req-c33eb9a7-6f92-4fef-9697-0cf848174f0b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1409838 Feb 11 05:36:32.788336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5eeaa237-85a5-42bd-9610-e12ea2d35068 req-663fe274-05c7-475c-ab8c-bca17d283e1d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460278 Feb 11 05:36:32.971690 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f954684c-881c-44d1-841d-a321a2155c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.385809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72252c97-3dcf-4af4-b9a5-ec9f6de3ef74 req-702c2fd1-0cb5-44af-bc36-a28de28abd6a tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0840776 Feb 11 05:36:34.168001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad078f14-0c9f-4b0d-99c1-8e98cb27f902 req-3c25e891-f693-4216-9b52-27464e8620d2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:34.173432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad078f14-0c9f-4b0d-99c1-8e98cb27f902 req-3c25e891-f693-4216-9b52-27464e8620d2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1291523 Feb 11 05:36:34.296820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad078f14-0c9f-4b0d-99c1-8e98cb27f902 req-6555479a-97c8-4d0f-a77c-72d04a439e2c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996032 Feb 11 05:36:34.700023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e93ea372-444e-459a-ae23-cacf1ff7c8bc req-1d0fcb16-1b5a-4ee2-822c-19f175bc5f39 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0523069 Feb 11 05:36:35.173991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a332a85-bcc3-4104-9a41-cf10bf01011a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.641225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3e0bf-89d0-421f-8481-d6cc051a8d11 req-8c838b8d-a44b-4c4e-856e-d0bc18738f1e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:35.649976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdc3e0bf-89d0-421f-8481-d6cc051a8d11 req-8c838b8d-a44b-4c4e-856e-d0bc18738f1e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1852241 Feb 11 05:36:35.802867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdc3e0bf-89d0-421f-8481-d6cc051a8d11 req-f86af93f-1fef-40f0-a79c-133272f50cdd tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437745 Feb 11 05:36:36.038727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6721147-8fea-4e60-8bf0-406a08bfce86 req-8b9f35a4-dfe8-4cd4-b14c-1fe964bc1915 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1531944 Feb 11 05:36:36.715781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41556) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:36.845391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-99fca7ad-b632-40a8-ba06-2a239a83479c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.947877 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-99fca7ad-b632-40a8-ba06-2a239a83479c admin admin] Publish callbacks [] for security_group (817931be-89c6-4c31-bdd2-d92e15a2f297), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.101553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79337f6d-5c5c-4144-86a2-0c0a4369c004 req-6d503368-d61a-47e0-9729-0f6181c5f52a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:37.115456 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.124880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79337f6d-5c5c-4144-86a2-0c0a4369c004 req-6d503368-d61a-47e0-9729-0f6181c5f52a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1081045 Feb 11 05:36:37.171689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-99fca7ad-b632-40a8-ba06-2a239a83479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (817931be-89c6-4c31-bdd2-d92e15a2f297), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.218610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79337f6d-5c5c-4144-86a2-0c0a4369c004 req-98418bab-1dfe-46ad-b71d-9e88ad782693 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924096 Feb 11 05:36:37.272003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fca7ad-b632-40a8-ba06-2a239a83479c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817931be-89c6-4c31-bdd2-d92e15a2f297,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:37.280713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a0e8e30-4381-4f7d-b128-85116401ae82 req-92c6a23a-bafd-4391-b5b1-6f316f539512 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0813901 Feb 11 05:36:37.345888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41578) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:37.347456 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-99fca7ad-b632-40a8-ba06-2a239a83479c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b3702f6dcaed479c8671b4ce61a16d04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6209979 Feb 11 05:36:37.627297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Publish callbacks [] for security_group (817931be-89c6-4c31-bdd2-d92e15a2f297), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.659210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69086065-cb6e-4f31-933e-09071ee1392c req-6e1b6a85-1cbf-4bf9-a5b7-b7dca2c2063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:37.669780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69086065-cb6e-4f31-933e-09071ee1392c req-6e1b6a85-1cbf-4bf9-a5b7-b7dca2c2063e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1129 time: 0.1948617 Feb 11 05:36:37.669780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Publish callbacks [] for security_group (817931be-89c6-4c31-bdd2-d92e15a2f297), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.790033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69086065-cb6e-4f31-933e-09071ee1392c req-12b3c5c0-c5ca-4518-8a1c-2d04a7ef890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:37.794850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69086065-cb6e-4f31-933e-09071ee1392c req-12b3c5c0-c5ca-4518-8a1c-2d04a7ef890f service neutron] 10.222.0.65 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.1198363 Feb 11 05:36:38.007437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69086065-cb6e-4f31-933e-09071ee1392c req-6609c3b5-d058-45db-bbfa-35a09e9b5b31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 1002 time: 0.1836274 Feb 11 05:36:38.184187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69086065-cb6e-4f31-933e-09071ee1392c req-390fec98-7f9f-4fb4-8844-16ef1bab28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.202946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69086065-cb6e-4f31-933e-09071ee1392c req-390fec98-7f9f-4fb4-8844-16ef1bab28d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.1707182 Feb 11 05:36:38.273254 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (817931be-89c6-4c31-bdd2-d92e15a2f297), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.281707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.282907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/817931be-89c6-4c31-bdd2-d92e15a2f297 HTTP/1.1" status: 204 len: 168 time: 0.9357426 Feb 11 05:36:38.336892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817931be-89c6-4c31-bdd2-d92e15a2f297,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:38.337000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.349467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69086065-cb6e-4f31-933e-09071ee1392c req-3e4f89b3-9e8b-4dbb-a60e-e7431c89dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.355947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69086065-cb6e-4f31-933e-09071ee1392c req-3e4f89b3-9e8b-4dbb-a60e-e7431c89dffa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1577213 Feb 11 05:36:38.400963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.437133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.437761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.439141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.439776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.441007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.441521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.443438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.443956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.444963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.447406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.448692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.455697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.455697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a39d-6bea-46ea-83d9-502543c92559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:38.738425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69086065-cb6e-4f31-933e-09071ee1392c req-10bb094c-9978-49d1-9705-e0e6a83b4e4c service neutron] 10.222.0.65 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729241 Feb 11 05:36:38.779242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87866a2c-3051-4666-b7a4-5557b81f7f36 req-a885a9d7-d67f-4e28-a22d-bd6961f5e5d8 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.2564688 Feb 11 05:36:38.884760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541635-6df8-4986-8b07-70572ecbb6f6 req-4e1aaa85-d130-4f59-93a8-23deff5cc6a4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.900428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad541635-6df8-4986-8b07-70572ecbb6f6 req-4e1aaa85-d130-4f59-93a8-23deff5cc6a4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.3984013 Feb 11 05:36:39.135348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-742cb7d2-9717-44c7-9517-ffe41a37433c req-3530dbf6-a87b-4f8a-a9db-59d6f68a6bce service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.4201267 Feb 11 05:36:39.154809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad541635-6df8-4986-8b07-70572ecbb6f6 req-4bc6b509-6c53-44e1-a4c2-53fd0c7c6c11 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529149 Feb 11 05:36:39.205961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69086065-cb6e-4f31-933e-09071ee1392c req-7433e443-358a-44e8-9ab0-cfc4d4b91ae3 service neutron] 10.222.0.65 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372351 Feb 11 05:36:39.246978 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:40.072650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:40.159691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa886e7f-78ee-469a-9b59-4558484a506c req-0a663d42-229e-467c-9e1d-17951a9a3f22 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1413996 Feb 11 05:36:40.235454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d98e3735-012a-41d2-9c4c-d9f71456c4c6 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:40.236119 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:40.275371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:40.277994 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b06b50b-4515-40b4-8702-2403f27bc64a" -d '{"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-unplugged", "status": "completed", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:40.307063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:40.359876 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abb1569-b917-405c-bef7-70401ceecf62 x-openstack-request-id: req-7abb1569-b917-405c-bef7-70401ceecf62 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:40.360760 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-unplugged", "status": "completed", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:40.361166 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7abb1569-b917-405c-bef7-70401ceecf62 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:40.361727 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'code': 200} Feb 11 05:36:40.369841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:40.510302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:40.620391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657b030-e493-4cc1-9b9b-2f430c65ef84 req-3800cb08-ae9b-4a42-905b-9a3b69f6a8c7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:40.634725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8657b030-e493-4cc1-9b9b-2f430c65ef84 req-3800cb08-ae9b-4a42-905b-9a3b69f6a8c7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.2016788 Feb 11 05:36:40.742406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8657b030-e493-4cc1-9b9b-2f430c65ef84 req-0ad65912-73dc-4ee1-9a0e-052072525f63 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066964 Feb 11 05:36:41.344199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-467dec81-6409-4792-a7b2-890ad86bf060 req-3fc256e8-4fef-4fdd-99c9-f65524acee99 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0704298 Feb 11 05:36:41.400299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.726461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41758) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.971712 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-668dd323-0b1a-4a24-a6f8-13b999f569eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.010643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b331-7004-4031-accc-51965d5be9ee req-2087132e-5d2f-4540-86e6-25f0e9c092ad tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:42.020640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aff0b331-7004-4031-accc-51965d5be9ee req-2087132e-5d2f-4540-86e6-25f0e9c092ad tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1643727 Feb 11 05:36:42.116384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6339dda3-86cc-46a5-a6e3-ceec8405f00f req-95e137db-3e09-4dce-99bf-df2434095b20 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=afb982925bcc42cbb882e57ac1817841&device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0924406 Feb 11 05:36:42.167913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6339dda3-86cc-46a5-a6e3-ceec8405f00f req-2cffcb24-86b0-4e93-b2e6-6fe0f1a2c513 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=afb982925bcc42cbb882e57ac1817841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428357 Feb 11 05:36:42.216389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb33abb7-1e13-4dcc-8f4e-c70db351eb9d req-41f32db5-842e-434c-a20b-dc59fdb805eb tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1083131 Feb 11 05:36:42.434101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aff0b331-7004-4031-accc-51965d5be9ee req-7d5f4122-dc87-43b2-beb3-cb2c46a0c074 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123294 Feb 11 05:36:42.757049 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:36:42.808027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339dda3-86cc-46a5-a6e3-ceec8405f00f req-14f1169e-6875-4e47-9b14-d888915009fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:42.809722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6339dda3-86cc-46a5-a6e3-ceec8405f00f req-14f1169e-6875-4e47-9b14-d888915009fc service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6112947 Feb 11 05:36:42.812442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-668dd323-0b1a-4a24-a6f8-13b999f569eb admin admin] Publish callbacks [] for security_group (805d90fc-dc89-4140-9a21-e638e5110b08), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.814909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792808-0c00-4ca9-b62e-566dc290a443 req-7cf14a01-cfe0-4c47-b00d-c17fb119b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:42.816566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07792808-0c00-4ca9-b62e-566dc290a443 req-7cf14a01-cfe0-4c47-b00d-c17fb119b889 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1128 time: 0.2104974 Feb 11 05:36:42.893692 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-668dd323-0b1a-4a24-a6f8-13b999f569eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (805d90fc-dc89-4140-9a21-e638e5110b08), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.939184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dd323-0b1a-4a24-a6f8-13b999f569eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805d90fc-dc89-4140-9a21-e638e5110b08,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:43.068729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41788) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:43.073806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-668dd323-0b1a-4a24-a6f8-13b999f569eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab6a335755854944bf95c0a372ec8296&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3460991 Feb 11 05:36:43.125812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792808-0c00-4ca9-b62e-566dc290a443 req-82a553de-d27d-4992-a36c-4d35a50307d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.128341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07792808-0c00-4ca9-b62e-566dc290a443 req-82a553de-d27d-4992-a36c-4d35a50307d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.2882996 Feb 11 05:36:43.166723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3028f66-dc18-4dab-a1ef-cb198447b2da admin admin] Publish callbacks [] for security_group (805d90fc-dc89-4140-9a21-e638e5110b08), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.194081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3028f66-dc18-4dab-a1ef-cb198447b2da admin admin] Publish callbacks [] for security_group (805d90fc-dc89-4140-9a21-e638e5110b08), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.275393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07792808-0c00-4ca9-b62e-566dc290a443 req-5bd8661e-7a04-4d89-a0a1-ea302180df9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 1000 time: 0.1410859 Feb 11 05:36:43.383338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792808-0c00-4ca9-b62e-566dc290a443 req-721e6a10-ce60-4596-a754-c1f4fe2128a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.384860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07792808-0c00-4ca9-b62e-566dc290a443 req-721e6a10-ce60-4596-a754-c1f4fe2128a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0968368 Feb 11 05:36:43.418043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3028f66-dc18-4dab-a1ef-cb198447b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (805d90fc-dc89-4140-9a21-e638e5110b08), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.422067 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3028f66-dc18-4dab-a1ef-cb198447b2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.423266 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d3028f66-dc18-4dab-a1ef-cb198447b2da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/805d90fc-dc89-4140-9a21-e638e5110b08 HTTP/1.1" status: 204 len: 168 time: 0.3529086 Feb 11 05:36:43.455987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3028f66-dc18-4dab-a1ef-cb198447b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805d90fc-dc89-4140-9a21-e638e5110b08,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:43.612405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ca87705-0f76-4795-88a1-b4ac176b8cd7 req-a86e32e4-7965-4923-9af4-34c5dba8b748 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.1342218 Feb 11 05:36:43.647193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792808-0c00-4ca9-b62e-566dc290a443 req-18ea0d8f-71a3-4ddb-a06a-e8bf3b20a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.647193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07792808-0c00-4ca9-b62e-566dc290a443 req-18ea0d8f-71a3-4ddb-a06a-e8bf3b20a374 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2518609 Feb 11 05:36:43.719715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:43.855647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07792808-0c00-4ca9-b62e-566dc290a443 req-d3c62e60-ca81-42ff-a4be-b3f690925543 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005849 Feb 11 05:36:43.995095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d98e3735-012a-41d2-9c4c-d9f71456c4c6 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:44.117238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6339dda3-86cc-46a5-a6e3-ceec8405f00f req-3637e538-65aa-42f9-a6c9-4a1b4f0b6645 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.83 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0786972 Feb 11 05:36:44.125896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07792808-0c00-4ca9-b62e-566dc290a443 req-dacec978-fb97-4f15-97c0-75882a2f939b service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625272 Feb 11 05:36:44.368130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-1d198a6f-0d22-4a82-a886-46f39d04abc1 req-5d816032-ac97-4ef5-bdd9-43225510f743 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:36:44.369457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d198a6f-0d22-4a82-a886-46f39d04abc1 req-5d816032-ac97-4ef5-bdd9-43225510f743 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158796 Feb 11 05:36:44.513436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:44.542623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a4a603d-1747-4889-a404-3f5f755b18a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.739377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a4a603d-1747-4889-a404-3f5f755b18a1 admin admin] Publish callbacks [] for security_group (0a912025-09a3-462f-9c05-f7ffecc1f7a7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.832004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a4a603d-1747-4889-a404-3f5f755b18a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a912025-09a3-462f-9c05-f7ffecc1f7a7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.885053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b485413-3a52-4cb4-9d22-fa591f6fcce6 req-4d221520-4e2e-41db-b4bb-5eccc320e3b0 tempest-ServerShowV257Test-232630465 tempest-ServerShowV257Test-232630465-project] 10.222.0.62 "GET /v2.0/ports?device_id=8314bf7d-a444-468f-ab80-aa64bc229095 HTTP/1.1" status: 200 len: 210 time: 0.0542722 Feb 11 05:36:44.943197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a603d-1747-4889-a404-3f5f755b18a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a912025-09a3-462f-9c05-f7ffecc1f7a7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:44.992139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22317b00-5415-430e-ab36-450fc98b99aa req-09738cb6-417d-4174-b5a9-abd1d2719b34 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:44.993653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22317b00-5415-430e-ab36-450fc98b99aa req-09738cb6-417d-4174-b5a9-abd1d2719b34 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1076119 Feb 11 05:36:45.032176 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a4a603d-1747-4889-a404-3f5f755b18a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63da5617da73422da75bffa2db6fcd65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5160561 Feb 11 05:36:45.034624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41842) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:45.121645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22317b00-5415-430e-ab36-450fc98b99aa req-01eebd3e-927d-423a-a2e1-4255be059c6e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184127 Feb 11 05:36:45.169548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7395e52-f0c2-4c04-b8e2-535f3acf16f1 admin admin] Publish callbacks [] for security_group (0a912025-09a3-462f-9c05-f7ffecc1f7a7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.251781 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7395e52-f0c2-4c04-b8e2-535f3acf16f1 admin admin] Publish callbacks [] for security_group (0a912025-09a3-462f-9c05-f7ffecc1f7a7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.556343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7395e52-f0c2-4c04-b8e2-535f3acf16f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a912025-09a3-462f-9c05-f7ffecc1f7a7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.559100 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7395e52-f0c2-4c04-b8e2-535f3acf16f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.560681 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c7395e52-f0c2-4c04-b8e2-535f3acf16f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a912025-09a3-462f-9c05-f7ffecc1f7a7 HTTP/1.1" status: 204 len: 168 time: 0.5248728 Feb 11 05:36:45.570990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7395e52-f0c2-4c04-b8e2-535f3acf16f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a912025-09a3-462f-9c05-f7ffecc1f7a7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:46.166818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-32b2f714-988e-4170-936d-26a25aca7e6c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4483678 Feb 11 05:36:46.174550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-1506fb65-9f30-4204-94c3-453053f83859 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:36:46.187759 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-1506fb65-9f30-4204-94c3-453053f83859 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197756 Feb 11 05:36:46.458577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614a065-5b4c-4a2d-a851-8a7803c8b058 req-06916e93-f05b-41a8-a1ce-fa6f93ca1b98 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:46.463551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4614a065-5b4c-4a2d-a851-8a7803c8b058 req-06916e93-f05b-41a8-a1ce-fa6f93ca1b98 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1568041 Feb 11 05:36:46.654025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4614a065-5b4c-4a2d-a851-8a7803c8b058 req-5613a4cf-9b08-4114-ac5f-05b9185e81a6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840322 Feb 11 05:36:46.697817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-df7aa71a-5979-44f3-9e3c-8d0537e42cba tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:46.699303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-df7aa71a-5979-44f3-9e3c-8d0537e42cba tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports/d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 941 time: 0.4723098 Feb 11 05:36:47.007841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41908) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:47.318949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ebb391c2-4971-46e0-ad29-949d2621c5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.506416 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ebb391c2-4971-46e0-ad29-949d2621c5ac admin admin] Publish callbacks [] for security_group (7a81dc6f-564b-4e53-a2a9-254f6dc0fc3e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.600478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ebb391c2-4971-46e0-ad29-949d2621c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7a81dc6f-564b-4e53-a2a9-254f6dc0fc3e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.663803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41926) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:47.688174 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ebb391c2-4971-46e0-ad29-949d2621c5ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=afb982925bcc42cbb882e57ac1817841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6514449 Feb 11 05:36:47.776443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb391c2-4971-46e0-ad29-949d2621c5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81dc6f-564b-4e53-a2a9-254f6dc0fc3e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:47.859684 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-547e6d16-b11c-4217-83ef-713d0b34cccc admin admin] Publish callbacks [] for security_group (7a81dc6f-564b-4e53-a2a9-254f6dc0fc3e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.961592 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-547e6d16-b11c-4217-83ef-713d0b34cccc admin admin] Publish callbacks [] for security_group (7a81dc6f-564b-4e53-a2a9-254f6dc0fc3e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.164971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f90c-dafd-4684-a632-f0df2c6a0f7a req-96da160f-d898-4c9c-a472-5690cac2e7dd tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:48.166516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f244f90c-dafd-4684-a632-f0df2c6a0f7a req-96da160f-d898-4c9c-a472-5690cac2e7dd tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.3035450 Feb 11 05:36:48.224621 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-547e6d16-b11c-4217-83ef-713d0b34cccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7a81dc6f-564b-4e53-a2a9-254f6dc0fc3e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.224621 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-547e6d16-b11c-4217-83ef-713d0b34cccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.224621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-547e6d16-b11c-4217-83ef-713d0b34cccc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a81dc6f-564b-4e53-a2a9-254f6dc0fc3e HTTP/1.1" status: 204 len: 168 time: 0.5566785 Feb 11 05:36:48.311703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e6d16-b11c-4217-83ef-713d0b34cccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81dc6f-564b-4e53-a2a9-254f6dc0fc3e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:48.390286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f244f90c-dafd-4684-a632-f0df2c6a0f7a req-563e9ed7-39c4-4025-a858-98eb7e704955 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171526 Feb 11 05:36:49.706405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-76819060-b282-4ee4-a717-da01ab639197 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2343524 Feb 11 05:36:49.747425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea21c49-3205-4ca1-b787-4e508d70f697 req-f891ceb6-8984-4d46-afa2-15020b447c6d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:49.754383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ea21c49-3205-4ca1-b787-4e508d70f697 req-f891ceb6-8984-4d46-afa2-15020b447c6d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1513839 Feb 11 05:36:49.986902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ea21c49-3205-4ca1-b787-4e508d70f697 req-6b81db3f-50b2-4418-918c-4ff679a81fe6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577976 Feb 11 05:36:49.999874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-eb8739e8-12e7-41d1-9ac2-da2002495895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:50.005132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-eb8739e8-12e7-41d1-9ac2-da2002495895 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 1133 time: 0.2500200 Feb 11 05:36:50.201624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-db23a096-2e67-4b96-ba64-6abbddbc59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:50.203630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-db23a096-2e67-4b96-ba64-6abbddbc59d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b HTTP/1.1" status: 200 len: 870 time: 0.1716073 Feb 11 05:36:50.386501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-dd030066-39ef-4145-a614-a2a07aee8aa9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614 HTTP/1.1" status: 200 len: 217 time: 0.1665647 Feb 11 05:36:50.593054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-8a870847-94aa-433c-b4dc-32717c2d2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:50.598028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-8a870847-94aa-433c-b4dc-32717c2d2e48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.2102227 Feb 11 05:36:50.742646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-802445a2-235d-4d5d-9b17-eee3ec867b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:50.745933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-802445a2-235d-4d5d-9b17-eee3ec867b2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1436870 Feb 11 05:36:51.053839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-9c9786fd-1a2e-4d93-b0bf-8b3b52bf07e1 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014643 Feb 11 05:36:51.601077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3bae68-4d60-4b6f-942c-580d32c4043b req-ccf159a7-2a32-4cf5-9372-ae3f74c7389c service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335927 Feb 11 05:36:51.657578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420526cf-afa6-42a2-8a3b-09cefa543efd req-6c1f0b5e-17b2-4d7b-86f3-6b951b998802 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:51.659183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-420526cf-afa6-42a2-8a3b-09cefa543efd req-6c1f0b5e-17b2-4d7b-86f3-6b951b998802 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.4495988 Feb 11 05:36:51.811922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-420526cf-afa6-42a2-8a3b-09cefa543efd req-0b5904a5-b600-486b-9acc-abf3e0abe50c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421926 Feb 11 05:36:53.081669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8d250-757b-4bce-88b6-047ce82e1438 req-e7a76743-eb03-4d3b-8dd9-df3f86855b14 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:53.083418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a8d250-757b-4bce-88b6-047ce82e1438 req-e7a76743-eb03-4d3b-8dd9-df3f86855b14 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1392090 Feb 11 05:36:53.250980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a8d250-757b-4bce-88b6-047ce82e1438 req-ca4b37d4-c632-4b2c-8fe6-0f286a105280 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541710 Feb 11 05:36:54.462326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc072c-8f32-4431-a594-efe30df563d2 req-d9132161-d188-4c1f-8857-916f9cf9a337 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:54.464861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8fc072c-8f32-4431-a594-efe30df563d2 req-d9132161-d188-4c1f-8857-916f9cf9a337 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.0898840 Feb 11 05:36:54.529510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8fc072c-8f32-4431-a594-efe30df563d2 req-0b0bc26b-b29c-487c-8ecf-ff2bb6e19337 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557215 Feb 11 05:36:55.687179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8183c7f-b107-4134-bb91-30fea048e57c req-dd858645-8178-46b9-966c-4614455876bf tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:55.706350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8183c7f-b107-4134-bb91-30fea048e57c req-dd858645-8178-46b9-966c-4614455876bf tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.0850680 Feb 11 05:36:55.794635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42142) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:55.897960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8183c7f-b107-4134-bb91-30fea048e57c req-7131051b-459e-41ad-b3b2-cd593b967bb2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905563 Feb 11 05:36:55.995283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1b3f632-0253-4051-8bc7-fa146feab756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.102539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1b3f632-0253-4051-8bc7-fa146feab756 admin admin] Publish callbacks [] for security_group (822fd91b-bae4-48d3-831a-451d7ac75d05), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.155194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1b3f632-0253-4051-8bc7-fa146feab756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (822fd91b-bae4-48d3-831a-451d7ac75d05), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.200976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3f632-0253-4051-8bc7-fa146feab756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822fd91b-bae4-48d3-831a-451d7ac75d05,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:56.241525 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c1b3f632-0253-4051-8bc7-fa146feab756 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd0729b7d2b74e99b13c33a0a173ddd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422073 Feb 11 05:36:56.242005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42166) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:56.304496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3879581a-b4bb-4e51-a2d0-017e2ed8435e admin admin] Publish callbacks [] for security_group (822fd91b-bae4-48d3-831a-451d7ac75d05), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.345419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3879581a-b4bb-4e51-a2d0-017e2ed8435e admin admin] Publish callbacks [] for security_group (822fd91b-bae4-48d3-831a-451d7ac75d05), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.558185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3879581a-b4bb-4e51-a2d0-017e2ed8435e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (822fd91b-bae4-48d3-831a-451d7ac75d05), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.567782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3879581a-b4bb-4e51-a2d0-017e2ed8435e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.572094 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3879581a-b4bb-4e51-a2d0-017e2ed8435e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/822fd91b-bae4-48d3-831a-451d7ac75d05 HTTP/1.1" status: 204 len: 168 time: 0.3289042 Feb 11 05:36:56.600613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879581a-b4bb-4e51-a2d0-017e2ed8435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822fd91b-bae4-48d3-831a-451d7ac75d05,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:57.131681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55be08-594d-476c-b35c-5264acb3b020 req-2a954ef5-ebc1-457b-9d64-00a140f093d9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:57.135710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f55be08-594d-476c-b35c-5264acb3b020 req-2a954ef5-ebc1-457b-9d64-00a140f093d9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1117775 Feb 11 05:36:57.212864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f55be08-594d-476c-b35c-5264acb3b020 req-5869d301-d87a-4743-8e9f-fa271c8a0064 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637097 Feb 11 05:36:57.563436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42242) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:57.571046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b875ada-719f-40d6-963a-ffa95db61c02 req-a9c86972-5d68-4d88-b62b-410e7919f9cd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:57.579824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b875ada-719f-40d6-963a-ffa95db61c02 req-a9c86972-5d68-4d88-b62b-410e7919f9cd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.0701571 Feb 11 05:36:57.602035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b963-f33c-4382-92ce-2d69f2a39563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.658938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b875ada-719f-40d6-963a-ffa95db61c02 req-19da1954-d305-4abc-8d52-c8b3fcbdb1fe tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781634 Feb 11 05:36:57.759292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b963-f33c-4382-92ce-2d69f2a39563 admin admin] Publish callbacks [] for security_group (c76b407c-db3b-4757-98b5-a2189eddf446), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.826591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b963-f33c-4382-92ce-2d69f2a39563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c76b407c-db3b-4757-98b5-a2189eddf446), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.921023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0b963-f33c-4382-92ce-2d69f2a39563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b407c-db3b-4757-98b5-a2189eddf446,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:57.929104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d1a0b963-f33c-4382-92ce-2d69f2a39563 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4de0a35e41624aa0af759cdbb75ecde9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639243 Feb 11 05:36:57.931779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42268) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:58.095066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ffae1de3-e3b8-4a9d-b4f6-2798c8b0de69 admin admin] Publish callbacks [] for security_group (c76b407c-db3b-4757-98b5-a2189eddf446), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.125898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ffae1de3-e3b8-4a9d-b4f6-2798c8b0de69 admin admin] Publish callbacks [] for security_group (c76b407c-db3b-4757-98b5-a2189eddf446), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.411692 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ffae1de3-e3b8-4a9d-b4f6-2798c8b0de69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c76b407c-db3b-4757-98b5-a2189eddf446), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.417567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ffae1de3-e3b8-4a9d-b4f6-2798c8b0de69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.424422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ffae1de3-e3b8-4a9d-b4f6-2798c8b0de69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c76b407c-db3b-4757-98b5-a2189eddf446 HTTP/1.1" status: 204 len: 168 time: 0.4908261 Feb 11 05:36:58.477817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae1de3-e3b8-4a9d-b4f6-2798c8b0de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b407c-db3b-4757-98b5-a2189eddf446,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:58.540901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e71c95-55d7-455d-a2b8-27647b8f829e req-a72a5f0e-2440-429d-b923-9200d05d826c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:58.542728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64e71c95-55d7-455d-a2b8-27647b8f829e req-a72a5f0e-2440-429d-b923-9200d05d826c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.2178519 Feb 11 05:36:58.619484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64e71c95-55d7-455d-a2b8-27647b8f829e req-11bbc48b-9024-4970-8e77-5bb319b3d98d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690463 Feb 11 05:36:59.200916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0e3c-1114-43c7-a530-15e5a997e655 req-f19c392a-38e3-4700-9e3a-a0fd3c4193e3 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:59.212025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-664e0e3c-1114-43c7-a530-15e5a997e655 req-f19c392a-38e3-4700-9e3a-a0fd3c4193e3 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.1286964 Feb 11 05:36:59.330976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:59.393472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-664e0e3c-1114-43c7-a530-15e5a997e655 req-4740f19b-cc67-41c7-8ec8-3c064f1b55df tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784647 Feb 11 05:36:59.555583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e1f45ee-a886-453d-a888-e20244a3884c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.797043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:59.803697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e1f45ee-a886-453d-a888-e20244a3884c admin admin] Publish callbacks [] for security_group (5ae990bc-2fd3-4546-8c9d-ade154ca8437), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.852884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abccaf0-5095-44d6-b3e9-7b2d0dbb021f req-4e4aec30-9b25-4c35-a1fc-6ef02e6de9fd tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:59.861294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3abccaf0-5095-44d6-b3e9-7b2d0dbb021f req-4e4aec30-9b25-4c35-a1fc-6ef02e6de9fd tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.0943258 Feb 11 05:36:59.937008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e1f45ee-a886-453d-a888-e20244a3884c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5ae990bc-2fd3-4546-8c9d-ade154ca8437), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.947007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3abccaf0-5095-44d6-b3e9-7b2d0dbb021f req-d5768940-4e4f-4802-a923-ba28c689faf7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844421 Feb 11 05:36:59.957049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:59.957606 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.006883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:00.014333 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df9e5c2-2ef0-43a4-b18c-a9fb698a55da" -d '{"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-unplugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:00.038070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:00.102468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f45ee-a886-453d-a888-e20244a3884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae990bc-2fd3-4546-8c9d-ade154ca8437,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:00.131576 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.256027 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0e1f45ee-a886-453d-a888-e20244a3884c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95a3e641421b4ca3b9e5feae0e7c7e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9208562 Feb 11 05:37:00.256144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42406) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:00.301019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:00.383524 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c277ce2-435a-490d-8042-bbd49422c2fd admin admin] Publish callbacks [] for security_group (5ae990bc-2fd3-4546-8c9d-ade154ca8437), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.431016 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c277ce2-435a-490d-8042-bbd49422c2fd admin admin] Publish callbacks [] for security_group (5ae990bc-2fd3-4546-8c9d-ade154ca8437), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.529051 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c459032-890b-4a82-bb9a-50ebd0b3f916 x-openstack-request-id: req-6c459032-890b-4a82-bb9a-50ebd0b3f916 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:00.529548 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-unplugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:00.530028 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c459032-890b-4a82-bb9a-50ebd0b3f916 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:00.530506 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'code': 200} Feb 11 05:37:00.651282 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c277ce2-435a-490d-8042-bbd49422c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5ae990bc-2fd3-4546-8c9d-ade154ca8437), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.655135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c277ce2-435a-490d-8042-bbd49422c2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.658210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1c277ce2-435a-490d-8042-bbd49422c2fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ae990bc-2fd3-4546-8c9d-ade154ca8437 HTTP/1.1" status: 204 len: 168 time: 0.3988223 Feb 11 05:37:00.684213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c277ce2-435a-490d-8042-bbd49422c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae990bc-2fd3-4546-8c9d-ade154ca8437,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:00.903843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2738aae-f821-46c0-898a-6b7fc71cace8 req-6af8cfd3-be0a-4f93-a06f-e9f7731f4c9a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:00.911438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2738aae-f821-46c0-898a-6b7fc71cace8 req-6af8cfd3-be0a-4f93-a06f-e9f7731f4c9a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.0717943 Feb 11 05:37:01.011626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2738aae-f821-46c0-898a-6b7fc71cace8 req-6af25383-4e55-486f-8b01-c1156fe9336d tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990365 Feb 11 05:37:01.195621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84a28-992b-47d1-bd3b-b22ea6a0e08a req-6fff1735-f02e-4dac-b104-eb32bd74d9a7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:01.197272 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89e84a28-992b-47d1-bd3b-b22ea6a0e08a req-6fff1735-f02e-4dac-b104-eb32bd74d9a7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.0608306 Feb 11 05:37:01.249329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89e84a28-992b-47d1-bd3b-b22ea6a0e08a req-1a6e0cbb-a215-47df-afa6-9f05fa1c1cd4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Feb 11 05:37:01.827688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:02.177158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42498) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:02.212090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a7c08bb-3c76-4dd7-9a76-68522a1ee838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.312049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126fb4-cd4f-4f2f-b8db-22fc65885a2a req-f64567f4-6a03-465d-a779-1b4bcdf790c3 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:02.321653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44126fb4-cd4f-4f2f-b8db-22fc65885a2a req-f64567f4-6a03-465d-a779-1b4bcdf790c3 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.0987558 Feb 11 05:37:02.322888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:02.359326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'mac_address': 'fa:16:3e:86:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:02.452061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44126fb4-cd4f-4f2f-b8db-22fc65885a2a req-d43811c0-ee97-4513-b2d7-b220e7df31e0 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278405 Feb 11 05:37:02.466577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:02.466999 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.473400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a7c08bb-3c76-4dd7-9a76-68522a1ee838 admin admin] Publish callbacks [] for security_group (da0418f3-ce73-474d-b940-0aedf509261d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.546579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:02.557749 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a7c08bb-3c76-4dd7-9a76-68522a1ee838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da0418f3-ce73-474d-b940-0aedf509261d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.575137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:02.613008 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7a7c08bb-3c76-4dd7-9a76-68522a1ee838 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbe409664db84c20956b088277345c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341555 Feb 11 05:37:02.618199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42526) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:02.653749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c08bb-3c76-4dd7-9a76-68522a1ee838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0418f3-ce73-474d-b940-0aedf509261d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:02.654743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-46d3e878-6c1d-4032-891e-aadb38fe1121 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:02.656328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-46d3e878-6c1d-4032-891e-aadb38fe1121 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.2010722 Feb 11 05:37:02.678940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a9dee-8576-4b33-bb03-c681b5562caa req-620ba20c-2e46-42a8-a723-d98d4b2a58df tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:02.680494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-683a9dee-8576-4b33-bb03-c681b5562caa req-620ba20c-2e46-42a8-a723-d98d4b2a58df tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.2210519 Feb 11 05:37:02.723901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55bf237d-2ca6-4c1a-ae0e-17be534ea1ac admin admin] Publish callbacks [] for security_group (da0418f3-ce73-474d-b940-0aedf509261d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.737927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.810159 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55bf237d-2ca6-4c1a-ae0e-17be534ea1ac admin admin] Publish callbacks [] for security_group (da0418f3-ce73-474d-b940-0aedf509261d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.820318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-683a9dee-8576-4b33-bb03-c681b5562caa req-9d1b7ff3-f7d2-4c1c-8bb6-205ca7c0cc4a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320572 Feb 11 05:37:02.825669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:02.891088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['66d30dd1-b5ad-45c4-b3fe-9f8061433df6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:02.958751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Deleting port a46ad95c-e082-4abc-b8cc-e358976554c3 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:02.959107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.992074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-285910cf-5232-41d4-9f25-e3f6436bc76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.049031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55bf237d-2ca6-4c1a-ae0e-17be534ea1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (da0418f3-ce73-474d-b940-0aedf509261d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.051637 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55bf237d-2ca6-4c1a-ae0e-17be534ea1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.055423 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-55bf237d-2ca6-4c1a-ae0e-17be534ea1ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da0418f3-ce73-474d-b940-0aedf509261d HTTP/1.1" status: 204 len: 168 time: 0.4333475 Feb 11 05:37:03.065075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf237d-2ca6-4c1a-ae0e-17be534ea1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0418f3-ce73-474d-b940-0aedf509261d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:03.123905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] For port a46ad95c-e082-4abc-b8cc-e358976554c3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a46ad95c-e082-4abc-b8cc-e358976554c3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:03.123905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.620695 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.620695 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (f6dbba4f-27e1-4870-8bfa-10f6f50cb30b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.620695 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Floating IP f6dbba4f-27e1-4870-8bfa-10f6f50cb30b disassociated. External IP: 172.25.8.99, port: a46ad95c-e082-4abc-b8cc-e358976554c3. Feb 11 05:37:03.628326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Calling delete_port for a46ad95c-e082-4abc-b8cc-e358976554c3 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:03.803727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281d341-f57d-4e65-a306-1d04c2ecb4e7 req-ad365f61-7b8f-4833-bc7f-d3d2171e5cc2 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:03.815457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5281d341-f57d-4e65-a306-1d04c2ecb4e7 req-ad365f61-7b8f-4833-bc7f-d3d2171e5cc2 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 945 time: 0.1835480 Feb 11 05:37:03.821399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:03.992394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:03.992394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.237769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:04.237769 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.296437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5281d341-f57d-4e65-a306-1d04c2ecb4e7 req-a10bad3f-c72d-48a9-91d6-0b7e30206604 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups?id=d13bbfa9-d304-4073-80ed-1d728515e641&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4443352 Feb 11 05:37:04.327140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:04.332310 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebed356-b13d-464e-91ab-f81339a3f2cb" -d '{"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-plugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:04.337353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323496e-7638-4aee-801d-03f631f0cf93 req-690e3017-ee0d-4ee9-94f9-94e7dca95c94 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:04.368289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8323496e-7638-4aee-801d-03f631f0cf93 req-690e3017-ee0d-4ee9-94f9-94e7dca95c94 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.3188286 Feb 11 05:37:04.403259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:04.457074 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4654e8d5-4cb3-470c-a03a-c6cb21d4c054 x-openstack-request-id: req-4654e8d5-4cb3-470c-a03a-c6cb21d4c054 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:04.457074 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-plugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:04.457074 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4654e8d5-4cb3-470c-a03a-c6cb21d4c054 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:04.457074 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'code': 200} Feb 11 05:37:04.471500 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.595498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:05.151323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a46ad95c-e082-4abc-b8cc-e358976554c3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:05.197588 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7429f73b-3950-48e0-bb4c-ffd524b2dc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:05.216832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event deleted for resources: {'Port': ['ID=a46ad95c-e082-4abc-b8cc-e358976554c3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:05.222050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8323496e-7638-4aee-801d-03f631f0cf93 req-934f5d8c-7369-4681-a1e9-d96a1df8234a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8527684 Feb 11 05:37:05.588488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cd9aa5e-3163-4f35-a2b8-e7555c3a7d0c req-ecb39a19-9db0-4ddf-81e7-9bd3cdb18670 tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 210 time: 0.0606029 Feb 11 05:37:05.640440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Router fb66704d-c69d-4af2-b422-1165f05d0a3e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:05.823776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a46ad95c-e082-4abc-b8cc-e358976554c3 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:05.899518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: a46ad95c-e082-4abc-b8cc-e358976554c3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:05.899880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a46ad95c-e082-4abc-b8cc-e358976554c3 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:05.910090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:05.928631 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] Sync routers for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:05.973155 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:05.980969 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:37:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:06.077648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] No DVR routers for this DVR port a46ad95c-e082-4abc-b8cc-e358976554c3 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:06.087893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.097178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3c4d62-cd68-4b88-ba27-864db001d4e2 req-51405f2c-775c-44d9-9a7e-87e86b8b8fff tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.65 "DELETE /v2.0/ports/a46ad95c-e082-4abc-b8cc-e358976554c3 HTTP/1.1" status: 204 len: 173 time: 3.4226656 Feb 11 05:37:06.097815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'name': 'network-vif-deleted', 'tag': 'a46ad95c-e082-4abc-b8cc-e358976554c3'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:06.100243 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cec8ba-3002-4ce2-b1a5-2b8a31ee7bf4" -d '{"events": [{"server_uuid": "1d12ce01-849b-4f9d-8060-12762a54fa37", "name": "network-vif-deleted", "tag": "a46ad95c-e082-4abc-b8cc-e358976554c3"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:06.446725 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:06.742668 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.794116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c16f6-b50f-4cc6-a79d-ae1bf4ffd4f6 req-0b85854b-1a44-4431-851f-86908d6e0199 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:06.796875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c02c16f6-b50f-4cc6-a79d-ae1bf4ffd4f6 req-0b85854b-1a44-4431-851f-86908d6e0199 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.2039158 Feb 11 05:37:07.022521 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c98a0-891e-4bba-b988-8d1187bec753 x-openstack-request-id: req-172c98a0-891e-4bba-b988-8d1187bec753 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:07.026234 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d12ce01-849b-4f9d-8060-12762a54fa37", "name": "network-vif-deleted", "tag": "a46ad95c-e082-4abc-b8cc-e358976554c3", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:07.028226 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-172c98a0-891e-4bba-b988-8d1187bec753 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:07.032235 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d12ce01-849b-4f9d-8060-12762a54fa37', 'name': 'network-vif-deleted', 'tag': 'a46ad95c-e082-4abc-b8cc-e358976554c3', 'status': 'completed', 'code': 200} Feb 11 05:37:07.081489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c02c16f6-b50f-4cc6-a79d-ae1bf4ffd4f6 req-f9f0019f-80a2-41d9-833f-03de57bac39c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715745 Feb 11 05:37:07.129451 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:52Z', 'revision_number': 5, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:07.208217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-a966de70-4525-488b-b2be-bfee84c231e0 req-e9f26865-3492-459e-856f-33f0d9bcda92 service neutron] (104087) timed out ('10.222.0.62', 39598) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:37:07.260779 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] Checking router: fb66704d-c69d-4af2-b422-1165f05d0a3e for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:07.283358 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:07.286918 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:37:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:07.343425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4428dced-6081-453d-bb7c-b0f78cd92b47 req-5d0ef0b6-4457-4ef7-a121-15f0df6daf7a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d12ce01-849b-4f9d-8060-12762a54fa37 HTTP/1.1" status: 200 len: 210 time: 0.1003492 Feb 11 05:37:07.415341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:07.599836 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:07.869473 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14c3d75d-b977-41ad-904f-1326d970b6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.189880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14c3d75d-b977-41ad-904f-1326d970b6fd admin admin] Publish callbacks [] for security_group (ba864557-50f0-4756-b491-9f9ef364d697), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.274858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14c3d75d-b977-41ad-904f-1326d970b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ba864557-50f0-4756-b491-9f9ef364d697), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.319887 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.374291 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.383581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7434a0-3f2f-4f51-b38c-c1ef2b7bca33 req-983c99dc-2bf2-4714-ab80-bf57554e945a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:08.419222 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:52Z', 'revision_number': 5, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:08.422375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b7434a0-3f2f-4f51-b38c-c1ef2b7bca33 req-983c99dc-2bf2-4714-ab80-bf57554e945a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1823585 Feb 11 05:37:08.499700 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee677857-fb0c-4932-b109-ac409734af1f None None] The sync data for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 is: [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'dcedd263-5834-4f80-8c0f-4e89c8394590', 'name': '', 'network_id': '94d7495f-1efb-4d81-b994-6813e0bde425', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'mac_address': 'fa:16:3e:13:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:52Z', 'revision_number': 5, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'subnets': [{'id': 'bcfc3d89-f727-4875-ba39-45a3bbb5a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:08.523723 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-14c3d75d-b977-41ad-904f-1326d970b6fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=439da9778ce740018efc6b28f14ecc6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1066895 Feb 11 05:37:08.525885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42872) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:08.538961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3d75d-b977-41ad-904f-1326d970b6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba864557-50f0-4756-b491-9f9ef364d697,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:08.634713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b7434a0-3f2f-4f51-b38c-c1ef2b7bca33 req-0a9078da-ae31-41d8-92ce-c0b841b68210 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112355 Feb 11 05:37:08.718398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42882) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:08.763001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ac35f14-92d5-463c-937b-bccde82921e4 admin admin] Publish callbacks [] for security_group (ba864557-50f0-4756-b491-9f9ef364d697), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.838574 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ac35f14-92d5-463c-937b-bccde82921e4 admin admin] Publish callbacks [] for security_group (ba864557-50f0-4756-b491-9f9ef364d697), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.888362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-658c6ed0-8e28-41b0-aa65-190f2963bdbc tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group (d13bbfa9-d304-4073-80ed-1d728515e641), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:08.951706 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-658c6ed0-8e28-41b0-aa65-190f2963bdbc tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group (d13bbfa9-d304-4073-80ed-1d728515e641), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.085343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ac35f14-92d5-463c-937b-bccde82921e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ba864557-50f0-4756-b491-9f9ef364d697), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.088672 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ac35f14-92d5-463c-937b-bccde82921e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.094435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3ac35f14-92d5-463c-937b-bccde82921e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba864557-50f0-4756-b491-9f9ef364d697 HTTP/1.1" status: 204 len: 168 time: 0.5354400 Feb 11 05:37:09.107454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac35f14-92d5-463c-937b-bccde82921e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba864557-50f0-4756-b491-9f9ef364d697,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:09.176733 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-658c6ed0-8e28-41b0-aa65-190f2963bdbc tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d13bbfa9-d304-4073-80ed-1d728515e641), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.180680 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-658c6ed0-8e28-41b0-aa65-190f2963bdbc tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.182073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-658c6ed0-8e28-41b0-aa65-190f2963bdbc tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "DELETE /v2.0/security-groups/d13bbfa9-d304-4073-80ed-1d728515e641 HTTP/1.1" status: 204 len: 168 time: 0.4654860 Feb 11 05:37:09.184379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.185343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42902) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:09.212560 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-9fadbba0-0a54-4b99-a0cb-05dcab26843c tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] show failed (client error): The resource could not be found. Feb 11 05:37:09.216206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c6ed0-8e28-41b0-aa65-190f2963bdbc tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13bbfa9-d304-4073-80ed-1d728515e641,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:09.220128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9fadbba0-0a54-4b99-a0cb-05dcab26843c tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "GET /v2.0/security-groups/d13bbfa9-d304-4073-80ed-1d728515e641 HTTP/1.1" status: 404 len: 347 time: 0.0333829 Feb 11 05:37:09.221568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:09.227450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751639af-3359-4a6f-a5bf-405ba52199cd None None] New status for floating IP f6dbba4f-27e1-4870-8bfa-10f6f50cb30b: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:37:09.751723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Deleting port 37723c73-b29f-4d1e-85d0-67dd142e6f59 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:09.752252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (37723c73-b29f-4d1e-85d0-67dd142e6f59), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.939093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332dd1-8396-4ce7-836a-0bd01d9004a9 req-23e11ef3-7ff1-4c7a-aacf-f38565b3b2b8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:09.975408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7332dd1-8396-4ce7-836a-0bd01d9004a9 req-23e11ef3-7ff1-4c7a-aacf-f38565b3b2b8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.2195911 Feb 11 05:37:10.109293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7332dd1-8396-4ce7-836a-0bd01d9004a9 req-038690a4-fc13-4ca7-83e0-d4d97d82d14c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283174 Feb 11 05:37:10.178329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (37723c73-b29f-4d1e-85d0-67dd142e6f59), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.179066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for floatingip (37723c73-b29f-4d1e-85d0-67dd142e6f59), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.217976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Calling delete_port for 37723c73-b29f-4d1e-85d0-67dd142e6f59 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:10.525282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42952) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:10.564157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b28e3d7-ef4a-4916-9d67-af11b58a6902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.674132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (37723c73-b29f-4d1e-85d0-67dd142e6f59), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.860534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b28e3d7-ef4a-4916-9d67-af11b58a6902 admin admin] Publish callbacks [] for security_group (6222307c-39b8-4a89-87ef-ed52d168edf5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.917367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b28e3d7-ef4a-4916-9d67-af11b58a6902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6222307c-39b8-4a89-87ef-ed52d168edf5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.929558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Pushing event deleted for resources: {'Port': ['ID=37723c73-b29f-4d1e-85d0-67dd142e6f59,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:11.062337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6b28e3d7-ef4a-4916-9d67-af11b58a6902 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5907953d4e6d4ee491906c49b87aaa8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354812 Feb 11 05:37:11.067606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42974) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:11.069044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28e3d7-ef4a-4916-9d67-af11b58a6902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6222307c-39b8-4a89-87ef-ed52d168edf5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:11.356905 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks [] for floatingip (f6dbba4f-27e1-4870-8bfa-10f6f50cb30b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.368664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.374373 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-68be7328-9519-45b5-a5f7-eb7f5a9b397a tempest-ServersTestManualDisk-650473928 tempest-ServersTestManualDisk-650473928-project] 10.222.0.62 "DELETE /v2.0/floatingips/f6dbba4f-27e1-4870-8bfa-10f6f50cb30b HTTP/1.1" status: 204 len: 168 time: 2.1489453 Feb 11 05:37:11.376072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42992) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:11.403923 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:11.444823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad797763-a021-4d51-8cbe-c7b1b110f54b req-738feabe-3a83-4d1a-9f2e-563662266400 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:11.455070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad797763-a021-4d51-8cbe-c7b1b110f54b req-738feabe-3a83-4d1a-9f2e-563662266400 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1283712 Feb 11 05:37:11.587075 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad797763-a021-4d51-8cbe-c7b1b110f54b req-256bd586-43ba-429d-aa25-32a0be77a30c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295927 Feb 11 05:37:12.072834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f7aa6419-97d1-4a28-a174-d0f2b1d66bf4 admin admin] Publish callbacks [] for security_group (6222307c-39b8-4a89-87ef-ed52d168edf5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.171460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f7aa6419-97d1-4a28-a174-d0f2b1d66bf4 admin admin] Publish callbacks [] for security_group (6222307c-39b8-4a89-87ef-ed52d168edf5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.288003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (fb66704d-c69d-4af2-b422-1165f05d0a3e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.642406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f7aa6419-97d1-4a28-a174-d0f2b1d66bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6222307c-39b8-4a89-87ef-ed52d168edf5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.646129 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f7aa6419-97d1-4a28-a174-d0f2b1d66bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.651672 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f7aa6419-97d1-4a28-a174-d0f2b1d66bf4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6222307c-39b8-4a89-87ef-ed52d168edf5 HTTP/1.1" status: 204 len: 168 time: 1.5648038 Feb 11 05:37:12.674866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa6419-97d1-4a28-a174-d0f2b1d66bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6222307c-39b8-4a89-87ef-ed52d168edf5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:12.717833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Deleting port dcedd263-5834-4f80-8c0f-4e89c8394590 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:12.718360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.835684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] For port dcedd263-5834-4f80-8c0f-4e89c8394590, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dcedd263-5834-4f80-8c0f-4e89c8394590,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:12.836834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.865679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Calling delete_port for dcedd263-5834-4f80-8c0f-4e89c8394590 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:12.990172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e67d71-dd93-4a38-a500-2181fc716360 req-2a2645f0-007e-4144-847b-7144568cead4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:12.991947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2e67d71-dd93-4a38-a500-2181fc716360 req-2a2645f0-007e-4144-847b-7144568cead4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.1371062 Feb 11 05:37:13.165215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2e67d71-dd93-4a38-a500-2181fc716360 req-e852c7c3-4e3a-439e-a3c6-37bcfdc9edd8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572170 Feb 11 05:37:13.719737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dcedd263-5834-4f80-8c0f-4e89c8394590), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:13.909411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcedd263-5834-4f80-8c0f-4e89c8394590,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:14.459283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (fb66704d-c69d-4af2-b422-1165f05d0a3e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.685930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ca314-765f-4b59-9638-bd0eea159103 req-d0008250-b49d-47ee-b555-fdfebd876c10 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.709487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-914ca314-765f-4b59-9638-bd0eea159103 req-d0008250-b49d-47ee-b555-fdfebd876c10 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.2394118 Feb 11 05:37:14.902814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-914ca314-765f-4b59-9638-bd0eea159103 req-cd947eac-e02f-4932-8c80-adefe50bf901 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884155 Feb 11 05:37:15.610976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Router fb66704d-c69d-4af2-b422-1165f05d0a3e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:16.443765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751186-0fd0-4329-8b42-fbc11b098b3a req-d7f37537-665c-40f0-9247-95a0200b8ab0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:16.452795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7751186-0fd0-4329-8b42-fbc11b098b3a req-d7f37537-665c-40f0-9247-95a0200b8ab0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.2518837 Feb 11 05:37:16.685305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7751186-0fd0-4329-8b42-fbc11b098b3a req-6494df6c-bd2b-49f2-aa0f-2751b8c985a0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256513 Feb 11 05:37:17.044873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:17.056360 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] Sync routers for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:17.086676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cf7dbff6-9a9e-4547-9ecf-1b097a7aaf19 admin admin] 10.222.0.62 "PUT /v2.0/routers/fb66704d-c69d-4af2-b422-1165f05d0a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6975214 Feb 11 05:37:17.086902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43158) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:17.102865 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:17.103659 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:37:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:17.332192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks [] for router (fb66704d-c69d-4af2-b422-1165f05d0a3e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.563396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks [] for router_gateway (fb66704d-c69d-4af2-b422-1165f05d0a3e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.762005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Deleting port aae9273c-daba-478a-86eb-ba4c5e330887 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:17.762713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.782601 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:17.917031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] For port aae9273c-daba-478a-86eb-ba4c5e330887, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aae9273c-daba-478a-86eb-ba4c5e330887,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:17.918442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:17.935180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Calling delete_port for aae9273c-daba-478a-86eb-ba4c5e330887 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:18.281024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567629-550a-46e9-bd1f-9c8a39af422e req-fb0d264d-5924-44dd-8db5-9d0a09c96bd3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.287794 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:37:13Z', 'revision_number': 5, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port': {'id': 'aae9273c-daba-478a-86eb-ba4c5e330887', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:28Z', 'updated_at': '2022-02-11T05:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:18.291399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48567629-550a-46e9-bd1f-9c8a39af422e req-fb0d264d-5924-44dd-8db5-9d0a09c96bd3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.3210318 Feb 11 05:37:18.359083 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] Checking router: fb66704d-c69d-4af2-b422-1165f05d0a3e for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:18.412489 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] Routers {'fb66704d-c69d-4af2-b422-1165f05d0a3e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:18.413240 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:37:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['fb66704d-c69d-4af2-b422-1165f05d0a3e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:18.436019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48567629-550a-46e9-bd1f-9c8a39af422e req-ba7126bb-bc34-4989-97f0-4935ac8df13b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403968 Feb 11 05:37:18.795551 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] Set router fb66704d-c69d-4af2-b422-1165f05d0a3e gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:18.815906 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (aae9273c-daba-478a-86eb-ba4c5e330887), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.864754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae9273c-daba-478a-86eb-ba4c5e330887,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:18.919053 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:37:17Z', 'revision_number': 6, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:18.947928 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e02db5-e78a-4656-b9f2-e7baea5de289 None None] The sync data for ids ['fb66704d-c69d-4af2-b422-1165f05d0a3e'] in n-d-713498-37 is: [{'id': 'fb66704d-c69d-4af2-b422-1165f05d0a3e', 'name': 'tempest-ServersTestManualDisk-523263224-router', 'tenant_id': 'fc37f6c110034997a79c39cc6956d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:25Z', 'updated_at': '2022-02-11T05:37:17Z', 'revision_number': 6, 'project_id': 'fc37f6c110034997a79c39cc6956d99a', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:19.001875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (fb66704d-c69d-4af2-b422-1165f05d0a3e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.128632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (fb66704d-c69d-4af2-b422-1165f05d0a3e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.131005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks [] for router_controller (fb66704d-c69d-4af2-b422-1165f05d0a3e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.238328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (fb66704d-c69d-4af2-b422-1165f05d0a3e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.239268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb66704d-c69d-4af2-b422-1165f05d0a3e {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:37:19.247459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.248848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f6022023-eddd-40f2-9abd-5793945c2673 admin admin] 10.222.0.62 "DELETE /v2.0/routers/fb66704d-c69d-4af2-b422-1165f05d0a3e HTTP/1.1" status: 204 len: 168 time: 2.1701159 Feb 11 05:37:19.251561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43204) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:19.282418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-15c1a23d-87dc-42a8-8d4d-80348599a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:19.284545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-15c1a23d-87dc-42a8-8d4d-80348599a72a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea&tenant_id=d8f6e13b4523489286199af480ed2886 HTTP/1.1" status: 200 len: 1127 time: 0.1100128 Feb 11 05:37:19.303272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:19.421763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Deleting subnet bcfc3d89-f727-4875-ba39-45a3bbb5a12d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:37:19.436288 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Publish callbacks [] for subnet (bcfc3d89-f727-4875-ba39-45a3bbb5a12d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.537295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dcedd263-5834-4f80-8c0f-4e89c8394590 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:19.558028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (bcfc3d89-f727-4875-ba39-45a3bbb5a12d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.606332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: dcedd263-5834-4f80-8c0f-4e89c8394590 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:19.606937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dcedd263-5834-4f80-8c0f-4e89c8394590 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:19.629281 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.800086 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:19.848329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (bcfc3d89-f727-4875-ba39-45a3bbb5a12d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.159490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (bcfc3d89-f727-4875-ba39-45a3bbb5a12d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.188903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493274bc-edd1-4986-8ee5-030e33b0b92e None None] Network 94d7495f-1efb-4d81-b994-6813e0bde425 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:20.189147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.202036 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bcfc3d89-f727-4875-ba39-45a3bbb5a12d HTTP/1.1" status: 204 len: 168 time: 0.9493680 Feb 11 05:37:20.206968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43224) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:20.217809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e64ab1-1c73-442c-8a2a-a823114eacd7 req-303acc69-821f-412e-b14e-8bbe81b31bd5 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:20.219450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14e64ab1-1c73-442c-8a2a-a823114eacd7 req-303acc69-821f-412e-b14e-8bbe81b31bd5 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.5865109 Feb 11 05:37:20.517002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (94d7495f-1efb-4d81-b994-6813e0bde425), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.530478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfc3d89-f727-4875-ba39-45a3bbb5a12d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:20.560460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.560935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.561315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.561791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.562174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.562587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.562978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.563429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.563855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.564194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.564527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.564976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.583772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6f94d0-d301-4504-96e7-bd50659034e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:20.661474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14e64ab1-1c73-442c-8a2a-a823114eacd7 req-1e3ef5a8-35e3-4d7d-99d1-b3793cc05d33 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276569 Feb 11 05:37:20.678937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] DHCP port deletion for 94d7495f-1efb-4d81-b994-6813e0bde425 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:37:20.779237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:20.790787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Deleting port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:20.793302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.864794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Deleting port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:20.865174 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.900384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:20.956792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] For port c1a58e42-26e3-4d40-8e5a-6fa53de978a3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:20.957500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.979501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98e3735-012a-41d2-9c4c-d9f71456c4c6 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:20.995922 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Publish callbacks [] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.997369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Calling delete_port for c1a58e42-26e3-4d40-8e5a-6fa53de978a3 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:21.026360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] For port c1a58e42-26e3-4d40-8e5a-6fa53de978a3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,segment=NetworkSegment(0c1c7757-e6a4-4b4f-aa90-ae99fa00c384),segment_id=0c1c7757-e6a4-4b4f-aa90-ae99fa00c384)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:21.029891 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.030956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Transition to ACTIVE for port object d98e3735-012a-41d2-9c4c-d9f71456c4c6 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:21.056222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Calling delete_port for c1a58e42-26e3-4d40-8e5a-6fa53de978a3 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:21.112640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.334058 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.344788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c1a58e42-26e3-4d40-8e5a-6fa53de978a3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.350560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] No DVR routers for this DVR port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:21.391265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:21.402063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] No DVR routers for this DVR port c1a58e42-26e3-4d40-8e5a-6fa53de978a3 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:21.437533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Pushing event deleted for resources: {'Port': ['ID=c1a58e42-26e3-4d40-8e5a-6fa53de978a3,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:21.457797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.458389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.458895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.459687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.460322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.460881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.461401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.461930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.462457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.462967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.463476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.464513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.465045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba72ee-ca53-49f2-bb57-28cc187d5f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:21.478457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aae9273c-daba-478a-86eb-ba4c5e330887 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:21.533390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=9']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:21.560946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: aae9273c-daba-478a-86eb-ba4c5e330887 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:21.561219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aae9273c-daba-478a-86eb-ba4c5e330887 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:21.566243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c1a58e42-26e3-4d40-8e5a-6fa53de978a3 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:21.639402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c1a58e42-26e3-4d40-8e5a-6fa53de978a3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:21.642049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c1a58e42-26e3-4d40-8e5a-6fa53de978a3 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:21.664537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (94d7495f-1efb-4d81-b994-6813e0bde425), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.745791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d7495f-1efb-4d81-b994-6813e0bde425']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:21.749150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] No DVR routers for this DVR port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:21.772721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:21.773032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1c7757-e6a4-4b4f-aa90-ae99fa00c384') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:21.804077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (0c1c7757-e6a4-4b4f-aa90-ae99fa00c384), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.833686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0c1c7757-e6a4-4b4f-aa90-ae99fa00c384), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.846267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:37:21.846854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (0c1c7757-e6a4-4b4f-aa90-ae99fa00c384), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:37:21.849683 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:37:22.030568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (94d7495f-1efb-4d81-b994-6813e0bde425), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.038782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.046915 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] 10.222.0.62 "DELETE /v2.0/networks/94d7495f-1efb-4d81-b994-6813e0bde425 HTTP/1.1" status: 204 len: 168 time: 1.8365865 Feb 11 05:37:22.085822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965903aa-3aac-4c2c-82cc-f3e1c30865aa admin admin] Pushing event deleted for resources: {'Network': ['ID=94d7495f-1efb-4d81-b994-6813e0bde425,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:22.095178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350da5-f9b4-450b-9276-45fbe349cd24 req-fe421e76-e565-45ba-9cb6-1b672dc74bdc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:22.105571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34350da5-f9b4-450b-9276-45fbe349cd24 req-fe421e76-e565-45ba-9cb6-1b672dc74bdc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 944 time: 0.2278528 Feb 11 05:37:22.530451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Attempting to bind port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:22.530801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Attempting to bind port d98e3735-012a-41d2-9c4c-d9f71456c4c6 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:22.531142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Attempting to bind port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on network 8410a802-bff5-4cc4-99df-b604d815485f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:22.543693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34350da5-f9b4-450b-9276-45fbe349cd24 req-39ca6447-fb77-4a61-b214-783c56f671d8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4370301 Feb 11 05:37:22.567698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on network 8410a802-bff5-4cc4-99df-b604d815485f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:22.567698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Attempting to bind port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on network 8410a802-bff5-4cc4-99df-b604d815485f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:22.571934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:22.572295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Checking segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:22.572806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Bound using segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:22.573303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Bound port: d98e3735-012a-41d2-9c4c-d9f71456c4c6, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:22.574020 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.704326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:22.708362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:22.764561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43262) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:22.822282 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.912259 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-feedc369-a305-48a7-85ec-4f076e1f5569 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc37f6c110034997a79c39cc6956d99a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463113 Feb 11 05:37:22.913154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43272) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:23.011949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3cad820-0121-4aad-88bf-5e10c70b25c2 admin admin] Publish callbacks [] for security_group (5838f9bf-2b9c-4582-8b29-f63e6a7e5fc6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.070196 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3cad820-0121-4aad-88bf-5e10c70b25c2 admin admin] Publish callbacks [] for security_group (5838f9bf-2b9c-4582-8b29-f63e6a7e5fc6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.078101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=10']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:23.109203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:23.113244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.117099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-66259702-678a-4679-aacc-89d0b272f746 service neutron] 10.222.0.83 "PUT /v2.0/ports/d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 1093 time: 3.8193443 Feb 11 05:37:23.117586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:23.141868 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dcf741-7823-4c37-88eb-233bc65728f2" -d '{"events": [{"name": "network-changed", "server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:23.254962 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033715f7-7850-441d-921a-c063f8b8bec9 x-openstack-request-id: req-033715f7-7850-441d-921a-c063f8b8bec9 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:23.255269 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:23.255529 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-033715f7-7850-441d-921a-c063f8b8bec9 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:23.255946 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'status': 'completed', 'code': 200} Feb 11 05:37:23.304908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-927d1754-4d96-4d20-8db4-2a922b4f8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:23.312736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-927d1754-4d96-4d20-8db4-2a922b4f8510 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1128 time: 0.1549611 Feb 11 05:37:23.322518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3cad820-0121-4aad-88bf-5e10c70b25c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5838f9bf-2b9c-4582-8b29-f63e6a7e5fc6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.326442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3cad820-0121-4aad-88bf-5e10c70b25c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.331464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b3cad820-0121-4aad-88bf-5e10c70b25c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5838f9bf-2b9c-4582-8b29-f63e6a7e5fc6 HTTP/1.1" status: 204 len: 168 time: 0.4151108 Feb 11 05:37:23.343457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad820-0121-4aad-88bf-5e10c70b25c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5838f9bf-2b9c-4582-8b29-f63e6a7e5fc6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:23.536937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-a5fba324-d4dc-467c-8e07-26fe9f436a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:23.544823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-a5fba324-d4dc-467c-8e07-26fe9f436a1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.2256248 Feb 11 05:37:23.640676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-4d0e9811-7a1d-4dbe-a7f7-2cf3b159bc32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 1000 time: 0.0897682 Feb 11 05:37:23.764014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-f38ebc61-ba8d-436d-bacd-517e8d80a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:23.766129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-f38ebc61-ba8d-436d-bacd-517e8d80a4af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.1205344 Feb 11 05:37:23.826189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da64609-e119-4e77-b007-7f7ba88300a7 req-813e4021-537f-47e3-ae7d-bdfc11f5d93f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:23.829173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7da64609-e119-4e77-b007-7f7ba88300a7 req-813e4021-537f-47e3-ae7d-bdfc11f5d93f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.1374521 Feb 11 05:37:23.887150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-feb02559-3ef7-43cc-aa53-d54495148cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:23.891325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-feb02559-3ef7-43cc-aa53-d54495148cd8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1165354 Feb 11 05:37:23.964776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7da64609-e119-4e77-b007-7f7ba88300a7 req-fdc84f98-5686-436f-ae1c-695362dd2627 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294081 Feb 11 05:37:24.202991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-8f6ce81a-9333-4e42-b98f-b1c78a6551d0 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420001 Feb 11 05:37:24.409165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-d70797ac-74ea-49b6-b378-cb4fac78214c service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975465 Feb 11 05:37:24.673132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-1eba5354-7c71-41e6-ad9d-71cec53e5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:24.675600 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-1eba5354-7c71-41e6-ad9d-71cec53e5191 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1128 time: 0.1369121 Feb 11 05:37:24.850710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-32e0b14a-33d1-4bc1-bc45-5d510e9024e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:24.852312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-32e0b14a-33d1-4bc1-bc45-5d510e9024e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.1671584 Feb 11 05:37:25.070522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-65e28375-67a7-48ce-a5a1-f22fc6035e90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 1000 time: 0.2104774 Feb 11 05:37:25.481573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-59141c72-2cac-4dff-a5bf-a007d8901907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:25.487714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-59141c72-2cac-4dff-a5bf-a007d8901907 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.4128528 Feb 11 05:37:25.600056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d683-838e-48f4-8d24-8362014fa5c1 req-082af065-48cd-4b8a-b54c-5ceaa2ffb239 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:25.601645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6255d683-838e-48f4-8d24-8362014fa5c1 req-082af065-48cd-4b8a-b54c-5ceaa2ffb239 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.3836448 Feb 11 05:37:25.641590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-3a069d0c-75f0-4cc5-9765-8a0187ccf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:25.645747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-3a069d0c-75f0-4cc5-9765-8a0187ccf1de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1476028 Feb 11 05:37:25.891722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6255d683-838e-48f4-8d24-8362014fa5c1 req-221f75c8-a7de-4507-8f34-4505322266f3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817724 Feb 11 05:37:25.933073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-7ac7113d-2649-4fb3-8700-6aaff4e3053f service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800045 Feb 11 05:37:26.266122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8dcf741-7823-4c37-88eb-233bc65728f2 req-419c5209-7236-4477-8ed1-517a44765f7c service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134098 Feb 11 05:37:26.271763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43372) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:27.075777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1539572020-network', 'tenant_id': 'b387c0eaa355445babde9dbdee0a60b6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:27.215752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Made reservation on behalf of b387c0eaa355445babde9dbdee0a60b6 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:27.220353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.271077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.301217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57ae12-f9d5-4384-90da-cb667df5f094 req-4b02b5d1-9f68-41b4-8a0c-3e3bda7b0ead tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:27.310902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea57ae12-f9d5-4384-90da-cb667df5f094 req-4b02b5d1-9f68-41b4-8a0c-3e3bda7b0ead tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.2131047 Feb 11 05:37:27.423716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea57ae12-f9d5-4384-90da-cb667df5f094 req-5019eedc-3f78-46dd-82b0-c3c89b328624 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118290 Feb 11 05:37:27.544161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Publish callbacks [] for security_group (686c5ae5-8650-4ece-9b14-098a35de6938), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.627380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (686c5ae5-8650-4ece-9b14-098a35de6938), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.652589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:37:27.696472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f07f1ef9-a70a-4f46-97da-83852af5a0c0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.701700 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Added segment f07f1ef9-a70a-4f46-97da-83852af5a0c0 of type vlan for network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 Feb 11 05:37:27.907614 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9858be2c-6eaf-41f3-92da-21a8a33f50e1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:28.103700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686c5ae5-8650-4ece-9b14-098a35de6938,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:28.122957 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9858be2c-6eaf-41f3-92da-21a8a33f50e1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:28.124372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:28.125087 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:28.215505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43406) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:28.222067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Request body: {'subnet': {'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1539572020-subnet', 'tenant_id': 'b387c0eaa355445babde9dbdee0a60b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:28.234326 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9383254 Feb 11 05:37:28.348274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75db760-05a6-4aa3-80c4-de9849b901ec admin admin] Pushing event updated for resources: {'Network': ['ID=9858be2c-6eaf-41f3-92da-21a8a33f50e1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:28.350517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Made reservation on behalf of b387c0eaa355445babde9dbdee0a60b6 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:28.352999 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:28.360360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:37:29.066361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c4c63-508c-4461-92cc-d0f46c6a5680 req-829289a9-13e0-44ae-aa72-83894af31ca7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:29.068274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea0c4c63-508c-4461-92cc-d0f46c6a5680 req-829289a9-13e0-44ae-aa72-83894af31ca7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.4024036 Feb 11 05:37:29.255673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea0c4c63-508c-4461-92cc-d0f46c6a5680 req-4df2a4ae-cf75-4138-b0f6-19ec6faca949 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691194 Feb 11 05:37:29.444497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (01642e2c-e4c7-47be-b485-bf9c9fe770e4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:29.552632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=01642e2c-e4c7-47be-b485-bf9c9fe770e4,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:29.634394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Checking segment: {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:29.635229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Network hostable DHCP agents. Network: 9858be2c-6eaf-41f3-92da-21a8a33f50e1, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:37:29.790360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:37:29.893262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 9858be2c-6eaf-41f3-92da-21a8a33f50e1) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:29.899666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:29.900713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:29.915625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974f76d-ad03-4a1d-b40c-dd62ce9348e5 None None] Network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:30.161911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca721958-056f-46e0-9b67-6b7a38135b92 None None] Network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:30.456709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eae54fdd-c17f-42ef-b960-063ac52608ec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2254114 Feb 11 05:37:30.773606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f6fef-f52a-4672-9455-f91e4a3444e8 req-dde94395-4635-4322-9f28-bddedde8547e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:30.799857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d62f6fef-f52a-4672-9455-f91e4a3444e8 req-dde94395-4635-4322-9f28-bddedde8547e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.2715089 Feb 11 05:37:31.057813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d62f6fef-f52a-4672-9455-f91e4a3444e8 req-93261b8d-539a-4513-8934-0f1059086216 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555935 Feb 11 05:37:32.711839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b6245-212f-48d6-bcd0-0156587e8912 req-aa3a76ef-d921-45e5-8220-9e8cfec66d67 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:32.730404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f8b6245-212f-48d6-bcd0-0156587e8912 req-aa3a76ef-d921-45e5-8220-9e8cfec66d67 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.3409698 Feb 11 05:37:32.927666 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93c2d073-ebb3-4f00-9076-696e7e4590c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.015669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f8b6245-212f-48d6-bcd0-0156587e8912 req-83c20909-66fd-45f5-ab8f-a99aca24b7a6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815247 Feb 11 05:37:34.336385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aba33-1e47-4f67-ad3f-d3c280d73dbb req-ea413635-1a2f-4156-96e8-50987eba3cf4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:34.350792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b7aba33-1e47-4f67-ad3f-d3c280d73dbb req-ea413635-1a2f-4156-96e8-50987eba3cf4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.2046800 Feb 11 05:37:34.522763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b7aba33-1e47-4f67-ad3f-d3c280d73dbb req-2c93d714-5075-4c1d-a8b1-a789151322af tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693509 Feb 11 05:37:35.296930 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e18cf4c7-7c18-4bec-b3d0-7631c30e5f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:35.855140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860edbaa-3dd6-4304-a784-a29ffa189905 req-c4e8fb06-4fff-4fb8-bfac-6004dd1b6b00 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:35.868994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-860edbaa-3dd6-4304-a784-a29ffa189905 req-c4e8fb06-4fff-4fb8-bfac-6004dd1b6b00 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.1492369 Feb 11 05:37:36.014162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-860edbaa-3dd6-4304-a784-a29ffa189905 req-de7a8f35-27db-41ef-8a68-e505b5d9f5b6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364365 Feb 11 05:37:36.738594 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:37.673115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6f9c-2d3f-45a9-99ee-b79e7e07acd2 req-d8fc71c7-26f5-447f-8113-af0bc68777bf tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.675473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-210f6f9c-2d3f-45a9-99ee-b79e7e07acd2 req-d8fc71c7-26f5-447f-8113-af0bc68777bf tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.4702618 Feb 11 05:37:37.779778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-210f6f9c-2d3f-45a9-99ee-b79e7e07acd2 req-43c41c5f-8542-410f-99ca-21990901f680 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908113 Feb 11 05:37:37.803145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-741844d3-5e20-47f6-9434-4be1200adebf tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.825046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-741844d3-5e20-47f6-9434-4be1200adebf tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/networks?id=9858be2c-6eaf-41f3-92da-21a8a33f50e1 HTTP/1.1" status: 200 len: 818 time: 0.5210829 Feb 11 05:37:37.855716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-21a301f3-fe96-4565-93bd-55b87cbd8185 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/quotas/b387c0eaa355445babde9dbdee0a60b6 HTTP/1.1" status: 200 len: 375 time: 0.0295074 Feb 11 05:37:37.976945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-cfbd081a-1121-4e36-aa1f-49c19ae2f37c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b387c0eaa355445babde9dbdee0a60b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200588 Feb 11 05:37:38.098147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc959921-a06a-4f99-b1df-3797e4d7c418 req-36427f44-4fb2-4faa-a983-30555a2e2c6d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:38.117569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc959921-a06a-4f99-b1df-3797e4d7c418 req-36427f44-4fb2-4faa-a983-30555a2e2c6d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.1323116 Feb 11 05:37:38.183421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43580) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:38.253322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc959921-a06a-4f99-b1df-3797e4d7c418 req-f731dbdf-bb0d-42d9-9751-57d8929f2466 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325886 Feb 11 05:37:38.280320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:38.442146 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:38.463503 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e567c3e-9474-4240-b3e1-351bc21a3ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:38.640047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-228a2873-a431-4cfd-a7d9-7ba1122dc56c service neutron] 10.222.0.62 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621017 Feb 11 05:37:38.738952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e567c3e-9474-4240-b3e1-351bc21a3ef5 admin admin] Publish callbacks [] for security_group (ff357384-db03-47a2-9ab8-5a0db3e114d7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:38.818254 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e567c3e-9474-4240-b3e1-351bc21a3ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ff357384-db03-47a2-9ab8-5a0db3e114d7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:38.937419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e567c3e-9474-4240-b3e1-351bc21a3ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff357384-db03-47a2-9ab8-5a0db3e114d7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:39.006483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0e567c3e-9474-4240-b3e1-351bc21a3ef5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a40500f8a2d64f338646126eb2ae20f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8244998 Feb 11 05:37:39.009450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43604) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:39.061126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-12c1c4f0-a2f2-4cb5-8aa1-2084416ffa75 service neutron] 10.222.0.62 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155796 Feb 11 05:37:39.118114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98a08d3f-d83e-43f2-a265-3df964ce2ec8 admin admin] Publish callbacks [] for security_group (ff357384-db03-47a2-9ab8-5a0db3e114d7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.186831 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.217325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98a08d3f-d83e-43f2-a265-3df964ce2ec8 admin admin] Publish callbacks [] for security_group (ff357384-db03-47a2-9ab8-5a0db3e114d7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.486823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98a08d3f-d83e-43f2-a265-3df964ce2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ff357384-db03-47a2-9ab8-5a0db3e114d7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.489970 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98a08d3f-d83e-43f2-a265-3df964ce2ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.491384 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-98a08d3f-d83e-43f2-a265-3df964ce2ec8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff357384-db03-47a2-9ab8-5a0db3e114d7 HTTP/1.1" status: 204 len: 168 time: 0.4782062 Feb 11 05:37:39.514621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a08d3f-d83e-43f2-a265-3df964ce2ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff357384-db03-47a2-9ab8-5a0db3e114d7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:39.625521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95047f3d-44bb-426b-a715-9bd221abf0cc req-8dfa05fa-d098-4bce-afa9-60177c667575 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:39.635975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95047f3d-44bb-426b-a715-9bd221abf0cc req-8dfa05fa-d098-4bce-afa9-60177c667575 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.1266513 Feb 11 05:37:39.842662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95047f3d-44bb-426b-a715-9bd221abf0cc req-3e7e704f-6611-4cba-a790-a8bdd68fdb3f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008786 Feb 11 05:37:40.027026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:40.170534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e062c61-beaa-418b-b264-43ee7d4fc03e req-61fd20d7-a532-453c-a944-f3762d17bdbe tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:40.191474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e062c61-beaa-418b-b264-43ee7d4fc03e req-61fd20d7-a532-453c-a944-f3762d17bdbe tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2497461 Feb 11 05:37:40.307037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43630) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:40.358951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:40.359422 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.415081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43634) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:40.472123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e062c61-beaa-418b-b264-43ee7d4fc03e req-8dce25ae-d8a8-41f1-8774-2b7c7985c292 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572539 Feb 11 05:37:40.478228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:40.488374 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f9bc6-7aef-4694-bee6-915936f52987" -d '{"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-unplugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:40.568257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:40.644698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bdf5d660-1ec6-4a99-b96e-2b43aec347e1 req-3e3e6645-c5eb-4805-a0e6-a8c359cdea7e tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 210 time: 0.1157029 Feb 11 05:37:40.661004 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.749617 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebeb04b-faaa-4daa-b41b-bbbefae02191 x-openstack-request-id: req-8ebeb04b-faaa-4daa-b41b-bbbefae02191 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:40.749617 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-unplugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:40.749617 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ebeb04b-faaa-4daa-b41b-bbbefae02191 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:40.749617 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'code': 200} Feb 11 05:37:40.816586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=11']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:41.074728 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a96e4ae-8002-48a6-8a3e-c8e70fc5af25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.080817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc8695-aa58-4eb4-8cee-d0f249225dd6 req-50c3c5b0-1e0a-44e3-bd6e-c23f7d847a1b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:41.082917 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2dcc8695-aa58-4eb4-8cee-d0f249225dd6 req-50c3c5b0-1e0a-44e3-bd6e-c23f7d847a1b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.1102815 Feb 11 05:37:41.239665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2dcc8695-aa58-4eb4-8cee-d0f249225dd6 req-6c53507d-fbb7-46f7-90d7-5b27d9f5011e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511245 Feb 11 05:37:41.251866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d1a0-2878-46e5-a200-7aea0a15006c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.288023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a96e4ae-8002-48a6-8a3e-c8e70fc5af25 admin admin] Publish callbacks [] for security_group (4aa59f82-6f3e-41a6-8b40-38a2a7c617a7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.462899 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a96e4ae-8002-48a6-8a3e-c8e70fc5af25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4aa59f82-6f3e-41a6-8b40-38a2a7c617a7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.494958 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.609191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d1a0-2878-46e5-a200-7aea0a15006c admin admin] Publish callbacks [] for security_group (348a4943-1135-43aa-9ac4-6e11086917e2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.634352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6a96e4ae-8002-48a6-8a3e-c8e70fc5af25 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b533fcbdeaba4d4da8473e59d51858e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3261335 Feb 11 05:37:41.635687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96e4ae-8002-48a6-8a3e-c8e70fc5af25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa59f82-6f3e-41a6-8b40-38a2a7c617a7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:41.637118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43664) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:41.744840 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2f0d1a0-2878-46e5-a200-7aea0a15006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (348a4943-1135-43aa-9ac4-6e11086917e2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.864703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Publish callbacks [] for security_group (4aa59f82-6f3e-41a6-8b40-38a2a7c617a7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.866465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0d1a0-2878-46e5-a200-7aea0a15006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348a4943-1135-43aa-9ac4-6e11086917e2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:41.896855 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b2f0d1a0-2878-46e5-a200-7aea0a15006c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1412e2661fd43468dc04fd468bb08a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4804859 Feb 11 05:37:41.910432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43668) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:41.967575 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Publish callbacks [] for security_group (4aa59f82-6f3e-41a6-8b40-38a2a7c617a7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.008689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ea0a9d-d356-43e5-9a70-37835cc26d83 admin admin] Publish callbacks [] for security_group (348a4943-1135-43aa-9ac4-6e11086917e2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.019581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43674) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:42.028749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd2ec8-eedb-450f-a553-ec6e3fcec546 req-6467be7e-41c7-48c9-ae12-c0dd9fab8ebd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:42.042292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:42.047355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c8afb1-86f0-45df-9958-c1d2cdf3c768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.047525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cfd2ec8-eedb-450f-a553-ec6e3fcec546 req-6467be7e-41c7-48c9-ae12-c0dd9fab8ebd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3830640 Feb 11 05:37:42.128276 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ea0a9d-d356-43e5-9a70-37835cc26d83 admin admin] Publish callbacks [] for security_group (348a4943-1135-43aa-9ac4-6e11086917e2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.257625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0cfd2ec8-eedb-450f-a553-ec6e3fcec546 req-0a0578c1-ed7b-448d-b9e1-c782837fc8fb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099869 Feb 11 05:37:42.324145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eafbb5da-afb7-45d0-bf32-fb1b4cfb858a req-69c2ca89-aa0d-4d09-b3db-ad3972ed499d tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 210 time: 0.1603851 Feb 11 05:37:42.342913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c8afb1-86f0-45df-9958-c1d2cdf3c768 admin admin] Publish callbacks [] for security_group (f4174d69-d360-4171-a866-a05deeb2b3d3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.356830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ea0a9d-d356-43e5-9a70-37835cc26d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (348a4943-1135-43aa-9ac4-6e11086917e2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.358127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:42.359560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ea0a9d-d356-43e5-9a70-37835cc26d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.363007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-61ea0a9d-d356-43e5-9a70-37835cc26d83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/348a4943-1135-43aa-9ac4-6e11086917e2 HTTP/1.1" status: 204 len: 168 time: 0.4493029 Feb 11 05:37:42.392905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'mac_address': 'fa:16:3e:86:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:42.400891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea0a9d-d356-43e5-9a70-37835cc26d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a4943-1135-43aa-9ac4-6e11086917e2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:42.449499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c8afb1-86f0-45df-9958-c1d2cdf3c768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f4174d69-d360-4171-a866-a05deeb2b3d3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.482456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4aa59f82-6f3e-41a6-8b40-38a2a7c617a7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.482456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.485054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4aa59f82-6f3e-41a6-8b40-38a2a7c617a7 HTTP/1.1" status: 204 len: 168 time: 0.8468697 Feb 11 05:37:42.496032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa59f82-6f3e-41a6-8b40-38a2a7c617a7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:42.548531 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-13c8afb1-86f0-45df-9958-c1d2cdf3c768 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1fe72b6abad4b88bd860d684d1e399d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255117 Feb 11 05:37:42.570427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43690) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:42.586730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:42.587307 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.639252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:42.649167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.649457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.649813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.650664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.651058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.651401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.651746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.652080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.652435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.661927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.664788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.664788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.664788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f2a572-2941-463d-8230-dcada1d17d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:42.709522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8afb1-86f0-45df-9958-c1d2cdf3c768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4174d69-d360-4171-a866-a05deeb2b3d3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:42.717340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:42.731558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e53c-756e-4a23-a52f-c85db444ee4e req-f5974321-0995-44bf-b6cd-62cc3b6758d9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:42.750165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a118e53c-756e-4a23-a52f-c85db444ee4e req-f5974321-0995-44bf-b6cd-62cc3b6758d9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.2165079 Feb 11 05:37:42.795802 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.823322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3e56-3ee5-4376-9ae4-3dcfb9df107f admin admin] Publish callbacks [] for security_group (f4174d69-d360-4171-a866-a05deeb2b3d3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.934642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3e56-3ee5-4376-9ae4-3dcfb9df107f admin admin] Publish callbacks [] for security_group (f4174d69-d360-4171-a866-a05deeb2b3d3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.946437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a118e53c-756e-4a23-a52f-c85db444ee4e req-c6a20a6b-711f-4849-b44b-dd7d84f39afe tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952744 Feb 11 05:37:43.014645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=12']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:43.106636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3e56-3ee5-4376-9ae4-3dcfb9df107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f4174d69-d360-4171-a866-a05deeb2b3d3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.109657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3e56-3ee5-4376-9ae4-3dcfb9df107f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.110858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c4ea3e56-3ee5-4376-9ae4-3dcfb9df107f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4174d69-d360-4171-a866-a05deeb2b3d3 HTTP/1.1" status: 204 len: 168 time: 0.5393550 Feb 11 05:37:43.112179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['66d30dd1-b5ad-45c4-b3fe-9f8061433df6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:43.126496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea3e56-3ee5-4376-9ae4-3dcfb9df107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4174d69-d360-4171-a866-a05deeb2b3d3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:43.412148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efdb29-d1f7-48b4-8f24-623d9bd20360 req-7290d2ca-ba5c-45bb-877b-160f88b13e4b tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:43.415539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72efdb29-d1f7-48b4-8f24-623d9bd20360 req-7290d2ca-ba5c-45bb-877b-160f88b13e4b tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 950 time: 0.1430516 Feb 11 05:37:43.588965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199d686-c75d-4327-8866-aa982e9429d0 req-f9d34b13-1a47-4f7a-8138-2745e41d12d6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:43.597270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d199d686-c75d-4327-8866-aa982e9429d0 req-f9d34b13-1a47-4f7a-8138-2745e41d12d6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.2171075 Feb 11 05:37:43.766599 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72efdb29-d1f7-48b4-8f24-623d9bd20360 req-031835bf-7c84-483e-b4a6-b535cf7c929b tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284048 Feb 11 05:37:43.827582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43708) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:43.902592 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d199d686-c75d-4327-8866-aa982e9429d0 req-b22b5028-4dbb-49da-8f57-366532ea2b5b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042140 Feb 11 05:37:44.041075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:44.078970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7bc54d3-ce30-4ff5-b4b1-20db78efc1d0 req-f3c810cc-4831-4630-a33c-16e46c20cc9a tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 210 time: 0.1751561 Feb 11 05:37:44.250290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-dac8566d-7e2e-4020-a314-8e9a0cea1d61 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:44.251618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:44.252010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.253596 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-dac8566d-7e2e-4020-a314-8e9a0cea1d61 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 950 time: 0.3486869 Feb 11 05:37:44.336794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b0bef-6bb1-4234-a097-b360cd3c7c76 req-b3cfc3d9-0080-4c81-96f8-e62cf96ab967 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:44.343665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-882b0bef-6bb1-4234-a097-b360cd3c7c76 req-b3cfc3d9-0080-4c81-96f8-e62cf96ab967 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.2364829 Feb 11 05:37:44.408637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:44.409158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.460061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:44.469934 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60471e3-0270-4759-ab0c-1505d221af02" -d '{"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-plugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:44.495071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:44.515376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-882b0bef-6bb1-4234-a097-b360cd3c7c76 req-79d54353-8a6d-43e6-8412-91d6b400a156 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340721 Feb 11 05:37:44.548206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Deleting port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:44.548954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.582565 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36e5336-a60f-4058-94b5-3944426c1441 x-openstack-request-id: req-a36e5336-a60f-4058-94b5-3944426c1441 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:44.583309 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-plugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:44.583615 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a36e5336-a60f-4058-94b5-3944426c1441 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:44.584118 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'code': 200} Feb 11 05:37:44.741790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] For port fd6db7bf-644e-400e-b2e2-f47e4f7ee614, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:44.742539 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.761526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Calling delete_port for fd6db7bf-644e-400e-b2e2-f47e4f7ee614 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:45.124031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3f2b-6206-4e8b-b347-9b2cc7d93055 req-56298151-48d8-4da9-889d-5d1f2b537606 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:45.126241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2aec3f2b-6206-4e8b-b347-9b2cc7d93055 req-56298151-48d8-4da9-889d-5d1f2b537606 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 950 time: 0.1715624 Feb 11 05:37:45.193116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2aec3f2b-6206-4e8b-b347-9b2cc7d93055 req-9cfc5aad-4eef-4f5c-998e-4b33bde7fb5e tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f202367-62eb-4fd2-b460-c354b1aa9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603032 Feb 11 05:37:45.208410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.263747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa346d-2427-4958-83ad-d99438ed2cef req-ae675c2b-4725-43e6-937d-c3685e5167e1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:45.263747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33aa346d-2427-4958-83ad-d99438ed2cef req-ae675c2b-4725-43e6-937d-c3685e5167e1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 945 time: 0.2427824 Feb 11 05:37:45.277226 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fd6db7bf-644e-400e-b2e2-f47e4f7ee614), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.307758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['fd6db7bf-644e-400e-b2e2-f47e4f7ee614'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:45.351615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Pushing event deleted for resources: {'Port': ['ID=fd6db7bf-644e-400e-b2e2-f47e4f7ee614,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:45.391498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=13']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:45.500446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:45.560968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] No DVR routers for this DVR port fd6db7bf-644e-400e-b2e2-f47e4f7ee614 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:45.561739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d904-105d-4013-aa5d-ca4ec3e3e6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.566892 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.573610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af36d4fa-ea18-48f6-a3c9-c940044b5df6 req-ebbe025e-5fac-47e0-9c5e-3fbc27128acd tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.83 "DELETE /v2.0/ports/fd6db7bf-644e-400e-b2e2-f47e4f7ee614 HTTP/1.1" status: 204 len: 173 time: 1.3041840 Feb 11 05:37:45.579100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f773c51-bdcd-482f-8288-8f80b251dbf6', 'name': 'network-vif-deleted', 'tag': 'fd6db7bf-644e-400e-b2e2-f47e4f7ee614'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:45.584753 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb5bf6-77a0-485a-8a6d-10ea552087ec" -d '{"events": [{"server_uuid": "3f773c51-bdcd-482f-8288-8f80b251dbf6", "name": "network-vif-deleted", "tag": "fd6db7bf-644e-400e-b2e2-f47e4f7ee614"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:45.591021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-819faab3-c1cf-488c-af36-8b52de0e79c5 req-4ec5d511-6eb5-49ec-94c4-d1d40c49731c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 210 time: 0.1755090 Feb 11 05:37:45.617981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33aa346d-2427-4958-83ad-d99438ed2cef req-5edc0624-bfcd-43cb-a093-81d01ded17b1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426228 Feb 11 05:37:45.736830 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b21b273-bda1-4620-91f2-39dbb83ccc62 x-openstack-request-id: req-7b21b273-bda1-4620-91f2-39dbb83ccc62 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:45.737140 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f773c51-bdcd-482f-8288-8f80b251dbf6", "name": "network-vif-deleted", "tag": "fd6db7bf-644e-400e-b2e2-f47e4f7ee614", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:45.737793 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b21b273-bda1-4620-91f2-39dbb83ccc62 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:45.738232 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f773c51-bdcd-482f-8288-8f80b251dbf6', 'name': 'network-vif-deleted', 'tag': 'fd6db7bf-644e-400e-b2e2-f47e4f7ee614', 'status': 'completed', 'code': 200} Feb 11 05:37:45.812783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d904-105d-4013-aa5d-ca4ec3e3e6e4 admin admin] Publish callbacks [] for security_group (70d51a05-8aa8-4f3d-8ad4-e24ab1ae4142), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.889094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d904-105d-4013-aa5d-ca4ec3e3e6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (70d51a05-8aa8-4f3d-8ad4-e24ab1ae4142), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.919647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799bf5c-ef6f-4565-ba57-043d2c7c193e req-3d63d328-530b-4da6-a76c-049e50afe415 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:45.941363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4799bf5c-ef6f-4565-ba57-043d2c7c193e req-3d63d328-530b-4da6-a76c-049e50afe415 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.1939206 Feb 11 05:37:46.079072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43746) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:46.090427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4799bf5c-ef6f-4565-ba57-043d2c7c193e req-c1aa83ae-af82-4c00-80b8-08139be08613 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374013 Feb 11 05:37:46.138042 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d6c7d904-105d-4013-aa5d-ca4ec3e3e6e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac586c2c48854829813fa00f6a26a3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6362491 Feb 11 05:37:46.143810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7d904-105d-4013-aa5d-ca4ec3e3e6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d51a05-8aa8-4f3d-8ad4-e24ab1ae4142,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:46.144430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43748) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:46.176303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25f44610-49d6-4873-b004-8f46b266e910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.343741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57ef5241-66f2-422b-a1e2-2bba20ae296b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.352166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-278dac6e-2475-466d-a652-be1a6aa6d12c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:46.362417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-278dac6e-2475-466d-a652-be1a6aa6d12c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.65 "GET /v2.0/networks?id=9858be2c-6eaf-41f3-92da-21a8a33f50e1 HTTP/1.1" status: 200 len: 818 time: 0.1546886 Feb 11 05:37:46.377942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Request body: {'port': {'device_id': 'e11821bc-5793-49c5-881b-fab04c1e7b02', 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1', 'admin_state_up': True, 'tenant_id': 'b387c0eaa355445babde9dbdee0a60b6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:46.520568 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b716f8a-f90b-4840-b4f7-5d95d47a1fc0 admin admin] Publish callbacks [] for security_group (70d51a05-8aa8-4f3d-8ad4-e24ab1ae4142), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.587073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25f44610-49d6-4873-b004-8f46b266e910 admin admin] Publish callbacks [] for security_group (15fa52c8-121b-4939-8423-d25c7b04508d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.595443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb135d30-4304-40d2-b49c-3f56eca77e0a req-a3d58694-c536-4a38-879b-0514c2a05769 tempest-VolumesBackupsTest-1330896797 tempest-VolumesBackupsTest-1330896797-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f773c51-bdcd-482f-8288-8f80b251dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0459015 Feb 11 05:37:46.625424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b716f8a-f90b-4840-b4f7-5d95d47a1fc0 admin admin] Publish callbacks [] for security_group (70d51a05-8aa8-4f3d-8ad4-e24ab1ae4142), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.676039 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-25f44610-49d6-4873-b004-8f46b266e910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (15fa52c8-121b-4939-8423-d25c7b04508d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.712293 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57ef5241-66f2-422b-a1e2-2bba20ae296b admin admin] Publish callbacks [] for security_group (5cddcab1-42bf-4707-a903-cb0fd7928723), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.762490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-25f44610-49d6-4873-b004-8f46b266e910 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a38859c2ad974a019e134b748210471a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9329619 Feb 11 05:37:46.765947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43768) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:46.794579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57ef5241-66f2-422b-a1e2-2bba20ae296b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5cddcab1-42bf-4707-a903-cb0fd7928723), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.860019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f44610-49d6-4873-b004-8f46b266e910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa52c8-121b-4939-8423-d25c7b04508d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:46.877058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78d3addf-6a8b-42b0-b555-c896eba82783 req-4cadd965-e9a0-468e-a4b4-7e961fa2cfe3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 210 time: 0.1052334 Feb 11 05:37:46.931059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Made reservation on behalf of b387c0eaa355445babde9dbdee0a60b6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:46.931059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.949389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b171c1d0-25cc-4629-89c6-44c5f487c007 admin admin] Publish callbacks [] for security_group (15fa52c8-121b-4939-8423-d25c7b04508d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.993909 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b716f8a-f90b-4840-b4f7-5d95d47a1fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (70d51a05-8aa8-4f3d-8ad4-e24ab1ae4142), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.996504 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b716f8a-f90b-4840-b4f7-5d95d47a1fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.997665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3b716f8a-f90b-4840-b4f7-5d95d47a1fc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70d51a05-8aa8-4f3d-8ad4-e24ab1ae4142 HTTP/1.1" status: 204 len: 168 time: 0.8098435 Feb 11 05:37:47.020485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-57ef5241-66f2-422b-a1e2-2bba20ae296b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99313c9537f34db690c968453c6373f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9266257 Feb 11 05:37:47.026482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43774) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:47.053145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b171c1d0-25cc-4629-89c6-44c5f487c007 admin admin] Publish callbacks [] for security_group (15fa52c8-121b-4939-8423-d25c7b04508d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.102429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef5241-66f2-422b-a1e2-2bba20ae296b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cddcab1-42bf-4707-a903-cb0fd7928723,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:47.209924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b171c1d0-25cc-4629-89c6-44c5f487c007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (15fa52c8-121b-4939-8423-d25c7b04508d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.213221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b171c1d0-25cc-4629-89c6-44c5f487c007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.218421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b171c1d0-25cc-4629-89c6-44c5f487c007 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15fa52c8-121b-4939-8423-d25c7b04508d HTTP/1.1" status: 204 len: 168 time: 0.4478614 Feb 11 05:37:47.255658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b716f8a-f90b-4840-b4f7-5d95d47a1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d51a05-8aa8-4f3d-8ad4-e24ab1ae4142,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:47.271059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171c1d0-25cc-4629-89c6-44c5f487c007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa52c8-121b-4939-8423-d25c7b04508d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:47.276996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b210-3882-4532-a3be-b8fd77353138 req-d5afb59f-3a74-4c48-baed-5b91552ef8e8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:47.278640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a91b210-3882-4532-a3be-b8fd77353138 req-d5afb59f-3a74-4c48-baed-5b91552ef8e8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.4149449 Feb 11 05:37:47.292754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f395f7-ce4a-47e9-b36d-d46efb2d044f admin admin] Publish callbacks [] for security_group (5cddcab1-42bf-4707-a903-cb0fd7928723), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.722343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fd6db7bf-644e-400e-b2e2-f47e4f7ee614 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:47.765460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: fd6db7bf-644e-400e-b2e2-f47e4f7ee614 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:47.766020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device fd6db7bf-644e-400e-b2e2-f47e4f7ee614 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:47.816091 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f395f7-ce4a-47e9-b36d-d46efb2d044f admin admin] Publish callbacks [] for security_group (5cddcab1-42bf-4707-a903-cb0fd7928723), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.852613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-17bd2a5f-86de-4a99-a1db-2d568832d52e tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:47.855350 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-17bd2a5f-86de-4a99-a1db-2d568832d52e tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.65 "GET /v2.0/networks?id=9858be2c-6eaf-41f3-92da-21a8a33f50e1 HTTP/1.1" status: 200 len: 818 time: 0.3067515 Feb 11 05:37:47.871226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Request body: {'port': {'device_id': '950e4751-5899-47d5-acc2-830d4baf80dc', 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1', 'admin_state_up': True, 'tenant_id': 'b387c0eaa355445babde9dbdee0a60b6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:47.929027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Allocated IP 172.20.0.6 (9858be2c-6eaf-41f3-92da-21a8a33f50e1/01642e2c-e4c7-47be-b485-bf9c9fe770e4/ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:47.955106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585190f3-2329-41e0-87e3-395ad4c9c2f6 req-f35c14c3-a0b0-4997-9da5-58c9bdf2c819 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:47.957197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-585190f3-2329-41e0-87e3-395ad4c9c2f6 req-f35c14c3-a0b0-4997-9da5-58c9bdf2c819 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.7108474 Feb 11 05:37:47.971136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a91b210-3882-4532-a3be-b8fd77353138 req-9c23ec6a-f3f9-4d70-9620-642080adf03d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6565342 Feb 11 05:37:47.977278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-4f34e6f3-d768-40ce-9cfd-07ea6d746aef tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:47.979800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-4f34e6f3-d768-40ce-9cfd-07ea6d746aef tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.83 "GET /v2.0/networks?id=9858be2c-6eaf-41f3-92da-21a8a33f50e1 HTTP/1.1" status: 200 len: 818 time: 0.8708642 Feb 11 05:37:48.006607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Request body: {'port': {'device_id': '1c217216-528d-4d84-ac4b-6446f24c4775', 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1', 'admin_state_up': True, 'tenant_id': 'b387c0eaa355445babde9dbdee0a60b6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:48.152414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Made reservation on behalf of b387c0eaa355445babde9dbdee0a60b6 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:48.171442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.206195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49579bf1-6f0a-43d5-add5-f332e8dda938 req-cdbf6479-5af9-4fa5-948d-a743c68df8d6 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 210 time: 0.0872211 Feb 11 05:37:48.218126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-585190f3-2329-41e0-87e3-395ad4c9c2f6 req-ecb14d7a-3723-43a9-a8b4-99c1c36f8588 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332680 Feb 11 05:37:48.241878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f395f7-ce4a-47e9-b36d-d46efb2d044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5cddcab1-42bf-4707-a903-cb0fd7928723), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.248962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f395f7-ce4a-47e9-b36d-d46efb2d044f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.248962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c1f395f7-ce4a-47e9-b36d-d46efb2d044f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cddcab1-42bf-4707-a903-cb0fd7928723 HTTP/1.1" status: 204 len: 168 time: 1.2185218 Feb 11 05:37:48.414947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f395f7-ce4a-47e9-b36d-d46efb2d044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cddcab1-42bf-4707-a903-cb0fd7928723,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:48.535460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks [] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.637759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Made reservation on behalf of b387c0eaa355445babde9dbdee0a60b6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:48.642824 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.647819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.732550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Allocated IP 172.20.0.12 (9858be2c-6eaf-41f3-92da-21a8a33f50e1/01642e2c-e4c7-47be-b485-bf9c9fe770e4/f008bb41-90e4-4d63-b5f9-871048dcdfa7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:48.928977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:48.955758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:48.970768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:49.109803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Pushing event updated for resources: {'Port': ['ID=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:49.127780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks [] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.217952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43822) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:49.223219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:49.223400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.261206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5499587-ced3-496a-83e6-1c45c6ceb3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.302540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.311448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ceedda49-8fd2-4360-9f3c-35e07935d690 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9371445 Feb 11 05:37:49.329774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Request body: {'port': {'device_id': 'e11821bc-5793-49c5-881b-fab04c1e7b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:49.339924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409027a-08e9-4791-8e2b-bcf453aa8091 req-052da966-e6ef-4cde-9283-22e5743cf8e6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:49.345359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b409027a-08e9-4791-8e2b-bcf453aa8091 req-052da966-e6ef-4cde-9283-22e5743cf8e6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2018428 Feb 11 05:37:49.367413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Allocated IP 172.20.0.11 (9858be2c-6eaf-41f3-92da-21a8a33f50e1/01642e2c-e4c7-47be-b485-bf9c9fe770e4/95d0b761-40ea-4be4-9b99-e31dd8834d33) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:49.544115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b409027a-08e9-4791-8e2b-bcf453aa8091 req-13bb9dc8-db32-4eca-b8a1-6d643bc8595a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677029 Feb 11 05:37:49.565286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:49.623765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Pushing event updated for resources: {'Port': ['ID=f008bb41-90e4-4d63-b5f9-871048dcdfa7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:49.631620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:49.661853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:49.791873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:49.797204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.846085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-633ece04-cbb7-4bdf-af04-2f51610fcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:49.850781 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-633ece04-cbb7-4bdf-af04-2f51610fcab4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1128 time: 0.2754161 Feb 11 05:37:49.932845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.949588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceae98a-1fea-4858-96b4-418c92551ad9 req-ff9a1d14-8d08-482d-830f-c5cd96fc0538 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:49.951136 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a2f05de2-fd98-445c-8874-f32280b23126 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0854876 Feb 11 05:37:49.959171 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ceae98a-1fea-4858-96b4-418c92551ad9 req-ff9a1d14-8d08-482d-830f-c5cd96fc0538 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 932 time: 0.5796924 Feb 11 05:37:49.987730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Request body: {'port': {'device_id': '950e4751-5899-47d5-acc2-830d4baf80dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:50.011561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5dd1-f951-4df1-9123-583d7aa08e7d req-934c2c46-562e-46f1-8a1e-7bb9e649577b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:50.019145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-908b5dd1-f951-4df1-9123-583d7aa08e7d req-934c2c46-562e-46f1-8a1e-7bb9e649577b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.2017131 Feb 11 05:37:50.097942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5499587-ced3-496a-83e6-1c45c6ceb3fb admin admin] Publish callbacks [] for security_group (bf950a0f-406e-4c8f-b5e2-3385cac4ecda), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.205741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5499587-ced3-496a-83e6-1c45c6ceb3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bf950a0f-406e-4c8f-b5e2-3385cac4ecda), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.229435 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.259621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-908b5dd1-f951-4df1-9123-583d7aa08e7d req-b8e1e889-621f-4c34-a2df-ac46d59a63cc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385504 Feb 11 05:37:50.291546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks [] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.351993 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a5499587-ced3-496a-83e6-1c45c6ceb3fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55479766c4854798aca00fd36c389ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1304636 Feb 11 05:37:50.355358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-b7a7ad1c-a8c9-42b6-907d-48f40bfdc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:50.362028 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-b7a7ad1c-a8c9-42b6-907d-48f40bfdc7ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.4842725 Feb 11 05:37:50.365933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43848) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:50.398992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ceae98a-1fea-4858-96b4-418c92551ad9 req-d9ef2b56-6119-4422-813d-aaf15f1fb833 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388821 Feb 11 05:37:50.560962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.729207 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-5ac7d0bb-a5f5-4475-a2b1-240181ec7a7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 1000 time: 0.3326566 Feb 11 05:37:50.753620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5499587-ced3-496a-83e6-1c45c6ceb3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf950a0f-406e-4c8f-b5e2-3385cac4ecda,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:50.808037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:50.832244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:50.858613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Pushing event updated for resources: {'Port': ['ID=95d0b761-40ea-4be4-9b99-e31dd8834d33,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:50.872665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:50.905992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-fd274d24-4c46-44db-9d01-0d93efe50f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:50.908794 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-fd274d24-4c46-44db-9d01-0d93efe50f23 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.1723788 Feb 11 05:37:50.914289 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0a862fa-a2fd-442c-b475-cd6487cc5487 admin admin] Publish callbacks [] for security_group (bf950a0f-406e-4c8f-b5e2-3385cac4ecda), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.952274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0a862fa-a2fd-442c-b475-cd6487cc5487 admin admin] Publish callbacks [] for security_group (bf950a0f-406e-4c8f-b5e2-3385cac4ecda), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.968393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61398942-5516-4af0-b36d-eb38e8722f51 req-2da39ef9-3fb1-433f-b36f-8a389b2455c3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:50.975751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61398942-5516-4af0-b36d-eb38e8722f51 req-2da39ef9-3fb1-433f-b36f-8a389b2455c3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2646520 Feb 11 05:37:51.052566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43866) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:51.091703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-2e2535b1-5990-4b25-b87a-6d9bbdfcd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.094209 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-2e2535b1-5990-4b25-b87a-6d9bbdfcd8f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0751758 Feb 11 05:37:51.161575 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0a862fa-a2fd-442c-b475-cd6487cc5487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bf950a0f-406e-4c8f-b5e2-3385cac4ecda), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.165849 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0a862fa-a2fd-442c-b475-cd6487cc5487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.169688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e0a862fa-a2fd-442c-b475-cd6487cc5487 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf950a0f-406e-4c8f-b5e2-3385cac4ecda HTTP/1.1" status: 204 len: 168 time: 0.7814326 Feb 11 05:37:51.188791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.192271 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.216750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a862fa-a2fd-442c-b475-cd6487cc5487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf950a0f-406e-4c8f-b5e2-3385cac4ecda,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:51.321457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61398942-5516-4af0-b36d-eb38e8722f51 req-5b70b6f7-0b91-4edb-b1f5-99bb3d57cff7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163593 Feb 11 05:37:51.418481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:51.439276 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-ca6f6b8e-69fc-4c6d-b29f-8ea5890d9e74 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358591 Feb 11 05:37:51.442658 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Publish callbacks [] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.463989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-84bbba56-94c9-4d10-946c-2d32a3e9f055 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4628086 Feb 11 05:37:51.478394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Request body: {'port': {'device_id': '1c217216-528d-4d84-ac4b-6446f24c4775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:51.594091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Transition to ACTIVE for port object ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:51.613072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1217268912-network', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:51.650845 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3bff0ad8-816f-4796-a921-ffef31e502ce req-208fe950-32f1-4c53-9a17-451db72cbd72 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069921 Feb 11 05:37:51.690447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.756997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.776942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Made reservation on behalf of 205059b3d5b44bf0b7381afd8c32fabe for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:51.779846 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.800088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183237-27a4-49f5-9a8e-2986f70eb6f7 req-a6c3bb3a-029d-47dc-bf4e-be7c6d5e62ea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.800088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40183237-27a4-49f5-9a8e-2986f70eb6f7 req-a6c3bb3a-029d-47dc-bf4e-be7c6d5e62ea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.3080304 Feb 11 05:37:51.818753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e698ab9-6784-4d97-8a0f-1eee609b4ab0 req-65857d1c-f058-4ac7-9cb2-ac4917d46667 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:51.825971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e698ab9-6784-4d97-8a0f-1eee609b4ab0 req-65857d1c-f058-4ac7-9cb2-ac4917d46667 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 932 time: 0.2547076 Feb 11 05:37:51.837788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:51.840479 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.023006 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f008bb41-90e4-4d63-b5f9-871048dcdfa7 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:52.041214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Publish callbacks [] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.064376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Transition to ACTIVE for port object f008bb41-90e4-4d63-b5f9-871048dcdfa7 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:52.134873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40183237-27a4-49f5-9a8e-2986f70eb6f7 req-ad96fe80-96aa-4598-bfb2-776df82ee6b1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038249 Feb 11 05:37:52.167028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.173002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e698ab9-6784-4d97-8a0f-1eee609b4ab0 req-3f86615c-317a-405b-a7a9-d3cfa74e139b tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316164 Feb 11 05:37:52.245510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Attempting to bind port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:52.245869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Attempting to bind port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:52.246205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Attempting to bind port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:52.262842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:52.263222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Attempting to bind port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:52.316443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:52.317922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Checking segment: {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:52.317922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Bound using segment: {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:52.317922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Bound port: ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:52.318256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.367004 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Publish callbacks [] for security_group (23326b24-fd8b-4be7-9a05-dc17040287f4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.433692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] For port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:52.437121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] For port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:52.443738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (23326b24-fd8b-4be7-9a05-dc17040287f4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.508842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Pushing event updated for resources: {'Port': ['ID=f008bb41-90e4-4d63-b5f9-871048dcdfa7,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.512410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Attempting to bind port f008bb41-90e4-4d63-b5f9-871048dcdfa7 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:52.512802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Attempting to bind port f008bb41-90e4-4d63-b5f9-871048dcdfa7 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:52.513420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Attempting to bind port f008bb41-90e4-4d63-b5f9-871048dcdfa7 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:52.519215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Port f008bb41-90e4-4d63-b5f9-871048dcdfa7 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:52.519806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Attempting to bind port f008bb41-90e4-4d63-b5f9-871048dcdfa7 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:52.523701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:37:52.527586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:52.527932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Checking segment: {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:52.537355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Bound using segment: {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:52.537355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Bound port: f008bb41-90e4-4d63-b5f9-871048dcdfa7, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:52.537355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.581778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.630018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] For port f008bb41-90e4-4d63-b5f9-871048dcdfa7, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:52.633746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] For port f008bb41-90e4-4d63-b5f9-871048dcdfa7, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f008bb41-90e4-4d63-b5f9-871048dcdfa7,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:52.711926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.770165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.779912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.783572 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Added segment 13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf of type vlan for network cb3e0d95-cfdb-4945-b203-532319c478db Feb 11 05:37:52.805872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23326b24-fd8b-4be7-9a05-dc17040287f4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.840618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.840939 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.846588 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] 10.222.0.65 "PUT /v2.0/ports/f008bb41-90e4-4d63-b5f9-871048dcdfa7 HTTP/1.1" status: 200 len: 1093 time: 2.8658764 Feb 11 05:37:52.851451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950e4751-5899-47d5-acc2-830d4baf80dc', 'tag': 'f008bb41-90e4-4d63-b5f9-871048dcdfa7'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:52.851451 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916" -d '{"events": [{"name": "network-changed", "server_uuid": "950e4751-5899-47d5-acc2-830d4baf80dc", "tag": "f008bb41-90e4-4d63-b5f9-871048dcdfa7"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:52.862049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.862698 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.864179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-22dcb2f4-fc2c-4731-92e8-9b2c8fb98662 service neutron] 10.222.0.65 "PUT /v2.0/ports/ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 HTTP/1.1" status: 200 len: 1092 time: 3.5418453 Feb 11 05:37:52.867657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67128e72-96c2-45aa-a9bc-861802651557 service neutron] Pushing event updated for resources: {'Port': ['ID=f008bb41-90e4-4d63-b5f9-871048dcdfa7,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.871446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11821bc-5793-49c5-881b-fab04c1e7b02', 'tag': 'ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:52.874389 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e11821bc-5793-49c5-881b-fab04c1e7b02", "tag": "ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:52.978847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59799f43-72de-4042-a6b8-d53785714fcb req-2a7e3618-ed28-436f-8c63-3fed94040fa5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.978847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59799f43-72de-4042-a6b8-d53785714fcb req-2a7e3618-ed28-436f-8c63-3fed94040fa5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.4707770 Feb 11 05:37:53.013646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d0b761-40ea-4be4-9b99-e31dd8834d33 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:53.065154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Publish callbacks [] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.106293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Transition to ACTIVE for port object 95d0b761-40ea-4be4-9b99-e31dd8834d33 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:53.111734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (cb3e0d95-cfdb-4945-b203-532319c478db), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.152744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-6a85c405-2f18-4be5-bd5c-37f2f873f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:53.155071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-6a85c405-2f18-4be5-bd5c-37f2f873f2b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b387c0eaa355445babde9dbdee0a60b6&device_id=e11821bc-5793-49c5-881b-fab04c1e7b02 HTTP/1.1" status: 200 len: 1126 time: 0.1403849 Feb 11 05:37:53.251037 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-fa0e166f-84ac-4209-8be8-5e24e1fb9cca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 HTTP/1.1" status: 200 len: 217 time: 0.0845213 Feb 11 05:37:53.266260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (cb3e0d95-cfdb-4945-b203-532319c478db), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.267281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:53.269011 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.298761 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.394549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-9edbe791-b9ad-4a0e-ad14-71019f65d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:53.400622 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-9edbe791-b9ad-4a0e-ad14-71019f65d962 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01642e2c-e4c7-47be-b485-bf9c9fe770e4 HTTP/1.1" status: 200 len: 858 time: 0.1427248 Feb 11 05:37:53.404213 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704cbd72-62c7-4191-b70f-ed8278c7a747 x-openstack-request-id: req-704cbd72-62c7-4191-b70f-ed8278c7a747 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:53.404514 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950e4751-5899-47d5-acc2-830d4baf80dc", "tag": "f008bb41-90e4-4d63-b5f9-871048dcdfa7", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:53.404804 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-704cbd72-62c7-4191-b70f-ed8278c7a747 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:53.406552 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950e4751-5899-47d5-acc2-830d4baf80dc', 'tag': 'f008bb41-90e4-4d63-b5f9-871048dcdfa7', 'status': 'completed', 'code': 200} Feb 11 05:37:53.455592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c359ecb-1181-4651-89da-9779c32ff267 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9858be2c-6eaf-41f3-92da-21a8a33f50e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480144 Feb 11 05:37:53.470981 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85ba936-b614-405c-9791-adc7fc4c814b x-openstack-request-id: req-d85ba936-b614-405c-9791-adc7fc4c814b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:53.471291 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11821bc-5793-49c5-881b-fab04c1e7b02", "tag": "ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:53.471552 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d85ba936-b614-405c-9791-adc7fc4c814b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:53.471968 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11821bc-5793-49c5-881b-fab04c1e7b02', 'tag': 'ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94', 'status': 'completed', 'code': 200} Feb 11 05:37:53.475580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59799f43-72de-4042-a6b8-d53785714fcb req-84f8482c-ce67-4067-b5d0-3ba54858a25c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252416 Feb 11 05:37:53.492326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4141848 Feb 11 05:37:53.505253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43918) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:53.511903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Request body: {'subnet': {'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1217268912-subnet', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:53.770483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-a4311681-e5a8-4330-9d57-edcc507c0166 service neutron] 10.222.0.65 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050258 Feb 11 05:37:53.987604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234312a0-58a9-42b3-a228-3e4b96326dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3e0d95-cfdb-4945-b203-532319c478db,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:53.996590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network cb3e0d95-cfdb-4945-b203-532319c478db details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:37:54.091603 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-1b0213b3-095e-45c8-aea3-f396b7b3c2c4 service neutron] 10.222.0.65 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117635 Feb 11 05:37:54.116081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-478a8cd2-505a-4335-aff8-1ee905638117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.121624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-478a8cd2-505a-4335-aff8-1ee905638117 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b387c0eaa355445babde9dbdee0a60b6&device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 1127 time: 0.9667830 Feb 11 05:37:54.125389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=95d0b761-40ea-4be4-9b99-e31dd8834d33,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:54.191892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Made reservation on behalf of 205059b3d5b44bf0b7381afd8c32fabe for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:54.194581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.373743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-70d358d1-4316-44b3-b7f8-6dca2e2130d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.378449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-70d358d1-4316-44b3-b7f8-6dca2e2130d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b387c0eaa355445babde9dbdee0a60b6&device_id=e11821bc-5793-49c5-881b-fab04c1e7b02 HTTP/1.1" status: 200 len: 1126 time: 0.0902994 Feb 11 05:37:54.659031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c663fd7-240f-4038-991a-d59c18f4e575 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f008bb41-90e4-4d63-b5f9-871048dcdfa7 HTTP/1.1" status: 200 len: 217 time: 0.4725642 Feb 11 05:37:54.745719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-aacd3cbb-07da-4f81-863c-919d95047336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.747257 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-aacd3cbb-07da-4f81-863c-919d95047336 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9858be2c-6eaf-41f3-92da-21a8a33f50e1 HTTP/1.1" status: 200 len: 919 time: 0.3613212 Feb 11 05:37:54.758432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-51947bff-19c2-4555-8e38-11625e51d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.761419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-51947bff-19c2-4555-8e38-11625e51d10c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01642e2c-e4c7-47be-b485-bf9c9fe770e4 HTTP/1.1" status: 200 len: 858 time: 0.0824914 Feb 11 05:37:54.797803 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-f9295b53-f15e-4e96-913b-845dd94d4708 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 HTTP/1.1" status: 200 len: 217 time: 0.0447588 Feb 11 05:37:54.867106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-5d9b8db8-fa15-46e9-8539-b77df4c3e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.868876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-50377573-deef-45e0-b37c-e7b34bc5ea4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9858be2c-6eaf-41f3-92da-21a8a33f50e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986545 Feb 11 05:37:54.869656 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-5d9b8db8-fa15-46e9-8539-b77df4c3e03d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01642e2c-e4c7-47be-b485-bf9c9fe770e4 HTTP/1.1" status: 200 len: 858 time: 0.0659051 Feb 11 05:37:54.922988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c118f21-315b-4de5-9f8a-aa8d8f935c8f req-86f56254-25a4-482f-8034-68198908f54a tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.970583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c118f21-315b-4de5-9f8a-aa8d8f935c8f req-86f56254-25a4-482f-8034-68198908f54a tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 944 time: 1.0192072 Feb 11 05:37:54.971601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-fe4c5a14-8be2-4dd9-bb10-9af9a8a19816 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9858be2c-6eaf-41f3-92da-21a8a33f50e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449948 Feb 11 05:37:54.971702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db0b22-0560-4b63-b8b0-0aab530e1cd3 req-c358f44e-018a-4483-a1cf-5fac602fbc48 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.971702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63db0b22-0560-4b63-b8b0-0aab530e1cd3 req-c358f44e-018a-4483-a1cf-5fac602fbc48 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 1.0802362 Feb 11 05:37:55.053919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-f07246c1-913c-4f67-ac34-3a5a3d10e736 service neutron] 10.222.0.65 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222031 Feb 11 05:37:55.054787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Attempting to bind port 95d0b761-40ea-4be4-9b99-e31dd8834d33 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:55.055142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Attempting to bind port 95d0b761-40ea-4be4-9b99-e31dd8834d33 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:55.055490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Attempting to bind port 95d0b761-40ea-4be4-9b99-e31dd8834d33 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:55.075016 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (b88055ab-598a-48bf-a6d0-32b133f59fe0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.128694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Port 95d0b761-40ea-4be4-9b99-e31dd8834d33 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:55.129042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Attempting to bind port 95d0b761-40ea-4be4-9b99-e31dd8834d33 on network 9858be2c-6eaf-41f3-92da-21a8a33f50e1 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:55.263417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:55.263773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Checking segment: {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:55.266049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1a03b3ce-3e91-42e0-bb1c-65d63d631d6c req-8e8968b9-067a-4053-a151-31d519df49cd service neutron] 10.222.0.65 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049882 Feb 11 05:37:55.270749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Bound using segment: {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:55.271851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Bound port: 95d0b761-40ea-4be4-9b99-e31dd8834d33, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07f1ef9-a70a-4f46-97da-83852af5a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:55.272261 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.348114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c118f21-315b-4de5-9f8a-aa8d8f935c8f req-1af8678e-6c19-4b0c-a1fa-5d103c91e5d7 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988116 Feb 11 05:37:55.363331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63db0b22-0560-4b63-b8b0-0aab530e1cd3 req-0e4a3cad-f145-4f68-addc-17fd29600dc5 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749964 Feb 11 05:37:55.382082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-ed31d00a-e6cc-4413-8da0-97b03ad030f2 service neutron] 10.222.0.65 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893494 Feb 11 05:37:55.384874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88055ab-598a-48bf-a6d0-32b133f59fe0,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:55.497627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Checking segment: {'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:55.505697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Network hostable DHCP agents. Network: cb3e0d95-cfdb-4945-b203-532319c478db, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:37:55.669965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] For port 95d0b761-40ea-4be4-9b99-e31dd8834d33, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:55.714478 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:55.729446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] For port 95d0b761-40ea-4be4-9b99-e31dd8834d33, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=95d0b761-40ea-4be4-9b99-e31dd8834d33,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:55.749129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-bfb5ec2a-c5f3-4e77-a74a-6801ebc63376 service neutron] 10.222.0.65 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420296 Feb 11 05:37:55.769322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082cf33-f96e-4158-8494-2fb152f4b56f req-d93e159a-a5be-4c6b-ba74-11ae9f783f7e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:55.770939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9082cf33-f96e-4158-8494-2fb152f4b56f req-d93e159a-a5be-4c6b-ba74-11ae9f783f7e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.1928754 Feb 11 05:37:55.772654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Network cb3e0d95-cfdb-4945-b203-532319c478db is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:37:55.853324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9082cf33-f96e-4158-8494-2fb152f4b56f req-2a780a3d-1c93-4f72-aa68-71ad846bf4fe tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695112 Feb 11 05:37:55.893696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, cb3e0d95-cfdb-4945-b203-532319c478db) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:55.896400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.916688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:55.917237 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.936013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b89528-3c3e-4bc1-b596-b650001a19b7 None None] Network cb3e0d95-cfdb-4945-b203-532319c478db requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:56.019277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=95d0b761-40ea-4be4-9b99-e31dd8834d33,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:56.061193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:56.062868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.066084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-3c4388e5-3b39-40c4-9fcf-7f7ffc56f7f8 service neutron] 10.222.0.83 "PUT /v2.0/ports/95d0b761-40ea-4be4-9b99-e31dd8834d33 HTTP/1.1" status: 200 len: 1093 time: 4.5946419 Feb 11 05:37:56.095110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c217216-528d-4d84-ac4b-6446f24c4775', 'tag': '95d0b761-40ea-4be4-9b99-e31dd8834d33'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:56.099414 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925" -d '{"events": [{"name": "network-changed", "server_uuid": "1c217216-528d-4d84-ac4b-6446f24c4775", "tag": "95d0b761-40ea-4be4-9b99-e31dd8834d33"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:56.144348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43970) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:56.151824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:56.160708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bbbb06e3-e1cd-43c4-bb5b-1f9f32fcb166 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6514981 Feb 11 05:37:56.249722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:56.277797 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec3eaf-a2cd-4df3-abe6-d969d30c33db x-openstack-request-id: req-08ec3eaf-a2cd-4df3-abe6-d969d30c33db {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:56.278391 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c217216-528d-4d84-ac4b-6446f24c4775", "tag": "95d0b761-40ea-4be4-9b99-e31dd8834d33", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:56.278804 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08ec3eaf-a2cd-4df3-abe6-d969d30c33db {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:56.279420 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c217216-528d-4d84-ac4b-6446f24c4775', 'tag': '95d0b761-40ea-4be4-9b99-e31dd8834d33', 'status': 'completed', 'code': 200} Feb 11 05:37:56.293278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-aea940a3-e394-40d8-883f-8f3098b5617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:56.295311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-aea940a3-e394-40d8-883f-8f3098b5617b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b387c0eaa355445babde9dbdee0a60b6&device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 1127 time: 0.2599704 Feb 11 05:37:56.306532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (ec64e52a-a72f-44d5-b195-16729ca024c1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.307928 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (ec64e52a-a72f-44d5-b195-16729ca024c1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.462808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-2885a807-07ab-4dda-af39-2ef24f0a9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:56.466127 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-2885a807-07ab-4dda-af39-2ef24f0a9ef8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b387c0eaa355445babde9dbdee0a60b6&device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 1127 time: 0.2494583 Feb 11 05:37:56.518708 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks [] for router_controller (ec64e52a-a72f-44d5-b195-16729ca024c1), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.649118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:56.699606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:56.704501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'port_id': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'mac_address': 'fa:16:3e:b4:0f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:56.706879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-cb3e0d95-cfdb-4945-b203-532319c478db', 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db', 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'fixed_ips': [{'subnet_id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:37:56.708060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.764437 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:56.922545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-6679cac9-16a8-490d-a51f-44d45692065d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d0b761-40ea-4be4-9b99-e31dd8834d33 HTTP/1.1" status: 200 len: 217 time: 0.3278563 Feb 11 05:37:56.986278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Allocated IP 172.20.0.2 (cb3e0d95-cfdb-4945-b203-532319c478db/b88055ab-598a-48bf-a6d0-32b133f59fe0/c184dc42-5296-407b-bd6c-2d853a550efe) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:57.163695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-3b291301-63ba-4592-9cc9-7b79a6bc7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:57.166393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-3b291301-63ba-4592-9cc9-7b79a6bc7e4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=9858be2c-6eaf-41f3-92da-21a8a33f50e1 HTTP/1.1" status: 200 len: 919 time: 0.8622217 Feb 11 05:37:57.198158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Publish callbacks [] for port (c184dc42-5296-407b-bd6c-2d853a550efe), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.198591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-6f9c5ca2-91e6-477e-ab8a-e4d448cd30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:57.206308 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-6f9c5ca2-91e6-477e-ab8a-e4d448cd30fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=01642e2c-e4c7-47be-b485-bf9c9fe770e4 HTTP/1.1" status: 200 len: 858 time: 0.2759390 Feb 11 05:37:57.307764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494419f-0b47-4618-9a3e-b888a36ea1b5 req-9433cf58-1960-44e2-8a73-ab3b597e4790 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:57.316743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b494419f-0b47-4618-9a3e-b888a36ea1b5 req-9433cf58-1960-44e2-8a73-ab3b597e4790 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 944 time: 0.7372591 Feb 11 05:37:57.323991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d98e3735-012a-41d2-9c4c-d9f71456c4c6 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:57.325003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-f24528d1-171b-4afd-8c48-150448b283dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f008bb41-90e4-4d63-b5f9-871048dcdfa7 HTTP/1.1" status: 200 len: 217 time: 0.1317005 Feb 11 05:37:57.325518 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.332400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f858-0a05-48b6-8a3d-6e62d737ddfb req-e85ba4fd-f6b6-4a42-9afd-46dcbb4ef9ae tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:57.351627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1695f858-0a05-48b6-8a3d-6e62d737ddfb req-e85ba4fd-f6b6-4a42-9afd-46dcbb4ef9ae tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 945 time: 0.7702425 Feb 11 05:37:57.359011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.381750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98e3735-012a-41d2-9c4c-d9f71456c4c6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:57.425752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-f2c7294b-0718-4825-afa0-88ff62bde930 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9858be2c-6eaf-41f3-92da-21a8a33f50e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2038155 Feb 11 05:37:57.467877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94', 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1', 'port_id': 'ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94', 'mac_address': 'fa:16:3e:64:75:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01642e2c-e4c7-47be-b485-bf9c9fe770e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:57.474025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Pushing event updated for resources: {'Port': ['ID=c184dc42-5296-407b-bd6c-2d853a550efe,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:57.519434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:57.520056 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.538611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Network cb3e0d95-cfdb-4945-b203-532319c478db is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:57.545501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:57.571747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:57.582096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:57.587949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:57.589404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:57.649144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Attempting to bind port c184dc42-5296-407b-bd6c-2d853a550efe on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:57.650048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Attempting to bind port c184dc42-5296-407b-bd6c-2d853a550efe by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:57.650432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Attempting to bind port c184dc42-5296-407b-bd6c-2d853a550efe on network cb3e0d95-cfdb-4945-b203-532319c478db {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:57.660291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:57.660826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Checking segment: {'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:57.661265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.661665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Bound using segment: {'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:57.662153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Bound port: c184dc42-5296-407b-bd6c-2d853a550efe, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:57.662546 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.681701 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.683542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.715626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-60819f38-9e92-4200-b4f1-b2d4bc7bed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:57.719959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-60819f38-9e92-4200-b4f1-b2d4bc7bed80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01642e2c-e4c7-47be-b485-bf9c9fe770e4 HTTP/1.1" status: 200 len: 858 time: 0.3643882 Feb 11 05:37:57.737088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b494419f-0b47-4618-9a3e-b888a36ea1b5 req-7cc21a8a-fc0e-4ed3-8154-3f0870269863 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359983 Feb 11 05:37:57.800870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1695f858-0a05-48b6-8a3d-6e62d737ddfb req-89a90b5d-001b-4ac8-9e89-b75b2cc96c66 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4418352 Feb 11 05:37:57.828747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=11']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:57.919865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-6a1b83f8-df14-41f4-b249-ee84c8c295af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9858be2c-6eaf-41f3-92da-21a8a33f50e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526966 Feb 11 05:37:57.934031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-4b8e5890-74a4-4548-b197-1bf9e65e4b91 service neutron] 10.222.0.83 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737158 Feb 11 05:37:57.971906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks [] for router_gateway (ec64e52a-a72f-44d5-b195-16729ca024c1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.973473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['d98e3735-012a-41d2-9c4c-d9f71456c4c6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:58.007464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:58.141959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44006) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:58.270117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f008bb41-90e4-4d63-b5f9-871048dcdfa7 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:58.270547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-5a705fde-0355-4b78-9bee-3d7811c1def2 service neutron] 10.222.0.65 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253131 Feb 11 05:37:58.410242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f008bb41-90e4-4d63-b5f9-871048dcdfa7, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f008bb41-90e4-4d63-b5f9-871048dcdfa7,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:58.449698 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de137b62-8678-444d-a226-be7506b9890f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.463787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f008bb41-90e4-4d63-b5f9-871048dcdfa7', 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1', 'port_id': 'f008bb41-90e4-4d63-b5f9-871048dcdfa7', 'mac_address': 'fa:16:3e:78:51:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01642e2c-e4c7-47be-b485-bf9c9fe770e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:58.513032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] For port c184dc42-5296-407b-bd6c-2d853a550efe, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:58.519067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:58.527998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dcbea2a-dbe5-4012-ae11-ac1d03fd1916 req-b59b93ac-0557-4e62-a8be-86d495a03fea service neutron] 10.222.0.65 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156382 Feb 11 05:37:58.601483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] For port c184dc42-5296-407b-bd6c-2d853a550efe, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c184dc42-5296-407b-bd6c-2d853a550efe,segment=NetworkSegment(13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf),segment_id=13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:58.705122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598ada7-5d92-4917-881a-7688f7458735 req-fe775490-55df-47b7-a7f7-cd2c4e9764eb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:58.709952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c598ada7-5d92-4917-881a-7688f7458735 req-fe775490-55df-47b7-a7f7-cd2c4e9764eb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.7733738 Feb 11 05:37:58.757777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks [] for router_gateway (ec64e52a-a72f-44d5-b195-16729ca024c1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.760163 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.802413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c0558fd-af85-42c2-841d-df6f137052b4 req-255dfdd6-b4ba-42d5-8d55-ec1fa054f000 service neutron] 10.222.0.83 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8198359 Feb 11 05:37:58.823529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.873078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c598ada7-5d92-4917-881a-7688f7458735 req-c6168502-11d1-40a0-9ff5-43b8b2f67cc0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563973 Feb 11 05:37:58.959274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f008bb41-90e4-4d63-b5f9-871048dcdfa7 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:58.960555 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.037456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01d65-e4c4-4c9d-b395-3c09ea7bc9f1 None None] Pushing event updated for resources: {'Port': ['ID=c184dc42-5296-407b-bd6c-2d853a550efe,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:59.069042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de137b62-8678-444d-a226-be7506b9890f admin admin] Publish callbacks [] for security_group (39961609-8849-4f86-8deb-e822ca794924), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.086684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f008bb41-90e4-4d63-b5f9-871048dcdfa7 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:59.124481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f008bb41-90e4-4d63-b5f9-871048dcdfa7, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f008bb41-90e4-4d63-b5f9-871048dcdfa7,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:59.186273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de137b62-8678-444d-a226-be7506b9890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (39961609-8849-4f86-8deb-e822ca794924), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.210596 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.256371 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de137b62-8678-444d-a226-be7506b9890f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39961609-8849-4f86-8deb-e822ca794924,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:59.341275 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-de137b62-8678-444d-a226-be7506b9890f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60da8df2a6a047fa9fbdebc0ee2ce879&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1980753 Feb 11 05:37:59.343090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44030) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:59.371035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Allocated IP 172.25.8.13 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f92e1a4c-2a3d-4989-a605-d5b1a12e62fc) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:59.489104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f16ea2-d4ab-4c44-a6a1-2fe087583668 req-fa375f3b-cb3e-4391-a535-810a4ac76eff tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:59.507263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44f16ea2-d4ab-4c44-a6a1-2fe087583668 req-fa375f3b-cb3e-4391-a535-810a4ac76eff tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 944 time: 0.5803699 Feb 11 05:37:59.528735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f008bb41-90e4-4d63-b5f9-871048dcdfa7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:59.598362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-3ebeed06-3684-458c-968b-188a93052982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:59.605825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-3ebeed06-3684-458c-968b-188a93052982 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b387c0eaa355445babde9dbdee0a60b6&device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 1127 time: 0.6548085 Feb 11 05:37:59.712990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f008bb41-90e4-4d63-b5f9-871048dcdfa7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:59.719217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks [] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.722838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d328e46-8171-4def-98ac-e4d3ab0655cf req-beb2d4b6-ca59-4480-a520-ecdb6bcf72cd tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:59.736951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d328e46-8171-4def-98ac-e4d3ab0655cf req-beb2d4b6-ca59-4480-a520-ecdb6bcf72cd tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.6307929 Feb 11 05:37:59.905833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.019721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:00.028406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:00.053817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:00.129278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44f16ea2-d4ab-4c44-a6a1-2fe087583668 req-e3d582a2-a24c-4001-8245-ba8088154980 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946689 Feb 11 05:38:00.151873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-d131ad7c-d575-44a7-a958-8aec9a26341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:00.153935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-d131ad7c-d575-44a7-a958-8aec9a26341f service neutron] 10.222.0.83 "GET /v2.0/networks?id=9858be2c-6eaf-41f3-92da-21a8a33f50e1 HTTP/1.1" status: 200 len: 919 time: 0.4824576 Feb 11 05:38:00.182890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d328e46-8171-4def-98ac-e4d3ab0655cf req-654b1534-18da-4978-a539-15da0af1f9c3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446697 Feb 11 05:38:00.199570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Pushing event updated for resources: {'Port': ['ID=f92e1a4c-2a3d-4989-a605-d5b1a12e62fc,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:00.284579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d5468f0-742b-4628-9577-f57a7a718520 admin admin] Publish callbacks [] for security_group (39961609-8849-4f86-8deb-e822ca794924), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.299748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-08e7c41d-9952-4f19-aeba-6ee7cb22fe4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d0b761-40ea-4be4-9b99-e31dd8834d33 HTTP/1.1" status: 200 len: 217 time: 0.1362650 Feb 11 05:38:00.420572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-01ce18f5-b017-42a1-be3d-b7a187fda60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:00.423289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-01ce18f5-b017-42a1-be3d-b7a187fda60a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=01642e2c-e4c7-47be-b485-bf9c9fe770e4 HTTP/1.1" status: 200 len: 858 time: 0.1140039 Feb 11 05:38:00.471175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d5468f0-742b-4628-9577-f57a7a718520 admin admin] Publish callbacks [] for security_group (39961609-8849-4f86-8deb-e822ca794924), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.575638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-4da462e7-e4fd-4f26-85c8-deedc8a9feb5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9858be2c-6eaf-41f3-92da-21a8a33f50e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424809 Feb 11 05:38:00.777104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks [] for router_gateway (ec64e52a-a72f-44d5-b195-16729ca024c1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.828669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-f86a0c34-6976-4eec-8768-249570c1c378 service neutron] 10.222.0.83 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446458 Feb 11 05:38:00.857926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f17a4-f70d-48c0-ab3f-79d96ec5e6eb req-ac78e9af-ec70-421d-bfe0-6b00f49778b6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:00.860243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e39f17a4-f70d-48c0-ab3f-79d96ec5e6eb req-ac78e9af-ec70-421d-bfe0-6b00f49778b6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.5587575 Feb 11 05:38:01.029386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134b7272-f3d2-44c4-8a08-7a71ee8d90a0 None None] Network cb3e0d95-cfdb-4945-b203-532319c478db requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:01.139570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (ec64e52a-a72f-44d5-b195-16729ca024c1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.392225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-02b2a2df-0861-4062-9cc0-7e5b2a4c8093 None None] Provisioning complete for port c184dc42-5296-407b-bd6c-2d853a550efe triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:01.392685 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-02b2a2df-0861-4062-9cc0-7e5b2a4c8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.491748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c184dc42-5296-407b-bd6c-2d853a550efe up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:01.599272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Router ec64e52a-a72f-44d5-b195-16729ca024c1 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:38:01.635970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-02b2a2df-0861-4062-9cc0-7e5b2a4c8093 None None] Current status of the port c184dc42-5296-407b-bd6c-2d853a550efe is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:01.636272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-02b2a2df-0861-4062-9cc0-7e5b2a4c8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.726410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc2e2c18-7aeb-4593-ac76-c0d329a2a925 req-c56d103a-d3cc-4622-9a8e-cdbb51cdc6e6 service neutron] 10.222.0.83 "GET /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8604138 Feb 11 05:38:01.845006 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:01.922263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.924944 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4e6ce138-f1ab-4201-9ded-dfcc0d5cfb94 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7792842 Feb 11 05:38:01.928335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44124) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:01.931818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e39f17a4-f70d-48c0-ab3f-79d96ec5e6eb req-716fd741-6015-453b-9a1a-166afea574df tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633496 Feb 11 05:38:01.955682 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d5468f0-742b-4628-9577-f57a7a718520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (39961609-8849-4f86-8deb-e822ca794924), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.972534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d5468f0-742b-4628-9577-f57a7a718520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.974158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4d5468f0-742b-4628-9577-f57a7a718520 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39961609-8849-4f86-8deb-e822ca794924 HTTP/1.1" status: 204 len: 168 time: 2.6148906 Feb 11 05:38:01.987139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 95d0b761-40ea-4be4-9b99-e31dd8834d33 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:38:01.989750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5468f0-742b-4628-9577-f57a7a718520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39961609-8849-4f86-8deb-e822ca794924,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:02.009452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbaf7-d26f-4696-aeb2-65cd425041ba req-2a674123-a7fd-41c2-9b59-91683b1e2c41 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:02.010965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:02.015940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3addbaf7-d26f-4696-aeb2-65cd425041ba req-2a674123-a7fd-41c2-9b59-91683b1e2c41 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 945 time: 0.2630706 Feb 11 05:38:02.019214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Sync routers for ids ['ec64e52a-a72f-44d5-b195-16729ca024c1'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:02.051359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c184dc42-5296-407b-bd6c-2d853a550efe triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:02.052961 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.104805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3addbaf7-d26f-4696-aeb2-65cd425041ba req-c5615d69-d3ff-44ae-942e-ce88d5f02392 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877888 Feb 11 05:38:02.289558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:02.335929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c020fa9-2f99-483d-8992-95c4c5a8702a req-ebfa098c-052d-4770-86cd-110fddc86522 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:02.350158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c020fa9-2f99-483d-8992-95c4c5a8702a req-ebfa098c-052d-4770-86cd-110fddc86522 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.1592367 Feb 11 05:38:02.403254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Routers {'ec64e52a-a72f-44d5-b195-16729ca024c1'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:02.404335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:37:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec64e52a-a72f-44d5-b195-16729ca024c1'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:02.416321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-02b2a2df-0861-4062-9cc0-7e5b2a4c8093 None None] For port c184dc42-5296-407b-bd6c-2d853a550efe, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c184dc42-5296-407b-bd6c-2d853a550efe,segment=NetworkSegment(13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf),segment_id=13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:02.425353 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:38:02.575895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c020fa9-2f99-483d-8992-95c4c5a8702a req-bff393a0-c438-4e20-a85c-f9ae9dd4b7e8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246587 Feb 11 05:38:02.708121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Set router ec64e52a-a72f-44d5-b195-16729ca024c1 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:03.023056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 95d0b761-40ea-4be4-9b99-e31dd8834d33, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=95d0b761-40ea-4be4-9b99-e31dd8834d33,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:03.052004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '95d0b761-40ea-4be4-9b99-e31dd8834d33', 'network_id': '9858be2c-6eaf-41f3-92da-21a8a33f50e1', 'port_id': '95d0b761-40ea-4be4-9b99-e31dd8834d33', 'mac_address': 'fa:16:3e:70:7e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01642e2c-e4c7-47be-b485-bf9c9fe770e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:38:03.088396 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-02b2a2df-0861-4062-9cc0-7e5b2a4c8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.487933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88675aa-f35f-4302-af56-bb3eef996264 req-48ccb348-ae89-474e-8f0c-ecbf4fdd22a5 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:03.493625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a88675aa-f35f-4302-af56-bb3eef996264 req-48ccb348-ae89-474e-8f0c-ecbf4fdd22a5 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 945 time: 0.2016737 Feb 11 05:38:03.505925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba8eff-c64e-441b-9f45-df02807c1bd8 req-1fc6d3b8-f0a5-4674-bc61-67ca7164cfac tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:03.511846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98ba8eff-c64e-441b-9f45-df02807c1bd8 req-1fc6d3b8-f0a5-4674-bc61-67ca7164cfac tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.3666310 Feb 11 05:38:03.532949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.588011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2a2df-0861-4062-9cc0-7e5b2a4c8093 None None] Pushing event updated for resources: {'Port': ['ID=c184dc42-5296-407b-bd6c-2d853a550efe,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:03.597093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c184dc42-5296-407b-bd6c-2d853a550efe is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:03.606166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port d98e3735-012a-41d2-9c4c-d9f71456c4c6 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:03.641211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port d98e3735-012a-41d2-9c4c-d9f71456c4c6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:03.641921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.790155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-29ff10cb-6931-461b-bd03-f11b0d92017e None None] Provisioning complete for port c184dc42-5296-407b-bd6c-2d853a550efe triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:03.790936 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29ff10cb-6931-461b-bd03-f11b0d92017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.797726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a88675aa-f35f-4302-af56-bb3eef996264 req-4383291a-9797-407c-bb94-88ee52103831 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791929 Feb 11 05:38:03.860328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98ba8eff-c64e-441b-9f45-df02807c1bd8 req-c01bcfb4-ca6e-46b3-8f48-639b94a12a8c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280060 Feb 11 05:38:03.864864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44162) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:03.932204 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eace8998-4e49-461d-a635-54c3f9914b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.066027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c184dc42-5296-407b-bd6c-2d853a550efe up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:04.074364 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-582a7031-4d0f-444e-b7da-4940a641a861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.105031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Allocated IP 172.20.0.1 (cb3e0d95-cfdb-4945-b203-532319c478db/b88055ab-598a-48bf-a6d0-32b133f59fe0/c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:04.167196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819129b5-7294-4dc0-98a2-68024c0dc15e req-58648fb0-1af9-4a1c-8ed2-a0340ed2f35c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:04.176459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-819129b5-7294-4dc0-98a2-68024c0dc15e req-58648fb0-1af9-4a1c-8ed2-a0340ed2f35c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 946 time: 0.2025292 Feb 11 05:38:04.291296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-819129b5-7294-4dc0-98a2-68024c0dc15e req-27a5d44d-20d9-49ed-8b0e-08ee35db3e23 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070302 Feb 11 05:38:04.348937 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eace8998-4e49-461d-a635-54c3f9914b1c admin admin] Publish callbacks [] for security_group (2a98b518-1770-4807-b737-fde7d2a8d964), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.407925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eace8998-4e49-461d-a635-54c3f9914b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2a98b518-1770-4807-b737-fde7d2a8d964), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.425293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Publish callbacks [] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.445035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:04.452424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port d98e3735-012a-41d2-9c4c-d9f71456c4c6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:04.455017 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.476761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 95d0b761-40ea-4be4-9b99-e31dd8834d33 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:04.479918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.492257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eace8998-4e49-461d-a635-54c3f9914b1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e6785a52ee24561a44fc42dec347209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6243365 Feb 11 05:38:04.494359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44168) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:04.566383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace8998-4e49-461d-a635-54c3f9914b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a98b518-1770-4807-b737-fde7d2a8d964,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:04.647243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5253-0c09-4b1c-91ff-2e9118e9ce1b admin admin] Publish callbacks [] for security_group (2a98b518-1770-4807-b737-fde7d2a8d964), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.652528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:04.653173 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.701301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5253-0c09-4b1c-91ff-2e9118e9ce1b admin admin] Publish callbacks [] for security_group (2a98b518-1770-4807-b737-fde7d2a8d964), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.721307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d0b761-40ea-4be4-9b99-e31dd8834d33 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:04.749323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 95d0b761-40ea-4be4-9b99-e31dd8834d33, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=95d0b761-40ea-4be4-9b99-e31dd8834d33,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:04.781792 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.788644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:00Z', 'revision_number': 3, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port': {'id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:58Z', 'updated_at': '2022-02-11T05:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:04.805646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c184dc42-5296-407b-bd6c-2d853a550efe triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:04.806344 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.880696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:04.882991 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca12ff28-070c-445b-98df-ee48083c012d" -d '{"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-plugged", "status": "completed", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:04.886141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Network cb3e0d95-cfdb-4945-b203-532319c478db is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:04.894440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:04.904293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:04.926379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.954386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-29ff10cb-6931-461b-bd03-f11b0d92017e None None] Current status of the port c184dc42-5296-407b-bd6c-2d853a550efe is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:05.000383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:05.029261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (ec64e52a-a72f-44d5-b195-16729ca024c1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.170332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ba25-79b2-4601-9da8-259573a5e7ee req-d62da4fc-7e73-4754-b535-808939b87a47 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:05.172835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0349ba25-79b2-4601-9da8-259573a5e7ee req-d62da4fc-7e73-4754-b535-808939b87a47 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 945 time: 0.2457209 Feb 11 05:38:05.208942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Checking router: ec64e52a-a72f-44d5-b195-16729ca024c1 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:05.209555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Updating router ec64e52a-a72f-44d5-b195-16729ca024c1 port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:05.216704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:05.256494 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5253-0c09-4b1c-91ff-2e9118e9ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2a98b518-1770-4807-b737-fde7d2a8d964), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.263649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5253-0c09-4b1c-91ff-2e9118e9ce1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.267357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad5b5253-0c09-4b1c-91ff-2e9118e9ce1b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a98b518-1770-4807-b737-fde7d2a8d964 HTTP/1.1" status: 204 len: 168 time: 0.7713606 Feb 11 05:38:05.292887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b5253-0c09-4b1c-91ff-2e9118e9ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a98b518-1770-4807-b737-fde7d2a8d964,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:05.339200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['95d0b761-40ea-4be4-9b99-e31dd8834d33'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:05.412373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0349ba25-79b2-4601-9da8-259573a5e7ee req-740050cc-0c03-4139-b652-25cc935141be tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230444 Feb 11 05:38:05.440271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337612f9-b5e2-4d9f-8e01-3e8b274efad0 req-fe7b0d3d-edb4-484f-92ee-26df5fa9e7a5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:05.449107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337612f9-b5e2-4d9f-8e01-3e8b274efad0 req-fe7b0d3d-edb4-484f-92ee-26df5fa9e7a5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2734146 Feb 11 05:38:05.516118 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.551252 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-466b55b1-aae5-4672-b72c-a8a3e578daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.564655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:05.572997 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.587944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337612f9-b5e2-4d9f-8e01-3e8b274efad0 req-6ca57c82-c4fb-486c-a987-e7fc6fb1d14c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303825 Feb 11 05:38:05.627916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.661382 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6307f48-0e62-4d1f-99fb-34d69c9bbaca x-openstack-request-id: req-c6307f48-0e62-4d1f-99fb-34d69c9bbaca {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:05.661382 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-plugged", "status": "completed", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:05.661382 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6307f48-0e62-4d1f-99fb-34d69c9bbaca {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:05.661382 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'code': 200} Feb 11 05:38:05.820407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.877601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fa165-1c4f-42e4-a620-7caeaba2754d req-bdfbd97b-3c0d-4cdc-843a-75793c4da641 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:05.891685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f0fa165-1c4f-42e4-a620-7caeaba2754d req-bdfbd97b-3c0d-4cdc-843a-75793c4da641 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.0929937 Feb 11 05:38:06.017330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:06.018405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f0fa165-1c4f-42e4-a620-7caeaba2754d req-7fdab726-a2f3-4a72-a99d-c342ccec46ed tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256392 Feb 11 05:38:06.028375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4d11df98-8743-4a99-9ff8-afe097964137 None None] Provisioning complete for port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:06.028968 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d11df98-8743-4a99-9ff8-afe097964137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.058961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a563d-3ba3-4cc8-8ee7-4ad8ece2d6bf req-a6fa5909-e971-4af3-9f34-5ac3ab977780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:06.062959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f8a563d-3ba3-4cc8-8ee7-4ad8ece2d6bf req-a6fa5909-e971-4af3-9f34-5ac3ab977780 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1130 time: 0.1384163 Feb 11 05:38:06.066166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=95d0b761-40ea-4be4-9b99-e31dd8834d33,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:06.138078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Publish callbacks [] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.141752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f8a563d-3ba3-4cc8-8ee7-4ad8ece2d6bf req-f1230002-9dd0-4dd5-be1d-8dd3b1ed9d11 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744371 Feb 11 05:38:06.183438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c184dc42-5296-407b-bd6c-2d853a550efe is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:06.347572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4d11df98-8743-4a99-9ff8-afe097964137 None None] Port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:06.347572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=12']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:06.428268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.447109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.447930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f008bb41-90e4-4d63-b5f9-871048dcdfa7 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:06.535114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:06.606547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (ec64e52a-a72f-44d5-b195-16729ca024c1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.708847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:06.869156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Network cb3e0d95-cfdb-4945-b203-532319c478db is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:06.882878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:06.886798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b8b41-06f5-44e1-b985-cecbdf5fdc0e req-705160f3-d8b5-4f34-80ec-cf5da302962b tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:06.915791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-237b8b41-06f5-44e1-b985-cecbdf5fdc0e req-705160f3-d8b5-4f34-80ec-cf5da302962b tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 945 time: 0.3073585 Feb 11 05:38:06.958406 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.996026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c726b-bfaf-4123-8a77-26ae8ffa39b3 req-b19e1260-c121-4f8b-90a3-631e0a6c3e53 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:07.003754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a4c726b-bfaf-4123-8a77-26ae8ffa39b3 req-b19e1260-c121-4f8b-90a3-631e0a6c3e53 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.3171089 Feb 11 05:38:07.059789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port f008bb41-90e4-4d63-b5f9-871048dcdfa7 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:07.149769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f008bb41-90e4-4d63-b5f9-871048dcdfa7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:07.161028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.188015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-237b8b41-06f5-44e1-b985-cecbdf5fdc0e req-7f5b4e9a-1d83-4e49-9f80-7dba74bccf68 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637360 Feb 11 05:38:07.219578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a4c726b-bfaf-4123-8a77-26ae8ffa39b3 req-176b03b1-9642-483a-8719-369cebb65bc8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999819 Feb 11 05:38:07.257776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Router ec64e52a-a72f-44d5-b195-16729ca024c1 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:07.376506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Publish callbacks [] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.477713 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.506551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83a53-325b-4df2-812e-b7fc59a62af2 req-ae7dc54a-32d1-4bb5-845d-307b0e11891f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:07.517208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ea83a53-325b-4df2-812e-b7fc59a62af2 req-ae7dc54a-32d1-4bb5-845d-307b0e11891f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.1255093 Feb 11 05:38:07.570489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:07.597276 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8cdc4955-f82a-495a-ae24-f918f30a3c77 admin admin] 10.222.0.62 "PUT /v2.0/routers/ec64e52a-a72f-44d5-b195-16729ca024c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6586690 Feb 11 05:38:07.645092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f008bb41-90e4-4d63-b5f9-871048dcdfa7 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:07.658787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.666191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3ea83a53-325b-4df2-812e-b7fc59a62af2 req-10f2831a-db05-41bd-b7ea-6e7ad856be27 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474013 Feb 11 05:38:07.679959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11821bc-5793-49c5-881b-fab04c1e7b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:07.701956 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59229d1e-56c4-4189-9573-17de87237e9a" -d '{"events": [{"server_uuid": "e11821bc-5793-49c5-881b-fab04c1e7b02", "name": "network-vif-plugged", "status": "completed", "tag": "ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:07.787620 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae070d2c-5dfa-471a-afcf-a85616dfd40e x-openstack-request-id: req-ae070d2c-5dfa-471a-afcf-a85616dfd40e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:07.788146 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11821bc-5793-49c5-881b-fab04c1e7b02", "name": "network-vif-plugged", "status": "completed", "tag": "ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:07.788646 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae070d2c-5dfa-471a-afcf-a85616dfd40e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:07.789341 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11821bc-5793-49c5-881b-fab04c1e7b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94', 'code': 200} Feb 11 05:38:07.798339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79218c81-9b2e-4110-8ad0-1a3faac75f15 None None] Pushing event updated for resources: {'Port': ['ID=f92e1a4c-2a3d-4989-a605-d5b1a12e62fc,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:07.801204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Attempting to bind port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:07.801925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Attempting to bind port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:07.802517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Attempting to bind port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:07.832295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0f51d5c4-974f-4b6b-8f57-4b427a0e73f2 None None] Provisioning complete for port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:07.833105 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0f51d5c4-974f-4b6b-8f57-4b427a0e73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.836449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:07.836449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:07.836449 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.837097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:07.838828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Bound port: f92e1a4c-2a3d-4989-a605-d5b1a12e62fc, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:07.839507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.853097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f008bb41-90e4-4d63-b5f9-871048dcdfa7, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f008bb41-90e4-4d63-b5f9-871048dcdfa7,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:08.005256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7b46f-9176-4eaf-ba8c-d8488d9848fb req-cc6618f2-4bd4-4af2-878c-a467685c2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:08.008005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0f51d5c4-974f-4b6b-8f57-4b427a0e73f2 None None] Port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:08.010468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16d7b46f-9176-4eaf-ba8c-d8488d9848fb req-cc6618f2-4bd4-4af2-878c-a467685c2cd3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e11821bc-5793-49c5-881b-fab04c1e7b02 HTTP/1.1" status: 200 len: 1128 time: 0.1404824 Feb 11 05:38:08.013606 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.167099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16d7b46f-9176-4eaf-ba8c-d8488d9848fb req-45c62616-d952-4ef1-815f-9b1eea9394e9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459775 Feb 11 05:38:08.176215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] For port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:08.206717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] For port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f92e1a4c-2a3d-4989-a605-d5b1a12e62fc,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:08.240252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f008bb41-90e4-4d63-b5f9-871048dcdfa7,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:08.344656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.558664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79218c81-9b2e-4110-8ad0-1a3faac75f15 None None] Pushing event updated for resources: {'Port': ['ID=f92e1a4c-2a3d-4989-a605-d5b1a12e62fc,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:08.560220 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.601709 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.637900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Routers {'ec64e52a-a72f-44d5-b195-16729ca024c1'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:08.639711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec64e52a-a72f-44d5-b195-16729ca024c1'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:08.725299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52cebb-6f31-4743-ae9c-ad63080391e7 req-b8ffc6f7-509f-4134-bd92-0b9a6b167d0c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:08.746835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b52cebb-6f31-4743-ae9c-ad63080391e7 req-b8ffc6f7-509f-4134-bd92-0b9a6b167d0c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.3712578 Feb 11 05:38:08.773006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f063c-8b5d-4351-a3c2-f795b0eee8b1 req-4a48625b-68f2-4ecf-9769-a6b87f8c8a11 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:08.782302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a35f063c-8b5d-4351-a3c2-f795b0eee8b1 req-4a48625b-68f2-4ecf-9769-a6b87f8c8a11 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 946 time: 0.4234149 Feb 11 05:38:08.886455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] Set router ec64e52a-a72f-44d5-b195-16729ca024c1 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:09.025614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b52cebb-6f31-4743-ae9c-ad63080391e7 req-bd74e4f3-1bf5-44b0-a0d4-b3a13071a26c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775931 Feb 11 05:38:09.142763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 95d0b761-40ea-4be4-9b99-e31dd8834d33 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:09.147160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a35f063c-8b5d-4351-a3c2-f795b0eee8b1 req-10d579bc-8465-44af-a88c-65238611582f tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441768 Feb 11 05:38:09.377404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4679d3-e26b-48f4-b9b6-eb5857fa058f req-fa21424f-21ed-46a5-a6b5-6e214107de42 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:09.389697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee4679d3-e26b-48f4-b9b6-eb5857fa058f req-fa21424f-21ed-46a5-a6b5-6e214107de42 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.1987588 Feb 11 05:38:09.563332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee4679d3-e26b-48f4-b9b6-eb5857fa058f req-0fcaa46c-4ce8-4c25-8601-62a3c3ce3a07 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725829 Feb 11 05:38:09.790819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950e4751-5899-47d5-acc2-830d4baf80dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f008bb41-90e4-4d63-b5f9-871048dcdfa7'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:09.862970 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e26fe2-60b1-478e-9349-2a1d84bfc282" -d '{"events": [{"server_uuid": "950e4751-5899-47d5-acc2-830d4baf80dc", "name": "network-vif-plugged", "status": "completed", "tag": "f008bb41-90e4-4d63-b5f9-871048dcdfa7"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:09.862970 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.863193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44298) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:09.863193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-745962095-network', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:09.940848 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf78195a-bc92-4bfc-b837-f9c5c5a8f4da x-openstack-request-id: req-cf78195a-bc92-4bfc-b837-f9c5c5a8f4da {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:09.941226 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950e4751-5899-47d5-acc2-830d4baf80dc", "name": "network-vif-plugged", "status": "completed", "tag": "f008bb41-90e4-4d63-b5f9-871048dcdfa7", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:09.941435 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf78195a-bc92-4bfc-b837-f9c5c5a8f4da {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:09.943446 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950e4751-5899-47d5-acc2-830d4baf80dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f008bb41-90e4-4d63-b5f9-871048dcdfa7', 'code': 200} Feb 11 05:38:10.067112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 4, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port': {'id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:58Z', 'updated_at': '2022-02-11T05:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e', 'name': '', 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'mac_address': 'fa:16:3e:92:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:03Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 2, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'subnets': [{'id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:10.156940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98478a-d9c5-4d67-a900-b6083abadffb req-cf1df0e2-f332-4262-b53f-a86b60f3cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:10.171106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e06f6-21e6-4bc6-b9c2-e650b649baf3 None None] The sync data for ids ['ec64e52a-a72f-44d5-b195-16729ca024c1'] in n-d-713498-37 is: [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 4, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port': {'id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:58Z', 'updated_at': '2022-02-11T05:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e', 'name': '', 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'mac_address': 'fa:16:3e:92:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:03Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 2, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'subnets': [{'id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:10.176367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f98478a-d9c5-4d67-a900-b6083abadffb req-cf1df0e2-f332-4262-b53f-a86b60f3cc52 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 1129 time: 0.2110550 Feb 11 05:38:10.337360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 95d0b761-40ea-4be4-9b99-e31dd8834d33 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:10.371237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 95d0b761-40ea-4be4-9b99-e31dd8834d33 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:10.375870 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.394228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f98478a-d9c5-4d67-a900-b6083abadffb req-eb8d4a2f-5213-4e7f-9e8f-ace33a4faf34 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095189 Feb 11 05:38:10.396466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Made reservation on behalf of 7c4862da097b48938c4ade5bd4ff4610 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:10.400084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.463127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.615009 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Publish callbacks [] for security_group (61172bb4-570b-407e-bc51-07a14b9ec911), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.704630 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (61172bb4-570b-407e-bc51-07a14b9ec911), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.760192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:38:10.787504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa57-1092-4f0b-92d8-45aef7b514dc req-2e1739e8-cdd7-4184-bb91-e6d2a2534916 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:10.789193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc18fa57-1092-4f0b-92d8-45aef7b514dc req-2e1739e8-cdd7-4184-bb91-e6d2a2534916 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.4009600 Feb 11 05:38:10.793871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61172bb4-570b-407e-bc51-07a14b9ec911,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:10.815680 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7d42edc2-b6c6-46df-9dfe-fd5463d17e57), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.816023 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Added segment 7d42edc2-b6c6-46df-9dfe-fd5463d17e57 of type vlan for network 22203cb7-f474-449a-8454-27769009231d Feb 11 05:38:10.834235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d24ee-156d-44e5-bdd6-2eb51c50746b req-686e7976-26cc-4379-a4d2-3864a74308f4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:10.834235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af8d24ee-156d-44e5-bdd6-2eb51c50746b req-686e7976-26cc-4379-a4d2-3864a74308f4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 946 time: 0.4402919 Feb 11 05:38:10.894897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 95d0b761-40ea-4be4-9b99-e31dd8834d33 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:10.900558 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.975163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 95d0b761-40ea-4be4-9b99-e31dd8834d33, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=95d0b761-40ea-4be4-9b99-e31dd8834d33,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:11.014819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (22203cb7-f474-449a-8454-27769009231d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.053264 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.177289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af8d24ee-156d-44e5-bdd6-2eb51c50746b req-0b633c94-840c-46a2-90c8-1fe70db40348 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046477 Feb 11 05:38:11.200650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc18fa57-1092-4f0b-92d8-45aef7b514dc req-79195ddb-89b8-4b95-ba08-384c3915e350 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872766 Feb 11 05:38:11.234445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (22203cb7-f474-449a-8454-27769009231d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.234445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:11.234445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.277727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=95d0b761-40ea-4be4-9b99-e31dd8834d33,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:11.374909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.382099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:11.384108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5502548 Feb 11 05:38:11.389045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Request body: {'subnet': {'network_id': '22203cb7-f474-449a-8454-27769009231d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-745962095-subnet', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:11.517962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc8da9-6dc9-4379-acec-afdcb6f2fc93 admin admin] Pushing event updated for resources: {'Network': ['ID=22203cb7-f474-449a-8454-27769009231d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:11.534693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 22203cb7-f474-449a-8454-27769009231d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:38:11.550406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7f742-08f1-49d7-a556-102eed588dea req-ecdf177a-7a97-4b63-8399-843d094f715a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:11.571688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Made reservation on behalf of 7c4862da097b48938c4ade5bd4ff4610 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:11.573660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4da7f742-08f1-49d7-a556-102eed588dea req-ecdf177a-7a97-4b63-8399-843d094f715a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.1648841 Feb 11 05:38:11.575033 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.876709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4da7f742-08f1-49d7-a556-102eed588dea req-11c19add-7310-4f96-aa9e-be0feb191589 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004394 Feb 11 05:38:11.944520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c217216-528d-4d84-ac4b-6446f24c4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d0b761-40ea-4be4-9b99-e31dd8834d33'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:11.947881 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa79fd59-2003-4a15-b600-1cd5b52120f0" -d '{"events": [{"server_uuid": "1c217216-528d-4d84-ac4b-6446f24c4775", "name": "network-vif-plugged", "status": "completed", "tag": "95d0b761-40ea-4be4-9b99-e31dd8834d33"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:12.040796 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d579e0-61be-43a6-a0fe-052e136298f3 x-openstack-request-id: req-72d579e0-61be-43a6-a0fe-052e136298f3 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:12.046620 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c217216-528d-4d84-ac4b-6446f24c4775", "name": "network-vif-plugged", "status": "completed", "tag": "95d0b761-40ea-4be4-9b99-e31dd8834d33", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:12.046620 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72d579e0-61be-43a6-a0fe-052e136298f3 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:12.046620 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c217216-528d-4d84-ac4b-6446f24c4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d0b761-40ea-4be4-9b99-e31dd8834d33', 'code': 200} Feb 11 05:38:12.292793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dcb51-2bff-4232-bb28-e60f770062fc req-0298a95d-5ea7-4dd0-9a8a-bce7b6610749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:12.294421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c48dcb51-2bff-4232-bb28-e60f770062fc req-0298a95d-5ea7-4dd0-9a8a-bce7b6610749 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 1129 time: 0.1956639 Feb 11 05:38:12.388533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c48dcb51-2bff-4232-bb28-e60f770062fc req-60679d52-e15c-4ece-ba17-de71470bc2c8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727468 Feb 11 05:38:12.465495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f92e1a4c-2a3d-4989-a605-d5b1a12e62fc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:12.590780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1b6ba-8a9e-43f7-9156-c912a17a20be req-7797d24d-8343-4923-ab89-b37d479c45f8 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:12.592459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fd1b6ba-8a9e-43f7-9156-c912a17a20be req-7797d24d-8343-4923-ab89-b37d479c45f8 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 946 time: 0.1198261 Feb 11 05:38:12.634988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:12.640445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.653951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479316a-1685-488b-9bcb-d9233c4b47e6 req-37cdc249-ca52-4c8d-a9be-b229ad0a4a93 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:12.657759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7479316a-1685-488b-9bcb-d9233c4b47e6 req-37cdc249-ca52-4c8d-a9be-b229ad0a4a93 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2470589 Feb 11 05:38:12.735628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fd1b6ba-8a9e-43f7-9156-c912a17a20be req-569e2fb3-4597-41dd-bd4c-f53fabc0bc77 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351035 Feb 11 05:38:12.869165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7479316a-1685-488b-9bcb-d9233c4b47e6 req-3699f2a5-e522-4b37-9f26-a593cc03a519 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484063 Feb 11 05:38:12.991809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:12.994214 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.088194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f92e1a4c-2a3d-4989-a605-d5b1a12e62fc,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:13.187883 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.276470 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (3570b4b4-fbe5-4344-922c-e49ed224b67f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.349393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acf36b-e3d3-43ae-a4f5-b2827eeb2ff9 req-3dd95149-6a41-46f1-8611-b14c3734207f tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:13.380230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09acf36b-e3d3-43ae-a4f5-b2827eeb2ff9 req-3dd95149-6a41-46f1-8611-b14c3734207f tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 946 time: 0.3440382 Feb 11 05:38:13.397625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3570b4b4-fbe5-4344-922c-e49ed224b67f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:13.445538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Checking segment: {'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:13.446817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Network hostable DHCP agents. Network: 22203cb7-f474-449a-8454-27769009231d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:38:13.456285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=f92e1a4c-2a3d-4989-a605-d5b1a12e62fc,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:13.588793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Network 22203cb7-f474-449a-8454-27769009231d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:38:13.621482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a2d71-6b2a-4e4d-9962-a02b6561a680 req-26c2bbeb-2e78-4bb8-b2d6-95b4a48fb1d3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:13.624651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e9a2d71-6b2a-4e4d-9962-a02b6561a680 req-26c2bbeb-2e78-4bb8-b2d6-95b4a48fb1d3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.5123549 Feb 11 05:38:13.657258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 22203cb7-f474-449a-8454-27769009231d) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:13.670488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7457d36a-4f8a-4f3f-b6ba-2a4e0b7cc34f None None] Network 22203cb7-f474-449a-8454-27769009231d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:13.672861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:13.674981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.739802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09acf36b-e3d3-43ae-a4f5-b2827eeb2ff9 req-817365e6-494e-4984-ab0c-e4b1aff34c2c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530746 Feb 11 05:38:13.832357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b758fcb8-1ec0-46c5-a604-1c5e3b04b90d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4489551 Feb 11 05:38:13.833025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44362) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:13.841566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:13.865586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1e9a2d71-6b2a-4e4d-9962-a02b6561a680 req-29bdbeb6-1f5a-4683-8739-3a18b5554f65 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715224 Feb 11 05:38:14.070648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.073956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.089782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-22203cb7-f474-449a-8454-27769009231d', 'network_id': '22203cb7-f474-449a-8454-27769009231d', 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'fixed_ips': [{'subnet_id': '3570b4b4-fbe5-4344-922c-e49ed224b67f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:38:14.091410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.208670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks [] for router_controller (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.250820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b6be9-b500-4898-99cf-cb596b7199cc req-500913a5-5f34-42ed-8c6b-c11ef14861b8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:14.266467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d1b6be9-b500-4898-99cf-cb596b7199cc req-500913a5-5f34-42ed-8c6b-c11ef14861b8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2320435 Feb 11 05:38:14.476260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f92e1a4c-2a3d-4989-a605-d5b1a12e62fc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:14.534423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d1b6be9-b500-4898-99cf-cb596b7199cc req-4912dad9-37b7-4190-aef4-c49f02c07aa6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652230 Feb 11 05:38:14.627735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Allocated IP 172.20.0.2 (22203cb7-f474-449a-8454-27769009231d/3570b4b4-fbe5-4344-922c-e49ed224b67f/2d16aa3a-f35e-4082-9fa3-190ef5789463) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:14.762958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks [] for router_gateway (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.784247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44376) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:14.915969 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Sync routers for ids ['ec64e52a-a72f-44d5-b195-16729ca024c1'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:14.967201 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Routers {'ec64e52a-a72f-44d5-b195-16729ca024c1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:14.967856 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec64e52a-a72f-44d5-b195-16729ca024c1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:15.188542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:15.205088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.231732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9785b70c-8ccc-46f6-93ee-902717ba75c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.379308 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Set router ec64e52a-a72f-44d5-b195-16729ca024c1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:15.386884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b2fe0-f65c-45c7-b2c4-acdbdfbd0b2c req-f83b0a68-2250-404f-b907-7cdec0b96386 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:15.407459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-153b2fe0-f65c-45c7-b2c4-acdbdfbd0b2c req-f83b0a68-2250-404f-b907-7cdec0b96386 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 946 time: 0.4893281 Feb 11 05:38:15.442110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785668f-c40d-4eaa-b72e-6406578389c4 req-0966bb16-1e93-4d29-9a09-c6a2b552a370 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:15.469730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4785668f-c40d-4eaa-b72e-6406578389c4 req-0966bb16-1e93-4d29-9a09-c6a2b552a370 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.4088726 Feb 11 05:38:15.579442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks [] for router_gateway (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.644876 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.819443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4785668f-c40d-4eaa-b72e-6406578389c4 req-cf2184f2-7b5c-43a7-8f78-6df5c8437937 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487315 Feb 11 05:38:15.885147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-153b2fe0-f65c-45c7-b2c4-acdbdfbd0b2c req-9476e111-22dd-48de-9140-e07d601609a9 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662795 Feb 11 05:38:16.042359 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9785b70c-8ccc-46f6-93ee-902717ba75c1 admin admin] Publish callbacks [] for security_group (09e5d2ac-b4ae-4a72-b81c-64f88e7e4498), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.077751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Allocated IP 172.25.8.252 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/05bb86a2-ffd5-40ac-b3a3-35aa96f39439) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:16.100633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Publish callbacks [] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.164814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9785b70c-8ccc-46f6-93ee-902717ba75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (09e5d2ac-b4ae-4a72-b81c-64f88e7e4498), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.237154 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 4, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port': {'id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:58Z', 'updated_at': '2022-02-11T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e', 'name': '', 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'mac_address': 'fa:16:3e:92:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:03Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 2, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'subnets': [{'id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:16.280164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785b70c-8ccc-46f6-93ee-902717ba75c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e5d2ac-b4ae-4a72-b81c-64f88e7e4498,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:16.306687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:16.315611 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.332269 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Checking router: ec64e52a-a72f-44d5-b195-16729ca024c1 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:16.332953 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Updating router ec64e52a-a72f-44d5-b195-16729ca024c1 port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:16.381360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9785b70c-8ccc-46f6-93ee-902717ba75c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1bb4475883747f8807bc63060be977c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5957150 Feb 11 05:38:16.382650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44392) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.408257 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.449784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809548dd-e2c3-48f2-82a9-06396af04679 req-ee36c40c-4a82-49d2-a63b-af95651a3a31 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:16.452570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-809548dd-e2c3-48f2-82a9-06396af04679 req-ee36c40c-4a82-49d2-a63b-af95651a3a31 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.3812041 Feb 11 05:38:16.464372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Network 22203cb7-f474-449a-8454-27769009231d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:16.466135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d3b83-deca-462e-aead-8b79c49bc237 req-8723e53b-e846-49cb-9fba-7fcf6eb55510 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:16.468021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-197d3b83-deca-462e-aead-8b79c49bc237 req-8723e53b-e846-49cb-9fba-7fcf6eb55510 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=e11821bc-5793-49c5-881b-fab04c1e7b02 HTTP/1.1" status: 200 len: 945 time: 0.3260407 Feb 11 05:38:16.500386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:16.511367 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks [] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.518316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:16.661172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Pushing event updated for resources: {'Port': ['ID=2d16aa3a-f35e-4082-9fa3-190ef5789463,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:16.704016 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e9852fa-d351-4744-922a-d153d4f405e3 admin admin] Publish callbacks [] for security_group (09e5d2ac-b4ae-4a72-b81c-64f88e7e4498), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.745523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Attempting to bind port 2d16aa3a-f35e-4082-9fa3-190ef5789463 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:16.746050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Attempting to bind port 2d16aa3a-f35e-4082-9fa3-190ef5789463 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:16.746533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Attempting to bind port 2d16aa3a-f35e-4082-9fa3-190ef5789463 on network 22203cb7-f474-449a-8454-27769009231d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:16.760462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.763941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:16.763941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Checking segment: {'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:16.763941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.763941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Bound using segment: {'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:16.763941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Bound port: 2d16aa3a-f35e-4082-9fa3-190ef5789463, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:16.763941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.818645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:16.825740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:16.827014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e9852fa-d351-4744-922a-d153d4f405e3 admin admin] Publish callbacks [] for security_group (09e5d2ac-b4ae-4a72-b81c-64f88e7e4498), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.850322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:16.915002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-809548dd-e2c3-48f2-82a9-06396af04679 req-1f5bdf77-ce00-4a26-9929-0c5809ea3073 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446192 Feb 11 05:38:16.959284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] For port 2d16aa3a-f35e-4082-9fa3-190ef5789463, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:16.966194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] For port 2d16aa3a-f35e-4082-9fa3-190ef5789463, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2d16aa3a-f35e-4082-9fa3-190ef5789463,segment=NetworkSegment(7d42edc2-b6c6-46df-9dfe-fd5463d17e57),segment_id=7d42edc2-b6c6-46df-9dfe-fd5463d17e57)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:16.989958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-197d3b83-deca-462e-aead-8b79c49bc237 req-7d6fab05-14db-4394-bd99-57b11dec9df5 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109766 Feb 11 05:38:17.074178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.098742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Pushing event updated for resources: {'Port': ['ID=05bb86a2-ffd5-40ac-b3a3-35aa96f39439,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.228012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e9852fa-d351-4744-922a-d153d4f405e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (09e5d2ac-b4ae-4a72-b81c-64f88e7e4498), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.233154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e9852fa-d351-4744-922a-d153d4f405e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.234393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7e9852fa-d351-4744-922a-d153d4f405e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09e5d2ac-b4ae-4a72-b81c-64f88e7e4498 HTTP/1.1" status: 204 len: 168 time: 0.8472176 Feb 11 05:38:17.317936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f84ea-92a1-4c3c-8603-5d854ec529a5 None None] Pushing event updated for resources: {'Port': ['ID=2d16aa3a-f35e-4082-9fa3-190ef5789463,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.327341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9852fa-d351-4744-922a-d153d4f405e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e5d2ac-b4ae-4a72-b81c-64f88e7e4498,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.445515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c11f-e9f4-40c0-be8e-e4f5250d8a9e req-a1a62c0a-5c5f-4d8a-bad8-31fa7bbf290b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:17.447554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db37c11f-e9f4-40c0-be8e-e4f5250d8a9e req-a1a62c0a-5c5f-4d8a-bad8-31fa7bbf290b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.3417652 Feb 11 05:38:17.523481 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Publish callbacks [] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.575783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db37c11f-e9f4-40c0-be8e-e4f5250d8a9e req-c8dbb067-4b14-4f76-bcc0-47018345b150 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165397 Feb 11 05:38:18.077265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646b971-6c1b-47ec-854e-e164ca115dbb req-7eb21e67-2d13-4a79-b2f5-c4baf9b672cb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:18.208014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b646b971-6c1b-47ec-854e-e164ca115dbb req-7eb21e67-2d13-4a79-b2f5-c4baf9b672cb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.0741389 Feb 11 05:38:18.208014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b646b971-6c1b-47ec-854e-e164ca115dbb req-82d7b09e-eefc-45c4-9fb2-e2fdd5d2c32e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 Feb 11 05:38:18.445143 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.545905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2d16aa3a-f35e-4082-9fa3-190ef5789463 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:18.794018 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Pushing event updated for resources: {'Port': ['ID=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:18.810504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2d16aa3a-f35e-4082-9fa3-190ef5789463 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:18.816806 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.866301 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.874292 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.885938 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.901091 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.901526 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.901883 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.902224 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.902560 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.902896 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.903225 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.903553 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.903879 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.904204 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:18.922968 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Attempting to bind port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:18.923350 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Attempting to bind port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:18.923715 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Attempting to bind port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e on network cb3e0d95-cfdb-4945-b203-532319c478db {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:18.943968 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:18.944389 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Checking segment: {'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:18.944768 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.945163 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Bound using segment: {'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:18.945689 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Bound port: c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:18.946067 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.012020 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks [] for router_gateway (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.143976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2d16aa3a-f35e-4082-9fa3-190ef5789463 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:19.144763 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.168217 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] For port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:19.182914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-024164ef-d13b-4b10-838a-0495ebec475f req-463bc26b-a505-49de-a7cb-6833ce9e3dbd tempest-MigrationsAdminTest-1813377408 tempest-MigrationsAdminTest-1813377408-project-admin] (104086) timed out ('10.222.0.62', 48548) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:38:19.183186 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] For port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,segment=NetworkSegment(13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf),segment_id=13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:19.194058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5beef0-30e6-4c8a-b6a7-32d508e2d088 req-98665007-3492-4eaa-ac59-c802b1bede43 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:19.212812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c5beef0-30e6-4c8a-b6a7-32d508e2d088 req-98665007-3492-4eaa-ac59-c802b1bede43 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.3510902 Feb 11 05:38:19.217020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-56074476-ed1b-4b3a-9438-475ef071f68a None None] Provisioning complete for port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:19.217648 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56074476-ed1b-4b3a-9438-475ef071f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.220362 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c29de9d-a7f7-40f2-9755-1955c0c33af2 None None] Network 22203cb7-f474-449a-8454-27769009231d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:19.226236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 2d16aa3a-f35e-4082-9fa3-190ef5789463, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2d16aa3a-f35e-4082-9fa3-190ef5789463,segment=NetworkSegment(7d42edc2-b6c6-46df-9dfe-fd5463d17e57),segment_id=7d42edc2-b6c6-46df-9dfe-fd5463d17e57)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:19.322783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-56074476-ed1b-4b3a-9438-475ef071f68a None None] Port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:19.324115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638ef7-32f0-41f4-9ce0-06c617588742 req-6c338b8d-7c3e-4d8a-aae5-97644325b7ba tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:19.329398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d638ef7-32f0-41f4-9ce0-06c617588742 req-6c338b8d-7c3e-4d8a-aae5-97644325b7ba tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=e11821bc-5793-49c5-881b-fab04c1e7b02 HTTP/1.1" status: 200 len: 945 time: 0.3896649 Feb 11 05:38:19.333069 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.356489 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.410590 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c5beef0-30e6-4c8a-b6a7-32d508e2d088 req-b4e81622-ca23-4563-a398-198d44ef1ad8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967814 Feb 11 05:38:19.515344 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Routers {'ec64e52a-a72f-44d5-b195-16729ca024c1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:19.515983 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec64e52a-a72f-44d5-b195-16729ca024c1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:19.519117 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d638ef7-32f0-41f4-9ce0-06c617588742 req-043edee1-6dbe-415e-a70f-45903e9b8d60 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768904 Feb 11 05:38:19.578479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=2d16aa3a-f35e-4082-9fa3-190ef5789463,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:19.699774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44436) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:19.724734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3379d45d-777d-477b-8548-24019832e456 None None] Provisioning complete for port 2d16aa3a-f35e-4082-9fa3-190ef5789463 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:19.731129 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3379d45d-777d-477b-8548-24019832e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.739502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.774845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45c34a-124b-4f61-b066-7f30a07f3d2a req-53b17026-f38b-4b1d-b28f-cd5bb84b09b2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:19.779120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab45c34a-124b-4f61-b066-7f30a07f3d2a req-53b17026-f38b-4b1d-b28f-cd5bb84b09b2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2589574 Feb 11 05:38:19.779325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.991144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab45c34a-124b-4f61-b066-7f30a07f3d2a req-d51d7523-7609-4964-aab2-d5bf970a1f64 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915693 Feb 11 05:38:20.099366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3379d45d-777d-477b-8548-24019832e456 None None] Current status of the port 2d16aa3a-f35e-4082-9fa3-190ef5789463 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:20.243488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-f9eacc9f-62ef-4281-92b1-9fb5cfb45da5 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:20.245148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Provisioning complete for port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:20.245783 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.263742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-f9eacc9f-62ef-4281-92b1-9fb5cfb45da5 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.65 "GET /v2.0/ports?device_id=e11821bc-5793-49c5-881b-fab04c1e7b02 HTTP/1.1" status: 200 len: 945 time: 0.2131102 Feb 11 05:38:20.276274 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] Set router ec64e52a-a72f-44d5-b195-16729ca024c1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:20.535814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Deleting port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:20.536167 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.587531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2d16aa3a-f35e-4082-9fa3-190ef5789463 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:20.608004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Publish callbacks [] for security_group (6e842de2-5d0c-4505-bbc9-bbe7024d3ff2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.748279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Current status of the port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:20.762327 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.801066 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8613df-d86c-4a62-aa5e-39e658681e3d None None] Pushing event updated for resources: {'Port': ['ID=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:20.806967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6e842de2-5d0c-4505-bbc9-bbe7024d3ff2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.875555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:38:20.906624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] For port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,segment=NetworkSegment(13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf),segment_id=13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:20.919773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2d16aa3a-f35e-4082-9fa3-190ef5789463 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:20.920450 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.937855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e842de2-5d0c-4505-bbc9-bbe7024d3ff2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:20.948956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32ef0bc82f4749678953f3ec7a682234&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2438893 Feb 11 05:38:20.974148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44454) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:20.986166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.988195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.990520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.992335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.995588 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 4, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port': {'id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:58Z', 'updated_at': '2022-02-11T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e', 'name': '', 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'mac_address': 'fa:16:3e:92:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:03Z', 'updated_at': '2022-02-11T05:38:19Z', 'revision_number': 4, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'subnets': [{'id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:20.999652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520995f-0953-4c19-8618-cbfe5ffc4fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.039557 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.099796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] For port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:21.104445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.113345 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fab4b-350d-4340-8719-c72e644ff587 None None] The sync data for ids ['ec64e52a-a72f-44d5-b195-16729ca024c1'] in n-d-713498-37 is: [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 4, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port': {'id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:58Z', 'updated_at': '2022-02-11T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e', 'name': '', 'network_id': 'cb3e0d95-cfdb-4945-b203-532319c478db', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'mac_address': 'fa:16:3e:92:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:03Z', 'updated_at': '2022-02-11T05:38:19Z', 'revision_number': 4, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'subnets': [{'id': 'b88055ab-598a-48bf-a6d0-32b133f59fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:21.202609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae089bf-1aba-4816-8b85-5989ef1a0e48 req-c7bcf9b9-08eb-4166-997f-cdb36bbad300 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:21.217850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ae089bf-1aba-4816-8b85-5989ef1a0e48 req-c7bcf9b9-08eb-4166-997f-cdb36bbad300 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.5914519 Feb 11 05:38:21.219863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Calling delete_port for ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:21.253107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:21.256048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f65819-3ea0-47cd-bd08-4c6fdaf67fd3 req-bf1e382b-9010-429a-af65-f9980d147a03 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:21.264214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00f65819-3ea0-47cd-bd08-4c6fdaf67fd3 req-bf1e382b-9010-429a-af65-f9980d147a03 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=e11821bc-5793-49c5-881b-fab04c1e7b02 HTTP/1.1" status: 200 len: 945 time: 0.5023665 Feb 11 05:38:21.286308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Sync routers for ids ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:21.457727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2d16aa3a-f35e-4082-9fa3-190ef5789463 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:21.491626 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b6fa51-9831-4da7-a329-b39f386195de admin admin] Publish callbacks [] for security_group (6e842de2-5d0c-4505-bbc9-bbe7024d3ff2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.493428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-39fbdfe8-f703-4c54-8c47-2a4e93c8ee3c None None] Provisioning complete for port 2d16aa3a-f35e-4082-9fa3-190ef5789463 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:21.496870 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39fbdfe8-f703-4c54-8c47-2a4e93c8ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.503356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Routers {'48cf5d6b-0bac-4216-8466-2748b3a7bf6b'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:21.508847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:21.523962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Pushing event updated for resources: {'Port': ['ID=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:21.543666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.549888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7faf3007-16ca-48a4-969f-a71dfecdec52 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7155867 Feb 11 05:38:21.556863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44462) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:21.573827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ae089bf-1aba-4816-8b85-5989ef1a0e48 req-66d84720-3e03-4926-bef1-7dd0801308eb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552647 Feb 11 05:38:21.768370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b6fa51-9831-4da7-a329-b39f386195de admin admin] Publish callbacks [] for security_group (6e842de2-5d0c-4505-bbc9-bbe7024d3ff2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.774989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44470) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:21.816800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Set router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:21.906380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.906909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.908535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.908535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.909051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.909607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.910057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.910505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.910949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.911390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.911833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.912276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:21.912747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df3bd0f-555a-401c-a25c-c87e1987543d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:22.041081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.090700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f008bb41-90e4-4d63-b5f9-871048dcdfa7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:22.097348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['95d0b761-40ea-4be4-9b99-e31dd8834d33'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:22.152424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Pushing event deleted for resources: {'Port': ['ID=ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:22.192527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00f65819-3ea0-47cd-bd08-4c6fdaf67fd3 req-7ec0372c-60c0-47f8-8002-90b3510f1006 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9038539 Feb 11 05:38:22.296086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4023-fab1-418f-8295-248ee01cf489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.324675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] No DVR routers for this DVR port ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:22.330960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.338309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c570d01-eec5-491e-a85c-51b767ba7062 req-c1249206-22b5-4716-8580-56ecf302e1a3 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.65 "DELETE /v2.0/ports/ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 HTTP/1.1" status: 204 len: 173 time: 2.0671108 Feb 11 05:38:22.350420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:22.352008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11821bc-5793-49c5-881b-fab04c1e7b02', 'name': 'network-vif-deleted', 'tag': 'ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:22.355780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b6fa51-9831-4da7-a329-b39f386195de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6e842de2-5d0c-4505-bbc9-bbe7024d3ff2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.358709 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14b6fa51-9831-4da7-a329-b39f386195de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.360030 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db69a555-8080-4bb4-813b-4efcfb91e077" -d '{"events": [{"server_uuid": "e11821bc-5793-49c5-881b-fab04c1e7b02", "name": "network-vif-deleted", "tag": "ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:22.368841 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-14b6fa51-9831-4da7-a329-b39f386195de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e842de2-5d0c-4505-bbc9-bbe7024d3ff2 HTTP/1.1" status: 204 len: 168 time: 1.3973796 Feb 11 05:38:22.402267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a802575-d216-4ea0-869e-1043605e7c35 req-af996060-90d6-4e5d-80d8-d4245a39c0e3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:22.415715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a802575-d216-4ea0-869e-1043605e7c35 req-af996060-90d6-4e5d-80d8-d4245a39c0e3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.5320683 Feb 11 05:38:22.524552 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afa4d70-13e4-48cc-88b6-a58b0b675cd2 x-openstack-request-id: req-0afa4d70-13e4-48cc-88b6-a58b0b675cd2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:22.524889 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11821bc-5793-49c5-881b-fab04c1e7b02", "name": "network-vif-deleted", "tag": "ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:22.525243 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0afa4d70-13e4-48cc-88b6-a58b0b675cd2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:22.525592 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11821bc-5793-49c5-881b-fab04c1e7b02', 'name': 'network-vif-deleted', 'tag': 'ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94', 'status': 'completed', 'code': 200} Feb 11 05:38:22.583159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:22.587400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ec4c4db9-a2f8-4f17-a0e8-9d689e5d4e94 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:22.642972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a802575-d216-4ea0-869e-1043605e7c35 req-da9f736b-249d-4b4c-9841-21db754d0cff tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201746 Feb 11 05:38:22.663276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6fa51-9831-4da7-a329-b39f386195de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e842de2-5d0c-4505-bbc9-bbe7024d3ff2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:22.675530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:22.943217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbdfe8-f703-4c54-8c47-2a4e93c8ee3c None None] Current status of the port 2d16aa3a-f35e-4082-9fa3-190ef5789463 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:22.988697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74710fee-d779-4ecc-ad2b-44c0991833ca req-9cc712dd-1426-4ee6-9a5d-17610a2214fb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:22.989301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4023-fab1-418f-8295-248ee01cf489 admin admin] Publish callbacks [] for security_group (aa5e5f2f-2492-42bf-92a8-d23b1d5b7092), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.990321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74710fee-d779-4ecc-ad2b-44c0991833ca req-9cc712dd-1426-4ee6-9a5d-17610a2214fb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.2116437 Feb 11 05:38:23.038467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:23.039463 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.118333 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4023-fab1-418f-8295-248ee01cf489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (aa5e5f2f-2492-42bf-92a8-d23b1d5b7092), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.157812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74710fee-d779-4ecc-ad2b-44c0991833ca req-e1363eb8-cb11-4975-9aa0-a046460e4d7c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582446 Feb 11 05:38:23.194819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:17Z', 'revision_number': 3, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port': {'id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:15Z', 'updated_at': '2022-02-11T05:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:23.209509 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b9b4023-fab1-418f-8295-248ee01cf489 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=355c1e228c96415bb390a5904f9a5b75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4266357 Feb 11 05:38:23.212634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44498) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:23.375633 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0d748cd-0c13-4810-addb-684028fb2ae7 admin admin] Publish callbacks [] for security_group (aa5e5f2f-2492-42bf-92a8-d23b1d5b7092), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.451574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:23.458758 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0d748cd-0c13-4810-addb-684028fb2ae7 admin admin] Publish callbacks [] for security_group (aa5e5f2f-2492-42bf-92a8-d23b1d5b7092), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.474144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Checking router: 48cf5d6b-0bac-4216-8466-2748b3a7bf6b for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:23.474510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Updating router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:23.532446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4023-fab1-418f-8295-248ee01cf489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e5f2f-2492-42bf-92a8-d23b1d5b7092,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:23.623251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf44e3c4-3d00-4c4d-8754-262e584c68d2 req-6faa7e3d-74bd-4b8d-811f-91140e6e9ffd tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=e11821bc-5793-49c5-881b-fab04c1e7b02 HTTP/1.1" status: 200 len: 210 time: 0.0812490 Feb 11 05:38:23.625240 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.676479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.748644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0d748cd-0c13-4810-addb-684028fb2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (aa5e5f2f-2492-42bf-92a8-d23b1d5b7092), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.752898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0d748cd-0c13-4810-addb-684028fb2ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.754905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b0d748cd-0c13-4810-addb-684028fb2ae7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa5e5f2f-2492-42bf-92a8-d23b1d5b7092 HTTP/1.1" status: 204 len: 168 time: 0.5403926 Feb 11 05:38:23.790249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d748cd-0c13-4810-addb-684028fb2ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e5f2f-2492-42bf-92a8-d23b1d5b7092,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:24.059033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcf67-a69d-40c6-be45-b769440868d6 req-02ef828b-93e0-4748-9605-331887a229e0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:24.075511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-109dcf67-a69d-40c6-be45-b769440868d6 req-02ef828b-93e0-4748-9605-331887a229e0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2004125 Feb 11 05:38:24.206792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-109dcf67-a69d-40c6-be45-b769440868d6 req-afeff835-0ec4-415a-85c2-06b0e17ee031 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285896 Feb 11 05:38:24.235651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Allocated IP 172.20.0.1 (22203cb7-f474-449a-8454-27769009231d/3570b4b4-fbe5-4344-922c-e49ed224b67f/f2259cc3-2c92-4499-9467-948e907c9074) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:24.478466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05186291-d68d-4a87-80bd-0a4d8a8cc4e8 req-3c6db285-07e6-41ca-8282-608bcfdcd0fa tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:24.488956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05186291-d68d-4a87-80bd-0a4d8a8cc4e8 req-3c6db285-07e6-41ca-8282-608bcfdcd0fa tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.1233358 Feb 11 05:38:24.535051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Publish callbacks [] for port (f2259cc3-2c92-4499-9467-948e907c9074), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.565131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05186291-d68d-4a87-80bd-0a4d8a8cc4e8 req-ef228f2c-2f53-48d9-9d07-cc1e659ff004 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743709 Feb 11 05:38:24.759972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f2259cc3-2c92-4499-9467-948e907c9074), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.892548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Network 22203cb7-f474-449a-8454-27769009231d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:24.907122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:24.911673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:25.037598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Pushing event updated for resources: {'Port': ['ID=f2259cc3-2c92-4499-9467-948e907c9074,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:25.093986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Publish callbacks [] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.102824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44570) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:25.124423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.155949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae5b9-4829-44d1-8c82-b7a5aac66f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.166856 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.347011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Attempting to bind port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:25.347654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Attempting to bind port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:25.348283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Attempting to bind port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:25.390353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:25.390737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:25.391145 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.391546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:25.392034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Bound port: 05bb86a2-ffd5-40ac-b3a3-35aa96f39439, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:25.392625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.395542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce96839-9f35-42d5-882b-907c73a6cc89 None None] Pushing event updated for resources: {'Port': ['ID=05bb86a2-ffd5-40ac-b3a3-35aa96f39439,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:25.592368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae5b9-4829-44d1-8c82-b7a5aac66f2d admin admin] Publish callbacks [] for security_group (cde00c38-42a7-40c7-a634-aaa91b7e22b3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.615000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-361d277a-abe0-40f6-8f60-aad46017180f None None] Provisioning complete for port f2259cc3-2c92-4499-9467-948e907c9074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:25.615702 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-361d277a-abe0-40f6-8f60-aad46017180f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f2259cc3-2c92-4499-9467-948e907c9074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.658235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f177703-e2c0-4a1c-89a3-9f3c1321461d req-9ddb1142-ae7c-46bc-b8e1-e49d14853ae9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:25.661397 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f177703-e2c0-4a1c-89a3-9f3c1321461d req-9ddb1142-ae7c-46bc-b8e1-e49d14853ae9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.2051828 Feb 11 05:38:25.672261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] For port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:25.675545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f2259cc3-2c92-4499-9467-948e907c9074), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.745712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] For port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=05bb86a2-ffd5-40ac-b3a3-35aa96f39439,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:25.755515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-361d277a-abe0-40f6-8f60-aad46017180f None None] Port f2259cc3-2c92-4499-9467-948e907c9074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:25.784528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e4ae5b9-4829-44d1-8c82-b7a5aac66f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cde00c38-42a7-40c7-a634-aaa91b7e22b3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.802050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f177703-e2c0-4a1c-89a3-9f3c1321461d req-19fa8526-c46b-40b1-beda-19f30e380ecb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338809 Feb 11 05:38:25.838300 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.986974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Routers {'48cf5d6b-0bac-4216-8466-2748b3a7bf6b'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:25.987640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:26.059027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9e4ae5b9-4829-44d1-8c82-b7a5aac66f2d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da2481e8f91943b789f07c949251dde5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9527888 Feb 11 05:38:26.059418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44614) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:26.082724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ae5b9-4829-44d1-8c82-b7a5aac66f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde00c38-42a7-40c7-a634-aaa91b7e22b3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.122348 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Publish callbacks [] for port (f2259cc3-2c92-4499-9467-948e907c9074), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.196154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f2259cc3-2c92-4499-9467-948e907c9074), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.309195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c135dc-a28b-471f-8053-53206eab3db9 req-1575871b-bdc3-486b-a3af-768d0d3cec7e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:26.317203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3c135dc-a28b-471f-8053-53206eab3db9 req-1575871b-bdc3-486b-a3af-768d0d3cec7e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.5270507 Feb 11 05:38:26.365483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] Set router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:26.367304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.389802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Pushing event updated for resources: {'Port': ['ID=f2259cc3-2c92-4499-9467-948e907c9074,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.476435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-59fd372f-ea9c-4e19-8c65-fbfcc29b07de admin admin] Publish callbacks [] for security_group (cde00c38-42a7-40c7-a634-aaa91b7e22b3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.520330 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-59fd372f-ea9c-4e19-8c65-fbfcc29b07de admin admin] Publish callbacks [] for security_group (cde00c38-42a7-40c7-a634-aaa91b7e22b3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.528937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce96839-9f35-42d5-882b-907c73a6cc89 None None] Pushing event updated for resources: {'Port': ['ID=05bb86a2-ffd5-40ac-b3a3-35aa96f39439,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:26.663944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Network 22203cb7-f474-449a-8454-27769009231d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:26.667332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:26.718774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa004639-1728-4bf5-95ce-a50928097412 req-7081b8db-8d4b-478a-b486-6bf5dcaeef15 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:26.733543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa004639-1728-4bf5-95ce-a50928097412 req-7081b8db-8d4b-478a-b486-6bf5dcaeef15 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:26.746524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa004639-1728-4bf5-95ce-a50928097412 req-7081b8db-8d4b-478a-b486-6bf5dcaeef15 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c217216-528d-4d84-ac4b-6446f24c4775&device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 1683 time: 0.4255574 Feb 11 05:38:26.751570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-59fd372f-ea9c-4e19-8c65-fbfcc29b07de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cde00c38-42a7-40c7-a634-aaa91b7e22b3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.760046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-59fd372f-ea9c-4e19-8c65-fbfcc29b07de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.764470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-59fd372f-ea9c-4e19-8c65-fbfcc29b07de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cde00c38-42a7-40c7-a634-aaa91b7e22b3 HTTP/1.1" status: 204 len: 168 time: 0.7037003 Feb 11 05:38:26.837134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3c135dc-a28b-471f-8053-53206eab3db9 req-a95a737e-da99-4cb9-a8ee-d107c9808730 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5149884 Feb 11 05:38:26.929897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd372f-ea9c-4e19-8c65-fbfcc29b07de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde00c38-42a7-40c7-a634-aaa91b7e22b3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:27.017083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 4, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port': {'id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:15Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'f2259cc3-2c92-4499-9467-948e907c9074', 'name': '', 'network_id': '22203cb7-f474-449a-8454-27769009231d', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'mac_address': 'fa:16:3e:b2:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:23Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 1, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'subnets': [{'id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:27.064498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa004639-1728-4bf5-95ce-a50928097412 req-72dad247-75ab-4952-bca0-d4eb5d0a2234 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138428 Feb 11 05:38:27.130526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19c412-a4a8-4f45-b7a0-de3e2acc65b2 None None] The sync data for ids ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'] in n-d-713498-37 is: [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 4, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port': {'id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:15Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'f2259cc3-2c92-4499-9467-948e907c9074', 'name': '', 'network_id': '22203cb7-f474-449a-8454-27769009231d', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'mac_address': 'fa:16:3e:b2:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:23Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 1, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'subnets': [{'id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:27.207514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:27.230817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0383e-e9e5-4807-aef0-1d299fed60cd req-c9bc838f-ed70-4d4f-9971-cf0b021f5a30 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:27.247751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4dc0383e-e9e5-4807-aef0-1d299fed60cd req-c9bc838f-ed70-4d4f-9971-cf0b021f5a30 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.1701143 Feb 11 05:38:27.360888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4dc0383e-e9e5-4807-aef0-1d299fed60cd req-3bd7be2f-09fe-4627-b6d8-28dadff1f361 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083050 Feb 11 05:38:27.422594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1f77df1d-92c0-4e48-8cb3-119b349aa1b2 None None] Provisioning complete for port f2259cc3-2c92-4499-9467-948e907c9074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:27.422594 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f77df1d-92c0-4e48-8cb3-119b349aa1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f2259cc3-2c92-4499-9467-948e907c9074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.543582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1f77df1d-92c0-4e48-8cb3-119b349aa1b2 None None] Port f2259cc3-2c92-4499-9467-948e907c9074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:27.981019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:27.981019 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1953b987-fd8e-45d8-9335-4b25e35cbec2 admin admin] 10.222.0.62 "PUT /v2.0/routers/48cf5d6b-0bac-4216-8466-2748b3a7bf6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4171135 Feb 11 05:38:28.228903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44694) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.252732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b452e00-c084-450f-bd5e-2b18fd6df4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.283493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c975cfe-bcb0-4154-8d5a-fc13322ae4ff req-7a7fbee5-97c1-49cb-af19-e2cbe479d017 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:28.285100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c975cfe-bcb0-4154-8d5a-fc13322ae4ff req-7a7fbee5-97c1-49cb-af19-e2cbe479d017 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 946 time: 0.1316719 Feb 11 05:38:28.321152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:28.401476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c975cfe-bcb0-4154-8d5a-fc13322ae4ff req-7a3974b6-181a-4add-a7dd-d812d6cca872 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035402 Feb 11 05:38:28.477234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b452e00-c084-450f-bd5e-2b18fd6df4ad admin admin] Publish callbacks [] for security_group (dc8b98b6-6971-4b7d-b1aa-da0eb62e4b85), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.574936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:28.577221 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.582444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b452e00-c084-450f-bd5e-2b18fd6df4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dc8b98b6-6971-4b7d-b1aa-da0eb62e4b85), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.669488 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b452e00-c084-450f-bd5e-2b18fd6df4ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3c3a2f72cf34ed5ac8f80534f76c822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4394376 Feb 11 05:38:28.672197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.681113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452e00-c084-450f-bd5e-2b18fd6df4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8b98b6-6971-4b7d-b1aa-da0eb62e4b85,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.694496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:28.704082 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf39342-fab4-44a5-a0f0-c585265508c1" -d '{"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-unplugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:28.757713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:28.800019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60c2c431-59c9-49a9-88ad-d36d86491ec4 admin admin] Publish callbacks [] for security_group (dc8b98b6-6971-4b7d-b1aa-da0eb62e4b85), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.839735 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.017106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60c2c431-59c9-49a9-88ad-d36d86491ec4 admin admin] Publish callbacks [] for security_group (dc8b98b6-6971-4b7d-b1aa-da0eb62e4b85), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.033903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=14']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.111035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99d1ae-72b5-4aef-a688-2b1a54fbf08c req-9c620b20-b19a-4123-8566-6d76d08f204e tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:29.119193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be99d1ae-72b5-4aef-a688-2b1a54fbf08c req-9c620b20-b19a-4123-8566-6d76d08f204e tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 946 time: 0.3202758 Feb 11 05:38:29.316544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be99d1ae-72b5-4aef-a688-2b1a54fbf08c req-56312f18-bcc4-4d14-a252-929c40df4959 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875727 Feb 11 05:38:29.367283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60c2c431-59c9-49a9-88ad-d36d86491ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dc8b98b6-6971-4b7d-b1aa-da0eb62e4b85), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.373096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60c2c431-59c9-49a9-88ad-d36d86491ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.376044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-60c2c431-59c9-49a9-88ad-d36d86491ec4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc8b98b6-6971-4b7d-b1aa-da0eb62e4b85 HTTP/1.1" status: 204 len: 168 time: 0.7008722 Feb 11 05:38:29.393592 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bec796-d7f4-46f1-a91e-73cba03280fc x-openstack-request-id: req-b7bec796-d7f4-46f1-a91e-73cba03280fc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:29.394045 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-unplugged", "status": "completed", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:29.394322 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7bec796-d7f4-46f1-a91e-73cba03280fc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:29.394709 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'code': 200} Feb 11 05:38:29.397218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2c431-59c9-49a9-88ad-d36d86491ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8b98b6-6971-4b7d-b1aa-da0eb62e4b85,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.661091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-cf09c3bf-0121-46bf-a491-d8f918470764 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:29.683627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-cf09c3bf-0121-46bf-a491-d8f918470764 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.83 "GET /v2.0/ports?device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 946 time: 0.1943481 Feb 11 05:38:29.984047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-1810fe35-5f37-4a7b-aa66-f9897d920dfe tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:29.985877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-1810fe35-5f37-4a7b-aa66-f9897d920dfe tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.65 "GET /v2.0/ports?device_id=950e4751-5899-47d5-acc2-830d4baf80dc HTTP/1.1" status: 200 len: 946 time: 0.1700659 Feb 11 05:38:30.094715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Deleting port 95d0b761-40ea-4be4-9b99-e31dd8834d33 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:30.095527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.556400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:30.665497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] For port 95d0b761-40ea-4be4-9b99-e31dd8834d33, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=95d0b761-40ea-4be4-9b99-e31dd8834d33,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:30.666217 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.690022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3eb2-4814-4d95-bcdd-34524a586bbf req-cbe3ebc4-b280-49c0-adf6-f0f4a05b1554 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:30.699615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a27d3eb2-4814-4d95-bcdd-34524a586bbf req-cbe3ebc4-b280-49c0-adf6-f0f4a05b1554 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 946 time: 0.1663611 Feb 11 05:38:30.714666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:30.715116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.749596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Calling delete_port for 95d0b761-40ea-4be4-9b99-e31dd8834d33 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:30.836159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Deleting port f008bb41-90e4-4d63-b5f9-871048dcdfa7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:30.842139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.969956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:30.970409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.996840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] For port f008bb41-90e4-4d63-b5f9-871048dcdfa7, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f008bb41-90e4-4d63-b5f9-871048dcdfa7,segment=NetworkSegment(f07f1ef9-a70a-4f46-97da-83852af5a0c0),segment_id=f07f1ef9-a70a-4f46-97da-83852af5a0c0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:30.996840 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.010027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Calling delete_port for f008bb41-90e4-4d63-b5f9-871048dcdfa7 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:31.051982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=05bb86a2-ffd5-40ac-b3a3-35aa96f39439,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:31.332277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a27d3eb2-4814-4d95-bcdd-34524a586bbf req-1e1fa86f-afde-4c04-a23c-ca5886923e6d tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/security-groups?id=686c5ae5-8650-4ece-9b14-098a35de6938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315007 Feb 11 05:38:31.417089 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Sync routers for ids ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:31.427899 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Routers {'48cf5d6b-0bac-4216-8466-2748b3a7bf6b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:31.430025 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:31.568499 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Set router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:31.745707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (95d0b761-40ea-4be4-9b99-e31dd8834d33), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.746212 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.755839 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f008bb41-90e4-4d63-b5f9-871048dcdfa7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.870259 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 4, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port': {'id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:15Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'f2259cc3-2c92-4499-9467-948e907c9074', 'name': '', 'network_id': '22203cb7-f474-449a-8454-27769009231d', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'mac_address': 'fa:16:3e:b2:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:23Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 2, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'subnets': [{'id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:31.900070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Pushing event deleted for resources: {'Port': ['ID=95d0b761-40ea-4be4-9b99-e31dd8834d33,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:31.916396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=05bb86a2-ffd5-40ac-b3a3-35aa96f39439,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:31.962904 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Checking router: 48cf5d6b-0bac-4216-8466-2748b3a7bf6b for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:31.963564 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Updating router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b port f2259cc3-2c92-4499-9467-948e907c9074 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:31.998167 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f2259cc3-2c92-4499-9467-948e907c9074), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.048404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Pushing event deleted for resources: {'Port': ['ID=f008bb41-90e4-4d63-b5f9-871048dcdfa7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:32.126402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] No DVR routers for this DVR port 95d0b761-40ea-4be4-9b99-e31dd8834d33 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:32.128299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] No DVR routers for this DVR port f008bb41-90e4-4d63-b5f9-871048dcdfa7 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:32.140974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.151930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12161227-7ca6-41cf-a910-3985a4ddf5ce req-2485d11c-8643-4a45-9a66-8d2e4fafd1a4 tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.83 "DELETE /v2.0/ports/95d0b761-40ea-4be4-9b99-e31dd8834d33 HTTP/1.1" status: 204 len: 173 time: 2.4606452 Feb 11 05:38:32.152458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c217216-528d-4d84-ac4b-6446f24c4775', 'name': 'network-vif-deleted', 'tag': '95d0b761-40ea-4be4-9b99-e31dd8834d33'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:32.154868 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f595f013-9105-44fc-aae1-d6306cfb45be" -d '{"events": [{"server_uuid": "1c217216-528d-4d84-ac4b-6446f24c4775", "name": "network-vif-deleted", "tag": "95d0b761-40ea-4be4-9b99-e31dd8834d33"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:32.184647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.188269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ea0f214-ac42-4367-b1bf-d53c01bc171f req-4e61ccba-a600-4fce-9e29-3e14ccd6583c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.65 "DELETE /v2.0/ports/f008bb41-90e4-4d63-b5f9-871048dcdfa7 HTTP/1.1" status: 204 len: 173 time: 2.1954706 Feb 11 05:38:32.236864 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cb2af1-8c4d-4057-af27-ae682aa53cca x-openstack-request-id: req-b6cb2af1-8c4d-4057-af27-ae682aa53cca {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:32.237170 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c217216-528d-4d84-ac4b-6446f24c4775", "name": "network-vif-deleted", "tag": "95d0b761-40ea-4be4-9b99-e31dd8834d33", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:32.237427 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6cb2af1-8c4d-4057-af27-ae682aa53cca {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:32.237845 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c217216-528d-4d84-ac4b-6446f24c4775', 'name': 'network-vif-deleted', 'tag': '95d0b761-40ea-4be4-9b99-e31dd8834d33', 'status': 'completed', 'code': 200} Feb 11 05:38:32.350369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f008bb41-90e4-4d63-b5f9-871048dcdfa7 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:32.394072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: f008bb41-90e4-4d63-b5f9-871048dcdfa7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:32.396466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f008bb41-90e4-4d63-b5f9-871048dcdfa7 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:32.638821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:32.674661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edc62fd7-9ef8-4cd7-8c50-d23b87d85fc0 req-8b29392a-a9d8-4b96-aded-a65a2b14e79c tempest-ListServersNegativeTestJSON-505271670 tempest-ListServersNegativeTestJSON-505271670-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c217216-528d-4d84-ac4b-6446f24c4775 HTTP/1.1" status: 200 len: 210 time: 0.1046124 Feb 11 05:38:32.769136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:32.769705 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.995851 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Publish callbacks [] for port (f2259cc3-2c92-4499-9467-948e907c9074), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.014317 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-734812e8-77db-41af-b89b-c7d35e610eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.032707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44890) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.051103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:33.074029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 95d0b761-40ea-4be4-9b99-e31dd8834d33 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:33.098482 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f2259cc3-2c92-4499-9467-948e907c9074), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.123263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 95d0b761-40ea-4be4-9b99-e31dd8834d33 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:33.123993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 95d0b761-40ea-4be4-9b99-e31dd8834d33 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:33.335262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f913d80-c279-4790-a969-5e052fffdb80 None None] Pushing event updated for resources: {'Port': ['ID=f2259cc3-2c92-4499-9467-948e907c9074,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:33.358237 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Attempting to bind port f2259cc3-2c92-4499-9467-948e907c9074 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:33.358611 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Attempting to bind port f2259cc3-2c92-4499-9467-948e907c9074 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:33.358985 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Attempting to bind port f2259cc3-2c92-4499-9467-948e907c9074 on network 22203cb7-f474-449a-8454-27769009231d {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:33.369003 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:33.369319 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Checking segment: {'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:33.371588 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.373952 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Bound using segment: {'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:33.374738 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Bound port: f2259cc3-2c92-4499-9467-948e907c9074, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d42edc2-b6c6-46df-9dfe-fd5463d17e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '22203cb7-f474-449a-8454-27769009231d'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:33.375399 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f2259cc3-2c92-4499-9467-948e907c9074), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.532296 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] For port f2259cc3-2c92-4499-9467-948e907c9074, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:33.541465 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] For port f2259cc3-2c92-4499-9467-948e907c9074, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f2259cc3-2c92-4499-9467-948e907c9074,segment=NetworkSegment(7d42edc2-b6c6-46df-9dfe-fd5463d17e57),segment_id=7d42edc2-b6c6-46df-9dfe-fd5463d17e57)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:33.622550 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f2259cc3-2c92-4499-9467-948e907c9074), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.715258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Routers {'48cf5d6b-0bac-4216-8466-2748b3a7bf6b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:33.715258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:33.728591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-030d0620-51d8-439a-815b-bb405438d6bf None None] Provisioning complete for port f2259cc3-2c92-4499-9467-948e907c9074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:33.729264 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-030d0620-51d8-439a-815b-bb405438d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f2259cc3-2c92-4499-9467-948e907c9074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.905800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44928) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.959111 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] Set router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:33.965090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-030d0620-51d8-439a-815b-bb405438d6bf None None] Current status of the port f2259cc3-2c92-4499-9467-948e907c9074 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:33.966903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-030d0620-51d8-439a-815b-bb405438d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f2259cc3-2c92-4499-9467-948e907c9074), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.000278 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (ec64e52a-a72f-44d5-b195-16729ca024c1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.020745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be83813-f933-4709-8e59-02de5fb94ece admin admin] Deleting subnet 01642e2c-e4c7-47be-b485-bf9c9fe770e4 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:34.024843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be83813-f933-4709-8e59-02de5fb94ece admin admin] Publish callbacks [] for subnet (01642e2c-e4c7-47be-b485-bf9c9fe770e4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.095206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-030d0620-51d8-439a-815b-bb405438d6bf None None] For port f2259cc3-2c92-4499-9467-948e907c9074, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f2259cc3-2c92-4499-9467-948e907c9074,segment=NetworkSegment(7d42edc2-b6c6-46df-9dfe-fd5463d17e57),segment_id=7d42edc2-b6c6-46df-9dfe-fd5463d17e57)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:34.130800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be83813-f933-4709-8e59-02de5fb94ece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (01642e2c-e4c7-47be-b485-bf9c9fe770e4), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.184529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-030d0620-51d8-439a-815b-bb405438d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f2259cc3-2c92-4499-9467-948e907c9074), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.235235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be83813-f933-4709-8e59-02de5fb94ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (01642e2c-e4c7-47be-b485-bf9c9fe770e4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.307409 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:34.318271 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f913d80-c279-4790-a969-5e052fffdb80 None None] Pushing event updated for resources: {'Port': ['ID=f2259cc3-2c92-4499-9467-948e907c9074,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:34.357361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d0620-51d8-439a-815b-bb405438d6bf None None] Pushing event updated for resources: {'Port': ['ID=f2259cc3-2c92-4499-9467-948e907c9074,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:34.398019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-292d6ec3-8b8b-4a55-a392-3f958b25f02c None None] Provisioning complete for port f2259cc3-2c92-4499-9467-948e907c9074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:34.398724 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-292d6ec3-8b8b-4a55-a392-3f958b25f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f2259cc3-2c92-4499-9467-948e907c9074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.450765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950e4751-5899-47d5-acc2-830d4baf80dc', 'name': 'network-vif-deleted', 'tag': 'f008bb41-90e4-4d63-b5f9-871048dcdfa7'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:34.463223 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a018fb07-4ee3-48bb-b597-904347a91193" -d '{"events": [{"server_uuid": "950e4751-5899-47d5-acc2-830d4baf80dc", "name": "network-vif-deleted", "tag": "f008bb41-90e4-4d63-b5f9-871048dcdfa7"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:34.520121 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 4, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port': {'id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:15Z', 'updated_at': '2022-02-11T05:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'f2259cc3-2c92-4499-9467-948e907c9074', 'name': '', 'network_id': '22203cb7-f474-449a-8454-27769009231d', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'mac_address': 'fa:16:3e:b2:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:23Z', 'updated_at': '2022-02-11T05:38:33Z', 'revision_number': 4, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'subnets': [{'id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:34.606893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be83813-f933-4709-8e59-02de5fb94ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (01642e2c-e4c7-47be-b485-bf9c9fe770e4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.614580 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6918b23-a3be-4377-8463-0996a770a600 None None] The sync data for ids ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'] in n-d-713498-37 is: [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:25Z', 'revision_number': 4, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port': {'id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:15Z', 'updated_at': '2022-02-11T05:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'f2259cc3-2c92-4499-9467-948e907c9074', 'name': '', 'network_id': '22203cb7-f474-449a-8454-27769009231d', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'mac_address': 'fa:16:3e:b2:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:23Z', 'updated_at': '2022-02-11T05:38:33Z', 'revision_number': 4, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'subnets': [{'id': '3570b4b4-fbe5-4344-922c-e49ed224b67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:34.615292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-292d6ec3-8b8b-4a55-a392-3f958b25f02c None None] Current status of the port f2259cc3-2c92-4499-9467-948e907c9074 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:34.619710 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725e3046-e3c5-470a-b740-67cc5ea1776b x-openstack-request-id: req-725e3046-e3c5-470a-b740-67cc5ea1776b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:34.620225 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950e4751-5899-47d5-acc2-830d4baf80dc", "name": "network-vif-deleted", "tag": "f008bb41-90e4-4d63-b5f9-871048dcdfa7", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:34.620699 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-725e3046-e3c5-470a-b740-67cc5ea1776b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:34.621796 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950e4751-5899-47d5-acc2-830d4baf80dc', 'name': 'network-vif-deleted', 'tag': 'f008bb41-90e4-4d63-b5f9-871048dcdfa7', 'status': 'completed', 'code': 200} Feb 11 05:38:34.650902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be83813-f933-4709-8e59-02de5fb94ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.658654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0be83813-f933-4709-8e59-02de5fb94ece admin admin] 10.222.0.62 "DELETE /v2.0/subnets/01642e2c-e4c7-47be-b485-bf9c9fe770e4 HTTP/1.1" status: 204 len: 168 time: 0.7504616 Feb 11 05:38:34.660839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44946) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:34.667050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be83813-f933-4709-8e59-02de5fb94ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01642e2c-e4c7-47be-b485-bf9c9fe770e4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:34.703467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f2259cc3-2c92-4499-9467-948e907c9074 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:34.724824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Deleting port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:34.725344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.800487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a608132-5cda-4d16-a0ed-97db14ef9ebb req-2e611d75-b453-4d1b-b66e-b631cc719314 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:34.802468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f2259cc3-2c92-4499-9467-948e907c9074 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:34.803489 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f2259cc3-2c92-4499-9467-948e907c9074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.805427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a608132-5cda-4d16-a0ed-97db14ef9ebb req-2e611d75-b453-4d1b-b66e-b631cc719314 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3558691 Feb 11 05:38:34.862350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] For port c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,segment=NetworkSegment(13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf),segment_id=13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:34.862878 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.895853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Calling delete_port for c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:34.945471 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9858be2c-6eaf-41f3-92da-21a8a33f50e1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.029591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a608132-5cda-4d16-a0ed-97db14ef9ebb req-234f4beb-5a65-46af-9a07-e3d9c3d3ae59 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164634 Feb 11 05:38:35.160212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f2259cc3-2c92-4499-9467-948e907c9074 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:35.243897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e31a19f8-77f8-4974-931f-e0900db345f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.429719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9858be2c-6eaf-41f3-92da-21a8a33f50e1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.478626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9858be2c-6eaf-41f3-92da-21a8a33f50e1']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:35.490952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07f1ef9-a70a-4f46-97da-83852af5a0c0') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:35.492054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07f1ef9-a70a-4f46-97da-83852af5a0c0') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:35.505880 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (f07f1ef9-a70a-4f46-97da-83852af5a0c0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.522617 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f07f1ef9-a70a-4f46-97da-83852af5a0c0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.535948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.551254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:35.551254 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (f07f1ef9-a70a-4f46-97da-83852af5a0c0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:35.566486 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:35.571633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:35.882620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396969c-5eca-41f2-9a69-1f92e35a1647 req-d3bfa7a5-80da-47ac-98db-07f52c778035 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:35.886472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c396969c-5eca-41f2-9a69-1f92e35a1647 req-d3bfa7a5-80da-47ac-98db-07f52c778035 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.5405307 Feb 11 05:38:35.994423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c396969c-5eca-41f2-9a69-1f92e35a1647 req-3f1ead7f-7bd4-45c9-b2ab-9cc8f402b5db tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067908 Feb 11 05:38:36.001208 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9858be2c-6eaf-41f3-92da-21a8a33f50e1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.008817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.025070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9858be2c-6eaf-41f3-92da-21a8a33f50e1 HTTP/1.1" status: 204 len: 168 time: 1.3626621 Feb 11 05:38:36.082038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d153d-14da-4682-9b13-5d8c8e2665b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9858be2c-6eaf-41f3-92da-21a8a33f50e1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.131015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (ec64e52a-a72f-44d5-b195-16729ca024c1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.289889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76df0-4801-4d7e-939a-fc1ac6043e5a req-b6678301-036b-4d1e-b01a-e43c7b56edfb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:36.291833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fca76df0-4801-4d7e-939a-fc1ac6043e5a req-b6678301-036b-4d1e-b01a-e43c7b56edfb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0705075 Feb 11 05:38:36.500564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fca76df0-4801-4d7e-939a-fc1ac6043e5a req-8daaa86f-8863-4971-88a4-abeb25389cc9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958287 Feb 11 05:38:36.656216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f2259cc3-2c92-4499-9467-948e907c9074 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:36.669522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44996) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:36.793926 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.795613 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8e0b02dc-9b6b-45ba-a102-d1ecb43ee160 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b387c0eaa355445babde9dbdee0a60b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1245217 Feb 11 05:38:36.797938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45004) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:36.832516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f2259cc3-2c92-4499-9467-948e907c9074 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:36.835870 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f2259cc3-2c92-4499-9467-948e907c9074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.872705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Router ec64e52a-a72f-44d5-b195-16729ca024c1 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:36.987776 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8efd2b1-0f0f-4010-a984-0f033dfd1a7e admin admin] Publish callbacks [] for security_group (686c5ae5-8650-4ece-9b14-098a35de6938), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.013051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f2259cc3-2c92-4499-9467-948e907c9074 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:37.041614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8efd2b1-0f0f-4010-a984-0f033dfd1a7e admin admin] Publish callbacks [] for security_group (686c5ae5-8650-4ece-9b14-098a35de6938), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.155060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:37.169186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] Sync routers for ids ['ec64e52a-a72f-44d5-b195-16729ca024c1'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:37.178936 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3fbcb433-75b1-44ef-b5d5-64a6ee578d46 admin admin] 10.222.0.62 "PUT /v2.0/routers/ec64e52a-a72f-44d5-b195-16729ca024c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1431003 Feb 11 05:38:37.180369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45012) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:37.184717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] Routers {'ec64e52a-a72f-44d5-b195-16729ca024c1'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:37.185629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec64e52a-a72f-44d5-b195-16729ca024c1'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:37.345068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-07cfa939-1730-4f36-8269-10d3a6a04932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:37.346644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-07cfa939-1730-4f36-8269-10d3a6a04932 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.2218699 Feb 11 05:38:37.369027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5b9d4-1713-4c74-af68-99b4040b30d7 req-b82e004a-09c3-4dd1-a30a-3cc6abdcb1e0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:37.375492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dc5b9d4-1713-4c74-af68-99b4040b30d7 req-b82e004a-09c3-4dd1-a30a-3cc6abdcb1e0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2250233 Feb 11 05:38:37.385381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] Set router ec64e52a-a72f-44d5-b195-16729ca024c1 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:37.406160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks [] for router (ec64e52a-a72f-44d5-b195-16729ca024c1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.493023 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8efd2b1-0f0f-4010-a984-0f033dfd1a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (686c5ae5-8650-4ece-9b14-098a35de6938), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.502543 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c8efd2b1-0f0f-4010-a984-0f033dfd1a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.508463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c8efd2b1-0f0f-4010-a984-0f033dfd1a7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/686c5ae5-8650-4ece-9b14-098a35de6938 HTTP/1.1" status: 204 len: 168 time: 0.7079923 Feb 11 05:38:37.645500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efd2b1-0f0f-4010-a984-0f033dfd1a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686c5ae5-8650-4ece-9b14-098a35de6938,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:37.688408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks [] for router_gateway (ec64e52a-a72f-44d5-b195-16729ca024c1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.702332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dc5b9d4-1713-4c74-af68-99b4040b30d7 req-62a10e84-37be-4caf-8070-7bb71845a057 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087318 Feb 11 05:38:37.746897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-f41733ad-d272-429a-9e55-8589c73cbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:37.750323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-f41733ad-d272-429a-9e55-8589c73cbb40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.3950899 Feb 11 05:38:37.835781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:35Z', 'revision_number': 5, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port': {'id': 'f92e1a4c-2a3d-4989-a605-d5b1a12e62fc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:58Z', 'updated_at': '2022-02-11T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:37.874024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] Checking router: ec64e52a-a72f-44d5-b195-16729ca024c1 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:37.875518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-e8a22dd6-39ed-480e-b737-f6339d87fd36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.1160431 Feb 11 05:38:37.884354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] Routers {'ec64e52a-a72f-44d5-b195-16729ca024c1'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:37.886302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec64e52a-a72f-44d5-b195-16729ca024c1'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:38.008059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Deleting port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:38.008787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.014389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-0d97109e-18b3-462f-af3b-cebc8e53cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:38.020712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-0d97109e-18b3-462f-af3b-cebc8e53cc22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1257114 Feb 11 05:38:38.135650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] Set router ec64e52a-a72f-44d5-b195-16729ca024c1 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:38.208689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-c5019ddc-cc9a-4bdf-8cb5-d930e0a61799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:38.210491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-c5019ddc-cc9a-4bdf-8cb5-d930e0a61799 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1832285 Feb 11 05:38:38.225000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] For port f92e1a4c-2a3d-4989-a605-d5b1a12e62fc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f92e1a4c-2a3d-4989-a605-d5b1a12e62fc,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:38.227940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.255013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Calling delete_port for f92e1a4c-2a3d-4989-a605-d5b1a12e62fc owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:38.306148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:37Z', 'revision_number': 6, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:38.385788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48fd76-63e2-42e2-959f-3e098082e196 None None] The sync data for ids ['ec64e52a-a72f-44d5-b195-16729ca024c1'] in n-d-713498-37 is: [{'id': 'ec64e52a-a72f-44d5-b195-16729ca024c1', 'name': 'tempest-TestAggregatesBasicOps-1217268912-router', 'tenant_id': '205059b3d5b44bf0b7381afd8c32fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:37Z', 'revision_number': 6, 'project_id': '205059b3d5b44bf0b7381afd8c32fabe', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:38.430213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-acc63b59-7d0e-4900-a858-c354aec73624 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125306 Feb 11 05:38:38.478903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.535461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.656685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12b56a88-a68f-4c60-ad3d-610e774bf640 req-6b6eaaf3-065c-4dd2-86ad-0e38feec8e6a service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189908 Feb 11 05:38:38.820294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f92e1a4c-2a3d-4989-a605-d5b1a12e62fc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.869132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f92e1a4c-2a3d-4989-a605-d5b1a12e62fc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:38.892428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d47ee-f58b-4db1-b66f-d7a9f17610e9 req-f519cfd9-b3b2-4159-add9-4cd5c7cf7c1f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:38.900689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e5d47ee-f58b-4db1-b66f-d7a9f17610e9 req-f519cfd9-b3b2-4159-add9-4cd5c7cf7c1f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1069415 Feb 11 05:38:38.999485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (ec64e52a-a72f-44d5-b195-16729ca024c1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.120270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5e5d47ee-f58b-4db1-b66f-d7a9f17610e9 req-c00d266d-f459-479e-9e6b-e59ca9f4f3e2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987443 Feb 11 05:38:39.184494 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (ec64e52a-a72f-44d5-b195-16729ca024c1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.184780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.188080 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks [] for router_controller (ec64e52a-a72f-44d5-b195-16729ca024c1), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.335867 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (ec64e52a-a72f-44d5-b195-16729ca024c1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.336742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec64e52a-a72f-44d5-b195-16729ca024c1 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:38:39.356836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.360223 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-96d3ba41-228c-4758-aa3b-bc0174f97e4d admin admin] 10.222.0.62 "DELETE /v2.0/routers/ec64e52a-a72f-44d5-b195-16729ca024c1 HTTP/1.1" status: 204 len: 168 time: 2.1773026 Feb 11 05:38:39.363044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45086) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:39.534769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-1358f636-55ff-4068-8454-95f5020c6440 admin admin] Deleting subnet b88055ab-598a-48bf-a6d0-32b133f59fe0 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:39.550476 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1358f636-55ff-4068-8454-95f5020c6440 admin admin] Publish callbacks [] for subnet (b88055ab-598a-48bf-a6d0-32b133f59fe0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.644714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1358f636-55ff-4068-8454-95f5020c6440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (b88055ab-598a-48bf-a6d0-32b133f59fe0), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.759327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1358f636-55ff-4068-8454-95f5020c6440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (b88055ab-598a-48bf-a6d0-32b133f59fe0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.903765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1358f636-55ff-4068-8454-95f5020c6440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (b88055ab-598a-48bf-a6d0-32b133f59fe0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.949312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358f636-55ff-4068-8454-95f5020c6440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88055ab-598a-48bf-a6d0-32b133f59fe0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:39.957208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb18937-56df-478c-a350-c4a09e56aac5 None None] Network cb3e0d95-cfdb-4945-b203-532319c478db requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:39.972874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1358f636-55ff-4068-8454-95f5020c6440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.979341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1358f636-55ff-4068-8454-95f5020c6440 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b88055ab-598a-48bf-a6d0-32b133f59fe0 HTTP/1.1" status: 204 len: 168 time: 0.6124532 Feb 11 05:38:39.979779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45102) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:40.259903 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (cb3e0d95-cfdb-4945-b203-532319c478db), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.405769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Deleting port c184dc42-5296-407b-bd6c-2d853a550efe {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:40.406439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.449157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] DHCP port deletion for cb3e0d95-cfdb-4945-b203-532319c478db request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:38:40.507821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80ff2f-7e8d-4a32-82be-771bf372ca70 req-dc659ef5-6605-4b3f-8c7e-df37b5149b3e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:40.520147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be80ff2f-7e8d-4a32-82be-771bf372ca70 req-dc659ef5-6605-4b3f-8c7e-df37b5149b3e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2324381 Feb 11 05:38:40.546789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f92e1a4c-2a3d-4989-a605-d5b1a12e62fc no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:40.611157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] For port c184dc42-5296-407b-bd6c-2d853a550efe, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c184dc42-5296-407b-bd6c-2d853a550efe,segment=NetworkSegment(13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf),segment_id=13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:40.611805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.618626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f92e1a4c-2a3d-4989-a605-d5b1a12e62fc {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:40.619698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f92e1a4c-2a3d-4989-a605-d5b1a12e62fc not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:40.620434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:40.645736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Calling delete_port for c184dc42-5296-407b-bd6c-2d853a550efe owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:40.650666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be80ff2f-7e8d-4a32-82be-771bf372ca70 req-ecef30a2-9c30-4806-a2d2-d9839cc64a8c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273596 Feb 11 05:38:40.701225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:40.701907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c5c6b831-2f12-410f-ac4a-dfbc38c5cf4e not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:40.731025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] Deleting port c184dc42-5296-407b-bd6c-2d853a550efe {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:40.733106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.938951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] For port c184dc42-5296-407b-bd6c-2d853a550efe, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c184dc42-5296-407b-bd6c-2d853a550efe,segment=NetworkSegment(13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf),segment_id=13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:40.940494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.986155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] Calling delete_port for c184dc42-5296-407b-bd6c-2d853a550efe owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:40.998715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.019479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017b359-3a68-460c-b42b-f7dcd433400a req-8adbd3aa-d455-4756-8312-74b2f77f4675 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:41.034883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] No DVR routers for this DVR port c184dc42-5296-407b-bd6c-2d853a550efe on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:41.035774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0017b359-3a68-460c-b42b-f7dcd433400a req-8adbd3aa-d455-4756-8312-74b2f77f4675 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1461353 Feb 11 05:38:41.165382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0017b359-3a68-460c-b42b-f7dcd433400a req-f3b0eb1a-b0a6-481e-b7ba-278048f14d97 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272931 Feb 11 05:38:41.184429 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (c184dc42-5296-407b-bd6c-2d853a550efe), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.197117 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c184dc42-5296-407b-bd6c-2d853a550efe,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:41.227746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45148) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:41.276408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] No DVR routers for this DVR port c184dc42-5296-407b-bd6c-2d853a550efe on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:41.297687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e58ba-9cd4-455e-b2f6-921839f9b459 None None] Pushing event deleted for resources: {'Port': ['ID=c184dc42-5296-407b-bd6c-2d853a550efe,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:41.397117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (cb3e0d95-cfdb-4945-b203-532319c478db), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.439311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049505e2-cb77-432c-a536-a0322e6bdb37 req-26b2d415-3bf2-4bd7-8926-1e409e93236f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:41.441496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-049505e2-cb77-432c-a536-a0322e6bdb37 req-26b2d415-3bf2-4bd7-8926-1e409e93236f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1319036 Feb 11 05:38:41.450170 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.485581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3e0d95-cfdb-4945-b203-532319c478db']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:41.521026 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5813-5d6e-4209-b7d3-cee6f7a084b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.527670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:41.528017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:41.549310 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.572861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.578631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-049505e2-cb77-432c-a536-a0322e6bdb37 req-a76e3104-561f-4f30-925e-d77a3a06adc3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269219 Feb 11 05:38:41.589219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:41.589633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (13efa9e7-b7c7-4f2e-a1e2-46277cb3fbcf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:41.591847 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:41.749189 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5813-5d6e-4209-b7d3-cee6f7a084b9 admin admin] Publish callbacks [] for security_group (7598bf8c-235e-47a6-801d-41804d9dc7fc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.814357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5813-5d6e-4209-b7d3-cee6f7a084b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7598bf8c-235e-47a6-801d-41804d9dc7fc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.868631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3cfc5813-5d6e-4209-b7d3-cee6f7a084b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fee90452aa4a4a52a18affcbfe4c3dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6395664 Feb 11 05:38:41.872033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:41.878988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49c189-cb76-445d-b138-cb833530ef8c req-d23e40ab-e3ec-47c1-87c4-389aedfac50c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:41.880565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc49c189-cb76-445d-b138-cb833530ef8c req-d23e40ab-e3ec-47c1-87c4-389aedfac50c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1153970 Feb 11 05:38:41.881449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc5813-5d6e-4209-b7d3-cee6f7a084b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7598bf8c-235e-47a6-801d-41804d9dc7fc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:41.887491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (cb3e0d95-cfdb-4945-b203-532319c478db), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.895043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.899775 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb3e0d95-cfdb-4945-b203-532319c478db HTTP/1.1" status: 204 len: 168 time: 1.9188259 Feb 11 05:38:41.904455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45180) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:42.001973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cef891-ee6f-4da3-b07b-1431463680ec admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3e0d95-cfdb-4945-b203-532319c478db,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.024042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc49c189-cb76-445d-b138-cb833530ef8c req-4faa5322-811a-426b-9edb-3e2b08be2cb1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228333 Feb 11 05:38:42.090628 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-522c38eb-3f8a-4708-8f15-19f5dbb456a3 admin admin] Publish callbacks [] for security_group (7598bf8c-235e-47a6-801d-41804d9dc7fc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.118623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-522c38eb-3f8a-4708-8f15-19f5dbb456a3 admin admin] Publish callbacks [] for security_group (7598bf8c-235e-47a6-801d-41804d9dc7fc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.243256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caabc0-d878-47c0-a291-01172d2061c0 req-d04c16dc-3ded-4ad0-bd29-4f05d871a569 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:42.251008 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0caabc0-d878-47c0-a291-01172d2061c0 req-d04c16dc-3ded-4ad0-bd29-4f05d871a569 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0950429 Feb 11 05:38:42.309411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-522c38eb-3f8a-4708-8f15-19f5dbb456a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7598bf8c-235e-47a6-801d-41804d9dc7fc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.312568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-522c38eb-3f8a-4708-8f15-19f5dbb456a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.314858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-522c38eb-3f8a-4708-8f15-19f5dbb456a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7598bf8c-235e-47a6-801d-41804d9dc7fc HTTP/1.1" status: 204 len: 168 time: 0.4417117 Feb 11 05:38:42.365522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0caabc0-d878-47c0-a291-01172d2061c0 req-ec6f0427-174a-4931-9d3e-23d39cbf18d0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134479 Feb 11 05:38:42.415648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c38eb-3f8a-4708-8f15-19f5dbb456a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598bf8c-235e-47a6-801d-41804d9dc7fc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.519945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c184dc42-5296-407b-bd6c-2d853a550efe no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:42.616279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c184dc42-5296-407b-bd6c-2d853a550efe {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:42.617114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c184dc42-5296-407b-bd6c-2d853a550efe not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:42.927248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.201323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-adfa53bc-1bcc-4ea9-a71f-b9ea0f902212 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.202965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-adfa53bc-1bcc-4ea9-a71f-b9ea0f902212 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.3262384 Feb 11 05:38:43.246954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-c541e376-8084-47b9-b297-9eca01b2f3d7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/quotas/4e196316e3f1488c8b5dc4056892429e HTTP/1.1" status: 200 len: 375 time: 0.0316510 Feb 11 05:38:43.405607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-c7a5004e-3a97-44e8-b814-3fd40dc12759 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1486661 Feb 11 05:38:43.547150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Deleting port f2259cc3-2c92-4499-9467-948e907c9074 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:43.547578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f2259cc3-2c92-4499-9467-948e907c9074), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.743329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] For port f2259cc3-2c92-4499-9467-948e907c9074, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f2259cc3-2c92-4499-9467-948e907c9074,segment=NetworkSegment(7d42edc2-b6c6-46df-9dfe-fd5463d17e57),segment_id=7d42edc2-b6c6-46df-9dfe-fd5463d17e57)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:43.743720 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f2259cc3-2c92-4499-9467-948e907c9074), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.764633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Calling delete_port for f2259cc3-2c92-4499-9467-948e907c9074 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:44.107108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-431fa1a5-c1f2-43de-8e40-03dcbe9fc55e service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940238 Feb 11 05:38:44.358199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f2259cc3-2c92-4499-9467-948e907c9074), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.459766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-ce31c5e8-daf5-4465-b1f8-1237984dc6f0 service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512836 Feb 11 05:38:44.868982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88613a8d-868f-4377-9ee9-6643bdd7aea3 req-5748f786-d62b-448d-912a-a72565f20b37 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 210 time: 0.0381153 Feb 11 05:38:45.190509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2259cc3-2c92-4499-9467-948e907c9074,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:45.416045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.698283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-a1d53e6b-e6e6-479b-9098-15aab54e2f5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1177626 Feb 11 05:38:45.877262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-68c34372-c926-4ead-a0b9-74bee9781678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:45.884195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-68c34372-c926-4ead-a0b9-74bee9781678 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.1404834 Feb 11 05:38:45.899816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:45.989403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-560a1cdc-854d-42db-9672-0e1b3a6ff443 req-f0ac91ba-2170-4d78-9762-12d81f03abf8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 210 time: 0.0429778 Feb 11 05:38:46.082541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-8e4ecd8f-b786-4b07-a5c0-a50f40203c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:46.084321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-8e4ecd8f-b786-4b07-a5c0-a50f40203c26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.1698654 Feb 11 05:38:46.088522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:46.099858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5272a78f-111c-42a5-bb85-d5b6ab5daf00 admin admin] 10.222.0.62 "PUT /v2.0/routers/48cf5d6b-0bac-4216-8466-2748b3a7bf6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1921532 Feb 11 05:38:46.101170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45336) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:46.106094 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] Sync routers for ids ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:46.135442 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] Routers {'48cf5d6b-0bac-4216-8466-2748b3a7bf6b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:46.136451 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:46.299660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-70b79ce8-d21d-45f1-b82a-25d46492f5bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.1742225 Feb 11 05:38:46.434240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-9c5f0a3f-8f7d-4787-b0e3-f6c8a1356ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:46.452146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-9c5f0a3f-8f7d-4787-b0e3-f6c8a1356ce2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1487479 Feb 11 05:38:46.473527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks [] for router (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.492171 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] Set router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:46.620458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-d5a4f007-3feb-4865-bbc4-c162935babbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:46.624523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-d5a4f007-3feb-4865-bbc4-c162935babbf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1644702 Feb 11 05:38:46.772500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks [] for router_gateway (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.881078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-dfed5da6-8862-4aa8-bdae-e9f28a0cf0ab service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477241 Feb 11 05:38:46.980438 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:44Z', 'revision_number': 5, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port': {'id': '05bb86a2-ffd5-40ac-b3a3-35aa96f39439', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:15Z', 'updated_at': '2022-02-11T05:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:47.038440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Deleting port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:47.040843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.128552 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] Checking router: 48cf5d6b-0bac-4216-8466-2748b3a7bf6b for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:47.165924 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] Routers {'48cf5d6b-0bac-4216-8466-2748b3a7bf6b'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:47.166569 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:38:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:47.287224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] For port 05bb86a2-ffd5-40ac-b3a3-35aa96f39439, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=05bb86a2-ffd5-40ac-b3a3-35aa96f39439,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:47.291153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.360292 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] Set router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:47.365104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Calling delete_port for 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:47.414461 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:46Z', 'revision_number': 6, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:47.480999 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53de7e-a6dd-492a-b8f9-d274a082b068 None None] The sync data for ids ['48cf5d6b-0bac-4216-8466-2748b3a7bf6b'] in n-d-713498-37 is: [{'id': '48cf5d6b-0bac-4216-8466-2748b3a7bf6b', 'name': 'tempest-TestAggregatesBasicOps-745962095-router', 'tenant_id': '7c4862da097b48938c4ade5bd4ff4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:46Z', 'revision_number': 6, 'project_id': '7c4862da097b48938c4ade5bd4ff4610', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:47.777156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99a8630f-32ca-4297-b9dd-0765211a2727 req-d9cca3c9-0cfa-4de5-bda8-14e98c88dab4 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 210 time: 0.6381853 Feb 11 05:38:47.802839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-488ee01c-6167-4ec4-9945-dc0b38c88b53 req-5c9f9403-d726-4ee8-863d-c01c3700e7a0 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9043415 Feb 11 05:38:48.195795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-ef5a3729-f958-4e7b-be2b-38f631a889e5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:48.197455 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-ef5a3729-f958-4e7b-be2b-38f631a889e5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.5358379 Feb 11 05:38:48.213118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'port': {'device_id': '679135c1-05d2-411d-bd9c-73de222bc41f', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'admin_state_up': True, 'tenant_id': '4e196316e3f1488c8b5dc4056892429e'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:48.280303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (05bb86a2-ffd5-40ac-b3a3-35aa96f39439), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.378060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Pushing event deleted for resources: {'Port': ['ID=05bb86a2-ffd5-40ac-b3a3-35aa96f39439,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:48.616270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f2259cc3-2c92-4499-9467-948e907c9074 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:48.625840 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.676188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f2259cc3-2c92-4499-9467-948e907c9074 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:48.676188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f2259cc3-2c92-4499-9467-948e907c9074 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:48.676188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:48.708306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:48.708833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 05bb86a2-ffd5-40ac-b3a3-35aa96f39439 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:48.773808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.776114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks [] for router_controller (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.069914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09d89868-7924-4eb4-ad1b-08009a6a9359 req-d49a4f2c-3bfc-49eb-8b41-8ec0863fe496 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 210 time: 0.0578873 Feb 11 05:38:49.142885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Made reservation on behalf of 4e196316e3f1488c8b5dc4056892429e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:49.185911 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.308892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Allocated IP 172.20.0.14 (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9/0a461791-d80d-4bef-acb7-feac702b3c53/f5428bce-f783-4979-9ed6-59e6e46c62d7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:49.406476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (48cf5d6b-0bac-4216-8466-2748b3a7bf6b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.407329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48cf5d6b-0bac-4216-8466-2748b3a7bf6b {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:38:49.431347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.453550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45420) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:49.458170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-29fb227b-0d26-456b-93cd-19dbf0c1038d admin admin] 10.222.0.62 "DELETE /v2.0/routers/48cf5d6b-0bac-4216-8466-2748b3a7bf6b HTTP/1.1" status: 204 len: 168 time: 3.3555758 Feb 11 05:38:49.669227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Deleting subnet 3570b4b4-fbe5-4344-922c-e49ed224b67f {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:49.677812 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.688563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Publish callbacks [] for subnet (3570b4b4-fbe5-4344-922c-e49ed224b67f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.750386 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (3570b4b4-fbe5-4344-922c-e49ed224b67f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.868890 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3570b4b4-fbe5-4344-922c-e49ed224b67f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.913311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.035035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (3570b4b4-fbe5-4344-922c-e49ed224b67f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.071661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:50.103906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:50.108642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:50.135374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'Port': ['ID=f5428bce-f783-4979-9ed6-59e6e46c62d7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:50.151924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3570b4b4-fbe5-4344-922c-e49ed224b67f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:50.173518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.175053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10579cce-2386-47bc-9125-353965a05304 None None] Network 22203cb7-f474-449a-8454-27769009231d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:50.191254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45438) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:50.193623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3570b4b4-fbe5-4344-922c-e49ed224b67f HTTP/1.1" status: 204 len: 168 time: 0.7382686 Feb 11 05:38:50.204224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.204701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.205935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.207078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.207499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.207989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.208484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.209761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.210239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.210748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.211157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.211558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.213117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cc146f-e3bb-430f-9572-af9600640067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:50.342276 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (22203cb7-f474-449a-8454-27769009231d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.362692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.370999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.505703 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-1711c27b-f703-4531-8690-92dddc1bdc43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2971847 Feb 11 05:38:50.522594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Request body: {'port': {'device_id': '679135c1-05d2-411d-bd9c-73de222bc41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:50.565741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] DHCP port deletion for 22203cb7-f474-449a-8454-27769009231d request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:38:50.572766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Deleting port 2d16aa3a-f35e-4082-9fa3-190ef5789463 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:50.573350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.670903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c6473ac9-d12b-455e-935c-aed04fd95a70 None None] Provisioning complete for port f5428bce-f783-4979-9ed6-59e6e46c62d7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:50.671528 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c6473ac9-d12b-455e-935c-aed04fd95a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.679193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a31f-d49f-4b78-b1ec-276aa86fc4a1 req-9256f33b-29e7-4bf9-9aa7-b453c9d00aca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.684225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f81a31f-d49f-4b78-b1ec-276aa86fc4a1 req-9256f33b-29e7-4bf9-9aa7-b453c9d00aca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 932 time: 0.4085035 Feb 11 05:38:50.716042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.720293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] For port 2d16aa3a-f35e-4082-9fa3-190ef5789463, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2d16aa3a-f35e-4082-9fa3-190ef5789463,segment=NetworkSegment(7d42edc2-b6c6-46df-9dfe-fd5463d17e57),segment_id=7d42edc2-b6c6-46df-9dfe-fd5463d17e57)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:50.721477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.747094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-424a0761-3ac7-4b15-9c95-342125c11b4b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2987514 Feb 11 05:38:50.775705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Calling delete_port for 2d16aa3a-f35e-4082-9fa3-190ef5789463 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:50.785384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c6473ac9-d12b-455e-935c-aed04fd95a70 None None] Port f5428bce-f783-4979-9ed6-59e6e46c62d7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:50.803542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] Deleting port 2d16aa3a-f35e-4082-9fa3-190ef5789463 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:50.804213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.864669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f81a31f-d49f-4b78-b1ec-276aa86fc4a1 req-7cf4b902-9cb9-4fc4-8c14-533f2dd51198 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741867 Feb 11 05:38:50.906889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-4e133069-461d-4684-8010-43ffe74472e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.917570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-4e133069-461d-4684-8010-43ffe74472e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 1130 time: 0.1146939 Feb 11 05:38:50.987420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] For port 2d16aa3a-f35e-4082-9fa3-190ef5789463, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2d16aa3a-f35e-4082-9fa3-190ef5789463,segment=NetworkSegment(7d42edc2-b6c6-46df-9dfe-fd5463d17e57),segment_id=7d42edc2-b6c6-46df-9dfe-fd5463d17e57)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:50.987886 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.017855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] Calling delete_port for 2d16aa3a-f35e-4082-9fa3-190ef5789463 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:51.129349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-05be990c-523f-4e1c-8682-7dc705d21d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:51.132042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-05be990c-523f-4e1c-8682-7dc705d21d4c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.1937301 Feb 11 05:38:51.256372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-38256ad8-cac1-4095-a157-7c0db9d39fe0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 200 len: 1002 time: 0.1173747 Feb 11 05:38:51.343022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-8d70e8a0-4601-479a-911e-bcf1e75aca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:51.344695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-8d70e8a0-4601-479a-911e-bcf1e75aca54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.0822847 Feb 11 05:38:51.357805 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.407238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2d16aa3a-f35e-4082-9fa3-190ef5789463), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.446997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] Pushing event deleted for resources: {'Port': ['ID=2d16aa3a-f35e-4082-9fa3-190ef5789463,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:51.467660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-d9f71a85-1087-4757-8592-7987f314e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:51.469372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-d9f71a85-1087-4757-8592-7987f314e41c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1075742 Feb 11 05:38:51.478345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240bc21-7cc6-423b-8b2b-81bab7865dfd None None] No DVR routers for this DVR port 2d16aa3a-f35e-4082-9fa3-190ef5789463 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:51.578520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] No DVR routers for this DVR port 2d16aa3a-f35e-4082-9fa3-190ef5789463 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:51.620376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d16aa3a-f35e-4082-9fa3-190ef5789463,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:51.649707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5428bce-f783-4979-9ed6-59e6e46c62d7 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:51.661274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Publish callbacks [] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.716639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-c38aa13b-b978-408f-b7a7-303c68343577 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401874 Feb 11 05:38:51.786630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (22203cb7-f474-449a-8454-27769009231d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.815570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Transition to ACTIVE for port object f5428bce-f783-4979-9ed6-59e6e46c62d7 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:38:51.852410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22203cb7-f474-449a-8454-27769009231d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:51.888716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d42edc2-b6c6-46df-9dfe-fd5463d17e57') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:51.889184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d42edc2-b6c6-46df-9dfe-fd5463d17e57') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:51.917713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f7b93ec-4103-407d-ac6d-c8c5b258e107 req-85311cfe-8259-4505-a879-f90069f31aba service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940205 Feb 11 05:38:51.919604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7d42edc2-b6c6-46df-9dfe-fd5463d17e57), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.953824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7d42edc2-b6c6-46df-9dfe-fd5463d17e57), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.961012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:51.961568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7d42edc2-b6c6-46df-9dfe-fd5463d17e57), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:51.976792 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:52.006274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.048712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6448879-14d8-446f-9eec-e919c7f6d3b5 req-a2f1c92d-c4de-46ae-8d8b-267ab371e79d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:52.058704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6448879-14d8-446f-9eec-e919c7f6d3b5 req-a2f1c92d-c4de-46ae-8d8b-267ab371e79d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 944 time: 0.0898080 Feb 11 05:38:52.198098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6448879-14d8-446f-9eec-e919c7f6d3b5 req-b8f7772e-b5d0-4f1c-81ae-f83a008eaddb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377196 Feb 11 05:38:52.315621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5428bce-f783-4979-9ed6-59e6e46c62d7,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:52.338755 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (22203cb7-f474-449a-8454-27769009231d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.348937 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.354947 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] 10.222.0.62 "DELETE /v2.0/networks/22203cb7-f474-449a-8454-27769009231d HTTP/1.1" status: 204 len: 168 time: 2.1601448 Feb 11 05:38:52.377798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285c386-4781-4434-9707-bb0bd7222f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=22203cb7-f474-449a-8454-27769009231d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:52.432871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Attempting to bind port f5428bce-f783-4979-9ed6-59e6e46c62d7 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:52.432871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Attempting to bind port f5428bce-f783-4979-9ed6-59e6e46c62d7 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:52.432871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Attempting to bind port f5428bce-f783-4979-9ed6-59e6e46c62d7 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:52.444409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Port f5428bce-f783-4979-9ed6-59e6e46c62d7 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:38:52.444776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Attempting to bind port f5428bce-f783-4979-9ed6-59e6e46c62d7 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:52.464441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:52.465035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Checking segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:52.466456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Bound using segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:52.467078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Bound port: f5428bce-f783-4979-9ed6-59e6e46c62d7, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:52.471167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.494825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2d16aa3a-f35e-4082-9fa3-190ef5789463 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:52.558258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] For port f5428bce-f783-4979-9ed6-59e6e46c62d7, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:52.562454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] For port f5428bce-f783-4979-9ed6-59e6e46c62d7, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f5428bce-f783-4979-9ed6-59e6e46c62d7,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:52.585906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 2d16aa3a-f35e-4082-9fa3-190ef5789463 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:52.586257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2d16aa3a-f35e-4082-9fa3-190ef5789463 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:52.693154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.871326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:52.871326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:52.875930 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] 10.222.0.65 "PUT /v2.0/ports/f5428bce-f783-4979-9ed6-59e6e46c62d7 HTTP/1.1" status: 200 len: 1093 time: 2.3622892 Feb 11 05:38:52.880836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679135c1-05d2-411d-bd9c-73de222bc41f', 'tag': 'f5428bce-f783-4979-9ed6-59e6e46c62d7'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:52.887277 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca757a2-1a6e-4fc0-a513-043d2fe2ad36" -d '{"events": [{"name": "network-changed", "server_uuid": "679135c1-05d2-411d-bd9c-73de222bc41f", "tag": "f5428bce-f783-4979-9ed6-59e6e46c62d7"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:53.019809 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60edf43-0929-4072-b5cc-4ac9ffdf0609 x-openstack-request-id: req-e60edf43-0929-4072-b5cc-4ac9ffdf0609 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:53.020105 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679135c1-05d2-411d-bd9c-73de222bc41f", "tag": "f5428bce-f783-4979-9ed6-59e6e46c62d7", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:53.020358 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e60edf43-0929-4072-b5cc-4ac9ffdf0609 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:53.026878 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679135c1-05d2-411d-bd9c-73de222bc41f', 'tag': 'f5428bce-f783-4979-9ed6-59e6e46c62d7', 'status': 'completed', 'code': 200} Feb 11 05:38:53.059350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d81a-13be-41c3-b7d3-2659f9a07be6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5428bce-f783-4979-9ed6-59e6e46c62d7,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:53.092165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca757a2-1a6e-4fc0-a513-043d2fe2ad36 req-24a5c741-7598-40e1-a938-a033ba165f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:53.092165 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ca757a2-1a6e-4fc0-a513-043d2fe2ad36 req-24a5c741-7598-40e1-a938-a033ba165f0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 1127 time: 0.0903509 Feb 11 05:38:53.313354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45520) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:53.380110 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d747d97a-1792-403d-8b71-e95d4ddcc290 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=205059b3d5b44bf0b7381afd8c32fabe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645952 Feb 11 05:38:53.383843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45522) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:53.570262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83550-e3bc-43cc-a4bd-844266213a13 req-f606446a-a351-4980-b1c7-bd65b9797ddf tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:53.580042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58e83550-e3bc-43cc-a4bd-844266213a13 req-f606446a-a351-4980-b1c7-bd65b9797ddf tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 944 time: 0.2043314 Feb 11 05:38:53.682832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca757a2-1a6e-4fc0-a513-043d2fe2ad36 req-0e8cdb9e-45e2-4fd0-9c56-d031dfc13ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:53.697820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58e83550-e3bc-43cc-a4bd-844266213a13 req-4b58beb1-7234-49de-9b16-a14379ca2ba8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167643 Feb 11 05:38:53.705940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ca757a2-1a6e-4fc0-a513-043d2fe2ad36 req-0e8cdb9e-45e2-4fd0-9c56-d031dfc13ed7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4e196316e3f1488c8b5dc4056892429e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5991659 Feb 11 05:38:54.359205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f074ba9a-0068-41ef-b6ed-669f1592f19e admin admin] Publish callbacks [] for security_group (23326b24-fd8b-4be7-9a05-dc17040287f4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.427183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f074ba9a-0068-41ef-b6ed-669f1592f19e admin admin] Publish callbacks [] for security_group (23326b24-fd8b-4be7-9a05-dc17040287f4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.439777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca757a2-1a6e-4fc0-a513-043d2fe2ad36 req-858da3a5-ce03-4556-8304-e630781a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:54.441302 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6ca757a2-1a6e-4fc0-a513-043d2fe2ad36 req-858da3a5-ce03-4556-8304-e630781a7c1c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7298541 Feb 11 05:38:54.534867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-4cc6c056-08a8-4de9-a182-cfe6759415a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:54.536452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-4cc6c056-08a8-4de9-a182-cfe6759415a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 1127 time: 0.0521243 Feb 11 05:38:54.594632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-cdb63bc0-c0e3-4e1b-ba13-c83a71e1e956 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5428bce-f783-4979-9ed6-59e6e46c62d7 HTTP/1.1" status: 200 len: 217 time: 0.0511458 Feb 11 05:38:54.647472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f074ba9a-0068-41ef-b6ed-669f1592f19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (23326b24-fd8b-4be7-9a05-dc17040287f4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.650490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f074ba9a-0068-41ef-b6ed-669f1592f19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.651906 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f074ba9a-0068-41ef-b6ed-669f1592f19e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23326b24-fd8b-4be7-9a05-dc17040287f4 HTTP/1.1" status: 204 len: 168 time: 1.2668524 Feb 11 05:38:54.675891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074ba9a-0068-41ef-b6ed-669f1592f19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23326b24-fd8b-4be7-9a05-dc17040287f4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:54.686813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-cefbe1d0-6832-404e-98ff-882c1d65b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:54.688572 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-cefbe1d0-6832-404e-98ff-882c1d65b884 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0801620 Feb 11 05:38:54.866322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-7e1cd401-c983-4892-a0f2-0d997fa6c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:54.876665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-7e1cd401-c983-4892-a0f2-0d997fa6c092 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1814065 Feb 11 05:38:55.015318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b52b19-d112-4d87-8284-48a2c94bf54f req-0ae3026f-0a2d-42ef-bab2-947595dedd74 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:55.023462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90b52b19-d112-4d87-8284-48a2c94bf54f req-0ae3026f-0a2d-42ef-bab2-947595dedd74 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 944 time: 0.1217360 Feb 11 05:38:55.093672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90b52b19-d112-4d87-8284-48a2c94bf54f req-6ad91671-7801-459e-bc11-2b966925af28 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690556 Feb 11 05:38:55.168382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-59eedee2-f9de-450a-bef7-d9ed337232a6 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724135 Feb 11 05:38:55.360094 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f7b8e1-0d40-4276-8dd1-49bea8411fcd req-7b63425d-bd18-40aa-9562-bdce4782500c service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962283 Feb 11 05:38:56.302038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45618) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:56.409946 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f1317c95-6887-4c34-af38-95f98f1c27e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c4862da097b48938c4ade5bd4ff4610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1039212 Feb 11 05:38:56.410422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45622) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:56.446402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c9022-63e7-43b5-a5b7-389f500dc6c4 req-3d720a3b-3f58-44a6-b8bb-0690e3557f44 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:56.458204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-976c9022-63e7-43b5-a5b7-389f500dc6c4 req-3d720a3b-3f58-44a6-b8bb-0690e3557f44 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 944 time: 0.1664820 Feb 11 05:38:56.478013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f5428bce-f783-4979-9ed6-59e6e46c62d7 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:38:56.562313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-976c9022-63e7-43b5-a5b7-389f500dc6c4 req-3d4f7892-3d2d-4234-9692-1af958800892 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028674 Feb 11 05:38:56.613866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ae1f-05a3-474f-a4c8-ed7e21016f9f admin admin] Publish callbacks [] for security_group (61172bb4-570b-407e-bc51-07a14b9ec911), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.646274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f5428bce-f783-4979-9ed6-59e6e46c62d7, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f5428bce-f783-4979-9ed6-59e6e46c62d7,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:56.669515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f5428bce-f783-4979-9ed6-59e6e46c62d7', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': 'f5428bce-f783-4979-9ed6-59e6e46c62d7', 'mac_address': 'fa:16:3e:4d:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:38:56.670827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ae1f-05a3-474f-a4c8-ed7e21016f9f admin admin] Publish callbacks [] for security_group (61172bb4-570b-407e-bc51-07a14b9ec911), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.746557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f5428bce-f783-4979-9ed6-59e6e46c62d7 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:56.747246 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.789968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5428bce-f783-4979-9ed6-59e6e46c62d7 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:56.817180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f5428bce-f783-4979-9ed6-59e6e46c62d7, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f5428bce-f783-4979-9ed6-59e6e46c62d7,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:56.994494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ae1f-05a3-474f-a4c8-ed7e21016f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (61172bb4-570b-407e-bc51-07a14b9ec911), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.997093 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d9c2ae1f-05a3-474f-a4c8-ed7e21016f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.002196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d9c2ae1f-05a3-474f-a4c8-ed7e21016f9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61172bb4-570b-407e-bc51-07a14b9ec911 HTTP/1.1" status: 204 len: 168 time: 0.5907714 Feb 11 05:38:57.017038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2ae1f-05a3-474f-a4c8-ed7e21016f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61172bb4-570b-407e-bc51-07a14b9ec911,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:57.076816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.284345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f5428bce-f783-4979-9ed6-59e6e46c62d7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:57.321241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f5428bce-f783-4979-9ed6-59e6e46c62d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:57.779660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4e979-20c3-4db6-9de1-37b19d738cb9 req-4cb61918-ffc9-4c26-ac92-6ef21b960243 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:57.789418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fff4e979-20c3-4db6-9de1-37b19d738cb9 req-4cb61918-ffc9-4c26-ac92-6ef21b960243 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 945 time: 0.1062577 Feb 11 05:38:57.874476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fff4e979-20c3-4db6-9de1-37b19d738cb9 req-7b1bd895-e0f9-4c78-95f6-ca9f1def770d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828385 Feb 11 05:38:58.473086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f5428bce-f783-4979-9ed6-59e6e46c62d7 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:58.770655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port f5428bce-f783-4979-9ed6-59e6e46c62d7 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:58.777637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f5428bce-f783-4979-9ed6-59e6e46c62d7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:58.778186 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.891624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f5428bce-f783-4979-9ed6-59e6e46c62d7 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:58.892330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.956845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f5428bce-f783-4979-9ed6-59e6e46c62d7, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f5428bce-f783-4979-9ed6-59e6e46c62d7,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:58.960963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679135c1-05d2-411d-bd9c-73de222bc41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5428bce-f783-4979-9ed6-59e6e46c62d7'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:59.019996 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aebea1-68fa-467d-999f-6da80dfc4936" -d '{"events": [{"server_uuid": "679135c1-05d2-411d-bd9c-73de222bc41f", "name": "network-vif-plugged", "status": "completed", "tag": "f5428bce-f783-4979-9ed6-59e6e46c62d7"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:59.086060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.166391 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529c5395-89e0-41e0-8bcb-49f57e2024fd x-openstack-request-id: req-529c5395-89e0-41e0-8bcb-49f57e2024fd {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:59.166621 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679135c1-05d2-411d-bd9c-73de222bc41f", "name": "network-vif-plugged", "status": "completed", "tag": "f5428bce-f783-4979-9ed6-59e6e46c62d7", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:59.166861 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-529c5395-89e0-41e0-8bcb-49f57e2024fd {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:59.167314 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679135c1-05d2-411d-bd9c-73de222bc41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5428bce-f783-4979-9ed6-59e6e46c62d7', 'code': 200} Feb 11 05:38:59.211696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f5428bce-f783-4979-9ed6-59e6e46c62d7,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:59.330032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41dde6-0328-43b4-a500-db2545fce00b req-89fc63af-8c56-4168-92bd-a428a5cf23f7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:59.341188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e41dde6-0328-43b4-a500-db2545fce00b req-89fc63af-8c56-4168-92bd-a428a5cf23f7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 945 time: 0.3397789 Feb 11 05:38:59.477188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c692142-9f9c-4c76-8359-7e94c8d2aaf0 req-35ea0800-092a-4952-a265-4451e46acf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:59.482275 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6c692142-9f9c-4c76-8359-7e94c8d2aaf0 req-35ea0800-092a-4952-a265-4451e46acf93 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 1129 time: 0.2346218 Feb 11 05:38:59.517439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e41dde6-0328-43b4-a500-db2545fce00b req-f6902b2b-6e6b-469a-abf0-eb0e527fbcd7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622226 Feb 11 05:38:59.581091 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6c692142-9f9c-4c76-8359-7e94c8d2aaf0 req-2c8d4307-ba95-4ed7-8b69-a514fe5556f6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910141 Feb 11 05:38:59.592127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45718) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:00.202403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89461b2a-0b94-4394-9cc9-da31d983d64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.294111 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89461b2a-0b94-4394-9cc9-da31d983d64e admin admin] Publish callbacks [] for security_group (301925f8-1a49-4366-9bda-a4e999998c19), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.461993 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89461b2a-0b94-4394-9cc9-da31d983d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (301925f8-1a49-4366-9bda-a4e999998c19), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.601166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89461b2a-0b94-4394-9cc9-da31d983d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301925f8-1a49-4366-9bda-a4e999998c19,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:00.610237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-89461b2a-0b94-4394-9cc9-da31d983d64e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af5a6a547a2742a3bbf641b837397004&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0166688 Feb 11 05:39:00.613056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45748) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:00.782391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bb08-c44f-4c0f-9b83-b47989afc1d7 admin admin] Publish callbacks [] for security_group (301925f8-1a49-4366-9bda-a4e999998c19), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.864706 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bb08-c44f-4c0f-9b83-b47989afc1d7 admin admin] Publish callbacks [] for security_group (301925f8-1a49-4366-9bda-a4e999998c19), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.929158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad3302-d022-4ff6-b197-bcab03d4143b req-8952538d-eae9-4307-a77e-69005b4f4aac tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:00.933363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6ad3302-d022-4ff6-b197-bcab03d4143b req-8952538d-eae9-4307-a77e-69005b4f4aac tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1645823 Feb 11 05:39:00.993463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bb08-c44f-4c0f-9b83-b47989afc1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (301925f8-1a49-4366-9bda-a4e999998c19), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.996317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bb08-c44f-4c0f-9b83-b47989afc1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.999075 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3cc2bb08-c44f-4c0f-9b83-b47989afc1d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/301925f8-1a49-4366-9bda-a4e999998c19 HTTP/1.1" status: 204 len: 168 time: 0.3822651 Feb 11 05:39:01.021374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2bb08-c44f-4c0f-9b83-b47989afc1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301925f8-1a49-4366-9bda-a4e999998c19,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:01.056528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6ad3302-d022-4ff6-b197-bcab03d4143b req-81fffa31-c846-4fa7-833d-2c37d01e4c48 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126869 Feb 11 05:39:02.231507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709be26-5331-4d6a-8ce8-4e4805719ff3 req-2f62a228-f897-4b7c-a914-8b175eacf1c8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:02.250199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2709be26-5331-4d6a-8ce8-4e4805719ff3 req-2f62a228-f897-4b7c-a914-8b175eacf1c8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1098645 Feb 11 05:39:02.398538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2709be26-5331-4d6a-8ce8-4e4805719ff3 req-ca060212-02a1-4887-9fe2-4703f9d5cea0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473534 Feb 11 05:39:02.497728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98a741-a719-4e86-87d4-a9833e4f39f3 req-5ceda26f-449e-40bb-be7b-6f14fbdad2cc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:02.516208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af98a741-a719-4e86-87d4-a9833e4f39f3 req-5ceda26f-449e-40bb-be7b-6f14fbdad2cc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.1892891 Feb 11 05:39:02.588700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af98a741-a719-4e86-87d4-a9833e4f39f3 req-9b3c48b5-c604-489e-9c94-212b110c707c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619473 Feb 11 05:39:02.646821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45824) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:02.936655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-106db981-fa66-4310-b4f7-c66cb093f04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.001387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a6ee8-a60b-4356-be1f-fe8776da0eec req-ff06c20b-8399-44a9-8758-7fac9e38a1df tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:03.009881 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312a6ee8-a60b-4356-be1f-fe8776da0eec req-ff06c20b-8399-44a9-8758-7fac9e38a1df tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1189334 Feb 11 05:39:03.077593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-312a6ee8-a60b-4356-be1f-fe8776da0eec req-ea82cc82-a33c-4523-a6fb-99a98f147b10 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666976 Feb 11 05:39:03.164580 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95eaffb4-fffe-4c62-ad8c-823747386378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.262915 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95eaffb4-fffe-4c62-ad8c-823747386378 admin admin] Publish callbacks [] for security_group (b4834dbc-3d91-4580-830d-ba8ca783256a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.387932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-95eaffb4-fffe-4c62-ad8c-823747386378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b4834dbc-3d91-4580-830d-ba8ca783256a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.418225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-95eaffb4-fffe-4c62-ad8c-823747386378 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=579022e7d1c14ae5b23fef427cf2a830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698984 Feb 11 05:39:03.420994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45880) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:03.440125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaffb4-fffe-4c62-ad8c-823747386378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4834dbc-3d91-4580-830d-ba8ca783256a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:03.493317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6d18727-49d1-4ef0-9098-aadeeb3417a4 admin admin] Publish callbacks [] for security_group (b4834dbc-3d91-4580-830d-ba8ca783256a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.537495 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6d18727-49d1-4ef0-9098-aadeeb3417a4 admin admin] Publish callbacks [] for security_group (b4834dbc-3d91-4580-830d-ba8ca783256a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.702175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6d18727-49d1-4ef0-9098-aadeeb3417a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b4834dbc-3d91-4580-830d-ba8ca783256a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.704896 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6d18727-49d1-4ef0-9098-aadeeb3417a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:03.711358 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b6d18727-49d1-4ef0-9098-aadeeb3417a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4834dbc-3d91-4580-830d-ba8ca783256a HTTP/1.1" status: 204 len: 168 time: 0.2841444 Feb 11 05:39:03.725363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d18727-49d1-4ef0-9098-aadeeb3417a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4834dbc-3d91-4580-830d-ba8ca783256a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:03.890388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4c0c9-354a-45a9-a340-f91a976ef598 req-705365b6-da15-459c-a920-e341f94cf406 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:03.902553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cc4c0c9-354a-45a9-a340-f91a976ef598 req-705365b6-da15-459c-a920-e341f94cf406 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.2059803 Feb 11 05:39:03.936752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-b012297d-8d82-47df-b33f-227f9c58a51a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:03.938563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-b012297d-8d82-47df-b33f-227f9c58a51a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.83 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 947 time: 0.1851106 Feb 11 05:39:04.060859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cc4c0c9-354a-45a9-a340-f91a976ef598 req-92f44639-0171-4e40-ad3b-231698daf37b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=d5b21e32-919a-432e-9840-98669601b11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443951 Feb 11 05:39:04.166423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Deleting port d98e3735-012a-41d2-9c4c-d9f71456c4c6 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:04.166976 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.326970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9098e2-d9de-4bfe-8982-e3e79564a32b req-e921dddb-9e6a-40be-9bee-8b56211a5aff tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:04.329739 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b9098e2-d9de-4bfe-8982-e3e79564a32b req-e921dddb-9e6a-40be-9bee-8b56211a5aff tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1435533 Feb 11 05:39:04.339780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] For port d98e3735-012a-41d2-9c4c-d9f71456c4c6, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=d98e3735-012a-41d2-9c4c-d9f71456c4c6,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:04.342402 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.437301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b9098e2-d9de-4bfe-8982-e3e79564a32b req-ece0d650-5347-4c76-81c7-b4bd6ecd0f68 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003585 Feb 11 05:39:04.582983 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.583496 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (2c386a2b-3142-470e-8774-bef82d3f4abf), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.584523 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Floating IP 2c386a2b-3142-470e-8774-bef82d3f4abf disassociated. External IP: 172.25.8.179, port: d98e3735-012a-41d2-9c4c-d9f71456c4c6. Feb 11 05:39:04.584922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Calling delete_port for d98e3735-012a-41d2-9c4c-d9f71456c4c6 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:04.828430 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d98e3735-012a-41d2-9c4c-d9f71456c4c6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.860273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event deleted for resources: {'Port': ['ID=d98e3735-012a-41d2-9c4c-d9f71456c4c6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:05.022668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Router a22bdc48-6036-4863-87a0-0dfc3beeac53 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:05.176720 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14230e37-9367-4e30-96fa-b936e34ceefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:05.178601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:05.190705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] Sync routers for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:05.210548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:05.213688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:05.258449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] No DVR routers for this DVR port d98e3735-012a-41d2-9c4c-d9f71456c4c6 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:05.261834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:05.269903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bbd06f5-fe55-4b33-889b-4237766c6158 req-64e04f2c-e403-4b80-880c-29675b322834 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.83 "DELETE /v2.0/ports/d98e3735-012a-41d2-9c4c-d9f71456c4c6 HTTP/1.1" status: 204 len: 173 time: 1.3145599 Feb 11 05:39:05.283156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-deleted', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:05.286211 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e512209-074b-40ac-8c8f-126a76b3e0dc" -d '{"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-deleted", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:05.340137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-163d2149-b931-4629-8c14-61fc657d0d27 req-b9d250a4-6c38-4c2b-8634-80458595a73d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 210 time: 0.0836887 Feb 11 05:39:05.398060 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c49f2d-b9a6-4f38-b7ec-9898cdec2a73 x-openstack-request-id: req-70c49f2d-b9a6-4f38-b7ec-9898cdec2a73 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:05.398806 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64060182-b978-4ddf-9273-64c8b3b356ea", "name": "network-vif-deleted", "tag": "d98e3735-012a-41d2-9c4c-d9f71456c4c6", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:05.399071 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70c49f2d-b9a6-4f38-b7ec-9898cdec2a73 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:05.399485 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64060182-b978-4ddf-9273-64c8b3b356ea', 'name': 'network-vif-deleted', 'tag': 'd98e3735-012a-41d2-9c4c-d9f71456c4c6', 'status': 'completed', 'code': 200} Feb 11 05:39:05.526208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:05.721543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d82c4-53e2-428e-b26e-18ad2409e2c5 req-464d9001-8fbd-4545-89a0-ba304133b41f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:05.723626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-070d82c4-53e2-428e-b26e-18ad2409e2c5 req-464d9001-8fbd-4545-89a0-ba304133b41f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1521480 Feb 11 05:39:05.840892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-070d82c4-53e2-428e-b26e-18ad2409e2c5 req-7cd37588-e1c8-42e8-93e8-8f4b1b1406d3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070786 Feb 11 05:39:05.873831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:05.904735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] Checking router: a22bdc48-6036-4863-87a0-0dfc3beeac53 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:05.917200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:05.917200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:06.072184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:06.291287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:06.359042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199a97c-14da-4418-8dc8-bd2ca10400e6 None None] The sync data for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 is: [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:06.642650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b1d5bde-96e9-4910-9102-276f10253a24 req-4267b822-8ae5-468d-8907-1114d21792a4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=64060182-b978-4ddf-9273-64c8b3b356ea HTTP/1.1" status: 200 len: 210 time: 0.1294565 Feb 11 05:39:06.763200 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:06.779160 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1fd4cb-727a-4ba6-9346-0ea8be60b882 None None] New status for floating IP 2c386a2b-3142-470e-8774-bef82d3f4abf: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:39:07.026387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d72d-9181-4f99-ab4c-d41d31647f5f req-7c59be37-92c7-48e0-81b0-756aabd97331 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:07.033566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d16d72d-9181-4f99-ab4c-d41d31647f5f req-7c59be37-92c7-48e0-81b0-756aabd97331 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.0877433 Feb 11 05:39:07.106320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d16d72d-9181-4f99-ab4c-d41d31647f5f req-52cfdb15-e64d-4c97-b357-23f7cf43ba1a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Feb 11 05:39:07.327234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:07.418744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: d98e3735-012a-41d2-9c4c-d9f71456c4c6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:07.419199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device d98e3735-012a-41d2-9c4c-d9f71456c4c6 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:07.616480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46142) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:07.863246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46154) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:07.936431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfa99402-1be7-4917-b521-903afed60334 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (d5b21e32-919a-432e-9840-98669601b11b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.020339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfa99402-1be7-4917-b521-903afed60334 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (d5b21e32-919a-432e-9840-98669601b11b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.031852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-741d13ed-406d-4daa-8db4-394f00a502b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.153465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-741d13ed-406d-4daa-8db4-394f00a502b5 admin admin] Publish callbacks [] for security_group (a2cef333-baf6-4a1e-9ee6-1ba985d7de2b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.200030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfa99402-1be7-4917-b521-903afed60334 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d5b21e32-919a-432e-9840-98669601b11b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.205054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfa99402-1be7-4917-b521-903afed60334 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.206723 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cfa99402-1be7-4917-b521-903afed60334 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "DELETE /v2.0/security-groups/d5b21e32-919a-432e-9840-98669601b11b HTTP/1.1" status: 204 len: 168 time: 0.3408048 Feb 11 05:39:08.218535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46172) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:08.279902 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.300493 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-13b499ed-98af-4f8f-a6c5-46d13fa51d30 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] show failed (client error): The resource could not be found. Feb 11 05:39:08.304937 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-13b499ed-98af-4f8f-a6c5-46d13fa51d30 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups/d5b21e32-919a-432e-9840-98669601b11b HTTP/1.1" status: 404 len: 347 time: 0.0823371 Feb 11 05:39:08.304937 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-741d13ed-406d-4daa-8db4-394f00a502b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a2cef333-baf6-4a1e-9ee6-1ba985d7de2b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.326153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46174) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:08.327333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa99402-1be7-4917-b521-903afed60334 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b21e32-919a-432e-9840-98669601b11b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:08.366885 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-741d13ed-406d-4daa-8db4-394f00a502b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=abe27f1b17614b5b969938d01caeb9b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7470322 Feb 11 05:39:08.369331 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:08.425461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.462733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d13ed-406d-4daa-8db4-394f00a502b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cef333-baf6-4a1e-9ee6-1ba985d7de2b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:08.508076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e74e29c-ee5d-45a1-856d-246efebd3349 admin admin] Publish callbacks [] for security_group (a2cef333-baf6-4a1e-9ee6-1ba985d7de2b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.535326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e74e29c-ee5d-45a1-856d-246efebd3349 admin admin] Publish callbacks [] for security_group (a2cef333-baf6-4a1e-9ee6-1ba985d7de2b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.559295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46190) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:08.609030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af01b2-620a-4073-8ba9-ef163e6e3436 req-fdb2e323-570a-4082-ad08-5742fb5641a4 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:08.617319 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2af01b2-620a-4073-8ba9-ef163e6e3436 req-fdb2e323-570a-4082-ad08-5742fb5641a4 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.3591807 Feb 11 05:39:08.619173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Deleting port 9979f60a-f85c-490f-ae47-ab2ca2f9b2d1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:08.619527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.724538 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e74e29c-ee5d-45a1-856d-246efebd3349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a2cef333-baf6-4a1e-9ee6-1ba985d7de2b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.730668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e74e29c-ee5d-45a1-856d-246efebd3349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.735646 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6e74e29c-ee5d-45a1-856d-246efebd3349 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2cef333-baf6-4a1e-9ee6-1ba985d7de2b HTTP/1.1" status: 204 len: 168 time: 0.3649023 Feb 11 05:39:08.749126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2af01b2-620a-4073-8ba9-ef163e6e3436 req-842e32b6-ae4e-46e6-b84b-1d7deed017ab tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279027 Feb 11 05:39:08.755226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74e29c-ee5d-45a1-856d-246efebd3349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cef333-baf6-4a1e-9ee6-1ba985d7de2b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:08.798448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.803563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.817777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Calling delete_port for 9979f60a-f85c-490f-ae47-ab2ca2f9b2d1 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:08.849300 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c30e934d-cdba-45f7-953d-0e99372e2601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.090750 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c30e934d-cdba-45f7-953d-0e99372e2601 admin admin] Publish callbacks [] for security_group (406ece60-6e0b-47ad-aba3-01a50a7e4982), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.164532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.228525 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c30e934d-cdba-45f7-953d-0e99372e2601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (406ece60-6e0b-47ad-aba3-01a50a7e4982), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.269312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e934d-cdba-45f7-953d-0e99372e2601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406ece60-6e0b-47ad-aba3-01a50a7e4982,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:09.309542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c30e934d-cdba-45f7-953d-0e99372e2601 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f5d8d65239042f19d2f7f5f50d22122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7482824 Feb 11 05:39:09.312445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46240) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:09.405235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9979f60a-f85c-490f-ae47-ab2ca2f9b2d1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.494633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e24adb1-4187-47d0-9792-30f21c4a47af admin admin] Publish callbacks [] for security_group (406ece60-6e0b-47ad-aba3-01a50a7e4982), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.511087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event deleted for resources: {'Port': ['ID=9979f60a-f85c-490f-ae47-ab2ca2f9b2d1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:09.566854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e24adb1-4187-47d0-9792-30f21c4a47af admin admin] Publish callbacks [] for security_group (406ece60-6e0b-47ad-aba3-01a50a7e4982), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.621238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (2c386a2b-3142-470e-8774-bef82d3f4abf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.629117 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.633740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e1b81553-0779-48ad-8e9b-ab3a0335eeec tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "DELETE /v2.0/floatingips/2c386a2b-3142-470e-8774-bef82d3f4abf HTTP/1.1" status: 204 len: 168 time: 1.3063853 Feb 11 05:39:09.785739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e24adb1-4187-47d0-9792-30f21c4a47af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (406ece60-6e0b-47ad-aba3-01a50a7e4982), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.785739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e24adb1-4187-47d0-9792-30f21c4a47af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:09.786422 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9e24adb1-4187-47d0-9792-30f21c4a47af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/406ece60-6e0b-47ad-aba3-01a50a7e4982 HTTP/1.1" status: 204 len: 168 time: 0.4720814 Feb 11 05:39:09.805550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24adb1-4187-47d0-9792-30f21c4a47af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406ece60-6e0b-47ad-aba3-01a50a7e4982,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:09.947396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469d148-32d4-4021-a0d4-e2fad75ee315 req-897c6080-134c-4b63-bd24-fecd92cc53da tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:09.949911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6469d148-32d4-4021-a0d4-e2fad75ee315 req-897c6080-134c-4b63-bd24-fecd92cc53da tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1012137 Feb 11 05:39:10.034459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46264) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:10.046155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6469d148-32d4-4021-a0d4-e2fad75ee315 req-21104346-e7e0-4937-94d1-14a205fc4c43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750098 Feb 11 05:39:10.090157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48b3f7b3-5564-4c29-8664-03a2ada6bd9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.192398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46268) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:10.199832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-976bbef4-e520-4d2c-ade5-b6b2673891f0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359021570', 'description': 'tempest-description--337242528'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:10.240605 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48b3f7b3-5564-4c29-8664-03a2ada6bd9a admin admin] Publish callbacks [] for security_group (53db75ba-a66a-435a-be4c-f0f85c319eb2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.299540 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-976bbef4-e520-4d2c-ade5-b6b2673891f0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.363495 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48b3f7b3-5564-4c29-8664-03a2ada6bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (53db75ba-a66a-435a-be4c-f0f85c319eb2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.437444 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-976bbef4-e520-4d2c-ade5-b6b2673891f0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (b8fece44-bd8c-489b-ac48-503c286aab74), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.438581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46276) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:10.441172 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-48b3f7b3-5564-4c29-8664-03a2ada6bd9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d2657d5119e42379bb611a8f579e669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054933 Feb 11 05:39:10.454192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3f7b3-5564-4c29-8664-03a2ada6bd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53db75ba-a66a-435a-be4c-f0f85c319eb2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:10.502848 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-976bbef4-e520-4d2c-ade5-b6b2673891f0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b8fece44-bd8c-489b-ac48-503c286aab74), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.597290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bbef4-e520-4d2c-ade5-b6b2673891f0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fece44-bd8c-489b-ac48-503c286aab74,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:10.603093 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8449efe-4ef1-4291-9ce1-e2f71902904d admin admin] Publish callbacks [] for security_group (53db75ba-a66a-435a-be4c-f0f85c319eb2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.640100 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-976bbef4-e520-4d2c-ade5-b6b2673891f0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.641731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-976bbef4-e520-4d2c-ade5-b6b2673891f0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4463384 Feb 11 05:39:10.644421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46286) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:10.648461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8449efe-4ef1-4291-9ce1-e2f71902904d admin admin] Publish callbacks [] for security_group (53db75ba-a66a-435a-be4c-f0f85c319eb2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.650880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e6d95ad9-ecb1-44a4-8cee-16f5097ed90e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'security_group_rule': {'security_group_id': 'b8fece44-bd8c-489b-ac48-503c286aab74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:10.845259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6d95ad9-ecb1-44a4-8cee-16f5097ed90e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (8eefa0ca-0cc1-4922-8b3c-3278b28603d2), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.879184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8449efe-4ef1-4291-9ce1-e2f71902904d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (53db75ba-a66a-435a-be4c-f0f85c319eb2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.881358 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8449efe-4ef1-4291-9ce1-e2f71902904d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.885020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f8449efe-4ef1-4291-9ce1-e2f71902904d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53db75ba-a66a-435a-be4c-f0f85c319eb2 HTTP/1.1" status: 204 len: 168 time: 0.4427369 Feb 11 05:39:10.890844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8449efe-4ef1-4291-9ce1-e2f71902904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53db75ba-a66a-435a-be4c-f0f85c319eb2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:10.920716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46294) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:10.945152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6d95ad9-ecb1-44a4-8cee-16f5097ed90e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (8eefa0ca-0cc1-4922-8b3c-3278b28603d2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.951185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f44cddf5-23c5-4ac8-9f6d-a01e30dae9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.007862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6d95ad9-ecb1-44a4-8cee-16f5097ed90e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (8eefa0ca-0cc1-4922-8b3c-3278b28603d2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.045825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d95ad9-ecb1-44a4-8cee-16f5097ed90e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eefa0ca-0cc1-4922-8b3c-3278b28603d2,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:11.101682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6d95ad9-ecb1-44a4-8cee-16f5097ed90e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.103982 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e6d95ad9-ecb1-44a4-8cee-16f5097ed90e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580894 Feb 11 05:39:11.106397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46304) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:11.111386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c1c63829-260a-4ec8-9884-18e186fc5cea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'security_group_rule': {'security_group_id': 'b8fece44-bd8c-489b-ac48-503c286aab74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:11.138975 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f44cddf5-23c5-4ac8-9f6d-a01e30dae9aa admin admin] Publish callbacks [] for security_group (965a75c1-cc77-4e48-ad02-513ba7ffd682), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.168240 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:39:11.199573 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f44cddf5-23c5-4ac8-9f6d-a01e30dae9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (965a75c1-cc77-4e48-ad02-513ba7ffd682), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.232761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1c63829-260a-4ec8-9884-18e186fc5cea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (42d1f8a0-3e35-4458-9f0c-4acbb4df410f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.321957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cddf5-23c5-4ac8-9f6d-a01e30dae9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965a75c1-cc77-4e48-ad02-513ba7ffd682,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:11.352047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f44cddf5-23c5-4ac8-9f6d-a01e30dae9aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0f91643671b414eaa204dc368c4a24f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287467 Feb 11 05:39:11.356547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46308) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:11.357887 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1c63829-260a-4ec8-9884-18e186fc5cea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (42d1f8a0-3e35-4458-9f0c-4acbb4df410f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.417557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a577d-c5c2-46c2-bb73-4aba06823f7a req-2c1a529e-30a6-4cb1-9c34-ae656d0c0492 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:11.419566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b96a577d-c5c2-46c2-bb73-4aba06823f7a req-2c1a529e-30a6-4cb1-9c34-ae656d0c0492 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1777537 Feb 11 05:39:11.454483 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.455080 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1c63829-260a-4ec8-9884-18e186fc5cea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (42d1f8a0-3e35-4458-9f0c-4acbb4df410f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.468314 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47c52f91-cd83-455f-a18e-95547691d7f4 admin admin] Publish callbacks [] for security_group (965a75c1-cc77-4e48-ad02-513ba7ffd682), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.517562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c63829-260a-4ec8-9884-18e186fc5cea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d1f8a0-3e35-4458-9f0c-4acbb4df410f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:11.531697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47c52f91-cd83-455f-a18e-95547691d7f4 admin admin] Publish callbacks [] for security_group (965a75c1-cc77-4e48-ad02-513ba7ffd682), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.548723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b96a577d-c5c2-46c2-bb73-4aba06823f7a req-14b36241-6117-4179-8992-4e5ee2fb8928 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132004 Feb 11 05:39:11.579122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1c63829-260a-4ec8-9884-18e186fc5cea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.594613 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c1c63829-260a-4ec8-9884-18e186fc5cea tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4789374 Feb 11 05:39:11.594613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46318) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:11.602671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:11.714197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47c52f91-cd83-455f-a18e-95547691d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (965a75c1-cc77-4e48-ad02-513ba7ffd682), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.717664 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47c52f91-cd83-455f-a18e-95547691d7f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.718956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-47c52f91-cd83-455f-a18e-95547691d7f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/965a75c1-cc77-4e48-ad02-513ba7ffd682 HTTP/1.1" status: 204 len: 168 time: 0.3609173 Feb 11 05:39:11.735269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c52f91-cd83-455f-a18e-95547691d7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965a75c1-cc77-4e48-ad02-513ba7ffd682,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:11.738570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:11.875267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46330) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:11.908550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.046370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Allocated IP 172.25.8.156 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/1091365e-0438-47ab-b7e9-5bd3f0438c42) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:12.268059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for port (1091365e-0438-47ab-b7e9-5bd3f0438c42), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.391448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4036ba2b-e802-4218-8bd4-9d1b418c8df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.397935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1091365e-0438-47ab-b7e9-5bd3f0438c42), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.527730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:12.531850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:12.535737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:12.616241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4036ba2b-e802-4218-8bd4-9d1b418c8df6 admin admin] Publish callbacks [] for security_group (0a6e84ac-37ba-47a7-b970-1995949e0aad), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.626294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'Port': ['ID=1091365e-0438-47ab-b7e9-5bd3f0438c42,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:12.665575 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4036ba2b-e802-4218-8bd4-9d1b418c8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a6e84ac-37ba-47a7-b970-1995949e0aad), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.727155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (d586a485-f7ea-4190-938e-315124cf92b4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.817471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4036ba2b-e802-4218-8bd4-9d1b418c8df6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8430b96ee91d4695a33e5622fafdf504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9388065 Feb 11 05:39:12.825049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036ba2b-e802-4218-8bd4-9d1b418c8df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6e84ac-37ba-47a7-b970-1995949e0aad,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:12.826422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46360) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:12.894477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1091365e-0438-47ab-b7e9-5bd3f0438c42), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.918543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cd1af-48b2-40cb-9c33-d82396acda0c req-3525817e-ae74-452a-bb51-615db12f8188 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:12.927919 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-405cd1af-48b2-40cb-9c33-d82396acda0c req-3525817e-ae74-452a-bb51-615db12f8188 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1660421 Feb 11 05:39:12.996155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-692ed961-c7b4-49d8-af70-e776e9982026 admin admin] Publish callbacks [] for security_group (0a6e84ac-37ba-47a7-b970-1995949e0aad), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.034722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-405cd1af-48b2-40cb-9c33-d82396acda0c req-b7702ef5-67c4-45bd-bc29-1e7a0e0082b5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070280 Feb 11 05:39:13.059613 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-692ed961-c7b4-49d8-af70-e776e9982026 admin admin] Publish callbacks [] for security_group (0a6e84ac-37ba-47a7-b970-1995949e0aad), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.210789 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for port (1091365e-0438-47ab-b7e9-5bd3f0438c42), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.222915 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-692ed961-c7b4-49d8-af70-e776e9982026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0a6e84ac-37ba-47a7-b970-1995949e0aad), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.228182 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-692ed961-c7b4-49d8-af70-e776e9982026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.228900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-692ed961-c7b4-49d8-af70-e776e9982026 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a6e84ac-37ba-47a7-b970-1995949e0aad HTTP/1.1" status: 204 len: 168 time: 0.3837252 Feb 11 05:39:13.243057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ed961-c7b4-49d8-af70-e776e9982026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6e84ac-37ba-47a7-b970-1995949e0aad,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:13.287955 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1091365e-0438-47ab-b7e9-5bd3f0438c42), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.389787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (d586a485-f7ea-4190-938e-315124cf92b4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.407118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'Port': ['ID=1091365e-0438-47ab-b7e9-5bd3f0438c42,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:13.468148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.471192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9639584a-269e-442f-b074-70f50bcd3e58 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8802414 Feb 11 05:39:13.628660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46388) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:13.894935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-832966250-network', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:14.042901 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-db4c1a9f-9590-48be-897d-6d2b5e7c7b72 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1359021570&fields=id&tenant_id=d8f6e13b4523489286199af480ed2886 HTTP/1.1" status: 200 len: 267 time: 0.0806465 Feb 11 05:39:14.104272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Made reservation on behalf of 6b16429ff4124e078ff9c4153e077c6a for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:14.107025 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.148427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.341336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46420) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:14.365927 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa6c8-9359-4158-8ebb-1f916ca7aac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.543603 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa6c8-9359-4158-8ebb-1f916ca7aac1 admin admin] Publish callbacks [] for security_group (b2a2b68c-421c-4866-b4f3-9c5470cdcfd1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.626047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-2fe4673a-5fe5-4aeb-8410-7eb32b222739 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:14.627530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-2fe4673a-5fe5-4aeb-8410-7eb32b222739 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 817 time: 0.5757954 Feb 11 05:39:14.660131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa6c8-9359-4158-8ebb-1f916ca7aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2a2b68c-421c-4866-b4f3-9c5470cdcfd1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.663284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-1577970b-125d-4f69-a77e-4003816d95e1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/quotas/d8f6e13b4523489286199af480ed2886 HTTP/1.1" status: 200 len: 375 time: 0.0292857 Feb 11 05:39:14.678496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809f1d-5c27-4044-96fc-5604d598a3b8 req-4d08f8ed-5ee2-4f82-a332-c861d4f55b6d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:14.680091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a809f1d-5c27-4044-96fc-5604d598a3b8 req-4d08f8ed-5ee2-4f82-a332-c861d4f55b6d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.5147915 Feb 11 05:39:14.702106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Publish callbacks [] for security_group (235de8a3-a06d-4fc9-b5d4-4f57f759f344), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.769019 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2b4aa6c8-9359-4158-8ebb-1f916ca7aac1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d899038c67a34ca1a3b7c8754e766d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232953 Feb 11 05:39:14.771154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4aa6c8-9359-4158-8ebb-1f916ca7aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2b68c-421c-4866-b4f3-9c5470cdcfd1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:14.772922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46430) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:14.804761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a809f1d-5c27-4044-96fc-5604d598a3b8 req-b84c8dcf-b14a-4ed0-b6a4-7e9370a822f9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012907 Feb 11 05:39:14.815490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-108617a1-4a48-438e-a2b4-db4f957d0eaa tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290436 Feb 11 05:39:14.826061 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (235de8a3-a06d-4fc9-b5d4-4f57f759f344), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.892472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:14.998783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f300c29a-f022-46fa-b763-8b8b8afb4d48), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.999382 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Added segment f300c29a-f022-46fa-b763-8b8b8afb4d48 of type vlan for network 505a71d0-67e8-41b7-84ca-0550ad56292f Feb 11 05:39:15.098244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (505a71d0-67e8-41b7-84ca-0550ad56292f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.148199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235de8a3-a06d-4fc9-b5d4-4f57f759f344,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:15.188532 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e83e7780-671e-4012-9096-034b1b5c1ae4 admin admin] Publish callbacks [] for security_group (b2a2b68c-421c-4866-b4f3-9c5470cdcfd1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.209425 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (505a71d0-67e8-41b7-84ca-0550ad56292f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.211677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:15.212712 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.398660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] Pushing event updated for resources: {'Network': ['ID=505a71d0-67e8-41b7-84ca-0550ad56292f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:15.411820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 505a71d0-67e8-41b7-84ca-0550ad56292f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:15.453584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e83e7780-671e-4012-9096-034b1b5c1ae4 admin admin] Publish callbacks [] for security_group (b2a2b68c-421c-4866-b4f3-9c5470cdcfd1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.497003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f7417601-d5df-4f34-b923-a4f1f3cc93ec service neutron] 10.222.0.62 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590779 Feb 11 05:39:15.662119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e570857a-ad7a-4524-87d3-90975ebc2eaf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0316391 Feb 11 05:39:15.666008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46452) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:15.681636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-30936146-249f-4656-a707-495cd4c30cd0 service neutron] 10.222.0.62 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688871 Feb 11 05:39:15.686907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Request body: {'subnet': {'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-832966250-subnet', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:15.830621 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e83e7780-671e-4012-9096-034b1b5c1ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2a2b68c-421c-4866-b4f3-9c5470cdcfd1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.834187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e83e7780-671e-4012-9096-034b1b5c1ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.842106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e83e7780-671e-4012-9096-034b1b5c1ae4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2a2b68c-421c-4866-b4f3-9c5470cdcfd1 HTTP/1.1" status: 204 len: 168 time: 1.0617816 Feb 11 05:39:15.872489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e7780-671e-4012-9096-034b1b5c1ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2b68c-421c-4866-b4f3-9c5470cdcfd1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:15.895906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Made reservation on behalf of 6b16429ff4124e078ff9c4153e077c6a for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:15.900028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:16.189466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bda2c9-10d7-4e87-a714-940516f2d500 req-4f855444-905e-4aac-a4b6-fa36f51da326 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:16.197296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20bda2c9-10d7-4e87-a714-940516f2d500 req-4f855444-905e-4aac-a4b6-fa36f51da326 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1867623 Feb 11 05:39:16.227858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8da685b0-9278-4d3c-a378-b91fa533c0ee req-ebda0566-a41b-489e-b56e-cdfeb1afb272 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 210 time: 0.0850956 Feb 11 05:39:16.345364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20bda2c9-10d7-4e87-a714-940516f2d500 req-919b98e6-b6da-44ac-92af-b5384b397713 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461935 Feb 11 05:39:16.581946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (d6ebe382-7277-4ac6-a7b6-7724669b67ed), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:16.668837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ebe382-7277-4ac6-a7b6-7724669b67ed,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:16.683528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Checking segment: {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:16.683910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Network hostable DHCP agents. Network: 505a71d0-67e8-41b7-84ca-0550ad56292f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:16.791232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Network 505a71d0-67e8-41b7-84ca-0550ad56292f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:16.905282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 505a71d0-67e8-41b7-84ca-0550ad56292f) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:16.909986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:16.910893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:16.920295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb6bd6-6b84-43b5-8cd6-6d0b2e1c06ee None None] Network 505a71d0-67e8-41b7-84ca-0550ad56292f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:17.047125 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7e5d6644-ecf0-403c-a423-9dd32205da70 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3779716 Feb 11 05:39:17.050198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46518) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:17.055794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:17.175668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-505a71d0-67e8-41b7-84ca-0550ad56292f', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:39:17.177499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.215948 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (207c786f-b14c-4cb3-acda-a857cf61233f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.217070 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (207c786f-b14c-4cb3-acda-a857cf61233f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.420925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks [] for router_controller (207c786f-b14c-4cb3-acda-a857cf61233f), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.518874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Allocated IP 172.20.0.2 (505a71d0-67e8-41b7-84ca-0550ad56292f/d6ebe382-7277-4ac6-a7b6-7724669b67ed/f4c43842-fca6-4303-a1d7-7a31f7b2cdf6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:17.523064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-945a6565-9c74-49f4-ba5c-439aedf2b127 req-83c74c6a-1a03-4114-9aba-e48d2c81c9ba tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 210 time: 0.1785588 Feb 11 05:39:17.727318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800c5ed-4604-49cc-bcb7-e57ff16b41c7 req-d4eccdec-61fb-451e-8013-be24c6cb18b8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:17.729062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4800c5ed-4604-49cc-bcb7-e57ff16b41c7 req-d4eccdec-61fb-451e-8013-be24c6cb18b8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.2526555 Feb 11 05:39:17.816723 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Publish callbacks [] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.922372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.927145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks [] for router_gateway (207c786f-b14c-4cb3-acda-a857cf61233f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.957620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Network 505a71d0-67e8-41b7-84ca-0550ad56292f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:18.006130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:18.022851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:18.037102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4800c5ed-4604-49cc-bcb7-e57ff16b41c7 req-0c1d6971-de5a-4e7e-85ba-751ef29f8d4b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555230 Feb 11 05:39:18.236878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Attempting to bind port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:18.237378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Attempting to bind port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:18.237871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Attempting to bind port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 on network 505a71d0-67e8-41b7-84ca-0550ad56292f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:18.242208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Pushing event updated for resources: {'Port': ['ID=f4c43842-fca6-4303-a1d7-7a31f7b2cdf6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:18.256989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:18.257966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Checking segment: {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:18.258621 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.259244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Bound using segment: {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:18.259972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Bound port: f4c43842-fca6-4303-a1d7-7a31f7b2cdf6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:18.260640 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.353097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] For port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:18.356652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] For port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f4c43842-fca6-4303-a1d7-7a31f7b2cdf6,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:18.490614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks [] for router_gateway (207c786f-b14c-4cb3-acda-a857cf61233f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.521536 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.557279 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.721052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc1fbf-ada2-4240-925d-9c1e1a1dba9d None None] Pushing event updated for resources: {'Port': ['ID=f4c43842-fca6-4303-a1d7-7a31f7b2cdf6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:18.782949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bea584e-e35a-4281-ad6f-60879f9af79d req-437678dc-9b4f-448d-b0a4-9b76eef0ee9c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 210 time: 0.1210282 Feb 11 05:39:18.830672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Allocated IP 172.25.8.107 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/8c37252f-f191-4887-b774-641e5212adc9) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:19.289236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-9b414247-e9e4-48e5-9374-747c76dfbd27 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:19.290846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-9b414247-e9e4-48e5-9374-747c76dfbd27 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 817 time: 0.3386049 Feb 11 05:39:19.298495 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks [] for port (8c37252f-f191-4887-b774-641e5212adc9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.543788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c8c32-8827-4f9e-8e20-2c4947c9d6a5 req-0182c8aa-96a4-42bb-a9ee-9b45f4eb8628 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:19.545341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba9c8c32-8827-4f9e-8e20-2c4947c9d6a5 req-0182c8aa-96a4-42bb-a9ee-9b45f4eb8628 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.2535393 Feb 11 05:39:19.552274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-beb3e616-df93-43f3-8528-63a8aa64f807 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8f6e13b4523489286199af480ed2886 HTTP/1.1" status: 200 len: 380 time: 0.2220173 Feb 11 05:39:19.565601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'port': {'device_id': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'admin_state_up': True, 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'security_groups': ['b8fece44-bd8c-489b-ac48-503c286aab74']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:19.671654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba9c8c32-8827-4f9e-8e20-2c4947c9d6a5 req-a82082cc-fca1-44c2-ab04-4e25fc23ea73 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183758 Feb 11 05:39:19.759448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8c37252f-f191-4887-b774-641e5212adc9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.826744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Made reservation on behalf of d8f6e13b4523489286199af480ed2886 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:19.833797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.840785 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:19.897774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:19.933619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:19.974410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Pushing event updated for resources: {'Port': ['ID=8c37252f-f191-4887-b774-641e5212adc9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:20.135143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5778c3fd-e902-4115-838a-786b1c317fd4 req-3576643b-06a9-43c1-be18-8ca9e631f2ed tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 210 time: 0.1405361 Feb 11 05:39:20.347527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Allocated IP 172.20.0.4 (8410a802-bff5-4cc4-99df-b604d815485f/3ac16ba6-f582-4bbd-a9ff-3b692640be2d/f4862352-783f-4be7-9e1e-30ea2b8a725a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:20.512718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27660c-b6b4-44a7-8e1b-2ce96229bf2e None None] Network 505a71d0-67e8-41b7-84ca-0550ad56292f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:20.576520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:20.617737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.846674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b9f1-9657-444c-955a-6a4147345c50 req-8c45d42c-668b-4489-b75a-f7d698d46801 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:20.903811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2881b9f1-9657-444c-955a-6a4147345c50 req-8c45d42c-668b-4489-b75a-f7d698d46801 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.0699942 Feb 11 05:39:20.903982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8be1f264-2cfc-49ff-aef7-9415954dbc37 None None] Provisioning complete for port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:20.903982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8be1f264-2cfc-49ff-aef7-9415954dbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.922509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2881b9f1-9657-444c-955a-6a4147345c50 req-1eab010d-1215-4427-95e5-6ad71d3f2c85 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628030 Feb 11 05:39:20.948356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:20.949012 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.062658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8be1f264-2cfc-49ff-aef7-9415954dbc37 None None] Current status of the port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:21.063055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8be1f264-2cfc-49ff-aef7-9415954dbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.139660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8be1f264-2cfc-49ff-aef7-9415954dbc37 None None] For port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f4c43842-fca6-4303-a1d7-7a31f7b2cdf6,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:21.140949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:21.141516 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.207101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.291700 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8be1f264-2cfc-49ff-aef7-9415954dbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.456310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:39:21.456695 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:39:21.467165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:21.478329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1f264-2cfc-49ff-aef7-9415954dbc37 None None] Pushing event updated for resources: {'Port': ['ID=f4c43842-fca6-4303-a1d7-7a31f7b2cdf6,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:21.485780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Network 8410a802-bff5-4cc4-99df-b604d815485f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:21.493818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:21.563439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:21.621680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-eec0a762-6f1c-418d-a8ce-664758c68475 None None] Provisioning complete for port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:21.622268 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eec0a762-6f1c-418d-a8ce-664758c68475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.722130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:21.723978 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.736479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ceeab-3887-4f78-8b41-302a2e8fd5de req-834423c9-2195-4981-bc55-e90be9a9e561 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:21.738280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-365ceeab-3887-4f78-8b41-302a2e8fd5de req-834423c9-2195-4981-bc55-e90be9a9e561 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 931 time: 0.2634246 Feb 11 05:39:21.739045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks [] for router_gateway (207c786f-b14c-4cb3-acda-a857cf61233f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.813496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eec0a762-6f1c-418d-a8ce-664758c68475 None None] Current status of the port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:21.946938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c6b12015-664e-4287-9d0c-03b34d5a867d None None] Provisioning complete for port f4862352-783f-4be7-9e1e-30ea2b8a725a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:21.947325 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c6b12015-664e-4287-9d0c-03b34d5a867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.096172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c6b12015-664e-4287-9d0c-03b34d5a867d None None] Port f4862352-783f-4be7-9e1e-30ea2b8a725a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:22.096886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:22.301247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-f272954f-9bfe-4534-b0f4-02b8034c2cd6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7392373 Feb 11 05:39:22.360295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Request body: {'port': {'device_id': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:22.513376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb169b48-bd58-4eed-8a06-1f57c191c05e req-a832121c-7258-49eb-980d-f728cdcedc28 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:22.514974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb169b48-bd58-4eed-8a06-1f57c191c05e req-a832121c-7258-49eb-980d-f728cdcedc28 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.3341055 Feb 11 05:39:22.529402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:22.630367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:22.631557 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.687528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.760051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:22.830567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-365ceeab-3887-4f78-8b41-302a2e8fd5de req-94cb01a7-a43b-43e5-9e0c-e43786697e6e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6584234 Feb 11 05:39:22.916896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb169b48-bd58-4eed-8a06-1f57c191c05e req-a233dc42-a13c-4387-80db-74d930e76ba9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404634 Feb 11 05:39:23.062244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (207c786f-b14c-4cb3-acda-a857cf61233f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.107736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46768) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:23.329899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46776) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:23.444185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.549771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4862352-783f-4be7-9e1e-30ea2b8a725a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:23.566118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Publish callbacks [] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.603561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Transition to ACTIVE for port object f4862352-783f-4be7-9e1e-30ea2b8a725a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:39:23.609607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Publish callbacks [] for security_group (8ad2afac-ee7e-4e7a-b938-c44e3422e405), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.620208 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-40cef5dd-b697-4cca-8c90-738c234f9bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.690075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Router 207c786f-b14c-4cb3-acda-a857cf61233f is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:39:23.704661 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-40cef5dd-b697-4cca-8c90-738c234f9bd2 admin admin] Publish callbacks [] for security_group (80ed7c57-c044-4acc-9148-03420934228b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.758321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8ad2afac-ee7e-4e7a-b938-c44e3422e405), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.764614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.795317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad2afac-ee7e-4e7a-b938-c44e3422e405,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:23.825940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-40cef5dd-b697-4cca-8c90-738c234f9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (80ed7c57-c044-4acc-9148-03420934228b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.836763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.837196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.837739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.838184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.838605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.839014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.839419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.839851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.840289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.840960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.841299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.841664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.841998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:23.863881 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-253afdf4-6de8-4170-9777-709b81a10af1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc7351cd3bcf450ca612fb6ceb1daec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7543097 Feb 11 05:39:23.881988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46796) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:23.893819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.055923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-40cef5dd-b697-4cca-8c90-738c234f9bd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60014e4b955e4462b2ca0b3f8f3f5f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7244108 Feb 11 05:39:24.081694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46804) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:24.087812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cef5dd-b697-4cca-8c90-738c234f9bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ed7c57-c044-4acc-9148-03420934228b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.179220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f87dc8c6-1cb9-4ed3-b99f-997c0d281193 admin admin] Publish callbacks [] for security_group (8ad2afac-ee7e-4e7a-b938-c44e3422e405), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.185704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:24.202992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Sync routers for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:24.233697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f87dc8c6-1cb9-4ed3-b99f-997c0d281193 admin admin] Publish callbacks [] for security_group (8ad2afac-ee7e-4e7a-b938-c44e3422e405), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.250749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:24.251406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:24.278954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d595ef4-80c0-4d2e-ac71-4da0906d02e8 admin admin] Publish callbacks [] for security_group (80ed7c57-c044-4acc-9148-03420934228b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.322110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.323983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7971cf01-b790-4033-b021-4bf5f2bb689a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2722020 Feb 11 05:39:24.327857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46812) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:24.357783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d595ef4-80c0-4d2e-ac71-4da0906d02e8 admin admin] Publish callbacks [] for security_group (80ed7c57-c044-4acc-9148-03420934228b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.509937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:24.513497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Attempting to bind port f4862352-783f-4be7-9e1e-30ea2b8a725a on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:24.514239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Attempting to bind port f4862352-783f-4be7-9e1e-30ea2b8a725a by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:24.514862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Attempting to bind port f4862352-783f-4be7-9e1e-30ea2b8a725a on network 8410a802-bff5-4cc4-99df-b604d815485f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:24.524181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Port f4862352-783f-4be7-9e1e-30ea2b8a725a on network 8410a802-bff5-4cc4-99df-b604d815485f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:24.530137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f87dc8c6-1cb9-4ed3-b99f-997c0d281193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8ad2afac-ee7e-4e7a-b938-c44e3422e405), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.534613 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f87dc8c6-1cb9-4ed3-b99f-997c0d281193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.543437 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f87dc8c6-1cb9-4ed3-b99f-997c0d281193 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ad2afac-ee7e-4e7a-b938-c44e3422e405 HTTP/1.1" status: 204 len: 168 time: 0.6580102 Feb 11 05:39:24.546974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Attempting to bind port f4862352-783f-4be7-9e1e-30ea2b8a725a on network 8410a802-bff5-4cc4-99df-b604d815485f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:24.574818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dc8c6-1cb9-4ed3-b99f-997c0d281193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad2afac-ee7e-4e7a-b938-c44e3422e405,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.592723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d595ef4-80c0-4d2e-ac71-4da0906d02e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (80ed7c57-c044-4acc-9148-03420934228b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.601325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56259c1d-3280-4772-ba5b-3e36a2f14a13 req-d1fd4443-0c60-4b7d-8637-5278ee048074 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:24.606190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d595ef4-80c0-4d2e-ac71-4da0906d02e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.606190 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1d595ef4-80c0-4d2e-ac71-4da0906d02e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80ed7c57-c044-4acc-9148-03420934228b HTTP/1.1" status: 204 len: 168 time: 0.5173042 Feb 11 05:39:24.606807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56259c1d-3280-4772-ba5b-3e36a2f14a13 req-d1fd4443-0c60-4b7d-8637-5278ee048074 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.4368701 Feb 11 05:39:24.610760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:24.610992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Checking segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:24.611384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Bound using segment: {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:24.611877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Bound port: f4862352-783f-4be7-9e1e-30ea2b8a725a, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:24.612365 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.626904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d595ef4-80c0-4d2e-ac71-4da0906d02e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ed7c57-c044-4acc-9148-03420934228b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.641770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da20ca5-842d-4256-9759-bf569a5c2f5a req-effbe55e-d10c-429c-bc38-9024224a6849 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:24.643593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5da20ca5-842d-4256-9759-bf569a5c2f5a req-effbe55e-d10c-429c-bc38-9024224a6849 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.5336702 Feb 11 05:39:24.791229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:24.828932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:24.856762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:20Z', 'revision_number': 3, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:24.886711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Checking router: 207c786f-b14c-4cb3-acda-a857cf61233f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:24.887013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Updating router 207c786f-b14c-4cb3-acda-a857cf61233f port 8c37252f-f191-4887-b774-641e5212adc9 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:24.897208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56259c1d-3280-4772-ba5b-3e36a2f14a13 req-b434dd48-6c4f-473a-ad02-7740651d5bc1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510886 Feb 11 05:39:24.915424 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5da20ca5-842d-4256-9759-bf569a5c2f5a req-f685f375-e94f-40ab-848e-1aad54c4226c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007871 Feb 11 05:39:24.930198 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8c37252f-f191-4887-b774-641e5212adc9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.018950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.107310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:25.112993 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.112993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] 10.222.0.83 "PUT /v2.0/ports/f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 1092 time: 2.7597797 Feb 11 05:39:25.112993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:25.114431 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f932f3-c6fb-4d15-b01f-530766b2a2da" -d '{"events": [{"name": "network-changed", "server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:25.171914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516af8c0-844e-411c-9645-fba772eaa252 service neutron] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:25.242084 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ce5daa-c1cf-4464-9ecd-8bbfa8bbf5ea x-openstack-request-id: req-a8ce5daa-c1cf-4464-9ecd-8bbfa8bbf5ea {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:25.242697 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:25.243156 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8ce5daa-c1cf-4464-9ecd-8bbfa8bbf5ea {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:25.243774 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'status': 'completed', 'code': 200} Feb 11 05:39:25.445711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-06ae04a3-2864-42ef-af6d-4fbd9791c308 req-633bf6b7-3f42-4942-b7f9-7503bcd61b5d tempest-AttachVolumeTestJSON-95423150 tempest-AttachVolumeTestJSON-95423150-project] (104087) timed out ('10.222.0.83', 63926) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:39:25.475199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-a5ed7c98-5f09-4148-97ad-2366fc011c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:25.479160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-a5ed7c98-5f09-4148-97ad-2366fc011c8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1126 time: 0.2413280 Feb 11 05:39:25.541087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-3149cf8b-1868-4d08-9922-e1c744712b48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 217 time: 0.0530241 Feb 11 05:39:25.548412 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.594059 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Publish callbacks [] for port (8c37252f-f191-4887-b774-641e5212adc9), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.655368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-cb4148f1-bcad-486f-b213-9d8b3f9b65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:25.656889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-cb4148f1-bcad-486f-b213-9d8b3f9b65ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.1105478 Feb 11 05:39:25.841641 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8c37252f-f191-4887-b774-641e5212adc9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.891143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46848) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:25.927621 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2e96d0ca-a131-414c-8b08-00deb3f36fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.975773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Attempting to bind port 8c37252f-f191-4887-b774-641e5212adc9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:25.976378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Attempting to bind port 8c37252f-f191-4887-b774-641e5212adc9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:25.977044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Attempting to bind port 8c37252f-f191-4887-b774-641e5212adc9 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:25.985149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:25.985820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:25.986505 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.986955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:25.987572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Bound port: 8c37252f-f191-4887-b774-641e5212adc9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:25.988107 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8c37252f-f191-4887-b774-641e5212adc9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.992694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Pushing event updated for resources: {'Port': ['ID=8c37252f-f191-4887-b774-641e5212adc9,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.084172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46856) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:26.100941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2e96d0ca-a131-414c-8b08-00deb3f36fab admin admin] Publish callbacks [] for security_group (501eec09-29a2-46d7-a2ca-ef6746da9960), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.111472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5cd0-4481-4cd8-9b15-94b3c4fb4ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.115440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.115798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.116149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.116496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.133172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.133568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.139559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.139916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.140270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.140669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.140985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.141322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.141677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:26.247983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] For port 8c37252f-f191-4887-b774-641e5212adc9, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:26.252524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] For port 8c37252f-f191-4887-b774-641e5212adc9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8c37252f-f191-4887-b774-641e5212adc9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:26.266405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5cd0-4481-4cd8-9b15-94b3c4fb4ade admin admin] Publish callbacks [] for security_group (b2c2c31a-40cf-4646-8354-e08970d2525f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.269760 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2e96d0ca-a131-414c-8b08-00deb3f36fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (501eec09-29a2-46d7-a2ca-ef6746da9960), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.321816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96d0ca-a131-414c-8b08-00deb3f36fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501eec09-29a2-46d7-a2ca-ef6746da9960,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.336203 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8c37252f-f191-4887-b774-641e5212adc9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.377685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5cd0-4481-4cd8-9b15-94b3c4fb4ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2c2c31a-40cf-4646-8354-e08970d2525f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.417474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7e7a5cd0-4481-4cd8-9b15-94b3c4fb4ade admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13c23ecbfd6044c0adab701e394c5eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3314352 Feb 11 05:39:26.420382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46862) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:26.424128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2e96d0ca-a131-414c-8b08-00deb3f36fab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=523064528cb047fcbba05bd43863cf5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5314920 Feb 11 05:39:26.434453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46864) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:26.526663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a5cd0-4481-4cd8-9b15-94b3c4fb4ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c2c31a-40cf-4646-8354-e08970d2525f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.532940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:26.534125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:26.546936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18322c45-35f8-43e1-9118-43ca749a7e46 None None] Pushing event updated for resources: {'Port': ['ID=8c37252f-f191-4887-b774-641e5212adc9,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.558877 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a06b7b36-0b9f-4b03-89c0-882423d44fc7 admin admin] Publish callbacks [] for security_group (b2c2c31a-40cf-4646-8354-e08970d2525f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.592346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Allocated IP 172.20.0.1 (505a71d0-67e8-41b7-84ca-0550ad56292f/d6ebe382-7277-4ac6-a7b6-7724669b67ed/ff76c051-e243-4c63-bfe8-6504f67f55ab) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:26.607923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e15934fb-f329-4329-af93-95ab338577ea admin admin] Publish callbacks [] for security_group (501eec09-29a2-46d7-a2ca-ef6746da9960), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.634366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a06b7b36-0b9f-4b03-89c0-882423d44fc7 admin admin] Publish callbacks [] for security_group (b2c2c31a-40cf-4646-8354-e08970d2525f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.674580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e15934fb-f329-4329-af93-95ab338577ea admin admin] Publish callbacks [] for security_group (501eec09-29a2-46d7-a2ca-ef6746da9960), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.835944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:26.865939 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a06b7b36-0b9f-4b03-89c0-882423d44fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2c2c31a-40cf-4646-8354-e08970d2525f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.869715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a06b7b36-0b9f-4b03-89c0-882423d44fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.875131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Publish callbacks [] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.875843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a06b7b36-0b9f-4b03-89c0-882423d44fc7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2c2c31a-40cf-4646-8354-e08970d2525f HTTP/1.1" status: 204 len: 168 time: 0.4494650 Feb 11 05:39:26.884265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b7b36-0b9f-4b03-89c0-882423d44fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c2c31a-40cf-4646-8354-e08970d2525f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.905218 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e15934fb-f329-4329-af93-95ab338577ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (501eec09-29a2-46d7-a2ca-ef6746da9960), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.908062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e15934fb-f329-4329-af93-95ab338577ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.913858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b4364-d37d-4d3d-b05d-f6af024da07a req-75c546f5-3b08-428a-80b4-3e64e3919021 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.913858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-409b4364-d37d-4d3d-b05d-f6af024da07a req-75c546f5-3b08-428a-80b4-3e64e3919021 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.6421475 Feb 11 05:39:26.914103 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e15934fb-f329-4329-af93-95ab338577ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/501eec09-29a2-46d7-a2ca-ef6746da9960 HTTP/1.1" status: 204 len: 168 time: 0.4750609 Feb 11 05:39:26.918260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d0384-1435-42bb-9fcb-aa4d6fedf1f5 req-ed489a54-5a26-4a05-a17d-f40bb1539fd9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.919829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f3d0384-1435-42bb-9fcb-aa4d6fedf1f5 req-ed489a54-5a26-4a05-a17d-f40bb1539fd9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.6499486 Feb 11 05:39:26.925401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15934fb-f329-4329-af93-95ab338577ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501eec09-29a2-46d7-a2ca-ef6746da9960,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.926527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-b412055b-174d-4f7d-a0eb-173a6fead1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:26.928126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-b412055b-174d-4f7d-a0eb-173a6fead1ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.2648990 Feb 11 05:39:27.266503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-409b4364-d37d-4d3d-b05d-f6af024da07a req-96456a55-fda9-45d4-a296-af13cbf57d2c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447421 Feb 11 05:39:27.284329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f3d0384-1435-42bb-9fcb-aa4d6fedf1f5 req-4f134580-97da-4dbc-95c0-7c289a41d3c1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452966 Feb 11 05:39:27.318743 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.421962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-5b349ef8-00e8-41b0-b4ca-062f071eb2a8 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805210 Feb 11 05:39:27.430598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:20Z', 'revision_number': 3, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:27.462894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Network 505a71d0-67e8-41b7-84ca-0550ad56292f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:27.491250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ab6ae-e409-4c18-a563-2b60b153bd50 None None] The sync data for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 is: [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:20Z', 'revision_number': 3, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:27.536738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:27.553331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:27.589035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Pushing event updated for resources: {'Port': ['ID=ff76c051-e243-4c63-bfe8-6504f67f55ab,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:27.682254 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (207c786f-b14c-4cb3-acda-a857cf61233f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.829931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9eca8190-d3f6-491d-98e1-4588c90eaaea req-08bb0ccc-1b7e-44c2-9be0-1d1ce88d660f service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896291 Feb 11 05:39:28.109351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cef23748-8119-4f05-b3b7-a46e740ca1e9 None None] Provisioning complete for port ff76c051-e243-4c63-bfe8-6504f67f55ab triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:28.114567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-32b90f17-69f9-4fae-bd95-8a96c4aedc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:28.116214 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cef23748-8119-4f05-b3b7-a46e740ca1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.116519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-32b90f17-69f9-4fae-bd95-8a96c4aedc12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1126 time: 0.1066029 Feb 11 05:39:28.210782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cef23748-8119-4f05-b3b7-a46e740ca1e9 None None] Port ff76c051-e243-4c63-bfe8-6504f67f55ab cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:28.386632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.655912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8c37252f-f191-4887-b774-641e5212adc9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:28.704132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-1c450f65-01b4-4c1c-8c9f-71dcb2883689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:28.706326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-1c450f65-01b4-4c1c-8c9f-71dcb2883689 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.5807598 Feb 11 05:39:28.768038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8c37252f-f191-4887-b774-641e5212adc9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:28.768800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8c37252f-f191-4887-b774-641e5212adc9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.782679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-95c41a40-ad75-4d70-a5fe-110cadf26dda service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 217 time: 0.0608356 Feb 11 05:39:29.030674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fb55-9e68-41a3-974a-83f20c175b51 req-6a60500c-d698-444b-88b6-23aa59e31498 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.039521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cba8fb55-9e68-41a3-974a-83f20c175b51 req-6a60500c-d698-444b-88b6-23aa59e31498 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.4907136 Feb 11 05:39:29.154545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5551e-c0fb-408f-bf0c-9781cc0ab305 req-2425a667-4c78-41a1-af82-26a68d124e9c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.156697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79e5551e-c0fb-408f-bf0c-9781cc0ab305 req-2425a667-4c78-41a1-af82-26a68d124e9c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.5990033 Feb 11 05:39:29.173077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8c37252f-f191-4887-b774-641e5212adc9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:29.174045 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8c37252f-f191-4887-b774-641e5212adc9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.179220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-2bb1d2f4-f353-42f2-8742-2bbf0c6690b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.180934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-2bb1d2f4-f353-42f2-8742-2bbf0c6690b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.3372774 Feb 11 05:39:29.263002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 8c37252f-f191-4887-b774-641e5212adc9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8c37252f-f191-4887-b774-641e5212adc9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:29.344345 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8c37252f-f191-4887-b774-641e5212adc9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.468327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Publish callbacks [] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.483900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cba8fb55-9e68-41a3-974a-83f20c175b51 req-d13d596e-9f1b-49dd-be7a-e168fccac06a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433153 Feb 11 05:39:29.542070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=8c37252f-f191-4887-b774-641e5212adc9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:29.570482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:29.582875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.637751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79e5551e-c0fb-408f-bf0c-9781cc0ab305 req-61731b80-5073-4bce-9abc-eace62c277f8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4461317 Feb 11 05:39:29.694712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-8c85799f-2b01-49da-b5b9-8b69fd7f90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.701352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-8c85799f-2b01-49da-b5b9-8b69fd7f90c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4783154 Feb 11 05:39:29.868583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:29.893951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'port_id': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'mac_address': 'fa:16:3e:fc:dc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:29.902673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Pushing event updated for resources: {'Port': ['ID=ff76c051-e243-4c63-bfe8-6504f67f55ab,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:29.908318 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (207c786f-b14c-4cb3-acda-a857cf61233f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.018911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f4862352-783f-4be7-9e1e-30ea2b8a725a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:30.019318 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.050842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4862352-783f-4be7-9e1e-30ea2b8a725a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:30.122261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:30.192087 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.231907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-7e81527f-0f76-406b-a14d-be367c49a0ab service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171976 Feb 11 05:39:30.304258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:30.341541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Network 505a71d0-67e8-41b7-84ca-0550ad56292f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:30.399768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f4862352-783f-4be7-9e1e-30ea2b8a725a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:30.481662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24f932f3-c6fb-4d15-b01f-530766b2a2da req-2ebed04c-e581-4c74-a8f1-440ef0e1b57a service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365382 Feb 11 05:39:30.483544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:30.683820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8c37252f-f191-4887-b774-641e5212adc9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:30.960894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8c37252f-f191-4887-b774-641e5212adc9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:30.961277 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8c37252f-f191-4887-b774-641e5212adc9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.073224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f556a3-72a2-4b10-aaa9-7674f41063c2 req-eb2f8eea-a9ff-4e94-a234-c2e89609e9ca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:31.076034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40f556a3-72a2-4b10-aaa9-7674f41063c2 req-eb2f8eea-a9ff-4e94-a234-c2e89609e9ca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.3594809 Feb 11 05:39:31.141014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb375358-a960-4f4d-a10a-ebec7261ad7b req-67190a28-02f1-4141-83ef-eb7677b13948 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:31.141014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb375358-a960-4f4d-a10a-ebec7261ad7b req-67190a28-02f1-4141-83ef-eb7677b13948 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 944 time: 0.2594452 Feb 11 05:39:31.202343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Router 207c786f-b14c-4cb3-acda-a857cf61233f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:31.323644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb375358-a960-4f4d-a10a-ebec7261ad7b req-7a6850f1-94f9-4303-8c4f-ab42837ae220 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658523 Feb 11 05:39:31.642392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3ce0e840-cfb2-4fe4-8271-5db05e873766 None None] Provisioning complete for port ff76c051-e243-4c63-bfe8-6504f67f55ab triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:31.643081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ce0e840-cfb2-4fe4-8271-5db05e873766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.748348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8c37252f-f191-4887-b774-641e5212adc9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:31.767771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0e840-cfb2-4fe4-8271-5db05e873766 None None] Port ff76c051-e243-4c63-bfe8-6504f67f55ab cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:32.117933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40f556a3-72a2-4b10-aaa9-7674f41063c2 req-491397fe-39bc-440a-8e29-883e95a9d1eb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0280199 Feb 11 05:39:32.318377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:32.324298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b01a658b-0df6-4341-8b75-4b0afe79ae01 admin admin] 10.222.0.62 "PUT /v2.0/routers/207c786f-b14c-4cb3-acda-a857cf61233f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9803889 Feb 11 05:39:32.338105 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Sync routers for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:32.355065 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:32.355919 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:32.547739 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:32.881420 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 2, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:32.910470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8070d-5eb8-418e-8f7d-680d7511fc95 req-3225f305-9ae8-4f57-9a6c-6b8e238ab0c9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:32.917782 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad548-665a-46bc-9a53-cafcbe25755e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.918747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c8070d-5eb8-418e-8f7d-680d7511fc95 req-3225f305-9ae8-4f57-9a6c-6b8e238ab0c9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.4419022 Feb 11 05:39:32.948288 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Checking router: 207c786f-b14c-4cb3-acda-a857cf61233f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:32.948684 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Updating router 207c786f-b14c-4cb3-acda-a857cf61233f port ff76c051-e243-4c63-bfe8-6504f67f55ab binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:33.041442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2839c-79d4-4800-904f-92ba1c325f37 req-177503c0-326a-43e5-b5c7-ce09799965f1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:33.046584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ca2839c-79d4-4800-904f-92ba1c325f37 req-177503c0-326a-43e5-b5c7-ce09799965f1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 944 time: 0.4629979 Feb 11 05:39:33.164984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ca2839c-79d4-4800-904f-92ba1c325f37 req-4d95648a-7c23-4fb9-b5d5-bfd4c751423e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945802 Feb 11 05:39:33.178018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0c8070d-5eb8-418e-8f7d-680d7511fc95 req-bed6f968-c5a1-446d-83f6-8a77a089b8be tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398109 Feb 11 05:39:33.182538 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.365824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ecc16-0410-41dd-bc91-9f0c81c6acee req-ab608da6-2625-4eb9-a36c-271dd784a935 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:33.367532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-731ecc16-0410-41dd-bc91-9f0c81c6acee req-ab608da6-2625-4eb9-a36c-271dd784a935 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0800049 Feb 11 05:39:33.420658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-731ecc16-0410-41dd-bc91-9f0c81c6acee req-6868db86-85d9-4901-b705-fbc08418ae24 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468903 Feb 11 05:39:33.433410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:33.547940 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Publish callbacks [] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.609216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7e140-986b-4c20-9c3a-89e3a831eea9 req-6bf101e4-32fb-45fa-a123-588d5b5beced tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:33.611050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93b7e140-986b-4c20-9c3a-89e3a831eea9 req-6bf101e4-32fb-45fa-a123-588d5b5beced tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0934973 Feb 11 05:39:33.668554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93b7e140-986b-4c20-9c3a-89e3a831eea9 req-8e7f058a-67d5-47e7-bd74-8dafb5e64e31 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514610 Feb 11 05:39:33.774952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port f4862352-783f-4be7-9e1e-30ea2b8a725a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:39:33.775321 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.780692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f4862352-783f-4be7-9e1e-30ea2b8a725a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:33.780838 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.979589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5576a-ab84-49b0-a10a-45d29c52cd89 req-fd356687-081a-4c50-ba46-1a55b5abe24b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:33.989102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52d5576a-ab84-49b0-a10a-45d29c52cd89 req-fd356687-081a-4c50-ba46-1a55b5abe24b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2018390 Feb 11 05:39:33.991745 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Pushing event updated for resources: {'Port': ['ID=ff76c051-e243-4c63-bfe8-6504f67f55ab,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:34.032776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.033493 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.034073 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.034619 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.035697 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.036242 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.036856 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.037416 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.037973 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.038582 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.044286 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.044894 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.045460 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:34.141157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52d5576a-ab84-49b0-a10a-45d29c52cd89 req-d3fad95e-2365-43dc-adcb-073dc8813d23 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320601 Feb 11 05:39:34.162969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f4862352-783f-4be7-9e1e-30ea2b8a725a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:34.163588 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.170188 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Attempting to bind port ff76c051-e243-4c63-bfe8-6504f67f55ab on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:34.170575 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Attempting to bind port ff76c051-e243-4c63-bfe8-6504f67f55ab by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:34.170949 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Attempting to bind port ff76c051-e243-4c63-bfe8-6504f67f55ab on network 505a71d0-67e8-41b7-84ca-0550ad56292f {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:34.190339 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:34.190731 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Checking segment: {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:34.191135 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.191901 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Bound using segment: {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:34.192569 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Bound port: ff76c051-e243-4c63-bfe8-6504f67f55ab, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:34.193157 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.244151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:34.245506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:34.249026 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f429f5-6bda-4fe3-afb7-3f6492bd5144" -d '{"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:34.335829 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd7b86d-b3ef-4362-8fe2-4082bbdff8ff x-openstack-request-id: req-0fd7b86d-b3ef-4362-8fe2-4082bbdff8ff {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:34.336318 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:34.336905 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fd7b86d-b3ef-4362-8fe2-4082bbdff8ff {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:34.337515 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'code': 200} Feb 11 05:39:34.372877 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.393046 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] For port ff76c051-e243-4c63-bfe8-6504f67f55ab, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:34.398544 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] For port ff76c051-e243-4c63-bfe8-6504f67f55ab, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ff76c051-e243-4c63-bfe8-6504f67f55ab,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:34.475794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7d84cfb0-356d-442d-b2d5-98be01ef2e44 None None] Provisioning complete for port ff76c051-e243-4c63-bfe8-6504f67f55ab triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:34.476560 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7d84cfb0-356d-442d-b2d5-98be01ef2e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.479546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:34.479699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8919c0-9d9d-4a51-be8f-4d9a6ab77551 req-ef95aeba-53c0-44df-9a1d-c628e46dc866 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.481338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e8919c0-9d9d-4a51-be8f-4d9a6ab77551 req-ef95aeba-53c0-44df-9a1d-c628e46dc866 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 944 time: 0.1588845 Feb 11 05:39:34.510097 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.566604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ecbe3-1fb6-4a7d-a2e1-95b5a6a3cf17 req-b939a232-ebd4-4840-abbc-3eaa9d0896cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.571852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f6ecbe3-1fb6-4a7d-a2e1-95b5a6a3cf17 req-b939a232-ebd4-4840-abbc-3eaa9d0896cf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1128 time: 0.1612027 Feb 11 05:39:34.598427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7d84cfb0-356d-442d-b2d5-98be01ef2e44 None None] Port ff76c051-e243-4c63-bfe8-6504f67f55ab cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:34.626320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e8919c0-9d9d-4a51-be8f-4d9a6ab77551 req-0a79bd27-d6f4-47d7-9445-7c9cb66e52fa tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385639 Feb 11 05:39:34.689116 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85680b-862c-49a5-849e-8bbab94453ab None None] Pushing event updated for resources: {'Port': ['ID=ff76c051-e243-4c63-bfe8-6504f67f55ab,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:34.692392 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:34.693030 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:34.701382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f6ecbe3-1fb6-4a7d-a2e1-95b5a6a3cf17 req-2b46ca1a-d429-454f-9136-008e97ba6109 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210368 Feb 11 05:39:34.847782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-3b4434e3-ffe2-4b2e-9c57-69f4ecbc64eb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.859329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-3b4434e3-ffe2-4b2e-9c57-69f4ecbc64eb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.2109067 Feb 11 05:39:34.903390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-53231f16-45fa-4e97-a5f2-87e76a6d20a9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/quotas/4e196316e3f1488c8b5dc4056892429e HTTP/1.1" status: 200 len: 375 time: 0.0355837 Feb 11 05:39:34.918125 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:35.020391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47174) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:35.086933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-0a1d5962-5180-4ded-bd06-f34a3313f323 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1778178 Feb 11 05:39:35.169583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0610039d-1ac6-410a-be84-6a9e3807ef99 None None] Provisioning complete for port ff76c051-e243-4c63-bfe8-6504f67f55ab triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:35.169583 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0610039d-1ac6-410a-be84-6a9e3807ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.235535 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-295e5a6b-0ded-4ae8-96b6-310e11bf8dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.270799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-5a3f71e7-b5c6-4261-8932-5525b2c1ab56 service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803598 Feb 11 05:39:35.389087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0610039d-1ac6-410a-be84-6a9e3807ef99 None None] Current status of the port ff76c051-e243-4c63-bfe8-6504f67f55ab is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:35.389482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0610039d-1ac6-410a-be84-6a9e3807ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.417229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-8a65a53f-75f9-478a-aafa-0d69fdac0c45 service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447995 Feb 11 05:39:35.468940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0610039d-1ac6-410a-be84-6a9e3807ef99 None None] For port ff76c051-e243-4c63-bfe8-6504f67f55ab, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ff76c051-e243-4c63-bfe8-6504f67f55ab,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:35.488775 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:34Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:35.557845 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d85ea9-046b-42da-b04a-54599701b61f None None] The sync data for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 is: [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:34Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:35.561220 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0610039d-1ac6-410a-be84-6a9e3807ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.634606 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8463284-4251-46d4-a66a-5d210be615a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.752842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610039d-1ac6-410a-be84-6a9e3807ef99 None None] Pushing event updated for resources: {'Port': ['ID=ff76c051-e243-4c63-bfe8-6504f67f55ab,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:35.991534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8463284-4251-46d4-a66a-5d210be615a0 admin admin] Publish callbacks [] for security_group (945681cd-bf1a-4279-b2c2-3d5247fe9268), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.038870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e35988-0a4a-46d7-8c00-d6a9f7df8415 req-1f190792-df79-476a-9c75-00a3a8ff5cd2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:36.054541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93e35988-0a4a-46d7-8c00-d6a9f7df8415 req-1f190792-df79-476a-9c75-00a3a8ff5cd2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1885154 Feb 11 05:39:36.115769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-795485d4-c5fc-484b-b8be-5f24902159d8 req-ca00adc2-ea68-4129-9877-4be1f6ee8dc8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 210 time: 0.0416474 Feb 11 05:39:36.124304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47212) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:36.132984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1928015662-network', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:36.150819 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8463284-4251-46d4-a66a-5d210be615a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (945681cd-bf1a-4279-b2c2-3d5247fe9268), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.235255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:36.236025 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d8463284-4251-46d4-a66a-5d210be615a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc27c5c9648f4e7eba5ba55b844e7dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2139161 Feb 11 05:39:36.239301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8463284-4251-46d4-a66a-5d210be615a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945681cd-bf1a-4279-b2c2-3d5247fe9268,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:36.296112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93e35988-0a4a-46d7-8c00-d6a9f7df8415 req-f75779e5-23ea-4063-b0ac-e78bd0154517 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403212 Feb 11 05:39:36.336332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Made reservation on behalf of 4031f348b1964b9d9385899b8382e6ee for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:36.340388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.358318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.451284 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccc26607-17ad-4240-9de7-44295cd06866 admin admin] Publish callbacks [] for security_group (945681cd-bf1a-4279-b2c2-3d5247fe9268), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.497659 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Publish callbacks [] for security_group (605ebea6-0ba7-415e-b808-d486e30cb1b5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.522470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccc26607-17ad-4240-9de7-44295cd06866 admin admin] Publish callbacks [] for security_group (945681cd-bf1a-4279-b2c2-3d5247fe9268), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.603958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (605ebea6-0ba7-415e-b808-d486e30cb1b5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.627859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ff76c051-e243-4c63-bfe8-6504f67f55ab up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:36.681218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ebea6-0ba7-415e-b808-d486e30cb1b5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:36.712896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ff76c051-e243-4c63-bfe8-6504f67f55ab triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:36.729614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccc26607-17ad-4240-9de7-44295cd06866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (945681cd-bf1a-4279-b2c2-3d5247fe9268), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.733007 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ccc26607-17ad-4240-9de7-44295cd06866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.734349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ccc26607-17ad-4240-9de7-44295cd06866 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/945681cd-bf1a-4279-b2c2-3d5247fe9268 HTTP/1.1" status: 204 len: 168 time: 0.4974797 Feb 11 05:39:36.736136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:36.741413 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.755061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc26607-17ad-4240-9de7-44295cd06866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945681cd-bf1a-4279-b2c2-3d5247fe9268,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:36.757059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (47c78602-5e12-4fac-bee3-2a67d8efb883), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.758269 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Added segment 47c78602-5e12-4fac-bee3-2a67d8efb883 of type vlan for network bda605fa-410a-4ea0-bb05-a756e1975d6f Feb 11 05:39:36.866229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.934599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (bda605fa-410a-4ea0-bb05-a756e1975d6f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:37.027958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ff76c051-e243-4c63-bfe8-6504f67f55ab is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:37.101257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (bda605fa-410a-4ea0-bb05-a756e1975d6f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:37.102253 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:37.103417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:37.332733 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2035444 Feb 11 05:39:37.333699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:37.340151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Request body: {'subnet': {'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1928015662-subnet', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:37.341803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4a372-a38c-4601-8366-96b6ec432449 admin admin] Pushing event updated for resources: {'Network': ['ID=bda605fa-410a-4ea0-bb05-a756e1975d6f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:37.354067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network bda605fa-410a-4ea0-bb05-a756e1975d6f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:37.480619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45d6a73c-2cb3-42f7-9658-b9fd010ace8c req-a37de0d3-28f0-4b3c-8f6e-bdd451495469 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 210 time: 0.1128097 Feb 11 05:39:37.619656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fb67-4801-4950-9a1d-8b2409ac156d req-ea8da44b-6b3f-49b3-a06b-ea68f0658b86 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:37.624390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13b7fb67-4801-4950-9a1d-8b2409ac156d req-ea8da44b-6b3f-49b3-a06b-ea68f0658b86 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1427550 Feb 11 05:39:37.705056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Made reservation on behalf of 4031f348b1964b9d9385899b8382e6ee for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:37.715838 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:37.785592 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13b7fb67-4801-4950-9a1d-8b2409ac156d req-5ba83ba5-228e-4943-a019-67ee7091b8f5 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538475 Feb 11 05:39:38.201272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004730-47be-4e8b-a860-06e4b6b59492 req-f3c9c06a-2c0f-43f7-833c-98fa9b0b152c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:38.203202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22004730-47be-4e8b-a860-06e4b6b59492 req-f3c9c06a-2c0f-43f7-833c-98fa9b0b152c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1904936 Feb 11 05:39:38.212999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47278) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:38.219328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Request body: {'floatingip': {'port_id': 'f4862352-783f-4be7-9e1e-30ea2b8a725a'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:38.257032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47282) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:38.305871 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (ab80c763-6543-4748-babc-a27f28db0b10), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.308324 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbfd21be-e490-43c8-b817-7500faaaf6d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.341746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.404152 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.436731 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (d586a485-f7ea-4190-938e-315124cf92b4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.447536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbfd21be-e490-43c8-b817-7500faaaf6d3 admin admin] Publish callbacks [] for security_group (c85639d7-6262-4172-949f-aa7ef9fa420d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.512386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbfd21be-e490-43c8-b817-7500faaaf6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c85639d7-6262-4172-949f-aa7ef9fa420d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.632120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab80c763-6543-4748-babc-a27f28db0b10,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:38.657542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Checking segment: {'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:38.658227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Network hostable DHCP agents. Network: bda605fa-410a-4ea0-bb05-a756e1975d6f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:38.695381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd21be-e490-43c8-b817-7500faaaf6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85639d7-6262-4172-949f-aa7ef9fa420d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:38.705966 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dbfd21be-e490-43c8-b817-7500faaaf6d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=088c46cefc2c46ad864754cf267efa31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4473410 Feb 11 05:39:38.707106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47298) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:38.791392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30bee663-d090-4dfd-bb47-215ccd0d8b64 admin admin] Publish callbacks [] for security_group (c85639d7-6262-4172-949f-aa7ef9fa420d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.793051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-177ea812-fe5d-475a-ac39-5f1ba4b72ba8 req-3290d120-0348-4688-87c0-0c12568a85e8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 210 time: 0.0762382 Feb 11 05:39:38.844103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30bee663-d090-4dfd-bb47-215ccd0d8b64 admin admin] Publish callbacks [] for security_group (c85639d7-6262-4172-949f-aa7ef9fa420d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.989678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30bee663-d090-4dfd-bb47-215ccd0d8b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c85639d7-6262-4172-949f-aa7ef9fa420d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.989678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-30bee663-d090-4dfd-bb47-215ccd0d8b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.991202 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-30bee663-d090-4dfd-bb47-215ccd0d8b64 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c85639d7-6262-4172-949f-aa7ef9fa420d HTTP/1.1" status: 204 len: 168 time: 0.2824895 Feb 11 05:39:39.027143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bee663-d090-4dfd-bb47-215ccd0d8b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85639d7-6262-4172-949f-aa7ef9fa420d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:39.214304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.243918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Network bda605fa-410a-4ea0-bb05-a756e1975d6f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:39.468341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-59d87bfe-b167-4725-bde9-ca95fd238a62 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:39.469299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-59d87bfe-b167-4725-bde9-ca95fd238a62 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.83 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.2300591 Feb 11 05:39:39.481147 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:39:39.486971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'port': {'device_id': '77c2ab51-7ac5-4e2c-be01-18aa08fe6789', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'admin_state_up': True, 'tenant_id': '4e196316e3f1488c8b5dc4056892429e'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:39.673863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, bda605fa-410a-4ea0-bb05-a756e1975d6f) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:39.679717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:39.681120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.684878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e1228-1d10-4e20-afc7-31e9fcf9530d None None] Network bda605fa-410a-4ea0-bb05-a756e1975d6f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:39.711702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Made reservation on behalf of 4e196316e3f1488c8b5dc4056892429e for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:39.715344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.751659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.882456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d29d875b-4b64-4ce5-bf95-cf34b18cbc87 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5425615 Feb 11 05:39:39.882456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (d586a485-f7ea-4190-938e-315124cf92b4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.883614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47342) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:39.885708 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:40.024782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (eb17ad33-d1a0-41df-ad39-4d34a546d832), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.026589 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (eb17ad33-d1a0-41df-ad39-4d34a546d832), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.038099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-bda605fa-410a-4ea0-bb05-a756e1975d6f', 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f', 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'fixed_ips': [{'subnet_id': 'ab80c763-6543-4748-babc-a27f28db0b10'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:39:40.039104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.154494 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Floating IP d586a485-f7ea-4190-938e-315124cf92b4 associated. External IP: 172.25.8.156, port: f4862352-783f-4be7-9e1e-30ea2b8a725a. Feb 11 05:39:40.194946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks [] for router_controller (eb17ad33-d1a0-41df-ad39-4d34a546d832), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.229517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96e3a251-06b8-47e3-a3c5-ea246df82821 req-fea87fbe-bd0a-4804-876d-3aa5ca44ba10 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 210 time: 0.2535257 Feb 11 05:39:40.306076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Allocated IP 172.20.0.8 (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9/0a461791-d80d-4bef-acb7-feac702b3c53/32117ff4-5c31-4c04-9b33-16294d978859) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:40.571206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Allocated IP 172.20.0.2 (bda605fa-410a-4ea0-bb05-a756e1975d6f/ab80c763-6543-4748-babc-a27f28db0b10/0fd95aba-7ace-434c-921e-3ea42b826a2b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:40.580920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Router a22bdc48-6036-4863-87a0-0dfc3beeac53 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:40.806884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks [] for router_gateway (eb17ad33-d1a0-41df-ad39-4d34a546d832), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.015652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:41.023586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.050266 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Publish callbacks [] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.058461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] Sync routers for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:41.071610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:41.072973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:41.082798 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for port (32117ff4-5c31-4c04-9b33-16294d978859), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.121602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6e801794-41ba-463a-af8b-47b69f5fa652 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "PUT /v2.0/floatingips/d586a485-f7ea-4190-938e-315124cf92b4 HTTP/1.1" status: 200 len: 991 time: 2.9069209 Feb 11 05:39:41.130455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:41.133121 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:41.193515 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df24258-773d-480a-b458-8cf9e74f6f85 x-openstack-request-id: req-7df24258-773d-480a-b458-8cf9e74f6f85 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:41.194033 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:41.194470 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7df24258-773d-480a-b458-8cf9e74f6f85 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:41.195055 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'status': 'completed', 'code': 200} Feb 11 05:39:41.243581 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.289467 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (32117ff4-5c31-4c04-9b33-16294d978859), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.435144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f5428bce-f783-4979-9ed6-59e6e46c62d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:41.516106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:41.527458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:41.548915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:41.633878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Network bda605fa-410a-4ea0-bb05-a756e1975d6f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:41.651682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:41.714278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:41.714889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-943453fb-7730-4a99-8199-2713ac296ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:41.718135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.722611 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-943453fb-7730-4a99-8199-2713ac296ed5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1128 time: 0.4614255 Feb 11 05:39:41.747912 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks [] for router_gateway (eb17ad33-d1a0-41df-ad39-4d34a546d832), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.819045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'Port': ['ID=32117ff4-5c31-4c04-9b33-16294d978859,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:41.914127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf04a5e-b4d7-4f13-a689-c171ccf207ff req-5eeb230d-cad5-4d70-a409-333dde9f6c52 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:41.926549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf04a5e-b4d7-4f13-a689-c171ccf207ff req-5eeb230d-cad5-4d70-a409-333dde9f6c52 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 931 time: 0.4927185 Feb 11 05:39:41.933018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-1e95f7d0-9456-4bdd-bc98-16b1623f6998 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4536328 Feb 11 05:39:41.956574 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.978563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Request body: {'port': {'device_id': '77c2ab51-7ac5-4e2c-be01-18aa08fe6789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:42.112220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:42.171401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaf04a5e-b4d7-4f13-a689-c171ccf207ff req-c3d77edc-5247-4439-891c-93206108fcbe tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435215 Feb 11 05:39:42.215328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32117ff4-5c31-4c04-9b33-16294d978859), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.277297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:42.343714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Pushing event updated for resources: {'Port': ['ID=0fd95aba-7ace-434c-921e-3ea42b826a2b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:42.350774 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.406883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-044a225a-ad42-4142-93c0-86c381a0495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:42.410409 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-044a225a-ad42-4142-93c0-86c381a0495c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.6825120 Feb 11 05:39:42.497586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d3951bf2-93f3-48d6-961b-4ce0e97897ee None None] Provisioning complete for port 32117ff4-5c31-4c04-9b33-16294d978859 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:42.498224 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3951bf2-93f3-48d6-961b-4ce0e97897ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32117ff4-5c31-4c04-9b33-16294d978859), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.632090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d3951bf2-93f3-48d6-961b-4ce0e97897ee None None] Port 32117ff4-5c31-4c04-9b33-16294d978859 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:42.685692 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-4b111d02-10cc-4540-96cd-73f776725cdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 999 time: 0.2652133 Feb 11 05:39:42.804484 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-42e63c46-64bd-444c-93a8-76bc8285c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:42.807360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Attempting to bind port 0fd95aba-7ace-434c-921e-3ea42b826a2b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:42.807809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Attempting to bind port 0fd95aba-7ace-434c-921e-3ea42b826a2b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:42.808197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Attempting to bind port 0fd95aba-7ace-434c-921e-3ea42b826a2b on network bda605fa-410a-4ea0-bb05-a756e1975d6f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:42.811238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-42e63c46-64bd-444c-93a8-76bc8285c0a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.1140625 Feb 11 05:39:42.915588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:42.916028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Checking segment: {'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:42.916553 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.916872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Bound using segment: {'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:42.917375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Bound port: 0fd95aba-7ace-434c-921e-3ea42b826a2b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:42.918194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.967044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Allocated IP 172.25.8.193 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/78472882-16ac-4ed0-8174-18844d97399a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:42.983524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-2dbbbccf-f669-492c-907a-71d8fc96baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:42.985177 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-2dbbbccf-f669-492c-907a-71d8fc96baa7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1665099 Feb 11 05:39:43.139958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'd586a485-f7ea-4190-938e-315124cf92b4', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'port_id': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'mac_address': 'fa:16:3e:fc:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:39:12Z', 'updated_at': '2022-02-11T05:39:39Z', 'revision_number': 1, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:43.310496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] Checking router: a22bdc48-6036-4863-87a0-0dfc3beeac53 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:43.310750 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-0ba19856-b8f8-4fef-9c5f-3460b9bb2d18 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981398 Feb 11 05:39:43.367911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:43.368558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:43.503206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks [] for port (78472882-16ac-4ed0-8174-18844d97399a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.519672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] For port 0fd95aba-7ace-434c-921e-3ea42b826a2b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:43.592015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] For port 0fd95aba-7ace-434c-921e-3ea42b826a2b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0fd95aba-7ace-434c-921e-3ea42b826a2b,segment=NetworkSegment(47c78602-5e12-4fac-bee3-2a67d8efb883),segment_id=47c78602-5e12-4fac-bee3-2a67d8efb883)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:43.656894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32117ff4-5c31-4c04-9b33-16294d978859 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:43.679632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5dc4dcbe-6dc8-4532-b246-b22e2dfd70c6 req-c2bfaab4-690f-4abb-a964-e1e0d1d3fa1e service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677881 Feb 11 05:39:43.680369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47468) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:43.687004 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Publish callbacks [] for port (32117ff4-5c31-4c04-9b33-16294d978859), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.705900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.747019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Transition to ACTIVE for port object 32117ff4-5c31-4c04-9b33-16294d978859 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:39:43.795256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba721f5d-2209-4021-8972-2f69ec79b37f req-f825becf-46fd-4d86-b002-1faa66e23946 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:43.807766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba721f5d-2209-4021-8972-2f69ec79b37f req-f825becf-46fd-4d86-b002-1faa66e23946 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 931 time: 0.1164727 Feb 11 05:39:43.848221 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (32117ff4-5c31-4c04-9b33-16294d978859), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.853357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a718fe9-987e-498d-87ab-e3ba1bb79943 None None] Pushing event updated for resources: {'Port': ['ID=0fd95aba-7ace-434c-921e-3ea42b826a2b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:43.889522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (78472882-16ac-4ed0-8174-18844d97399a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.937791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:44.014971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:44.047802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:44.061021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:44.338075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Pushing event updated for resources: {'Port': ['ID=78472882-16ac-4ed0-8174-18844d97399a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.399030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=32117ff4-5c31-4c04-9b33-16294d978859,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.427384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba721f5d-2209-4021-8972-2f69ec79b37f req-faf5a3d0-dca6-4e74-8ad2-f7f50a4b5e63 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159985 Feb 11 05:39:44.529915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Attempting to bind port 32117ff4-5c31-4c04-9b33-16294d978859 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:44.530387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Attempting to bind port 32117ff4-5c31-4c04-9b33-16294d978859 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:44.534265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Attempting to bind port 32117ff4-5c31-4c04-9b33-16294d978859 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:44.558748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Port 32117ff4-5c31-4c04-9b33-16294d978859 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:44.558748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Attempting to bind port 32117ff4-5c31-4c04-9b33-16294d978859 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:44.591391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:44.591391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Checking segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:44.600728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Bound using segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:44.601466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Bound port: 32117ff4-5c31-4c04-9b33-16294d978859, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:44.602088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32117ff4-5c31-4c04-9b33-16294d978859), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.758929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'd586a485-f7ea-4190-938e-315124cf92b4', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'port_id': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'mac_address': 'fa:16:3e:fc:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:39:12Z', 'updated_at': '2022-02-11T05:39:39Z', 'revision_number': 1, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:44.822993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] For port 32117ff4-5c31-4c04-9b33-16294d978859, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:44.827698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] For port 32117ff4-5c31-4c04-9b33-16294d978859, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=32117ff4-5c31-4c04-9b33-16294d978859,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:44.889458 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (32117ff4-5c31-4c04-9b33-16294d978859), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.010313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=32117ff4-5c31-4c04-9b33-16294d978859,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:45.038412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:45.039557 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.047307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-b730ef43-13d5-429a-b5f1-6c9bcc71d2d3 service neutron] 10.222.0.83 "PUT /v2.0/ports/32117ff4-5c31-4c04-9b33-16294d978859 HTTP/1.1" status: 200 len: 1092 time: 3.0771863 Feb 11 05:39:45.047843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c2ab51-7ac5-4e2c-be01-18aa08fe6789', 'tag': '32117ff4-5c31-4c04-9b33-16294d978859'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:45.056685 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1db8eb4-f999-4731-857a-4d76ab5a703b" -d '{"events": [{"name": "network-changed", "server_uuid": "77c2ab51-7ac5-4e2c-be01-18aa08fe6789", "tag": "32117ff4-5c31-4c04-9b33-16294d978859"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:45.140537 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785bb6d7-da58-47ab-8917-fc20119544c0 x-openstack-request-id: req-785bb6d7-da58-47ab-8917-fc20119544c0 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:45.141577 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c2ab51-7ac5-4e2c-be01-18aa08fe6789", "tag": "32117ff4-5c31-4c04-9b33-16294d978859", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:45.141904 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-785bb6d7-da58-47ab-8917-fc20119544c0 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:45.142541 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c2ab51-7ac5-4e2c-be01-18aa08fe6789', 'tag': '32117ff4-5c31-4c04-9b33-16294d978859', 'status': 'completed', 'code': 200} Feb 11 05:39:45.374528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8eb4-f999-4731-857a-4d76ab5a703b req-594bd328-96d9-4654-b934-3436506065be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:45.376929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf5fcb1-c8a2-498b-b441-1b050397536d None None] The sync data for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 is: [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'd586a485-f7ea-4190-938e-315124cf92b4', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'port_id': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'mac_address': 'fa:16:3e:fc:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:39:12Z', 'updated_at': '2022-02-11T05:39:39Z', 'revision_number': 1, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:45.380289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1db8eb4-f999-4731-857a-4d76ab5a703b req-594bd328-96d9-4654-b934-3436506065be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 1126 time: 0.2144036 Feb 11 05:39:45.485088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-204546675'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:45.670891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Made reservation on behalf of 12810c5a07c64b1bb63e57ad1ec44e26 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:45.674763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.700219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.866540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks [] for security_group (c647d8a1-4fc3-42ed-9025-e7fe65684d4c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.927675 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56cf28-60af-4d74-8dd1-53b242d82f68 None None] New status for floating IP d586a485-f7ea-4190-938e-315124cf92b4: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:39:45.986308 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c647d8a1-4fc3-42ed-9025-e7fe65684d4c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.012467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2302af-79a9-4f70-9cfd-f545b1084ada req-416f2645-f4cc-419b-b0e8-e1a70fad040a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:46.015484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd2302af-79a9-4f70-9cfd-f545b1084ada req-416f2645-f4cc-419b-b0e8-e1a70fad040a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 943 time: 0.3052211 Feb 11 05:39:46.016344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8eb4-f999-4731-857a-4d76ab5a703b req-3d174804-9937-4e0b-9de0-5e3bbb8e229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:46.017855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1db8eb4-f999-4731-857a-4d76ab5a703b req-3d174804-9937-4e0b-9de0-5e3bbb8e229e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4e196316e3f1488c8b5dc4056892429e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6210322 Feb 11 05:39:46.195325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:46.210212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c647d8a1-4fc3-42ed-9025-e7fe65684d4c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:46.232039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8eb4-f999-4731-857a-4d76ab5a703b req-d76159b9-5900-4835-9965-6ec0d8e8ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:46.236257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1db8eb4-f999-4731-857a-4d76ab5a703b req-d76159b9-5900-4835-9965-6ec0d8e8ccc3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2049713 Feb 11 05:39:46.242376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d161210c-e52b-40e0-bd5c-3a313f263a1a None None] Network bda605fa-410a-4ea0-bb05-a756e1975d6f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:46.254919 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (99e792bf-f731-47f0-9081-eb1cb172f6ea), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.260284 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Added segment 99e792bf-f731-47f0-9081-eb1cb172f6ea of type vlan for network 28d46a1a-31d5-4e02-adba-5a3684c93720 Feb 11 05:39:46.498935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-52ea1d0e-83af-4813-a3a6-d637027840b2 None None] Provisioning complete for port 0fd95aba-7ace-434c-921e-3ea42b826a2b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:46.508165 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ea1d0e-83af-4813-a3a6-d637027840b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.584414 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (28d46a1a-31d5-4e02-adba-5a3684c93720), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.585593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd2302af-79a9-4f70-9cfd-f545b1084ada req-d1417584-dfbc-40e6-9005-6698bff35d33 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630534 Feb 11 05:39:46.620235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks [] for router_gateway (eb17ad33-d1a0-41df-ad39-4d34a546d832), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.635222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-38035649-62bf-499b-870c-f6a8af8fbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:46.636803 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-38035649-62bf-499b-870c-f6a8af8fbf58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 1126 time: 0.3260651 Feb 11 05:39:46.758710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-216a0877-2f02-4556-b58c-64d4e0870de0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32117ff4-5c31-4c04-9b33-16294d978859 HTTP/1.1" status: 200 len: 217 time: 0.1082337 Feb 11 05:39:46.791549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-52ea1d0e-83af-4813-a3a6-d637027840b2 None None] Current status of the port 0fd95aba-7ace-434c-921e-3ea42b826a2b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:46.795795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ea1d0e-83af-4813-a3a6-d637027840b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.820687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0fd95aba-7ace-434c-921e-3ea42b826a2b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:46.860201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-391dea54-03f4-4a6f-bb8b-cf36a7f6307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:46.862078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-391dea54-03f4-4a6f-bb8b-cf36a7f6307c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0964823 Feb 11 05:39:46.896649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-52ea1d0e-83af-4813-a3a6-d637027840b2 None None] For port 0fd95aba-7ace-434c-921e-3ea42b826a2b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0fd95aba-7ace-434c-921e-3ea42b826a2b,segment=NetworkSegment(47c78602-5e12-4fac-bee3-2a67d8efb883),segment_id=47c78602-5e12-4fac-bee3-2a67d8efb883)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:46.901461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.resource_extend [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:39:46.958021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0fd95aba-7ace-434c-921e-3ea42b826a2b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:46.958987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-26b447a2-4f83-49de-8b99-ddaafc5b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:46.962023 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.970466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-26b447a2-4f83-49de-8b99-ddaafc5b2f91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022067 Feb 11 05:39:47.019609 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52ea1d0e-83af-4813-a3a6-d637027840b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.156881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea1d0e-83af-4813-a3a6-d637027840b2 None None] Pushing event updated for resources: {'Port': ['ID=0fd95aba-7ace-434c-921e-3ea42b826a2b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:47.179522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (28d46a1a-31d5-4e02-adba-5a3684c93720), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.196327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:47.198077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.227967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-0071fb66-9247-44a4-a28f-a0d8da8da7e7 service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503028 Feb 11 05:39:47.287489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0fd95aba-7ace-434c-921e-3ea42b826a2b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:47.299456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (eb17ad33-d1a0-41df-ad39-4d34a546d832), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.367501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d8429773-13e3-4d6f-a92f-a96f0d98dafc None None] Provisioning complete for port 0fd95aba-7ace-434c-921e-3ea42b826a2b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:47.368302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8429773-13e3-4d6f-a92f-a96f0d98dafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.495100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d8429773-13e3-4d6f-a92f-a96f0d98dafc None None] Current status of the port 0fd95aba-7ace-434c-921e-3ea42b826a2b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:47.500382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f94751c0-d69f-447e-a9d4-e4d9663068e3 req-46d24ac3-a0d5-4437-b7b4-f619ffff383c service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645380 Feb 11 05:39:47.532329 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8455033 Feb 11 05:39:47.537671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47546) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:47.547188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c5a82-4d3f-457c-acf4-244df1502af6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Pushing event updated for resources: {'Network': ['ID=28d46a1a-31d5-4e02-adba-5a3684c93720,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:47.559073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 28d46a1a-31d5-4e02-adba-5a3684c93720 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:47.857224 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-d44be9c5-546d-4fd1-a30e-89fac95097d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3303900 Feb 11 05:39:47.966378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59b8f0-4db9-4d19-95ba-8663a4116809 req-075581d6-2ebd-495c-8772-3b48e4d2ed28 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:47.970950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a59b8f0-4db9-4d19-95ba-8663a4116809 req-075581d6-2ebd-495c-8772-3b48e4d2ed28 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 943 time: 0.2178214 Feb 11 05:39:48.024294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-3540d50c-007e-42eb-a398-2f9dcf57bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.026553 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-3540d50c-007e-42eb-a398-2f9dcf57bd5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.1084285 Feb 11 05:39:48.067234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Request body: {'network': {'name': 'tempest-network--1126911249', 'router:external': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:48.106801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Router eb17ad33-d1a0-41df-ad39-4d34a546d832 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:39:48.142845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a59b8f0-4db9-4d19-95ba-8663a4116809 req-e8294b9a-0604-4d3d-9974-4b923c6b84fa tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613734 Feb 11 05:39:48.169804 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:39:48.183385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Made reservation on behalf of 4d40a53538a049cfa3fef1ff1dde9afb for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:48.186070 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.210981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.239683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-72592df4-133f-432d-8644-ebabd33b709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.241250 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-72592df4-133f-432d-8644-ebabd33b709f service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.1886222 Feb 11 05:39:48.343069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:48.358343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Sync routers for ids ['eb17ad33-d1a0-41df-ad39-4d34a546d832'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:48.358950 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-8c0b05b8-5053-42d1-8c35-5fc68063bae2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.0837016 Feb 11 05:39:48.387965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Routers {'eb17ad33-d1a0-41df-ad39-4d34a546d832'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:48.387965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['eb17ad33-d1a0-41df-ad39-4d34a546d832'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:48.433165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for security_group (c866e4ad-4c08-47e4-9b28-9d7834a163f7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.453856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-324e3e8b-fe8b-44ab-a98a-b15e8e7f98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.455508 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-324e3e8b-fe8b-44ab-a98a-b15e8e7f98df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0855787 Feb 11 05:39:48.483372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.488229 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-89fefc71-c04c-4586-a67d-0f1768398a83 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6059642 Feb 11 05:39:48.491120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47570) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:48.545621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0fd95aba-7ace-434c-921e-3ea42b826a2b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:48.595635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-f7112dc4-3978-476d-8e24-3d1dad2941ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:48.598449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-f7112dc4-3978-476d-8e24-3d1dad2941ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1369443 Feb 11 05:39:48.665753 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c866e4ad-4c08-47e4-9b28-9d7834a163f7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.742940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Set router eb17ad33-d1a0-41df-ad39-4d34a546d832 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:48.765274 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-92095a35-4861-4ae3-980e-53dae202c54f service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556294 Feb 11 05:39:48.817231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c866e4ad-4c08-47e4-9b28-9d7834a163f7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:48.854917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:48.868725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0fd95aba-7ace-434c-921e-3ea42b826a2b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:48.869200 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.893902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5db54baf-eb2a-403c-9a9a-ca9d6de8412d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.893902 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Added segment 5db54baf-eb2a-403c-9a9a-ca9d6de8412d of type vlan for network e198df4b-a8d8-4965-805d-87b385807367 Feb 11 05:39:49.063569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0fd95aba-7ace-434c-921e-3ea42b826a2b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:49.069768 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b2561403-a161-48a3-aed3-ac1d0eb8dac3 req-6c998fe4-3575-4996-a901-a68615da3b4e service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963176 Feb 11 05:39:49.182472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:39:45Z', 'revision_number': 3, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:49.235126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Checking router: eb17ad33-d1a0-41df-ad39-4d34a546d832 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:49.235488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Updating router eb17ad33-d1a0-41df-ad39-4d34a546d832 port 78472882-16ac-4ed0-8174-18844d97399a binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:49.251107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (e198df4b-a8d8-4965-805d-87b385807367), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.304117 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78472882-16ac-4ed0-8174-18844d97399a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.482385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 32117ff4-5c31-4c04-9b33-16294d978859 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:49.631402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 32117ff4-5c31-4c04-9b33-16294d978859, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=32117ff4-5c31-4c04-9b33-16294d978859,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:49.647214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.654528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '32117ff4-5c31-4c04-9b33-16294d978859', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': '32117ff4-5c31-4c04-9b33-16294d978859', 'mac_address': 'fa:16:3e:55:fd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:49.725506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (e198df4b-a8d8-4965-805d-87b385807367), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.726775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:49.727548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.729195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 32117ff4-5c31-4c04-9b33-16294d978859 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:49.729916 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32117ff4-5c31-4c04-9b33-16294d978859), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.759292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32117ff4-5c31-4c04-9b33-16294d978859 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:49.854237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 32117ff4-5c31-4c04-9b33-16294d978859, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=32117ff4-5c31-4c04-9b33-16294d978859,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:49.946172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Network': ['ID=e198df4b-a8d8-4965-805d-87b385807367,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:50.015403 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Publish callbacks [] for port (78472882-16ac-4ed0-8174-18844d97399a), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.021955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network e198df4b-a8d8-4965-805d-87b385807367 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:50.024628 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (32117ff4-5c31-4c04-9b33-16294d978859), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.060556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fbe306e5-208b-4e68-847f-aad5230431f7 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5185797 Feb 11 05:39:50.060995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47600) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:50.074577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92069faa-c43b-4318-bbda-25c8ac2e7b3f req-02655ee1-fc6b-4a89-a6ba-53a8a6f032e2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:50.076202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92069faa-c43b-4318-bbda-25c8ac2e7b3f req-02655ee1-fc6b-4a89-a6ba-53a8a6f032e2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 943 time: 0.7768242 Feb 11 05:39:50.116879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=32117ff4-5c31-4c04-9b33-16294d978859,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:50.146469 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78472882-16ac-4ed0-8174-18844d97399a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.226777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (e198df4b-a8d8-4965-805d-87b385807367), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.307036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92069faa-c43b-4318-bbda-25c8ac2e7b3f req-bc6b05f2-6a64-4225-9295-5e09b4422408 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953588 Feb 11 05:39:50.348907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Allocated IP 172.20.0.1 (bda605fa-410a-4ea0-bb05-a756e1975d6f/ab80c763-6543-4748-babc-a27f28db0b10/7cf2b474-a4a6-49d9-a8ca-03404ee463b3) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:50.352253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['32117ff4-5c31-4c04-9b33-16294d978859'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:50.486491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (e198df4b-a8d8-4965-805d-87b385807367), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.542651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e8d50-30a2-44e4-968e-75d3e6671ef0 None None] Pushing event updated for resources: {'Port': ['ID=78472882-16ac-4ed0-8174-18844d97399a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:50.559541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e198df4b-a8d8-4965-805d-87b385807367']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:50.585918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db54baf-eb2a-403c-9a9a-ca9d6de8412d') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:50.586222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db54baf-eb2a-403c-9a9a-ca9d6de8412d') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:50.601489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Attempting to bind port 78472882-16ac-4ed0-8174-18844d97399a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:50.601861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Attempting to bind port 78472882-16ac-4ed0-8174-18844d97399a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:50.602227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Attempting to bind port 78472882-16ac-4ed0-8174-18844d97399a on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:50.611158 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (5db54baf-eb2a-403c-9a9a-ca9d6de8412d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.615932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Publish callbacks [] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.631026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:50.635507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:50.635507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.635507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:50.635507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Bound port: 78472882-16ac-4ed0-8174-18844d97399a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:50.635507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78472882-16ac-4ed0-8174-18844d97399a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.689428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] For port 78472882-16ac-4ed0-8174-18844d97399a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:50.693769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] For port 78472882-16ac-4ed0-8174-18844d97399a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78472882-16ac-4ed0-8174-18844d97399a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:50.723554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5db54baf-eb2a-403c-9a9a-ca9d6de8412d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.731226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:39:50.731642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (5db54baf-eb2a-403c-9a9a-ca9d6de8412d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:39:50.733460 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:39:50.771769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-d45e405e-651f-4bad-8e43-888528087895 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3153398 Feb 11 05:39:50.773447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.791813 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78472882-16ac-4ed0-8174-18844d97399a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.963160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e8d50-30a2-44e4-968e-75d3e6671ef0 None None] Pushing event updated for resources: {'Port': ['ID=78472882-16ac-4ed0-8174-18844d97399a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:50.977578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Routers {'eb17ad33-d1a0-41df-ad39-4d34a546d832'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:50.978261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['eb17ad33-d1a0-41df-ad39-4d34a546d832'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:51.008964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Pushing event updated for resources: {'Port': ['ID=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:51.013325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Network bda605fa-410a-4ea0-bb05-a756e1975d6f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:51.023540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (e198df4b-a8d8-4965-805d-87b385807367), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.029907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e198df4b-a8d8-4965-805d-87b385807367 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:39:51.039994 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.045049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:51.051318 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "DELETE /v2.0/networks/e198df4b-a8d8-4965-805d-87b385807367 HTTP/1.1" status: 204 len: 168 time: 0.9891043 Feb 11 05:39:51.075383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47614) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:51.081598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:51.092296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:51.102004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc09213-cd86-46b4-878a-01c658b494b0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event deleted for resources: {'Network': ['ID=e198df4b-a8d8-4965-805d-87b385807367,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:51.195825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (eb17ad33-d1a0-41df-ad39-4d34a546d832), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.254779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Made reservation on behalf of 4d40a53538a049cfa3fef1ff1dde9afb for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:51.263991 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.318856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:51.330531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7b2e9257-56ba-494b-ac67-c202322b1afa), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.332189 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Added segment 7b2e9257-56ba-494b-ac67-c202322b1afa of type vlan for network 5fc5d96a-9cf6-4f7d-9394-2ec34538266c Feb 11 05:39:51.389455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.389856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.390300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.390656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.391003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.391344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.391679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.392014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.392443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.392859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.393256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.394157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.394583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:51.409014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-59899afc-0ba1-499c-8003-5509f4fd1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:51.411840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-59899afc-0ba1-499c-8003-5509f4fd1e3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1128 time: 0.5589843 Feb 11 05:39:51.470638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (5fc5d96a-9cf6-4f7d-9394-2ec34538266c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.654656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (5fc5d96a-9cf6-4f7d-9394-2ec34538266c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.655835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:51.656467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.684062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b10d9-b64f-4924-bebd-f3794a8f23f6 req-84e86cf5-7ef1-44c0-b1b2-a1bd409848a1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:51.685727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-184b10d9-b64f-4924-bebd-f3794a8f23f6 req-84e86cf5-7ef1-44c0-b1b2-a1bd409848a1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 944 time: 0.2174222 Feb 11 05:39:51.754928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 32117ff4-5c31-4c04-9b33-16294d978859 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:51.763417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.803191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-184b10d9-b64f-4924-bebd-f3794a8f23f6 req-20476431-4e01-4173-a79b-743491fd9d82 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077642 Feb 11 05:39:51.901433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2cdb7075-ed1f-4188-8a6f-f7fbe39909b2 None None] Provisioning complete for port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:51.901780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2cdb7075-ed1f-4188-8a6f-f7fbe39909b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.916054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Network': ['ID=5fc5d96a-9cf6-4f7d-9394-2ec34538266c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:51.916190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] Set router eb17ad33-d1a0-41df-ad39-4d34a546d832 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:51.995413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 5fc5d96a-9cf6-4f7d-9394-2ec34538266c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:52.137940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0ab81fc4-cfe1-4c9a-9688-e13d100e240c tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0570366 Feb 11 05:39:52.140056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47628) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:52.147368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Request body: {'subnet': {'network_id': '5fc5d96a-9cf6-4f7d-9394-2ec34538266c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:52.179171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb7075-ed1f-4188-8a6f-f7fbe39909b2 None None] Port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:52.228182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-e6f49762-e3a3-4bc6-9ff9-a3c8f691745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:52.229707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-e6f49762-e3a3-4bc6-9ff9-a3c8f691745c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.7952950 Feb 11 05:39:52.322441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 32117ff4-5c31-4c04-9b33-16294d978859 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:39:52.326960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:39:45Z', 'revision_number': 3, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:52.330656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 32117ff4-5c31-4c04-9b33-16294d978859 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:52.330824 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32117ff4-5c31-4c04-9b33-16294d978859), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.351234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Made reservation on behalf of 4d40a53538a049cfa3fef1ff1dde9afb for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:52.355723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.375724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-77a381a4-4179-4cf7-adaf-b1632900be9d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 1001 time: 0.1375721 Feb 11 05:39:52.436842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59aaa3-023a-4000-89cc-64e4e81fd121 None None] The sync data for ids ['eb17ad33-d1a0-41df-ad39-4d34a546d832'] in n-d-713498-37 is: [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:39:45Z', 'revision_number': 3, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:52.574120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-6241f567-0592-47b9-bc5e-da63e21682df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:52.578106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-6241f567-0592-47b9-bc5e-da63e21682df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.1867025 Feb 11 05:39:52.578214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 32117ff4-5c31-4c04-9b33-16294d978859 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:52.578592 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32117ff4-5c31-4c04-9b33-16294d978859), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.636515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c2ab51-7ac5-4e2c-be01-18aa08fe6789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32117ff4-5c31-4c04-9b33-16294d978859'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:52.638840 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74232645-bd29-4ad7-a63d-db0205fa9bb1" -d '{"events": [{"server_uuid": "77c2ab51-7ac5-4e2c-be01-18aa08fe6789", "name": "network-vif-plugged", "status": "completed", "tag": "32117ff4-5c31-4c04-9b33-16294d978859"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:52.676632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Publish callbacks [] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.686486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 32117ff4-5c31-4c04-9b33-16294d978859, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=32117ff4-5c31-4c04-9b33-16294d978859,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:52.716254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-2105888e-33e1-4c7b-ae23-4bee4b76161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:52.719253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-2105888e-33e1-4c7b-ae23-4bee4b76161f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1254866 Feb 11 05:39:52.720530 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce18900-a09a-409b-9a18-a5cafb9d2342 x-openstack-request-id: req-4ce18900-a09a-409b-9a18-a5cafb9d2342 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:52.720870 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c2ab51-7ac5-4e2c-be01-18aa08fe6789", "name": "network-vif-plugged", "status": "completed", "tag": "32117ff4-5c31-4c04-9b33-16294d978859", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:52.721135 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ce18900-a09a-409b-9a18-a5cafb9d2342 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:52.721543 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2ab51-7ac5-4e2c-be01-18aa08fe6789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32117ff4-5c31-4c04-9b33-16294d978859', 'code': 200} Feb 11 05:39:52.893139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-fe1c6f36-327c-4c60-a384-2e3789125283 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612897 Feb 11 05:39:52.896466 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.909535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb066e-5fff-4440-a263-4e8f9934332f req-e15a8346-3a81-48f6-ac2e-c1546e46ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:52.911462 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4cb066e-5fff-4440-a263-4e8f9934332f req-e15a8346-3a81-48f6-ac2e-c1546e46ecc8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 1127 time: 0.1045203 Feb 11 05:39:52.928041 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (32117ff4-5c31-4c04-9b33-16294d978859), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.009697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Pushing event updated for resources: {'Port': ['ID=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:53.102585 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4cb066e-5fff-4440-a263-4e8f9934332f req-1519d82d-3ebe-4e57-aa20-6de6aaf8d1f9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819808 Feb 11 05:39:53.175904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=32117ff4-5c31-4c04-9b33-16294d978859,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:53.218384 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (eb17ad33-d1a0-41df-ad39-4d34a546d832), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.303160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b433c4-a38a-4eef-98f2-797218763634 req-a315739c-9216-4c50-a37e-b1713d31bd91 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:53.312304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75b433c4-a38a-4eef-98f2-797218763634 req-a315739c-9216-4c50-a37e-b1713d31bd91 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 945 time: 0.2629638 Feb 11 05:39:53.313410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.objects.ports [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:39:53.313998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (a0ce5bce-4dd6-4392-acd0-d85fede95447), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.326700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18509a07-fd75-4f6a-96d5-6606e1086305 req-0674cdb2-3d18-4d68-b98b-34024a8b8d86 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272132 Feb 11 05:39:53.386640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a0ce5bce-4dd6-4392-acd0-d85fede95447,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:53.411488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Checking segment: {'id': '7b2e9257-56ba-494b-ac67-c202322b1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fc5d96a-9cf6-4f7d-9394-2ec34538266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:53.411941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Network hostable DHCP agents. Network: 5fc5d96a-9cf6-4f7d-9394-2ec34538266c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:53.479606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75b433c4-a38a-4eef-98f2-797218763634 req-b088011a-7549-4909-96f8-3228f2fec64c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505170 Feb 11 05:39:53.520160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Network bda605fa-410a-4ea0-bb05-a756e1975d6f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:53.521838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:53.577797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Network 5fc5d96a-9cf6-4f7d-9394-2ec34538266c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:53.719177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Router eb17ad33-d1a0-41df-ad39-4d34a546d832 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:53.723421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 5fc5d96a-9cf6-4f7d-9394-2ec34538266c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:53.729243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:53.730211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.750984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca796fec-afe9-477e-8944-29e92d86bd43 None None] Network 5fc5d96a-9cf6-4f7d-9394-2ec34538266c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:53.871151 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3615448f-5ca9-40fc-9248-cd33742c414f tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7269876 Feb 11 05:39:53.871330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47660) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:53.876056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Request body: {'floatingip': {'floating_network_id': '5fc5d96a-9cf6-4f7d-9394-2ec34538266c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:53.926277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:53.933135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7122deee-f42c-4f5a-98bc-489c510b732d admin admin] 10.222.0.62 "PUT /v2.0/routers/eb17ad33-d1a0-41df-ad39-4d34a546d832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4408441 Feb 11 05:39:53.996557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ea60d5a7-5380-4888-bcbf-0f20381dc44d None None] Provisioning complete for port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:53.996557 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea60d5a7-5380-4888-bcbf-0f20381dc44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.024948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.057046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093bc9fe-5884-4aee-93e1-7859acf8945e None None] Network 5fc5d96a-9cf6-4f7d-9394-2ec34538266c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:54.083572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea60d5a7-5380-4888-bcbf-0f20381dc44d None None] Port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:54.351295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.557895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Allocated IP 172.20.0.4 (5fc5d96a-9cf6-4f7d-9394-2ec34538266c/a0ce5bce-4dd6-4392-acd0-d85fede95447/18f51493-ede1-4c3e-b32e-a5be67df178d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:54.591818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78472882-16ac-4ed0-8174-18844d97399a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:54.714451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 78472882-16ac-4ed0-8174-18844d97399a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:54.714852 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78472882-16ac-4ed0-8174-18844d97399a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.728943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4588f-de56-4b9c-bc5a-5241220f401b req-4e9e3469-dc09-466d-aec2-af689af9639f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:54.731071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-caf4588f-de56-4b9c-bc5a-5241220f401b req-4e9e3469-dc09-466d-aec2-af689af9639f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 945 time: 0.0982802 Feb 11 05:39:54.846197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-caf4588f-de56-4b9c-bc5a-5241220f401b req-ea85566f-0cb4-4be9-b9b9-1abb6c873005 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093826 Feb 11 05:39:54.863928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 78472882-16ac-4ed0-8174-18844d97399a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:54.864329 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78472882-16ac-4ed0-8174-18844d97399a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.906674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 78472882-16ac-4ed0-8174-18844d97399a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78472882-16ac-4ed0-8174-18844d97399a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:54.920976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for port (18f51493-ede1-4c3e-b32e-a5be67df178d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.996783 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78472882-16ac-4ed0-8174-18844d97399a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.218305 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (18f51493-ede1-4c3e-b32e-a5be67df178d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.219503 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=78472882-16ac-4ed0-8174-18844d97399a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:55.220012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Network 5fc5d96a-9cf6-4f7d-9394-2ec34538266c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:55.220012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:55.220012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:55.225996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Port': ['ID=18f51493-ede1-4c3e-b32e-a5be67df178d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:55.339910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for floatingip (e4841ce2-e241-4a78-9bb0-9a334f8227bb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.526757 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Sync routers for ids ['eb17ad33-d1a0-41df-ad39-4d34a546d832'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:55.526757 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Routers {'eb17ad33-d1a0-41df-ad39-4d34a546d832'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:55.526757 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['eb17ad33-d1a0-41df-ad39-4d34a546d832'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:55.586498 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Set router eb17ad33-d1a0-41df-ad39-4d34a546d832 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:55.626881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (18f51493-ede1-4c3e-b32e-a5be67df178d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.890094 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:39:51Z', 'revision_number': 4, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7cf2b474-a4a6-49d9-a8ca-03404ee463b3', 'name': '', 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'mac_address': 'fa:16:3e:f6:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'ab80c763-6543-4748-babc-a27f28db0b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 2, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'subnets': [{'id': 'ab80c763-6543-4748-babc-a27f28db0b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:55.923103 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Checking router: eb17ad33-d1a0-41df-ad39-4d34a546d832 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:55.927122 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Updating router eb17ad33-d1a0-41df-ad39-4d34a546d832 port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:55.933205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for port (18f51493-ede1-4c3e-b32e-a5be67df178d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.962799 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.071126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (18f51493-ede1-4c3e-b32e-a5be67df178d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.269118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Port': ['ID=18f51493-ede1-4c3e-b32e-a5be67df178d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:56.292359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (e4841ce2-e241-4a78-9bb0-9a334f8227bb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.496980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.500766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-df3087d8-b54f-4b3c-a285-5bdeb74aebf2 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6281760 Feb 11 05:39:56.505663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47756) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:56.516690 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Publish callbacks [] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.588697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78472882-16ac-4ed0-8174-18844d97399a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:56.637143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-01f6d4c7-3d94-463c-95c8-0b73565fa585 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=5fc5d96a-9cf6-4f7d-9394-2ec34538266c HTTP/1.1" status: 200 len: 689 time: 0.1302514 Feb 11 05:39:56.639661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47760) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:56.642504 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.691898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 78472882-16ac-4ed0-8174-18844d97399a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:56.692310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78472882-16ac-4ed0-8174-18844d97399a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.797433 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f66f0b-e8ab-4086-9b6b-26afffffa507 None None] Pushing event updated for resources: {'Port': ['ID=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:56.805887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-e7659b06-8736-4692-9127-85ecae106c90 req-6a2e39b8-672f-495a-8305-fdcdf7cd855b tempest-ServersTestJSON-1885615377 tempest-ServersTestJSON-1885615377-project] (104086) timed out ('10.222.0.65', 52536) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:39:56.822120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (5fc5d96a-9cf6-4f7d-9394-2ec34538266c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.892342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 78472882-16ac-4ed0-8174-18844d97399a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:56.913156 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Attempting to bind port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:56.919114 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Attempting to bind port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:56.919114 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Attempting to bind port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 on network bda605fa-410a-4ea0-bb05-a756e1975d6f {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:56.919976 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:56.920360 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Checking segment: {'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:56.920810 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.921210 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Bound using segment: {'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:56.921688 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Bound port: 7cf2b474-a4a6-49d9-a8ca-03404ee463b3, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c78602-5e12-4fac-bee3-2a67d8efb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:56.922071 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.020291 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] For port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:57.025141 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] For port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,segment=NetworkSegment(47c78602-5e12-4fac-bee3-2a67d8efb883),segment_id=47c78602-5e12-4fac-bee3-2a67d8efb883)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:57.059749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Deleting port 18f51493-ede1-4c3e-b32e-a5be67df178d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:57.060061 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (18f51493-ede1-4c3e-b32e-a5be67df178d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.144135 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.174188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dc1fa80f-f504-47d5-b43f-450747948063 None None] Provisioning complete for port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:57.176401 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa80f-f504-47d5-b43f-450747948063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.297916 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f66f0b-e8ab-4086-9b6b-26afffffa507 None None] Pushing event updated for resources: {'Port': ['ID=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:57.322860 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (18f51493-ede1-4c3e-b32e-a5be67df178d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.323250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for floatingip (18f51493-ede1-4c3e-b32e-a5be67df178d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.336448 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Routers {'eb17ad33-d1a0-41df-ad39-4d34a546d832'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:57.337123 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:39:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['eb17ad33-d1a0-41df-ad39-4d34a546d832'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:57.364625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Calling delete_port for 18f51493-ede1-4c3e-b32e-a5be67df178d owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:57.455444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fa80f-f504-47d5-b43f-450747948063 None None] Current status of the port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:57.456065 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa80f-f504-47d5-b43f-450747948063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.567476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dc1fa80f-f504-47d5-b43f-450747948063 None None] For port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,segment=NetworkSegment(47c78602-5e12-4fac-bee3-2a67d8efb883),segment_id=47c78602-5e12-4fac-bee3-2a67d8efb883)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:57.684267 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] Set router eb17ad33-d1a0-41df-ad39-4d34a546d832 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:57.731791 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa80f-f504-47d5-b43f-450747948063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.858820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fa80f-f504-47d5-b43f-450747948063 None None] Pushing event updated for resources: {'Port': ['ID=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:57.893201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-913d5978-6ea1-4227-bc97-59e0d288a61d None None] Provisioning complete for port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:57.894309 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-913d5978-6ea1-4227-bc97-59e0d288a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.911471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (18f51493-ede1-4c3e-b32e-a5be67df178d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.992287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event deleted for resources: {'Port': ['ID=18f51493-ede1-4c3e-b32e-a5be67df178d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:58.086464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for floatingip (e4841ce2-e241-4a78-9bb0-9a334f8227bb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.118604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-913d5978-6ea1-4227-bc97-59e0d288a61d None None] Current status of the port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:58.161256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a0ce5bce-4dd6-4392-acd0-d85fede95447), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.435699 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:39:51Z', 'revision_number': 4, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7cf2b474-a4a6-49d9-a8ca-03404ee463b3', 'name': '', 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'mac_address': 'fa:16:3e:f6:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'ab80c763-6543-4748-babc-a27f28db0b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:39:57Z', 'revision_number': 4, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'subnets': [{'id': 'ab80c763-6543-4748-babc-a27f28db0b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:58.474401 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d205a6-f20e-45c8-ace7-76224ea0785a None None] The sync data for ids ['eb17ad33-d1a0-41df-ad39-4d34a546d832'] in n-d-713498-37 is: [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:39:51Z', 'revision_number': 4, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '7cf2b474-a4a6-49d9-a8ca-03404ee463b3', 'name': '', 'network_id': 'bda605fa-410a-4ea0-bb05-a756e1975d6f', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'mac_address': 'fa:16:3e:f6:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'ab80c763-6543-4748-babc-a27f28db0b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:49Z', 'updated_at': '2022-02-11T05:39:57Z', 'revision_number': 4, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'subnets': [{'id': 'ab80c763-6543-4748-babc-a27f28db0b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:58.536017 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (a0ce5bce-4dd6-4392-acd0-d85fede95447), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.624696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ce5bce-4dd6-4392-acd0-d85fede95447,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:58.763295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (5fc5d96a-9cf6-4f7d-9394-2ec34538266c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.819002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc5d96a-9cf6-4f7d-9394-2ec34538266c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:58.871140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2e9257-56ba-494b-ac67-c202322b1afa') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:58.872037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2e9257-56ba-494b-ac67-c202322b1afa') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:58.895263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7b2e9257-56ba-494b-ac67-c202322b1afa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.923227 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7b2e9257-56ba-494b-ac67-c202322b1afa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.934023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:39:58.934622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7b2e9257-56ba-494b-ac67-c202322b1afa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:39:58.956305 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:39:59.221170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (5fc5d96a-9cf6-4f7d-9394-2ec34538266c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.239077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fc5d96a-9cf6-4f7d-9394-2ec34538266c {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:39:59.256081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fc5d96a-9cf6-4f7d-9394-2ec34538266c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:59.264997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.291411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3f376fea-867e-41c4-81bc-27c0b53c4cd0 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "DELETE /v2.0/networks/5fc5d96a-9cf6-4f7d-9394-2ec34538266c HTTP/1.1" status: 204 len: 168 time: 2.6499929 Feb 11 05:39:59.294216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47846) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:59.581585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-42de516e-af90-459f-82f7-81d8309126c8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1779 time: 0.2864599 Feb 11 05:39:59.584849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47852) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:00.478222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bcb5-a65f-42f8-9c57-3e72cbabf6da tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.478946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bcb5-a65f-42f8-9c57-3e72cbabf6da tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.481769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bcb5-a65f-42f8-9c57-3e72cbabf6da tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.483158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bcb5-a65f-42f8-9c57-3e72cbabf6da tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.484795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bcb5-a65f-42f8-9c57-3e72cbabf6da tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.486149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bcb5-a65f-42f8-9c57-3e72cbabf6da tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.488232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bcb5-a65f-42f8-9c57-3e72cbabf6da tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.492294 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2286bcb5-a65f-42f8-9c57-3e72cbabf6da tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4669 time: 0.9060812 Feb 11 05:40:00.495854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47872) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:00.656884 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-ec855022-9a9c-4a6a-bff6-8c7aaa09703a tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] delete failed (client error): The resource could not be found. Feb 11 05:40:00.657973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ec855022-9a9c-4a6a-bff6-8c7aaa09703a tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/e4841ce2-e241-4a78-9bb0-9a334f8227bb HTTP/1.1" status: 404 len: 345 time: 0.1606612 Feb 11 05:40:00.661514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:00.662857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47876) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:00.716010 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e5a14a-f3d2-4475-b2c9-2a954a183408 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 05:40:00.717007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e5a14a-f3d2-4475-b2c9-2a954a183408 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:40:00.730472 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e0e5a14a-f3d2-4475-b2c9-2a954a183408 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "DELETE /v2.0/networks/5fc5d96a-9cf6-4f7d-9394-2ec34538266c HTTP/1.1" status: 404 len: 339 time: 0.0627151 Feb 11 05:40:00.731483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47878) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:00.743120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Request body: {'network': {'name': 'tempest-network--1447108298', 'router:external': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:00.789286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:00.793775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.914869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Made reservation on behalf of 4d40a53538a049cfa3fef1ff1dde9afb for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:00.918222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.003070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:01.040291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (92ebab6d-4d08-449b-99f7-ecb44f662751), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.043613 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Added segment 92ebab6d-4d08-449b-99f7-ecb44f662751 of type vlan for network 9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8 Feb 11 05:40:01.088985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:01.242417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.395820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.402855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:01.407267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.538254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Network': ['ID=9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:01.555706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:01.718910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47896) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:01.724346 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-317b271e-41c7-4a72-a0dd-6d470bc0d863 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9854090 Feb 11 05:40:01.964764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40169-8bf8-44ec-979f-01783df5806e tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:01.970835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40169-8bf8-44ec-979f-01783df5806e tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:01.978504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40169-8bf8-44ec-979f-01783df5806e tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:01.984744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40169-8bf8-44ec-979f-01783df5806e tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:01.987048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c6e40169-8bf8-44ec-979f-01783df5806e tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2665415 Feb 11 05:40:01.990872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:02.095060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.240391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.266887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:02.284116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ebab6d-4d08-449b-99f7-ecb44f662751') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:02.284982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ebab6d-4d08-449b-99f7-ecb44f662751') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:02.317581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (92ebab6d-4d08-449b-99f7-ecb44f662751), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.341949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (92ebab6d-4d08-449b-99f7-ecb44f662751), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.358294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:02.359449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (92ebab6d-4d08-449b-99f7-ecb44f662751), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:02.413323 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:02.607360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.621405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:40:02.641211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.646295 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "DELETE /v2.0/networks/9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8 HTTP/1.1" status: 204 len: 168 time: 0.6543341 Feb 11 05:40:02.653464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47916) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:02.664540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Request body: {'network': {'name': 'tempest-network--1869563346', 'router:external': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:02.665218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba126d3b-67ad-45dc-a648-9a9da5a97203 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cedf2b6-7a1a-431a-a2da-cae8a4f3d5a8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:02.870301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Made reservation on behalf of 4d40a53538a049cfa3fef1ff1dde9afb for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:02.874376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.931676 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98a585a7-96da-42c1-af4d-8984f4effaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.972157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:03.004194 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2948c726-f588-4824-b102-77118ff37f3b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.008635 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Added segment 2948c726-f588-4824-b102-77118ff37f3b of type vlan for network 3099f3ba-4809-4002-9447-4c2887d0e4c6 Feb 11 05:40:03.153129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3099f3ba-4809-4002-9447-4c2887d0e4c6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.348559 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3099f3ba-4809-4002-9447-4c2887d0e4c6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.349578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:03.350176 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.520212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Network': ['ID=3099f3ba-4809-4002-9447-4c2887d0e4c6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:03.530331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2dfad893-6bc3-44cb-bafb-e01a9cdece65 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8733900 Feb 11 05:40:03.532968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47930) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:03.537204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 3099f3ba-4809-4002-9447-4c2887d0e4c6 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:03.837982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b55fe0-0263-48be-9d8f-d7f688e5d361 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:03.839971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f1b55fe0-0263-48be-9d8f-d7f688e5d361 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] 10.222.0.62 "GET /v2.0/networks/3099f3ba-4809-4002-9447-4c2887d0e4c6 HTTP/1.1" status: 200 len: 757 time: 0.3035583 Feb 11 05:40:03.844333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47934) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:03.977469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c690b7a-4e24-457c-bd6c-27d062e150ed tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:03.979365 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7c690b7a-4e24-457c-bd6c-27d062e150ed tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] 10.222.0.62 "GET /v2.0/networks/28d46a1a-31d5-4e02-adba-5a3684c93720 HTTP/1.1" status: 200 len: 767 time: 0.1337025 Feb 11 05:40:03.983323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47940) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:04.156798 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3099f3ba-4809-4002-9447-4c2887d0e4c6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.314451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3099f3ba-4809-4002-9447-4c2887d0e4c6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.385989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3099f3ba-4809-4002-9447-4c2887d0e4c6']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:04.403775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2948c726-f588-4824-b102-77118ff37f3b') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:04.404376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2948c726-f588-4824-b102-77118ff37f3b') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:04.420316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (2948c726-f588-4824-b102-77118ff37f3b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.449493 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2948c726-f588-4824-b102-77118ff37f3b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.459676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:04.460272 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (2948c726-f588-4824-b102-77118ff37f3b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:04.466492 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:04.766307 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (3099f3ba-4809-4002-9447-4c2887d0e4c6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.800034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3099f3ba-4809-4002-9447-4c2887d0e4c6 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:40:04.803424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.807024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "DELETE /v2.0/networks/3099f3ba-4809-4002-9447-4c2887d0e4c6 HTTP/1.1" status: 204 len: 168 time: 0.8221159 Feb 11 05:40:04.808137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b1557-a2a0-4190-90bf-157eff627ed8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event deleted for resources: {'Network': ['ID=3099f3ba-4809-4002-9447-4c2887d0e4c6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:04.810740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47962) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:04.816578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Request body: {'network': {'name': 'tempest-network--1559421236'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:04.917281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Made reservation on behalf of 4d40a53538a049cfa3fef1ff1dde9afb for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:04.925910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.057505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:05.086802 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d50c1f1f-607c-483f-8798-7e7c0af669c7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.087156 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Added segment d50c1f1f-607c-483f-8798-7e7c0af669c7 of type vlan for network 3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c Feb 11 05:40:05.160439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.340527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.342162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:05.343379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.387293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47976) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:05.519257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Network': ['ID=3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:05.541009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:05.566298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47988) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:05.566816 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d556a709-d921-4145-81c3-0e010e9f90d8 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7548177 Feb 11 05:40:05.571071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e31826e9-0ee8-4860-abd6-5925075678bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.574612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5ec6c0a5-50c9-443b-9778-ae19f858290d tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:05.621900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7532fbd3-06ff-4017-9b63-7a5980097c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.843082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0a5-50c9-443b-9778-ae19f858290d tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.861452 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7532fbd3-06ff-4017-9b63-7a5980097c63 admin admin] Publish callbacks [] for security_group (13b9b730-3030-410e-8ea4-5624df759183), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.931222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7532fbd3-06ff-4017-9b63-7a5980097c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (13b9b730-3030-410e-8ea4-5624df759183), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.973208 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0a5-50c9-443b-9778-ae19f858290d tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.984829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7532fbd3-06ff-4017-9b63-7a5980097c63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9fb9763eadc2455c805f56a3aefb01de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5964048 Feb 11 05:40:05.985725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532fbd3-06ff-4017-9b63-7a5980097c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b9b730-3030-410e-8ea4-5624df759183,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:05.987876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47994) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.015228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ec6c0a5-50c9-443b-9778-ae19f858290d tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Network 3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c is not hosted by any dhcp agent {{(pid=104087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:40:06.016402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6c0a5-50c9-443b-9778-ae19f858290d tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:06.017204 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0a5-50c9-443b-9778-ae19f858290d tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.022107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5ec6c0a5-50c9-443b-9778-ae19f858290d tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "PUT /v2.0/networks/3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c HTTP/1.1" status: 200 len: 858 time: 0.4546809 Feb 11 05:40:06.022630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47996) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.066281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6c0a5-50c9-443b-9778-ae19f858290d tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event updated for resources: {'Network': ['ID=3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.121836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d1538ab-7bb6-4333-b051-7ecb51feab57 admin admin] Publish callbacks [] for security_group (13b9b730-3030-410e-8ea4-5624df759183), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.130542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.157643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d1538ab-7bb6-4333-b051-7ecb51feab57 admin admin] Publish callbacks [] for security_group (13b9b730-3030-410e-8ea4-5624df759183), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.260544 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.303771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.315622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50c1f1f-607c-483f-8798-7e7c0af669c7') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.316771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50c1f1f-607c-483f-8798-7e7c0af669c7') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.328770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (d50c1f1f-607c-483f-8798-7e7c0af669c7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.349734 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d50c1f1f-607c-483f-8798-7e7c0af669c7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.363938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:06.364684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (d50c1f1f-607c-483f-8798-7e7c0af669c7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:06.366890 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:06.418851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d1538ab-7bb6-4333-b051-7ecb51feab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (13b9b730-3030-410e-8ea4-5624df759183), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.421470 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d1538ab-7bb6-4333-b051-7ecb51feab57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.422668 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d1538ab-7bb6-4333-b051-7ecb51feab57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13b9b730-3030-410e-8ea4-5624df759183 HTTP/1.1" status: 204 len: 168 time: 0.4336953 Feb 11 05:40:06.437338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1538ab-7bb6-4333-b051-7ecb51feab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b9b730-3030-410e-8ea4-5624df759183,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.560735 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.586220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:40:06.588440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Pushing event deleted for resources: {'Network': ['ID=3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.590659 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.610365 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-08d8365e-b675-48b8-9b15-e68d072cc624 tempest-ExternalNetworksTestJSON-1694461935 tempest-ExternalNetworksTestJSON-1694461935-project-admin] 10.222.0.62 "DELETE /v2.0/networks/3fe6655f-a9f3-481e-ad6b-fe9ef15c5e5c HTTP/1.1" status: 204 len: 168 time: 0.5860639 Feb 11 05:40:06.613941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48014) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.656667 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-14479bc5-cc26-4ddd-ab73-31700737d842 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] DELETE failed (client error): The resource could not be found. Feb 11 05:40:06.666907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14479bc5-cc26-4ddd-ab73-31700737d842 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:40:06.670838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-14479bc5-cc26-4ddd-ab73-31700737d842 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] 10.222.0.62 "DELETE /v2.0/subnets/a0ce5bce-4dd6-4392-acd0-d85fede95447 HTTP/1.1" status: 404 len: 337 time: 0.0550888 Feb 11 05:40:06.676879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48016) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.730797 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.815751 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (28d46a1a-31d5-4e02-adba-5a3684c93720), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.115236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (28d46a1a-31d5-4e02-adba-5a3684c93720), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.207613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d46a1a-31d5-4e02-adba-5a3684c93720']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:07.246554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e792bf-f731-47f0-9081-eb1cb172f6ea') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:07.247339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e792bf-f731-47f0-9081-eb1cb172f6ea') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:07.319103 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (99e792bf-f731-47f0-9081-eb1cb172f6ea), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.381190 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (99e792bf-f731-47f0-9081-eb1cb172f6ea), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.392452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (99e792bf-f731-47f0-9081-eb1cb172f6ea), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:07.424821 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:07.750063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4acf0e-eab4-43f8-86b4-84b5c1d1d5c3 req-99cf9f91-9c13-4a16-af2c-a63051836d7f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:07.762552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a4acf0e-eab4-43f8-86b4-84b5c1d1d5c3 req-99cf9f91-9c13-4a16-af2c-a63051836d7f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0944653 Feb 11 05:40:07.831853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a4acf0e-eab4-43f8-86b4-84b5c1d1d5c3 req-7e6a1d2b-6912-45ea-84ee-58b3f83504e1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662692 Feb 11 05:40:07.963457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48040) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:07.978066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (28d46a1a-31d5-4e02-adba-5a3684c93720), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.986711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.987709 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a461d172-d3c1-403c-b36e-4007be46538f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.991728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] 10.222.0.62 "DELETE /v2.0/networks/28d46a1a-31d5-4e02-adba-5a3684c93720 HTTP/1.1" status: 204 len: 168 time: 1.3126647 Feb 11 05:40:08.009822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb4b2f-a598-4425-bd0e-7381a6a08ba6 tempest-ExternalNetworksTestJSON-1394454845 tempest-ExternalNetworksTestJSON-1394454845-project] Pushing event deleted for resources: {'Network': ['ID=28d46a1a-31d5-4e02-adba-5a3684c93720,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.032448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02a45b-f9b1-4fe5-9832-2697512d1013 req-d3ef8696-5eed-4a3d-8393-744c1329d321 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:08.035834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a02a45b-f9b1-4fe5-9832-2697512d1013 req-d3ef8696-5eed-4a3d-8393-744c1329d321 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1222696 Feb 11 05:40:08.107959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a02a45b-f9b1-4fe5-9832-2697512d1013 req-c6f84544-3d67-4eb9-852e-d6f6ef369e4b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656483 Feb 11 05:40:08.126203 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a461d172-d3c1-403c-b36e-4007be46538f admin admin] Publish callbacks [] for security_group (21b46f40-7418-416d-a9ab-db633d7a8b51), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.224817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a461d172-d3c1-403c-b36e-4007be46538f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (21b46f40-7418-416d-a9ab-db633d7a8b51), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.283137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461d172-d3c1-403c-b36e-4007be46538f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b46f40-7418-416d-a9ab-db633d7a8b51,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.321646 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.339561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a461d172-d3c1-403c-b36e-4007be46538f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59897e2f77814f62b78423fc287f4c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719954 Feb 11 05:40:08.341157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48050) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:08.360465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f399fe2-c284-4577-8bbd-34bfc15baca7 req-6bc32112-51fd-4e26-94b2-0c4717271694 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:08.363131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f399fe2-c284-4577-8bbd-34bfc15baca7 req-6bc32112-51fd-4e26-94b2-0c4717271694 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1464570 Feb 11 05:40:08.451575 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.451857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f399fe2-c284-4577-8bbd-34bfc15baca7 req-67cf95f8-e900-48f5-b711-7d753674729f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770533 Feb 11 05:40:08.467693 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca50e4f-ef9e-48b6-8538-b3f8782f584e admin admin] Publish callbacks [] for security_group (21b46f40-7418-416d-a9ab-db633d7a8b51), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.524403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca50e4f-ef9e-48b6-8538-b3f8782f584e admin admin] Publish callbacks [] for security_group (21b46f40-7418-416d-a9ab-db633d7a8b51), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.633963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f86e-2c7f-43c7-91f0-16e9690747f0 req-aac1893b-61b4-4426-a252-883cde34dcca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:08.635823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8601f86e-2c7f-43c7-91f0-16e9690747f0 req-aac1893b-61b4-4426-a252-883cde34dcca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0664561 Feb 11 05:40:08.722108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca50e4f-ef9e-48b6-8538-b3f8782f584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (21b46f40-7418-416d-a9ab-db633d7a8b51), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.740165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ca50e4f-ef9e-48b6-8538-b3f8782f584e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.740165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7ca50e4f-ef9e-48b6-8538-b3f8782f584e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21b46f40-7418-416d-a9ab-db633d7a8b51 HTTP/1.1" status: 204 len: 168 time: 0.3915396 Feb 11 05:40:08.795770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8601f86e-2c7f-43c7-91f0-16e9690747f0 req-ae81dd97-9fdd-46a2-b241-ad92a32cba50 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534762 Feb 11 05:40:08.797647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca50e4f-ef9e-48b6-8538-b3f8782f584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b46f40-7418-416d-a9ab-db633d7a8b51,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.934396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48068) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.224284 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.656028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d9c87b94-c70c-4409-9ee5-fa71d5885744 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12810c5a07c64b1bb63e57ad1ec44e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7250302 Feb 11 05:40:09.660025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48082) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.696198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e850-cc5d-416a-becf-50616508ab0c req-a294378d-2a5a-4345-98a1-14b9f741155d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:09.706878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43e1e850-cc5d-416a-becf-50616508ab0c req-a294378d-2a5a-4345-98a1-14b9f741155d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2572484 Feb 11 05:40:09.795014 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46af59a5-d80c-4cb5-a658-97305210b791 admin admin] Publish callbacks [] for security_group (c647d8a1-4fc3-42ed-9025-e7fe65684d4c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.835667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43e1e850-cc5d-416a-becf-50616508ab0c req-8c520fc8-7afe-4589-8809-90bd4b1a6e84 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270692 Feb 11 05:40:09.848051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46af59a5-d80c-4cb5-a658-97305210b791 admin admin] Publish callbacks [] for security_group (c647d8a1-4fc3-42ed-9025-e7fe65684d4c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.971865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46af59a5-d80c-4cb5-a658-97305210b791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c647d8a1-4fc3-42ed-9025-e7fe65684d4c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.974850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46af59a5-d80c-4cb5-a658-97305210b791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.983479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-46af59a5-d80c-4cb5-a658-97305210b791 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c647d8a1-4fc3-42ed-9025-e7fe65684d4c HTTP/1.1" status: 204 len: 168 time: 0.3216524 Feb 11 05:40:10.000434 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af59a5-d80c-4cb5-a658-97305210b791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c647d8a1-4fc3-42ed-9025-e7fe65684d4c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:11.169403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9416305-095c-4ff4-af7f-3b62df122c34 req-373bb427-94a7-4827-a8b6-18695a2fce06 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:11.187992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9416305-095c-4ff4-af7f-3b62df122c34 req-373bb427-94a7-4827-a8b6-18695a2fce06 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1077747 Feb 11 05:40:11.228779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48136) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:11.299609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9416305-095c-4ff4-af7f-3b62df122c34 req-d82ae985-b790-4478-93e9-025430ea7c1a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086607 Feb 11 05:40:11.337651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48140) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:11.337911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1ff213ea-a018-4cf7-ba01-1ce5d518b2ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d40a53538a049cfa3fef1ff1dde9afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1073749 Feb 11 05:40:11.428466 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.445570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-251589be-db3b-4c64-b127-ffc4553ef148 admin admin] Publish callbacks [] for security_group (c866e4ad-4c08-47e4-9b28-9d7834a163f7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.489652 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-251589be-db3b-4c64-b127-ffc4553ef148 admin admin] Publish callbacks [] for security_group (c866e4ad-4c08-47e4-9b28-9d7834a163f7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.613953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-251589be-db3b-4c64-b127-ffc4553ef148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c866e4ad-4c08-47e4-9b28-9d7834a163f7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.617078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-251589be-db3b-4c64-b127-ffc4553ef148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.626652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-251589be-db3b-4c64-b127-ffc4553ef148 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c866e4ad-4c08-47e4-9b28-9d7834a163f7 HTTP/1.1" status: 204 len: 168 time: 0.2795086 Feb 11 05:40:11.644415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251589be-db3b-4c64-b127-ffc4553ef148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866e4ad-4c08-47e4-9b28-9d7834a163f7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:12.104880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48166) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:12.346425 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e0d08f9a-ad35-4fd2-84ff-c4c9ba5033f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.191885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df930c-ceac-44c1-8cee-dd4ea4eb0ea3 req-5fb17d00-f1db-4720-a747-b83352758232 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:13.193971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92df930c-ceac-44c1-8cee-dd4ea4eb0ea3 req-5fb17d00-f1db-4720-a747-b83352758232 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.7323492 Feb 11 05:40:13.199796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e0d08f9a-ad35-4fd2-84ff-c4c9ba5033f8 admin admin] Publish callbacks [] for security_group (a6a3ef16-40e0-4ea8-83b1-090806db9708), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.248317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92df930c-ceac-44c1-8cee-dd4ea4eb0ea3 req-c59e6a2e-cc5b-4807-8c9b-661a8f8de6bb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 Feb 11 05:40:13.450776 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e0d08f9a-ad35-4fd2-84ff-c4c9ba5033f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a6a3ef16-40e0-4ea8-83b1-090806db9708), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.496988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d08f9a-ad35-4fd2-84ff-c4c9ba5033f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3ef16-40e0-4ea8-83b1-090806db9708,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:13.534733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e0d08f9a-ad35-4fd2-84ff-c4c9ba5033f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b71c732975b546c39a845c9d84f1c3db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4245791 Feb 11 05:40:13.535244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48212) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:13.552305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20af72f-bcba-45ec-8adb-cce37600539d req-49224f74-c601-474f-b5d2-580f501f7adb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:13.553988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c20af72f-bcba-45ec-8adb-cce37600539d req-49224f74-c601-474f-b5d2-580f501f7adb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1643314 Feb 11 05:40:13.656835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c20af72f-bcba-45ec-8adb-cce37600539d req-d7f13ff3-4bb5-4168-9814-59f2aa7ad21a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828528 Feb 11 05:40:13.660206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79c7cb19-aa90-42db-b002-46621472df75 admin admin] Publish callbacks [] for security_group (a6a3ef16-40e0-4ea8-83b1-090806db9708), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.695146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79c7cb19-aa90-42db-b002-46621472df75 admin admin] Publish callbacks [] for security_group (a6a3ef16-40e0-4ea8-83b1-090806db9708), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.933338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79c7cb19-aa90-42db-b002-46621472df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a6a3ef16-40e0-4ea8-83b1-090806db9708), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.936029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79c7cb19-aa90-42db-b002-46621472df75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.937675 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-79c7cb19-aa90-42db-b002-46621472df75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6a3ef16-40e0-4ea8-83b1-090806db9708 HTTP/1.1" status: 204 len: 168 time: 0.4015260 Feb 11 05:40:13.962194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7cb19-aa90-42db-b002-46621472df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3ef16-40e0-4ea8-83b1-090806db9708,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:14.540672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431c919-a153-47d7-9dd9-b333aea38e8a req-751e969b-b734-45a5-9b26-adb031a7a6e6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:14.549946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0431c919-a153-47d7-9dd9-b333aea38e8a req-751e969b-b734-45a5-9b26-adb031a7a6e6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1165464 Feb 11 05:40:14.693967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0431c919-a153-47d7-9dd9-b333aea38e8a req-c3616ba7-1da9-4b3e-9146-a48c91df4709 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386619 Feb 11 05:40:14.986967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b21c8-cd6a-4866-aaca-e1a02bc7a897 req-8edfb740-d48a-4ae7-b562-010ad8b01d93 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:14.997927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-892b21c8-cd6a-4866-aaca-e1a02bc7a897 req-8edfb740-d48a-4ae7-b562-010ad8b01d93 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1864088 Feb 11 05:40:15.131663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-892b21c8-cd6a-4866-aaca-e1a02bc7a897 req-4454327a-67c3-45b3-89ca-600ff7fe60bc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249266 Feb 11 05:40:16.075516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1777eb-2471-429b-8b4e-6f8174612854 req-7bed6297-c8bd-4e4d-a335-4f837e31023e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.098020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e1777eb-2471-429b-8b4e-6f8174612854 req-7bed6297-c8bd-4e4d-a335-4f837e31023e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1871159 Feb 11 05:40:16.214823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e1777eb-2471-429b-8b4e-6f8174612854 req-fa722760-cbac-4f97-bfcc-8907cde81b7b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112216 Feb 11 05:40:16.482066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed6bb0-7066-4e08-b642-0609803bd96b req-1d68a5a2-5e1d-4631-a671-ff3c185af540 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.498349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59ed6bb0-7066-4e08-b642-0609803bd96b req-1d68a5a2-5e1d-4631-a671-ff3c185af540 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1300001 Feb 11 05:40:16.671822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59ed6bb0-7066-4e08-b642-0609803bd96b req-acf0fc3a-8d24-49a8-8dc4-e98eb7616bc5 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720028 Feb 11 05:40:16.919219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48314) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:17.208240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:17.325082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.530502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.535616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dbed6-24d9-4ed1-b2a0-1d6d4226ef96 req-b34e2071-eb39-4a18-aa5f-f7b5360ca01b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:17.537250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c2dbed6-24d9-4ed1-b2a0-1d6d4226ef96 req-b34e2071-eb39-4a18-aa5f-f7b5360ca01b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1513081 Feb 11 05:40:17.633506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c2dbed6-24d9-4ed1-b2a0-1d6d4226ef96 req-814fee08-0ee5-466b-a697-86a9c5817c83 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752187 Feb 11 05:40:17.699340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Allocated IP 172.25.8.11 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f100affc-7536-40ea-8e51-3a4c08759584) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:17.936379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for port (f100affc-7536-40ea-8e51-3a4c08759584), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.963597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc56ebb-399f-4bd3-b218-84809f893fa7 req-19428344-bf05-430b-8b1c-159b7ff2c7df tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:17.977880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bc56ebb-399f-4bd3-b218-84809f893fa7 req-19428344-bf05-430b-8b1c-159b7ff2c7df tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1758633 Feb 11 05:40:18.046574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bc56ebb-399f-4bd3-b218-84809f893fa7 req-b7c8ff7d-d689-4461-b694-194bb4565b67 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622826 Feb 11 05:40:18.070331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f100affc-7536-40ea-8e51-3a4c08759584), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.114504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:18.117460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:18.123436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:18.162936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'Port': ['ID=f100affc-7536-40ea-8e51-3a4c08759584,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:18.310029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for floatingip (c8a0a4db-ba30-4d77-af18-6a66b90e5da5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.463695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f100affc-7536-40ea-8e51-3a4c08759584), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.885804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea685-6e5c-4cc2-b6b8-4d215ce07530 req-139dfcb9-f5a3-43f9-ac80-6d992e20f94e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:18.898732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-980ea685-6e5c-4cc2-b6b8-4d215ce07530 req-139dfcb9-f5a3-43f9-ac80-6d992e20f94e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1314309 Feb 11 05:40:18.938906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for port (f100affc-7536-40ea-8e51-3a4c08759584), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.998671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-980ea685-6e5c-4cc2-b6b8-4d215ce07530 req-227e6da0-2149-48d3-abf2-10445df34933 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986981 Feb 11 05:40:19.000920 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f100affc-7536-40ea-8e51-3a4c08759584), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.062990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'Port': ['ID=f100affc-7536-40ea-8e51-3a4c08759584,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:19.183116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (c8a0a4db-ba30-4d77-af18-6a66b90e5da5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.266616 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.268875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-06dd9fd8-ed59-4f22-b5bd-763ffcf7ae3a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3473797 Feb 11 05:40:19.271443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48404) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:19.276535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1425722222'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:19.332312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454660-1e21-4e91-a1c8-fdbe192b5c9b req-f2d3358d-2e06-4e88-811a-559555f98323 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:19.333963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89454660-1e21-4e91-a1c8-fdbe192b5c9b req-f2d3358d-2e06-4e88-811a-559555f98323 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1497836 Feb 11 05:40:19.403780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Made reservation on behalf of b8794c517a6143adb642d3111e8213bc for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:19.407579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.428667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.433797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89454660-1e21-4e91-a1c8-fdbe192b5c9b req-235b6b5a-8f39-49a9-a16f-679f65804d3b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899725 Feb 11 05:40:19.591040 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for security_group (c4022e1c-b99e-4db3-a957-4c2222f197bb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.626368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:19.668037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c4022e1c-b99e-4db3-a957-4c2222f197bb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.758447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:19.810220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4022e1c-b99e-4db3-a957-4c2222f197bb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:19.821269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc12db93-2a95-46ea-9e6e-8cb4c543f559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.827287 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (08c77631-ed77-4b18-bfd8-fc720a571849), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.828487 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Added segment 08c77631-ed77-4b18-bfd8-fc720a571849 of type vlan for network 54143395-a923-4f03-8016-34373bd0a740 Feb 11 05:40:19.921648 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (54143395-a923-4f03-8016-34373bd0a740), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.033661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc12db93-2a95-46ea-9e6e-8cb4c543f559 admin admin] Publish callbacks [] for security_group (94a72eb9-2141-494f-aabb-3dcee968e1bc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.047477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (54143395-a923-4f03-8016-34373bd0a740), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.055129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.055817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.118384 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc12db93-2a95-46ea-9e6e-8cb4c543f559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (94a72eb9-2141-494f-aabb-3dcee968e1bc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.176078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12db93-2a95-46ea-9e6e-8cb4c543f559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a72eb9-2141-494f-aabb-3dcee968e1bc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:20.281990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'Network': ['ID=54143395-a923-4f03-8016-34373bd0a740,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:20.290339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fc12db93-2a95-46ea-9e6e-8cb4c543f559 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=572c64d9ee1c42f1aed9aefe4f94d480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6628261 Feb 11 05:40:20.293525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48432) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:20.302130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 54143395-a923-4f03-8016-34373bd0a740 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:20.355258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a6556-3533-4daa-bcbd-f82c9d062eb8 req-70ea6f77-1c54-433d-8c94-798728c271e1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.355258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e72a6556-3533-4daa-bcbd-f82c9d062eb8 req-70ea6f77-1c54-433d-8c94-798728c271e1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2213504 Feb 11 05:40:20.383047 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d22ab32e-378e-45f7-89a2-470dbe74124f admin admin] Publish callbacks [] for security_group (94a72eb9-2141-494f-aabb-3dcee968e1bc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.435145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d22ab32e-378e-45f7-89a2-470dbe74124f admin admin] Publish callbacks [] for security_group (94a72eb9-2141-494f-aabb-3dcee968e1bc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.466030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e72a6556-3533-4daa-bcbd-f82c9d062eb8 req-c8398e96-9be0-492f-9f23-f141223bc9a7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948577 Feb 11 05:40:20.638498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a48410-1f91-4d10-8928-b104ff9e788e req-abcf5fb3-d99e-43da-a024-ab695b939254 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.657400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93a48410-1f91-4d10-8928-b104ff9e788e req-abcf5fb3-d99e-43da-a024-ab695b939254 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.0967467 Feb 11 05:40:20.666921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-32166350-106a-4829-8d3d-6a6d15e568c1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3944156 Feb 11 05:40:20.669635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48440) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:20.684156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Request body: {'subnet': {'network_id': '54143395-a923-4f03-8016-34373bd0a740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:20.699061 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d22ab32e-378e-45f7-89a2-470dbe74124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (94a72eb9-2141-494f-aabb-3dcee968e1bc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.703519 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d22ab32e-378e-45f7-89a2-470dbe74124f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.706574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d22ab32e-378e-45f7-89a2-470dbe74124f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94a72eb9-2141-494f-aabb-3dcee968e1bc HTTP/1.1" status: 204 len: 168 time: 0.4118221 Feb 11 05:40:20.794276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ab32e-378e-45f7-89a2-470dbe74124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a72eb9-2141-494f-aabb-3dcee968e1bc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:20.931928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93a48410-1f91-4d10-8928-b104ff9e788e req-29ab70c6-e9b4-43ce-9d83-24b5c67a3e85 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628939 Feb 11 05:40:20.978201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Made reservation on behalf of b8794c517a6143adb642d3111e8213bc for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:20.982379 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.476933 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (b3aecad6-7743-4aee-9f80-647047a5566d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.635359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Checking segment: {'id': '08c77631-ed77-4b18-bfd8-fc720a571849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54143395-a923-4f03-8016-34373bd0a740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:21.635938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Network hostable DHCP agents. Network: 54143395-a923-4f03-8016-34373bd0a740, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:21.657469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48456) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:21.701746 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53b890a6-369e-467b-9ebd-eadb3f0d2f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.765802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'Subnet': ['ID=b3aecad6-7743-4aee-9f80-647047a5566d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:21.832433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9efa8-f11c-453f-825f-07d4d2f83a63 req-12837999-5e97-44a6-92b1-bd0698d5ac4b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:21.857749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38f9efa8-f11c-453f-825f-07d4d2f83a63 req-12837999-5e97-44a6-92b1-bd0698d5ac4b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2244596 Feb 11 05:40:21.903841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Network 54143395-a923-4f03-8016-34373bd0a740 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:21.972560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53b890a6-369e-467b-9ebd-eadb3f0d2f60 admin admin] Publish callbacks [] for security_group (34d7d4e2-dc77-4bba-9347-a94b0d273b78), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.977287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38f9efa8-f11c-453f-825f-07d4d2f83a63 req-6940c231-ba6f-443b-a971-8c64265bc034 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176198 Feb 11 05:40:21.994193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 54143395-a923-4f03-8016-34373bd0a740) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:22.003958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89eb789-44cc-4213-9e86-58d4466fc86b None None] Network 54143395-a923-4f03-8016-34373bd0a740 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:22.017064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.019805 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.045393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53b890a6-369e-467b-9ebd-eadb3f0d2f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (34d7d4e2-dc77-4bba-9347-a94b0d273b78), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.147692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-de9d7e45-7cf9-473a-be2d-7a7bef9dd114 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4717779 Feb 11 05:40:22.150315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48476) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.159981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b890a6-369e-467b-9ebd-eadb3f0d2f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d7d4e2-dc77-4bba-9347-a94b0d273b78,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.160099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-997996818', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:22.205432 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-53b890a6-369e-467b-9ebd-eadb3f0d2f60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23928d3f168c42f98dc26638e3a015ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5449960 Feb 11 05:40:22.208139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48480) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.321122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-54143395-a923-4f03-8016-34373bd0a740', 'network_id': '54143395-a923-4f03-8016-34373bd0a740', 'project_id': 'b8794c517a6143adb642d3111e8213bc', 'fixed_ips': [{'subnet_id': 'b3aecad6-7743-4aee-9f80-647047a5566d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:22.322474 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.343299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1f132-2762-49f5-b945-a0cdf44e8157 req-815956d5-8957-4d7e-8337-18c648f82c5f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.344192 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d65845e-f088-4a96-9e51-7a4e8ad8a0b9 admin admin] Publish callbacks [] for security_group (34d7d4e2-dc77-4bba-9347-a94b0d273b78), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.354440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96c1f132-2762-49f5-b945-a0cdf44e8157 req-815956d5-8957-4d7e-8337-18c648f82c5f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1785347 Feb 11 05:40:22.367689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (3483709a-d853-4e46-8985-472e2756775a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.371859 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (3483709a-d853-4e46-8985-472e2756775a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.391301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d65845e-f088-4a96-9e51-7a4e8ad8a0b9 admin admin] Publish callbacks [] for security_group (34d7d4e2-dc77-4bba-9347-a94b0d273b78), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.572446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d65845e-f088-4a96-9e51-7a4e8ad8a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (34d7d4e2-dc77-4bba-9347-a94b0d273b78), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.575276 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d65845e-f088-4a96-9e51-7a4e8ad8a0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.579162 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1d65845e-f088-4a96-9e51-7a4e8ad8a0b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34d7d4e2-dc77-4bba-9347-a94b0d273b78 HTTP/1.1" status: 204 len: 168 time: 0.3668685 Feb 11 05:40:22.590158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65845e-f088-4a96-9e51-7a4e8ad8a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d7d4e2-dc77-4bba-9347-a94b0d273b78,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.596666 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router_controller (3483709a-d853-4e46-8985-472e2756775a), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.690744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96c1f132-2762-49f5-b945-a0cdf44e8157 req-90d674ea-8250-4659-a5c9-9af171ead874 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343413 Feb 11 05:40:22.737935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-4b685a8b-cfb1-4516-9347-915202072608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.739355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-4b685a8b-cfb1-4516-9347-915202072608 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.1254265 Feb 11 05:40:22.748137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Allocated IP 172.20.0.2 (54143395-a923-4f03-8016-34373bd0a740/b3aecad6-7743-4aee-9f80-647047a5566d/d844f318-8287-43a0-ba1c-ea06da2df04d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:22.895621 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router_gateway (3483709a-d853-4e46-8985-472e2756775a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.909990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a058-034e-4981-99f0-f5d06102c82e req-e9fdc84b-0db7-4ede-9885-0acfdf0821ae tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.921117 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12d5a058-034e-4981-99f0-f5d06102c82e req-e9fdc84b-0db7-4ede-9885-0acfdf0821ae tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3214877 Feb 11 05:40:22.935053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-7299c48c-5576-4ded-9cc3-0c74b1a73564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.937615 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-7299c48c-5576-4ded-9cc3-0c74b1a73564 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.1926904 Feb 11 05:40:22.967771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Publish callbacks [] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.049940 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.064529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-12d5a058-034e-4981-99f0-f5d06102c82e req-7a77163c-3118-4930-a92f-76b2140bd9d3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422992 Feb 11 05:40:23.120153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-e7cebaa6-f129-4419-873f-bb0b84625f66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.1756487 Feb 11 05:40:23.234995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Network 54143395-a923-4f03-8016-34373bd0a740 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:23.242480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-b8bc4967-998b-4d37-ae3c-e54123db479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.244225 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-b8bc4967-998b-4d37-ae3c-e54123db479b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1182563 Feb 11 05:40:23.250642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:23.266252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:23.279825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Pushing event updated for resources: {'Port': ['ID=d844f318-8287-43a0-ba1c-ea06da2df04d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:23.343689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-afe1801e-27fe-4235-9311-345718695236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.346926 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-afe1801e-27fe-4235-9311-345718695236 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0959959 Feb 11 05:40:23.407137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Attempting to bind port d844f318-8287-43a0-ba1c-ea06da2df04d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:23.408153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Attempting to bind port d844f318-8287-43a0-ba1c-ea06da2df04d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '08c77631-ed77-4b18-bfd8-fc720a571849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54143395-a923-4f03-8016-34373bd0a740'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:23.409116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Attempting to bind port d844f318-8287-43a0-ba1c-ea06da2df04d on network 54143395-a923-4f03-8016-34373bd0a740 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:23.426025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:23.427073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Checking segment: {'id': '08c77631-ed77-4b18-bfd8-fc720a571849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54143395-a923-4f03-8016-34373bd0a740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:23.427073 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.427293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Bound using segment: {'id': '08c77631-ed77-4b18-bfd8-fc720a571849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54143395-a923-4f03-8016-34373bd0a740'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:23.427726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Bound port: d844f318-8287-43a0-ba1c-ea06da2df04d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c77631-ed77-4b18-bfd8-fc720a571849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '54143395-a923-4f03-8016-34373bd0a740'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:23.428039 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.562870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] For port d844f318-8287-43a0-ba1c-ea06da2df04d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:23.566448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] For port d844f318-8287-43a0-ba1c-ea06da2df04d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d844f318-8287-43a0-ba1c-ea06da2df04d,segment=NetworkSegment(08c77631-ed77-4b18-bfd8-fc720a571849),segment_id=08c77631-ed77-4b18-bfd8-fc720a571849)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:23.631905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router_gateway (3483709a-d853-4e46-8985-472e2756775a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.651225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.702926 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.704018 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-bdfce748-3a05-4c47-98c3-68563114d9ab service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506124 Feb 11 05:40:23.972100 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-23911711-c62e-409e-bc7e-6cb356fe4c62 req-4c259a4e-587e-4863-abf9-9c23ed3f33d1 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621303 Feb 11 05:40:24.045369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae1e0c-194f-4bec-a0e4-395e9d57472a req-b05d54fc-bf28-4c1c-9e2d-2d17ab394274 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.082622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6ae1e0c-194f-4bec-a0e4-395e9d57472a req-b05d54fc-bf28-4c1c-9e2d-2d17ab394274 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2213311 Feb 11 05:40:24.224175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7557-610b-45dd-84b5-d3e1b00879b9 None None] Pushing event updated for resources: {'Port': ['ID=d844f318-8287-43a0-ba1c-ea06da2df04d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.276360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Allocated IP 172.25.8.224 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f13a8215-6a27-4515-b156-9829e68d7fc8) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:24.381853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6ae1e0c-194f-4bec-a0e4-395e9d57472a req-006e712d-aeb3-41f6-aa5e-50373b60b0b3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982206 Feb 11 05:40:24.657685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebf4ae-be69-4afd-a730-9c1614b743e0 req-8d5a52f5-35f3-4be2-95db-30f4598fd4cc tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.664746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1ebf4ae-be69-4afd-a730-9c1614b743e0 req-8d5a52f5-35f3-4be2-95db-30f4598fd4cc tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.4750767 Feb 11 05:40:24.819009 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for port (f13a8215-6a27-4515-b156-9829e68d7fc8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.857123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1ebf4ae-be69-4afd-a730-9c1614b743e0 req-cc1fbee9-73b9-4d39-bbee-3f716f36f4c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914172 Feb 11 05:40:24.956351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f13a8215-6a27-4515-b156-9829e68d7fc8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.034686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'Port': ['ID=f13a8215-6a27-4515-b156-9829e68d7fc8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:25.056272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:25.058812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:25.071829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:25.178743 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:25.842520 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router_gateway (3483709a-d853-4e46-8985-472e2756775a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.977864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26d467-3c9c-4114-92f7-3420d5a7a905 req-5f9c5ff9-44ae-4283-985d-6f1a5c56c97b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:25.979398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d26d467-3c9c-4114-92f7-3420d5a7a905 req-5f9c5ff9-44ae-4283-985d-6f1a5c56c97b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2310669 Feb 11 05:40:26.021796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d4225-9dd2-4fcd-9f1f-63cb9adc7126 None None] Network 54143395-a923-4f03-8016-34373bd0a740 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:26.257960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Provisioning complete for port d844f318-8287-43a0-ba1c-ea06da2df04d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:26.258717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.470585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Current status of the port d844f318-8287-43a0-ba1c-ea06da2df04d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:26.470983 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.593221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] For port d844f318-8287-43a0-ba1c-ea06da2df04d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d844f318-8287-43a0-ba1c-ea06da2df04d,segment=NetworkSegment(08c77631-ed77-4b18-bfd8-fc720a571849),segment_id=08c77631-ed77-4b18-bfd8-fc720a571849)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:26.712930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d844f318-8287-43a0-ba1c-ea06da2df04d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:26.717279 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.096487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Pushing event updated for resources: {'Port': ['ID=d844f318-8287-43a0-ba1c-ea06da2df04d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.113181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3065ac2b-7aa8-4c56-908b-ab20f494a5cf None None] Provisioning complete for port d844f318-8287-43a0-ba1c-ea06da2df04d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:27.113754 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3065ac2b-7aa8-4c56-908b-ab20f494a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.117044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.117788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.118753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.119257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.119756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.120251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.120850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.121526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.122021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.122522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.123029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.123515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.124000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d4108-f5c5-4f99-bd53-1a2c61df533c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:27.157878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d844f318-8287-43a0-ba1c-ea06da2df04d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:27.159018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.322840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3065ac2b-7aa8-4c56-908b-ab20f494a5cf None None] Current status of the port d844f318-8287-43a0-ba1c-ea06da2df04d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:27.327883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d844f318-8287-43a0-ba1c-ea06da2df04d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:27.416801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d26d467-3c9c-4114-92f7-3420d5a7a905 req-e99bfc8e-ce4a-4c98-b953-4aaf2a02e6b1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4275377 Feb 11 05:40:27.432154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (3483709a-d853-4e46-8985-472e2756775a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.597315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2d8c3-a494-4772-99d0-d8bb62023bf8 req-8a7b9a3f-2870-4e9a-be05-d7b72e20762c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:27.598766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fd2d8c3-a494-4772-99d0-d8bb62023bf8 req-8a7b9a3f-2870-4e9a-be05-d7b72e20762c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 1.6166029 Feb 11 05:40:27.778267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0fd2d8c3-a494-4772-99d0-d8bb62023bf8 req-99067acf-8aed-488c-a0e2-816fc5037277 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485312 Feb 11 05:40:27.840672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Router 3483709a-d853-4e46-8985-472e2756775a is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:40:28.127063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48676) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:28.308965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:28.321953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38f10c-efc0-42e2-8c6e-88532026b26e None None] Sync routers for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:28.347176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38f10c-efc0-42e2-8c6e-88532026b26e None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:28.353081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-de38f10c-efc0-42e2-8c6e-88532026b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:40:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:28.383523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84de35-111a-418d-a394-7ba6bc11e570 req-d3c0a35c-f9cf-4677-b65a-cf12c1ade3f8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.390669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef84de35-111a-418d-a394-7ba6bc11e570 req-d3c0a35c-f9cf-4677-b65a-cf12c1ade3f8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1968324 Feb 11 05:40:28.422244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.427658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-de38f10c-efc0-42e2-8c6e-88532026b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:28.429799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.434125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3348fcac-e365-45df-99ac-b795c5fbc74a tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.2824614 Feb 11 05:40:28.449649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:28.449770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38f10c-efc0-42e2-8c6e-88532026b26e None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:28.450369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-de38f10c-efc0-42e2-8c6e-88532026b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:40:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:28.629344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-de38f10c-efc0-42e2-8c6e-88532026b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:28.630192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38f10c-efc0-42e2-8c6e-88532026b26e None None] The sync data for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:28.646197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d844f318-8287-43a0-ba1c-ea06da2df04d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:28.678394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef84de35-111a-418d-a394-7ba6bc11e570 req-3008a58f-acaf-44ad-bb29-6fc0196d6372 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816830 Feb 11 05:40:28.741142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545c8f8-2306-4525-b548-26563029a87f req-29849811-a02a-4f4e-b7e1-47508bf34842 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.747284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6545c8f8-2306-4525-b548-26563029a87f req-29849811-a02a-4f4e-b7e1-47508bf34842 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1086745 Feb 11 05:40:28.822333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d844f318-8287-43a0-ba1c-ea06da2df04d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:28.822860 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.931302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6545c8f8-2306-4525-b548-26563029a87f req-f103c8a2-fadc-4dd7-9e00-12725eb1ae9c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760414 Feb 11 05:40:29.011736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Publish callbacks [] for security_group (0716f32f-12e2-4aa5-9ad7-8b373ff60980), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.037763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d844f318-8287-43a0-ba1c-ea06da2df04d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:29.198370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0716f32f-12e2-4aa5-9ad7-8b373ff60980), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.388122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-3a6dfa2d-dc4e-4757-b3fe-bad86eec496a req-14a4ad4d-7709-4f6c-b97a-be8737a4c64d service neutron] (104087) timed out ('10.222.0.65', 52552) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:40:29.511940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c84dad306564c3d9efb7a2f01cad2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3834441 Feb 11 05:40:29.512844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0716f32f-12e2-4aa5-9ad7-8b373ff60980,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:29.516135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48700) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:29.578049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.578049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.578395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.578493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.578796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.579834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.580177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.580521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.581093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.581433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.581770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.582254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.582435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcdbc40-de62-48cf-959d-36b875161f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:29.608896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780b26-99fa-4efd-84c4-f7fd64f7599a req-f4e4cdcd-890b-49c9-b0ee-ca451fcada55 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.609821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:29.615993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35780b26-99fa-4efd-84c4-f7fd64f7599a req-f4e4cdcd-890b-49c9-b0ee-ca451fcada55 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1559107 Feb 11 05:40:29.730137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35780b26-99fa-4efd-84c4-f7fd64f7599a req-29a64899-3dbb-420a-b7d1-5262f7e40443 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067979 Feb 11 05:40:29.735190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6274d7b6-7b82-46e8-a5b5-df7e7b985aa8 admin admin] Publish callbacks [] for security_group (0716f32f-12e2-4aa5-9ad7-8b373ff60980), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.790621 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.811254 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6274d7b6-7b82-46e8-a5b5-df7e7b985aa8 admin admin] Publish callbacks [] for security_group (0716f32f-12e2-4aa5-9ad7-8b373ff60980), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.933818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:29.974946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'port_id': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'mac_address': 'fa:16:3e:fc:dc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:30.080256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eed33-128b-48a0-ae24-c944c40dd62e req-8ac56c53-f2d3-48a5-b98e-918dd5eae869 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.082012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f4862352-783f-4be7-9e1e-30ea2b8a725a is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:30.082226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a2eed33-128b-48a0-ae24-c944c40dd62e req-8ac56c53-f2d3-48a5-b98e-918dd5eae869 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1970067 Feb 11 05:40:30.083218 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.120089 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6274d7b6-7b82-46e8-a5b5-df7e7b985aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0716f32f-12e2-4aa5-9ad7-8b373ff60980), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.130165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4862352-783f-4be7-9e1e-30ea2b8a725a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:30.130649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6274d7b6-7b82-46e8-a5b5-df7e7b985aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.133837 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6274d7b6-7b82-46e8-a5b5-df7e7b985aa8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0716f32f-12e2-4aa5-9ad7-8b373ff60980 HTTP/1.1" status: 204 len: 168 time: 0.6145577 Feb 11 05:40:30.197034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274d7b6-7b82-46e8-a5b5-df7e7b985aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0716f32f-12e2-4aa5-9ad7-8b373ff60980,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.209761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:30.221982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a2eed33-128b-48a0-ae24-c944c40dd62e req-777e126b-e2ac-49f5-ad37-06dca0987677 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334593 Feb 11 05:40:30.275031 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.359116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.446241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f4862352-783f-4be7-9e1e-30ea2b8a725a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:30.449374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f72f70-1c26-44eb-b8f1-82eed3ba7d22 req-f917fda4-9548-4107-977b-2eefcc844250 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.459873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35f72f70-1c26-44eb-b8f1-82eed3ba7d22 req-f917fda4-9548-4107-977b-2eefcc844250 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2581320 Feb 11 05:40:30.571035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35f72f70-1c26-44eb-b8f1-82eed3ba7d22 req-479fd358-64d9-403c-96e4-a6d4a95ced44 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100774 Feb 11 05:40:30.601591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9600f-4d69-49e0-a65f-0189035244b0 req-ce36b302-b490-4587-9446-e17ccb08cf7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.612822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25a9600f-4d69-49e0-a65f-0189035244b0 req-ce36b302-b490-4587-9446-e17ccb08cf7d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1457853 Feb 11 05:40:30.759397 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25a9600f-4d69-49e0-a65f-0189035244b0 req-3725f370-aa83-4932-9a58-6968d950ace7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455662 Feb 11 05:40:31.068538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Allocated IP 172.20.0.1 (54143395-a923-4f03-8016-34373bd0a740/b3aecad6-7743-4aee-9f80-647047a5566d/fd54ab73-ee24-4e1d-a022-6f9ae28d128a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:31.378034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.504550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.575102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2395186-291c-42c1-a7e0-be7965432a28 req-bc6050a0-9975-49fa-9494-a994ae4bc74e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.587863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2395186-291c-42c1-a7e0-be7965432a28 req-bc6050a0-9975-49fa-9494-a994ae4bc74e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1505709 Feb 11 05:40:31.624402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:31.645340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'Port': ['ID=fd54ab73-ee24-4e1d-a022-6f9ae28d128a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:31.699774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Network 54143395-a923-4f03-8016-34373bd0a740 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:31.708557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:31.725872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:31.761336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2395186-291c-42c1-a7e0-be7965432a28 req-e6a4e397-0ad0-442b-9427-9758dae9fe2d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689112 Feb 11 05:40:31.942977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f4862352-783f-4be7-9e1e-30ea2b8a725a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:31.951479 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.016107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (3483709a-d853-4e46-8985-472e2756775a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.056089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231c76c-8f22-446b-9b78-9d5f311f64ba req-9bb8a740-c5f0-47bf-926c-462bde2ae9dc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.070945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b231c76c-8f22-446b-9b78-9d5f311f64ba req-9bb8a740-c5f0-47bf-926c-462bde2ae9dc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 944 time: 0.2196093 Feb 11 05:40:32.262556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b231c76c-8f22-446b-9b78-9d5f311f64ba req-b05a1df8-c415-4581-b726-6e488f11b02a tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809173 Feb 11 05:40:32.278355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f4862352-783f-4be7-9e1e-30ea2b8a725a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:32.278994 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.340083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:32.342412 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3642d73-29ed-4ef5-8d34-312efe942dca" -d '{"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:32.449281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:32.451136 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240dbb3-30ae-4853-b2d9-70832fd936b1 x-openstack-request-id: req-9240dbb3-30ae-4853-b2d9-70832fd936b1 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:32.451432 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:32.461959 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9240dbb3-30ae-4853-b2d9-70832fd936b1 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:32.462495 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'code': 200} Feb 11 05:40:32.473861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4be36e53-6518-4283-ae6d-0ecee01d00f9 None None] Provisioning complete for port fd54ab73-ee24-4e1d-a022-6f9ae28d128a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:32.474250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4be36e53-6518-4283-ae6d-0ecee01d00f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.553306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.592528 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.677495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:32.690585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4be36e53-6518-4283-ae6d-0ecee01d00f9 None None] Port fd54ab73-ee24-4e1d-a022-6f9ae28d128a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:32.931795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4af127b9-0ef8-44d1-b2d1-5490bbd53ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.164539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767d211-544b-4185-b3e3-eb661ec88ddf req-7ee6b596-eabd-4adb-b5ac-a12e7d3ecf41 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.166211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3767d211-544b-4185-b3e3-eb661ec88ddf req-7ee6b596-eabd-4adb-b5ac-a12e7d3ecf41 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2033405 Feb 11 05:40:33.423908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3767d211-544b-4185-b3e3-eb661ec88ddf req-a847a82d-b5a8-491c-8e01-643faffe55c6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352545 Feb 11 05:40:33.729140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec749af-c02b-4074-b028-aea227498927 req-39350fc8-ed00-4f0b-a0f9-147db5d1e82f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.752885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ec749af-c02b-4074-b028-aea227498927 req-39350fc8-ed00-4f0b-a0f9-147db5d1e82f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2468970 Feb 11 05:40:33.852393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.964945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ec749af-c02b-4074-b028-aea227498927 req-c085cc90-fba5-412b-b483-d7fa7312ed12 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065804 Feb 11 05:40:33.966322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.335702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018fd59-c52a-4c1c-b37a-45764b0e7279 req-90fe9584-3621-4688-8be5-92be7dfc693a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:34.345529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a018fd59-c52a-4c1c-b37a-45764b0e7279 req-90fe9584-3621-4688-8be5-92be7dfc693a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1693892 Feb 11 05:40:34.464150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a018fd59-c52a-4c1c-b37a-45764b0e7279 req-f608322c-55e6-4a10-903d-6276353f4a9c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169569 Feb 11 05:40:34.851393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (3483709a-d853-4e46-8985-472e2756775a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.857865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'Port': ['ID=fd54ab73-ee24-4e1d-a022-6f9ae28d128a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:35.169817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48868) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:35.202580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Network 54143395-a923-4f03-8016-34373bd0a740 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:35.220193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:35.299315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e3cd7-4369-4c67-a3ca-66efd7803241 req-09eb4b68-f933-4a81-b931-aea872525e56 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:35.309559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-951e3cd7-4369-4c67-a3ca-66efd7803241 req-09eb4b68-f933-4a81-b931-aea872525e56 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1780005 Feb 11 05:40:35.475162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-951e3cd7-4369-4c67-a3ca-66efd7803241 req-e6813867-6767-4867-9b6f-72984b1cb39d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541817 Feb 11 05:40:35.554931 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ba005330-0a91-4d64-a8b9-ec0bf5c19dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.666931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958458a-5751-475f-9dc8-4407eb777bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.823324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Router 3483709a-d853-4e46-8985-472e2756775a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:35.836008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70595b-f7f4-4d5f-861e-417f09b0d840 req-3dfdeb69-c32a-42d7-b9e6-b204c6a778c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:35.852522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f70595b-f7f4-4d5f-861e-417f09b0d840 req-3dfdeb69-c32a-42d7-b9e6-b204c6a778c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1207836 Feb 11 05:40:35.854198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-51623ddc-4770-4636-82bb-ffddf51498f9 None None] Provisioning complete for port fd54ab73-ee24-4e1d-a022-6f9ae28d128a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:35.854781 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51623ddc-4770-4636-82bb-ffddf51498f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.206945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f70595b-f7f4-4d5f-861e-417f09b0d840 req-f902d034-470b-4207-b66f-648e6576233c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715205 Feb 11 05:40:36.212303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-51623ddc-4770-4636-82bb-ffddf51498f9 None None] Port fd54ab73-ee24-4e1d-a022-6f9ae28d128a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:36.214722 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958458a-5751-475f-9dc8-4407eb777bb3 admin admin] Publish callbacks [] for security_group (a21ed6d3-9c2a-4c10-8efc-b5566daacd50), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.217358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958458a-5751-475f-9dc8-4407eb777bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a21ed6d3-9c2a-4c10-8efc-b5566daacd50), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.298141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958458a-5751-475f-9dc8-4407eb777bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ed6d3-9c2a-4c10-8efc-b5566daacd50,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:36.338629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53a5c1-d5c6-4c71-8ea0-fc971ca44d50 req-24a5f845-adf6-46ca-a934-76d6de04b21b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:36.352368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd53a5c1-d5c6-4c71-8ea0-fc971ca44d50 req-24a5f845-adf6-46ca-a934-76d6de04b21b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1573737 Feb 11 05:40:36.354350 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0958458a-5751-475f-9dc8-4407eb777bb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9dc2d93227af40bcb45b1c4a57382a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1818898 Feb 11 05:40:36.361986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48902) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:36.388660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:36.402943 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bc41e30a-8375-498e-b42c-870e7cd50e46 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "PUT /v2.0/routers/3483709a-d853-4e46-8985-472e2756775a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9524693 Feb 11 05:40:36.409844 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4f1b0-22b1-466d-bdf5-0a0e93c25f01 None None] Sync routers for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:36.411386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48906) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:36.421007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Request body: {'port': {'network_id': '54143395-a923-4f03-8016-34373bd0a740', 'name': 'tempest-FloatingIPAdminTestJSON-1393927538'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:36.434004 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4f1b0-22b1-466d-bdf5-0a0e93c25f01 None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:36.436917 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-81d4f1b0-22b1-466d-bdf5-0a0e93c25f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:40:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:36.592022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1418a5e3-f5ff-463b-a774-ce9e67f8019c admin admin] Publish callbacks [] for security_group (a21ed6d3-9c2a-4c10-8efc-b5566daacd50), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.605411 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-81d4f1b0-22b1-466d-bdf5-0a0e93c25f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:36.628422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4f1b0-22b1-466d-bdf5-0a0e93c25f01 None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:36.633871 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-81d4f1b0-22b1-466d-bdf5-0a0e93c25f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:40:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:36.667922 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1418a5e3-f5ff-463b-a774-ce9e67f8019c admin admin] Publish callbacks [] for security_group (a21ed6d3-9c2a-4c10-8efc-b5566daacd50), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.675305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd53a5c1-d5c6-4c71-8ea0-fc971ca44d50 req-9eb5c55c-a3db-4a8b-802a-519744ee7810 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122890 Feb 11 05:40:36.743986 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-81d4f1b0-22b1-466d-bdf5-0a0e93c25f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:36.748206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4f1b0-22b1-466d-bdf5-0a0e93c25f01 None None] The sync data for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:36.759860 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.800731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d504090-5522-4abe-b45a-512df084ee55 req-362d9919-bde3-4c10-8ec6-7bb8f6d651e1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:36.826472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d504090-5522-4abe-b45a-512df084ee55 req-362d9919-bde3-4c10-8ec6-7bb8f6d651e1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1426666 Feb 11 05:40:36.861098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Made reservation on behalf of b8794c517a6143adb642d3111e8213bc for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:36.868089 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.936481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1418a5e3-f5ff-463b-a774-ce9e67f8019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a21ed6d3-9c2a-4c10-8efc-b5566daacd50), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.939696 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1418a5e3-f5ff-463b-a774-ce9e67f8019c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.956219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1418a5e3-f5ff-463b-a774-ce9e67f8019c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a21ed6d3-9c2a-4c10-8efc-b5566daacd50 HTTP/1.1" status: 204 len: 168 time: 0.5907793 Feb 11 05:40:37.013898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] device_id is not set on port 137ca410-1983-4feb-855a-4454de373a76 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:37.020799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418a5e3-f5ff-463b-a774-ce9e67f8019c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ed6d3-9c2a-4c10-8efc-b5566daacd50,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:37.066485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d504090-5522-4abe-b45a-512df084ee55 req-a08d2e28-d3da-48dd-92de-32309973b738 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256308 Feb 11 05:40:37.186899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1bf9c-10ce-4296-82a4-20e48376b3f6 req-ed622f8d-ba7f-492d-8b85-005c5308ac40 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.201227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68b1bf9c-10ce-4296-82a4-20e48376b3f6 req-ed622f8d-ba7f-492d-8b85-005c5308ac40 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2738011 Feb 11 05:40:37.317267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68b1bf9c-10ce-4296-82a4-20e48376b3f6 req-97819645-357e-4a7d-ab61-7a221fa55414 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150172 Feb 11 05:40:37.394359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Allocated IP 172.20.0.11 (54143395-a923-4f03-8016-34373bd0a740/b3aecad6-7743-4aee-9f80-647047a5566d/137ca410-1983-4feb-855a-4454de373a76) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:37.895319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for port (137ca410-1983-4feb-855a-4454de373a76), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.122523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aa468-f7a9-4fe9-8e75-cd50c3ed8229 req-8abf44d1-e1f7-42de-b29a-28e4d58588e5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.124268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a80aa468-f7a9-4fe9-8e75-cd50c3ed8229 req-8abf44d1-e1f7-42de-b29a-28e4d58588e5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1520624 Feb 11 05:40:38.125463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (137ca410-1983-4feb-855a-4454de373a76), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.212781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event updated for resources: {'Port': ['ID=137ca410-1983-4feb-855a-4454de373a76,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:38.270566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Network 54143395-a923-4f03-8016-34373bd0a740 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:38.274290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:38.277472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:38.303246 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.483068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a80aa468-f7a9-4fe9-8e75-cd50c3ed8229 req-ecb05bc4-6fcd-4a74-a290-ed3f10592e43 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474231 Feb 11 05:40:38.495559 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.569277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.570014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.627923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf80e8-5e91-41e8-9027-3f6e553adf4b req-2482878d-ef17-41f8-9fea-1598b80a6927 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.651868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ebf80e8-5e91-41e8-9027-3f6e553adf4b req-2482878d-ef17-41f8-9fea-1598b80a6927 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.3341436 Feb 11 05:40:38.944154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ebf80e8-5e91-41e8-9027-3f6e553adf4b req-1c1370e9-5e06-4dc1-844b-37e308297176 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135530 Feb 11 05:40:38.947494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-041822f2-75bc-4c1c-baa3-57c6dd2a4862 None None] Provisioning complete for port 137ca410-1983-4feb-855a-4454de373a76 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:38.947494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-041822f2-75bc-4c1c-baa3-57c6dd2a4862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (137ca410-1983-4feb-855a-4454de373a76), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.948106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6465627-1321-4c00-9433-680785deaf84 req-1368e471-ac02-4634-88e7-f3de80270a31 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.948106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6465627-1321-4c00-9433-680785deaf84 req-1368e471-ac02-4634-88e7-f3de80270a31 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1997678 Feb 11 05:40:38.981527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-041822f2-75bc-4c1c-baa3-57c6dd2a4862 None None] Port 137ca410-1983-4feb-855a-4454de373a76 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:39.039993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6465627-1321-4c00-9433-680785deaf84 req-229e0550-c883-4412-85d4-49ff1d2b808a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396027 Feb 11 05:40:39.134373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b786627a-e019-4239-bc85-ce87d1bb27a1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7210548 Feb 11 05:40:39.139818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48978) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:39.217567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39e022-2709-4def-a2b1-6d7c648fd54f req-4136fad8-4d2b-4655-98b4-27f5ef51d75c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:39.219153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b39e022-2709-4def-a2b1-6d7c648fd54f req-4136fad8-4d2b-4655-98b4-27f5ef51d75c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0844951 Feb 11 05:40:39.295375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b39e022-2709-4def-a2b1-6d7c648fd54f req-18b4917a-3df2-455a-a17a-71a1f8f6475f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694711 Feb 11 05:40:39.447069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.476146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'project_id': 'b8794c517a6143adb642d3111e8213bc', 'port_id': '137ca410-1983-4feb-855a-4454de373a76'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:39.633237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:39.675636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.884880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.106053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Allocated IP 172.25.8.216 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/edbd67ee-bf9e-4104-aa4e-d3d25a896d32) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:40.234418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba202c-45e4-4e16-a6c3-d96f4721d335 req-322346bf-da01-44a1-b1f9-bb1ca673e145 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:40.250425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7ba202c-45e4-4e16-a6c3-d96f4721d335 req-322346bf-da01-44a1-b1f9-bb1ca673e145 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2136090 Feb 11 05:40:40.409042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for port (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.410207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7ba202c-45e4-4e16-a6c3-d96f4721d335 req-fd195418-c96a-4183-9cf9-921677f924d2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281564 Feb 11 05:40:40.453338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1006851371'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:40.578201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.651667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:40.655927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:40.658613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Pushing event updated for resources: {'Port': ['ID=edbd67ee-bf9e-4104-aa4e-d3d25a896d32,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:40.661064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:40.930806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Made reservation on behalf of 372892ee119046729e718e7f1e3b2c0a for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:40.934333 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.975265 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.210925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for floatingip (c5cc40c2-0329-44f1-a859-0fcd1cfffc37), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.271602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks [] for security_group (6d3c0205-d2c1-4882-bb77-c968009a3592), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.467462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6d3c0205-d2c1-4882-bb77-c968009a3592), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.502422 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.552025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:41.561792 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7cc88251-6bf9-4840-b6f8-e56f24a9299b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.562152 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Added segment 7cc88251-6bf9-4840-b6f8-e56f24a9299b of type vlan for network 6993335d-366c-4edd-ba0c-146c5cdccf1d Feb 11 05:40:41.619280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6993335d-366c-4edd-ba0c-146c5cdccf1d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.677384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7fc28-af37-4b66-8593-1b81f63ce153 req-aed40fa5-8a40-49bc-9d06-d657839bd7ed tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:41.679671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03f7fc28-af37-4b66-8593-1b81f63ce153 req-aed40fa5-8a40-49bc-9d06-d657839bd7ed tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1214490 Feb 11 05:40:41.724736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3c0205-d2c1-4882-bb77-c968009a3592,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:41.747481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.810900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03f7fc28-af37-4b66-8593-1b81f63ce153 req-65c598bd-39d2-4876-abca-9cf225ad8252 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241074 Feb 11 05:40:41.947429 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6993335d-366c-4edd-ba0c-146c5cdccf1d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.961662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:41.962724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.220914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event updated for resources: {'Network': ['ID=6993335d-366c-4edd-ba0c-146c5cdccf1d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.232929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6993335d-366c-4edd-ba0c-146c5cdccf1d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:42.253919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49054) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:42.258833 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-711fc421-f6d0-404e-b8fa-088291370106 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6237319 Feb 11 05:40:42.259055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Request body: {'subnet': {'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:42.338520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-959d37ca-fde6-4b3b-8224-cbe95880980f req-5e4ffbc0-1dd2-4734-b20a-464a2493d268 service neutron] (104087) timed out ('10.222.0.62', 54888) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:40:42.340132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for port (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.479298 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.621403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Pushing event updated for resources: {'Port': ['ID=edbd67ee-bf9e-4104-aa4e-d3d25a896d32,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.630759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (c5cc40c2-0329-44f1-a859-0fcd1cfffc37), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.641610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Made reservation on behalf of 372892ee119046729e718e7f1e3b2c0a for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:42.647218 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.890051 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Floating IP c5cc40c2-0329-44f1-a859-0fcd1cfffc37 associated. External IP: 172.25.8.216, port: 137ca410-1983-4feb-855a-4454de373a76. Feb 11 05:40:43.212957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda200c4-9744-4906-a1cd-fce2177eae22 req-6d118a80-e900-49d3-ba8d-f4cda5d7c7d6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:43.222877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dda200c4-9744-4906-a1cd-fce2177eae22 req-6d118a80-e900-49d3-ba8d-f4cda5d7c7d6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2385879 Feb 11 05:40:43.410734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Router 3483709a-d853-4e46-8985-472e2756775a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:43.451007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dda200c4-9744-4906-a1cd-fce2177eae22 req-6a716b47-9b8b-4df9-87e1-fcfe517db098 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267618 Feb 11 05:40:43.559234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (e13da4ca-df26-4896-87cd-edb3bec07ea9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.621116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:43.636748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e5527-5e0a-4d5c-9fb0-21c5000dd1fb None None] Sync routers for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:43.655102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e5527-5e0a-4d5c-9fb0-21c5000dd1fb None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:43.656103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-352e5527-5e0a-4d5c-9fb0-21c5000dd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:40:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:43.682172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event updated for resources: {'Subnet': ['ID=e13da4ca-df26-4896-87cd-edb3bec07ea9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:43.726927 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.727189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-352e5527-5e0a-4d5c-9fb0-21c5000dd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:43.736105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Checking segment: {'id': '7cc88251-6bf9-4840-b6f8-e56f24a9299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:43.736688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Network hostable DHCP agents. Network: 6993335d-366c-4edd-ba0c-146c5cdccf1d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:43.742676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e5527-5e0a-4d5c-9fb0-21c5000dd1fb None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:43.743349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-352e5527-5e0a-4d5c-9fb0-21c5000dd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:40:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:43.796777 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-019b0cfb-50bb-4c1f-87fb-7f9ec858d6fd tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.6549008 Feb 11 05:40:43.801537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49086) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:43.852484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-352e5527-5e0a-4d5c-9fb0-21c5000dd1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:43.853337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e5527-5e0a-4d5c-9fb0-21c5000dd1fb None None] The sync data for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:43.893401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Network 6993335d-366c-4edd-ba0c-146c5cdccf1d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:44.019872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0b9f93e0-3d18-45c7-9cc1-4672b240b8aa tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] 10.222.0.62 "GET /v2.0/floatingips/c5cc40c2-0329-44f1-a859-0fcd1cfffc37 HTTP/1.1" status: 200 len: 984 time: 0.2132430 Feb 11 05:40:44.019872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6993335d-366c-4edd-ba0c-146c5cdccf1d) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:44.020274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49090) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:44.031383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de3f44-218a-43ec-9433-61e5ff785625 None None] Network 6993335d-366c-4edd-ba0c-146c5cdccf1d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:44.054803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:44.055461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.208474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e491c77b-4bc0-4836-a405-0b26fff8b063 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9532955 Feb 11 05:40:44.209171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49094) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:44.216703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Request body: {'port': {'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-647791988'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:44.257264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dde1bc7e-3467-432f-81b1-e48afa6bd2ca tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2353530 Feb 11 05:40:44.259810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49098) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:44.282416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-6993335d-366c-4edd-ba0c-146c5cdccf1d', 'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d', 'project_id': '372892ee119046729e718e7f1e3b2c0a', 'fixed_ips': [{'subnet_id': 'e13da4ca-df26-4896-87cd-edb3bec07ea9'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:44.284086 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.550046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Made reservation on behalf of 372892ee119046729e718e7f1e3b2c0a for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:44.553776 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.615970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] device_id is not set on port c83a56fd-a59a-42b9-86a1-6d910e53dc10 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:44.656888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Allocated IP 2001:db8::2 (6993335d-366c-4edd-ba0c-146c5cdccf1d/e13da4ca-df26-4896-87cd-edb3bec07ea9/6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:44.714970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Deleting port edbd67ee-bf9e-4104-aa4e-d3d25a896d32 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:44.721163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.785733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a7dd8-ea00-4bcc-80a2-c5c7358fe887 req-6fa29178-e9f2-47da-aa85-d881bc6b0a7b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:44.787971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534a7dd8-ea00-4bcc-80a2-c5c7358fe887 req-6fa29178-e9f2-47da-aa85-d881bc6b0a7b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2036440 Feb 11 05:40:44.874407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-534a7dd8-ea00-4bcc-80a2-c5c7358fe887 req-c3ea154d-ca38-457b-86e2-9e0a803dba26 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757010 Feb 11 05:40:44.876186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.876895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for floatingip (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.890653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Calling delete_port for edbd67ee-bf9e-4104-aa4e-d3d25a896d32 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:44.947558 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Publish callbacks [] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.072153 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.196522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Pushing event updated for resources: {'Port': ['ID=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:45.206672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Network 6993335d-366c-4edd-ba0c-146c5cdccf1d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:45.212137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:45.224646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:45.232651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Allocated IP 2001:db8::250 (6993335d-366c-4edd-ba0c-146c5cdccf1d/e13da4ca-df26-4896-87cd-edb3bec07ea9/c83a56fd-a59a-42b9-86a1-6d910e53dc10) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:45.318269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (edbd67ee-bf9e-4104-aa4e-d3d25a896d32), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.356771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Attempting to bind port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:45.357131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Attempting to bind port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7cc88251-6bf9-4840-b6f8-e56f24a9299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:45.357507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Attempting to bind port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 on network 6993335d-366c-4edd-ba0c-146c5cdccf1d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:45.379140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:45.379685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Checking segment: {'id': '7cc88251-6bf9-4840-b6f8-e56f24a9299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:45.380115 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.380536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Bound using segment: {'id': '7cc88251-6bf9-4840-b6f8-e56f24a9299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:45.381076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Bound port: 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc88251-6bf9-4840-b6f8-e56f24a9299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:45.381464 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.381603 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event deleted for resources: {'Port': ['ID=edbd67ee-bf9e-4104-aa4e-d3d25a896d32,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:45.498289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] For port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:45.502950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] For port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,segment=NetworkSegment(7cc88251-6bf9-4840-b6f8-e56f24a9299b),segment_id=7cc88251-6bf9-4840-b6f8-e56f24a9299b)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:45.577873 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for floatingip (c5cc40c2-0329-44f1-a859-0fcd1cfffc37), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.578305 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Floating IP c5cc40c2-0329-44f1-a859-0fcd1cfffc37 disassociated (deleted). External IP: 172.25.8.216, port: 137ca410-1983-4feb-855a-4454de373a76. Feb 11 05:40:45.622131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks [] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.667072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.745119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.888924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Network 6993335d-366c-4edd-ba0c-146c5cdccf1d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:45.891096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577a92e-22b9-4402-8e3a-b09defc46d75 None None] Pushing event updated for resources: {'Port': ['ID=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:45.918908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:45.934260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:45.946503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:45.947197 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.075113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event updated for resources: {'Port': ['ID=c83a56fd-a59a-42b9-86a1-6d910e53dc10,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:46.144380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4166efa0-5e2b-417b-92c5-b46508b7ec98 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9338605 Feb 11 05:40:46.153883 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49140) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:46.173409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Request body: {'port': {'network_id': '6993335d-366c-4edd-ba0c-146c5cdccf1d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1521595228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:46.174852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] bootfile-name is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:46.175378 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] tftp-server is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:46.176277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] server-ip-address is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:46.319333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220544e2-ce6b-4fcb-ac3c-e07946c88638 req-0b44cadf-5dd0-4ac0-883f-0d2928e9e2fc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:46.323135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-220544e2-ce6b-4fcb-ac3c-e07946c88638 req-0b44cadf-5dd0-4ac0-883f-0d2928e9e2fc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2844203 Feb 11 05:40:46.545835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-220544e2-ce6b-4fcb-ac3c-e07946c88638 req-7822c00b-b20a-4ddd-93f5-0542f20cfb51 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163742 Feb 11 05:40:46.787422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:46.818805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Made reservation on behalf of 372892ee119046729e718e7f1e3b2c0a for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:46.823421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.894034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] device_id is not set on port ebc518d6-11ec-415f-8f5d-c65901320c07 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:46.980724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:46.981479 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.085404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Router 3483709a-d853-4e46-8985-472e2756775a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:47.191515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Allocated IP 2001:db8::2f (6993335d-366c-4edd-ba0c-146c5cdccf1d/e13da4ca-df26-4896-87cd-edb3bec07ea9/ebc518d6-11ec-415f-8f5d-c65901320c07) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:47.260245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:47.289617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.363999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,segment=NetworkSegment(7cc88251-6bf9-4840-b6f8-e56f24a9299b),segment_id=7cc88251-6bf9-4840-b6f8-e56f24a9299b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:47.389750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:47.407953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.413398 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e585858-9edb-4efb-852b-b9ce59328fbe None None] Sync routers for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:47.440865 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e585858-9edb-4efb-852b-b9ce59328fbe None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:47.441582 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0e585858-9edb-4efb-852b-b9ce59328fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:40:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:47.480345 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-58bfbcb4-1b59-4d7e-9d6a-6372ab2a8c04 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "DELETE /v2.0/floatingips/c5cc40c2-0329-44f1-a859-0fcd1cfffc37 HTTP/1.1" status: 204 len: 168 time: 3.2160482 Feb 11 05:40:47.480781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49162) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:47.495477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:47.499074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.574627 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0e585858-9edb-4efb-852b-b9ce59328fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:47.586237 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e585858-9edb-4efb-852b-b9ce59328fbe None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:47.586890 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0e585858-9edb-4efb-852b-b9ce59328fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:40:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:47.698752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.756288 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0e585858-9edb-4efb-852b-b9ce59328fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:47.757632 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e585858-9edb-4efb-852b-b9ce59328fbe None None] The sync data for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:47.795954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:47.796577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks [] for port (ebc518d6-11ec-415f-8f5d-c65901320c07), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.926284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-24dc70dd-a4fd-41a2-bcd9-6d0ac05223f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2654068 Feb 11 05:40:48.035549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cecfe8-a7a0-4890-b323-c410d231ab7e req-b1ac47d2-e7ac-4e3b-bb2d-055ac245e136 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.037214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cecfe8-a7a0-4890-b323-c410d231ab7e req-b1ac47d2-e7ac-4e3b-bb2d-055ac245e136 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2142625 Feb 11 05:40:48.098011 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ebc518d6-11ec-415f-8f5d-c65901320c07), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.131094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d2034d-9421-49ae-99a1-42db3dbf4a5b None None] Network 6993335d-366c-4edd-ba0c-146c5cdccf1d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:48.131455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-50e1f861-3493-4497-bb65-3dcd0b420351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.133062 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-50e1f861-3493-4497-bb65-3dcd0b420351 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 1129 time: 0.1284838 Feb 11 05:40:48.238881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.263165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cecfe8-a7a0-4890-b323-c410d231ab7e req-8b461613-286c-4216-b876-6bfb74c5ebf0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193587 Feb 11 05:40:48.280047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Network 6993335d-366c-4edd-ba0c-146c5cdccf1d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:48.308669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:48.313663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:48.327736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.328670 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.384923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event updated for resources: {'Port': ['ID=ebc518d6-11ec-415f-8f5d-c65901320c07,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:48.427989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b13bc5a8-b1e1-4fb1-a4c4-0cf1da6a759e None None] Provisioning complete for port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:48.428221 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b13bc5a8-b1e1-4fb1-a4c4-0cf1da6a759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.556314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b2315095-d228-495b-993b-66d192634a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4010022 Feb 11 05:40:48.559082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49184) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.687161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:48.700503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Allocated IP 172.25.8.50 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e621fd30-02a1-4f61-8845-addc1698546a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:48.796972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03939016-8362-4ebc-bcd4-fd29ca9c7585 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.803305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03939016-8362-4ebc-bcd4-fd29ca9c7585 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.804205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:48.805297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.809289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03939016-8362-4ebc-bcd4-fd29ca9c7585 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.811382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-03939016-8362-4ebc-bcd4-fd29ca9c7585 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2464533 Feb 11 05:40:48.816544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.966845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b13bc5a8-b1e1-4fb1-a4c4-0cf1da6a759e None None] Current status of the port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:49.097494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-aab2f7b3-8ed4-4543-8426-65c7a4c87665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:49.098588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:49.099551 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-aab2f7b3-8ed4-4543-8426-65c7a4c87665 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.9322057 Feb 11 05:40:49.342310 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-af92c322-4058-4976-900c-3da516b905ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5428bce-f783-4979-9ed6-59e6e46c62d7 HTTP/1.1" status: 200 len: 217 time: 0.2188892 Feb 11 05:40:49.410555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-c7a9ba55-4a21-4415-b90a-d0f7855d64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:49.412485 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-c7a9ba55-4a21-4415-b90a-d0f7855d64a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0578160 Feb 11 05:40:49.419759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for port (e621fd30-02a1-4f61-8845-addc1698546a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.435010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Provisioning complete for port ebc518d6-11ec-415f-8f5d-c65901320c07 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:49.438064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ebc518d6-11ec-415f-8f5d-c65901320c07), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.554116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-dc50ac50-bcc4-4250-a29e-811a447ebf04 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Deleting port ebc518d6-11ec-415f-8f5d-c65901320c07 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:49.554760 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac50-bcc4-4250-a29e-811a447ebf04 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ebc518d6-11ec-415f-8f5d-c65901320c07), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.595667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd39093-2725-42b3-836b-2b3a20f72027 req-f0463c91-66d8-45bb-a204-680cf3416093 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:49.616554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbd39093-2725-42b3-836b-2b3a20f72027 req-f0463c91-66d8-45bb-a204-680cf3416093 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1817839 Feb 11 05:40:49.643086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Port ebc518d6-11ec-415f-8f5d-c65901320c07 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:49.681924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Provisioning complete for port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:49.682231 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.800842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbd39093-2725-42b3-836b-2b3a20f72027 req-f8b95b22-e5a1-48a1-8d4d-3632ab05187c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747224 Feb 11 05:40:49.901741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Current status of the port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:49.904689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-7c451971-6c32-4522-bf6a-05481a470769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:49.913149 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-7c451971-6c32-4522-bf6a-05481a470769 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4908838 Feb 11 05:40:49.929177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Provisioning complete for port c83a56fd-a59a-42b9-86a1-6d910e53dc10 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:49.929563 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.998212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac50-bcc4-4250-a29e-811a447ebf04 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ebc518d6-11ec-415f-8f5d-c65901320c07), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.023905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8b88e-9629-4054-a380-a308396e5579 None None] Port c83a56fd-a59a-42b9-86a1-6d910e53dc10 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:50.059350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-dc50ac50-bcc4-4250-a29e-811a447ebf04 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Calling delete_port for ebc518d6-11ec-415f-8f5d-c65901320c07 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:50.169218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fdf89c6f-10c3-49f0-b1d0-e3be09a42995 None None] Provisioning complete for port c83a56fd-a59a-42b9-86a1-6d910e53dc10 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:50.169595 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdf89c6f-10c3-49f0-b1d0-e3be09a42995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.239744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e621fd30-02a1-4f61-8845-addc1698546a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.302306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fdf89c6f-10c3-49f0-b1d0-e3be09a42995 None None] Port c83a56fd-a59a-42b9-86a1-6d910e53dc10 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:50.430486 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-8a42820a-69d5-48d8-be53-545e51696195 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705377 Feb 11 05:40:50.484891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f41c783e-37cd-474b-aa8b-29caf1462e75 None None] Provisioning complete for port ebc518d6-11ec-415f-8f5d-c65901320c07 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:50.485697 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f41c783e-37cd-474b-aa8b-29caf1462e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ebc518d6-11ec-415f-8f5d-c65901320c07), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.566562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f41c783e-37cd-474b-aa8b-29caf1462e75 None None] Port ebc518d6-11ec-415f-8f5d-c65901320c07 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:50.606809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Pushing event updated for resources: {'Port': ['ID=e621fd30-02a1-4f61-8845-addc1698546a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:50.620438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:50.628034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:50.635869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:50.839334 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b4093e72-3db0-441c-bd35-4830c8897b68 req-544705b3-5a4b-478b-ae4d-9b8151762a2a service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914621 Feb 11 05:40:50.975264 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac50-bcc4-4250-a29e-811a447ebf04 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ebc518d6-11ec-415f-8f5d-c65901320c07), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.141747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50ac50-bcc4-4250-a29e-811a447ebf04 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event deleted for resources: {'Port': ['ID=ebc518d6-11ec-415f-8f5d-c65901320c07,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:51.260911 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dc50ac50-bcc4-4250-a29e-811a447ebf04 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.271230 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dc50ac50-bcc4-4250-a29e-811a447ebf04 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "DELETE /v2.0/ports/ebc518d6-11ec-415f-8f5d-c65901320c07 HTTP/1.1" status: 204 len: 168 time: 2.4512668 Feb 11 05:40:51.278081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:51.289722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Request body: {'port': {'name': 'tempest-new-port-name-1889567371', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:51.290539 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] bootfile-name is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:51.292152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] tftp-server is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:51.292755 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] server-ip-address is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:51.355741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for floatingip (4e4d5d72-f056-4477-a684-dff90283ae25), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.430934 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.543481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e621fd30-02a1-4f61-8845-addc1698546a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.680412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93235e1d-dcd5-4ba5-87f5-6ea8f3f9ef51 req-551e9be6-f4e4-4c03-bbeb-6f4ce52b7029 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:51.682401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93235e1d-dcd5-4ba5-87f5-6ea8f3f9ef51 req-551e9be6-f4e4-4c03-bbeb-6f4ce52b7029 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.7390444 Feb 11 05:40:51.843383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-966c3885-dffc-4580-b78a-4d54b54bfee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:51.845031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-966c3885-dffc-4580-b78a-4d54b54bfee1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1128 time: 0.2784636 Feb 11 05:40:51.873478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for port (e621fd30-02a1-4f61-8845-addc1698546a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.973782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e621fd30-02a1-4f61-8845-addc1698546a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.001400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-93235e1d-dcd5-4ba5-87f5-6ea8f3f9ef51 req-03a34732-c7ea-4433-9ecb-db27fe432dd2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911932 Feb 11 05:40:52.155052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-50c0b71f-e948-48e2-8949-915f1b127aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.157163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-50c0b71f-e948-48e2-8949-915f1b127aba service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.2503164 Feb 11 05:40:52.164875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (4e4d5d72-f056-4477-a684-dff90283ae25), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.187076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Pushing event updated for resources: {'Port': ['ID=e621fd30-02a1-4f61-8845-addc1698546a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.275387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.277978 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f83ab68e-faa0-486d-b951-74591c6f52cf tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7948058 Feb 11 05:40:52.283643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49268) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:52.303539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-70ba78c9-2887-4f96-bf92-3af485eae088 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 1001 time: 0.1343184 Feb 11 05:40:52.371374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks [] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.391107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-c3d78d6b-82f4-473d-a4d9-e001edc443ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.394222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-c3d78d6b-82f4-473d-a4d9-e001edc443ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.0843949 Feb 11 05:40:52.498242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.513255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:52.541737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] In _notify_port_updated(), no bound segment for port c83a56fd-a59a-42b9-86a1-6d910e53dc10 on network 6993335d-366c-4edd-ba0c-146c5cdccf1d {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:40:52.548332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.549129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.550608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "PUT /v2.0/ports/c83a56fd-a59a-42b9-86a1-6d910e53dc10 HTTP/1.1" status: 200 len: 1130 time: 1.2707329 Feb 11 05:40:52.559796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49278) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:52.675002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event updated for resources: {'Port': ['ID=c83a56fd-a59a-42b9-86a1-6d910e53dc10,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.684963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-45ad5a46-627b-4ca5-a262-a6bb2d55fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.690249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-45ad5a46-627b-4ca5-a262-a6bb2d55fe7f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2770052 Feb 11 05:40:52.703630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd0040-5e1e-4b12-ba4c-70ac4a74e348 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.706335 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7efd0040-5e1e-4b12-ba4c-70ac4a74e348 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "GET /v2.0/ports/c83a56fd-a59a-42b9-86a1-6d910e53dc10 HTTP/1.1" status: 200 len: 1130 time: 0.1438322 Feb 11 05:40:52.710163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49280) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:52.722480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.723104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.723722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.724312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.724931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.725539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.727598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.728697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.729721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.730284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.730847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.735881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.736830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baefbaeb-b7c5-47ce-bb0a-57d8ed1df6d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:52.813469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.914328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-95a9fbcd-58c6-4ea6-ba9e-36dbc4ea4a13 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060602 Feb 11 05:40:53.194547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-900aff97-9c19-4248-b5ee-f3dca2ec8a33 None None] Provisioning complete for port c83a56fd-a59a-42b9-86a1-6d910e53dc10 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:53.195182 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-900aff97-9c19-4248-b5ee-f3dca2ec8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.204813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01a8b78c-11c5-4ea7-88c8-80dc9ade12ed req-2fc87135-cf33-40b1-9a47-34694fe2623e service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828178 Feb 11 05:40:53.316247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-900aff97-9c19-4248-b5ee-f3dca2ec8a33 None None] Port c83a56fd-a59a-42b9-86a1-6d910e53dc10 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:53.341882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5143eda1-1d1a-4e8d-b92e-ec9823201631 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Deleting port c83a56fd-a59a-42b9-86a1-6d910e53dc10 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:53.342426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5143eda1-1d1a-4e8d-b92e-ec9823201631 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.494927 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.513025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcb240-a14a-47d5-8d81-5bf26d8434bf req-2ce881ea-9870-48f2-a46c-9f33197323d6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:53.514790 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cdcb240-a14a-47d5-8d81-5bf26d8434bf req-2ce881ea-9870-48f2-a46c-9f33197323d6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2620850 Feb 11 05:40:53.629215 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5143eda1-1d1a-4e8d-b92e-ec9823201631 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.664005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5143eda1-1d1a-4e8d-b92e-ec9823201631 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Calling delete_port for c83a56fd-a59a-42b9-86a1-6d910e53dc10 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:53.669522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Allocated IP 172.25.8.28 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e9e90fb4-737f-4822-9ffb-18359c47d49c) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:53.687403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cdcb240-a14a-47d5-8d81-5bf26d8434bf req-34366b1f-0110-48b9-90bd-ff81f0b36b82 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612661 Feb 11 05:40:54.103427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks [] for port (e9e90fb4-737f-4822-9ffb-18359c47d49c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.185577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5143eda1-1d1a-4e8d-b92e-ec9823201631 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c83a56fd-a59a-42b9-86a1-6d910e53dc10), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.253622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143eda1-1d1a-4e8d-b92e-ec9823201631 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event deleted for resources: {'Port': ['ID=c83a56fd-a59a-42b9-86a1-6d910e53dc10,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:54.295090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e9e90fb4-737f-4822-9ffb-18359c47d49c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.301659 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5143eda1-1d1a-4e8d-b92e-ec9823201631 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.305580 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5143eda1-1d1a-4e8d-b92e-ec9823201631 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "DELETE /v2.0/ports/c83a56fd-a59a-42b9-86a1-6d910e53dc10 HTTP/1.1" status: 204 len: 168 time: 1.5943182 Feb 11 05:40:54.308337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49318) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:54.326247 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:54.348165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:54.353100 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:54.418731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Pushing event updated for resources: {'Port': ['ID=e9e90fb4-737f-4822-9ffb-18359c47d49c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:54.487227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbec2b65-6645-4590-ab06-e960602dbcfc tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Deleting subnet e13da4ca-df26-4896-87cd-edb3bec07ea9 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:54.500630 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b65-6645-4590-ab06-e960602dbcfc tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks [] for subnet (e13da4ca-df26-4896-87cd-edb3bec07ea9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.670285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks [] for floatingip (1716292e-c5b4-417b-86f0-ac06250e94a2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.732675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b65-6645-4590-ab06-e960602dbcfc tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (e13da4ca-df26-4896-87cd-edb3bec07ea9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:54.843607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e9e90fb4-737f-4822-9ffb-18359c47d49c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.313226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks [] for port (e9e90fb4-737f-4822-9ffb-18359c47d49c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.437239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e9e90fb4-737f-4822-9ffb-18359c47d49c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.549051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b65-6645-4590-ab06-e960602dbcfc tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e13da4ca-df26-4896-87cd-edb3bec07ea9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.560282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8e453-b06e-453d-b3f9-3ae65dbef710 req-91b1ae98-7296-4eee-aa1a-e76be7e9233d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:55.562092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8d8e453-b06e-453d-b3f9-3ae65dbef710 req-91b1ae98-7296-4eee-aa1a-e76be7e9233d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.6177752 Feb 11 05:40:55.701703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Pushing event updated for resources: {'Port': ['ID=e9e90fb4-737f-4822-9ffb-18359c47d49c,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:55.751991 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (1716292e-c5b4-417b-86f0-ac06250e94a2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.823503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8d8e453-b06e-453d-b3f9-3ae65dbef710 req-6b28d7b8-a984-4197-8c41-2d5903ef93ee tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497535 Feb 11 05:40:55.901471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.905393 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c28e6f3a-5f1a-4dd9-8189-a03e221b59f0 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6177073 Feb 11 05:40:55.905869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49352) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:56.017083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b65-6645-4590-ab06-e960602dbcfc tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (e13da4ca-df26-4896-87cd-edb3bec07ea9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.074464 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbec2b65-6645-4590-ab06-e960602dbcfc tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.080092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dbec2b65-6645-4590-ab06-e960602dbcfc tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "DELETE /v2.0/subnets/e13da4ca-df26-4896-87cd-edb3bec07ea9 HTTP/1.1" status: 204 len: 168 time: 1.7641590 Feb 11 05:40:56.080092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec2b65-6645-4590-ab06-e960602dbcfc tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event deleted for resources: {'Subnet': ['ID=e13da4ca-df26-4896-87cd-edb3bec07ea9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:56.080424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49360) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:56.092244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916c3f97-4344-4006-a537-84fe62a6e5ae None None] Network 6993335d-366c-4edd-ba0c-146c5cdccf1d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:56.115354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ee75a154-3c29-4a92-8329-d5ae7438d77d tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3216 time: 0.2082109 Feb 11 05:40:56.124017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49362) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:56.468143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49366) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:56.491792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2859b0fc-30d9-40ce-9cfb-064155d1465e tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3394060 Feb 11 05:40:56.526100 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6993335d-366c-4edd-ba0c-146c5cdccf1d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.562117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] DHCP port deletion for 6993335d-366c-4edd-ba0c-146c5cdccf1d request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:40:56.744234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Deleting port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:56.744234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.763525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Deleting port e9e90fb4-737f-4822-9ffb-18359c47d49c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:56.763882 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e9e90fb4-737f-4822-9ffb-18359c47d49c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.810203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] Deleting port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:56.810987 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.869310 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e9e90fb4-737f-4822-9ffb-18359c47d49c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.870244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks [] for floatingip (e9e90fb4-737f-4822-9ffb-18359c47d49c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.906977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Calling delete_port for e9e90fb4-737f-4822-9ffb-18359c47d49c owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:57.004110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] For port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,segment=NetworkSegment(7cc88251-6bf9-4840-b6f8-e56f24a9299b),segment_id=7cc88251-6bf9-4840-b6f8-e56f24a9299b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:57.004110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.045129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Calling delete_port for 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:57.093435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] For port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,segment=NetworkSegment(7cc88251-6bf9-4840-b6f8-e56f24a9299b),segment_id=7cc88251-6bf9-4840-b6f8-e56f24a9299b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:57.093956 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.166179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:57.307238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] Calling delete_port for 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:57.453112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ce0d8-c065-4581-83b4-2ce08080f1e2 req-ccb66b91-bcf8-4cd4-b26a-7b1ec56017ce tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:57.463465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.467861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc1ce0d8-c065-4581-83b4-2ce08080f1e2 req-ccb66b91-bcf8-4cd4-b26a-7b1ec56017ce tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2563198 Feb 11 05:40:57.479430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:57.480223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.542833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.590929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] No DVR routers for this DVR port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:57.592843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event deleted for resources: {'Port': ['ID=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:57.636299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] No DVR routers for this DVR port 6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:57.652316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc1ce0d8-c065-4581-83b4-2ce08080f1e2 req-84279e62-3dc7-40a8-ad2a-bde64dc48c9c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781368 Feb 11 05:40:57.653176 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e9e90fb4-737f-4822-9ffb-18359c47d49c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.681363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d603c-d45c-40ca-9b9f-04a5ef2b7c39 None None] Pushing event deleted for resources: {'Port': ['ID=6a02a5fc-ee70-4ade-9cd4-ee680d4b73e5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:57.750292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Pushing event deleted for resources: {'Port': ['ID=e9e90fb4-737f-4822-9ffb-18359c47d49c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:57.831615 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6993335d-366c-4edd-ba0c-146c5cdccf1d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.881965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6993335d-366c-4edd-ba0c-146c5cdccf1d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:57.905274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc88251-6bf9-4840-b6f8-e56f24a9299b') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:57.905582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc88251-6bf9-4840-b6f8-e56f24a9299b') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:57.950560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7cc88251-6bf9-4840-b6f8-e56f24a9299b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.975868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7cc88251-6bf9-4840-b6f8-e56f24a9299b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.990833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:57.991240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7cc88251-6bf9-4840-b6f8-e56f24a9299b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.059208 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks [] for floatingip (1716292e-c5b4-417b-86f0-ac06250e94a2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.063038 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.064674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cc7b0194-a1d4-4e25-a802-60f69d5d9d54 tempest-FloatingIPAdminTestJSON-1299892021 tempest-FloatingIPAdminTestJSON-1299892021-project] 10.222.0.62 "DELETE /v2.0/floatingips/1716292e-c5b4-417b-86f0-ac06250e94a2 HTTP/1.1" status: 204 len: 168 time: 1.5950925 Feb 11 05:40:58.068401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49404) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:58.079103 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:58.323436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6993335d-366c-4edd-ba0c-146c5cdccf1d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.366805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.387747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] 10.222.0.62 "DELETE /v2.0/networks/6993335d-366c-4edd-ba0c-146c5cdccf1d HTTP/1.1" status: 204 len: 168 time: 2.3051212 Feb 11 05:40:58.420582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Deleting port e621fd30-02a1-4f61-8845-addc1698546a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:58.428297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e621fd30-02a1-4f61-8845-addc1698546a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.492146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02ce67-d2f4-4211-9607-524419cbdc87 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607 tempest-ExtraDHCPOptionsIpV6TestJSON-1098054607-project] Pushing event deleted for resources: {'Network': ['ID=6993335d-366c-4edd-ba0c-146c5cdccf1d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:58.610260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e621fd30-02a1-4f61-8845-addc1698546a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.610260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for floatingip (e621fd30-02a1-4f61-8845-addc1698546a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.649975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Calling delete_port for e621fd30-02a1-4f61-8845-addc1698546a owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:58.955372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e621fd30-02a1-4f61-8845-addc1698546a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.290866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Pushing event deleted for resources: {'Port': ['ID=e621fd30-02a1-4f61-8845-addc1698546a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:59.407673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02670d-59b8-4331-9c71-e5ff1b204d05 req-bba1024f-434a-438c-877f-609633878871 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:59.410841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f02670d-59b8-4331-9c71-e5ff1b204d05 req-bba1024f-434a-438c-877f-609633878871 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.5218225 Feb 11 05:40:59.467581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks [] for floatingip (4e4d5d72-f056-4477-a684-dff90283ae25), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.473354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.481248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7fb88fe0-ddbb-40b1-8752-15e90a4f2131 tempest-FloatingIPAdminTestJSON-1364074766 tempest-FloatingIPAdminTestJSON-1364074766-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/4e4d5d72-f056-4477-a684-dff90283ae25 HTTP/1.1" status: 204 len: 168 time: 1.4052520 Feb 11 05:40:59.482134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49444) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:59.515409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f02670d-59b8-4331-9c71-e5ff1b204d05 req-00e1f192-031a-427b-a921-4e08e73253a8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961385 Feb 11 05:40:59.688411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49454) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:59.784902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-340b9638-2d94-40ba-97c9-f428f13fbfc1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Deleting port 137ca410-1983-4feb-855a-4454de373a76 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:59.787079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-340b9638-2d94-40ba-97c9-f428f13fbfc1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (137ca410-1983-4feb-855a-4454de373a76), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.896690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007372-cb85-4d02-8b0b-0f87fcbbe6d7 req-91939e61-cb2a-4453-b946-adcc5c1ff662 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:59.902702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87007372-cb85-4d02-8b0b-0f87fcbbe6d7 req-91939e61-cb2a-4453-b946-adcc5c1ff662 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2009196 Feb 11 05:41:00.017066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87007372-cb85-4d02-8b0b-0f87fcbbe6d7 req-d57598e9-1f79-43c4-b858-1cf5496135e0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076493 Feb 11 05:41:00.098484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-30427962-2537-4d1f-9704-659ca5226992 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=372892ee119046729e718e7f1e3b2c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4124298 Feb 11 05:41:00.099221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49470) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:00.173562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-340b9638-2d94-40ba-97c9-f428f13fbfc1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (137ca410-1983-4feb-855a-4454de373a76), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.180020 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af0c3a23-c163-434d-a741-a0bd49e7f30e admin admin] Publish callbacks [] for security_group (6d3c0205-d2c1-4882-bb77-c968009a3592), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.190398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-340b9638-2d94-40ba-97c9-f428f13fbfc1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Calling delete_port for 137ca410-1983-4feb-855a-4454de373a76 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:00.235776 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af0c3a23-c163-434d-a741-a0bd49e7f30e admin admin] Publish callbacks [] for security_group (6d3c0205-d2c1-4882-bb77-c968009a3592), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.339167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-7f2be4ed-de4a-45b9-8098-44be23854828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:00.340815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-7f2be4ed-de4a-45b9-8098-44be23854828 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.4817116 Feb 11 05:41:00.437164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af0c3a23-c163-434d-a741-a0bd49e7f30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6d3c0205-d2c1-4882-bb77-c968009a3592), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.441146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af0c3a23-c163-434d-a741-a0bd49e7f30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.442429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-af0c3a23-c163-434d-a741-a0bd49e7f30e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d3c0205-d2c1-4882-bb77-c968009a3592 HTTP/1.1" status: 204 len: 168 time: 0.3417118 Feb 11 05:41:00.458549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c3a23-c163-434d-a741-a0bd49e7f30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3c0205-d2c1-4882-bb77-c968009a3592,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:00.526008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-340b9638-2d94-40ba-97c9-f428f13fbfc1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (137ca410-1983-4feb-855a-4454de373a76), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.595731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b9638-2d94-40ba-97c9-f428f13fbfc1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event deleted for resources: {'Port': ['ID=137ca410-1983-4feb-855a-4454de373a76,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:00.670573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-3cb2d66b-0c30-408a-a194-6aa061c835bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:00.680105 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-3cb2d66b-0c30-408a-a194-6aa061c835bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.3297198 Feb 11 05:41:00.865100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af659390-6b03-41e4-a118-479780524768 req-9fc4b4ae-9347-4d56-baf5-afef8b55e37d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:00.867504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af659390-6b03-41e4-a118-479780524768 req-9fc4b4ae-9347-4d56-baf5-afef8b55e37d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1704233 Feb 11 05:41:00.882559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-340b9638-2d94-40ba-97c9-f428f13fbfc1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.893205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-340b9638-2d94-40ba-97c9-f428f13fbfc1 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "DELETE /v2.0/ports/137ca410-1983-4feb-855a-4454de373a76 HTTP/1.1" status: 204 len: 168 time: 1.4090281 Feb 11 05:41:00.900805 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49492) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:00.998494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af659390-6b03-41e4-a118-479780524768 req-84465296-acec-4ce1-a4ba-c0c28910482d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150885 Feb 11 05:41:01.038553 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-fae8151a-a69b-4142-bb2e-4b0f4ff946b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.3080122 Feb 11 05:41:01.115214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-fc3ee3b2-b59d-4312-8984-3b180c5ee1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.116941 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-fc3ee3b2-b59d-4312-8984-3b180c5ee1b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0669296 Feb 11 05:41:01.168487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf48ef-eeb0-4a74-8a8b-32c513d22241 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.170195 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2fbf48ef-eeb0-4a74-8a8b-32c513d22241 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "GET /v2.0/ports?device_id=3483709a-d853-4e46-8985-472e2756775a HTTP/1.1" status: 200 len: 913 time: 0.2660744 Feb 11 05:41:01.173809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49504) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:01.376103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788afb5-9137-44f4-bb09-d985d21df008 req-b3066b8b-3432-4bb1-8ceb-6ef7cabd8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.385496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d788afb5-9137-44f4-bb09-d985d21df008 req-b3066b8b-3432-4bb1-8ceb-6ef7cabd8c5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1128 time: 0.2164929 Feb 11 05:41:01.405495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28cd32-018f-4d3f-b5d8-adc444314518 req-a7573a0e-2aa8-4de2-b88b-eabda5e47cb8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.407451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e28cd32-018f-4d3f-b5d8-adc444314518 req-a7573a0e-2aa8-4de2-b88b-eabda5e47cb8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2145383 Feb 11 05:41:01.610089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788afb5-9137-44f4-bb09-d985d21df008 req-dc1437cf-91b9-4eb7-9d58-7cba6c5c2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.611904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d788afb5-9137-44f4-bb09-d985d21df008 req-dc1437cf-91b9-4eb7-9d58-7cba6c5c2d74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.2033539 Feb 11 05:41:01.698858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e28cd32-018f-4d3f-b5d8-adc444314518 req-65bad120-9260-4215-866a-7d593237e804 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787158 Feb 11 05:41:01.720565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d788afb5-9137-44f4-bb09-d985d21df008 req-fa4cd5b1-62a2-48cd-828a-29d664d23b16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 1001 time: 0.0941346 Feb 11 05:41:01.805742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788afb5-9137-44f4-bb09-d985d21df008 req-100cf436-1314-48f6-b509-24ab855cce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.808125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d788afb5-9137-44f4-bb09-d985d21df008 req-100cf436-1314-48f6-b509-24ab855cce7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.0846231 Feb 11 05:41:01.920679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788afb5-9137-44f4-bb09-d985d21df008 req-4114ed44-0d93-45ee-a30f-897461fbda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.926398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d788afb5-9137-44f4-bb09-d985d21df008 req-4114ed44-0d93-45ee-a30f-897461fbda5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1121924 Feb 11 05:41:01.927714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-f5e6714f-d8d8-461b-b565-7464f449d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.929338 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-f5e6714f-d8d8-461b-b565-7464f449d8ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8063226 Feb 11 05:41:02.101583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d788afb5-9137-44f4-bb09-d985d21df008 req-225b6100-f128-4a3a-b818-9eb77f06a8de service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686749 Feb 11 05:41:02.137317 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-727b32e7-462a-4eb2-862b-9466019b1765 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994331 Feb 11 05:41:02.184440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:02.320420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d788afb5-9137-44f4-bb09-d985d21df008 req-92f7c12c-551d-4f97-9168-2a97f9ec8634 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912155 Feb 11 05:41:02.414597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38e1d-5e84-4e7b-aa30-d5adabca3d59 req-8f19cb8b-e44a-4e46-b0ea-f6d5bb59bac2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.425770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6d38e1d-5e84-4e7b-aa30-d5adabca3d59 req-8f19cb8b-e44a-4e46-b0ea-f6d5bb59bac2 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.1580501 Feb 11 05:41:02.588547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6d38e1d-5e84-4e7b-aa30-d5adabca3d59 req-abb7378a-d365-4fef-bb7b-a4341b8507dd tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565835 Feb 11 05:41:02.622657 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-df9dfd38-1085-486b-92ad-671e11ef16a6 req-70cc72bc-d69e-4ef7-993f-5294b71b64e7 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476945 Feb 11 05:41:02.806364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:02.905967 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-297e78d3-6a5a-402c-a99e-d77226e57a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.036187 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (3483709a-d853-4e46-8985-472e2756775a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.071704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1811c-3a1e-4fb3-a929-a0182c5a3e8c req-8035cf35-f7b1-427d-a1f5-0663df19d641 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:03.079111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4d1811c-3a1e-4fb3-a929-a0182c5a3e8c req-8035cf35-f7b1-427d-a1f5-0663df19d641 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1861620 Feb 11 05:41:03.154941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-8867682'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:03.279468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4d1811c-3a1e-4fb3-a929-a0182c5a3e8c req-3715ec05-359b-46fa-a777-9380d0aca8de tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948969 Feb 11 05:41:03.409184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:03.413711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.447346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.649493 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for security_group (028d065f-47e2-4059-807d-2bccf9e005a3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.727768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Deleting port fd54ab73-ee24-4e1d-a022-6f9ae28d128a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:03.728440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.765657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (028d065f-47e2-4059-807d-2bccf9e005a3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.779267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:03.847657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:03.916404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.924384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f4862352-783f-4be7-9e1e-30ea2b8a725a is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:03.925743 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.947051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49590) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:03.958753 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (07ca073c-102f-441a-9dea-4f306bf4ead1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.967234 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Added segment 07ca073c-102f-441a-9dea-4f306bf4ead1 of type vlan for network cafae6d8-af44-4fdc-a695-e566a1342620 Feb 11 05:41:03.975566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:03.976224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Calling delete_port for fd54ab73-ee24-4e1d-a022-6f9ae28d128a owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:03.976441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:03.976441 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52386540-e0f6-49a9-8a42-1cb112d92cb6" -d '{"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:04.014691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b3cc-ebdc-4b16-b68d-8dd4cabb9a14 req-ad04fefd-60fa-4494-961f-624e307612ca tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.016783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9895b3cc-ebdc-4b16-b68d-8dd4cabb9a14 req-ad04fefd-60fa-4494-961f-624e307612ca tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 945 time: 0.2997010 Feb 11 05:41:04.017699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028d065f-47e2-4059-807d-2bccf9e005a3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.123286 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.184705 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa21ba9-26df-4244-a2f4-d65d88202ebb x-openstack-request-id: req-5fa21ba9-26df-4244-a2f4-d65d88202ebb {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:04.185265 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:04.185679 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fa21ba9-26df-4244-a2f4-d65d88202ebb {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:04.186230 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'code': 200} Feb 11 05:41:04.186680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9895b3cc-ebdc-4b16-b68d-8dd4cabb9a14 req-269639d1-b02b-435f-9cf7-d7d692502d35 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476953 Feb 11 05:41:04.270395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (cafae6d8-af44-4fdc-a695-e566a1342620), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.284551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.373353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61977523-9c36-40bc-8918-1d8d32cde5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.469399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (cafae6d8-af44-4fdc-a695-e566a1342620), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.477028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.478240 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.647458 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61977523-9c36-40bc-8918-1d8d32cde5d3 admin admin] Publish callbacks [] for security_group (c7154210-d773-4566-8e98-3dcfd7f7808b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.661125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fd54ab73-ee24-4e1d-a022-6f9ae28d128a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.714809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9064040 Feb 11 05:41:04.715581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be81a5a-cd64-4914-88cf-46e39464de79 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Network': ['ID=cafae6d8-af44-4fdc-a695-e566a1342620,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.719570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49610) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:04.728434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network cafae6d8-af44-4fdc-a695-e566a1342620 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:04.733701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'subnet': {'network_id': 'cafae6d8-af44-4fdc-a695-e566a1342620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:04.741244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event deleted for resources: {'Port': ['ID=fd54ab73-ee24-4e1d-a022-6f9ae28d128a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.832790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41ef3b-cbbb-43bb-9f6f-2ac999dcdc5d req-0e8bd3bc-bcfe-4221-bdf6-ec4cf78deb47 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:04.838694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd41ef3b-cbbb-43bb-9f6f-2ac999dcdc5d req-0e8bd3bc-bcfe-4221-bdf6-ec4cf78deb47 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3938537 Feb 11 05:41:04.844522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61977523-9c36-40bc-8918-1d8d32cde5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c7154210-d773-4566-8e98-3dcfd7f7808b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.958562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd41ef3b-cbbb-43bb-9f6f-2ac999dcdc5d req-af2fbfac-147d-424f-9cc8-c87b1664bb5d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109350 Feb 11 05:41:05.023094 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-61977523-9c36-40bc-8918-1d8d32cde5d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28dabd59447c4fcc8a7756acaf948b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0713224 Feb 11 05:41:05.026921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49618) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:05.132441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61977523-9c36-40bc-8918-1d8d32cde5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7154210-d773-4566-8e98-3dcfd7f7808b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.222861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b26ddde-1cfa-4d56-a7e7-98e8988939d4 admin admin] Publish callbacks [] for security_group (c7154210-d773-4566-8e98-3dcfd7f7808b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.275607 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b26ddde-1cfa-4d56-a7e7-98e8988939d4 admin admin] Publish callbacks [] for security_group (c7154210-d773-4566-8e98-3dcfd7f7808b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.448106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae047e9-985a-4747-96a0-b5895bfff6bf req-56207ac9-b15b-4d6f-b2a5-a20a680bb643 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:05.455267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cae047e9-985a-4747-96a0-b5895bfff6bf req-56207ac9-b15b-4d6f-b2a5-a20a680bb643 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.1044188 Feb 11 05:41:05.468520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:05.472668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.491510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b26ddde-1cfa-4d56-a7e7-98e8988939d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c7154210-d773-4566-8e98-3dcfd7f7808b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.494784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b26ddde-1cfa-4d56-a7e7-98e8988939d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.500562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9b26ddde-1cfa-4d56-a7e7-98e8988939d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7154210-d773-4566-8e98-3dcfd7f7808b HTTP/1.1" status: 204 len: 168 time: 0.4731824 Feb 11 05:41:05.527511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26ddde-1cfa-4d56-a7e7-98e8988939d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7154210-d773-4566-8e98-3dcfd7f7808b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.548919 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-da1736f3-345c-4bc7-ab7c-15cb26c47ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.611656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cae047e9-985a-4747-96a0-b5895bfff6bf req-5b1888db-b7ed-4149-bed8-9624e0db763b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547406 Feb 11 05:41:05.952346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (3483709a-d853-4e46-8985-472e2756775a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.040641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (315c6d01-46f8-49f0-a9dd-2d31d9004d16), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.185724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a0cbe-3469-4488-ae52-473efe9675aa req-c0f3ed38-042e-4f5c-aa91-c718bad7bfe7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:06.192174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b74a0cbe-3469-4488-ae52-473efe9675aa req-c0f3ed38-042e-4f5c-aa91-c718bad7bfe7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1100395 Feb 11 05:41:06.332382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b74a0cbe-3469-4488-ae52-473efe9675aa req-9631a210-ea53-4649-be93-b50e1e2ff5a9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313434 Feb 11 05:41:06.416773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Subnet': ['ID=315c6d01-46f8-49f0-a9dd-2d31d9004d16,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.500305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Checking segment: {'id': '07ca073c-102f-441a-9dea-4f306bf4ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cafae6d8-af44-4fdc-a695-e566a1342620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:06.502423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network hostable DHCP agents. Network: cafae6d8-af44-4fdc-a695-e566a1342620, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:06.731054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network cafae6d8-af44-4fdc-a695-e566a1342620 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:06.740128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Router 3483709a-d853-4e46-8985-472e2756775a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:06.757709 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.843761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, cafae6d8-af44-4fdc-a695-e566a1342620) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:06.855704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d3af7-08f0-413a-aaed-d358ff707d00 None None] Network cafae6d8-af44-4fdc-a695-e566a1342620 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:06.856859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:06.857481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.015740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f6f0bf4a-2877-4a77-98d8-290492609701 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2909412 Feb 11 05:41:07.018549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49674) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:07.029224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-146067974', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:07.042655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:07.053671 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-14c8e554-cb9e-47b4-bff7-c53dffae3354 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "PUT /v2.0/routers/3483709a-d853-4e46-8985-472e2756775a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8760972 Feb 11 05:41:07.053671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49678) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:07.144028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156946d-153c-42d1-a805-162cd737701b None None] Sync routers for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:07.177038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63817e8-2d0c-41ee-ae2a-c59d4842393d None None] Network cafae6d8-af44-4fdc-a695-e566a1342620 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:07.211829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156946d-153c-42d1-a805-162cd737701b None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:07.212548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7156946d-153c-42d1-a805-162cd737701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:07.237944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (b7994a9c-2e1c-4ce0-8591-6b287de28a65), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.239046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (b7994a9c-2e1c-4ce0-8591-6b287de28a65), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.253113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7156946d-153c-42d1-a805-162cd737701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:07.279990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156946d-153c-42d1-a805-162cd737701b None None] Routers {'3483709a-d853-4e46-8985-472e2756775a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:07.290317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7156946d-153c-42d1-a805-162cd737701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3483709a-d853-4e46-8985-472e2756775a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:07.339336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router (3483709a-d853-4e46-8985-472e2756775a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.349911 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_controller (b7994a9c-2e1c-4ce0-8591-6b287de28a65), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.355094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49692) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:07.598176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7156946d-153c-42d1-a805-162cd737701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:07.600268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156946d-153c-42d1-a805-162cd737701b None None] The sync data for ids ['3483709a-d853-4e46-8985-472e2756775a'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:07.648469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router_gateway (3483709a-d853-4e46-8985-472e2756775a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.732920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1388677668-network', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:07.810521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:07.847146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_gateway (b7994a9c-2e1c-4ce0-8591-6b287de28a65), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.864237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1645e-a5d7-48dd-b3cd-6dd33b49c576 req-53545aa2-04c7-44ff-8f85-c19fa0ae1b51 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.866031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcc1645e-a5d7-48dd-b3cd-6dd33b49c576 req-53545aa2-04c7-44ff-8f85-c19fa0ae1b51 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2980247 Feb 11 05:41:07.898063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Deleting port f13a8215-6a27-4515-b156-9829e68d7fc8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:07.898456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f13a8215-6a27-4515-b156-9829e68d7fc8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.925869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Made reservation on behalf of b9ceeef583554fba97fcb7b600a95a7d for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:07.928998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.935275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcc1645e-a5d7-48dd-b3cd-6dd33b49c576 req-4ae1de14-3b13-44fc-8ae6-74528e7a6d84 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603170 Feb 11 05:41:07.942721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.012219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f4862352-783f-4be7-9e1e-30ea2b8a725a is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:08.105817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f13a8215-6a27-4515-b156-9829e68d7fc8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.131751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Calling delete_port for f13a8215-6a27-4515-b156-9829e68d7fc8 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:08.174379 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Publish callbacks [] for security_group (3798addc-4462-4d4a-860c-f082de18d24a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.333267 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.338218 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3798addc-4462-4d4a-860c-f082de18d24a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.425072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:08.428784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_gateway (b7994a9c-2e1c-4ce0-8591-6b287de28a65), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.443265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.458544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.480309 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (691fa88b-3323-4424-99e6-1e726ed26277), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.483693 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Added segment 691fa88b-3323-4424-99e6-1e726ed26277 of type vlan for network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 Feb 11 05:41:08.488266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3798addc-4462-4d4a-860c-f082de18d24a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.595866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f13a8215-6a27-4515-b156-9829e68d7fc8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.612524 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (bb5825e8-4982-43e7-9cbe-fa4cb95e1c81), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.644729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event deleted for resources: {'Port': ['ID=f13a8215-6a27-4515-b156-9829e68d7fc8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.746064 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (3483709a-d853-4e46-8985-472e2756775a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.776410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.25.8.206 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e7e2d117-9a38-4cad-88f6-8ac69388dd01) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:08.837793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (bb5825e8-4982-43e7-9cbe-fa4cb95e1c81), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.838790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:08.839555 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.037930 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (3483709a-d853-4e46-8985-472e2756775a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.041904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router_controller (3483709a-d853-4e46-8985-472e2756775a), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.201502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8424904 Feb 11 05:41:09.201502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1368cee-14e6-4788-8f57-661e5c85cbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5825e8-4982-43e7-9cbe-fa4cb95e1c81,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.202601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49734) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:09.207994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Request body: {'subnet': {'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1388677668-subnet', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:09.226857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:09.234140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (3483709a-d853-4e46-8985-472e2756775a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.234696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Fanout notify agent at l3_agent the message router_deleted on router 3483709a-d853-4e46-8985-472e2756775a {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:41:09.248700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.252268 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-196e2400-abf1-4ff6-8491-623ed426e541 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "DELETE /v2.0/routers/3483709a-d853-4e46-8985-472e2756775a HTTP/1.1" status: 204 len: 168 time: 2.1964214 Feb 11 05:41:09.252902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49738) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:09.275656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.289196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb1d60-b015-450d-803a-8e7e3473bd3b req-7d9fb852-ca3b-4f4a-a4c3-9a4f199ab246 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:09.291212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdfb1d60-b015-450d-803a-8e7e3473bd3b req-7d9fb852-ca3b-4f4a-a4c3-9a4f199ab246 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.3697031 Feb 11 05:41:09.328942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dec54-af5a-43d8-b0e5-587026172b5b req-c23e9611-fb1b-4610-900d-3187fbde2a9c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:09.332710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb7dec54-af5a-43d8-b0e5-587026172b5b req-c23e9611-fb1b-4610-900d-3187fbde2a9c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1979406 Feb 11 05:41:09.369629 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (e7e2d117-9a38-4cad-88f6-8ac69388dd01), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.398870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0332cba5-d710-455b-9434-15cee3b77b77 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Deleting subnet b3aecad6-7743-4aee-9f80-647047a5566d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:09.401791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0332cba5-d710-455b-9434-15cee3b77b77 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for subnet (b3aecad6-7743-4aee-9f80-647047a5566d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.479932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdfb1d60-b015-450d-803a-8e7e3473bd3b req-81cd3593-c512-4cfa-b918-9c46330d6235 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817412 Feb 11 05:41:09.491442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0332cba5-d710-455b-9434-15cee3b77b77 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (b3aecad6-7743-4aee-9f80-647047a5566d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.511827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb7dec54-af5a-43d8-b0e5-587026172b5b req-677b8a56-99a2-4fcf-8a8c-232565e34454 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559026 Feb 11 05:41:09.627087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e7e2d117-9a38-4cad-88f6-8ac69388dd01), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.671376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49752) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:09.683697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:09.688655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:09.691821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:09.705773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Made reservation on behalf of b9ceeef583554fba97fcb7b600a95a7d for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:09.714573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.724800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=e7e2d117-9a38-4cad-88f6-8ac69388dd01,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.748424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0332cba5-d710-455b-9434-15cee3b77b77 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (b3aecad6-7743-4aee-9f80-647047a5566d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.016923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0332cba5-d710-455b-9434-15cee3b77b77 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (b3aecad6-7743-4aee-9f80-647047a5566d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.084979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0332cba5-d710-455b-9434-15cee3b77b77 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.085196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f129040-9f97-4a79-9c25-35e641afa691 None None] Network 54143395-a923-4f03-8016-34373bd0a740 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:10.091593 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0332cba5-d710-455b-9434-15cee3b77b77 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "DELETE /v2.0/subnets/b3aecad6-7743-4aee-9f80-647047a5566d HTTP/1.1" status: 204 len: 168 time: 0.8377328 Feb 11 05:41:10.095785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332cba5-d710-455b-9434-15cee3b77b77 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event deleted for resources: {'Subnet': ['ID=b3aecad6-7743-4aee-9f80-647047a5566d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:10.100103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49758) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:10.219168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (54143395-a923-4f03-8016-34373bd0a740), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.226486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (11757c86-7608-41dd-9b2d-4d0b257bf38a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.336623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11757c86-7608-41dd-9b2d-4d0b257bf38a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:10.380089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] DHCP port deletion for 54143395-a923-4f03-8016-34373bd0a740 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:10.388225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Checking segment: {'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:10.388225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Network hostable DHCP agents. Network: bb5825e8-4982-43e7-9cbe-fa4cb95e1c81, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:10.427472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Deleting port d844f318-8287-43a0-ba1c-ea06da2df04d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:10.427851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.486013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] Deleting port d844f318-8287-43a0-ba1c-ea06da2df04d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:10.486013 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.640222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-db3fbbb8-9334-4d7d-a901-13c2951e513b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9654698 Feb 11 05:41:10.648659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-c992c654-ff3e-44ac-8450-857c38d97ab2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:41:10.658050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-c992c654-ff3e-44ac-8450-857c38d97ab2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161788 Feb 11 05:41:10.671608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] For port d844f318-8287-43a0-ba1c-ea06da2df04d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d844f318-8287-43a0-ba1c-ea06da2df04d,segment=NetworkSegment(08c77631-ed77-4b18-bfd8-fc720a571849),segment_id=08c77631-ed77-4b18-bfd8-fc720a571849)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:10.675790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.703899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49770) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:10.730370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] Calling delete_port for d844f318-8287-43a0-ba1c-ea06da2df04d owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:10.925216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d844f318-8287-43a0-ba1c-ea06da2df04d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:10.934041 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_gateway (b7994a9c-2e1c-4ce0-8591-6b287de28a65), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.944423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-1386a7f3-2dbb-49b4-9a1e-5fcd47eeafad tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:10.955214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-1386a7f3-2dbb-49b4-9a1e-5fcd47eeafad tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports/f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 940 time: 0.2496085 Feb 11 05:41:10.999419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:11.111633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d844f318-8287-43a0-ba1c-ea06da2df04d is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:11.112304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.132355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] For port d844f318-8287-43a0-ba1c-ea06da2df04d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d844f318-8287-43a0-ba1c-ea06da2df04d,segment=NetworkSegment(08c77631-ed77-4b18-bfd8-fc720a571849),segment_id=08c77631-ed77-4b18-bfd8-fc720a571849)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:11.132787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.136653 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.151312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, bb5825e8-4982-43e7-9cbe-fa4cb95e1c81) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:11.159425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Calling delete_port for d844f318-8287-43a0-ba1c-ea06da2df04d owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:11.162035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:11.162608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.169683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c6c87-6d1e-4bf8-8361-2cbd4b2ef36a req-c6f4a9ef-1f3c-41b4-8953-91538589d046 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:11.173747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75abe84d-5ba7-4592-b680-6284fa313bcd None None] Network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:11.174220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b8c6c87-6d1e-4bf8-8361-2cbd4b2ef36a req-c6f4a9ef-1f3c-41b4-8953-91538589d046 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.5156198 Feb 11 05:41:11.281353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] Pushing event deleted for resources: {'Port': ['ID=d844f318-8287-43a0-ba1c-ea06da2df04d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.290875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b8c6c87-6d1e-4bf8-8361-2cbd4b2ef36a req-b0058542-50db-42e3-b39d-bb745ba106ee tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072447 Feb 11 05:41:11.304772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afb8c0-5cfc-4eb2-ae19-ebe30beedb92 None None] No DVR routers for this DVR port d844f318-8287-43a0-ba1c-ea06da2df04d on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:11.327922 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c823731c-e1a5-4574-a261-26a971fa1dd5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1247532 Feb 11 05:41:11.330727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49782) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:11.359167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:11.375995 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (b7994a9c-2e1c-4ce0-8591-6b287de28a65), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.405219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d844f318-8287-43a0-ba1c-ea06da2df04d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.435499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event deleted for resources: {'Port': ['ID=d844f318-8287-43a0-ba1c-ea06da2df04d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.459544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] No DVR routers for this DVR port d844f318-8287-43a0-ba1c-ea06da2df04d on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:11.529892 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (34e2d965-244f-41a6-9af1-b634dfc97fcf), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.532232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (34e2d965-244f-41a6-9af1-b634dfc97fcf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.610758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks [] for router_controller (34e2d965-244f-41a6-9af1-b634dfc97fcf), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.614330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:11.692712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-bb5825e8-4982-43e7-9cbe-fa4cb95e1c81', 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81', 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'fixed_ips': [{'subnet_id': '11757c86-7608-41dd-9b2d-4d0b257bf38a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:11.693590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.712504 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.824875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (54143395-a923-4f03-8016-34373bd0a740), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.859137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:11.874780 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23914f8-2cf5-400c-89d4-127aeb30de3b None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:11.897144 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23914f8-2cf5-400c-89d4-127aeb30de3b None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:11.897830 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b23914f8-2cf5-400c-89d4-127aeb30de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.915636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks [] for router_gateway (34e2d965-244f-41a6-9af1-b634dfc97fcf), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.924264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Allocated IP 172.20.0.2 (bb5825e8-4982-43e7-9cbe-fa4cb95e1c81/11757c86-7608-41dd-9b2d-4d0b257bf38a/1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:11.935749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54143395-a923-4f03-8016-34373bd0a740']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.972023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c77631-ed77-4b18-bfd8-fc720a571849') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.972023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c77631-ed77-4b18-bfd8-fc720a571849') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.988097 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (08c77631-ed77-4b18-bfd8-fc720a571849), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.998067 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.003184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e103594e-f371-47a2-b8fd-cb2223816d90 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9825735 Feb 11 05:41:12.004443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49790) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:12.014919 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (08c77631-ed77-4b18-bfd8-fc720a571849), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.036166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (08c77631-ed77-4b18-bfd8-fc720a571849), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:12.041465 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:12.047673 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b23914f8-2cf5-400c-89d4-127aeb30de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.078383 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23914f8-2cf5-400c-89d4-127aeb30de3b None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:12.078926 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b23914f8-2cf5-400c-89d4-127aeb30de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.125517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b23914f8-2cf5-400c-89d4-127aeb30de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.126438 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23914f8-2cf5-400c-89d4-127aeb30de3b None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:12.445784 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (54143395-a923-4f03-8016-34373bd0a740), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.459751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.466403 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "DELETE /v2.0/networks/54143395-a923-4f03-8016-34373bd0a740 HTTP/1.1" status: 204 len: 168 time: 2.3628330 Feb 11 05:41:12.467352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49794) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:12.480759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770f5ec-9836-434f-b9d1-84f1e26c33cb tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event deleted for resources: {'Network': ['ID=54143395-a923-4f03-8016-34373bd0a740,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.521429 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Publish callbacks [] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.648037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.708274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks [] for router_gateway (34e2d965-244f-41a6-9af1-b634dfc97fcf), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.740411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Pushing event updated for resources: {'Port': ['ID=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.758065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:12.760470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:12.763349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:12.768256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.837611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Attempting to bind port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:12.837983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Attempting to bind port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:12.838364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Attempting to bind port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 on network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:12.845885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:12.846445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Checking segment: {'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:12.848472 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.848997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Bound using segment: {'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:12.849689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Bound port: 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:12.851736 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.947321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] For port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:12.954327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] For port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,segment=NetworkSegment(691fa88b-3323-4424-99e6-1e726ed26277),segment_id=691fa88b-3323-4424-99e6-1e726ed26277)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:12.958473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf671d5-3d5b-4a5a-851d-626ddb04d3ae req-68d2ced8-b2da-414d-98b1-2bae744816e9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:12.960048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bf671d5-3d5b-4a5a-851d-626ddb04d3ae req-68d2ced8-b2da-414d-98b1-2bae744816e9 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.4449816 Feb 11 05:41:12.992091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Allocated IP 172.25.8.212 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/5c6b0af0-f84a-4ef5-bafc-110ca1b77a23) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:13.058809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-5d5624d1-b8ae-4e1c-b560-77c146a7024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:13.060429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-5d5624d1-b8ae-4e1c-b560-77c146a7024d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf&tenant_id=d8f6e13b4523489286199af480ed2886 HTTP/1.1" status: 200 len: 1126 time: 0.2831600 Feb 11 05:41:13.072297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.170730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Deleting port f100affc-7536-40ea-8e51-3a4c08759584 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:13.171081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f100affc-7536-40ea-8e51-3a4c08759584), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.205316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ea1c0-ec3e-498a-8cbd-4bc1ac2ae106 None None] Pushing event updated for resources: {'Port': ['ID=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:13.230081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bf671d5-3d5b-4a5a-851d-626ddb04d3ae req-247b003a-5f67-4db8-9205-c4451871cce0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556696 Feb 11 05:41:13.240445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks [] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.351953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.400170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f100affc-7536-40ea-8e51-3a4c08759584), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.410495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:13.417690 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for floatingip (f100affc-7536-40ea-8e51-3a4c08759584), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.430903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-e2e4d498-34ba-4353-9921-35a649f84739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:13.442437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-e2e4d498-34ba-4353-9921-35a649f84739 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f6e13b4523489286199af480ed2886&device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1126 time: 0.3390498 Feb 11 05:41:13.451262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:13.453463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6b0af0-f84a-4ef5-bafc-110ca1b77a23,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:13.455985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:13.514211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Calling delete_port for f100affc-7536-40ea-8e51-3a4c08759584 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:13.848951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-b0efc7ab-df60-463d-8b42-03ee2120def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:13.850502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-b0efc7ab-df60-463d-8b42-03ee2120def9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 200 len: 918 time: 0.4067507 Feb 11 05:41:13.914325 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.985444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks [] for router_gateway (34e2d965-244f-41a6-9af1-b634dfc97fcf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.319701 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (34e2d965-244f-41a6-9af1-b634dfc97fcf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.724113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-b2d822c4-1a16-4f01-8ab6-96874d42a9fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 200 len: 999 time: 0.8615134 Feb 11 05:41:14.741537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Router 34e2d965-244f-41a6-9af1-b634dfc97fcf is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:14.858258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140ef4c-93f3-4fe8-a38d-9703a6d024ce None None] Network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:14.937928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:14.994925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:15.015211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Sync routers for ids ['34e2d965-244f-41a6-9af1-b634dfc97fcf'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:15.089378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Routers {'34e2d965-244f-41a6-9af1-b634dfc97fcf'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:15.089970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['34e2d965-244f-41a6-9af1-b634dfc97fcf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:15.103459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.104117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4d663f9c-8bdf-487c-964d-0a20f337d3b1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7640123 Feb 11 05:41:15.108460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49832) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:15.146569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-97e5c640-0504-4bb0-91e9-187d0078871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.148136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-97e5c640-0504-4bb0-91e9-187d0078871d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 200 len: 856 time: 0.0659113 Feb 11 05:41:15.202730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e802eb2b-f025-4ee8-8b0f-277a0ca2348b None None] Provisioning complete for port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:15.203174 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e802eb2b-f025-4ee8-8b0f-277a0ca2348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.239720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f100affc-7536-40ea-8e51-3a4c08759584), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.324006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Pushing event deleted for resources: {'Port': ['ID=f100affc-7536-40ea-8e51-3a4c08759584,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:15.330796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.20.0.1 (cafae6d8-af44-4fdc-a695-e566a1342620/315c6d01-46f8-49f0-a9dd-2d31d9004d16/e4f5f679-467c-41bb-b4fb-ff17cb0c823a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:15.353128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1334ac-e3c8-418b-8fed-a5add2ce0a73 req-4fb64189-6e90-497e-87a7-8f187ba99e35 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.355023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c1334ac-e3c8-418b-8fed-a5add2ce0a73 req-4fb64189-6e90-497e-87a7-8f187ba99e35 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.6730990 Feb 11 05:41:15.362398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Set router 34e2d965-244f-41a6-9af1-b634dfc97fcf gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:15.369962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-99e889b5-32bb-4af5-a641-a0dbf2f05eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:15.371937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-99e889b5-32bb-4af5-a641-a0dbf2f05eb2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8410a802-bff5-4cc4-99df-b604d815485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2171872 Feb 11 05:41:15.556160 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks [] for floatingip (c8a0a4db-ba30-4d77-af18-6a66b90e5da5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.559331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.563682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e24cd4bb-9d73-4f7b-999f-c3b25a791777 tempest-FloatingIPAdminTestJSON-64612666 tempest-FloatingIPAdminTestJSON-64612666-project] 10.222.0.62 "DELETE /v2.0/floatingips/c8a0a4db-ba30-4d77-af18-6a66b90e5da5 HTTP/1.1" status: 204 len: 168 time: 3.0919437 Feb 11 05:41:15.578275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:15.578804 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.678505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c1334ac-e3c8-418b-8fed-a5add2ce0a73 req-de0493e7-e259-4390-a5b8-445e1325d154 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178788 Feb 11 05:41:15.685331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-d054728c-cc23-4384-bf76-89ac529a50cb service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381704 Feb 11 05:41:15.853654 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (e4f5f679-467c-41bb-b4fb-ff17cb0c823a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.859065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e802eb2b-f025-4ee8-8b0f-277a0ca2348b None None] Current status of the port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:15.859656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e802eb2b-f025-4ee8-8b0f-277a0ca2348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.984532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-850f06fa-df1a-44fa-b029-60e5a6da3901 service neutron] 10.222.0.83 "GET /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864313 Feb 11 05:41:16.025686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e802eb2b-f025-4ee8-8b0f-277a0ca2348b None None] For port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,segment=NetworkSegment(691fa88b-3323-4424-99e6-1e726ed26277),segment_id=691fa88b-3323-4424-99e6-1e726ed26277)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:16.026639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.063554 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e4f5f679-467c-41bb-b4fb-ff17cb0c823a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.096381 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e802eb2b-f025-4ee8-8b0f-277a0ca2348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.101833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:16.102217 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.246606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=e4f5f679-467c-41bb-b4fb-ff17cb0c823a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.261810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network cafae6d8-af44-4fdc-a695-e566a1342620 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:16.263884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:16.273051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:16.280463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:13Z', 'revision_number': 3, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port': {'id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:12Z', 'updated_at': '2022-02-11T05:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:16.281216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49854) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:16.288210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802eb2b-f025-4ee8-8b0f-277a0ca2348b None None] Pushing event updated for resources: {'Port': ['ID=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.353555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4154c92e-ecfd-4b9a-8cd1-e3406c42ff80 None None] Provisioning complete for port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:16.356390 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4154c92e-ecfd-4b9a-8cd1-e3406c42ff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.387336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Checking router: 34e2d965-244f-41a6-9af1-b634dfc97fcf for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:16.388014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Updating router 34e2d965-244f-41a6-9af1-b634dfc97fcf port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:16.402591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Allocated IP 172.20.0.1 (bb5825e8-4982-43e7-9cbe-fa4cb95e1c81/11757c86-7608-41dd-9b2d-4d0b257bf38a/4bddfd36-fc72-4f8f-bf06-73b5d9190a83) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:16.412045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (b7994a9c-2e1c-4ce0-8591-6b287de28a65), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.438401 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:16.439159 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:16.446953 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.634435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4154c92e-ecfd-4b9a-8cd1-e3406c42ff80 None None] Current status of the port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:16.728278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49868) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:16.733587 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2500f418-eab1-4a63-a1e3-5662eb2621d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8794c517a6143adb642d3111e8213bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4244835 Feb 11 05:41:16.786825 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Publish callbacks [] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.892731 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Publish callbacks [] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.917498 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e4f5f679-467c-41bb-b4fb-ff17cb0c823a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.934965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-717cf776-c52e-4c43-9f6d-65b87bab64c5 admin admin] Publish callbacks [] for security_group (c4022e1c-b99e-4db3-a957-4c2222f197bb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.963646 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.995358 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.001067 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-717cf776-c52e-4c43-9f6d-65b87bab64c5 admin admin] Publish callbacks [] for security_group (c4022e1c-b99e-4db3-a957-4c2222f197bb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.016313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:17.024994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:17.029355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:17.095957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d324bd6-c97c-41ba-ade5-d39cb7e8351a req-1847c419-8d11-4361-bf56-f987bfc5cb44 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:17.098982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d324bd6-c97c-41ba-ade5-d39cb7e8351a req-1847c419-8d11-4361-bf56-f987bfc5cb44 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.2422969 Feb 11 05:41:17.134768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:17.138981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (34e2d965-244f-41a6-9af1-b634dfc97fcf), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.191571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Attempting to bind port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:17.193995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Attempting to bind port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:17.194389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Attempting to bind port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:17.196576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73d6bc-61d6-4d5f-b02e-01236be98d76 None None] Pushing event updated for resources: {'Port': ['ID=5c6b0af0-f84a-4ef5-bafc-110ca1b77a23,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:17.241377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:17.241885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:17.243046 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.243484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:17.244926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Bound port: 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:17.249207 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.366160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:17.372780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d324bd6-c97c-41ba-ade5-d39cb7e8351a req-a125f274-3f91-4ff6-94a7-6cb8b5aaee1c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030280 Feb 11 05:41:17.440392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-717cf776-c52e-4c43-9f6d-65b87bab64c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c4022e1c-b99e-4db3-a957-4c2222f197bb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.448590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-717cf776-c52e-4c43-9f6d-65b87bab64c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.454706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-717cf776-c52e-4c43-9f6d-65b87bab64c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4022e1c-b99e-4db3-a957-4c2222f197bb HTTP/1.1" status: 204 len: 168 time: 0.7216535 Feb 11 05:41:17.487213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] For port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:17.510643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] For port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5c6b0af0-f84a-4ef5-bafc-110ca1b77a23,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:17.552466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:17.552973 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.569593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cf776-c52e-4c43-9f6d-65b87bab64c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4022e1c-b99e-4db3-a957-4c2222f197bb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:17.637301 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.665863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5408f61c-3772-44f8-bc76-f9fadb88ecb5 None None] Provisioning complete for port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:17.666635 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5408f61c-3772-44f8-bc76-f9fadb88ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.749626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5408f61c-3772-44f8-bc76-f9fadb88ecb5 None None] Port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:17.802815 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (e4f5f679-467c-41bb-b4fb-ff17cb0c823a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.856638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Routers {'34e2d965-244f-41a6-9af1-b634dfc97fcf'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:17.857552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['34e2d965-244f-41a6-9af1-b634dfc97fcf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:17.877780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (e4f5f679-467c-41bb-b4fb-ff17cb0c823a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.047664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] Set router 34e2d965-244f-41a6-9af1-b634dfc97fcf gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:18.090802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Pushing event updated for resources: {'Port': ['ID=4bddfd36-fc72-4f8f-bf06-73b5d9190a83,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.266621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=e4f5f679-467c-41bb-b4fb-ff17cb0c823a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.330797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (b7994a9c-2e1c-4ce0-8591-6b287de28a65), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.565775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.659606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73d6bc-61d6-4d5f-b02e-01236be98d76 None None] Pushing event updated for resources: {'Port': ['ID=5c6b0af0-f84a-4ef5-bafc-110ca1b77a23,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.667804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:18.819730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network cafae6d8-af44-4fdc-a695-e566a1342620 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:18.825713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:18.841405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c125f7-83c9-478c-93b2-a6601c85e448 req-8c0c95a9-685c-4487-849e-84ef8ff397d1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:18.849739 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7c125f7-83c9-478c-93b2-a6601c85e448 req-8c0c95a9-685c-4487-849e-84ef8ff397d1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.1820154 Feb 11 05:41:18.940015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:13Z', 'revision_number': 3, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port': {'id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:12Z', 'updated_at': '2022-02-11T05:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:18.988163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49902) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:19.017247 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0651e8c2-47b2-4809-aeb8-bb848cb5a7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.019643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a89bce7-1cf9-4fee-a861-a5c7be75fe8a None None] The sync data for ids ['34e2d965-244f-41a6-9af1-b634dfc97fcf'] in n-d-713498-37 is: [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:13Z', 'revision_number': 3, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port': {'id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:12Z', 'updated_at': '2022-02-11T05:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:19.063308 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Publish callbacks [] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.097289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7c125f7-83c9-478c-93b2-a6601c85e448 req-7aa1dbdb-0da4-4008-98ce-1cd52a8bc4eb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464128 Feb 11 05:41:19.135345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.283384 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0651e8c2-47b2-4809-aeb8-bb848cb5a7d6 admin admin] Publish callbacks [] for security_group (e8809793-4ff1-43cf-abf1-8a367cd92c32), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.338306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:19.371913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0651e8c2-47b2-4809-aeb8-bb848cb5a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e8809793-4ff1-43cf-abf1-8a367cd92c32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.426881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Pushing event updated for resources: {'Port': ['ID=4bddfd36-fc72-4f8f-bf06-73b5d9190a83,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:19.473207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (34e2d965-244f-41a6-9af1-b634dfc97fcf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.750568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49910) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:19.759993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0651e8c2-47b2-4809-aeb8-bb848cb5a7d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11832031ea30491e8886616984bfb2dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7677643 Feb 11 05:41:19.763186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651e8c2-47b2-4809-aeb8-bb848cb5a7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8809793-4ff1-43cf-abf1-8a367cd92c32,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:19.786323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:19.803191 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee218e-963e-471d-aed3-f455f8ab53cb None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:19.804212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1a917288-e1d1-4573-a07c-fb2b7e93cc2e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/routers/b7994a9c-2e1c-4ce0-8591-6b287de28a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7930553 Feb 11 05:41:19.805054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49912) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:19.822484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'port': {'network_id': 'cafae6d8-af44-4fdc-a695-e566a1342620', 'name': 'tempest-FloatingIPTestJSON-220826982'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:19.845916 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee218e-963e-471d-aed3-f455f8ab53cb None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:19.849385 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-30ee218e-963e-471d-aed3-f455f8ab53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:19.861741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:19.868727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:20.086323 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-30ee218e-963e-471d-aed3-f455f8ab53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:20.088586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae733687-9e63-4c74-a643-b550c21b7b34 admin admin] Publish callbacks [] for security_group (e8809793-4ff1-43cf-abf1-8a367cd92c32), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.165964 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee218e-963e-471d-aed3-f455f8ab53cb None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:20.166662 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-30ee218e-963e-471d-aed3-f455f8ab53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:20.280547 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-30ee218e-963e-471d-aed3-f455f8ab53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:20.283382 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee218e-963e-471d-aed3-f455f8ab53cb None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:20.298395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae733687-9e63-4c74-a643-b550c21b7b34 admin admin] Publish callbacks [] for security_group (e8809793-4ff1-43cf-abf1-8a367cd92c32), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.329878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:20.353155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.401563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] device_id is not set on port e5bd2a92-1537-4b60-988f-62f4d3d2638a yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:20.423237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934cca7-1460-48c2-a53d-4a2eb3c81f1d req-03811186-e3bb-4cf6-9774-5ac4f3aa2d08 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:20.433052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f934cca7-1460-48c2-a53d-4a2eb3c81f1d req-03811186-e3bb-4cf6-9774-5ac4f3aa2d08 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.1990390 Feb 11 05:41:20.443967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Router 34e2d965-244f-41a6-9af1-b634dfc97fcf has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:20.508853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a7e9cf3c-4122-4e3d-8f10-ed674cf82c51 None None] Provisioning complete for port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:20.509873 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7e9cf3c-4122-4e3d-8f10-ed674cf82c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.593446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a7e9cf3c-4122-4e3d-8f10-ed674cf82c51 None None] Port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:20.688659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:20.704928 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0ca64842-81c6-430a-a7ae-c0f9d9882b1d admin admin] 10.222.0.62 "PUT /v2.0/routers/34e2d965-244f-41a6-9af1-b634dfc97fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5945048 Feb 11 05:41:20.707336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae733687-9e63-4c74-a643-b550c21b7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e8809793-4ff1-43cf-abf1-8a367cd92c32), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.713317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae733687-9e63-4c74-a643-b550c21b7b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.722051 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ae733687-9e63-4c74-a643-b550c21b7b34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8809793-4ff1-43cf-abf1-8a367cd92c32 HTTP/1.1" status: 204 len: 168 time: 0.9631982 Feb 11 05:41:20.744271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae733687-9e63-4c74-a643-b550c21b7b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8809793-4ff1-43cf-abf1-8a367cd92c32,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:20.746766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f934cca7-1460-48c2-a53d-4a2eb3c81f1d req-15144bd1-327e-4897-9703-2c74b009e9a7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123052 Feb 11 05:41:20.935321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.20.0.7 (cafae6d8-af44-4fdc-a695-e566a1342620/315c6d01-46f8-49f0-a9dd-2d31d9004d16/e5bd2a92-1537-4b60-988f-62f4d3d2638a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:21.434133 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (e5bd2a92-1537-4b60-988f-62f4d3d2638a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.435266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:21.536865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:21.538537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.671419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:21.672048 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.702022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5c6b0af0-f84a-4ef5-bafc-110ca1b77a23,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:21.900061 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.903958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e5bd2a92-1537-4b60-988f-62f4d3d2638a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.916760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab50cd-7e31-46c4-a734-dd29f4bbafa4 req-4accab2f-235f-4e83-8290-d67ad7ed35bb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.919064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebab50cd-7e31-46c4-a734-dd29f4bbafa4 req-4accab2f-235f-4e83-8290-d67ad7ed35bb tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.0784118 Feb 11 05:41:22.011242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=5c6b0af0-f84a-4ef5-bafc-110ca1b77a23,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.054271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebab50cd-7e31-46c4-a734-dd29f4bbafa4 req-7e79d908-4c89-4479-9e28-6e45fb5548b5 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241460 Feb 11 05:41:22.079379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network cafae6d8-af44-4fdc-a695-e566a1342620 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:22.085612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:22.088511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:22.198953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=e5bd2a92-1537-4b60-988f-62f4d3d2638a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.264636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:22.265790 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.265959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:22.379477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8bfbbb19-a8ac-4aa1-8566-a0375272228c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5728347 Feb 11 05:41:22.385684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49962) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:22.397797 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2aa336e3-3121-48fd-b5f8-b31e610cdb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.408738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'port': {'network_id': 'cafae6d8-af44-4fdc-a695-e566a1342620', 'name': 'tempest-FloatingIPTestJSON-616897845'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:22.610166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2aa336e3-3121-48fd-b5f8-b31e610cdb41 admin admin] Publish callbacks [] for security_group (f885b809-1cd5-498e-a284-99aa2e367551), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.719845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2aa336e3-3121-48fd-b5f8-b31e610cdb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f885b809-1cd5-498e-a284-99aa2e367551), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.814180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa336e3-3121-48fd-b5f8-b31e610cdb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f885b809-1cd5-498e-a284-99aa2e367551,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.852665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2aa336e3-3121-48fd-b5f8-b31e610cdb41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e03ccfa6b5874ff999b0db3b5577f0f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5851204 Feb 11 05:41:22.857097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49968) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:22.919940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Sync routers for ids ['34e2d965-244f-41a6-9af1-b634dfc97fcf'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:22.953566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Routers {'34e2d965-244f-41a6-9af1-b634dfc97fcf'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:22.964430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['34e2d965-244f-41a6-9af1-b634dfc97fcf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:23.032302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f37d5a6-128d-4aaa-be84-f3d887e9148d admin admin] Publish callbacks [] for security_group (f885b809-1cd5-498e-a284-99aa2e367551), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.078112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:23.092703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.143185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f37d5a6-128d-4aaa-be84-f3d887e9148d admin admin] Publish callbacks [] for security_group (f885b809-1cd5-498e-a284-99aa2e367551), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.244258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] device_id is not set on port bdad836f-cd65-4580-9b23-1a902969cd8b yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:23.351751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Set router 34e2d965-244f-41a6-9af1-b634dfc97fcf gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:23.401959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:23.596013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f5078-4514-42c4-a100-b64cef00666d req-334ed872-4de6-4b0a-83a5-6726e667786b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:23.612448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff1f5078-4514-42c4-a100-b64cef00666d req-334ed872-4de6-4b0a-83a5-6726e667786b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.3102565 Feb 11 05:41:23.802451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f37d5a6-128d-4aaa-be84-f3d887e9148d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f885b809-1cd5-498e-a284-99aa2e367551), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.805446 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f37d5a6-128d-4aaa-be84-f3d887e9148d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.806796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3f37d5a6-128d-4aaa-be84-f3d887e9148d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f885b809-1cd5-498e-a284-99aa2e367551 HTTP/1.1" status: 204 len: 168 time: 0.9477665 Feb 11 05:41:23.815192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.20.0.11 (cafae6d8-af44-4fdc-a695-e566a1342620/315c6d01-46f8-49f0-a9dd-2d31d9004d16/bdad836f-cd65-4580-9b23-1a902969cd8b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:23.838720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:23.838720 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.856125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37d5a6-128d-4aaa-be84-f3d887e9148d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f885b809-1cd5-498e-a284-99aa2e367551,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:23.893688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff1f5078-4514-42c4-a100-b64cef00666d req-26525feb-1c67-4bc8-a814-483d3fb57c16 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141881 Feb 11 05:41:24.233074 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (bdad836f-cd65-4580-9b23-1a902969cd8b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.297855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:18Z', 'revision_number': 4, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port': {'id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:12Z', 'updated_at': '2022-02-11T05:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4bddfd36-fc72-4f8f-bf06-73b5d9190a83', 'name': '', 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'mac_address': 'fa:16:3e:00:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '11757c86-7608-41dd-9b2d-4d0b257bf38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:16Z', 'updated_at': '2022-02-11T05:41:18Z', 'revision_number': 2, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'subnets': [{'id': '11757c86-7608-41dd-9b2d-4d0b257bf38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:24.299800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:24.377020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49996) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:24.378888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Checking router: 34e2d965-244f-41a6-9af1-b634dfc97fcf for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:24.379510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Updating router 34e2d965-244f-41a6-9af1-b634dfc97fcf port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:24.380847 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bdad836f-cd65-4580-9b23-1a902969cd8b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.434996 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.493561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network cafae6d8-af44-4fdc-a695-e566a1342620 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:24.530540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:24.543025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:24.613008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=bdad836f-cd65-4580-9b23-1a902969cd8b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:24.636246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.636971 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.716563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-58d16778-04f9-46ad-b115-eb9f63d61f58 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3287132 Feb 11 05:41:24.720426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:24.731226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'bdad836f-cd65-4580-9b23-1a902969cd8b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:24.885107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.230421 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Publish callbacks [] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.276743 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.322482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.361030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (34e2d965-244f-41a6-9af1-b634dfc97fcf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.459403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ac9fc-0524-476b-9c74-f8376bca339a req-6e92d8ba-8006-4329-ae2a-c86e3c054cab tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:25.461143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c8ac9fc-0524-476b-9c74-f8376bca339a req-6e92d8ba-8006-4329-ae2a-c86e3c054cab tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.3732409 Feb 11 05:41:25.503522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f50c08-50b6-4d38-b7d0-cb62d5bef201 None None] Pushing event updated for resources: {'Port': ['ID=4bddfd36-fc72-4f8f-bf06-73b5d9190a83,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:25.668047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c8ac9fc-0524-476b-9c74-f8376bca339a req-27a1824a-8751-494a-ad68-f245f3fe2cf5 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948473 Feb 11 05:41:25.715578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Attempting to bind port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:25.715965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Attempting to bind port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:25.716351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Attempting to bind port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 on network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:25.725980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.25.8.133 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9903f558-546b-46d2-917f-03b2f9c3687e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:25.738374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:25.738601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Checking segment: {'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:25.741572 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.749619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Bound using segment: {'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:25.750446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Bound port: 4bddfd36-fc72-4f8f-bf06-73b5d9190a83, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691fa88b-3323-4424-99e6-1e726ed26277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:25.753079 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.026306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-647afba5-119c-497f-b3eb-6e8c086ec658 None None] Provisioning complete for port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:26.027015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-647afba5-119c-497f-b3eb-6e8c086ec658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.070307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] For port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:26.111266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] For port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4bddfd36-fc72-4f8f-bf06-73b5d9190a83,segment=NetworkSegment(691fa88b-3323-4424-99e6-1e726ed26277),segment_id=691fa88b-3323-4424-99e6-1e726ed26277)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:26.119176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-647afba5-119c-497f-b3eb-6e8c086ec658 None None] Port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:26.159228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (9903f558-546b-46d2-917f-03b2f9c3687e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.217551 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.305953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Deleting port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:26.309747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.313670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Routers {'34e2d965-244f-41a6-9af1-b634dfc97fcf'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:26.314395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['34e2d965-244f-41a6-9af1-b634dfc97fcf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:26.378629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f50c08-50b6-4d38-b7d0-cb62d5bef201 None None] Pushing event updated for resources: {'Port': ['ID=4bddfd36-fc72-4f8f-bf06-73b5d9190a83,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:26.576280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] For port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4bddfd36-fc72-4f8f-bf06-73b5d9190a83,segment=NetworkSegment(691fa88b-3323-4424-99e6-1e726ed26277),segment_id=691fa88b-3323-4424-99e6-1e726ed26277)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:26.576684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.592203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] Set router 34e2d965-244f-41a6-9af1-b634dfc97fcf gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:26.610690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Calling delete_port for 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:26.681229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9903f558-546b-46d2-917f-03b2f9c3687e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.830502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:26.852334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:26.877233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:27.010512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0aba84fd-1c6f-4062-91c2-107729c295fa None None] Provisioning complete for port 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:27.010885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0aba84fd-1c6f-4062-91c2-107729c295fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.091177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4bddfd36-fc72-4f8f-bf06-73b5d9190a83), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.154645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=9903f558-546b-46d2-917f-03b2f9c3687e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:27.182888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4bddfd36-fc72-4f8f-bf06-73b5d9190a83,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:27.555431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (34e2d965-244f-41a6-9af1-b634dfc97fcf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.646818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0aba84fd-1c6f-4062-91c2-107729c295fa None None] Could not find standard attr ID for object 4bddfd36-fc72-4f8f-bf06-73b5d9190a83. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:41:27.650875 n-d-713498-37 neutron-server[104088]: INFO neutron.plugins.ml2.db [None req-0aba84fd-1c6f-4062-91c2-107729c295fa None None] No ports have port_id starting with 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 Feb 11 05:41:27.782110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:18Z', 'revision_number': 4, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port': {'id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:12Z', 'updated_at': '2022-02-11T05:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4bddfd36-fc72-4f8f-bf06-73b5d9190a83', 'name': '', 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'mac_address': 'fa:16:3e:00:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '11757c86-7608-41dd-9b2d-4d0b257bf38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:16Z', 'updated_at': '2022-02-11T05:41:26Z', 'revision_number': 4, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'subnets': [{'id': '11757c86-7608-41dd-9b2d-4d0b257bf38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:27.876125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5dd02-7152-4de2-b5ea-07c100b1ccce None None] The sync data for ids ['34e2d965-244f-41a6-9af1-b634dfc97fcf'] in n-d-713498-37 is: [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:18Z', 'revision_number': 4, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port': {'id': '5c6b0af0-f84a-4ef5-bafc-110ca1b77a23', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:12Z', 'updated_at': '2022-02-11T05:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4bddfd36-fc72-4f8f-bf06-73b5d9190a83', 'name': '', 'network_id': 'bb5825e8-4982-43e7-9cbe-fa4cb95e1c81', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'mac_address': 'fa:16:3e:00:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '11757c86-7608-41dd-9b2d-4d0b257bf38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:16Z', 'updated_at': '2022-02-11T05:41:26Z', 'revision_number': 4, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'subnets': [{'id': '11757c86-7608-41dd-9b2d-4d0b257bf38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:28.159294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad31bf-1a27-4a3b-8754-90baa74bcb43 req-cde6ff1d-5a99-434e-9da2-6fa2f556b6e3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:28.163833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89ad31bf-1a27-4a3b-8754-90baa74bcb43 req-cde6ff1d-5a99-434e-9da2-6fa2f556b6e3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 1.1093864 Feb 11 05:41:28.236398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Router 34e2d965-244f-41a6-9af1-b634dfc97fcf has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:28.447017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:28.463641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0023c328-90ac-48f9-adfe-cdab34fd14ff admin admin] 10.222.0.62 "PUT /v2.0/routers/34e2d965-244f-41a6-9af1-b634dfc97fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0854554 Feb 11 05:41:28.466332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50076) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:28.719983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89ad31bf-1a27-4a3b-8754-90baa74bcb43 req-509a3f70-389f-4b90-a141-faff73e209a0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013362 Feb 11 05:41:28.866969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks [] for router (34e2d965-244f-41a6-9af1-b634dfc97fcf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.027780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks [] for router_gateway (34e2d965-244f-41a6-9af1-b634dfc97fcf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.200431 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (5d056b33-5c69-4220-a9ba-29c2f50c9114), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.308811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Deleting port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:29.311449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.469130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50094) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:29.522310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] For port 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5c6b0af0-f84a-4ef5-bafc-110ca1b77a23,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:29.523726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.542074 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9903f558-546b-46d2-917f-03b2f9c3687e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.567502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Calling delete_port for 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:29.805781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ef6e4da5-43fe-4ed7-a6d1-459c6277d4ba tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:30.166047 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ef6e4da5-43fe-4ed7-a6d1-459c6277d4ba tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "PUT /v2.0/quotas/cc5a68df7f1146e58b341b8321b65fe5 HTTP/1.1" status: 200 len: 366 time: 0.6911128 Feb 11 05:41:30.168039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50110) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.210726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55836dae-dc78-4d3d-99b3-83beb54498a4 req-a812de9c-0d2b-4df4-aa43-3849bce26c70 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:30.225324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55836dae-dc78-4d3d-99b3-83beb54498a4 req-a812de9c-0d2b-4df4-aa43-3849bce26c70 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.2645133 Feb 11 05:41:30.235285 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0994cea8-323a-4335-b497-46a6017fa271 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0484502 Feb 11 05:41:30.244343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50112) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.335459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (9903f558-546b-46d2-917f-03b2f9c3687e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.344494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50114) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.350661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-44d3ab85-96b5-4a56-b4af-9af7a1af3e4f tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "GET /v2.0/quotas/cc5a68df7f1146e58b341b8321b65fe5 HTTP/1.1" status: 200 len: 366 time: 0.1037078 Feb 11 05:41:30.385818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5c6b0af0-f84a-4ef5-bafc-110ca1b77a23), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.428783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55836dae-dc78-4d3d-99b3-83beb54498a4 req-f3fb6077-70c2-413b-ba3d-eaf3a0d69128 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017772 Feb 11 05:41:30.518961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6b0af0-f84a-4ef5-bafc-110ca1b77a23,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:30.541831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.542672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.543285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.543951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.544263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.544648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.546418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.546834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.547177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.547746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.548325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.548936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.550065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:30.789287 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] Sync routers for ids ['34e2d965-244f-41a6-9af1-b634dfc97fcf'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:30.801266 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] Routers {'34e2d965-244f-41a6-9af1-b634dfc97fcf'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:30.801984 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['34e2d965-244f-41a6-9af1-b634dfc97fcf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:30.829307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (34e2d965-244f-41a6-9af1-b634dfc97fcf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.883285 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] Set router 34e2d965-244f-41a6-9af1-b634dfc97fcf gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:30.959649 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:30Z', 'revision_number': 7, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:30.960019 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (34e2d965-244f-41a6-9af1-b634dfc97fcf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.966054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks [] for router_controller (34e2d965-244f-41a6-9af1-b634dfc97fcf), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.994370 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] Checking router: 34e2d965-244f-41a6-9af1-b634dfc97fcf for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:31.004689 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] Routers {'34e2d965-244f-41a6-9af1-b634dfc97fcf'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:31.005349 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['34e2d965-244f-41a6-9af1-b634dfc97fcf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:31.057753 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9903f558-546b-46d2-917f-03b2f9c3687e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.098647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cf0c6c94-1b5c-4282-bf4a-39f9a2aec1fa tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/cc5a68df7f1146e58b341b8321b65fe5 HTTP/1.1" status: 204 len: 168 time: 0.7524240 Feb 11 05:41:31.101953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50124) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.120254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-53565ceb-74c8-4cd4-8a8a-a55d4858cb4f tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0165906 Feb 11 05:41:31.126081 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] Set router 34e2d965-244f-41a6-9af1-b634dfc97fcf gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:31.129107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50126) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.165181 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4d7d4633-e2ac-4640-8720-efee38b73528 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "GET /v2.0/quotas/cc5a68df7f1146e58b341b8321b65fe5 HTTP/1.1" status: 200 len: 370 time: 0.0286200 Feb 11 05:41:31.165915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50128) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.170124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (34e2d965-244f-41a6-9af1-b634dfc97fcf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.171171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e2d965-244f-41a6-9af1-b634dfc97fcf {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:41:31.188730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.194812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50130) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.201363 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7d8da9e7-4224-4ecd-a2ce-6c7401c673ea admin admin] 10.222.0.62 "DELETE /v2.0/routers/34e2d965-244f-41a6-9af1-b634dfc97fcf HTTP/1.1" status: 204 len: 168 time: 2.7238634 Feb 11 05:41:31.209086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-178ae83e-b5d5-442d-8b5d-8be325f21679 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "GET /v2.0/quotas/cc5a68df7f1146e58b341b8321b65fe5/default HTTP/1.1" status: 200 len: 370 time: 0.0397596 Feb 11 05:41:31.210832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50132) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.241617 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-b0dbf03b-ce87-4a10-8d38-e509380fc8b4 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] delete failed (client error): The resource could not be found. Feb 11 05:41:31.254879 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b0dbf03b-ce87-4a10-8d38-e509380fc8b4 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/cc5a68df7f1146e58b341b8321b65fe5 HTTP/1.1" status: 404 len: 348 time: 0.0301630 Feb 11 05:41:31.294592 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:30Z', 'revision_number': 7, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:31.370509 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4651d-0794-4616-8b88-93ef7d71cce9 None None] The sync data for ids ['34e2d965-244f-41a6-9af1-b634dfc97fcf'] in n-d-713498-37 is: [{'id': '34e2d965-244f-41a6-9af1-b634dfc97fcf', 'name': 'tempest-ImageQuotaTest-1388677668-router', 'tenant_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:30Z', 'revision_number': 7, 'project_id': 'b9ceeef583554fba97fcb7b600a95a7d', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:31.404926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=9903f558-546b-46d2-917f-03b2f9c3687e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:31.479140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06d3d66-15f4-4b8e-b843-ca352179c55c admin admin] Deleting subnet 11757c86-7608-41dd-9b2d-4d0b257bf38a {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:31.498885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f06d3d66-15f4-4b8e-b843-ca352179c55c admin admin] Publish callbacks [] for subnet (11757c86-7608-41dd-9b2d-4d0b257bf38a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.633059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f06d3d66-15f4-4b8e-b843-ca352179c55c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (11757c86-7608-41dd-9b2d-4d0b257bf38a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.673871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.810802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f06d3d66-15f4-4b8e-b843-ca352179c55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (11757c86-7608-41dd-9b2d-4d0b257bf38a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.820079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Usage tracker for resource:network and project:6c992e2384494f27969e384d88734306 is out of sync, need to count used quota {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:41:31.846633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:41:31.896670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Usage tracker for resource:subnet and project:6c992e2384494f27969e384d88734306 is out of sync, need to count used quota {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:41:31.914898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:41:31.951900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5d056b33-5c69-4220-a9ba-29c2f50c9114), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.985057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Usage tracker for resource:subnetpool and project:6c992e2384494f27969e384d88734306 is out of sync, need to count used quota {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:41:32.042760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:41:32.078287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Usage tracker for resource:port and project:6c992e2384494f27969e384d88734306 is out of sync, need to count used quota {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:41:32.090250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:41:32.106052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Usage tracker for resource:router and project:6c992e2384494f27969e384d88734306 is out of sync, need to count used quota {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:41:32.118874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f06d3d66-15f4-4b8e-b843-ca352179c55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (11757c86-7608-41dd-9b2d-4d0b257bf38a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.127876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:41:32.171329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Usage tracker for resource:floatingip and project:6c992e2384494f27969e384d88734306 is out of sync, need to count used quota {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:41:32.186215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:41:32.198859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d3d66-15f4-4b8e-b843-ca352179c55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11757c86-7608-41dd-9b2d-4d0b257bf38a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:32.218988 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f06d3d66-15f4-4b8e-b843-ca352179c55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.227345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cae4c3-235c-45dc-be51-5f1808d6a7a8 None None] Network bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:32.253560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f06d3d66-15f4-4b8e-b843-ca352179c55c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/11757c86-7608-41dd-9b2d-4d0b257bf38a HTTP/1.1" status: 204 len: 168 time: 1.0527232 Feb 11 05:41:32.255099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50150) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.378897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Usage tracker for resource:security_group and project:6c992e2384494f27969e384d88734306 is out of sync, need to count used quota {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:41:32.391963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:41:32.415539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Usage tracker for resource:security_group_rule and project:6c992e2384494f27969e384d88734306 is out of sync, need to count used quota {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:41:32.427250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.quota.resource [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:41:32.450905 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-797e988f-57b7-4152-9bfb-287ed3486c59 tempest-QuotasTest-909014397 tempest-QuotasTest-909014397-project-admin] 10.222.0.62 "GET /v2.0/quotas/6c992e2384494f27969e384d88734306/details.json HTTP/1.1" status: 200 len: 703 time: 0.7753971 Feb 11 05:41:32.522365 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (bb5825e8-4982-43e7-9cbe-fa4cb95e1c81), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.643303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ababf-ded0-47b7-b02a-4c411ae552cc req-e1e1db49-e7eb-4643-a79c-31afe994f5c8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.645200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e2ababf-ded0-47b7-b02a-4c411ae552cc req-e1e1db49-e7eb-4643-a79c-31afe994f5c8 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.9417613 Feb 11 05:41:32.741568 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 5d056b33-5c69-4220-a9ba-29c2f50c9114 associated. External IP: 172.25.8.133, port: bdad836f-cd65-4580-9b23-1a902969cd8b. Feb 11 05:41:32.745606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] DHCP port deletion for bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:32.914332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Deleting port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:32.915102 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.082820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] For port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,segment=NetworkSegment(691fa88b-3323-4424-99e6-1e726ed26277),segment_id=691fa88b-3323-4424-99e6-1e726ed26277)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:33.092044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.141739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Calling delete_port for 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:33.144217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e2ababf-ded0-47b7-b02a-4c411ae552cc req-da675f87-9cab-4965-ac3b-3a7eb9ad38f0 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4840460 Feb 11 05:41:33.218186 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45bf2870-7f07-43d6-8a44-f795581f9300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.428145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Deleting port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:33.429573 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.434590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:33.589792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50168) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:33.778621 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.875509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Pushing event deleted for resources: {'Port': ['ID=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:33.894173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:33.894583 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.898149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] For port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,segment=NetworkSegment(691fa88b-3323-4424-99e6-1e726ed26277),segment_id=691fa88b-3323-4424-99e6-1e726ed26277)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:33.898995 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.913702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] No DVR routers for this DVR port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:33.979791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Calling delete_port for 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:33.986439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.986923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.987292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.987640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.987983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.988322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.997825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:34.016625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:34.016625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:34.016625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:34.016625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:34.016625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:34.016625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca90d2-2cae-4d54-92c0-e49bcbfcf59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:34.039922 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58e8da62-4c79-4b47-a119-92ec9a8f4eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.150532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:34.180170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:34.180526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5c6b0af0-f84a-4ef5-bafc-110ca1b77a23 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:34.181018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:34.229453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:34.241823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4bddfd36-fc72-4f8f-bf06-73b5d9190a83 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:34.378591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58e8da62-4c79-4b47-a119-92ec9a8f4eff admin admin] Publish callbacks [] for security_group (e013a0e3-71f3-45f0-ac79-a145e6c7fd3e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.386172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:34.387740 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.463000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58e8da62-4c79-4b47-a119-92ec9a8f4eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e013a0e3-71f3-45f0-ac79-a145e6c7fd3e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.534429 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-58e8da62-4c79-4b47-a119-92ec9a8f4eff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42da6e8944a8487e92bc9b49edb61b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9433708 Feb 11 05:41:34.559118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50186) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:34.600584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] No DVR routers for this DVR port 1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:34.610520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6b2194-c9c2-4e6e-ac62-3a7eb2fec833,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:34.653716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8da62-4c79-4b47-a119-92ec9a8f4eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e013a0e3-71f3-45f0-ac79-a145e6c7fd3e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:34.759398 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be360a4f-685e-434c-a6f2-592abdfd9fd1 admin admin] Publish callbacks [] for security_group (e013a0e3-71f3-45f0-ac79-a145e6c7fd3e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.830844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be360a4f-685e-434c-a6f2-592abdfd9fd1 admin admin] Publish callbacks [] for security_group (e013a0e3-71f3-45f0-ac79-a145e6c7fd3e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.876346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (bb5825e8-4982-43e7-9cbe-fa4cb95e1c81), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.894744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfa814-a711-42b8-96c8-e36c077a2e07 req-8046559e-21cb-4d1f-87e2-8572b252d26d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.903488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83bfa814-a711-42b8-96c8-e36c077a2e07 req-8046559e-21cb-4d1f-87e2-8572b252d26d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.4962664 Feb 11 05:41:34.956258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5825e8-4982-43e7-9cbe-fa4cb95e1c81']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:34.981006 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be360a4f-685e-434c-a6f2-592abdfd9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e013a0e3-71f3-45f0-ac79-a145e6c7fd3e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.983664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-be360a4f-685e-434c-a6f2-592abdfd9fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.984912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-be360a4f-685e-434c-a6f2-592abdfd9fd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e013a0e3-71f3-45f0-ac79-a145e6c7fd3e HTTP/1.1" status: 204 len: 168 time: 0.4242761 Feb 11 05:41:35.006613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be360a4f-685e-434c-a6f2-592abdfd9fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e013a0e3-71f3-45f0-ac79-a145e6c7fd3e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:35.059720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691fa88b-3323-4424-99e6-1e726ed26277') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.060092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691fa88b-3323-4424-99e6-1e726ed26277') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.092565 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (691fa88b-3323-4424-99e6-1e726ed26277), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.143106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83bfa814-a711-42b8-96c8-e36c077a2e07 req-8fdc56db-7f61-4bf2-b48e-04585f247e73 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384191 Feb 11 05:41:35.149665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:35.157293 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (691fa88b-3323-4424-99e6-1e726ed26277), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.168013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdddc99-9d17-46bf-b2c9-4f61214be2b7 None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:35.188304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:35.188304 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (691fa88b-3323-4424-99e6-1e726ed26277), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.200773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdddc99-9d17-46bf-b2c9-4f61214be2b7 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:35.203016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ccdddc99-9d17-46bf-b2c9-4f61214be2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:35.207249 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:35.316238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ccdddc99-9d17-46bf-b2c9-4f61214be2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.336011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdddc99-9d17-46bf-b2c9-4f61214be2b7 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:35.336755 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.337019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ccdddc99-9d17-46bf-b2c9-4f61214be2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.414553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cd42e711-400f-4b04-9a3c-9c6c6029c7de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.6924322 Feb 11 05:41:35.417582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:35.423833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ccdddc99-9d17-46bf-b2c9-4f61214be2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.424876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:35.425616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdddc99-9d17-46bf-b2c9-4f61214be2b7 None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:35.475550 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (bb5825e8-4982-43e7-9cbe-fa4cb95e1c81), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.484860 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.495455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] 10.222.0.62 "DELETE /v2.0/networks/bb5825e8-4982-43e7-9cbe-fa4cb95e1c81 HTTP/1.1" status: 204 len: 168 time: 3.2362599 Feb 11 05:41:35.555821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-923b09c7-b807-45c4-b0a9-5328d047f452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.570697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fca7b2-08a2-438e-9c16-1122772cfa3c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5825e8-4982-43e7-9cbe-fa4cb95e1c81,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:35.586185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (5d056b33-5c69-4220-a9ba-29c2f50c9114), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.779114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.832070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5d056b33-5c69-4220-a9ba-29c2f50c9114), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.832988 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 5d056b33-5c69-4220-a9ba-29c2f50c9114 disassociated. External IP: 172.25.8.133, port: bdad836f-cd65-4580-9b23-1a902969cd8b. Feb 11 05:41:36.046819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50220) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.067449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7878d98-3324-4890-bcf0-b8aafb89ffc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.153862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:36.220258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50232) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.296908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d759afaa-cc65-45e2-88fb-1b83ba5489c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9ceeef583554fba97fcb7b600a95a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0750573 Feb 11 05:41:36.338650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7878d98-3324-4890-bcf0-b8aafb89ffc0 admin admin] Publish callbacks [] for security_group (b70466a8-d3b3-43ff-9a10-dc03bd40e7a6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.348577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50236) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.420510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:36.434229 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.434967 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9736b7a-f8b5-4414-8339-6e528614af6b None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:36.450009 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9736b7a-f8b5-4414-8339-6e528614af6b None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:36.453189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8cb16-1d44-4545-ab3d-1c48dad773bb req-79a66db5-f18c-43f3-99c7-df599ed794f3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:36.459573 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a9736b7a-f8b5-4414-8339-6e528614af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:36.463370 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34b8cb16-1d44-4545-ab3d-1c48dad773bb req-79a66db5-f18c-43f3-99c7-df599ed794f3 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.1650848 Feb 11 05:41:36.475832 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aed74d58-71fa-432a-8e30-6579df511122 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/floatingips/5d056b33-5c69-4220-a9ba-29c2f50c9114 HTTP/1.1" status: 200 len: 688 time: 1.0559978 Feb 11 05:41:36.478495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50240) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.506278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a7878d98-3324-4890-bcf0-b8aafb89ffc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b70466a8-d3b3-43ff-9a10-dc03bd40e7a6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.628361 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a9736b7a-f8b5-4414-8339-6e528614af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:36.638414 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9736b7a-f8b5-4414-8339-6e528614af6b None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:36.639295 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a9736b7a-f8b5-4414-8339-6e528614af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:36.677030 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a9736b7a-f8b5-4414-8339-6e528614af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:36.678504 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9736b7a-f8b5-4414-8339-6e528614af6b None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:36.679106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7878d98-3324-4890-bcf0-b8aafb89ffc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70466a8-d3b3-43ff-9a10-dc03bd40e7a6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:36.683657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33ac9116-6719-4ab4-b9fa-1276f8c14b19 admin admin] Publish callbacks [] for security_group (3798addc-4462-4d4a-860c-f082de18d24a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.693190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port 9903f558-546b-46d2-917f-03b2f9c3687e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:36.694485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9903f558-546b-46d2-917f-03b2f9c3687e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.747745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a7878d98-3324-4890-bcf0-b8aafb89ffc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c992e2384494f27969e384d88734306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6974711 Feb 11 05:41:36.756516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.760166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.802544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34b8cb16-1d44-4545-ab3d-1c48dad773bb req-4b722f88-2946-43da-90c6-8db178530112 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377700 Feb 11 05:41:36.806511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33ac9116-6719-4ab4-b9fa-1276f8c14b19 admin admin] Publish callbacks [] for security_group (3798addc-4462-4d4a-860c-f082de18d24a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.938290 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa563-1f08-4de5-a798-47c6dda7c916 admin admin] Publish callbacks [] for security_group (b70466a8-d3b3-43ff-9a10-dc03bd40e7a6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.980747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa563-1f08-4de5-a798-47c6dda7c916 admin admin] Publish callbacks [] for security_group (b70466a8-d3b3-43ff-9a10-dc03bd40e7a6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.046225 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33ac9116-6719-4ab4-b9fa-1276f8c14b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3798addc-4462-4d4a-860c-f082de18d24a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.052302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-33ac9116-6719-4ab4-b9fa-1276f8c14b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.053780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-33ac9116-6719-4ab4-b9fa-1276f8c14b19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3798addc-4462-4d4a-860c-f082de18d24a HTTP/1.1" status: 204 len: 168 time: 0.6963410 Feb 11 05:41:37.075260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac9116-6719-4ab4-b9fa-1276f8c14b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3798addc-4462-4d4a-860c-f082de18d24a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.183528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa563-1f08-4de5-a798-47c6dda7c916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b70466a8-d3b3-43ff-9a10-dc03bd40e7a6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.183528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa563-1f08-4de5-a798-47c6dda7c916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.183528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5e5fa563-1f08-4de5-a798-47c6dda7c916 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b70466a8-d3b3-43ff-9a10-dc03bd40e7a6 HTTP/1.1" status: 204 len: 168 time: 0.4173019 Feb 11 05:41:37.193939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fa563-1f08-4de5-a798-47c6dda7c916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70466a8-d3b3-43ff-9a10-dc03bd40e7a6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.248073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9903f558-546b-46d2-917f-03b2f9c3687e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.250036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (9903f558-546b-46d2-917f-03b2f9c3687e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.284564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for 9903f558-546b-46d2-917f-03b2f9c3687e owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:37.557953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9903f558-546b-46d2-917f-03b2f9c3687e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.603911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=9903f558-546b-46d2-917f-03b2f9c3687e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.676996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (5d056b33-5c69-4220-a9ba-29c2f50c9114), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.680819 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.682385 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-91519775-39dd-449c-93b2-55d30e6c2926 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/floatingips/5d056b33-5c69-4220-a9ba-29c2f50c9114 HTTP/1.1" status: 204 len: 168 time: 1.2027550 Feb 11 05:41:37.687441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50274) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:37.694630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'e5bd2a92-1537-4b60-988f-62f4d3d2638a'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:37.861337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.941735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:41:38.043316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.146582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e4368-520a-4bed-9f1b-202a4d0f9319 req-4626597c-f0b6-43c5-9032-76d8f0a30e1e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:38.156320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a05e4368-520a-4bed-9f1b-202a4d0f9319 req-4626597c-f0b6-43c5-9032-76d8f0a30e1e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 943 time: 0.1446114 Feb 11 05:41:38.214096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:38.244838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'port_id': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'mac_address': 'fa:16:3e:fc:dc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:41:38.246765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50294) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:38.285949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0a797d-e0e7-4559-ad70-3f80c08d113d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.311430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a05e4368-520a-4bed-9f1b-202a4d0f9319 req-127d3157-f634-46df-99ff-778f5011c8a4 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518309 Feb 11 05:41:38.365044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f4862352-783f-4be7-9e1e-30ea2b8a725a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:38.366762 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.378625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.25.8.103 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/2ff0a578-72f9-4108-ba78-95c7347ffd79) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:38.438457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4862352-783f-4be7-9e1e-30ea2b8a725a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:38.484988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:38.519111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.561283 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.588371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0a797d-e0e7-4559-ad70-3f80c08d113d admin admin] Publish callbacks [] for security_group (0bc0567c-ec9a-4e53-97cc-ee1e59e28261), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.611856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (2ff0a578-72f9-4108-ba78-95c7347ffd79), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.618380 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.684425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d0a797d-e0e7-4559-ad70-3f80c08d113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0bc0567c-ec9a-4e53-97cc-ee1e59e28261), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.686113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.750565 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d0a797d-e0e7-4559-ad70-3f80c08d113d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4964254 Feb 11 05:41:38.750782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50306) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:38.762050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2ff0a578-72f9-4108-ba78-95c7347ffd79), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.826635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a797d-e0e7-4559-ad70-3f80c08d113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0567c-ec9a-4e53-97cc-ee1e59e28261,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.851155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f4862352-783f-4be7-9e1e-30ea2b8a725a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:38.851592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:38.858638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:38.864050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:38.907152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=2ff0a578-72f9-4108-ba78-95c7347ffd79,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.952638 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e25fa491-c8dc-412c-b7a3-c8b370900989 admin admin] Publish callbacks [] for security_group (0bc0567c-ec9a-4e53-97cc-ee1e59e28261), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.060157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e25fa491-c8dc-412c-b7a3-c8b370900989 admin admin] Publish callbacks [] for security_group (0bc0567c-ec9a-4e53-97cc-ee1e59e28261), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.176333 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:39.372103 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e25fa491-c8dc-412c-b7a3-c8b370900989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0bc0567c-ec9a-4e53-97cc-ee1e59e28261), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.381916 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e25fa491-c8dc-412c-b7a3-c8b370900989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.383712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e25fa491-c8dc-412c-b7a3-c8b370900989 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bc0567c-ec9a-4e53-97cc-ee1e59e28261 HTTP/1.1" status: 204 len: 168 time: 0.6354160 Feb 11 05:41:39.434602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa491-c8dc-412c-b7a3-c8b370900989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0567c-ec9a-4e53-97cc-ee1e59e28261,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.496205 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.508921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50334) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:39.672930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56233832-37ad-466a-971c-8b7acb83b7b1 req-eee563bc-fa65-4389-9a37-216dec08955f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.685446 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56233832-37ad-466a-971c-8b7acb83b7b1 req-eee563bc-fa65-4389-9a37-216dec08955f tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 944 time: 0.1293626 Feb 11 05:41:39.798190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-1961927018'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:39.808556 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (0317be27-8563-4aad-8b24-1b78ef9c48eb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.821655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56233832-37ad-466a-971c-8b7acb83b7b1 req-58b25be8-a7a4-4156-abb8-ba076fa8b64b tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297147 Feb 11 05:41:39.951965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:39.994322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:40.001971 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.023275 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.067099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f4862352-783f-4be7-9e1e-30ea2b8a725a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:40.067586 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.075345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2ff0a578-72f9-4108-ba78-95c7347ffd79), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.218710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for security_group (656edc72-eb41-4799-9ced-4f688f287e2e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.297674 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (656edc72-eb41-4799-9ced-4f688f287e2e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.317899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f4862352-783f-4be7-9e1e-30ea2b8a725a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:40.320885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.324806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:40.394099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (60ec37e9-8d56-414f-8da9-be18e4c3620d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.395313 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment 60ec37e9-8d56-414f-8da9-be18e4c3620d of type vlan for network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 Feb 11 05:41:40.427611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656edc72-eb41-4799-9ced-4f688f287e2e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:40.445228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:40.447657 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32153f45-6620-4775-934a-7fd6082a5ff6" -d '{"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:40.466161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (2ff0a578-72f9-4108-ba78-95c7347ffd79), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.492729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:40.520575 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334c09b6-29ea-40ca-b38a-74d14e39ee71 x-openstack-request-id: req-334c09b6-29ea-40ca-b38a-74d14e39ee71 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:40.520575 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:40.520575 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-334c09b6-29ea-40ca-b38a-74d14e39ee71 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:40.520575 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'code': 200} Feb 11 05:41:40.533490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (cbeea8c4-a1ba-4b28-a89f-0430e49bc190), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.544226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2ff0a578-72f9-4108-ba78-95c7347ffd79), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.577663 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.727528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:40.844139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (0317be27-8563-4aad-8b24-1b78ef9c48eb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.877089 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (cbeea8c4-a1ba-4b28-a89f-0430e49bc190), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.892575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:40.901157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.018762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=2ff0a578-72f9-4108-ba78-95c7347ffd79,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:41.212266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=cbeea8c4-a1ba-4b28-a89f-0430e49bc190,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:41.260266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:41.273655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.400464 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 0317be27-8563-4aad-8b24-1b78ef9c48eb associated. External IP: 172.25.8.103, port: e5bd2a92-1537-4b60-988f-62f4d3d2638a. Feb 11 05:41:41.473960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c12ff4-4483-4124-979a-aed7e98c884d req-da89e1ba-aa6d-402b-8b75-9e948c856a40 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:41.480417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59c12ff4-4483-4124-979a-aed7e98c884d req-da89e1ba-aa6d-402b-8b75-9e948c856a40 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 946 time: 0.2474947 Feb 11 05:41:41.494719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4db68050-0f0e-4165-916c-7f7e2084b1c9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9840684 Feb 11 05:41:41.503988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50388) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.510612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-832526313'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:41.656184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59c12ff4-4483-4124-979a-aed7e98c884d req-1b05cabe-2b4a-4e6e-bb9f-bca1ffe50085 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584132 Feb 11 05:41:41.674636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:41.679702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.686748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8abde-cbfa-41b9-9953-74623d4b8a65 req-99857b43-00d1-4be0-9813-67a7690164b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:41.688519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63e8abde-cbfa-41b9-9953-74623d4b8a65 req-99857b43-00d1-4be0-9813-67a7690164b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 1129 time: 0.4777031 Feb 11 05:41:41.745317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:41.759232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.785928 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c0d84342-1e11-49e0-b71e-208d30c48d9d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.787368 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment c0d84342-1e11-49e0-b71e-208d30c48d9d of type vlan for network fd4c0caa-e7fa-449b-9c51-d53b1c134696 Feb 11 05:41:41.830679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1752767676-network', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:41.926768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63e8abde-cbfa-41b9-9953-74623d4b8a65 req-98e0c424-95ae-44d4-a6fd-1a15f4afc56c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292132 Feb 11 05:41:41.978907 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (fd4c0caa-e7fa-449b-9c51-d53b1c134696), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.099054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:42.106177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426d864-f1fc-4db0-9515-ad41e02074ba req-e36a935a-70f2-4143-9c2e-01cb4075bc95 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:42.109015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e426d864-f1fc-4db0-9515-ad41e02074ba req-e36a935a-70f2-4143-9c2e-01cb4075bc95 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2029846 Feb 11 05:41:42.111155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (fd4c0caa-e7fa-449b-9c51-d53b1c134696), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.121366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:42.122442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.294495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:42.298791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.311018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:42.317621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=fd4c0caa-e7fa-449b-9c51-d53b1c134696,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.334548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46236a-26c1-45bd-bb61-e8e4f303db80 None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:42.370581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network fd4c0caa-e7fa-449b-9c51-d53b1c134696 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:42.375221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46236a-26c1-45bd-bb61-e8e4f303db80 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:42.376355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-df67dfa4-6790-4640-9e0f-cbbcca5d84f2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8698056 Feb 11 05:41:42.377056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5b46236a-26c1-45bd-bb61-e8e4f303db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:42.377918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.378918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50402) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.386802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': 'cbeea8c4-a1ba-4b28-a89f-0430e49bc190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:42.445032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e426d864-f1fc-4db0-9515-ad41e02074ba req-6045a118-2f87-4d5c-832e-b3845f1e5388 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152955 Feb 11 05:41:42.498576 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.513338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5b46236a-26c1-45bd-bb61-e8e4f303db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:42.589407 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Publish callbacks [] for security_group (a60f40e9-1474-4f32-a6a8-54c3423749f3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.655304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46236a-26c1-45bd-bb61-e8e4f303db80 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:42.656820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5b46236a-26c1-45bd-bb61-e8e4f303db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:42.683735 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-85b48d06-c719-4980-8dd9-bd469e7017b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9911025 Feb 11 05:41:42.685021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50414) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.724775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5b46236a-26c1-45bd-bb61-e8e4f303db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:42.727927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46236a-26c1-45bd-bb61-e8e4f303db80 None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:42.734204 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a60f40e9-1474-4f32-a6a8-54c3423749f3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.788087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:42.804861 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-21bf0f1a-fa4d-4859-83fa-76dc6948c2ce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "GET /v2.0/floatingips/0317be27-8563-4aad-8b24-1b78ef9c48eb HTTP/1.1" status: 200 len: 977 time: 0.1155648 Feb 11 05:41:42.805703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50420) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.818503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f40e9-1474-4f32-a6a8-54c3423749f3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.843938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (da97542a-92f3-4110-ade4-b04013512bb4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.844328 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Added segment da97542a-92f3-4110-ade4-b04013512bb4 of type vlan for network 5ca4e212-4526-44ec-8c74-69e1391f0651 Feb 11 05:41:42.903302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:42.907548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.948156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787af54-958f-4bf3-b0a2-c740917ab80e req-c75b7903-b68e-4e06-812f-b53c4608df3d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:42.952251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5787af54-958f-4bf3-b0a2-c740917ab80e req-c75b7903-b68e-4e06-812f-b53c4608df3d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2709095 Feb 11 05:41:43.300186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (df1c213b-5731-48b5-bd60-6eda9ea13023), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.452307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=df1c213b-5731-48b5-bd60-6eda9ea13023,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.484029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': '60ec37e9-8d56-414f-8da9-be18e4c3620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cbeea8c4-a1ba-4b28-a89f-0430e49bc190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:43.485274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: cbeea8c4-a1ba-4b28-a89f-0430e49bc190, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:43.569634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (5ca4e212-4526-44ec-8c74-69e1391f0651), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.582872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:43.590382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-19672c47-39ee-4948-aa25-64381ae9a5a0 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7800336 Feb 11 05:41:43.591632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50454) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.598277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'port_id': 'bdad836f-cd65-4580-9b23-1a902969cd8b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:43.652429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5787af54-958f-4bf3-b0a2-c740917ab80e req-555a937d-438b-4fee-9777-02a1a983ec16 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6081419 Feb 11 05:41:43.680418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353a1fa-76a2-4ae9-ba4a-5258cf1c107c req-77ba39c1-525a-4975-86cd-2b50789f8291 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:43.707930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, cbeea8c4-a1ba-4b28-a89f-0430e49bc190) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:43.722593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b353a1fa-76a2-4ae9-ba4a-5258cf1c107c req-77ba39c1-525a-4975-86cd-2b50789f8291 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 946 time: 0.7804925 Feb 11 05:41:43.722711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (0317be27-8563-4aad-8b24-1b78ef9c48eb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.732794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:43.733833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.738753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6ee2a-aad1-499a-9d3a-9d83ec78be5b None None] Network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:43.760625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (5ca4e212-4526-44ec-8c74-69e1391f0651), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.762302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:43.763266 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.916903 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7a2e53c5-2f5e-4cfe-964c-e413eb31a35c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5367327 Feb 11 05:41:43.917589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50474) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.938330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': 'fd4c0caa-e7fa-449b-9c51-d53b1c134696', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:44.133999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8574805 Feb 11 05:41:44.140432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50484) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:44.151484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-cbeea8c4-a1ba-4b28-a89f-0430e49bc190', 'network_id': 'cbeea8c4-a1ba-4b28-a89f-0430e49bc190', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': 'df1c213b-5731-48b5-bd60-6eda9ea13023'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:44.151484 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.164397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Request body: {'subnet': {'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1752767676-subnet', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:44.217095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1917cc-4f07-4ccd-8381-a181ec77bc73 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca4e212-4526-44ec-8c74-69e1391f0651,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:44.227802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b353a1fa-76a2-4ae9-ba4a-5258cf1c107c req-ceab55ba-6046-4250-91e7-abe1e1ae5694 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5100703 Feb 11 05:41:44.244361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139168b0-ab81-4679-be74-ea1f9045a321 req-5dd2dc62-46c3-4354-92bd-eb7359a049a2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:44.251702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-139168b0-ab81-4679-be74-ea1f9045a321 req-5dd2dc62-46c3-4354-92bd-eb7359a049a2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.4626944 Feb 11 05:41:44.317817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-139168b0-ab81-4679-be74-ea1f9045a321 req-ea4c8147-0f3f-4256-a4bc-8cf1339f6cb2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603378 Feb 11 05:41:44.350074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:44.355947 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.389771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:44.450917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:44.463341 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.654696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Allocated IP 172.20.0.2 (cbeea8c4-a1ba-4b28-a89f-0430e49bc190/df1c213b-5731-48b5-bd60-6eda9ea13023/9f1a8d54-811e-4c69-880e-ed2a0130e949) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:44.716155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48f4a3-b4d0-4771-be70-73aa42a81506 req-186e3b93-2426-4659-83d0-de84d3848621 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:44.717938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb48f4a3-b4d0-4771-be70-73aa42a81506 req-186e3b93-2426-4659-83d0-de84d3848621 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1861446 Feb 11 05:41:44.865038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb48f4a3-b4d0-4771-be70-73aa42a81506 req-b7dd0441-633b-4d38-82ba-ef455373b439 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179886 Feb 11 05:41:45.084459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Publish callbacks [] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.166352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (b9777442-49a6-46fb-9b45-b130eb5f0f6d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.227971 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.358603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9777442-49a6-46fb-9b45-b130eb5f0f6d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:45.382453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Pushing event updated for resources: {'Port': ['ID=9f1a8d54-811e-4c69-880e-ed2a0130e949,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:45.414559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:45.416379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:45.419548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:45.419935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Network hostable DHCP agents. Network: 5ca4e212-4526-44ec-8c74-69e1391f0651, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:45.420322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:45.448365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (a09705ec-6aa3-4688-ab32-0d428016d6a3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.561298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Attempting to bind port 9f1a8d54-811e-4c69-880e-ed2a0130e949 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:45.562003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Attempting to bind port 9f1a8d54-811e-4c69-880e-ed2a0130e949 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '60ec37e9-8d56-414f-8da9-be18e4c3620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cbeea8c4-a1ba-4b28-a89f-0430e49bc190'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:45.562916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Attempting to bind port 9f1a8d54-811e-4c69-880e-ed2a0130e949 on network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:45.573274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:45.574703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Checking segment: {'id': '60ec37e9-8d56-414f-8da9-be18e4c3620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cbeea8c4-a1ba-4b28-a89f-0430e49bc190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:45.574940 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.575809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Bound using segment: {'id': '60ec37e9-8d56-414f-8da9-be18e4c3620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cbeea8c4-a1ba-4b28-a89f-0430e49bc190'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:45.577234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Bound port: 9f1a8d54-811e-4c69-880e-ed2a0130e949, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec37e9-8d56-414f-8da9-be18e4c3620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cbeea8c4-a1ba-4b28-a89f-0430e49bc190'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:45.580701 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.605430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.614452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=a09705ec-6aa3-4688-ab32-0d428016d6a3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:45.641445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': 'c0d84342-1e11-49e0-b71e-208d30c48d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fd4c0caa-e7fa-449b-9c51-d53b1c134696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:45.642380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: fd4c0caa-e7fa-449b-9c51-d53b1c134696, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:45.649673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6912-18d0-4dbd-88cc-c0254db92b22 req-305228e7-0b49-4a3e-8489-be104c05ba7c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:45.652815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d89b6912-18d0-4dbd-88cc-c0254db92b22 req-305228e7-0b49-4a3e-8489-be104c05ba7c tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 946 time: 0.2364457 Feb 11 05:41:45.685078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:45.696226 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-bc531b0f-c1df-499a-b542-e554bfb80a61 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:45.697858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-bc531b0f-c1df-499a-b542-e554bfb80a61 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.3247287 Feb 11 05:41:45.724940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] For port 9f1a8d54-811e-4c69-880e-ed2a0130e949, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:45.728488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-ee4dee83-cba4-45f3-9758-b8ecfe4894af tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/quotas/4e196316e3f1488c8b5dc4056892429e HTTP/1.1" status: 200 len: 375 time: 0.0215189 Feb 11 05:41:45.741764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d89b6912-18d0-4dbd-88cc-c0254db92b22 req-1cde2418-862f-40d5-9af9-0d7b46161c89 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803847 Feb 11 05:41:45.773858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] For port 9f1a8d54-811e-4c69-880e-ed2a0130e949, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9f1a8d54-811e-4c69-880e-ed2a0130e949,segment=NetworkSegment(60ec37e9-8d56-414f-8da9-be18e4c3620d),segment_id=60ec37e9-8d56-414f-8da9-be18e4c3620d)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:45.787265 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (0317be27-8563-4aad-8b24-1b78ef9c48eb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.847268 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.868555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network fd4c0caa-e7fa-449b-9c51-d53b1c134696 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:45.878861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-8f58142c-c435-4339-96f2-b892c8b8e9a7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1294632 Feb 11 05:41:45.914956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 5ca4e212-4526-44ec-8c74-69e1391f0651) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:45.936342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7840eb72-45c5-425b-a20d-918a7ed29f31 None None] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:45.982319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:45.983269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.105333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495ee5a-be6b-4064-9f73-babc86a34e09 None None] Pushing event updated for resources: {'Port': ['ID=9f1a8d54-811e-4c69-880e-ed2a0130e949,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:46.148020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e946b88f-fa66-4989-9a73-00740c222e81 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0015256 Feb 11 05:41:46.149689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50566) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:46.168232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:46.198381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-564f79c4-d334-4c3c-b2f7-581cb90849fb service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099875 Feb 11 05:41:46.214428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-5ca4e212-4526-44ec-8c74-69e1391f0651', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:46.215641 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.393299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-352d99d9-7a3f-4e03-8388-b93a481854f2 service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929705 Feb 11 05:41:46.431132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (9ed39574-de82-44dc-a76c-cf5fadeacb0f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.434730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (9ed39574-de82-44dc-a76c-cf5fadeacb0f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.601964 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks [] for router_controller (9ed39574-de82-44dc-a76c-cf5fadeacb0f), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.809011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, fd4c0caa-e7fa-449b-9c51-d53b1c134696) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:46.829022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:46.830186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.868874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67be03-8c28-4789-a316-ed716638d79a None None] Network fd4c0caa-e7fa-449b-9c51-d53b1c134696 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:46.928928 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 0317be27-8563-4aad-8b24-1b78ef9c48eb associated. External IP: 172.25.8.103, port: e5bd2a92-1537-4b60-988f-62f4d3d2638a. Feb 11 05:41:47.034538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Allocated IP 172.20.0.2 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/3e8d9b45-cbab-49ab-8bc3-00094ce92737) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:47.077779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7a111e9-2335-4984-81cb-17f23a3b15b5 req-fe42d888-0754-4a6a-951e-90982d9cad15 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 210 time: 0.1182361 Feb 11 05:41:47.208118 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-70e37066-feca-4a8b-a97c-6660f9c889fa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2849460 Feb 11 05:41:47.223125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50608) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:47.243157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-22aa6332-1560-4413-b1f0-cd566be77ba0 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2055402679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:47.305975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-fd4c0caa-e7fa-449b-9c51-d53b1c134696', 'network_id': 'fd4c0caa-e7fa-449b-9c51-d53b1c134696', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': 'a09705ec-6aa3-4688-ab32-0d428016d6a3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:47.306885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.514486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9f1a8d54-811e-4c69-880e-ed2a0130e949 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:47.516397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks [] for router_gateway (9ed39574-de82-44dc-a76c-cf5fadeacb0f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.543316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6332-1560-4413-b1f0-cd566be77ba0 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (7e350b77-d9ca-41c9-aaf0-7332472b9a61), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.544420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6332-1560-4413-b1f0-cd566be77ba0 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (7e350b77-d9ca-41c9-aaf0-7332472b9a61), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.584792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168ee69-c2b3-4167-8aff-50cb91d90120 req-155e02c6-27a2-403e-9f83-593c86f9b389 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:47.613681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2168ee69-c2b3-4167-8aff-50cb91d90120 req-155e02c6-27a2-403e-9f83-593c86f9b389 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 946 time: 0.5341268 Feb 11 05:41:47.744162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:47.751913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6332-1560-4413-b1f0-cd566be77ba0 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (7e350b77-d9ca-41c9-aaf0-7332472b9a61), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.909953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2168ee69-c2b3-4167-8aff-50cb91d90120 req-d80425b2-da09-48b4-9a21-13c89d79118d tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367265 Feb 11 05:41:48.019756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2eb5e-2273-47d2-8a73-7e09b9d9caed None None] Network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:48.061319 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6332-1560-4413-b1f0-cd566be77ba0 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (7e350b77-d9ca-41c9-aaf0-7332472b9a61), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.110005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:48.160170 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a74fb-4b10-4b27-9dbd-2bafcbc3693b None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:48.200165 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a74fb-4b10-4b27-9dbd-2bafcbc3693b None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:48.202334 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-945a74fb-4b10-4b27-9dbd-2bafcbc3693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:48.234313 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22aa6332-1560-4413-b1f0-cd566be77ba0 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.237921 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-22aa6332-1560-4413-b1f0-cd566be77ba0 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0086176 Feb 11 05:41:48.241791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50654) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:48.279413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Allocated IP 172.21.0.2 (fd4c0caa-e7fa-449b-9c51-d53b1c134696/a09705ec-6aa3-4688-ab32-0d428016d6a3/8886a7c9-d932-4087-87d8-0cff02cacc8f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:48.338894 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-945a74fb-4b10-4b27-9dbd-2bafcbc3693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:48.379069 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a74fb-4b10-4b27-9dbd-2bafcbc3693b None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:48.379760 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-945a74fb-4b10-4b27-9dbd-2bafcbc3693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:48.435184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6f20e6d-8192-4eb0-b9c7-7c6f317f7849 req-79d6d94f-ef3c-4264-9ae5-e887033fa23d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 210 time: 0.1116509 Feb 11 05:41:48.486266 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-945a74fb-4b10-4b27-9dbd-2bafcbc3693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:48.489117 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a74fb-4b10-4b27-9dbd-2bafcbc3693b None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:48.543189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9f1a8d54-811e-4c69-880e-ed2a0130e949 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:48.544012 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.547454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks [] for router_gateway (9ed39574-de82-44dc-a76c-cf5fadeacb0f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.583222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.605523 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Publish callbacks [] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.615882 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-51c74a88-424d-4633-8cc1-a1944a229923 None None] Provisioning complete for port 9f1a8d54-811e-4c69-880e-ed2a0130e949 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:48.617274 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51c74a88-424d-4633-8cc1-a1944a229923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.783723 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Publish callbacks [] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.834695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.835559 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.851839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Allocated IP 172.25.8.222 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e0a103a3-f127-4ba2-a74e-75b151644456) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:48.938722 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.050537 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks [] for port (e0a103a3-f127-4ba2-a74e-75b151644456), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.086422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:49.171442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:49.182154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.182440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9f1a8d54-811e-4c69-880e-ed2a0130e949 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:49.182735 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.185037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:49.215222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Network fd4c0caa-e7fa-449b-9c51-d53b1c134696 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:49.249283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:49.249283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Pushing event updated for resources: {'Port': ['ID=3e8d9b45-cbab-49ab-8bc3-00094ce92737,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.261763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:49.317381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:49.319468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a103a3-f127-4ba2-a74e-75b151644456,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.347737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:49.369302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:49.375722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:49.519114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9f1a8d54-811e-4c69-880e-ed2a0130e949, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9f1a8d54-811e-4c69-880e-ed2a0130e949,segment=NetworkSegment(60ec37e9-8d56-414f-8da9-be18e4c3620d),segment_id=60ec37e9-8d56-414f-8da9-be18e4c3620d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:49.533584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Attempting to bind port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:49.533941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Attempting to bind port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:49.534326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Attempting to bind port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:49.544074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-51c74a88-424d-4633-8cc1-a1944a229923 None None] Current status of the port 9f1a8d54-811e-4c69-880e-ed2a0130e949 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:49.547982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51c74a88-424d-4633-8cc1-a1944a229923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.549194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Attempting to bind port 8886a7c9-d932-4087-87d8-0cff02cacc8f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:49.549587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Attempting to bind port 8886a7c9-d932-4087-87d8-0cff02cacc8f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'c0d84342-1e11-49e0-b71e-208d30c48d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fd4c0caa-e7fa-449b-9c51-d53b1c134696'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:49.550036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Attempting to bind port 8886a7c9-d932-4087-87d8-0cff02cacc8f on network fd4c0caa-e7fa-449b-9c51-d53b1c134696 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:49.558361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:49.558903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Checking segment: {'id': 'c0d84342-1e11-49e0-b71e-208d30c48d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fd4c0caa-e7fa-449b-9c51-d53b1c134696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:49.559471 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.559845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Bound using segment: {'id': 'c0d84342-1e11-49e0-b71e-208d30c48d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fd4c0caa-e7fa-449b-9c51-d53b1c134696'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:49.560355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Bound port: 8886a7c9-d932-4087-87d8-0cff02cacc8f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d84342-1e11-49e0-b71e-208d30c48d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fd4c0caa-e7fa-449b-9c51-d53b1c134696'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:49.560820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.565759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Pushing event updated for resources: {'Port': ['ID=8886a7c9-d932-4087-87d8-0cff02cacc8f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.582922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:49.583358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:49.583784 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.584372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:49.584950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Bound port: 3e8d9b45-cbab-49ab-8bc3-00094ce92737, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:49.585591 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.640649 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.723141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-073fb9cb-1c04-4fe9-a27d-634c83f4b726 req-7ac8a5ad-d2f1-4fac-add8-21f192b4507c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 210 time: 0.0472682 Feb 11 05:41:49.860144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:49.872798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.880238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.20.0.1 (cbeea8c4-a1ba-4b28-a89f-0430e49bc190/df1c213b-5731-48b5-bd60-6eda9ea13023/80c55600-9e8d-485c-bace-68aea29e2686) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:49.983715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51671a70-bd2b-4050-a7bf-3251fb9172ae None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:49.990279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9f1a8d54-811e-4c69-880e-ed2a0130e949,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:50.067260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51671a70-bd2b-4050-a7bf-3251fb9172ae None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:50.069975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-51671a70-bd2b-4050-a7bf-3251fb9172ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:50.230945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks [] for router_gateway (9ed39574-de82-44dc-a76c-cf5fadeacb0f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.232701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-51671a70-bd2b-4050-a7bf-3251fb9172ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:50.315908 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-51c74a88-424d-4633-8cc1-a1944a229923 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:50.316929 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-51c74a88-424d-4633-8cc1-a1944a229923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:50.323854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51671a70-bd2b-4050-a7bf-3251fb9172ae None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:50.325437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-51671a70-bd2b-4050-a7bf-3251fb9172ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:50.331158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] For port 3e8d9b45-cbab-49ab-8bc3-00094ce92737, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:50.338416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] For port 3e8d9b45-cbab-49ab-8bc3-00094ce92737, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3e8d9b45-cbab-49ab-8bc3-00094ce92737,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:50.349980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-047b261d-dab5-4547-adeb-7bf24b39aeed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/floatingips/0317be27-8563-4aad-8b24-1b78ef9c48eb HTTP/1.1" status: 200 len: 978 time: 6.7569165 Feb 11 05:41:50.356372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50720) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:50.368412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:50.395405 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-42f55f1c-ae3d-47cf-93ea-005f96d06e63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6267264 Feb 11 05:41:50.432317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-51671a70-bd2b-4050-a7bf-3251fb9172ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:50.433036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51671a70-bd2b-4050-a7bf-3251fb9172ae None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:50.471256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] For port 8886a7c9-d932-4087-87d8-0cff02cacc8f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:50.484711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (80c55600-9e8d-485c-bace-68aea29e2686), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.498891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (0317be27-8563-4aad-8b24-1b78ef9c48eb), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.506411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] For port 8886a7c9-d932-4087-87d8-0cff02cacc8f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8886a7c9-d932-4087-87d8-0cff02cacc8f,segment=NetworkSegment(c0d84342-1e11-49e0-b71e-208d30c48d9d),segment_id=c0d84342-1e11-49e0-b71e-208d30c48d9d)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:50.540904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.611670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-11d63d53-839f-42ed-ab83-c4ccf90bd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.614507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-11d63d53-839f-42ed-ab83-c4ccf90bd8e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.1250534 Feb 11 05:41:50.740125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.802546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bc1e0-f4b1-4381-9e02-701773db9b10 None None] Pushing event updated for resources: {'Port': ['ID=3e8d9b45-cbab-49ab-8bc3-00094ce92737,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:50.986217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-6016d00f-2d4c-4cc8-953c-507fa1e324ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.993586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-6016d00f-2d4c-4cc8-953c-507fa1e324ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.3463082 Feb 11 05:41:51.105986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (80c55600-9e8d-485c-bace-68aea29e2686), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.107846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b370f242-fca3-42b5-baef-9e105c843501 req-f8969b0c-b3e9-4a67-b435-2f8072466a1d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 210 time: 0.2436316 Feb 11 05:41:51.119352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-51c74a88-424d-4633-8cc1-a1944a229923 None None] Current status of the port 9f1a8d54-811e-4c69-880e-ed2a0130e949 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:51.150550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e245d-cbea-4aed-9694-79d9e391ea4a None None] Pushing event updated for resources: {'Port': ['ID=8886a7c9-d932-4087-87d8-0cff02cacc8f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:51.285822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7992eebc-57e7-4f08-8935-b68f99ab6ba2 None None] Provisioning complete for port 9f1a8d54-811e-4c69-880e-ed2a0130e949 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:51.286313 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7992eebc-57e7-4f08-8935-b68f99ab6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.305710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=80c55600-9e8d-485c-bace-68aea29e2686,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:51.340781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:51.346156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:51.369495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:51.442533 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.494200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-62ca2d24-d652-4fb8-9b08-b9f145b4f27f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.501249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-62ca2d24-d652-4fb8-9b08-b9f145b4f27f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.83 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 1.0172641 Feb 11 05:41:51.526733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'port': {'device_id': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'admin_state_up': True, 'tenant_id': '4e196316e3f1488c8b5dc4056892429e'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:51.536837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (0317be27-8563-4aad-8b24-1b78ef9c48eb), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.537379 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 0317be27-8563-4aad-8b24-1b78ef9c48eb disassociated. External IP: 172.25.8.103, port: bdad836f-cd65-4580-9b23-1a902969cd8b. Feb 11 05:41:51.662456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (7e350b77-d9ca-41c9-aaf0-7332472b9a61), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.983845 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-1cfc135d-0441-4e8b-8e56-6e76b6bccaf9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.9862692 Feb 11 05:41:52.209960 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-a64ed995-826d-431d-bde7-cbacc75c6ed0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5333562 Feb 11 05:41:52.214095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-9bfbbdfe-edb4-4f00-a999-3431e600d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:52.215700 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-9bfbbdfe-edb4-4f00-a999-3431e600d2a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.2018220 Feb 11 05:41:52.232850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7992eebc-57e7-4f08-8935-b68f99ab6ba2 None None] Current status of the port 9f1a8d54-811e-4c69-880e-ed2a0130e949 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:52.235814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9f1a8d54-811e-4c69-880e-ed2a0130e949 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:52.349051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (9ed39574-de82-44dc-a76c-cf5fadeacb0f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.412658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7a23028-12fb-4866-9323-f6a7f6c6c862 req-6482b5b9-f342-4ff3-a46c-7a3c74454f8b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 210 time: 0.0598233 Feb 11 05:41:52.439472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9f1a8d54-811e-4c69-880e-ed2a0130e949 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:52.439849 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.494264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8b4ad961-76ff-48a1-a608-961094f065b5 None None] Provisioning complete for port 80c55600-9e8d-485c-bace-68aea29e2686 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:52.497189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad961-76ff-48a1-a608-961094f065b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (80c55600-9e8d-485c-bace-68aea29e2686), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.513090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Made reservation on behalf of 4e196316e3f1488c8b5dc4056892429e for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:52.523089 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.542584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-98d195ba-e603-44ad-9660-adf9e4276652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:52.551478 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-98d195ba-e603-44ad-9660-adf9e4276652 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3290946 Feb 11 05:41:52.553839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-c2ed4e57-8e44-49d8-9a25-4773e0a7fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:52.556080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-c2ed4e57-8e44-49d8-9a25-4773e0a7fcde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 1128 time: 0.3001909 Feb 11 05:41:52.557878 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (80c55600-9e8d-485c-bace-68aea29e2686), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.564779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-4cc01e2e-26f9-4277-a899-e456df439d40 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:41:52.573596 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-4cc01e2e-26f9-4277-a899-e456df439d40 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130079 Feb 11 05:41:52.612302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ad961-76ff-48a1-a608-961094f065b5 None None] Port 80c55600-9e8d-485c-bace-68aea29e2686 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:52.786490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9f1a8d54-811e-4c69-880e-ed2a0130e949 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:52.787749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3e8d9b45-cbab-49ab-8bc3-00094ce92737 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:52.910164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:52.911040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.126977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:53.127367 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.236653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 3e8d9b45-cbab-49ab-8bc3-00094ce92737, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3e8d9b45-cbab-49ab-8bc3-00094ce92737,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:53.317306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.451655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57fa20-3428-46d3-badb-2f99c9407a99 None None] Network fd4c0caa-e7fa-449b-9c51-d53b1c134696 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:53.458824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=3e8d9b45-cbab-49ab-8bc3-00094ce92737,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:53.648477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-74128b12-0f10-4478-a22d-f6c3b4b1238a None None] Provisioning complete for port 8886a7c9-d932-4087-87d8-0cff02cacc8f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:53.648974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-74128b12-0f10-4478-a22d-f6c3b4b1238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.701359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e53ad983-64f1-4cfb-8981-fe5ef1390190 req-255977a9-7915-4455-b453-b03fcc7cf134 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 210 time: 0.0458763 Feb 11 05:41:53.720578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:53.753158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ae6a9-a093-4c35-9275-604a97901af2 None None] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:53.864029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Allocated IP 172.20.0.13 (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9/0a461791-d80d-4bef-acb7-feac702b3c53/150507d7-9c32-4c25-b7cc-e5906d5ac2b0) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:54.065818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3e8d9b45-cbab-49ab-8bc3-00094ce92737 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:54.187917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-03a07beb-8a5c-485b-9074-5089739f076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:54.188703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.201038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-03a07beb-8a5c-485b-9074-5089739f076b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 1.6184876 Feb 11 05:41:54.308046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-74128b12-0f10-4478-a22d-f6c3b4b1238a None None] Current status of the port 8886a7c9-d932-4087-87d8-0cff02cacc8f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:54.309258 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-74128b12-0f10-4478-a22d-f6c3b4b1238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.333650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.359179 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-7df57736-b474-4bbd-bfb3-1c6ef0470542 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7777967 Feb 11 05:41:54.376799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-74128b12-0f10-4478-a22d-f6c3b4b1238a None None] For port 8886a7c9-d932-4087-87d8-0cff02cacc8f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8886a7c9-d932-4087-87d8-0cff02cacc8f,segment=NetworkSegment(c0d84342-1e11-49e0-b71e-208d30c48d9d),segment_id=c0d84342-1e11-49e0-b71e-208d30c48d9d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:54.384179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f5428bce-f783-4979-9ed6-59e6e46c62d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:54.399772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:54.401450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:54.406792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:54.410199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:54.416405 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-0934d0e7-6b5d-4eb6-917c-feebc01a69a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32117ff4-5c31-4c04-9b33-16294d978859 HTTP/1.1" status: 200 len: 217 time: 0.1935859 Feb 11 05:41:54.489379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['32117ff4-5c31-4c04-9b33-16294d978859'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:54.502010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-74128b12-0f10-4478-a22d-f6c3b4b1238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.635970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:54.636642 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.701849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a26a56a-3f9f-4afe-aedf-145a0782ef3a req-e29eccd5-a1e6-46e7-8917-8fb596ffc5cc service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914677 Feb 11 05:41:54.739355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-24047ccf-dc66-415f-9d9e-8d9ef1060d83 None None] Provisioning complete for port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:54.739734 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24047ccf-dc66-415f-9d9e-8d9ef1060d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.822953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:54.832835 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:54.852056 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:54.856431 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:54.928154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-fc3b973c-0ea6-4c75-9cc6-5ee7555d757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:54.941044 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-fc3b973c-0ea6-4c75-9cc6-5ee7555d757a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.2270629 Feb 11 05:41:55.003631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74128b12-0f10-4478-a22d-f6c3b4b1238a None None] Pushing event updated for resources: {'Port': ['ID=8886a7c9-d932-4087-87d8-0cff02cacc8f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.141938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-a39d42c8-9fdc-4d8a-a6bc-e1953e4a01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.143642 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-a39d42c8-9fdc-4d8a-a6bc-e1953e4a01aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1849611 Feb 11 05:41:55.176828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:55.181875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.188444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cd83c5bf-bd16-4ea5-aa05-6ea8e67f5090 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0316563 Feb 11 05:41:55.200900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.203272 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:55.203436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'Port': ['ID=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.216507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b40fc4-aece-433c-b3d9-9a2be4e50809 None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:55.220114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50908) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:55.244282 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (80c55600-9e8d-485c-bace-68aea29e2686), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.350298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-d044dc1f-74bb-4ef4-8ae1-053975e1952a req-e0498c51-6cb2-4253-abd1-16c423ba7a38 tempest-ServersOnMultiNodesTest-1470473419 tempest-ServersOnMultiNodesTest-1470473419-project] (104086) timed out ('10.222.0.83', 64194) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:41:55.356312 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (80c55600-9e8d-485c-bace-68aea29e2686), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.358127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:55.359323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8886a7c9-d932-4087-87d8-0cff02cacc8f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:55.472291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (7e350b77-d9ca-41c9-aaf0-7332472b9a61), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.477956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=80c55600-9e8d-485c-bace-68aea29e2686,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.519518 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:41:49Z', 'revision_number': 3, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:55.521485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.522137 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.600998 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:55.601347 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Updating router 9ed39574-de82-44dc-a76c-cf5fadeacb0f port e0a103a3-f127-4ba2-a74e-75b151644456 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:55.644085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.644443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.644817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.645163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.645510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.645853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:55.645980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.646188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.646520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.646849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.647953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b40fc4-aece-433c-b3d9-9a2be4e50809 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:55.649147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d6b40fc4-aece-433c-b3d9-9a2be4e50809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:55.651045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:55.657674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.660416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.660416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.660416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:55.676131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-045d8a7a-dbfb-43fc-8850-a4cde1739cde service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241902 Feb 11 05:41:55.709658 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.754210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2cdfe64e-8b9b-46f2-800f-30f40d6986a6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/floatingips/0317be27-8563-4aad-8b24-1b78ef9c48eb HTTP/1.1" status: 200 len: 688 time: 5.4021034 Feb 11 05:41:55.758392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50930) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:55.787445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-24047ccf-dc66-415f-9d9e-8d9ef1060d83 None None] Current status of the port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:55.795898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d6b40fc4-aece-433c-b3d9-9a2be4e50809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:55.801124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ce1a-5209-434d-ba9a-309ff56a1494 req-08209697-5317-43a2-9b57-5b6372f3dfc6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.806396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7240ce1a-5209-434d-ba9a-309ff56a1494 req-08209697-5317-43a2-9b57-5b6372f3dfc6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 932 time: 0.8769917 Feb 11 05:41:55.891159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-b93ac317-9ef2-4e50-8c77-21594082452c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3796980 Feb 11 05:41:55.927114 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-584794ba-48cc-41ff-b5e7-cbce6f3394e0 req-22c475a9-8796-449b-96ab-cae652c2007d service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149285 Feb 11 05:41:55.992405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Request body: {'port': {'device_id': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:55.995533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b40fc4-aece-433c-b3d9-9a2be4e50809 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:55.996197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d6b40fc4-aece-433c-b3d9-9a2be4e50809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.058906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 7e350b77-d9ca-41c9-aaf0-7332472b9a61 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:56.119169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d6b40fc4-aece-433c-b3d9-9a2be4e50809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.126976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b40fc4-aece-433c-b3d9-9a2be4e50809 None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:56.156375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-24047ccf-dc66-415f-9d9e-8d9ef1060d83 None None] Provisioning complete for port 8886a7c9-d932-4087-87d8-0cff02cacc8f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:56.163662 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.173800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24047ccf-dc66-415f-9d9e-8d9ef1060d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.297991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8886a7c9-d932-4087-87d8-0cff02cacc8f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:56.298379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.365931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:56.384105 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00afd1f-8d4c-4072-b013-2ff19642fff1 None None] Sync routers for ids ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:56.403050 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a0e5953-d525-4b0d-a9d1-4c84e44b9682 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/7e350b77-d9ca-41c9-aaf0-7332472b9a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1596630 Feb 11 05:41:56.404141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50954) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:56.470090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7240ce1a-5209-434d-ba9a-309ff56a1494 req-60dd054f-995f-4474-b167-9b05ef4103ea tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543429 Feb 11 05:41:56.526016 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Publish callbacks [] for port (e0a103a3-f127-4ba2-a74e-75b151644456), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.526016 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00afd1f-8d4c-4072-b013-2ff19642fff1 None None] Routers {'7e350b77-d9ca-41c9-aaf0-7332472b9a61'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:56.526016 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d00afd1f-8d4c-4072-b013-2ff19642fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.586454 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d00afd1f-8d4c-4072-b013-2ff19642fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.591853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb8f212-5b91-42aa-a67c-6b7d3801fb80 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.592102 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00afd1f-8d4c-4072-b013-2ff19642fff1 None None] Routers {'7e350b77-d9ca-41c9-aaf0-7332472b9a61'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:56.594127 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d00afd1f-8d4c-4072-b013-2ff19642fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.595098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8886a7c9-d932-4087-87d8-0cff02cacc8f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:56.598126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-24047ccf-dc66-415f-9d9e-8d9ef1060d83 None None] Current status of the port 8886a7c9-d932-4087-87d8-0cff02cacc8f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:56.598617 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5fb8f212-5b91-42aa-a67c-6b7d3801fb80 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports/80c55600-9e8d-485c-bace-68aea29e2686 HTTP/1.1" status: 200 len: 910 time: 0.1908426 Feb 11 05:41:56.599846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:56.684832 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d00afd1f-8d4c-4072-b013-2ff19642fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.685498 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00afd1f-8d4c-4072-b013-2ff19642fff1 None None] The sync data for ids ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:56.736044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Provisioning complete for port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:56.736453 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.779013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8886a7c9-d932-4087-87d8-0cff02cacc8f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:56.824561 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.840918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port 2ff0a578-72f9-4108-ba78-95c7347ffd79 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:56.841269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2ff0a578-72f9-4108-ba78-95c7347ffd79), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.914583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8886a7c9-d932-4087-87d8-0cff02cacc8f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:56.915065 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.933222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2ff0a578-72f9-4108-ba78-95c7347ffd79), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.933825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (2ff0a578-72f9-4108-ba78-95c7347ffd79), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.947752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for 2ff0a578-72f9-4108-ba78-95c7347ffd79 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:56.960306 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Attempting to bind port e0a103a3-f127-4ba2-a74e-75b151644456 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:56.961924 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Attempting to bind port e0a103a3-f127-4ba2-a74e-75b151644456 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:56.962732 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Attempting to bind port e0a103a3-f127-4ba2-a74e-75b151644456 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:56.965460 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Pushing event updated for resources: {'Port': ['ID=e0a103a3-f127-4ba2-a74e-75b151644456,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:56.978983 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.979912 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.980495 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.981133 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.982207 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.983097 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.983726 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.984296 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.984897 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.985457 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.986001 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.986557 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.987121 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:56.992431 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:56.993685 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:56.996513 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.999305 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:56.999305 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Bound port: e0a103a3-f127-4ba2-a74e-75b151644456, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:56.999305 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.100386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Current status of the port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:57.106402 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] For port e0a103a3-f127-4ba2-a74e-75b151644456, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:57.113006 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] For port e0a103a3-f127-4ba2-a74e-75b151644456, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e0a103a3-f127-4ba2-a74e-75b151644456,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:57.122846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Provisioning complete for port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:57.123249 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.246268 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.270539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:57.359045 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:57.359688 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:57.365939 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2ff0a578-72f9-4108-ba78-95c7347ffd79), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.374791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Provisioning complete for port 80c55600-9e8d-485c-bace-68aea29e2686 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:57.379532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (80c55600-9e8d-485c-bace-68aea29e2686), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.424512 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.497181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8886a7c9-d932-4087-87d8-0cff02cacc8f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:57.533971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a2309c9-6861-45e5-b816-5df543328b8a None None] Port 80c55600-9e8d-485c-bace-68aea29e2686 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:57.561945 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:57.705654 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072246c-c8e2-4457-bcc4-68787e42a8ef None None] Pushing event updated for resources: {'Port': ['ID=e0a103a3-f127-4ba2-a74e-75b151644456,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:57.810249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:57.810249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Publish callbacks [] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.823844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Transition to ACTIVE for port object 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:41:57.825010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=2ff0a578-72f9-4108-ba78-95c7347ffd79,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:57.860934 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.918596 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:41:49Z', 'revision_number': 3, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:58.004101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.096353 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdbcb4-8306-4244-981f-513765607707 None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:41:49Z', 'revision_number': 3, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:58.147834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35306814-7366-4414-b3da-4416aa7277df service neutron] Pushing event updated for resources: {'Port': ['ID=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:58.180772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.21.0.1 (fd4c0caa-e7fa-449b-9c51-d53b1c134696/a09705ec-6aa3-4688-ab32-0d428016d6a3/db986cb9-d238-4f69-9de9-c0cddeb0ed78) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:58.211408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5449-7afe-43a2-84a4-c9dce4b5b01d req-41f25420-5e25-43c2-abe9-1ce18590492a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.213726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e44f5449-7afe-43a2-84a4-c9dce4b5b01d req-41f25420-5e25-43c2-abe9-1ce18590492a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 932 time: 0.3851480 Feb 11 05:41:58.460643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.652866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Allocated IP 172.20.0.1 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/ebeffee5-de91-4a1f-b4af-7bdf4bcae93b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:58.710227 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.753513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network fd4c0caa-e7fa-449b-9c51-d53b1c134696 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:58.763452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Attempting to bind port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:58.765855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Attempting to bind port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:58.768680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Attempting to bind port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:58.771314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:58.783261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:58.823749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:41:58.826160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Attempting to bind port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:58.855161 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e44f5449-7afe-43a2-84a4-c9dce4b5b01d req-4d1458b0-6f63-48b6-8b69-00ba48fe2a49 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962651 Feb 11 05:41:58.856040 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (0317be27-8563-4aad-8b24-1b78ef9c48eb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.869920 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.874912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b70c89b6-8c7f-4301-9e10-d29e3e2c4d8b tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/floatingips/0317be27-8563-4aad-8b24-1b78ef9c48eb HTTP/1.1" status: 204 len: 168 time: 3.1108885 Feb 11 05:41:58.875990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51034) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:58.919748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=db986cb9-d238-4f69-9de9-c0cddeb0ed78,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:59.005222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (7e350b77-d9ca-41c9-aaf0-7332472b9a61), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.125441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e0a103a3-f127-4ba2-a74e-75b151644456 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:59.205389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:59.206229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Checking segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:59.207137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Bound using segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:59.208053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Bound port: 150507d7-9c32-4c25-b7cc-e5906d5ac2b0, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:59.208824 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.229140 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-0de9d632-c6a5-43af-90a3-b410eb5cabab tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] delete failed (client error): The resource could not be found. Feb 11 05:41:59.246926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51046) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.248722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0de9d632-c6a5-43af-90a3-b410eb5cabab tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/floatingips/0317be27-8563-4aad-8b24-1b78ef9c48eb HTTP/1.1" status: 404 len: 345 time: 0.2034986 Feb 11 05:41:59.302229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e0a103a3-f127-4ba2-a74e-75b151644456 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:59.302422 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.494294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Publish callbacks [] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.557951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] For port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:59.582605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3ff11c97-1132-4343-976a-38c2d18cd722 None None] Provisioning complete for port db986cb9-d238-4f69-9de9-c0cddeb0ed78 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:59.587528 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ff11c97-1132-4343-976a-38c2d18cd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.607999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] For port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:59.629844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.663512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e0a103a3-f127-4ba2-a74e-75b151644456 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:59.665437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.679330 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.681933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b2dbb-3acd-48d9-9c91-42b2d9677e8e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.687705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b2dbb-3acd-48d9-9c91-42b2d9677e8e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.693474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b2dbb-3acd-48d9-9c91-42b2d9677e8e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.695573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4e3b2dbb-3acd-48d9-9c91-42b2d9677e8e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "GET /v2.0/ports?network_id=cafae6d8-af44-4fdc-a695-e566a1342620 HTTP/1.1" status: 200 len: 2357 time: 0.4475143 Feb 11 05:41:59.699701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51068) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.732861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port e0a103a3-f127-4ba2-a74e-75b151644456, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e0a103a3-f127-4ba2-a74e-75b151644456,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:59.743885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.746582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.748396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3ff11c97-1132-4343-976a-38c2d18cd722 None None] Port db986cb9-d238-4f69-9de9-c0cddeb0ed78 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:59.749519 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.763991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-35306814-7366-4414-b3da-4416aa7277df service neutron] 10.222.0.83 "PUT /v2.0/ports/150507d7-9c32-4c25-b7cc-e5906d5ac2b0 HTTP/1.1" status: 200 len: 1093 time: 3.7814965 Feb 11 05:41:59.798433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'tag': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:59.798433 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789358d2-1459-4aac-952d-f855ee116454" -d '{"events": [{"name": "network-changed", "server_uuid": "f5accc5e-f7c4-4e38-ae37-1c23be9eb718", "tag": "150507d7-9c32-4c25-b7cc-e5906d5ac2b0"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:59.830542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.030672 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b8f9d8-177a-4601-8a5a-cadd8465d416 x-openstack-request-id: req-85b8f9d8-177a-4601-8a5a-cadd8465d416 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:00.030846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=e0a103a3-f127-4ba2-a74e-75b151644456,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:00.030969 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5accc5e-f7c4-4e38-ae37-1c23be9eb718", "tag": "150507d7-9c32-4c25-b7cc-e5906d5ac2b0", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:00.031206 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85b8f9d8-177a-4601-8a5a-cadd8465d416 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:00.031735 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'tag': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0', 'status': 'completed', 'code': 200} Feb 11 05:42:00.106036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:00.137314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:00.140733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:00.201626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-ecd93581-41b5-4c2d-9c22-cad191e08cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.207310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-ecd93581-41b5-4c2d-9c22-cad191e08cb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 1127 time: 0.3210716 Feb 11 05:42:00.235918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35306814-7366-4414-b3da-4416aa7277df service neutron] Pushing event updated for resources: {'Port': ['ID=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:00.317727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84df2a-3fb0-4882-8dea-d6c752d826dc req-0afcdc43-0447-417a-8ac3-3cc0b2f5c41f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.332350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b84df2a-3fb0-4882-8dea-d6c752d826dc req-0afcdc43-0447-417a-8ac3-3cc0b2f5c41f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 944 time: 0.3295491 Feb 11 05:42:00.403313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-d6296733-48f5-45d1-a093-f228dda67d50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0 HTTP/1.1" status: 200 len: 217 time: 0.1794207 Feb 11 05:42:00.542600 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c882b43-7961-4c4d-b75e-bfe2cba328a4 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.544242 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8c882b43-7961-4c4d-b75e-bfe2cba328a4 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "GET /v2.0/subnets/315c6d01-46f8-49f0-a9dd-2d31d9004d16 HTTP/1.1" status: 200 len: 797 time: 0.8371274 Feb 11 05:42:00.546717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.549052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51102) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.563738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'port': {'network_id': 'cafae6d8-af44-4fdc-a695-e566a1342620', 'name': 'tempest-FloatingIPTestJSON-1033975420', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:00.702310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ebc71df1-28d5-43e1-9434-21358416d433 None None] Provisioning complete for port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:00.706748 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebc71df1-28d5-43e1-9434-21358416d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.802860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e0a103a3-f127-4ba2-a74e-75b151644456 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:00.821509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.903380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ebc71df1-28d5-43e1-9434-21358416d433 None None] Port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:00.960304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e0a103a3-f127-4ba2-a74e-75b151644456 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:00.961055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.010530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=db986cb9-d238-4f69-9de9-c0cddeb0ed78,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:01.022373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (7e350b77-d9ca-41c9-aaf0-7332472b9a61), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.087722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:01.181761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e0a103a3-f127-4ba2-a74e-75b151644456 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:01.199985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (9ed39574-de82-44dc-a76c-cf5fadeacb0f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.272050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.277825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:01.314050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-4e9ea58d-2a57-4d86-9ab9-726f54ebd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.318554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-4e9ea58d-2a57-4d86-9ab9-726f54ebd351 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.8934646 Feb 11 05:42:01.344563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b84df2a-3fb0-4882-8dea-d6c752d826dc req-b6b0a78f-0d8f-4603-8d21-01c27ccf0431 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0110931 Feb 11 05:42:01.389327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] device_id is not set on port c408fe96-b8e4-49c4-89dd-e48f39a9080d yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:01.506875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-10e8f5fe-df66-4fb0-801f-830250d91622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.512337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-10e8f5fe-df66-4fb0-801f-830250d91622 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1855609 Feb 11 05:42:01.635787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network fd4c0caa-e7fa-449b-9c51-d53b1c134696 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:01.639526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:01.806187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.853115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 7e350b77-d9ca-41c9-aaf0-7332472b9a61 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:02.021786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-3284df33-8fa4-4ccb-9bf7-93bb072cfbed service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015600 Feb 11 05:42:02.156256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a30136c8-b69e-41c5-b09d-294f068cf78f None None] Provisioning complete for port db986cb9-d238-4f69-9de9-c0cddeb0ed78 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:02.158817 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a30136c8-b69e-41c5-b09d-294f068cf78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.244239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a30136c8-b69e-41c5-b09d-294f068cf78f None None] Port db986cb9-d238-4f69-9de9-c0cddeb0ed78 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:02.402486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87853775-b6a9-4995-9622-fad8b6fac8eb req-5ed03553-5b2c-4a31-9499-956bb9c55ea7 service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667061 Feb 11 05:42:02.527403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Publish callbacks [] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.609528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.852807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a4b2a-0536-46c5-b202-c40958c7c609 req-e5e3ff98-74fd-4b46-8460-09c5f6726399 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:02.859979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-129a4b2a-0536-46c5-b202-c40958c7c609 req-e5e3ff98-74fd-4b46-8460-09c5f6726399 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 944 time: 0.3794608 Feb 11 05:42:02.895498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789358d2-1459-4aac-952d-f855ee116454 req-3b5a9550-9415-45d7-b6fd-b9130154ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:02.897114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-3b5a9550-9415-45d7-b6fd-b9130154ed5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 1127 time: 0.3560987 Feb 11 05:42:02.900257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.20.0.14 (cafae6d8-af44-4fdc-a695-e566a1342620/315c6d01-46f8-49f0-a9dd-2d31d9004d16/c408fe96-b8e4-49c4-89dd-e48f39a9080d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:02.913826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.20.0.13 (cafae6d8-af44-4fdc-a695-e566a1342620/315c6d01-46f8-49f0-a9dd-2d31d9004d16/c408fe96-b8e4-49c4-89dd-e48f39a9080d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:02.918209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:02.928087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3fdd9adb-636d-4c99-ac47-3a7d6cf98fde tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/7e350b77-d9ca-41c9-aaf0-7332472b9a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3271790 Feb 11 05:42:02.930914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51180) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:02.934137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd4c69-b1cb-4310-b3f2-a14bb5b7c27e None None] Sync routers for ids ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:02.956118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd4c69-b1cb-4310-b3f2-a14bb5b7c27e None None] Routers {'7e350b77-d9ca-41c9-aaf0-7332472b9a61'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:02.959421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a9dd4c69-b1cb-4310-b3f2-a14bb5b7c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:02.975011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:02.984170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (9ed39574-de82-44dc-a76c-cf5fadeacb0f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.041752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7566f-797b-4635-8dbc-9429144d153d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.043305 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1ec7566f-797b-4635-8dbc-9429144d153d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports/db986cb9-d238-4f69-9de9-c0cddeb0ed78 HTTP/1.1" status: 200 len: 910 time: 0.1097815 Feb 11 05:42:03.046740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:03.101350 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31eb677b-6684-4ced-bfdf-2911de92d6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.129238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a9dd4c69-b1cb-4310-b3f2-a14bb5b7c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:03.160317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd4c69-b1cb-4310-b3f2-a14bb5b7c27e None None] Routers {'7e350b77-d9ca-41c9-aaf0-7332472b9a61'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:03.162033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a9dd4c69-b1cb-4310-b3f2-a14bb5b7c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:03.175032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-129a4b2a-0536-46c5-b202-c40958c7c609 req-171bf502-58a6-4380-a602-664fafdbc722 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141451 Feb 11 05:42:03.270732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a9dd4c69-b1cb-4310-b3f2-a14bb5b7c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:03.278383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd4c69-b1cb-4310-b3f2-a14bb5b7c27e None None] The sync data for ids ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:03.337620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:03.341752 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:03.394521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789358d2-1459-4aac-952d-f855ee116454 req-d64ae48f-b522-46d4-87cf-b07b4eafc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.397244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-d64ae48f-b522-46d4-87cf-b07b4eafc60c service neutron] 10.222.0.83 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.4928281 Feb 11 05:42:03.532667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-25dc234e-0c25-4baa-a9ec-0e46d6905113 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0 HTTP/1.1" status: 200 len: 217 time: 0.1292052 Feb 11 05:42:03.619461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (c408fe96-b8e4-49c4-89dd-e48f39a9080d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.681305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789358d2-1459-4aac-952d-f855ee116454 req-d494f576-12e1-4b6a-aebb-3e10f22d8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.682827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-d494f576-12e1-4b6a-aebb-3e10f22d8cf3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1395586 Feb 11 05:42:03.706237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4bd31327-9a44-49eb-85ec-cb5d8f7ea39d None None] Provisioning complete for port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:03.706774 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4bd31327-9a44-49eb-85ec-cb5d8f7ea39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.747456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4bd31327-9a44-49eb-85ec-cb5d8f7ea39d None None] Port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:03.778866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c408fe96-b8e4-49c4-89dd-e48f39a9080d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.781024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:03.795014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789358d2-1459-4aac-952d-f855ee116454 req-d209e240-cdcb-4ade-a1a6-8b5b1f575d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.796805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-d209e240-cdcb-4ade-a1a6-8b5b1f575d39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1045697 Feb 11 05:42:03.808725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-afe6aee4-2a06-43b1-997b-4f161809d26b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:42:03.809953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-afe6aee4-2a06-43b1-997b-4f161809d26b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064418 Feb 11 05:42:03.861995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (7e350b77-d9ca-41c9-aaf0-7332472b9a61), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.920945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network cafae6d8-af44-4fdc-a695-e566a1342620 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:03.934841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=c408fe96-b8e4-49c4-89dd-e48f39a9080d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:04.008343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-cfb59bf6-b776-41ea-803f-e99648a8a267 service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579428 Feb 11 05:42:04.021500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:04.025683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:04.032312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:04.044273 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:04.060516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e365c5c4-1f49-491b-9d2b-8dd0ffc3c8e6 admin admin] 10.222.0.62 "PUT /v2.0/routers/9ed39574-de82-44dc-a76c-cf5fadeacb0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8400185 Feb 11 05:42:04.070876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:04.071532 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:41:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:04.115235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:04.127152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:04.127787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.252425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789358d2-1459-4aac-952d-f855ee116454 req-ad674408-a6a1-444e-937a-85df10a910b0 service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354736 Feb 11 05:42:04.252676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da22d4cb-4dda-48dc-83c9-61ac61cbf1c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.7000725 Feb 11 05:42:04.252804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51212) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:04.257254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'c408fe96-b8e4-49c4-89dd-e48f39a9080d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:04.317537 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:04.362234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.530186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port db986cb9-d238-4f69-9de9-c0cddeb0ed78 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:04.530545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.559116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eefd77-9ad3-4962-8c26-bd629827607b req-0dbfb3aa-2c3c-43c6-bbc7-5f1f1d15c548 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:04.560842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22eefd77-9ad3-4962-8c26-bd629827607b req-0dbfb3aa-2c3c-43c6-bbc7-5f1f1d15c548 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 944 time: 0.1587892 Feb 11 05:42:04.585282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:04.639647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0', 'mac_address': 'fa:16:3e:27:91:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:04.652312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22eefd77-9ad3-4962-8c26-bd629827607b req-b6cd9b29-bc85-4c93-9bf4-98fab4442116 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830703 Feb 11 05:42:04.678608 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.739478 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:04.740982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.787167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:04.795405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.815920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for db986cb9-d238-4f69-9de9-c0cddeb0ed78 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:04.821904 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:02Z', 'revision_number': 2, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:04.839654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:04.904824 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.919262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:04.919714 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Updating router 9ed39574-de82-44dc-a76c-cf5fadeacb0f port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:42:04.930949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.25.8.154 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9edd2867-1f8e-4cd5-ae3f-642ecb463c06) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:04.983256 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.022450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.142466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['150507d7-9c32-4c25-b7cc-e5906d5ac2b0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:05.225940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.271176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (db986cb9-d238-4f69-9de9-c0cddeb0ed78), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.375269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=db986cb9-d238-4f69-9de9-c0cddeb0ed78,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.406553 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.529088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:05.542348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:05.552336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:05.598827 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Publish callbacks [] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.631035 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c073422d-a55d-49ca-bfc5-1a6b820712d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.654635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=9edd2867-1f8e-4cd5-ae3f-642ecb463c06,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.711864 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.788707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51240) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:05.805480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-80612703-network', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:05.834747 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc9708-cdbc-489f-9a09-d307e1e0ac03 None None] Pushing event updated for resources: {'Port': ['ID=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.968241 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Attempting to bind port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:05.969749 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Attempting to bind port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:05.970117 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Attempting to bind port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:05.991402 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:05.991793 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:05.994216 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.994650 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:05.995155 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Bound port: ebeffee5-de91-4a1f-b4af-7bdf4bcae93b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:05.996858 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.998000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (7e350b77-d9ca-41c9-aaf0-7332472b9a61), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.130862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:06.146574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] For port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:06.152744 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] For port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:06.166170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Made reservation on behalf of 0220c5aa26474ebcba8d71f7f35a9b80 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:06.172161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.240360 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.246791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.304678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5fec1e49-5ff4-4054-9cff-6ded162097a8 None None] Provisioning complete for port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:06.306990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5fec1e49-5ff4-4054-9cff-6ded162097a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.358624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:06.386673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:06.386673 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.387088 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:06.387088 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:06.604011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 7e350b77-d9ca-41c9-aaf0-7332472b9a61 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:06.608872 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:06.660865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5fec1e49-5ff4-4054-9cff-6ded162097a8 None None] Current status of the port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:06.665628 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5fec1e49-5ff4-4054-9cff-6ded162097a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.757571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f146d-e8b7-48a9-9baa-c45399b65607 req-fa2b4279-08be-41d2-a34e-d9fd2a429a45 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:06.766532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b5f146d-e8b7-48a9-9baa-c45399b65607 req-fa2b4279-08be-41d2-a34e-d9fd2a429a45 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 945 time: 0.5380690 Feb 11 05:42:06.785858 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc9708-cdbc-489f-9a09-d307e1e0ac03 None None] Pushing event updated for resources: {'Port': ['ID=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:06.818115 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (81d56d21-b18e-4642-a935-8bbc004db695), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.839913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:06.843239 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.845486 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.856948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5fec1e49-5ff4-4054-9cff-6ded162097a8 None None] For port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:06.903479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:06.905850 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7baec78-92c0-49f5-a518-97fb12ede7c6" -d '{"events": [{"server_uuid": "f5accc5e-f7c4-4e38-ae37-1c23be9eb718", "name": "network-vif-plugged", "status": "completed", "tag": "150507d7-9c32-4c25-b7cc-e5906d5ac2b0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:06.938759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:06.954194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5fec1e49-5ff4-4054-9cff-6ded162097a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.959171 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e3539b52-973e-4259-a3ba-8290a4538bfa tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/7e350b77-d9ca-41c9-aaf0-7332472b9a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9077687 Feb 11 05:42:06.960084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51258) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:06.981679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Publish callbacks [] for security_group (772b31e5-2bf1-4e75-9138-1f421e6f410c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.981930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:06.984944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef144da-72ea-4f22-acbd-bf98bc84ac88 None None] Sync routers for ids ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:07.012983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b5f146d-e8b7-48a9-9baa-c45399b65607 req-7d198cc3-47ea-4d08-8798-095ac29b5177 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453196 Feb 11 05:42:07.080424 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.086712 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.098169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef144da-72ea-4f22-acbd-bf98bc84ac88 None None] Routers {'7e350b77-d9ca-41c9-aaf0-7332472b9a61'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:07.098911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-aef144da-72ea-4f22-acbd-bf98bc84ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:07.127053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (772b31e5-2bf1-4e75-9138-1f421e6f410c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.148181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:07.164347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cee88b0d-182e-434d-9bf0-ae6b10a170f7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.164347 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Added segment cee88b0d-182e-434d-9bf0-ae6b10a170f7 of type vlan for network 758529dd-a97a-4cda-9884-750313acac7c Feb 11 05:42:07.204029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-aef144da-72ea-4f22-acbd-bf98bc84ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:07.221171 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (758529dd-a97a-4cda-9884-750313acac7c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.326701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772b31e5-2bf1-4e75-9138-1f421e6f410c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:07.330678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec1e49-5ff4-4054-9cff-6ded162097a8 None None] Pushing event updated for resources: {'Port': ['ID=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:07.345517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bbecb923-78bb-4aad-86d8-ac970cf7a83b None None] Provisioning complete for port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:07.345908 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bbecb923-78bb-4aad-86d8-ac970cf7a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.355043 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:07.359214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef144da-72ea-4f22-acbd-bf98bc84ac88 None None] Routers {'7e350b77-d9ca-41c9-aaf0-7332472b9a61'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:07.359991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-aef144da-72ea-4f22-acbd-bf98bc84ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:07.363131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (758529dd-a97a-4cda-9884-750313acac7c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.368948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:07.369627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.459491 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b395896-770c-4f4a-9c57-ec73bb376812 None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:07.473560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.551569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.623771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] Pushing event updated for resources: {'Network': ['ID=758529dd-a97a-4cda-9884-750313acac7c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:07.668106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-aef144da-72ea-4f22-acbd-bf98bc84ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:07.668994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef144da-72ea-4f22-acbd-bf98bc84ac88 None None] The sync data for ids ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:07.687299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 758529dd-a97a-4cda-9884-750313acac7c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:07.759301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (81d56d21-b18e-4642-a935-8bbc004db695), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.769768 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630cf031-3c8f-4560-aa20-e010c9a4ee9a x-openstack-request-id: req-630cf031-3c8f-4560-aa20-e010c9a4ee9a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:07.771148 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5accc5e-f7c4-4e38-ae37-1c23be9eb718", "name": "network-vif-plugged", "status": "completed", "tag": "150507d7-9c32-4c25-b7cc-e5906d5ac2b0", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:07.771421 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-630cf031-3c8f-4560-aa20-e010c9a4ee9a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:07.771879 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0', 'code': 200} Feb 11 05:42:07.837994 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bcea2c23-e4c5-4ae4-a598-17867bd2ae79 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0452471 Feb 11 05:42:07.841250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51268) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.869447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Request body: {'subnet': {'network_id': '758529dd-a97a-4cda-9884-750313acac7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-80612703-subnet', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:08.004158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:08.093160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Made reservation on behalf of 0220c5aa26474ebcba8d71f7f35a9b80 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:08.094122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bbecb923-78bb-4aad-86d8-ac970cf7a83b None None] Current status of the port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:08.105010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.328854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.442630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.519977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=9edd2867-1f8e-4cd5-ae3f-642ecb463c06,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:08.571923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (c67c557e-177c-42dc-a6c8-ea5bc026d353), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.702338 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 81d56d21-b18e-4642-a935-8bbc004db695 associated. External IP: 172.25.8.154, port: c408fe96-b8e4-49c4-89dd-e48f39a9080d. Feb 11 05:42:08.721776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Checking segment: {'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:08.722429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Network hostable DHCP agents. Network: 758529dd-a97a-4cda-9884-750313acac7c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:08.803985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (7e350b77-d9ca-41c9-aaf0-7332472b9a61), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.804121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ebeffee5-de91-4a1f-b4af-7bdf4bcae93b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:08.844526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256b9e-5a8b-4a1a-b177-b892c882bb94 req-13b8929b-0824-4b1b-aa00-9dbd7189d46a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:08.846170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b256b9e-5a8b-4a1a-b177-b892c882bb94 req-13b8929b-0824-4b1b-aa00-9dbd7189d46a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 946 time: 0.3387187 Feb 11 05:42:08.932161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:08.932559 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.114276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:09.174097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f539e-c9bc-4596-946a-432237f05285 req-b68e5bfe-2423-4dd6-a0d0-2a6c122e2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:09.175674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a80f539e-c9bc-4596-946a-432237f05285 req-b68e5bfe-2423-4dd6-a0d0-2a6c122e2f37 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 1129 time: 1.4065123 Feb 11 05:42:09.245816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.357787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b256b9e-5a8b-4a1a-b177-b892c882bb94 req-46f61fac-4a13-4f3c-995b-98b5d34470de tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333452 Feb 11 05:42:09.393156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a80f539e-c9bc-4596-946a-432237f05285 req-0c72a8b1-fba1-4b33-8e1f-41f3164b44b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093506 Feb 11 05:42:09.418555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:09.499463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Network 758529dd-a97a-4cda-9884-750313acac7c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:09.502423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67c557e-177c-42dc-a6c8-ea5bc026d353,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:09.585746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 758529dd-a97a-4cda-9884-750313acac7c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:09.599423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:09.599423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.603898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a6dc2e-07f5-4f2a-8c85-68598b224125 None None] Network 758529dd-a97a-4cda-9884-750313acac7c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:09.638611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:09.652974 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939581a9-81cf-405f-ac3d-d7d2d4cd5c67 None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:09.668949 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939581a9-81cf-405f-ac3d-d7d2d4cd5c67 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:09.669842 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-939581a9-81cf-405f-ac3d-d7d2d4cd5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.722875 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-939581a9-81cf-405f-ac3d-d7d2d4cd5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.735877 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939581a9-81cf-405f-ac3d-d7d2d4cd5c67 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:09.736984 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-939581a9-81cf-405f-ac3d-d7d2d4cd5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.776968 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-69498429-c70d-4b94-a374-e245804f371c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9324429 Feb 11 05:42:09.777685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51288) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:09.777795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-758529dd-a97a-4cda-9884-750313acac7c', 'network_id': '758529dd-a97a-4cda-9884-750313acac7c', 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'fixed_ips': [{'subnet_id': 'c67c557e-177c-42dc-a6c8-ea5bc026d353'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:09.778684 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.784423 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-939581a9-81cf-405f-ac3d-d7d2d4cd5c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:09.785401 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939581a9-81cf-405f-ac3d-d7d2d4cd5c67 None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:09.786751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:09.805341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 80c55600-9e8d-485c-bace-68aea29e2686 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:09.805756 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (80c55600-9e8d-485c-bace-68aea29e2686), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.819045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.861542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5b1efc77-bc94-4a84-9cbc-11808c9721c8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.6077385 Feb 11 05:42:09.865069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51294) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:09.880427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'port_id': 'c408fe96-b8e4-49c4-89dd-e48f39a9080d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:09.937070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (80c55600-9e8d-485c-bace-68aea29e2686), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.951608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 80c55600-9e8d-485c-bace-68aea29e2686 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:09.994435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (5b2e2868-0b41-44e3-bc0d-999216a1910d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.995699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (5b2e2868-0b41-44e3-bc0d-999216a1910d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.054077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Allocated IP 172.20.0.2 (758529dd-a97a-4cda-9884-750313acac7c/c67c557e-177c-42dc-a6c8-ea5bc026d353/ff4a6c5d-24d8-4586-b523-f11d268241ea) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:10.122974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (81d56d21-b18e-4642-a935-8bbc004db695), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.358207 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Publish callbacks [] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.409946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (80c55600-9e8d-485c-bace-68aea29e2686), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.488074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.509004 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks [] for router_controller (5b2e2868-0b41-44e3-bc0d-999216a1910d), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.599496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=80c55600-9e8d-485c-bace-68aea29e2686,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:10.881607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (7e350b77-d9ca-41c9-aaf0-7332472b9a61), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.980736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35287652-7ee5-48ce-885a-6617c897c1dc req-e46b8855-13db-4c84-9bb3-3f9bdb666a03 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.988284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35287652-7ee5-48ce-885a-6617c897c1dc req-e46b8855-13db-4c84-9bb3-3f9bdb666a03 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 946 time: 0.5040379 Feb 11 05:42:11.022958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Network 758529dd-a97a-4cda-9884-750313acac7c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:11.041849 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:11.048846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:11.077802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks [] for router_gateway (5b2e2868-0b41-44e3-bc0d-999216a1910d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.143887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Pushing event updated for resources: {'Port': ['ID=ff4a6c5d-24d8-4586-b523-f11d268241ea,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:11.148524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35287652-7ee5-48ce-885a-6617c897c1dc req-28b80cf7-d9c7-43cc-adea-07124cdf6584 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601279 Feb 11 05:42:11.207492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 7e350b77-d9ca-41c9-aaf0-7332472b9a61 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:11.268973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Attempting to bind port ff4a6c5d-24d8-4586-b523-f11d268241ea on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:11.271917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Attempting to bind port ff4a6c5d-24d8-4586-b523-f11d268241ea by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:11.272312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Attempting to bind port ff4a6c5d-24d8-4586-b523-f11d268241ea on network 758529dd-a97a-4cda-9884-750313acac7c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:11.284203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:11.284591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Checking segment: {'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:11.285016 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.285414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Bound using segment: {'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:11.288449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Bound port: ff4a6c5d-24d8-4586-b523-f11d268241ea, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:11.288899 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.377362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:42:11.393732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:11.422262 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4e1a0eb6-c522-49fd-8a48-c7bf295d4204 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/7e350b77-d9ca-41c9-aaf0-7332472b9a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4481158 Feb 11 05:42:11.424674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51316) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:11.436096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df1a2c-caba-4639-ac0c-74f2361a7c21 None None] Sync routers for ids ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:11.449621 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.478084 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da1ab834-307d-406d-8fcd-6d462de666d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e350b77-d9ca-41c9-aaf0-7332472b9a61 HTTP/1.1" status: 200 len: 205 time: 0.0513408 Feb 11 05:42:11.480793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51318) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:11.486941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df1a2c-caba-4639-ac0c-74f2361a7c21 None None] Routers {'7e350b77-d9ca-41c9-aaf0-7332472b9a61'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:11.490575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-96df1a2c-caba-4639-ac0c-74f2361a7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:11.554164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.556464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-96df1a2c-caba-4639-ac0c-74f2361a7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:11.565601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] For port ff4a6c5d-24d8-4586-b523-f11d268241ea, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:11.577147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df1a2c-caba-4639-ac0c-74f2361a7c21 None None] Routers {'7e350b77-d9ca-41c9-aaf0-7332472b9a61'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:11.577900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-96df1a2c-caba-4639-ac0c-74f2361a7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:11.582417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (81d56d21-b18e-4642-a935-8bbc004db695), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.583901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] For port ff4a6c5d-24d8-4586-b523-f11d268241ea, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ff4a6c5d-24d8-4586-b523-f11d268241ea,segment=NetworkSegment(cee88b0d-182e-434d-9bf0-ae6b10a170f7),segment_id=cee88b0d-182e-434d-9bf0-ae6b10a170f7)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:11.624511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks [] for router_gateway (5b2e2868-0b41-44e3-bc0d-999216a1910d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.643935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27a8150e-4a1e-4fb1-97e0-679e1240afec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (7e350b77-d9ca-41c9-aaf0-7332472b9a61), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.666612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-96df1a2c-caba-4639-ac0c-74f2361a7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:11.667681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df1a2c-caba-4639-ac0c-74f2361a7c21 None None] The sync data for ids ['7e350b77-d9ca-41c9-aaf0-7332472b9a61'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:11.694007 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.770274 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.904561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d768561-2605-4b7c-83a7-12bb9dbb8204 None None] Pushing event updated for resources: {'Port': ['ID=ff4a6c5d-24d8-4586-b523-f11d268241ea,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:11.924896 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27a8150e-4a1e-4fb1-97e0-679e1240afec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (7e350b77-d9ca-41c9-aaf0-7332472b9a61), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.927259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27a8150e-4a1e-4fb1-97e0-679e1240afec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (7e350b77-d9ca-41c9-aaf0-7332472b9a61), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.933552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Allocated IP 172.25.8.33 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/bab632f7-281d-4f32-8ced-aee634eeebc0) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:12.109405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks [] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.132368 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27a8150e-4a1e-4fb1-97e0-679e1240afec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (7e350b77-d9ca-41c9-aaf0-7332472b9a61), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.132368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a8150e-4a1e-4fb1-97e0-679e1240afec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Fanout notify agent at l3_agent the message router_deleted on router 7e350b77-d9ca-41c9-aaf0-7332472b9a61 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:42:12.144439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27a8150e-4a1e-4fb1-97e0-679e1240afec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.144439 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-27a8150e-4a1e-4fb1-97e0-679e1240afec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/7e350b77-d9ca-41c9-aaf0-7332472b9a61 HTTP/1.1" status: 204 len: 168 time: 0.6592052 Feb 11 05:42:12.149213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51326) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:12.323261 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.399902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Pushing event updated for resources: {'Port': ['ID=bab632f7-281d-4f32-8ced-aee634eeebc0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:12.423413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:12.429528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:12.433479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:12.529348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bc41ab-a680-4b78-a243-ea7500684449 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet a09705ec-6aa3-4688-ab32-0d428016d6a3 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:12.548658 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35bc41ab-a680-4b78-a243-ea7500684449 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (a09705ec-6aa3-4688-ab32-0d428016d6a3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.819182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ff4a6c5d-24d8-4586-b523-f11d268241ea up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:12.924487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ff4a6c5d-24d8-4586-b523-f11d268241ea triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:12.924487 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.074155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ff4a6c5d-24d8-4586-b523-f11d268241ea is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:13.074846 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.152536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port ff4a6c5d-24d8-4586-b523-f11d268241ea, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ff4a6c5d-24d8-4586-b523-f11d268241ea,segment=NetworkSegment(cee88b0d-182e-434d-9bf0-ae6b10a170f7),segment_id=cee88b0d-182e-434d-9bf0-ae6b10a170f7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:13.225573 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.315773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=ff4a6c5d-24d8-4586-b523-f11d268241ea,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:13.366823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03035a1-972d-46e4-90f1-607adec20c49 req-71706458-4b83-46a5-bb5c-b2d0246479cb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:13.369432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f03035a1-972d-46e4-90f1-607adec20c49 req-71706458-4b83-46a5-bb5c-b2d0246479cb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 946 time: 1.0652292 Feb 11 05:42:13.379584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35bc41ab-a680-4b78-a243-ea7500684449 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (a09705ec-6aa3-4688-ab32-0d428016d6a3), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.465830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f03035a1-972d-46e4-90f1-607adec20c49 req-e6468cdc-d611-4038-87fb-a3117393d928 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782123 Feb 11 05:42:13.481358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:13.619581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc59ea94-0cb4-4177-8aac-fd108b9e599b None None] Network 758529dd-a97a-4cda-9884-750313acac7c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:13.774313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-25a6c62e-422e-4bb5-aca4-642d19b69e70 None None] Provisioning complete for port ff4a6c5d-24d8-4586-b523-f11d268241ea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:13.774849 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-25a6c62e-422e-4bb5-aca4-642d19b69e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.812425 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35bc41ab-a680-4b78-a243-ea7500684449 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a09705ec-6aa3-4688-ab32-0d428016d6a3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.916894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17657656-9c2e-4b53-8bf6-f287968d997f req-29c0bd66-84eb-42b9-94c0-43d64b735061 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4e196316e3f1488c8b5dc4056892429e HTTP/1.1" status: 200 len: 267 time: 0.2819140 Feb 11 05:42:14.062131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-25a6c62e-422e-4bb5-aca4-642d19b69e70 None None] Current status of the port ff4a6c5d-24d8-4586-b523-f11d268241ea is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:14.211286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:14.221574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6922c-83e1-4e16-864d-95f08febc05f None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:14.237578 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6922c-83e1-4e16-864d-95f08febc05f None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:14.238200 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-eec6922c-83e1-4e16-864d-95f08febc05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.240992 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks [] for router_gateway (5b2e2868-0b41-44e3-bc0d-999216a1910d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.246902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.336251 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-eec6922c-83e1-4e16-864d-95f08febc05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.361125 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6922c-83e1-4e16-864d-95f08febc05f None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:14.361732 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-eec6922c-83e1-4e16-864d-95f08febc05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.386259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35bc41ab-a680-4b78-a243-ea7500684449 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (a09705ec-6aa3-4688-ab32-0d428016d6a3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.398527 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-eec6922c-83e1-4e16-864d-95f08febc05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.399216 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6922c-83e1-4e16-864d-95f08febc05f None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:14.422310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e81a7-27e2-46dd-9bb3-eb0873bc897c None None] Network fd4c0caa-e7fa-449b-9c51-d53b1c134696 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:14.441831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17657656-9c2e-4b53-8bf6-f287968d997f req-4fd4782a-5d8d-4340-8a8c-b7573f183f14 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:14.447029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17657656-9c2e-4b53-8bf6-f287968d997f req-4fd4782a-5d8d-4340-8a8c-b7573f183f14 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 946 time: 0.4280710 Feb 11 05:42:14.451780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35bc41ab-a680-4b78-a243-ea7500684449 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.455704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-35bc41ab-a680-4b78-a243-ea7500684449 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/a09705ec-6aa3-4688-ab32-0d428016d6a3 HTTP/1.1" status: 204 len: 168 time: 2.3051875 Feb 11 05:42:14.459361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51352) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:14.466933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-17657656-9c2e-4b53-8bf6-f287968d997f req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'port': {'security_groups': []}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:14.474142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc41ab-a680-4b78-a243-ea7500684449 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=a09705ec-6aa3-4688-ab32-0d428016d6a3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:14.486868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-def9822a-5790-4b5b-b1df-110c81e40bf3 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/floatingips/81d56d21-b18e-4642-a935-8bbc004db695 HTTP/1.1" status: 200 len: 979 time: 4.6204669 Feb 11 05:42:14.535375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51354) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:14.574149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a8d69aa6-519c-45bd-8521-95ca4126a9b0 None None] Provisioning complete for port ff4a6c5d-24d8-4586-b523-f11d268241ea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:14.574623 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8d69aa6-519c-45bd-8521-95ca4126a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.642697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-c829f755-2f08-4ba9-b61b-9be2be6ce9d4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet df1c213b-5731-48b5-bd60-6eda9ea13023 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:14.664579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c829f755-2f08-4ba9-b61b-9be2be6ce9d4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (df1c213b-5731-48b5-bd60-6eda9ea13023), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.703486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a8d69aa6-519c-45bd-8521-95ca4126a9b0 None None] Current status of the port ff4a6c5d-24d8-4586-b523-f11d268241ea is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:14.761539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] DHCP port deletion for fd4c0caa-e7fa-449b-9c51-d53b1c134696 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:14.772835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c829f755-2f08-4ba9-b61b-9be2be6ce9d4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (df1c213b-5731-48b5-bd60-6eda9ea13023), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.826759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ff4a6c5d-24d8-4586-b523-f11d268241ea up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:14.859965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (5b2e2868-0b41-44e3-bc0d-999216a1910d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.886945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c829f755-2f08-4ba9-b61b-9be2be6ce9d4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (df1c213b-5731-48b5-bd60-6eda9ea13023), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.914468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17657656-9c2e-4b53-8bf6-f287968d997f req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.956735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] Deleting port 8886a7c9-d932-4087-87d8-0cff02cacc8f {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:14.957184 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.068628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ff4a6c5d-24d8-4586-b523-f11d268241ea triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:15.069386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.073404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c829f755-2f08-4ba9-b61b-9be2be6ce9d4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (df1c213b-5731-48b5-bd60-6eda9ea13023), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.140211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829f755-2f08-4ba9-b61b-9be2be6ce9d4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=df1c213b-5731-48b5-bd60-6eda9ea13023,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:15.162945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c829f755-2f08-4ba9-b61b-9be2be6ce9d4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.170335 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c829f755-2f08-4ba9-b61b-9be2be6ce9d4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/df1c213b-5731-48b5-bd60-6eda9ea13023 HTTP/1.1" status: 204 len: 168 time: 0.7087152 Feb 11 05:42:15.175183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51360) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:15.182990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed8bbcf-bf98-4a0c-9022-98df2df7a1b5 None None] Network cbeea8c4-a1ba-4b28-a89f-0430e49bc190 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:15.317645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] For port 8886a7c9-d932-4087-87d8-0cff02cacc8f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8886a7c9-d932-4087-87d8-0cff02cacc8f,segment=NetworkSegment(c0d84342-1e11-49e0-b71e-208d30c48d9d),segment_id=c0d84342-1e11-49e0-b71e-208d30c48d9d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:15.317645 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.323657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-17657656-9c2e-4b53-8bf6-f287968d997f req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] For port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:15.362869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (fd4c0caa-e7fa-449b-9c51-d53b1c134696), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.364909 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17657656-9c2e-4b53-8bf6-f287968d997f req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.433877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] Calling delete_port for 8886a7c9-d932-4087-87d8-0cff02cacc8f owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:15.435995 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17657656-9c2e-4b53-8bf6-f287968d997f req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.481876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f5428bce-f783-4979-9ed6-59e6e46c62d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:15.489560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['32117ff4-5c31-4c04-9b33-16294d978859', '150507d7-9c32-4c25-b7cc-e5906d5ac2b0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:15.514826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 8886a7c9-d932-4087-87d8-0cff02cacc8f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:15.515481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.584977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17657656-9c2e-4b53-8bf6-f287968d997f req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:15.585713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-17657656-9c2e-4b53-8bf6-f287968d997f req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.588902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17657656-9c2e-4b53-8bf6-f287968d997f req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "PUT /v2.0/ports/150507d7-9c32-4c25-b7cc-e5906d5ac2b0 HTTP/1.1" status: 200 len: 905 time: 1.1295931 Feb 11 05:42:15.599788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port 9edd2867-1f8e-4cd5-ae3f-642ecb463c06 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:15.599788 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.734076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port 8886a7c9-d932-4087-87d8-0cff02cacc8f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8886a7c9-d932-4087-87d8-0cff02cacc8f,segment=NetworkSegment(c0d84342-1e11-49e0-b71e-208d30c48d9d),segment_id=c0d84342-1e11-49e0-b71e-208d30c48d9d)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:15.738256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.773925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 8886a7c9-d932-4087-87d8-0cff02cacc8f owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:15.778302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['150507d7-9c32-4c25-b7cc-e5906d5ac2b0'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:15.884012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.884590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.909303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'tag': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:15.917222 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eebf22b-6edc-42e6-a58d-90b82292de91" -d '{"events": [{"name": "network-changed", "server_uuid": "f5accc5e-f7c4-4e38-ae37-1c23be9eb718", "tag": "150507d7-9c32-4c25-b7cc-e5906d5ac2b0"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:15.960823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for 9edd2867-1f8e-4cd5-ae3f-642ecb463c06 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:16.070319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ff4a6c5d-24d8-4586-b523-f11d268241ea is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:16.111910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.179741 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:42:16.202001 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fcafee-9c54-490c-afc7-4b0d27bb1e84 x-openstack-request-id: req-83fcafee-9c54-490c-afc7-4b0d27bb1e84 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:16.202304 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5accc5e-f7c4-4e38-ae37-1c23be9eb718", "tag": "150507d7-9c32-4c25-b7cc-e5906d5ac2b0", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:16.202563 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83fcafee-9c54-490c-afc7-4b0d27bb1e84 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:16.207178 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'tag': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0', 'status': 'completed', 'code': 200} Feb 11 05:42:16.222181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No DVR routers for this DVR port 8886a7c9-d932-4087-87d8-0cff02cacc8f on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:16.232076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=8886a7c9-d932-4087-87d8-0cff02cacc8f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:16.241841 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] DHCP port deletion for cbeea8c4-a1ba-4b28-a89f-0430e49bc190 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:16.258525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (8886a7c9-d932-4087-87d8-0cff02cacc8f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.309562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e3cb8b5f-857a-45ed-b596-bb9a92125805 None None] Provisioning complete for port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:16.315729 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8b5f-857a-45ed-b596-bb9a92125805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.319505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1db25-6098-4f57-8a90-f508511a0227 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'Port': ['ID=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:16.334728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] No DVR routers for this DVR port 8886a7c9-d932-4087-87d8-0cff02cacc8f on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:16.373905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b2891-a4b0-4598-96a9-5577ff058e34 req-74da83d5-a971-44e1-8c40-8bf2e5c56e1a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:16.401745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce6b2891-a4b0-4598-96a9-5577ff058e34 req-74da83d5-a971-44e1-8c40-8bf2e5c56e1a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 908 time: 0.4385395 Feb 11 05:42:16.413383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Router 5b2e2868-0b41-44e3-bc0d-999216a1910d is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:42:16.414528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e31116-b408-4de2-8c4d-51ad461d65b5 None None] Pushing event deleted for resources: {'Port': ['ID=8886a7c9-d932-4087-87d8-0cff02cacc8f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:16.484111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (fd4c0caa-e7fa-449b-9c51-d53b1c134696), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.502380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-11c3f547-bbef-475d-9fb2-732f0e000a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:16.506663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-11c3f547-bbef-475d-9fb2-732f0e000a8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 1091 time: 0.2625792 Feb 11 05:42:16.547106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4c0caa-e7fa-449b-9c51-d53b1c134696']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:16.572056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d84342-1e11-49e0-b71e-208d30c48d9d') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:16.576637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d84342-1e11-49e0-b71e-208d30c48d9d') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:16.591853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] Deleting port 9f1a8d54-811e-4c69-880e-ed2a0130e949 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:16.592386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.604243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (c0d84342-1e11-49e0-b71e-208d30c48d9d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.631712 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c0d84342-1e11-49e0-b71e-208d30c48d9d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.653176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb8b5f-857a-45ed-b596-bb9a92125805 None None] Current status of the port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:16.673846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:16.678773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (c0d84342-1e11-49e0-b71e-208d30c48d9d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.715491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] For port 9f1a8d54-811e-4c69-880e-ed2a0130e949, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9f1a8d54-811e-4c69-880e-ed2a0130e949,segment=NetworkSegment(60ec37e9-8d56-414f-8da9-be18e4c3620d),segment_id=60ec37e9-8d56-414f-8da9-be18e4c3620d)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:16.716225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.761417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] Calling delete_port for 9f1a8d54-811e-4c69-880e-ed2a0130e949 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:16.787984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9f1a8d54-811e-4c69-880e-ed2a0130e949 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:16.798462 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:16.840731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:16.858247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (fd4c0caa-e7fa-449b-9c51-d53b1c134696), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.860909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Sync routers for ids ['5b2e2868-0b41-44e3-bc0d-999216a1910d'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:16.863998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.869229 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/fd4c0caa-e7fa-449b-9c51-d53b1c134696 HTTP/1.1" status: 204 len: 168 time: 1.6935258 Feb 11 05:42:16.889296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51386) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:16.900577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Routers {'5b2e2868-0b41-44e3-bc0d-999216a1910d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:16.901433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b2e2868-0b41-44e3-bc0d-999216a1910d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:16.907864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a757-8231-47bb-a581-96d2e9170b55 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=fd4c0caa-e7fa-449b-9c51-d53b1c134696,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:16.932142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dcf71-77af-4821-abb6-e42e77697944 req-c45be0ea-74df-4154-8721-ef53891be7a9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:16.934048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-126dcf71-77af-4821-abb6-e42e77697944 req-c45be0ea-74df-4154-8721-ef53891be7a9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3341231 Feb 11 05:42:17.007382 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9edd2867-1f8e-4cd5-ae3f-642ecb463c06), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.084827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=9edd2867-1f8e-4cd5-ae3f-642ecb463c06,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.142275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-c48a196f-12b0-4f20-9c15-285e806cd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.145640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-c48a196f-12b0-4f20-9c15-285e806cd78f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.6329820 Feb 11 05:42:17.189117 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (81d56d21-b18e-4642-a935-8bbc004db695), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.189944 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 81d56d21-b18e-4642-a935-8bbc004db695 disassociated (deleted). External IP: 172.25.8.154, port: c408fe96-b8e4-49c4-89dd-e48f39a9080d. Feb 11 05:42:17.205017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Set router 5b2e2868-0b41-44e3-bc0d-999216a1910d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:17.319757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.325104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51394) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:17.325306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.333614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39d5a12c-5d16-4374-b395-78360d48d573 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5543957 Feb 11 05:42:17.433954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9f1a8d54-811e-4c69-880e-ed2a0130e949 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:17.434277 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9f1a8d54-811e-4c69-880e-ed2a0130e949), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.489538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-86090a88-2843-43ee-bfb0-bfc365a63591 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0 HTTP/1.1" status: 200 len: 217 time: 0.1445150 Feb 11 05:42:17.581210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-acad5ec9-2520-4091-995e-1b280256336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.583801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-acad5ec9-2520-4091-995e-1b280256336a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0922809 Feb 11 05:42:17.645906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-126dcf71-77af-4821-abb6-e42e77697944 req-6ff83c2a-8363-42c1-8bcc-19feee453f11 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6879299 Feb 11 05:42:17.673741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (cbeea8c4-a1ba-4b28-a89f-0430e49bc190), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.691735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] Pushing event deleted for resources: {'Port': ['ID=9f1a8d54-811e-4c69-880e-ed2a0130e949,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.740807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d30cbd-1ce2-4c76-9a0e-33dc46482678 None None] No DVR routers for this DVR port 9f1a8d54-811e-4c69-880e-ed2a0130e949 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:17.772832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8886a7c9-d932-4087-87d8-0cff02cacc8f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:17.801615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8886a7c9-d932-4087-87d8-0cff02cacc8f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:17.801968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8886a7c9-d932-4087-87d8-0cff02cacc8f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:17.926629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T05:42:13Z', 'revision_number': 3, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port': {'id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:11Z', 'updated_at': '2022-02-11T05:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.005271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Checking router: 5b2e2868-0b41-44e3-bc0d-999216a1910d for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:18.005888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Updating router 5b2e2868-0b41-44e3-bc0d-999216a1910d port bab632f7-281d-4f32-8ced-aee634eeebc0 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:42:18.044449 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.309297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.461868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Publish callbacks [] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.529884 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (cbeea8c4-a1ba-4b28-a89f-0430e49bc190), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.546318 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.614965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Allocated IP 172.20.0.1 (758529dd-a97a-4cda-9884-750313acac7c/c67c557e-177c-42dc-a6c8-ea5bc026d353/9ad0c83f-b443-480a-8f84-eaf0905aaa95) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:18.646834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbeea8c4-a1ba-4b28-a89f-0430e49bc190']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.677419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ec37e9-8d56-414f-8da9-be18e4c3620d') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.677774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ec37e9-8d56-414f-8da9-be18e4c3620d') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.687731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Attempting to bind port bab632f7-281d-4f32-8ced-aee634eeebc0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:18.688137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Attempting to bind port bab632f7-281d-4f32-8ced-aee634eeebc0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:18.688971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Attempting to bind port bab632f7-281d-4f32-8ced-aee634eeebc0 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:18.690627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-29c1b3b6-489c-4bd9-a0a4-03e1317adcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:18.692167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-29c1b3b6-489c-4bd9-a0a4-03e1317adcc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0507903 Feb 11 05:42:18.706072 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (60ec37e9-8d56-414f-8da9-be18e4c3620d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.709064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb92e1-a6e6-41f3-99b0-510b08857a48 None None] Pushing event updated for resources: {'Port': ['ID=bab632f7-281d-4f32-8ced-aee634eeebc0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:18.719759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:18.720244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:18.720693 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.721108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:18.721817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Bound port: bab632f7-281d-4f32-8ced-aee634eeebc0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:18.725036 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.729788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fdfe8-ab85-4b72-bf7f-b89c1d449556 req-620d0215-3507-4f67-ae2f-6d084599e4f1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:18.731493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b4fdfe8-ab85-4b72-bf7f-b89c1d449556 req-620d0215-3507-4f67-ae2f-6d084599e4f1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 946 time: 0.1984258 Feb 11 05:42:18.787420 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (60ec37e9-8d56-414f-8da9-be18e4c3620d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.802794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:18.802794 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (60ec37e9-8d56-414f-8da9-be18e4c3620d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.810463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] For port bab632f7-281d-4f32-8ced-aee634eeebc0, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:18.815107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] For port bab632f7-281d-4f32-8ced-aee634eeebc0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bab632f7-281d-4f32-8ced-aee634eeebc0,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:18.823021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Publish callbacks [] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.824776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7e823-7d07-40a6-8913-b22797ab5537 req-da7593b4-5029-40c2-8d5a-ff79553038ed tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5de7e823-7d07-40a6-8913-b22797ab5537 req-da7593b4-5029-40c2-8d5a-ff79553038ed tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.9860904 Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:18.830022 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:18.889435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.916180 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.950902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb92e1-a6e6-41f3-99b0-510b08857a48 None None] Pushing event updated for resources: {'Port': ['ID=bab632f7-281d-4f32-8ced-aee634eeebc0,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:18.975660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:18.981092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Network 758529dd-a97a-4cda-9884-750313acac7c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:18.987301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Routers {'5b2e2868-0b41-44e3-bc0d-999216a1910d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:18.987301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b2e2868-0b41-44e3-bc0d-999216a1910d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.990711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:18.994353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:19.058786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Pushing event updated for resources: {'Port': ['ID=9ad0c83f-b443-480a-8f84-eaf0905aaa95,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:19.090773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (5b2e2868-0b41-44e3-bc0d-999216a1910d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.136336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b4fdfe8-ab85-4b72-bf7f-b89c1d449556 req-f243fee1-8c87-49c1-b09f-ca322a8eab92 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033054 Feb 11 05:42:19.185053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5de7e823-7d07-40a6-8913-b22797ab5537 req-71676cbd-c2f5-45c7-9413-ce7eae9d1304 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373461 Feb 11 05:42:19.185053 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (cbeea8c4-a1ba-4b28-a89f-0430e49bc190), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.232122 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.236310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/cbeea8c4-a1ba-4b28-a89f-0430e49bc190 HTTP/1.1" status: 204 len: 168 time: 2.3340781 Feb 11 05:42:19.237806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-5d23ec1e-5db3-4417-939b-11677bad0000 service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341358 Feb 11 05:42:19.251614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51428) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.260060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-340907245'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:19.284467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] Set router 5b2e2868-0b41-44e3-bc0d-999216a1910d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:19.302997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6286fff-14dc-4c18-af13-ad9db2398e63 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=cbeea8c4-a1ba-4b28-a89f-0430e49bc190,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:19.475092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eebf22b-6edc-42e6-a58d-90b82292de91 req-891fd1d9-21c2-4566-91da-ad2168b34211 service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206914 Feb 11 05:42:19.488370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.554630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:19.560913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.570012 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6bd48-f62b-4c44-8e42-0a6fa96c1f33 None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:19.589530 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6bd48-f62b-4c44-8e42-0a6fa96c1f33 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:19.590246 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3dd6bd48-f62b-4c44-8e42-0a6fa96c1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:19.599204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0826dee5-aa5d-4805-87a8-e75fb29303de tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/floatingips/81d56d21-b18e-4642-a935-8bbc004db695 HTTP/1.1" status: 204 len: 168 time: 5.0597470 Feb 11 05:42:19.603461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51436) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.604498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:19.608075 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.625868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-64a02359-210c-4936-8645-6efef098fade None None] Provisioning complete for port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:19.625868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64a02359-210c-4936-8645-6efef098fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.635921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaafdb-d995-4a23-a98a-d98c51c0ce18 req-96230b4d-a9ab-4eb5-856d-0101292c792e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.643338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99eaafdb-d995-4a23-a98a-d98c51c0ce18 req-96230b4d-a9ab-4eb5-856d-0101292c792e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1727502 Feb 11 05:42:19.678780 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3dd6bd48-f62b-4c44-8e42-0a6fa96c1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:19.702428 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6bd48-f62b-4c44-8e42-0a6fa96c1f33 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:19.703522 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3dd6bd48-f62b-4c44-8e42-0a6fa96c1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:19.714172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:19.724647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.725097 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0 of type vlan for network 0338b4f3-eedc-4403-924f-72fd6d100bdc Feb 11 05:42:19.770392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-64a02359-210c-4936-8645-6efef098fade None None] Port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:19.772631 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3dd6bd48-f62b-4c44-8e42-0a6fa96c1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:19.773618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6bd48-f62b-4c44-8e42-0a6fa96c1f33 None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:19.785022 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (0338b4f3-eedc-4403-924f-72fd6d100bdc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.825075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T05:42:13Z', 'revision_number': 3, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port': {'id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:11Z', 'updated_at': '2022-02-11T05:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:19.878268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Publish callbacks [] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.882541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d3855-56bc-41d6-b757-a3e0c023fc3a None None] The sync data for ids ['5b2e2868-0b41-44e3-bc0d-999216a1910d'] in n-d-713498-37 is: [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T05:42:13Z', 'revision_number': 3, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port': {'id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:11Z', 'updated_at': '2022-02-11T05:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:19.952391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.989730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (0338b4f3-eedc-4403-924f-72fd6d100bdc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.001163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:20.001877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.060560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Pushing event updated for resources: {'Port': ['ID=9ad0c83f-b443-480a-8f84-eaf0905aaa95,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.063687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (5b2e2868-0b41-44e3-bc0d-999216a1910d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.203173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Network 758529dd-a97a-4cda-9884-750313acac7c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:20.205710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:20.216917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=0338b4f3-eedc-4403-924f-72fd6d100bdc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.226396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99eaafdb-d995-4a23-a98a-d98c51c0ce18 req-214d331f-005a-4634-9ca4-5ef5e1a4d0b2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5816128 Feb 11 05:42:20.243696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 0338b4f3-eedc-4403-924f-72fd6d100bdc details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:20.254761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-3fb74075-34e8-483b-bd55-d14cb17884ac tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:20.276920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-3fb74075-34e8-483b-bd55-d14cb17884ac tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.83 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 946 time: 0.6057894 Feb 11 05:42:20.499149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-062bf18c-0b2d-4f80-823e-96aa44813d92 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2432384 Feb 11 05:42:20.506680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51448) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.513336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': '0338b4f3-eedc-4403-924f-72fd6d100bdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:20.576067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8419defb-f4ed-4763-bf9a-986600fbb3ee tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port c408fe96-b8e4-49c4-89dd-e48f39a9080d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:20.576919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8419defb-f4ed-4763-bf9a-986600fbb3ee tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c408fe96-b8e4-49c4-89dd-e48f39a9080d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.799114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0265b08-6569-4e0d-a3a0-32f20bca61a8 req-f4c67ee7-8c2f-4803-b45d-bf1cd2f332fc tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:20.803778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0265b08-6569-4e0d-a3a0-32f20bca61a8 req-f4c67ee7-8c2f-4803-b45d-bf1cd2f332fc tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3784585 Feb 11 05:42:20.829496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bab632f7-281d-4f32-8ced-aee634eeebc0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:20.936189 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8419defb-f4ed-4763-bf9a-986600fbb3ee tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c408fe96-b8e4-49c4-89dd-e48f39a9080d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.949340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bab632f7-281d-4f32-8ced-aee634eeebc0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:20.949973 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.975254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8419defb-f4ed-4763-bf9a-986600fbb3ee tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for c408fe96-b8e4-49c4-89dd-e48f39a9080d owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:20.982954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Router 5b2e2868-0b41-44e3-bc0d-999216a1910d has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:21.010336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d0ecc587-f992-4528-b1fc-31eef1cd365a None None] Provisioning complete for port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:21.010987 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0ecc587-f992-4528-b1fc-31eef1cd365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.051393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:21.054559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d0ecc587-f992-4528-b1fc-31eef1cd365a None None] Port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:21.061979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.111157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bab632f7-281d-4f32-8ced-aee634eeebc0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:21.111469 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.139899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port bab632f7-281d-4f32-8ced-aee634eeebc0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bab632f7-281d-4f32-8ced-aee634eeebc0,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:21.178350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03ec5d-ef6f-42be-990e-8606bdefe34d req-8dd0bf9c-fd77-45c1-b1f0-3e5c6de71b55 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:21.180086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad03ec5d-ef6f-42be-990e-8606bdefe34d req-8dd0bf9c-fd77-45c1-b1f0-3e5c6de71b55 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 946 time: 0.6418655 Feb 11 05:42:21.186193 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.280414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bab632f7-281d-4f32-8ced-aee634eeebc0,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.369170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0265b08-6569-4e0d-a3a0-32f20bca61a8 req-5e4a27c7-1b41-4583-b98d-a488026f93fd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5382254 Feb 11 05:42:21.419255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad03ec5d-ef6f-42be-990e-8606bdefe34d req-c4281e75-8b27-4416-a99f-ded30e1c63f7 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271793 Feb 11 05:42:21.425197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Deleting port f4862352-783f-4be7-9e1e-30ea2b8a725a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:21.425883 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.444921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:21.460626 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-10205872-279a-4d9f-8c9e-0167710bd44f admin admin] 10.222.0.62 "PUT /v2.0/routers/5b2e2868-0b41-44e3-bc0d-999216a1910d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1250272 Feb 11 05:42:21.461641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8419defb-f4ed-4763-bf9a-986600fbb3ee tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c408fe96-b8e4-49c4-89dd-e48f39a9080d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.470294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (db895730-11c6-4ab3-a972-1062d86e221b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.550083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419defb-f4ed-4763-bf9a-986600fbb3ee tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=c408fe96-b8e4-49c4-89dd-e48f39a9080d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.593912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=db895730-11c6-4ab3-a972-1062d86e221b,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.653016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': 'cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0338b4f3-eedc-4403-924f-72fd6d100bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:21.653544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: 0338b4f3-eedc-4403-924f-72fd6d100bdc, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:21.761540 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 0338b4f3-eedc-4403-924f-72fd6d100bdc is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:21.883214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 0338b4f3-eedc-4403-924f-72fd6d100bdc) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:21.888494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:21.889300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.897803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2096b3f-54a1-490b-bbb9-62bc1dec8b40 None None] Network 0338b4f3-eedc-4403-924f-72fd6d100bdc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:21.942354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8419defb-f4ed-4763-bf9a-986600fbb3ee tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.947064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8419defb-f4ed-4763-bf9a-986600fbb3ee tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/ports/c408fe96-b8e4-49c4-89dd-e48f39a9080d HTTP/1.1" status: 204 len: 168 time: 2.3340566 Feb 11 05:42:21.950715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51480) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:21.959219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:21.985801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] For port f4862352-783f-4be7-9e1e-30ea2b8a725a, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f4862352-783f-4be7-9e1e-30ea2b8a725a,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:21.988208 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.042050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-0338b4f3-eedc-4403-924f-72fd6d100bdc', 'network_id': '0338b4f3-eedc-4403-924f-72fd6d100bdc', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': 'db895730-11c6-4ab3-a972-1062d86e221b'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:22.044693 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.047604 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5fc8c56a-1872-4307-b7c9-19c0daa5083c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5393617 Feb 11 05:42:22.048871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51484) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:22.063042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-26e01ec8-b488-4fcd-bf77-18e07872295d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1419686871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:22.111452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-74c44c69-fb7a-456e-8924-809ab60d39e2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.113060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-74c44c69-fb7a-456e-8924-809ab60d39e2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.3611898 Feb 11 05:42:22.133926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-363acc01-0c54-455f-9eb5-ebfbf025ff5d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/quotas/4e196316e3f1488c8b5dc4056892429e HTTP/1.1" status: 200 len: 375 time: 0.0118830 Feb 11 05:42:22.164156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.199778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26e01ec8-b488-4fcd-bf77-18e07872295d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (a74d61d4-4159-424f-855b-ebf727d837f5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.200915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26e01ec8-b488-4fcd-bf77-18e07872295d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (a74d61d4-4159-424f-855b-ebf727d837f5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.255847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Allocated IP 172.20.0.2 (0338b4f3-eedc-4403-924f-72fd6d100bdc/db895730-11c6-4ab3-a972-1062d86e221b/6c2e41cc-d909-45c9-89d7-5f31015dd9c5) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:22.362942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.363400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (d586a485-f7ea-4190-938e-315124cf92b4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.363876 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Floating IP d586a485-f7ea-4190-938e-315124cf92b4 disassociated. External IP: 172.25.8.156, port: f4862352-783f-4be7-9e1e-30ea2b8a725a. Feb 11 05:42:22.364334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Calling delete_port for f4862352-783f-4be7-9e1e-30ea2b8a725a owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:22.377474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26e01ec8-b488-4fcd-bf77-18e07872295d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (a74d61d4-4159-424f-855b-ebf727d837f5), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.465781 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.486231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-8d2c73be-1468-4efd-9a1c-03dc2bbb8849 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3381715 Feb 11 05:42:22.520612 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26e01ec8-b488-4fcd-bf77-18e07872295d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (a74d61d4-4159-424f-855b-ebf727d837f5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.683181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26e01ec8-b488-4fcd-bf77-18e07872295d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.688871 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-26e01ec8-b488-4fcd-bf77-18e07872295d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6376448 Feb 11 05:42:22.699346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51502) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:22.708059 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Publish callbacks [] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.710889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'port': {'network_id': '0338b4f3-eedc-4403-924f-72fd6d100bdc', 'name': 'tempest-RoutersTest-1098080611'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:22.795451 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.871388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bab632f7-281d-4f32-8ced-aee634eeebc0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:22.884744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fecb94-4439-49b8-9279-205b59eedfe5 req-34c66589-2ba1-4e7f-afa6-47e2d33a85fc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.886457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4fecb94-4439-49b8-9279-205b59eedfe5 req-34c66589-2ba1-4e7f-afa6-47e2d33a85fc tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 946 time: 0.2645352 Feb 11 05:42:22.914190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Network 0338b4f3-eedc-4403-924f-72fd6d100bdc is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:22.931129 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:22.939055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:22.965455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-ee60ba56-0fb0-4604-947d-770241fc0785 service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539535 Feb 11 05:42:22.992571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Pushing event updated for resources: {'Port': ['ID=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:23.041683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.25.8.191 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/90142310-bba7-4608-a042-a338a8139d1a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:23.045535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Sync routers for ids ['5b2e2868-0b41-44e3-bc0d-999216a1910d'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:23.070407 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f4862352-783f-4be7-9e1e-30ea2b8a725a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.080466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4fecb94-4439-49b8-9279-205b59eedfe5 req-6dd83f0a-c388-4150-821a-509f55be63b6 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8fece44-bd8c-489b-ac48-503c286aab74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858621 Feb 11 05:42:23.126647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event deleted for resources: {'Port': ['ID=f4862352-783f-4be7-9e1e-30ea2b8a725a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:23.141386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:23.145086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.161770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Routers {'5b2e2868-0b41-44e3-bc0d-999216a1910d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:23.162755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b2e2868-0b41-44e3-bc0d-999216a1910d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:23.188058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] device_id is not set on port bddc8923-beb1-4260-8a2a-485e3fb5183a yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:23.192156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-940c3254-8170-43e5-b46a-60319b95e3e6 service neutron] 10.222.0.62 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157137 Feb 11 05:42:23.320455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.20.0.10 (0338b4f3-eedc-4403-924f-72fd6d100bdc/db895730-11c6-4ab3-a972-1062d86e221b/bddc8923-beb1-4260-8a2a-485e3fb5183a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:23.332045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bab632f7-281d-4f32-8ced-aee634eeebc0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:23.333025 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.338948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Attempting to bind port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:23.340520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Router a22bdc48-6036-4863-87a0-0dfc3beeac53 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:23.345912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Attempting to bind port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0338b4f3-eedc-4403-924f-72fd6d100bdc'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:23.346294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Attempting to bind port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 on network 0338b4f3-eedc-4403-924f-72fd6d100bdc {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:23.441475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:23.442260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Checking segment: {'id': 'cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0338b4f3-eedc-4403-924f-72fd6d100bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:23.442917 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.443506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Bound using segment: {'id': 'cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0338b4f3-eedc-4403-924f-72fd6d100bdc'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:23.444208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Bound port: 6c2e41cc-d909-45c9-89d7-5f31015dd9c5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0338b4f3-eedc-4403-924f-72fd6d100bdc'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:23.444872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.725678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Set router 5b2e2868-0b41-44e3-bc0d-999216a1910d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:23.920766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (90142310-bba7-4608-a042-a338a8139d1a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.969707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.123925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bab632f7-281d-4f32-8ced-aee634eeebc0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:24.167353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.221599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (90142310-bba7-4608-a042-a338a8139d1a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.281287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:24.407959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] For port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:24.427213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04c08589-2fd9-4a13-9537-badad33f9796 req-2acbf354-5c40-4eba-9a9a-dbcafee68b44 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 210 time: 0.1440880 Feb 11 05:42:24.429313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=bddc8923-beb1-4260-8a2a-485e3fb5183a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:24.433543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d409795-ad3b-43cd-9bbf-8d348d52710c req-58c2f480-c61d-4467-bc29-bad16b11ef83 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 210 time: 0.1484389 Feb 11 05:42:24.450331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:24.464793 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] Sync routers for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:24.480579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 0338b4f3-eedc-4403-924f-72fd6d100bdc is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:24.491575 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:24.494364 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:24.511644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:24.522850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:24.527934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:24.551177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: f4862352-783f-4be7-9e1e-30ea2b8a725a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:24.551643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f4862352-783f-4be7-9e1e-30ea2b8a725a not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:24.596130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:24.598154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] For port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,segment=NetworkSegment(cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0),segment_id=cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:24.602710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] No DVR routers for this DVR port f4862352-783f-4be7-9e1e-30ea2b8a725a on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:24.609126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:24.611177 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.621992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a7b3d17-2683-477e-a5e6-884b55dd732f req-859c0d1e-37e8-40cc-a822-b2c44e597410 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.83 "DELETE /v2.0/ports/f4862352-783f-4be7-9e1e-30ea2b8a725a HTTP/1.1" status: 204 len: 173 time: 4.3236067 Feb 11 05:42:24.626569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-deleted', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:24.633411 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d6bdee-5c59-48f6-8aab-c3277f8954bf" -d '{"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-deleted", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:24.699920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.767159 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58fc862-8ac9-4bb9-ae38-a0ea83f9ad4e x-openstack-request-id: req-c58fc862-8ac9-4bb9-ae38-a0ea83f9ad4e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:24.767808 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429439a-91a6-41f2-9c9e-fe2297dc33bf", "name": "network-vif-deleted", "tag": "f4862352-783f-4be7-9e1e-30ea2b8a725a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:24.768227 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c58fc862-8ac9-4bb9-ae38-a0ea83f9ad4e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:24.768824 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429439a-91a6-41f2-9c9e-fe2297dc33bf', 'name': 'network-vif-deleted', 'tag': 'f4862352-783f-4be7-9e1e-30ea2b8a725a', 'status': 'completed', 'code': 200} Feb 11 05:42:24.971017 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:25.067097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87395fad-72ff-4613-b1d0-ad51e2195c65 None None] Pushing event updated for resources: {'Port': ['ID=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:25.179164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T05:42:19Z', 'revision_number': 4, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port': {'id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:11Z', 'updated_at': '2022-02-11T05:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '9ad0c83f-b443-480a-8f84-eaf0905aaa95', 'name': '', 'network_id': '758529dd-a97a-4cda-9884-750313acac7c', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'mac_address': 'fa:16:3e:05:70:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'c67c557e-177c-42dc-a6c8-ea5bc026d353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:18Z', 'updated_at': '2022-02-11T05:42:19Z', 'revision_number': 2, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'subnets': [{'id': 'c67c557e-177c-42dc-a6c8-ea5bc026d353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:25.213581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Checking router: 5b2e2868-0b41-44e3-bc0d-999216a1910d for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:25.213994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Updating router 5b2e2868-0b41-44e3-bc0d-999216a1910d port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:42:25.264181 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.613952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=90142310-bba7-4608-a042-a338a8139d1a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:25.628758 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:25.634776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:25.636143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.686348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0870f05-4cf6-4649-86b2-00761610dceb req-6d8816d4-4319-412d-87cd-2b29cefe6484 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 210 time: 0.0735033 Feb 11 05:42:25.745713 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] Checking router: a22bdc48-6036-4863-87a0-0dfc3beeac53 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:25.773646 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:25.776539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:25.814915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce8e85e8-d296-4cbd-8385-cfcbbd31eb2b req-f1fa6b36-7f0b-477e-afdc-2610cb046863 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/ports?device_id=7429439a-91a6-41f2-9c9e-fe2297dc33bf HTTP/1.1" status: 200 len: 210 time: 0.1063755 Feb 11 05:42:25.846997 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd72142c-ea34-4ede-ada2-c41ad8721276 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1440978 Feb 11 05:42:25.847764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51552) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:25.886455 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (5761f4ba-3ef5-4a97-8aaf-a35fc28fe145), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.040747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (90142310-bba7-4608-a042-a338a8139d1a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.117573 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:26.272650 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Publish callbacks [] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.347355 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.443787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (90142310-bba7-4608-a042-a338a8139d1a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.487086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c193d-b504-4724-af04-0f4a5a25d977 None None] Pushing event updated for resources: {'Port': ['ID=9ad0c83f-b443-480a-8f84-eaf0905aaa95,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:26.546453 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (90142310-bba7-4608-a042-a338a8139d1a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.557404 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:26.645363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Attempting to bind port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:26.645683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Attempting to bind port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:26.646145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Attempting to bind port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 on network 758529dd-a97a-4cda-9884-750313acac7c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:26.648725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bafa54c-6524-47e7-b8db-5740fd92044e None None] Network 0338b4f3-eedc-4403-924f-72fd6d100bdc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:26.700771 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bc59e-cc11-4552-8577-6c1d6d8c881d None None] The sync data for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 is: [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:34:17Z', 'revision_number': 4, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8f59a102-37ba-443e-859d-008effcae1ed', 'name': '', 'network_id': '8410a802-bff5-4cc4-99df-b604d815485f', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'mac_address': 'fa:16:3e:ab:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:15Z', 'updated_at': '2022-02-11T05:34:27Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'subnets': [{'id': '3ac16ba6-f582-4bbd-a9ff-3b692640be2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:26.723249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.834782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:26.835187 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Checking segment: {'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:26.835561 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.835959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Bound using segment: {'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:26.836455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Bound port: 9ad0c83f-b443-480a-8f84-eaf0905aaa95, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee88b0d-182e-434d-9bf0-ae6b10a170f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '758529dd-a97a-4cda-9884-750313acac7c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:26.870995 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.083678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=90142310-bba7-4608-a042-a338a8139d1a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.094836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:27.148092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec907f91-e34f-4d87-9a88-4507f1cd7868 req-a708528c-f2b1-4218-9149-864cef1b9b60 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 210 time: 0.1049352 Feb 11 05:42:27.178232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6625f75f-4b43-4b72-8983-d2ad1a1e8add None None] Provisioning complete for port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:27.178606 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6625f75f-4b43-4b72-8983-d2ad1a1e8add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.183649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51572) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:27.383176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-3b3cd9db-01e3-4960-bca3-25ae6654949d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:27.401213 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-3b3cd9db-01e3-4960-bca3-25ae6654949d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 812 time: 0.7433095 Feb 11 05:42:27.447690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Request body: {'port': {'device_id': 'ebed4677-28fe-445f-9b12-8573fb640293', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'admin_state_up': True, 'tenant_id': '4e196316e3f1488c8b5dc4056892429e'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:27.500623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5761f4ba-3ef5-4a97-8aaf-a35fc28fe145), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.504304 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.548844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] For port 9ad0c83f-b443-480a-8f84-eaf0905aaa95, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:27.553285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] For port 9ad0c83f-b443-480a-8f84-eaf0905aaa95, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9ad0c83f-b443-480a-8f84-eaf0905aaa95,segment=NetworkSegment(cee88b0d-182e-434d-9bf0-ae6b10a170f7),segment_id=cee88b0d-182e-434d-9bf0-ae6b10a170f7)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:27.558555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6625f75f-4b43-4b72-8983-d2ad1a1e8add None None] Current status of the port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:27.559354 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6625f75f-4b43-4b72-8983-d2ad1a1e8add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.576033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a12714-fa82-4f48-98ab-647c7cbd2d2a None None] New status for floating IP d586a485-f7ea-4190-938e-315124cf92b4: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:42:27.587441 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3771a55-a114-4085-8fd9-1886fc04737e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (b8fece44-bd8c-489b-ac48-503c286aab74), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.628408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3771a55-a114-4085-8fd9-1886fc04737e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (b8fece44-bd8c-489b-ac48-503c286aab74), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.667862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.729491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.730907 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82fb41ea-ef97-4722-84ec-8e543adbc7d7 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7791190 Feb 11 05:42:27.733848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51576) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:27.748911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'port': {'network_id': 'cafae6d8-af44-4fdc-a695-e566a1342620', 'name': 'tempest-FloatingIPTestJSON-493629962'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:27.787765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=bddc8923-beb1-4260-8a2a-485e3fb5183a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.788198 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.813586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3771a55-a114-4085-8fd9-1886fc04737e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b8fece44-bd8c-489b-ac48-503c286aab74), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.817190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3771a55-a114-4085-8fd9-1886fc04737e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.821890 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d3771a55-a114-4085-8fd9-1886fc04737e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "DELETE /v2.0/security-groups/b8fece44-bd8c-489b-ac48-503c286aab74 HTTP/1.1" status: 204 len: 168 time: 0.6188829 Feb 11 05:42:27.845546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51580) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:27.845899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Made reservation on behalf of 4e196316e3f1488c8b5dc4056892429e for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:27.849039 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.874650 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-b58878a5-9022-41ae-8e8f-8c741d7e10f1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] show failed (client error): The resource could not be found. Feb 11 05:42:27.875564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b58878a5-9022-41ae-8e8f-8c741d7e10f1 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "GET /v2.0/security-groups/b8fece44-bd8c-489b-ac48-503c286aab74 HTTP/1.1" status: 404 len: 347 time: 0.0231800 Feb 11 05:42:27.881419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51586) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:27.894336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3771a55-a114-4085-8fd9-1886fc04737e tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fece44-bd8c-489b-ac48-503c286aab74,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:28.053874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6625f75f-4b43-4b72-8983-d2ad1a1e8add None None] For port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,segment=NetworkSegment(cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0),segment_id=cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:28.120048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:28.121510 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.232949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (a74d61d4-4159-424f-855b-ebf727d837f5), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.279920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6625f75f-4b43-4b72-8983-d2ad1a1e8add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.369472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Routers {'5b2e2868-0b41-44e3-bc0d-999216a1910d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:28.370152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b2e2868-0b41-44e3-bc0d-999216a1910d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:28.382697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c193d-b504-4724-af04-0f4a5a25d977 None None] Pushing event updated for resources: {'Port': ['ID=9ad0c83f-b443-480a-8f84-eaf0905aaa95,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:28.408282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:28.436340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.486899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4708030-82e3-47e6-aace-3a6ca2061563 req-fe408355-7065-4488-aa36-5272a2b6923f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 210 time: 0.0825567 Feb 11 05:42:28.515777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] device_id is not set on port 30fe88e9-e47b-4ead-b3e9-a599db44977b yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:28.698990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Allocated IP 172.20.0.5 (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9/0a461791-d80d-4bef-acb7-feac702b3c53/3f246d8f-c19d-4134-ba1c-c69d8f66cc24) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:28.707557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Deleting port 1091365e-0438-47ab-b7e9-5bd3f0438c42 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:28.707933 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1091365e-0438-47ab-b7e9-5bd3f0438c42), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.715147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-11ef9746-9cbb-4246-9203-99ed5cd10e1a None None] Provisioning complete for port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:28.716167 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-11ef9746-9cbb-4246-9203-99ed5cd10e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.795284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:28.988533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.20.0.2 (cafae6d8-af44-4fdc-a695-e566a1342620/315c6d01-46f8-49f0-a9dd-2d31d9004d16/30fe88e9-e47b-4ead-b3e9-a599db44977b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:29.006788 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.095522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625f75f-4b43-4b72-8983-d2ad1a1e8add None None] Pushing event updated for resources: {'Port': ['ID=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:29.305537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-11ef9746-9cbb-4246-9203-99ed5cd10e1a None None] Current status of the port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:29.306082 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-11ef9746-9cbb-4246-9203-99ed5cd10e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.354527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] Set router 5b2e2868-0b41-44e3-bc0d-999216a1910d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:29.447104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.480175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-11ef9746-9cbb-4246-9203-99ed5cd10e1a None None] For port 9ad0c83f-b443-480a-8f84-eaf0905aaa95, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9ad0c83f-b443-480a-8f84-eaf0905aaa95,segment=NetworkSegment(cee88b0d-182e-434d-9bf0-ae6b10a170f7),segment_id=cee88b0d-182e-434d-9bf0-ae6b10a170f7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:29.543044 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (30fe88e9-e47b-4ead-b3e9-a599db44977b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.577631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1091365e-0438-47ab-b7e9-5bd3f0438c42), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.577631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (1091365e-0438-47ab-b7e9-5bd3f0438c42), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.617030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Calling delete_port for 1091365e-0438-47ab-b7e9-5bd3f0438c42 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:29.663021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-11ef9746-9cbb-4246-9203-99ed5cd10e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.685689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.750659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f5428bce-f783-4979-9ed6-59e6e46c62d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:29.752762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['32117ff4-5c31-4c04-9b33-16294d978859'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:29.801082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event updated for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:29.816774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (30fe88e9-e47b-4ead-b3e9-a599db44977b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.896375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=30fe88e9-e47b-4ead-b3e9-a599db44977b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:29.919871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-a5b96fe3-9876-428a-a1d3-db1f4c5c97cb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:29.927137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:29.927302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-a5b96fe3-9876-428a-a1d3-db1f4c5c97cb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.8281989 Feb 11 05:42:29.929536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:29.949228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:30.037827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network cafae6d8-af44-4fdc-a695-e566a1342620 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:30.048520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.049573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.051897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Provisioning complete for port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:30.052342 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.096013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:30.109093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:30.147616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef9746-9cbb-4246-9203-99ed5cd10e1a None None] Pushing event updated for resources: {'Port': ['ID=9ad0c83f-b443-480a-8f84-eaf0905aaa95,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:30.194326 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1091365e-0438-47ab-b7e9-5bd3f0438c42), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.310246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.310993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.355901 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-34d222a2-81c9-4223-babb-5b4861353fca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9127352 Feb 11 05:42:30.365165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Request body: {'port': {'device_id': 'ebed4677-28fe-445f-9b12-8573fb640293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:30.412793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.436618 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-02728891-399b-44ff-b48b-384105046b83 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7007449 Feb 11 05:42:30.439842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51618) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:30.445399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'port_id': '30fe88e9-e47b-4ead-b3e9-a599db44977b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:30.475821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Current status of the port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:30.500452 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.519609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Provisioning complete for port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:30.520142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.546273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (5761f4ba-3ef5-4a97-8aaf-a35fc28fe145), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.548085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.673037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (a74d61d4-4159-424f-855b-ebf727d837f5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.683739 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-73386722-9234-4e8f-9b87-348bf66876c3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/quotas/5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 375 time: 0.5324538 Feb 11 05:42:30.783905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Pushing event deleted for resources: {'Port': ['ID=1091365e-0438-47ab-b7e9-5bd3f0438c42,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:30.911615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=bddc8923-beb1-4260-8a2a-485e3fb5183a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:30.937568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d3650-cb9a-48e2-ac2d-0c9337349915 req-22ff4d0e-75d6-438e-b4aa-7ce43653ff8d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.939155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b2d3650-cb9a-48e2-ac2d-0c9337349915 req-22ff4d0e-75d6-438e-b4aa-7ce43653ff8d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 931 time: 0.7946250 Feb 11 05:42:30.983845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:30.984862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 0338b4f3-eedc-4403-924f-72fd6d100bdc is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:31.030671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:31.239272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T05:42:19Z', 'revision_number': 4, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port': {'id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:11Z', 'updated_at': '2022-02-11T05:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '9ad0c83f-b443-480a-8f84-eaf0905aaa95', 'name': '', 'network_id': '758529dd-a97a-4cda-9884-750313acac7c', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'mac_address': 'fa:16:3e:05:70:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'c67c557e-177c-42dc-a6c8-ea5bc026d353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:18Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'subnets': [{'id': 'c67c557e-177c-42dc-a6c8-ea5bc026d353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:31.288760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b2d3650-cb9a-48e2-ac2d-0c9337349915 req-5945886f-b168-4e6c-8675-855efefe17d5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912607 Feb 11 05:42:31.297990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8851e93d-6754-499b-bfaf-a5ef297f6b11 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5104887 Feb 11 05:42:31.318361 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks [] for floatingip (d586a485-f7ea-4190-938e-315124cf92b4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.321199 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.325773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1169d536-d38a-4620-9d6b-42aa172b0d41 tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] 10.222.0.62 "DELETE /v2.0/floatingips/d586a485-f7ea-4190-938e-315124cf92b4 HTTP/1.1" status: 204 len: 168 time: 3.4369316 Feb 11 05:42:31.475970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Current status of the port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:31.485088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a827f6-5f0e-44e9-b7a9-5edf621b9ee9 None None] The sync data for ids ['5b2e2868-0b41-44e3-bc0d-999216a1910d'] in n-d-713498-37 is: [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T05:42:19Z', 'revision_number': 4, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port': {'id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:11Z', 'updated_at': '2022-02-11T05:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '9ad0c83f-b443-480a-8f84-eaf0905aaa95', 'name': '', 'network_id': '758529dd-a97a-4cda-9884-750313acac7c', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'mac_address': 'fa:16:3e:05:70:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'c67c557e-177c-42dc-a6c8-ea5bc026d353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:18Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'subnets': [{'id': 'c67c557e-177c-42dc-a6c8-ea5bc026d353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:31.500451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:31.500874 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.563041 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-1993188d-3528-4a44-840c-ba89b86e6c5f service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566919 Feb 11 05:42:31.587091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Provisioning complete for port bddc8923-beb1-4260-8a2a-485e3fb5183a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:31.589127 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.660360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-552e30fb-8015-40d4-9cb3-06764b036402 None None] Port bddc8923-beb1-4260-8a2a-485e3fb5183a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:31.682466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router a74d61d4-4159-424f-855b-ebf727d837f5 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:42:31.909532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-74adafca-c0bd-4fe3-b687-2b3e0dfcd8e8 None None] Provisioning complete for port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:31.910068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-74adafca-c0bd-4fe3-b687-2b3e0dfcd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.911961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:32.044512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-74adafca-c0bd-4fe3-b687-2b3e0dfcd8e8 None None] Port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:32.109877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-74adafca-c0bd-4fe3-b687-2b3e0dfcd8e8 None None] Provisioning complete for port bddc8923-beb1-4260-8a2a-485e3fb5183a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:32.110482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-74adafca-c0bd-4fe3-b687-2b3e0dfcd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.114573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:32.128642 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8030dec-179b-4c22-b8a5-661838a248b0 None None] Sync routers for ids ['a74d61d4-4159-424f-855b-ebf727d837f5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:32.148371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-43dcbf5b-c63c-4adc-9999-a73dfedd0ed2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/a74d61d4-4159-424f-855b-ebf727d837f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2923584 Feb 11 05:42:32.152001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51638) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:32.165628 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8030dec-179b-4c22-b8a5-661838a248b0 None None] Routers {'a74d61d4-4159-424f-855b-ebf727d837f5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:32.167698 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a8030dec-179b-4c22-b8a5-661838a248b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a74d61d4-4159-424f-855b-ebf727d837f5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:32.272876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-5dc18f31-d717-4b44-b495-3c5798f7ffd6 service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873109 Feb 11 05:42:32.300680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115c44a3-1769-44af-95a7-54c446332c10 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.303091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-115c44a3-1769-44af-95a7-54c446332c10 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports/bddc8923-beb1-4260-8a2a-485e3fb5183a HTTP/1.1" status: 200 len: 978 time: 0.1498752 Feb 11 05:42:32.307457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51642) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:32.386447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-74adafca-c0bd-4fe3-b687-2b3e0dfcd8e8 None None] Port bddc8923-beb1-4260-8a2a-485e3fb5183a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:32.444256 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a8030dec-179b-4c22-b8a5-661838a248b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:32.476611 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8030dec-179b-4c22-b8a5-661838a248b0 None None] Routers {'a74d61d4-4159-424f-855b-ebf727d837f5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:32.484150 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a8030dec-179b-4c22-b8a5-661838a248b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a74d61d4-4159-424f-855b-ebf727d837f5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:32.611002 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a8030dec-179b-4c22-b8a5-661838a248b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:32.613305 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8030dec-179b-4c22-b8a5-661838a248b0 None None] The sync data for ids ['a74d61d4-4159-424f-855b-ebf727d837f5'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:32.643540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.resource_extend [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:42:32.743386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.752188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:32.771054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Publish callbacks [] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.774449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95f03-f2fe-4a5e-b2de-c2951b462584 req-28a13420-6ab7-4b55-b41c-3f51b7347efa tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.776937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41f95f03-f2fe-4a5e-b2de-c2951b462584 req-28a13420-6ab7-4b55-b41c-3f51b7347efa tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 931 time: 0.2041490 Feb 11 05:42:32.882079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Transition to ACTIVE for port object 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:42:32.888327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5761f4ba-3ef5-4a97-8aaf-a35fc28fe145), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.981755 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45b62a51-387d-4555-aee0-3d875b1a5e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.018287 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.098270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9ad0c83f-b443-480a-8f84-eaf0905aaa95 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:33.207451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Pushing event updated for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:33.254804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.255320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.255681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.256036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.256382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.260673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.261176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.261533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.261883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.266640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.266640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.266640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.266640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:33.395566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:33.395952 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.434909 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 5761f4ba-3ef5-4a97-8aaf-a35fc28fe145 associated. External IP: 172.25.8.191, port: 30fe88e9-e47b-4ead-b3e9-a599db44977b. Feb 11 05:42:33.695532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:33.974219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Attempting to bind port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:33.975108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Attempting to bind port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:33.976269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Attempting to bind port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:33.996339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:42:33.998656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Attempting to bind port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 on network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:34.011532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:34.011857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Checking segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:34.016979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Bound using segment: {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:34.017614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Bound port: 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4752a285-512b-4e2a-9d2c-446e20331d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:34.017981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.093720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1971370-a011-4a01-9ef8-02d293fd828b req-bca81653-6a29-4514-afbc-954d6daa50d3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0369172 Feb 11 05:42:34.147122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41f95f03-f2fe-4a5e-b2de-c2951b462584 req-e708f9f9-dec0-49b6-a660-ddd6d8396fb0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2511115 Feb 11 05:42:34.430838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:34.452998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:34.508934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:34.691143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:34.701167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.702887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f8ef4-fbd7-41d7-81d0-c188774dae75 None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:34.716228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.742297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f8ef4-fbd7-41d7-81d0-c188774dae75 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:34.746438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-231f8ef4-fbd7-41d7-81d0-c188774dae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:34.864174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:34.872028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.874101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] 10.222.0.65 "PUT /v2.0/ports/3f246d8f-c19d-4134-ba1c-c69d8f66cc24 HTTP/1.1" status: 200 len: 1092 time: 4.5166714 Feb 11 05:42:34.874544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:34.889334 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4371cb68-7349-43c9-81f3-ba762ff81eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:34.900110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-231f8ef4-fbd7-41d7-81d0-c188774dae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:34.934351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (a74d61d4-4159-424f-855b-ebf727d837f5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.938587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f8ef4-fbd7-41d7-81d0-c188774dae75 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:34.940626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-231f8ef4-fbd7-41d7-81d0-c188774dae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:34.962159 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9ce36805-7e14-4d3b-bc65-ad9fd6ad98a2 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/floatingips/5761f4ba-3ef5-4a97-8aaf-a35fc28fe145 HTTP/1.1" status: 200 len: 977 time: 4.5205691 Feb 11 05:42:34.966586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51684) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:35.111219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-231f8ef4-fbd7-41d7-81d0-c188774dae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:35.112028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f8ef4-fbd7-41d7-81d0-c188774dae75 None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:35.159706 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff94167-5710-424d-bbce-bd6760705407 x-openstack-request-id: req-1ff94167-5710-424d-bbce-bd6760705407 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:35.160317 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:35.160438 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ff94167-5710-424d-bbce-bd6760705407 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:35.163263 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'status': 'completed', 'code': 200} Feb 11 05:42:35.204807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4a50c-ac98-4a35-90e6-fef03d655e05 service neutron] Pushing event updated for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:35.354537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-61074dad-44c2-413d-ace7-12e9cca05bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.356474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-61074dad-44c2-413d-ace7-12e9cca05bcc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 1126 time: 0.1921921 Feb 11 05:42:35.381190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dc4f04-21dc-4da0-ac32-0e6524891079 req-4f50c98e-9c46-4468-b8b0-11573f8ad1a2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.1767824 Feb 11 05:42:35.464528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-71069dbb-f484-41b1-9276-1a412b6f6121 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24 HTTP/1.1" status: 200 len: 217 time: 0.0858791 Feb 11 05:42:35.467190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port 30fe88e9-e47b-4ead-b3e9-a599db44977b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:35.467754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (30fe88e9-e47b-4ead-b3e9-a599db44977b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.499769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b8bb2-afe3-424d-9b57-e68fc5f9b14c req-6683aac0-5638-4043-8a86-936ee61f1620 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.519676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-711b8bb2-afe3-424d-9b57-e68fc5f9b14c req-6683aac0-5638-4043-8a86-936ee61f1620 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 943 time: 0.2019978 Feb 11 05:42:35.530395 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4c20-ae42-46e7-aff9-658b9c1b91c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.637698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-711b8bb2-afe3-424d-9b57-e68fc5f9b14c req-55f4987a-b09d-4f61-ac48-95ea5ec5a609 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168838 Feb 11 05:42:35.667364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-dda17176-a586-4943-b33a-c12d78a7b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.669117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-dda17176-a586-4943-b33a-c12d78a7b0db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1958594 Feb 11 05:42:35.699147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port bddc8923-beb1-4260-8a2a-485e3fb5183a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:35.699853 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.754841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (30fe88e9-e47b-4ead-b3e9-a599db44977b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.824938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.845535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for bddc8923-beb1-4260-8a2a-485e3fb5183a owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:36.193203 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bddc8923-beb1-4260-8a2a-485e3fb5183a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.235120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=bddc8923-beb1-4260-8a2a-485e3fb5183a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:36.486481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-539059f6-3071-4954-bc5b-f0aa4b54dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.489013 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-539059f6-3071-4954-bc5b-f0aa4b54dd38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8111770 Feb 11 05:42:36.742285 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.788891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4986ee0d-97d0-4cef-8839-a9932129e6f1 req-6e2fe3dd-7b54-498f-a29e-17fdcf0338b0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.2400417 Feb 11 05:42:36.875323 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (a74d61d4-4159-424f-855b-ebf727d837f5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.933663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-03b640fd-3a48-489b-8666-63173c6772db tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.936278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-03b640fd-3a48-489b-8666-63173c6772db tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.3760588 Feb 11 05:42:37.032801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'port': {'device_id': '794ffcde-a094-476a-975b-68e3eda205cd', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'admin_state_up': True, 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:37.163801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.164186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5761f4ba-3ef5-4a97-8aaf-a35fc28fe145), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.164488 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP 5761f4ba-3ef5-4a97-8aaf-a35fc28fe145 disassociated. External IP: 172.25.8.191, port: 30fe88e9-e47b-4ead-b3e9-a599db44977b. Feb 11 05:42:37.164880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for 30fe88e9-e47b-4ead-b3e9-a599db44977b owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:37.202193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router a74d61d4-4159-424f-855b-ebf727d837f5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:37.222835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465dcc9-4016-473f-b42f-15fbcacd7ddf req-3b8eca17-2862-4ece-9d2d-9a6b3d175926 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:37.232135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7465dcc9-4016-473f-b42f-15fbcacd7ddf req-3b8eca17-2862-4ece-9d2d-9a6b3d175926 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 943 time: 0.4309130 Feb 11 05:42:37.393869 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-ee93ebcb-8bf4-48c5-85f6-29695fca87ee service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8798931 Feb 11 05:42:37.449193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (30fe88e9-e47b-4ead-b3e9-a599db44977b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.551813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:37.585168 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa85c068-dc67-4265-ac47-7f0d4c0e4e38 None None] Sync routers for ids ['a74d61d4-4159-424f-855b-ebf727d837f5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:37.599472 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa85c068-dc67-4265-ac47-7f0d4c0e4e38 None None] Routers {'a74d61d4-4159-424f-855b-ebf727d837f5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:37.604577 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-fa85c068-dc67-4265-ac47-7f0d4c0e4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a74d61d4-4159-424f-855b-ebf727d837f5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:37.612726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7465dcc9-4016-473f-b42f-15fbcacd7ddf req-2f784cfd-d6af-4afb-9d79-1ed779c10684 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318410 Feb 11 05:42:37.629738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=30fe88e9-e47b-4ead-b3e9-a599db44977b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:37.634133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51728) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:37.638394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4c5e0635-f573-4630-bbce-4a8ce3e8ca7d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/a74d61d4-4159-424f-855b-ebf727d837f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3230340 Feb 11 05:42:37.705889 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-fa85c068-dc67-4265-ac47-7f0d4c0e4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:37.728043 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa85c068-dc67-4265-ac47-7f0d4c0e4e38 None None] Routers {'a74d61d4-4159-424f-855b-ebf727d837f5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:37.730480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:37.731247 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-fa85c068-dc67-4265-ac47-7f0d4c0e4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a74d61d4-4159-424f-855b-ebf727d837f5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:37.734677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.779202 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-fa85c068-dc67-4265-ac47-7f0d4c0e4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:37.780613 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa85c068-dc67-4265-ac47-7f0d4c0e4e38 None None] The sync data for ids ['a74d61d4-4159-424f-855b-ebf727d837f5'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:38.047436 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0208cc7e-2bf6-4c9d-bee9-37f0a80a8750 req-21d155da-7075-415f-825d-67c70b83f02d service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472468 Feb 11 05:42:38.085221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70af731b-28ee-4823-9f4d-f486567bd3d1 req-7766ecc6-cbc7-4c6e-8d0b-04462b8aef8d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0942802 Feb 11 05:42:38.112707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.20.0.13 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/4214acd4-4b31-47f1-90bb-4d8e4a744e87) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:38.241705 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-8c782964-adf0-4aa9-af6a-2ec1e914e767 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 05:42:38.243258 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8c782964-adf0-4aa9-af6a-2ec1e914e767 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/a74d61d4-4159-424f-855b-ebf727d837f5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6078165 Feb 11 05:42:38.248357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51732) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:38.307170 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.329973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-71135695-8abe-48cb-9241-63836a9b3de1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=a74d61d4-4159-424f-855b-ebf727d837f5 HTTP/1.1" status: 200 len: 205 time: 0.0779109 Feb 11 05:42:38.336320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:38.370795 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.443980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.468928 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb8572d-6ca0-47e0-a461-93569d9c4607 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (a74d61d4-4159-424f-855b-ebf727d837f5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.478293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-6080dcc4-0bdd-46d1-ad3d-e0489fe2edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.480641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-6080dcc4-0bdd-46d1-ad3d-e0489fe2edae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 1126 time: 0.2770178 Feb 11 05:42:38.563062 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.684563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:38.693040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:38.702535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:38.773984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-3433a0e1-790a-4d67-bb0c-3270addd0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.775490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-3433a0e1-790a-4d67-bb0c-3270addd0489 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.2498515 Feb 11 05:42:38.794048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:38.840223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.840914 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.886897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=4214acd4-4b31-47f1-90bb-4d8e4a744e87,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:38.937969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926962fa-ded2-42a4-8d85-0c0bfe08a508 req-e90c9598-6ea3-473e-9d39-5f81a3896cf4 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.939661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-926962fa-ded2-42a4-8d85-0c0bfe08a508 req-e90c9598-6ea3-473e-9d39-5f81a3896cf4 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 943 time: 0.1155636 Feb 11 05:42:38.950180 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-ce93b579-47c3-4463-ba80-805e517a6c28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24 HTTP/1.1" status: 200 len: 217 time: 0.1366739 Feb 11 05:42:39.054477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-926962fa-ded2-42a4-8d85-0c0bfe08a508 req-6dc26c9e-51ec-4d96-a05c-9e7bfa951720 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981250 Feb 11 05:42:39.067515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-8d256f99-ea9c-4ece-97b0-4b4c1750e1d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0384107 Feb 11 05:42:39.081213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Request body: {'port': {'device_id': '794ffcde-a094-476a-975b-68e3eda205cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:39.159352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a5c74aac-dda0-4bbb-a49a-51e0a05c0778 None None] Provisioning complete for port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:39.159832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a5c74aac-dda0-4bbb-a49a-51e0a05c0778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.198335 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.225190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a5c74aac-dda0-4bbb-a49a-51e0a05c0778 None None] Port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:39.341646 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.348161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb8572d-6ca0-47e0-a461-93569d9c4607 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (a74d61d4-4159-424f-855b-ebf727d837f5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.350784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:39.356012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb8572d-6ca0-47e0-a461-93569d9c4607 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (a74d61d4-4159-424f-855b-ebf727d837f5), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.367115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-80988975-29d0-4742-b723-f1663fa5e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.368185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d03000-0616-4510-aa5f-e5dd54e1b9ca None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:39.368680 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-80988975-29d0-4742-b723-f1663fa5e94d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.4145527 Feb 11 05:42:39.406378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d03000-0616-4510-aa5f-e5dd54e1b9ca None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:39.410185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-80d03000-0616-4510-aa5f-e5dd54e1b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:39.550374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-80d03000-0616-4510-aa5f-e5dd54e1b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:39.585275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d03000-0616-4510-aa5f-e5dd54e1b9ca None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:39.593378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-80d03000-0616-4510-aa5f-e5dd54e1b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:39.637488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.652131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7d5c2ff7-1f94-4cc6-b3c4-97eacd575447 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/ports/30fe88e9-e47b-4ead-b3e9-a599db44977b HTTP/1.1" status: 204 len: 168 time: 4.6756127 Feb 11 05:42:39.653710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51770) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:39.715362 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-80d03000-0616-4510-aa5f-e5dd54e1b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:39.716246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d03000-0616-4510-aa5f-e5dd54e1b9ca None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:39.728772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6a61a-9f83-4a39-9a04-cf5a2bc8c8b1 req-1a85e65f-359c-42d4-8c04-8c4da5a8cc9c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.731727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eee6a61a-9f83-4a39-9a04-cf5a2bc8c8b1 req-1a85e65f-359c-42d4-8c04-8c4da5a8cc9c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 932 time: 0.4257753 Feb 11 05:42:39.738219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-527bbd75-1f03-4032-9838-6bc201c2bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.739981 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-527bbd75-1f03-4032-9838-6bc201c2bbce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3358593 Feb 11 05:42:39.740891 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb8572d-6ca0-47e0-a461-93569d9c4607 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (a74d61d4-4159-424f-855b-ebf727d837f5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.741884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb8572d-6ca0-47e0-a461-93569d9c4607 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Fanout notify agent at l3_agent the message router_deleted on router a74d61d4-4159-424f-855b-ebf727d837f5 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:42:39.756203 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb8572d-6ca0-47e0-a461-93569d9c4607 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.759013 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fdb8572d-6ca0-47e0-a461-93569d9c4607 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/a74d61d4-4159-424f-855b-ebf727d837f5 HTTP/1.1" status: 204 len: 168 time: 1.4162805 Feb 11 05:42:39.762813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51772) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:39.878724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4214acd4-4b31-47f1-90bb-4d8e4a744e87 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:39.892329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eee6a61a-9f83-4a39-9a04-cf5a2bc8c8b1 req-2898a7fd-efa9-4503-bea7-8c00f1fce947 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540942 Feb 11 05:42:39.900248 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Publish callbacks [] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.917554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-a238c06d-9bc8-42d5-aa50-2bad6556c564 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet db895730-11c6-4ab3-a972-1062d86e221b {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:39.938451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a238c06d-9bc8-42d5-aa50-2bad6556c564 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (db895730-11c6-4ab3-a972-1062d86e221b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.974150 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-e24bb3fb-e0d0-476c-9f68-a21e9f1c75ae service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139862 Feb 11 05:42:39.978516 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0de24406-0b02-4495-914a-41802b014310 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "GET /v2.0/floatingips/5761f4ba-3ef5-4a97-8aaf-a35fc28fe145 HTTP/1.1" status: 200 len: 688 time: 0.3234367 Feb 11 05:42:39.992865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51776) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:40.015925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Transition to ACTIVE for port object 4214acd4-4b31-47f1-90bb-4d8e4a744e87 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:42:40.194746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4371cb68-7349-43c9-81f3-ba762ff81eb6 req-dc723974-3252-40ac-83e5-eab8d4cd6153 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133760 Feb 11 05:42:40.202390 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a238c06d-9bc8-42d5-aa50-2bad6556c564 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (db895730-11c6-4ab3-a972-1062d86e221b), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.304797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a238c06d-9bc8-42d5-aa50-2bad6556c564 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (db895730-11c6-4ab3-a972-1062d86e221b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.365244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.499694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a238c06d-9bc8-42d5-aa50-2bad6556c564 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (db895730-11c6-4ab3-a972-1062d86e221b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.520931 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a238c06d-9bc8-42d5-aa50-2bad6556c564 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.527217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a238c06d-9bc8-42d5-aa50-2bad6556c564 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/db895730-11c6-4ab3-a972-1062d86e221b HTTP/1.1" status: 204 len: 168 time: 0.7593241 Feb 11 05:42:40.527975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51782) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:40.530264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca742302-e8a1-4b3b-b3ac-0f8e50bd739b None None] Network 0338b4f3-eedc-4403-924f-72fd6d100bdc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:40.568138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Pushing event updated for resources: {'Port': ['ID=4214acd4-4b31-47f1-90bb-4d8e4a744e87,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:40.692974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238c06d-9bc8-42d5-aa50-2bad6556c564 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=db895730-11c6-4ab3-a972-1062d86e221b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:40.712316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (0338b4f3-eedc-4403-924f-72fd6d100bdc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.822527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0defb-7f1a-4a37-b11a-4cadfafc3fd7 req-5fc06909-a094-4f7e-bd60-0cf772fa04c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:40.831301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2c0defb-7f1a-4a37-b11a-4cadfafc3fd7 req-5fc06909-a094-4f7e-bd60-0cf772fa04c0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 943 time: 0.6456864 Feb 11 05:42:40.860985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port 90142310-bba7-4608-a042-a338a8139d1a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:40.861496 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (90142310-bba7-4608-a042-a338a8139d1a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.910180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:40.910180 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.929377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] DHCP port deletion for 0338b4f3-eedc-4403-924f-72fd6d100bdc request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:40.953589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2c0defb-7f1a-4a37-b11a-4cadfafc3fd7 req-e7cb87c8-4cbd-4499-b5b2-1279d9da3243 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211660 Feb 11 05:42:41.036558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Attempting to bind port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:41.040338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Attempting to bind port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:41.040997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Attempting to bind port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:41.100822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,segment=NetworkSegment(cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0),segment_id=cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:41.101876 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.117298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:42:41.120957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Attempting to bind port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:41.131794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:41.149657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Deleting port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:41.150069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.164206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:41.165075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:41.165717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:41.166428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Bound port: 4214acd4-4b31-47f1-90bb-4d8e4a744e87, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:41.167091 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.230283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (90142310-bba7-4608-a042-a338a8139d1a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.230945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (90142310-bba7-4608-a042-a338a8139d1a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.264045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for 90142310-bba7-4608-a042-a338a8139d1a owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:41.306788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] For port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,segment=NetworkSegment(cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0),segment_id=cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:41.306788 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.336070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Calling delete_port for 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:41.450557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.520034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:41.570408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f3a2-4c63-4281-93b1-9856f1cece3f req-ae6a76e9-3f1a-46c1-9759-68bddd34b51a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:41.572363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6987f3a2-4c63-4281-93b1-9856f1cece3f req-ae6a76e9-3f1a-46c1-9759-68bddd34b51a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.5225141 Feb 11 05:42:41.583436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.596454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No DVR routers for this DVR port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:41.630452 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (6c2e41cc-d909-45c9-89d7-5f31015dd9c5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.664767 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.672991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] No DVR routers for this DVR port 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:41.675088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Pushing event deleted for resources: {'Port': ['ID=6c2e41cc-d909-45c9-89d7-5f31015dd9c5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.733376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] For port 4214acd4-4b31-47f1-90bb-4d8e4a744e87, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:41.736645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.737013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.737365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.737710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.738054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.738396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.738733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.739064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.739604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.740191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.740991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.741516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.742029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058cfe32-c7bb-4dba-9f47-6a517ed67677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.750517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6987f3a2-4c63-4281-93b1-9856f1cece3f req-783cf71b-00a8-441b-8a75-8f129e9b6058 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466818 Feb 11 05:42:41.808123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] For port 4214acd4-4b31-47f1-90bb-4d8e4a744e87, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4214acd4-4b31-47f1-90bb-4d8e4a744e87,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:41.824048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (0338b4f3-eedc-4403-924f-72fd6d100bdc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.836969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:41.849250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0338b4f3-eedc-4403-924f-72fd6d100bdc']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:41.862008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'mac_address': 'fa:16:3e:af:bf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:41.862516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:41.863046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:41.876110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.893753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.900807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:41.901578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (cbdaa6c9-71ec-49bc-a0ee-d5c84e1799c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.918056 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.937576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:41.937988 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.967962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:41.979946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (90142310-bba7-4608-a042-a338a8139d1a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:42.020494 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:42.025167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:42.076300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Pushing event updated for resources: {'Port': ['ID=4214acd4-4b31-47f1-90bb-4d8e4a744e87,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.083158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.083802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.085956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d76964d3-292b-4df1-8793-7e95d53a660a service neutron] 10.222.0.83 "PUT /v2.0/ports/4214acd4-4b31-47f1-90bb-4d8e4a744e87 HTTP/1.1" status: 200 len: 1093 time: 3.0099709 Feb 11 05:42:42.111121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (0338b4f3-eedc-4403-924f-72fd6d100bdc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.111725 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.113136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794ffcde-a094-476a-975b-68e3eda205cd', 'tag': '4214acd4-4b31-47f1-90bb-4d8e4a744e87'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:42.128990 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.136415 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/0338b4f3-eedc-4403-924f-72fd6d100bdc HTTP/1.1" status: 204 len: 168 time: 1.6032367 Feb 11 05:42:42.141181 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a1805-9eeb-46db-83d0-da961e1ac221" -d '{"events": [{"name": "network-changed", "server_uuid": "794ffcde-a094-476a-975b-68e3eda205cd", "tag": "4214acd4-4b31-47f1-90bb-4d8e4a744e87"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:42.157031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=90142310-bba7-4608-a042-a338a8139d1a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.177176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51808) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:42.184291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-732799265'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:42.203457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb8ac0-9a5d-406c-9a36-05e2b49d6c31 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=0338b4f3-eedc-4403-924f-72fd6d100bdc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.251867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.329986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:42.334203 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.348662 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90fa694-773c-4e0c-b9cb-6850fca686c2 x-openstack-request-id: req-d90fa694-773c-4e0c-b9cb-6850fca686c2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:42.349233 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794ffcde-a094-476a-975b-68e3eda205cd", "tag": "4214acd4-4b31-47f1-90bb-4d8e4a744e87", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:42.349233 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d90fa694-773c-4e0c-b9cb-6850fca686c2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:42.351725 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794ffcde-a094-476a-975b-68e3eda205cd', 'tag': '4214acd4-4b31-47f1-90bb-4d8e4a744e87', 'status': 'completed', 'code': 200} Feb 11 05:42:42.370589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3f246d8f-c19d-4134-ba1c-c69d8f66cc24'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:42.382102 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (5761f4ba-3ef5-4a97-8aaf-a35fc28fe145), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.385890 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.387066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-72dc5d02-1704-4108-bb81-12d84951cd03 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/floatingips/5761f4ba-3ef5-4a97-8aaf-a35fc28fe145 HTTP/1.1" status: 204 len: 168 time: 2.3694663 Feb 11 05:42:42.392220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51812) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:42.396906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:42.398412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'bdad836f-cd65-4580-9b23-1a902969cd8b'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:42.415148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9a61d073-0706-4e7f-8343-7bf85b10cf07), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.417654 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment 9a61d073-0706-4e7f-8343-7bf85b10cf07 of type vlan for network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 Feb 11 05:42:42.442195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8f521-8cd9-4971-a584-2a5e1bf5bfb6 req-7b865cc3-838d-4be7-8d9f-e01284fd8937 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.444306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ca8f521-8cd9-4971-a584-2a5e1bf5bfb6 req-7b865cc3-838d-4be7-8d9f-e01284fd8937 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 944 time: 0.2849829 Feb 11 05:42:42.446856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-0b205873-9e35-4873-82d7-d8fb1aea9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.448396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-0b205873-9e35-4873-82d7-d8fb1aea9ae6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 1127 time: 0.1973364 Feb 11 05:42:42.500329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.504343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.553819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-177ed2f4-268e-4763-98fd-fa5943a9b541 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4214acd4-4b31-47f1-90bb-4d8e4a744e87 HTTP/1.1" status: 200 len: 217 time: 0.0822346 Feb 11 05:42:42.614184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.640531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.645148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.663439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ca8f521-8cd9-4971-a584-2a5e1bf5bfb6 req-1f6b081a-47ec-4be1-8743-e209aa17089b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117658 Feb 11 05:42:42.747998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-9b64e5ad-56a2-4a42-b26b-2231abf659e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.781618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-9b64e5ad-56a2-4a42-b26b-2231abf659e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.2070742 Feb 11 05:42:42.855910 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6704414 Feb 11 05:42:42.855910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc22968-4650-429f-bd52-22456f238a86 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.855910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51824) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:42.860449 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': '1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:42.878163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:43.088248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:43.129190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:43.138196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:43.139700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6c2e41cc-d909-45c9-89d7-5f31015dd9c5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:43.140070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.507036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:43.714450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:43.719908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:43.725472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d4d3ad46-1e90-4828-b6cd-42e6d02172c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:43.726713 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.726895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-d4d3ad46-1e90-4828-b6cd-42e6d02172c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9381201 Feb 11 05:42:43.746181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (6267feb9-1dca-4f7e-8510-db1824d1cd8c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.759944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb1f2e-4569-4a3a-a072-dc7b044d4335 req-5829b4af-9b62-412d-a890-1d356155d302 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:43.761511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14fb1f2e-4569-4a3a-a072-dc7b044d4335 req-5829b4af-9b62-412d-a890-1d356155d302 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.1507363 Feb 11 05:42:43.920107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:43.921195 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.953835 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.970961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=6267feb9-1dca-4f7e-8510-db1824d1cd8c,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:43.987316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': '9a61d073-0706-4e7f-8343-7bf85b10cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:43.987691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:44.026220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:44.028705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:44.035582 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a03810-28fd-494d-bc0d-0da3b6aacfe8" -d '{"events": [{"server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "name": "network-vif-plugged", "status": "completed", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:44.066655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-f792c07e-884b-4672-975b-7ae0a7cc1ded service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358562 Feb 11 05:42:44.108371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.168734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:44.206933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14fb1f2e-4569-4a3a-a072-dc7b044d4335 req-1d2dc144-7996-4298-b38e-4a37b5853335 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748922 Feb 11 05:42:44.250289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:44.277818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:44.285563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.285563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.288485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b50cf-b18e-449e-8173-fcb90fb63450 None None] Network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:44.320167 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81ae15b-e848-4783-867b-11d44c18385e x-openstack-request-id: req-c81ae15b-e848-4783-867b-11d44c18385e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:44.320462 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "name": "network-vif-plugged", "status": "completed", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:44.329716 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c81ae15b-e848-4783-867b-11d44c18385e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:44.331210 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'code': 200} Feb 11 05:42:44.378410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0054e1c-5ade-4817-aa5a-69caf124c5da req-84344673-2b85-4411-9756-c2ac62f46101 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.380954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0054e1c-5ade-4817-aa5a-69caf124c5da req-84344673-2b85-4411-9756-c2ac62f46101 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 944 time: 0.4879923 Feb 11 05:42:44.403490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e805963c-0b05-4edf-8a45-e08f7845e66a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5438421 Feb 11 05:42:44.404355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51844) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:44.444626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1b6358c8-3625-4301-86ff-5bd67a0dddbc tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-63921683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:44.528311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528', 'network_id': '1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': '6267feb9-1dca-4f7e-8510-db1824d1cd8c'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:44.529512 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.549440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0054e1c-5ade-4817-aa5a-69caf124c5da req-172d6769-4dac-4fb3-a05d-b88bf348894b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606402 Feb 11 05:42:44.552638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1845f16-f0b0-46a5-a7a7-e5df9b09f869 req-e97d2c4f-80b1-4f23-a7f2-035308a3668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.554204 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1845f16-f0b0-46a5-a7a7-e5df9b09f869 req-e97d2c4f-80b1-4f23-a7f2-035308a3668a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 1128 time: 0.1507206 Feb 11 05:42:44.567335 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77bff51f-5427-425e-be74-8eaebd5c3c61 req-9b476478-1b54-46d4-9db7-dfadf0ef44ac service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855807 Feb 11 05:42:44.577532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.25.8.72 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/bd026e88-5da6-4e69-9b01-dd0ee722272e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:44.614517 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b6358c8-3625-4301-86ff-5bd67a0dddbc tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (1f1e940c-15aa-447a-ae9c-f91b541732a4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.615644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b6358c8-3625-4301-86ff-5bd67a0dddbc tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (1f1e940c-15aa-447a-ae9c-f91b541732a4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.660457 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a1845f16-f0b0-46a5-a7a7-e5df9b09f869 req-2906f1e1-cb99-4325-a5f1-b55a38290233 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003988 Feb 11 05:42:44.749358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b6358c8-3625-4301-86ff-5bd67a0dddbc tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (1f1e940c-15aa-447a-ae9c-f91b541732a4), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.759735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Allocated IP 172.20.0.2 (1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528/6267feb9-1dca-4f7e-8510-db1824d1cd8c/bcde8dff-d81e-4029-8ed7-b31aa9978ec3) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:44.798395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (bd026e88-5da6-4e69-9b01-dd0ee722272e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.850526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-b458f809-b00a-418d-b238-dfedd9268827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.852277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-b458f809-b00a-418d-b238-dfedd9268827 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 1127 time: 0.1100075 Feb 11 05:42:44.862366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b6358c8-3625-4301-86ff-5bd67a0dddbc tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (1f1e940c-15aa-447a-ae9c-f91b541732a4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.949077 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Publish callbacks [] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.975789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-e0a364c2-f231-4a6a-9786-557275a049f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.977324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-e0a364c2-f231-4a6a-9786-557275a049f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.1189759 Feb 11 05:42:45.023424 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-65ca49a7-6640-4641-8fed-f22c66c0ae18 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4214acd4-4b31-47f1-90bb-4d8e4a744e87 HTTP/1.1" status: 200 len: 217 time: 0.0398686 Feb 11 05:42:45.084988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-3a170805-48cc-418c-a402-89320a02759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.086559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-3a170805-48cc-418c-a402-89320a02759d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0578544 Feb 11 05:42:45.088532 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bd026e88-5da6-4e69-9b01-dd0ee722272e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.119923 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.123122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b6358c8-3625-4301-86ff-5bd67a0dddbc tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.128359 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b6358c8-3625-4301-86ff-5bd67a0dddbc tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7006354 Feb 11 05:42:45.128818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51858) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:45.217500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:45.224422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:45.230661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:45.268280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Pushing event updated for resources: {'Port': ['ID=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:45.293284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=bd026e88-5da6-4e69-9b01-dd0ee722272e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:45.335387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Attempting to bind port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:45.336237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Attempting to bind port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '9a61d073-0706-4e7f-8343-7bf85b10cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:45.336843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Attempting to bind port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 on network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:45.354140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:45.355536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Checking segment: {'id': '9a61d073-0706-4e7f-8343-7bf85b10cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:45.356140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.358264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Bound using segment: {'id': '9a61d073-0706-4e7f-8343-7bf85b10cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:45.358975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Bound port: bcde8dff-d81e-4029-8ed7-b31aa9978ec3, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a61d073-0706-4e7f-8343-7bf85b10cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:45.360912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.415135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:45.451597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:45.469743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:45.525975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] For port bcde8dff-d81e-4029-8ed7-b31aa9978ec3, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:45.535430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] For port bcde8dff-d81e-4029-8ed7-b31aa9978ec3, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,segment=NetworkSegment(9a61d073-0706-4e7f-8343-7bf85b10cf07),segment_id=9a61d073-0706-4e7f-8343-7bf85b10cf07)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:45.548461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-899a96a7-a7ff-4d3e-9264-c1035b68b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.552184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-899a96a7-a7ff-4d3e-9264-c1035b68b7bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4576387 Feb 11 05:42:45.626516 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.690992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba25f8-d393-40eb-b29b-3c82b482c605 req-6b130311-a427-472e-b8ce-5c07ea69a4d2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.694814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba25f8-d393-40eb-b29b-3c82b482c605 req-6b130311-a427-472e-b8ce-5c07ea69a4d2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.2897656 Feb 11 05:42:45.782367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fb217-48d2-479e-915a-8bc3cbef0799 None None] Pushing event updated for resources: {'Port': ['ID=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:45.984520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce4e9c-0a19-4ece-a604-4d7d34b2595f req-0226816b-6f5a-48cb-9ba7-aab1e34fd2e1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.994072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcce4e9c-0a19-4ece-a604-4d7d34b2595f req-0226816b-6f5a-48cb-9ba7-aab1e34fd2e1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.2256265 Feb 11 05:42:46.170153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43ba25f8-d393-40eb-b29b-3c82b482c605 req-ded266ab-4223-40f9-b56a-fde0082d7694 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369067 Feb 11 05:42:46.218249 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-c117c09c-649b-4ca3-9c03-5cbf963ae060 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359496 Feb 11 05:42:46.369006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-173a1805-9eeb-46db-83d0-da961e1ac221 req-e53d33d7-9356-463b-a3bd-f1b19d28724e service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357546 Feb 11 05:42:46.375488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcce4e9c-0a19-4ece-a604-4d7d34b2595f req-9592170a-9347-44b5-a9c5-791b6a606b97 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670239 Feb 11 05:42:46.511204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.709083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (e157526d-9c16-4e21-b93b-3c5e95da5f83), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.864135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bd026e88-5da6-4e69-9b01-dd0ee722272e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.878158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.20.0.1 (1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528/6267feb9-1dca-4f7e-8510-db1824d1cd8c/ac0d9595-eb03-4e11-b4cc-89e5f347fbec) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:47.102350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.116066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcde8dff-d81e-4029-8ed7-b31aa9978ec3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:47.248714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (bd026e88-5da6-4e69-9b01-dd0ee722272e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.251046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:47.263616 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.268872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.348052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (bd026e88-5da6-4e69-9b01-dd0ee722272e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.364875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:47.373850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:47.378987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:47.463100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:47.463508 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.501061 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (1f1e940c-15aa-447a-ae9c-f91b541732a4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.539780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port bcde8dff-d81e-4029-8ed7-b31aa9978ec3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,segment=NetworkSegment(9a61d073-0706-4e7f-8343-7bf85b10cf07),segment_id=9a61d073-0706-4e7f-8343-7bf85b10cf07)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:47.562889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc27ea2-6cbf-49f9-af28-e1f68ddc54d5 None None] Network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:47.588275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=bd026e88-5da6-4e69-9b01-dd0ee722272e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.627893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=ac0d9595-eb03-4e11-b4cc-89e5f347fbec,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.717371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0563db-51f5-4c29-8311-2fbc3bd7efc6 req-7dd91800-383f-486c-9483-468a6710e64a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:47.718972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a0563db-51f5-4c29-8311-2fbc3bd7efc6 req-7dd91800-383f-486c-9483-468a6710e64a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.4517286 Feb 11 05:42:47.727278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.739886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (e157526d-9c16-4e21-b93b-3c5e95da5f83), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.832720 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.845507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8ab44d18-18a6-4672-9bcb-16b35e756140 None None] Provisioning complete for port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:47.846416 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab44d18-18a6-4672-9bcb-16b35e756140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.854093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff26950-b1e6-49d4-b491-006de0d21df5 req-8fd0cc60-97ea-46f2-a936-3f2a7f297478 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:47.856465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff26950-b1e6-49d4-b491-006de0d21df5 req-8fd0cc60-97ea-46f2-a936-3f2a7f297478 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.2869561 Feb 11 05:42:47.894660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.942141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eff26950-b1e6-49d4-b491-006de0d21df5 req-d64c552a-0631-4186-85af-acefb96d15ee tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728862 Feb 11 05:42:47.959531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a0563db-51f5-4c29-8311-2fbc3bd7efc6 req-8a7a76ac-183c-4456-aa97-b8b950a5a28a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229304 Feb 11 05:42:48.044582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8ab44d18-18a6-4672-9bcb-16b35e756140 None None] Current status of the port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:48.057444 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP e157526d-9c16-4e21-b93b-3c5e95da5f83 associated. External IP: 172.25.8.72, port: bdad836f-cd65-4580-9b23-1a902969cd8b. Feb 11 05:42:48.396720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2965aafc-b9f8-40af-8782-4215687ddb16 None None] Provisioning complete for port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:48.424069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2965aafc-b9f8-40af-8782-4215687ddb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.487127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.572531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.746844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2965aafc-b9f8-40af-8782-4215687ddb16 None None] Current status of the port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:48.759718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f41bfc-21c5-4c30-be63-adb022fb71e0 req-1f18ed49-7fe4-48fc-a4d4-88452060e5e5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.762640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73f41bfc-21c5-4c30-be63-adb022fb71e0 req-1f18ed49-7fe4-48fc-a4d4-88452060e5e5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.3316181 Feb 11 05:42:48.784202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:48.784967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=ac0d9595-eb03-4e11-b4cc-89e5f347fbec,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:48.799907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2965aafc-b9f8-40af-8782-4215687ddb16 None None] Provisioning complete for port ac0d9595-eb03-4e11-b4cc-89e5f347fbec triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:48.801225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (1f1e940c-15aa-447a-ae9c-f91b541732a4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.801382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2965aafc-b9f8-40af-8782-4215687ddb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.908841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73f41bfc-21c5-4c30-be63-adb022fb71e0 req-7c683968-d4c9-4242-9712-8867954a4bcf tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146035 Feb 11 05:42:48.927658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2965aafc-b9f8-40af-8782-4215687ddb16 None None] Port ac0d9595-eb03-4e11-b4cc-89e5f347fbec cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:49.014098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:49.015710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:49.042637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcde8dff-d81e-4029-8ed7-b31aa9978ec3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:49.162477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fd9a3db9-39eb-4c68-9e66-15adc176eff7 None None] Provisioning complete for port ac0d9595-eb03-4e11-b4cc-89e5f347fbec triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:49.163020 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3db9-39eb-4c68-9e66-15adc176eff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.267023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:49.286752 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be7505-2051-4871-902c-95d60396233c None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:49.289246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:49.291306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.304810 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be7505-2051-4871-902c-95d60396233c None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:49.305463 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-87be7505-2051-4871-902c-95d60396233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:49.375624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e3952-509e-4d90-b6f3-9106cc9a4521 req-b933295f-3a9e-4035-9e57-594179c3fafb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.382373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f5e3952-509e-4d90-b6f3-9106cc9a4521 req-b933295f-3a9e-4035-9e57-594179c3fafb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.1779499 Feb 11 05:42:49.430546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a3db9-39eb-4c68-9e66-15adc176eff7 None None] Port ac0d9595-eb03-4e11-b4cc-89e5f347fbec cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:49.432416 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-87be7505-2051-4871-902c-95d60396233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:49.440727 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.450715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 1f1e940c-15aa-447a-ae9c-f91b541732a4 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:42:49.467090 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be7505-2051-4871-902c-95d60396233c None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:49.473365 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-87be7505-2051-4871-902c-95d60396233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:49.533887 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-87be7505-2051-4871-902c-95d60396233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:49.535233 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be7505-2051-4871-902c-95d60396233c None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:49.546466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-df42e2ed-30d1-4bac-bfbf-5d77dbfb6a7c tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1432421 Feb 11 05:42:49.551246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.574329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-838373264'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:49.592447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:49.598283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-59132c91-5fbe-4adc-896a-a6c964917aec None None] Provisioning complete for port ac0d9595-eb03-4e11-b4cc-89e5f347fbec triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:49.598845 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59132c91-5fbe-4adc-896a-a6c964917aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.671896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-59132c91-5fbe-4adc-896a-a6c964917aec None None] Port ac0d9595-eb03-4e11-b4cc-89e5f347fbec cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:49.684038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:49.693847 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d32fc2ad-ed4a-4a51-87b0-36384ce07e97 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/1f1e940c-15aa-447a-ae9c-f91b541732a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5602005 Feb 11 05:42:49.694192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f5e3952-509e-4d90-b6f3-9106cc9a4521 req-fb0b1f07-3962-4d8d-89d9-2d0fc0a26f75 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019812 Feb 11 05:42:49.694192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51952) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.713107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76280501-77bd-465e-ab82-07079a7bc292 None None] Sync routers for ids ['1f1e940c-15aa-447a-ae9c-f91b541732a4'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:49.733592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76280501-77bd-465e-ab82-07079a7bc292 None None] Routers {'1f1e940c-15aa-447a-ae9c-f91b541732a4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:49.734782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-76280501-77bd-465e-ab82-07079a7bc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1f1e940c-15aa-447a-ae9c-f91b541732a4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:49.769036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:49.772042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.845696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad3048-0b79-4b90-8f6b-431f15d943f9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.849944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-25ad3048-0b79-4b90-8f6b-431f15d943f9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports/ac0d9595-eb03-4e11-b4cc-89e5f347fbec HTTP/1.1" status: 200 len: 910 time: 0.1522446 Feb 11 05:42:49.850586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51954) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.873577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:49.889068 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0d87d868-10e2-4188-90bf-c6a834675b94), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.891172 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Added segment 0d87d868-10e2-4188-90bf-c6a834675b94 of type vlan for network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 Feb 11 05:42:50.034898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7070c98a-a235-4b3b-b5b6-1a535cdd3847), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.058890 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-76280501-77bd-465e-ab82-07079a7bc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:50.070895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76280501-77bd-465e-ab82-07079a7bc292 None None] Routers {'1f1e940c-15aa-447a-ae9c-f91b541732a4'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:50.071991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-76280501-77bd-465e-ab82-07079a7bc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1f1e940c-15aa-447a-ae9c-f91b541732a4'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:50.125238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-76280501-77bd-465e-ab82-07079a7bc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:50.126418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76280501-77bd-465e-ab82-07079a7bc292 None None] The sync data for ids ['1f1e940c-15aa-447a-ae9c-f91b541732a4'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:50.159375 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:42:50.253563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60bbec-f54a-42c5-a500-4a16cf36202d req-f367fbc7-c528-4926-8f71-91598b72b7e2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.265902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd60bbec-f54a-42c5-a500-4a16cf36202d req-f367fbc7-c528-4926-8f71-91598b72b7e2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.2120621 Feb 11 05:42:50.315132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7070c98a-a235-4b3b-b5b6-1a535cdd3847), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.320819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.321785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.379257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd60bbec-f54a-42c5-a500-4a16cf36202d req-6b2f33de-f7c5-4cc1-84a9-ae6cad7c61d1 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123812 Feb 11 05:42:50.501580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (1f1e940c-15aa-447a-ae9c-f91b541732a4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.537300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9776464 Feb 11 05:42:50.550571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51974) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:50.563814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'subnet': {'network_id': '7070c98a-a235-4b3b-b5b6-1a535cdd3847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:50.573363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8e733-5bd5-4087-a538-4bacbb7a3fb8 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Network': ['ID=7070c98a-a235-4b3b-b5b6-1a535cdd3847,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:50.591629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:50.965712 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68508635-45f0-404b-baf6-ee9a63642166 req-35d65088-a306-40e7-ac76-b78d053095ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3383303 Feb 11 05:42:51.053616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5264-2e53-4a08-a015-aa82ce93fe56 req-2e761af7-72d0-4011-8d13-4d420dcbffc5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.057563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc0c5264-2e53-4a08-a015-aa82ce93fe56 req-2e761af7-72d0-4011-8d13-4d420dcbffc5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.1723123 Feb 11 05:42:51.063093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:51.071948 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.234232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508635-45f0-404b-baf6-ee9a63642166 req-9b8c5206-c97a-4f13-a9da-2392f68cd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.236678 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68508635-45f0-404b-baf6-ee9a63642166 req-9b8c5206-c97a-4f13-a9da-2392f68cd2b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 1129 time: 0.2247901 Feb 11 05:42:51.259036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port ac0d9595-eb03-4e11-b4cc-89e5f347fbec {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:51.259699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.421511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc0c5264-2e53-4a08-a015-aa82ce93fe56 req-bd604e46-67a9-4fc2-9173-ef0413454bd3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675390 Feb 11 05:42:51.428831 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (2b6bae66-79e7-4832-8586-bca15126896f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.525680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.543988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Subnet': ['ID=2b6bae66-79e7-4832-8586-bca15126896f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:51.595881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Checking segment: {'id': '0d87d868-10e2-4188-90bf-c6a834675b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7070c98a-a235-4b3b-b5b6-1a535cdd3847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:51.596933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network hostable DHCP agents. Network: 7070c98a-a235-4b3b-b5b6-1a535cdd3847, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:51.631514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for ac0d9595-eb03-4e11-b4cc-89e5f347fbec owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:51.757560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a07c0-7d71-4573-b02d-83f3113c0e69 req-63a36573-f4c1-44f8-9dd4-efb7c34bd91f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.762367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad3a07c0-7d71-4573-b02d-83f3113c0e69 req-63a36573-f4c1-44f8-9dd4-efb7c34bd91f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.1414990 Feb 11 05:42:51.766476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:52.033282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508635-45f0-404b-baf6-ee9a63642166 req-e616fe40-262b-4a94-a78c-42af40ebc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.041474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad3a07c0-7d71-4573-b02d-83f3113c0e69 req-d6824cac-14d8-49b3-a73e-1bc1645445eb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229029 Feb 11 05:42:52.041946 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68508635-45f0-404b-baf6-ee9a63642166 req-e616fe40-262b-4a94-a78c-42af40ebc22f service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.3317497 Feb 11 05:42:52.042169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7070c98a-a235-4b3b-b5b6-1a535cdd3847) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:52.042169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.042169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.043151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52346c6-511b-4f2b-97c4-729d19e7f656 None None] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:52.044884 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68508635-45f0-404b-baf6-ee9a63642166 req-37f51782-406c-4235-93de-e9c6e1d2eee9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5428bce-f783-4979-9ed6-59e6e46c62d7 HTTP/1.1" status: 200 len: 217 time: 0.1311007 Feb 11 05:42:52.090450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-36eed298-c62f-4dbf-9b8e-065d8700c921 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5356801 Feb 11 05:42:52.091071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52026) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.095552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1243991160', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:52.246724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-7070c98a-a235-4b3b-b5b6-1a535cdd3847', 'network_id': '7070c98a-a235-4b3b-b5b6-1a535cdd3847', 'project_id': '4eef21075a564af7828c2df23bb5ad85', 'fixed_ips': [{'subnet_id': '2b6bae66-79e7-4832-8586-bca15126896f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:52.247605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.260950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508635-45f0-404b-baf6-ee9a63642166 req-6c5b0b04-6d09-4321-a34f-bd22f470c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.263016 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68508635-45f0-404b-baf6-ee9a63642166 req-6c5b0b04-6d09-4321-a34f-bd22f470c9d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.2069166 Feb 11 05:42:52.268853 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (8a10fa64-f1d8-4d94-b422-781017cd7834), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.270184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (8a10fa64-f1d8-4d94-b422-781017cd7834), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.389841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_controller (8a10fa64-f1d8-4d94-b422-781017cd7834), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.494775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508635-45f0-404b-baf6-ee9a63642166 req-8fcf9649-226e-4b53-a862-f193ee48df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.513332 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68508635-45f0-404b-baf6-ee9a63642166 req-8fcf9649-226e-4b53-a862-f193ee48df4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2344806 Feb 11 05:42:52.627945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Allocated IP 172.20.0.2 (7070c98a-a235-4b3b-b5b6-1a535cdd3847/2b6bae66-79e7-4832-8586-bca15126896f/b21e02f3-7f2c-4d0a-83f5-b6666cac99e8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:52.868980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ac0d9595-eb03-4e11-b4cc-89e5f347fbec), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.986776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=ac0d9595-eb03-4e11-b4cc-89e5f347fbec,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:53.015561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68508635-45f0-404b-baf6-ee9a63642166 req-d60a813d-0fbc-40a2-85ce-8b12807c4030 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884057 Feb 11 05:42:53.180655 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:42:53.196451 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Publish callbacks [] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.295825 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.388790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:53.392280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:53.395056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:53.421872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Pushing event updated for resources: {'Port': ['ID=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:53.540556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Attempting to bind port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:53.540969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Attempting to bind port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0d87d868-10e2-4188-90bf-c6a834675b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7070c98a-a235-4b3b-b5b6-1a535cdd3847'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:53.541350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Attempting to bind port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 on network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:53.566160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:53.566547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Checking segment: {'id': '0d87d868-10e2-4188-90bf-c6a834675b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7070c98a-a235-4b3b-b5b6-1a535cdd3847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:53.568854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.569264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Bound using segment: {'id': '0d87d868-10e2-4188-90bf-c6a834675b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7070c98a-a235-4b3b-b5b6-1a535cdd3847'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:53.569770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Bound port: b21e02f3-7f2c-4d0a-83f5-b6666cac99e8, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d87d868-10e2-4188-90bf-c6a834675b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7070c98a-a235-4b3b-b5b6-1a535cdd3847'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:53.580578 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.582201 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68508635-45f0-404b-baf6-ee9a63642166 req-66b21ae8-627c-4799-8bc3-02f6e531e2f3 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159006 Feb 11 05:42:53.583009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:53.831909 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (1f1e940c-15aa-447a-ae9c-f91b541732a4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.837840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d295d9-75da-4a9b-ae88-4a6aaf6ef70d req-410fe7aa-6b05-4438-93bc-c64ddd037341 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.840396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35d295d9-75da-4a9b-ae88-4a6aaf6ef70d req-410fe7aa-6b05-4438-93bc-c64ddd037341 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 1.2641559 Feb 11 05:42:53.891450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:53.937631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'port_id': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'mac_address': 'fa:16:3e:af:bf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:53.961843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] For port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:53.967214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_gateway (8a10fa64-f1d8-4d94-b422-781017cd7834), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.991588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-5ded0948-ec9d-4c3a-93a5-129ce95bc4fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4968421 Feb 11 05:42:54.022640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] For port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,segment=NetworkSegment(0d87d868-10e2-4188-90bf-c6a834675b94),segment_id=0d87d868-10e2-4188-90bf-c6a834675b94)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:54.049813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0ace-3856-4cbd-87d1-cbf9b64a791b req-87a9d1a7-6aee-4171-b78b-9b23b59146bb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.065524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f6a0ace-3856-4cbd-87d1-cbf9b64a791b req-87a9d1a7-6aee-4171-b78b-9b23b59146bb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.5620320 Feb 11 05:42:54.155163 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.292640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f85240-5ca2-47fb-bc95-394ea03e195a None None] Pushing event updated for resources: {'Port': ['ID=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:54.312450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:54.312908 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.366120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 1f1e940c-15aa-447a-ae9c-f91b541732a4 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:54.431149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35d295d9-75da-4a9b-ae88-4a6aaf6ef70d req-08f87188-8d40-46da-b469-1dd0597f53ad tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492545 Feb 11 05:42:54.431677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:54.481049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-de43524c-3939-4846-b0e1-6d4fff47bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.485190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-de43524c-3939-4846-b0e1-6d4fff47bd48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 1128 time: 0.3762271 Feb 11 05:42:54.505186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f6a0ace-3856-4cbd-87d1-cbf9b64a791b req-6ffa8f6a-123d-4d80-a0aa-c23d92a7a1b2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369531 Feb 11 05:42:54.505599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:54.576556 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.625335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:54.639589 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f486f1ed-f6fb-49fc-888d-2245536ddcc4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/1f1e940c-15aa-447a-ae9c-f91b541732a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7876213 Feb 11 05:42:54.640414 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c686f2-07fd-4b0b-a91d-cb8834e7ca99 None None] Sync routers for ids ['1f1e940c-15aa-447a-ae9c-f91b541732a4'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:54.642526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52090) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:54.685211 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c686f2-07fd-4b0b-a91d-cb8834e7ca99 None None] Routers {'1f1e940c-15aa-447a-ae9c-f91b541732a4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:54.685211 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-61c686f2-07fd-4b0b-a91d-cb8834e7ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1f1e940c-15aa-447a-ae9c-f91b541732a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:54.709899 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-46542aef-8ff6-43df-b721-f76b6903315c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f1e940c-15aa-447a-ae9c-f91b541732a4 HTTP/1.1" status: 200 len: 205 time: 0.0658875 Feb 11 05:42:54.713600 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52092) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:54.807783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['3f246d8f-c19d-4134-ba1c-c69d8f66cc24'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:54.862120 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-61c686f2-07fd-4b0b-a91d-cb8834e7ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:54.931576 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c686f2-07fd-4b0b-a91d-cb8834e7ca99 None None] Routers {'1f1e940c-15aa-447a-ae9c-f91b541732a4'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:54.932213 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-61c686f2-07fd-4b0b-a91d-cb8834e7ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1f1e940c-15aa-447a-ae9c-f91b541732a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:54.971815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8cc943f-4d3e-48c2-b84b-211cd2c48a06 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (1f1e940c-15aa-447a-ae9c-f91b541732a4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.016177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:55.045230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-6b7ad238-9f47-4dc3-a9c9-27a41adb714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.047904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-6b7ad238-9f47-4dc3-a9c9-27a41adb714d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.5316479 Feb 11 05:42:55.190997 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-61c686f2-07fd-4b0b-a91d-cb8834e7ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:55.191651 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c686f2-07fd-4b0b-a91d-cb8834e7ca99 None None] The sync data for ids ['1f1e940c-15aa-447a-ae9c-f91b541732a4'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:55.227988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-21f320e2-1390-4c36-bfe4-13cacf36759e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32117ff4-5c31-4c04-9b33-16294d978859 HTTP/1.1" status: 200 len: 217 time: 0.1691573 Feb 11 05:42:55.390761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-dad42c85-9a44-484b-aa08-bc8b77f8d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.390761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-dad42c85-9a44-484b-aa08-bc8b77f8d651 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1495256 Feb 11 05:42:55.428481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:55.694810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-25e42f2c-6a47-4dfa-87c7-fca8279c0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.700472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-25e42f2c-6a47-4dfa-87c7-fca8279c0cf4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2993772 Feb 11 05:42:55.724496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:55.725487 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.941568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:55.948741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.079404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,segment=NetworkSegment(0d87d868-10e2-4188-90bf-c6a834675b94),segment_id=0d87d868-10e2-4188-90bf-c6a834675b94)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:56.132545 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_gateway (8a10fa64-f1d8-4d94-b422-781017cd7834), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.240525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.378988 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.410460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:56.432217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8cc943f-4d3e-48c2-b84b-211cd2c48a06 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (1f1e940c-15aa-447a-ae9c-f91b541732a4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.432717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe9607-97d2-40f2-85ee-dac98e42e30f req-afe4a2e5-6801-4418-8f40-420f36a025d9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:56.432717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bbe9607-97d2-40f2-85ee-dac98e42e30f req-afe4a2e5-6801-4418-8f40-420f36a025d9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.7220695 Feb 11 05:42:56.434153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8cc943f-4d3e-48c2-b84b-211cd2c48a06 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (1f1e940c-15aa-447a-ae9c-f91b541732a4), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.458460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5dbf2-7386-471f-b7e8-42300b250538 req-33583d8c-9566-4b9c-a1ad-074da416cf03 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:56.462546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67d5dbf2-7386-471f-b7e8-42300b250538 req-33583d8c-9566-4b9c-a1ad-074da416cf03 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 944 time: 0.7537172 Feb 11 05:42:56.615654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db6c42-f9b4-4ba5-8337-bd1b938a2aa5 None None] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:56.639932 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8cc943f-4d3e-48c2-b84b-211cd2c48a06 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (1f1e940c-15aa-447a-ae9c-f91b541732a4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.640493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cc943f-4d3e-48c2-b84b-211cd2c48a06 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Fanout notify agent at l3_agent the message router_deleted on router 1f1e940c-15aa-447a-ae9c-f91b541732a4 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:42:56.658697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8cc943f-4d3e-48c2-b84b-211cd2c48a06 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.681269 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f8cc943f-4d3e-48c2-b84b-211cd2c48a06 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/1f1e940c-15aa-447a-ae9c-f91b541732a4 HTTP/1.1" status: 204 len: 168 time: 1.9494274 Feb 11 05:42:56.681955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52152) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:56.785550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-e58ea8d9-e1b9-44bb-b0f7-aeb2e88d2e7c service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203930 Feb 11 05:42:56.826318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e451b628-75ca-45fa-b4cc-34130ae1b861 None None] Provisioning complete for port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:56.826708 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e451b628-75ca-45fa-b4cc-34130ae1b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.965312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fdb384-fdec-4446-86e6-07a047977226 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet 6267feb9-1dca-4f7e-8510-db1824d1cd8c {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:56.985516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06fdb384-fdec-4446-86e6-07a047977226 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (6267feb9-1dca-4f7e-8510-db1824d1cd8c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.134976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bbe9607-97d2-40f2-85ee-dac98e42e30f req-42498464-5044-4813-9065-2e2ee63826f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714714 Feb 11 05:42:57.144946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:57.145161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06fdb384-fdec-4446-86e6-07a047977226 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (6267feb9-1dca-4f7e-8510-db1824d1cd8c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.358239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e451b628-75ca-45fa-b4cc-34130ae1b861 None None] Current status of the port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:57.401759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67d5dbf2-7386-471f-b7e8-42300b250538 req-9484b93f-3a62-4f67-9903-f94a8fd5b1f3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8970580 Feb 11 05:42:57.442643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:57.443292 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.516962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06fdb384-fdec-4446-86e6-07a047977226 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (6267feb9-1dca-4f7e-8510-db1824d1cd8c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.555375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.25.8.32 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/0890c950-dca5-4413-81fb-12f0a06dd7e7) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:57.571277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:57.585630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f13f1671-31a1-4c5a-8fe9-ae4b5aca3069 req-9a3971c3-86a8-465c-ac67-cccd4e020193 service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763964 Feb 11 05:42:57.749328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:57.754713 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06fdb384-fdec-4446-86e6-07a047977226 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (6267feb9-1dca-4f7e-8510-db1824d1cd8c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.819154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdb384-fdec-4446-86e6-07a047977226 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=6267feb9-1dca-4f7e-8510-db1824d1cd8c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:57.881837 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06fdb384-fdec-4446-86e6-07a047977226 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.885159 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-06fdb384-fdec-4446-86e6-07a047977226 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/6267feb9-1dca-4f7e-8510-db1824d1cd8c HTTP/1.1" status: 204 len: 168 time: 1.2022042 Feb 11 05:42:57.894414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52172) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:57.897471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bda533f1-f4e1-4c67-bf24-4f6572cb8e6c None None] Provisioning complete for port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:57.897851 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bda533f1-f4e1-4c67-bf24-4f6572cb8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.899600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72df0fa-065c-46f4-815c-e8a5bf5f5379 None None] Network 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:58.019161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (0890c950-dca5-4413-81fb-12f0a06dd7e7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.166490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0890c950-dca5-4413-81fb-12f0a06dd7e7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.226999 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.230762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:58.236898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:58.241970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:58.344872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=0890c950-dca5-4413-81fb-12f0a06dd7e7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:58.402968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:58.404396 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.454470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.469992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.480579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.481214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.481814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.482374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.482933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.483442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.483977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.484496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.485056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.485650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.486321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:58.689283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bda533f1-f4e1-4c67-bf24-4f6572cb8e6c None None] Current status of the port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:58.833317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:58.838633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.839747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] DHCP port deletion for 1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:58.945931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc91ad0-8d2e-49db-ad54-d4c8977b0ad1 req-ab9699b6-0b53-4db6-9b75-a5409dbbcbb3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:58.947773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0bc91ad0-8d2e-49db-ad54-d4c8977b0ad1 req-ab9699b6-0b53-4db6-9b75-a5409dbbcbb3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 944 time: 0.3356230 Feb 11 05:42:58.992425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f0557-9fbb-4349-a017-582219625ce0 req-2b024b21-f57b-49ac-8424-abc76eab8106 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.002385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-915f0557-9fbb-4349-a017-582219625ce0 req-2b024b21-f57b-49ac-8424-abc76eab8106 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.4969716 Feb 11 05:42:59.025825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcde8dff-d81e-4029-8ed7-b31aa9978ec3 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:59.116686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:59.117131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.137900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:59.145849 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6840d608-ff1b-4ad5-a068-cd8662bac661" -d '{"events": [{"server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "name": "network-vif-plugged", "status": "completed", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:59.224353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0bc91ad0-8d2e-49db-ad54-d4c8977b0ad1 req-b7c7f13d-b4bd-442a-b08f-a59422155afd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674046 Feb 11 05:42:59.231712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:59.337589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-915f0557-9fbb-4349-a017-582219625ce0 req-c482e926-da24-4be0-ad43-e957379816de tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284783 Feb 11 05:42:59.343589 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.374079 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d521e-d4bf-4d07-b584-5b036e826009 x-openstack-request-id: req-a60d521e-d4bf-4d07-b584-5b036e826009 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:59.374390 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "name": "network-vif-plugged", "status": "completed", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:59.374658 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a60d521e-d4bf-4d07-b584-5b036e826009 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:59.375078 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'code': 200} Feb 11 05:42:59.388291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port bcde8dff-d81e-4029-8ed7-b31aa9978ec3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,segment=NetworkSegment(9a61d073-0706-4e7f-8343-7bf85b10cf07),segment_id=9a61d073-0706-4e7f-8343-7bf85b10cf07)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:59.388900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.442953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for bcde8dff-d81e-4029-8ed7-b31aa9978ec3 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:59.467543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:59.486928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] Deleting port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:59.490271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.490271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:59.490271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.655978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] For port bcde8dff-d81e-4029-8ed7-b31aa9978ec3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,segment=NetworkSegment(9a61d073-0706-4e7f-8343-7bf85b10cf07),segment_id=9a61d073-0706-4e7f-8343-7bf85b10cf07)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:59.656390 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.701765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] Calling delete_port for bcde8dff-d81e-4029-8ed7-b31aa9978ec3 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:59.702527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_gateway (8a10fa64-f1d8-4d94-b422-781017cd7834), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.001767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port bcde8dff-d81e-4029-8ed7-b31aa9978ec3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,segment=NetworkSegment(9a61d073-0706-4e7f-8343-7bf85b10cf07),segment_id=9a61d073-0706-4e7f-8343-7bf85b10cf07)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:00.068757 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.224566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:00.396686 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (8a10fa64-f1d8-4d94-b422-781017cd7834), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.501500 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:00.522141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] No DVR routers for this DVR port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:00.577953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899756ec-0ce1-4f33-947f-0fc36ae638a4 None None] Pushing event deleted for resources: {'Port': ['ID=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:00.656792 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bcde8dff-d81e-4029-8ed7-b31aa9978ec3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.398648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=bcde8dff-d81e-4029-8ed7-b31aa9978ec3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:01.462875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea5698-325d-4402-8d7a-4e1c14e77b59 req-48ca669b-9f28-4814-8455-2649e7f59e3f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:01.464698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdea5698-325d-4402-8d7a-4e1c14e77b59 req-48ca669b-9f28-4814-8455-2649e7f59e3f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.8616638 Feb 11 05:43:01.469001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No DVR routers for this DVR port bcde8dff-d81e-4029-8ed7-b31aa9978ec3 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:01.631392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.695092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:01.707301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a61d073-0706-4e7f-8343-7bf85b10cf07') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:01.707615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a61d073-0706-4e7f-8343-7bf85b10cf07') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:01.721505 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (9a61d073-0706-4e7f-8343-7bf85b10cf07), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.742757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9a61d073-0706-4e7f-8343-7bf85b10cf07), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.761127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:01.763393 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (9a61d073-0706-4e7f-8343-7bf85b10cf07), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:01.910753 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:01.926823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdea5698-325d-4402-8d7a-4e1c14e77b59 req-aa6fc7a4-6e3a-4e9d-99e6-f7da9156de82 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948741 Feb 11 05:43:01.949303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce565c-a7e4-47de-8a99-dd10e6949489 req-22267bea-5fb3-4b00-b037-1081df340324 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:01.951046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30ce565c-a7e4-47de-8a99-dd10e6949489 req-22267bea-5fb3-4b00-b037-1081df340324 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 1.5445487 Feb 11 05:43:02.057449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.067541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.074587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528 HTTP/1.1" status: 204 len: 168 time: 4.1755731 Feb 11 05:43:02.075352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52258) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.081886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1807863454', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:02.160222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09bbbd-a685-4793-9bf3-d2a02d846a78 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=1c2ca63c-3dfa-42f6-9a4d-ef2d4eac9528,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:02.181307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router 8a10fa64-f1d8-4d94-b422-781017cd7834 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:43:02.201343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.202344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.336319 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30ce565c-a7e4-47de-8a99-dd10e6949489 req-d6cced50-aaf3-48f5-889f-9e5eb2e808be tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672431 Feb 11 05:43:02.402116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.643666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52274) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.760407 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:02.771074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fd56d-1521-4e9d-aeda-36410fdb01f9 None None] Sync routers for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:02.797556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fd56d-1521-4e9d-aeda-36410fdb01f9 None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:02.799234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d62fd56d-1521-4e9d-aeda-36410fdb01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:02.881764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_gateway (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.883497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.886890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c351cb0d-9796-4c41-ae6c-0eb135322d59 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.7949476 Feb 11 05:43:02.894414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52284) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.984103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d62fd56d-1521-4e9d-aeda-36410fdb01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:03.028241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fd56d-1521-4e9d-aeda-36410fdb01f9 None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:03.029376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d62fd56d-1521-4e9d-aeda-36410fdb01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:42:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:03.086694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d62fd56d-1521-4e9d-aeda-36410fdb01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:03.088078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fd56d-1521-4e9d-aeda-36410fdb01f9 None None] The sync data for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:03.114835 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4cd328c7-becc-4e3b-b48c-c07e3862707d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.525802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697699d-4d73-4f3e-9b80-3e51f320c78e req-41f3a47e-860e-4daa-b6dd-fb92fe6cb5d2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:03.528393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8697699d-4d73-4f3e-9b80-3e51f320c78e req-41f3a47e-860e-4daa-b6dd-fb92fe6cb5d2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.3678572 Feb 11 05:43:03.658485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8697699d-4d73-4f3e-9b80-3e51f320c78e req-a808ade4-caf4-4ac0-931f-f27f5069cdf2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223943 Feb 11 05:43:03.893668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f0eec-fbe1-44e1-b030-1aeffc03c53f req-c9f11ffe-4936-4701-b2e7-80401a619f8b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:03.895266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be7f0eec-fbe1-44e1-b030-1aeffc03c53f req-c9f11ffe-4936-4701-b2e7-80401a619f8b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.3268971 Feb 11 05:43:04.007784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be7f0eec-fbe1-44e1-b030-1aeffc03c53f req-82cdae55-ff73-450a-9b89-0056dce7ed2f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017079 Feb 11 05:43:04.383092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.798647 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_gateway (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.924345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.337138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c01434-5055-414f-88a5-afca1b5cb25d req-63deb94b-592a-4975-b6c1-942fd33db9e4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:05.341909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5c01434-5055-414f-88a5-afca1b5cb25d req-63deb94b-592a-4975-b6c1-942fd33db9e4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.3558493 Feb 11 05:43:05.397425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.25.8.40 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/975feee1-76bb-4c15-b61f-75248873b04f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:05.440479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.20.0.1 (7070c98a-a235-4b3b-b5b6-1a535cdd3847/2b6bae66-79e7-4832-8586-bca15126896f/b9de83b2-c1ab-4e1c-a5a5-16031e6b4240) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:05.464060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (a22bdc48-6036-4863-87a0-0dfc3beeac53), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.513062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2d906-b78a-4940-86fa-1a1585b61871 req-acdc3c75-66f2-49cc-959e-d7bacf8c7c4c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:05.520621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9cf2d906-b78a-4940-86fa-1a1585b61871 req-acdc3c75-66f2-49cc-959e-d7bacf8c7c4c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.2882500 Feb 11 05:43:05.554886 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2427d3f3-0bff-4f12-aa03-fe25e29e23de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.568262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5c01434-5055-414f-88a5-afca1b5cb25d req-bb9aff24-b14a-495b-91c0-6a291b99cef8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124336 Feb 11 05:43:05.774362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9cf2d906-b78a-4940-86fa-1a1585b61871 req-2fc1bb74-f93d-49ad-b8f2-76d8beb634d9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525649 Feb 11 05:43:05.860954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.939547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (975feee1-76bb-4c15-b61f-75248873b04f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.161420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Deleting port 8f59a102-37ba-443e-859d-008effcae1ed {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:06.161865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8f59a102-37ba-443e-859d-008effcae1ed), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.262720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] For port 8f59a102-37ba-443e-859d-008effcae1ed, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8f59a102-37ba-443e-859d-008effcae1ed,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:06.263277 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8f59a102-37ba-443e-859d-008effcae1ed), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.292090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.296186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Calling delete_port for 8f59a102-37ba-443e-859d-008effcae1ed owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:06.344107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (975feee1-76bb-4c15-b61f-75248873b04f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.411880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=b9de83b2-c1ab-4e1c-a5a5-16031e6b4240,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:06.414712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:06.419111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=975feee1-76bb-4c15-b61f-75248873b04f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:06.426467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:06.426467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:06.442626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:06.447281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:06.459356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:06.521875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (8a10fa64-f1d8-4d94-b422-781017cd7834), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.703256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.910792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f582e82-1d2f-4580-a7ae-b4c47f79e3dc req-649f59f2-4eb9-4c7b-af8d-d9a72fa4bb1b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:06.919185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f582e82-1d2f-4580-a7ae-b4c47f79e3dc req-649f59f2-4eb9-4c7b-af8d-d9a72fa4bb1b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.1025078 Feb 11 05:43:07.031778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f7ae493f-c23a-4236-8c66-1752c9e2b99a None None] Provisioning complete for port b9de83b2-c1ab-4e1c-a5a5-16031e6b4240 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:07.032201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f7ae493f-c23a-4236-8c66-1752c9e2b99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.127239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae493f-c23a-4236-8c66-1752c9e2b99a None None] Port b9de83b2-c1ab-4e1c-a5a5-16031e6b4240 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:07.145983 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.151651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f582e82-1d2f-4580-a7ae-b4c47f79e3dc req-c57fdc82-e670-4d05-a7b9-2fa3ce0be1b6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316144 Feb 11 05:43:07.293551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb780e-d392-484d-9bad-57fa4a40f763 req-47aa0ef8-08c4-4637-a50c-a8edfe93fb65 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:07.295160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0bb780e-d392-484d-9bad-57fa4a40f763 req-47aa0ef8-08c4-4637-a50c-a8edfe93fb65 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.1599660 Feb 11 05:43:07.312897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8f59a102-37ba-443e-859d-008effcae1ed), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.390392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f59a102-37ba-443e-859d-008effcae1ed,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:07.490617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0bb780e-d392-484d-9bad-57fa4a40f763 req-4e9e6cd8-3c0e-49e8-994e-8980a67c7f06 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882079 Feb 11 05:43:07.823347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_gateway (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.018461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.092473 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (a22bdc48-6036-4863-87a0-0dfc3beeac53), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.097653 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.325055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=b9de83b2-c1ab-4e1c-a5a5-16031e6b4240,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:08.337838 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.421456 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.422571 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (8a10fa64-f1d8-4d94-b422-781017cd7834), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.662631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:08.671729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5d206-267e-4f7a-827b-718a3ece83ea req-394e3078-e144-4763-81e1-a31f0489e700 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.680659 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51f5d206-267e-4f7a-827b-718a3ece83ea req-394e3078-e144-4763-81e1-a31f0489e700 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.3467207 Feb 11 05:43:08.687333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:08.945340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51f5d206-267e-4f7a-827b-718a3ece83ea req-f5b36d7e-8a5e-49b9-9712-872bc623bcd6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648568 Feb 11 05:43:09.285757 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.289238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-19fc2ac9-6f14-4ce2-a908-2b954cbbb19a None None] Provisioning complete for port b9de83b2-c1ab-4e1c-a5a5-16031e6b4240 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:09.296486 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-19fc2ac9-6f14-4ce2-a908-2b954cbbb19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.341673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-19fc2ac9-6f14-4ce2-a908-2b954cbbb19a None None] Port b9de83b2-c1ab-4e1c-a5a5-16031e6b4240 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:09.394553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router 8a10fa64-f1d8-4d94-b422-781017cd7834 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:09.427075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f85263-4c64-4607-9c1b-4c6d7a2ab358 req-c5471d73-c2a2-4634-93a8-4331820e0b21 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:09.428804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36f85263-4c64-4607-9c1b-4c6d7a2ab358 req-c5471d73-c2a2-4634-93a8-4331820e0b21 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.6981468 Feb 11 05:43:09.546511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36f85263-4c64-4607-9c1b-4c6d7a2ab358 req-fb9519e6-684c-4bcd-82aa-c182892fe3fd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622590 Feb 11 05:43:09.739636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:09.753287 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5eaca2-63e4-449f-a792-d03fed5b6e0c None None] Sync routers for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:09.757738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.770292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a484dd50-b663-499a-a233-b9b732104245 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/routers/8a10fa64-f1d8-4d94-b422-781017cd7834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8744407 Feb 11 05:43:09.771366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52406) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:09.776898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'port': {'network_id': '7070c98a-a235-4b3b-b5b6-1a535cdd3847', 'name': 'tempest-FloatingIPTestJSON-384111182'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:09.786206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5eaca2-63e4-449f-a792-d03fed5b6e0c None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:09.787127 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0a5eaca2-63e4-449f-a792-d03fed5b6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:09.808497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Router a22bdc48-6036-4863-87a0-0dfc3beeac53 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:09.889660 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0a5eaca2-63e4-449f-a792-d03fed5b6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:09.905799 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5eaca2-63e4-449f-a792-d03fed5b6e0c None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:09.906764 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0a5eaca2-63e4-449f-a792-d03fed5b6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.002864 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0a5eaca2-63e4-449f-a792-d03fed5b6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.003563 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5eaca2-63e4-449f-a792-d03fed5b6e0c None None] The sync data for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:10.277566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee89d19-2d5b-4411-91cc-2958d586f5a2 req-cd5fb4a4-3b11-404b-b85b-379ecec34f5b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.277566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ee89d19-2d5b-4411-91cc-2958d586f5a2 req-cd5fb4a4-3b11-404b-b85b-379ecec34f5b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.1938286 Feb 11 05:43:10.304140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:10.316771 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5c024c4f-0dfe-47a1-aa39-46593e0190f2 admin admin] 10.222.0.62 "PUT /v2.0/routers/a22bdc48-6036-4863-87a0-0dfc3beeac53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6657517 Feb 11 05:43:10.316771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52420) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:10.319872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] Sync routers for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:10.338132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ee89d19-2d5b-4411-91cc-2958d586f5a2 req-3df14294-e976-42be-bc3c-1275bd4ae060 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034579 Feb 11 05:43:10.440397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Made reservation on behalf of 4eef21075a564af7828c2df23bb5ad85 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:10.444638 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.494687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] device_id is not set on port 06e9120c-f430-4ce7-94b1-533c0768b676 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:43:10.617816 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks [] for router (a22bdc48-6036-4863-87a0-0dfc3beeac53), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.810632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:10.811506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.892109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 5dc8f0a1-9870-40f7-94cd-0364c7e3755d is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:43:11.036890 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks [] for router_gateway (a22bdc48-6036-4863-87a0-0dfc3beeac53), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.142506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:11.211379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:11.223481 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bab67c-020a-44e5-ab47-4938872835a9 None None] Sync routers for ids ['5dc8f0a1-9870-40f7-94cd-0364c7e3755d'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:11.237488 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bab67c-020a-44e5-ab47-4938872835a9 None None] Routers {'5dc8f0a1-9870-40f7-94cd-0364c7e3755d'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:11.239262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-02bab67c-020a-44e5-ab47-4938872835a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5dc8f0a1-9870-40f7-94cd-0364c7e3755d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:11.280824 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-02bab67c-020a-44e5-ab47-4938872835a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:11.293822 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bab67c-020a-44e5-ab47-4938872835a9 None None] Routers {'5dc8f0a1-9870-40f7-94cd-0364c7e3755d'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:11.294973 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-02bab67c-020a-44e5-ab47-4938872835a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5dc8f0a1-9870-40f7-94cd-0364c7e3755d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:11.313290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Deleting port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:11.313953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.338912 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-02bab67c-020a-44e5-ab47-4938872835a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:11.339966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bab67c-020a-44e5-ab47-4938872835a9 None None] The sync data for ids ['5dc8f0a1-9870-40f7-94cd-0364c7e3755d'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:11.549856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] For port d1ee6385-58ff-42cc-a14a-ecc9f1768ef3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d1ee6385-58ff-42cc-a14a-ecc9f1768ef3,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:11.550236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.582071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Calling delete_port for d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:11.722962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:43:07Z', 'revision_number': 5, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port': {'id': 'd1ee6385-58ff-42cc-a14a-ecc9f1768ef3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:06Z', 'updated_at': '2022-02-11T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:11.796009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] Checking router: a22bdc48-6036-4863-87a0-0dfc3beeac53 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:11.802485 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.821421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] Routers {'a22bdc48-6036-4863-87a0-0dfc3beeac53'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:11.822138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a22bdc48-6036-4863-87a0-0dfc3beeac53'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:11.870055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Allocated IP 172.20.0.9 (7070c98a-a235-4b3b-b5b6-1a535cdd3847/2b6bae66-79e7-4832-8586-bca15126896f/06e9120c-f430-4ce7-94b1-533c0768b676) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:11.907431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81aaa-1975-40ff-8684-df3b9ae642ca req-e2ee909b-3b80-4f84-b4cd-309d72d7daf2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:11.915826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16e81aaa-1975-40ff-8684-df3b9ae642ca req-e2ee909b-3b80-4f84-b4cd-309d72d7daf2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.2584043 Feb 11 05:43:11.936477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:11.940187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eb2ff283-868b-4e48-8277-5fd9c315135d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.8613837 Feb 11 05:43:11.940663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52452) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:11.993302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a51485-c584-4565-bf8f-ab8b6cf3e33e req-98550ecf-92f5-4aa2-a188-f063f6d71b8b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:12.002235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6a51485-c584-4565-bf8f-ab8b6cf3e33e req-98550ecf-92f5-4aa2-a188-f063f6d71b8b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.3538878 Feb 11 05:43:12.069276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6a51485-c584-4565-bf8f-ab8b6cf3e33e req-2abf79fc-9d51-4714-9b15-2f61e5f9d25c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661502 Feb 11 05:43:12.113106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] Set router a22bdc48-6036-4863-87a0-0dfc3beeac53 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:12.120635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16e81aaa-1975-40ff-8684-df3b9ae642ca req-5972c7e0-c833-40c2-8b02-f842bf8a8ee8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035999 Feb 11 05:43:12.233689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d1ee6385-58ff-42cc-a14a-ecc9f1768ef3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.322086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:43:11Z', 'revision_number': 6, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:12.336897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ee6385-58ff-42cc-a14a-ecc9f1768ef3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:12.413556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6e8b6-c94e-4ed5-900a-354c233f461a None None] The sync data for ids ['a22bdc48-6036-4863-87a0-0dfc3beeac53'] in n-d-713498-37 is: [{'id': 'a22bdc48-6036-4863-87a0-0dfc3beeac53', 'name': 'tempest-AttachVolumeShelveTestJSON-1241713700-router', 'tenant_id': 'd8f6e13b4523489286199af480ed2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:02Z', 'updated_at': '2022-02-11T05:43:11Z', 'revision_number': 6, 'project_id': 'd8f6e13b4523489286199af480ed2886', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:12.464841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for port (06e9120c-f430-4ce7-94b1-533c0768b676), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.509028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (a22bdc48-6036-4863-87a0-0dfc3beeac53), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.520714 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9eb6fea9-9000-401b-87cc-8479194d9b91 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/routers/5dc8f0a1-9870-40f7-94cd-0364c7e3755d HTTP/1.1" status: 200 len: 880 time: 0.5698535 Feb 11 05:43:12.524818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:12.723118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (a22bdc48-6036-4863-87a0-0dfc3beeac53), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.726850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks [] for router_controller (a22bdc48-6036-4863-87a0-0dfc3beeac53), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.868981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (06e9120c-f430-4ce7-94b1-533c0768b676), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.914256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (a22bdc48-6036-4863-87a0-0dfc3beeac53), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.916212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22bdc48-6036-4863-87a0-0dfc3beeac53 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:12.933875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:12.933875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dbdbad70-39a6-4944-8b7d-e2a5c97cef5c admin admin] 10.222.0.62 "DELETE /v2.0/routers/a22bdc48-6036-4863-87a0-0dfc3beeac53 HTTP/1.1" status: 204 len: 168 time: 2.6150720 Feb 11 05:43:12.934327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52470) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:13.099100 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fca6c2d-5ad6-4130-b8fb-86dbbf2efd0f admin admin] Deleting subnet 3ac16ba6-f582-4bbd-a9ff-3b692640be2d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:13.103877 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fca6c2d-5ad6-4130-b8fb-86dbbf2efd0f admin admin] Publish callbacks [] for subnet (3ac16ba6-f582-4bbd-a9ff-3b692640be2d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.207375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:13.252031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fca6c2d-5ad6-4130-b8fb-86dbbf2efd0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (3ac16ba6-f582-4bbd-a9ff-3b692640be2d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.287651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:13.309887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:13.420352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8f59a102-37ba-443e-859d-008effcae1ed no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:13.472068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8f59a102-37ba-443e-859d-008effcae1ed {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:13.477641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8f59a102-37ba-443e-859d-008effcae1ed not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:13.565663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event updated for resources: {'Port': ['ID=06e9120c-f430-4ce7-94b1-533c0768b676,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:13.611761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fca6c2d-5ad6-4130-b8fb-86dbbf2efd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3ac16ba6-f582-4bbd-a9ff-3b692640be2d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.788446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.789159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.856474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fca6c2d-5ad6-4130-b8fb-86dbbf2efd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (3ac16ba6-f582-4bbd-a9ff-3b692640be2d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:13.870743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d4ff9-4b57-415d-afdf-5c602e198c2a req-5cb2d858-e4f0-4668-854c-58285465b7fe tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.883508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d7d4ff9-4b57-415d-afdf-5c602e198c2a req-5cb2d858-e4f0-4668-854c-58285465b7fe tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.5437617 Feb 11 05:43:13.978021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27966de-1af6-4959-a3af-c21c23ac2c8c req-5762a7a1-f891-45a8-ade6-03d622082fe5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.985709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e27966de-1af6-4959-a3af-c21c23ac2c8c req-5762a7a1-f891-45a8-ade6-03d622082fe5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.5800881 Feb 11 05:43:13.994915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6c2d-5ad6-4130-b8fb-86dbbf2efd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac16ba6-f582-4bbd-a9ff-3b692640be2d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:14.029000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0fca6c2d-5ad6-4130-b8fb-86dbbf2efd0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.037500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0fca6c2d-5ad6-4130-b8fb-86dbbf2efd0f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3ac16ba6-f582-4bbd-a9ff-3b692640be2d HTTP/1.1" status: 204 len: 168 time: 1.1019039 Feb 11 05:43:14.041803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b832b3-4cbd-4c7f-a90f-09d0fb883922 None None] Network 8410a802-bff5-4cc4-99df-b604d815485f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:14.047140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52494) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:14.099276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d7d4ff9-4b57-415d-afdf-5c602e198c2a req-36d9e367-6108-431b-8584-f4d866c945da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145898 Feb 11 05:43:14.111892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-15bad611-0298-4a88-b896-754095344bd6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3391490 Feb 11 05:43:14.117351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52496) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:14.123287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Request body: {'floatingip': {'port_id': '06e9120c-f430-4ce7-94b1-533c0768b676'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:14.135541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-48c8e85c-04a2-4a20-971d-f5156afce657 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.6095781 Feb 11 05:43:14.178765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52498) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:14.185029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4aa8ddd1-f20b-47d6-a746-853fd29618a3 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1807863454'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:14.264796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a647d26b-6825-4da7-87db-c3d52f08037b None None] Provisioning complete for port 06e9120c-f430-4ce7-94b1-533c0768b676 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:14.274018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a647d26b-6825-4da7-87db-c3d52f08037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (06e9120c-f430-4ce7-94b1-533c0768b676), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.332518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8410a802-bff5-4cc4-99df-b604d815485f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.347667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a647d26b-6825-4da7-87db-c3d52f08037b None None] Port 06e9120c-f430-4ce7-94b1-533c0768b676 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:14.386467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e27966de-1af6-4959-a3af-c21c23ac2c8c req-92c261d0-738e-4e9d-98ad-c8d2aae4e424 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946829 Feb 11 05:43:14.465618 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (e157526d-9c16-4e21-b93b-3c5e95da5f83), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.510630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Deleting port eb6691a1-86de-471e-8d3b-e75497155089 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:14.511114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eb6691a1-86de-471e-8d3b-e75497155089), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.637028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] For port eb6691a1-86de-471e-8d3b-e75497155089, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eb6691a1-86de-471e-8d3b-e75497155089,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:14.654436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eb6691a1-86de-471e-8d3b-e75497155089), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.664916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Calling delete_port for eb6691a1-86de-471e-8d3b-e75497155089 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:14.714813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] DHCP port deletion for 8410a802-bff5-4cc4-99df-b604d815485f request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:14.781245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] Deleting port eb6691a1-86de-471e-8d3b-e75497155089 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:14.781662 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eb6691a1-86de-471e-8d3b-e75497155089), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.866373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] For port eb6691a1-86de-471e-8d3b-e75497155089, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eb6691a1-86de-471e-8d3b-e75497155089,segment=NetworkSegment(d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea),segment_id=d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:14.866812 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eb6691a1-86de-471e-8d3b-e75497155089), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.874472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eb6691a1-86de-471e-8d3b-e75497155089), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.897445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] Calling delete_port for eb6691a1-86de-471e-8d3b-e75497155089 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:14.906056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6691a1-86de-471e-8d3b-e75497155089,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:14.908151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] No DVR routers for this DVR port eb6691a1-86de-471e-8d3b-e75497155089 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:15.044923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8410a802-bff5-4cc4-99df-b604d815485f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.075200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8410a802-bff5-4cc4-99df-b604d815485f']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:15.098186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:15.117953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:15.118230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:15.178009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.201958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:15.211164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d1ee6385-58ff-42cc-a14a-ecc9f1768ef3 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:15.211164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eb6691a1-86de-471e-8d3b-e75497155089 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:15.211647 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.220582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:15.221598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (d5f7a88e-f8b0-4d21-bdc3-c4472f43f5ea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.243960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: eb6691a1-86de-471e-8d3b-e75497155089 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:15.245210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eb6691a1-86de-471e-8d3b-e75497155089 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:15.267406 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (eb6691a1-86de-471e-8d3b-e75497155089), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.316473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] Pushing event deleted for resources: {'Port': ['ID=eb6691a1-86de-471e-8d3b-e75497155089,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:15.319321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075520e1-bb8d-44d0-a09f-dab39627bae0 None None] No DVR routers for this DVR port eb6691a1-86de-471e-8d3b-e75497155089 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:15.420537 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:15.493991 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.526772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8410a802-bff5-4cc4-99df-b604d815485f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.533883 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.540808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8410a802-bff5-4cc4-99df-b604d815485f HTTP/1.1" status: 204 len: 168 time: 1.4942958 Feb 11 05:43:15.588106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe7072-a51b-435c-86b1-e20f95adae00 admin admin] Pushing event deleted for resources: {'Network': ['ID=8410a802-bff5-4cc4-99df-b604d815485f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:15.626313 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ddd1-f20b-47d6-a746-853fd29618a3 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.680003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (e157526d-9c16-4e21-b93b-3c5e95da5f83), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.820800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee84f16-cc3c-40a0-8005-05503ccf08b6 req-d3ef34b0-18b6-464a-8196-80077a208cf3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:15.822691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ee84f16-cc3c-40a0-8005-05503ccf08b6 req-d3ef34b0-18b6-464a-8196-80077a208cf3 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.1752725 Feb 11 05:43:15.826828 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ddd1-f20b-47d6-a746-853fd29618a3 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:15.836657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67dd4e-c6d0-4543-9840-8fc65a6f98b9 req-984f4e02-d944-4171-9828-4948227cbcc5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:15.838959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d67dd4e-c6d0-4543-9840-8fc65a6f98b9 req-984f4e02-d944-4171-9828-4948227cbcc5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.2028306 Feb 11 05:43:15.909612 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP e157526d-9c16-4e21-b93b-3c5e95da5f83 associated. External IP: 172.25.8.72, port: bdad836f-cd65-4580-9b23-1a902969cd8b. Feb 11 05:43:16.092367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52538) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:16.182041 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ee84f16-cc3c-40a0-8005-05503ccf08b6 req-9e89f24f-7b13-4c3b-b672-2dc9fe8174f8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420389 Feb 11 05:43:16.210434 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82250c25-7dc4-4cb7-adf0-7eb8a7461610 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f6e13b4523489286199af480ed2886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165757 Feb 11 05:43:16.217849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52542) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:16.326623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d67dd4e-c6d0-4543-9840-8fc65a6f98b9 req-c425038f-23db-4c55-bed2-cd25cb59ff6d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141138 Feb 11 05:43:16.379307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa8ddd1-f20b-47d6-a746-853fd29618a3 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 5dc8f0a1-9870-40f7-94cd-0364c7e3755d has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:16.390064 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2040caa0-455f-426a-9b97-c02b018bf219 admin admin] Publish callbacks [] for security_group (fc6f19de-04aa-47fe-a420-aaf500da8d75), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.429027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2040caa0-455f-426a-9b97-c02b018bf219 admin admin] Publish callbacks [] for security_group (fc6f19de-04aa-47fe-a420-aaf500da8d75), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.618112 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2040caa0-455f-426a-9b97-c02b018bf219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fc6f19de-04aa-47fe-a420-aaf500da8d75), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.621473 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2040caa0-455f-426a-9b97-c02b018bf219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:16.623805 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2040caa0-455f-426a-9b97-c02b018bf219 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc6f19de-04aa-47fe-a420-aaf500da8d75 HTTP/1.1" status: 204 len: 168 time: 0.4047341 Feb 11 05:43:16.670679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040caa0-455f-426a-9b97-c02b018bf219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f19de-04aa-47fe-a420-aaf500da8d75,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:17.392277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:17.416521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa8ddd1-f20b-47d6-a746-853fd29618a3 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:17.432947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb663b5-6745-42b7-a281-ac49ecd1cff5 None None] Sync routers for ids ['5dc8f0a1-9870-40f7-94cd-0364c7e3755d'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:17.452186 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ddd1-f20b-47d6-a746-853fd29618a3 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:17.456346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52574) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:17.461585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4aa8ddd1-f20b-47d6-a746-853fd29618a3 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/5dc8f0a1-9870-40f7-94cd-0364c7e3755d HTTP/1.1" status: 200 len: 887 time: 3.2772198 Feb 11 05:43:17.461750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb663b5-6745-42b7-a281-ac49ecd1cff5 None None] Routers {'5dc8f0a1-9870-40f7-94cd-0364c7e3755d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:17.461750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ebb663b5-6745-42b7-a281-ac49ecd1cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5dc8f0a1-9870-40f7-94cd-0364c7e3755d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:17.562022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ebb663b5-6745-42b7-a281-ac49ecd1cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:17.577436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb663b5-6745-42b7-a281-ac49ecd1cff5 None None] Routers {'5dc8f0a1-9870-40f7-94cd-0364c7e3755d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:17.580877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ebb663b5-6745-42b7-a281-ac49ecd1cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5dc8f0a1-9870-40f7-94cd-0364c7e3755d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:17.679660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ebb663b5-6745-42b7-a281-ac49ecd1cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:17.681841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fddddd-b168-487a-8340-88e88826c17b req-9af8e21a-b872-49e5-b27d-863f51043194 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:17.682382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb663b5-6745-42b7-a281-ac49ecd1cff5 None None] The sync data for ids ['5dc8f0a1-9870-40f7-94cd-0364c7e3755d'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:17.686602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0fddddd-b168-487a-8340-88e88826c17b req-9af8e21a-b872-49e5-b27d-863f51043194 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.3560176 Feb 11 05:43:17.819031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52590) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:17.822052 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-38b5cd1b-e592-44ca-a3c7-909766f4dcec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/routers/5dc8f0a1-9870-40f7-94cd-0364c7e3755d HTTP/1.1" status: 200 len: 887 time: 0.3638544 Feb 11 05:43:17.916477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4d181dd0-4d9a-44de-afe3-7da55a1f91f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dc8f0a1-9870-40f7-94cd-0364c7e3755d HTTP/1.1" status: 200 len: 205 time: 0.0844250 Feb 11 05:43:17.917433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52594) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:17.972771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ab712-2ede-4b81-b444-5e3aa13a8448 req-e86fb0d3-47a5-44d4-b115-1008a143624e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:17.988005 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-350ab712-2ede-4b81-b444-5e3aa13a8448 req-e86fb0d3-47a5-44d4-b115-1008a143624e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.5115676 Feb 11 05:43:18.039599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:18.055500 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3214389-2e64-4077-a695-9b129e7235ea None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:18.073053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0fddddd-b168-487a-8340-88e88826c17b req-aae8c48f-5dca-4778-9f46-cd96807fc027 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540990 Feb 11 05:43:18.079271 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3214389-2e64-4077-a695-9b129e7235ea None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:18.080222 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c3214389-2e64-4077-a695-9b129e7235ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:18.179949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.240917 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c3214389-2e64-4077-a695-9b129e7235ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:18.271012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-350ab712-2ede-4b81-b444-5e3aa13a8448 req-b769a9dc-4f60-455a-b712-9b96fa759939 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675650 Feb 11 05:43:18.299069 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3214389-2e64-4077-a695-9b129e7235ea None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:18.300022 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c3214389-2e64-4077-a695-9b129e7235ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:18.416418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_gateway (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.429628 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c3214389-2e64-4077-a695-9b129e7235ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:18.429628 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3214389-2e64-4077-a695-9b129e7235ea None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:18.583459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 975feee1-76bb-4c15-b61f-75248873b04f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:18.583459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (975feee1-76bb-4c15-b61f-75248873b04f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.626518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router 8a10fa64-f1d8-4d94-b422-781017cd7834 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:18.715204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (975feee1-76bb-4c15-b61f-75248873b04f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.748897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 975feee1-76bb-4c15-b61f-75248873b04f owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:18.934616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:18.939683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:18.966508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9effd-8a00-475c-8a47-6404f85543d2 None None] Sync routers for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:19.015267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9effd-8a00-475c-8a47-6404f85543d2 None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:19.016506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-73e9effd-8a00-475c-8a47-6404f85543d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:19.097495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9fc82210-648f-4068-9eba-6b269d2d3a06 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/floatingips/e157526d-9c16-4e21-b93b-3c5e95da5f83 HTTP/1.1" status: 200 len: 976 time: 4.9786625 Feb 11 05:43:19.098190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52632) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:19.136190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-73e9effd-8a00-475c-8a47-6404f85543d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:19.174738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9effd-8a00-475c-8a47-6404f85543d2 None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:19.175538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-73e9effd-8a00-475c-8a47-6404f85543d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:19.260883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-73e9effd-8a00-475c-8a47-6404f85543d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:19.269304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9effd-8a00-475c-8a47-6404f85543d2 None None] The sync data for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:19.407199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (975feee1-76bb-4c15-b61f-75248873b04f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.493205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=975feee1-76bb-4c15-b61f-75248873b04f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:19.543402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83259cdf-f8c5-455c-8e74-6201e784523c req-4e9d7cb4-4b30-4707-a804-926c6050d21c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:19.545322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83259cdf-f8c5-455c-8e74-6201e784523c req-4e9d7cb4-4b30-4707-a804-926c6050d21c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.1481225 Feb 11 05:43:19.555033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port 06e9120c-f430-4ce7-94b1-533c0768b676 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:19.555636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (06e9120c-f430-4ce7-94b1-533c0768b676), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.610388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7011e07-b072-4f4f-9cb1-f4f4620972af req-d74b7314-ac2c-4181-8178-9d309d960cd9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:19.611894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7011e07-b072-4f4f-9cb1-f4f4620972af req-d74b7314-ac2c-4181-8178-9d309d960cd9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.2110963 Feb 11 05:43:19.630967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.761387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83259cdf-f8c5-455c-8e74-6201e784523c req-82eade7e-0d23-4885-b787-ac5dbeaf1b1d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094800 Feb 11 05:43:19.782658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.785466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.787778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (06e9120c-f430-4ce7-94b1-533c0768b676), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.800219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7011e07-b072-4f4f-9cb1-f4f4620972af req-56d22c5c-ba40-4298-bf3a-c601b119e0bb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590967 Feb 11 05:43:19.989951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (5dc8f0a1-9870-40f7-94cd-0364c7e3755d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:19.991263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc8f0a1-9870-40f7-94cd-0364c7e3755d {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:20.003884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.010507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8de12a1a-7ab8-4845-808b-bd1f947618f4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/5dc8f0a1-9870-40f7-94cd-0364c7e3755d HTTP/1.1" status: 204 len: 168 time: 2.0926080 Feb 11 05:43:20.011309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52652) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:20.018735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-1573496222'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:20.166942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:20.175522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.209576 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.209576 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (e157526d-9c16-4e21-b93b-3c5e95da5f83), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.209576 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Floating IP e157526d-9c16-4e21-b93b-3c5e95da5f83 disassociated. External IP: 172.25.8.72, port: 06e9120c-f430-4ce7-94b1-533c0768b676. Feb 11 05:43:20.209576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for 06e9120c-f430-4ce7-94b1-533c0768b676 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:20.281014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:20.321705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c218fbf2-c457-44ea-afe7-3c98f0eef534), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.321705 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment c218fbf2-c457-44ea-afe7-3c98f0eef534 of type vlan for network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 Feb 11 05:43:20.442711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (160b1cd0-d61e-4625-a38e-efbb5d0a1e48), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.538919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (06e9120c-f430-4ce7-94b1-533c0768b676), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.640905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=06e9120c-f430-4ce7-94b1-533c0768b676,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:20.664420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (160b1cd0-d61e-4625-a38e-efbb5d0a1e48), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.678509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:20.687829 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:20.804453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router 8a10fa64-f1d8-4d94-b422-781017cd7834 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:20.864532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=160b1cd0-d61e-4625-a38e-efbb5d0a1e48,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:20.865645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:20.892976 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4847be43-1110-4258-84ca-044987c003a1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8729429 Feb 11 05:43:20.892976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52680) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:20.914161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': '160b1cd0-d61e-4625-a38e-efbb5d0a1e48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:21.178311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:21.192081 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54110b6d-eacf-4cd5-afc0-774500637c65 None None] Sync routers for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:21.209826 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54110b6d-eacf-4cd5-afc0-774500637c65 None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:21.210461 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-54110b6d-eacf-4cd5-afc0-774500637c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:21.233684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d8a13-890b-40a8-92c9-3d0c8adbd15f req-4e110d24-7f50-467a-9b3f-9aa831177597 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:21.235874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-817d8a13-890b-40a8-92c9-3d0c8adbd15f req-4e110d24-7f50-467a-9b3f-9aa831177597 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.2038314 Feb 11 05:43:21.257183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ef91-8afc-4609-965b-602f3ce35f31 req-c9c01144-29b7-45a3-97f1-be9d55c86341 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:21.260252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bad2ef91-8afc-4609-965b-602f3ce35f31 req-c9c01144-29b7-45a3-97f1-be9d55c86341 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.2269754 Feb 11 05:43:21.288143 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-54110b6d-eacf-4cd5-afc0-774500637c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:21.300510 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54110b6d-eacf-4cd5-afc0-774500637c65 None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:21.301501 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-54110b6d-eacf-4cd5-afc0-774500637c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:21.330095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:21.338526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-887c1750-bd9a-4999-8c87-f2c17676db26 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/ports/06e9120c-f430-4ce7-94b1-533c0768b676 HTTP/1.1" status: 204 len: 168 time: 2.2382803 Feb 11 05:43:21.404206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52688) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:21.461026 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-54110b6d-eacf-4cd5-afc0-774500637c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:21.461801 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54110b6d-eacf-4cd5-afc0-774500637c65 None None] The sync data for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:21.478800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-817d8a13-890b-40a8-92c9-3d0c8adbd15f req-741a8fcb-bb48-4de5-82ca-a82b0fc017f3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174034 Feb 11 05:43:21.588525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bad2ef91-8afc-4609-965b-602f3ce35f31 req-4c1482ad-bd65-439f-8975-af4dcaf56518 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608554 Feb 11 05:43:21.727014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:21.731287 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:22.281676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:22.334162 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (8a10fa64-f1d8-4d94-b422-781017cd7834), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:22.469227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:22.580072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': 'c218fbf2-c457-44ea-afe7-3c98f0eef534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '160b1cd0-d61e-4625-a38e-efbb5d0a1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:22.580488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: 160b1cd0-d61e-4625-a38e-efbb5d0a1e48, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:43:22.865084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53cd68-a403-4829-8f94-a474b5b6f571 req-727b4e51-54e0-4d6a-bc1f-59057a98d6eb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:22.867643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef53cd68-a403-4829-8f94-a474b5b6f571 req-727b4e51-54e0-4d6a-bc1f-59057a98d6eb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.1043417 Feb 11 05:43:22.879717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d537e-2976-463e-b9c8-fc261ab3892e req-864534a4-b211-4fc1-bb8a-d630e0c1592a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:22.882012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-864d537e-2976-463e-b9c8-fc261ab3892e req-864534a4-b211-4fc1-bb8a-d630e0c1592a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.2257154 Feb 11 05:43:23.051085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef53cd68-a403-4829-8f94-a474b5b6f571 req-86e8c562-abf5-44a8-9817-043b75066ac0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676109 Feb 11 05:43:23.056473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-864d537e-2976-463e-b9c8-fc261ab3892e req-db5ab178-6fb1-47f5-855a-ef5bf9c62491 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601067 Feb 11 05:43:23.099249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port b9de83b2-c1ab-4e1c-a5a5-16031e6b4240 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:23.115071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.157251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:43:23.218792 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.247482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for b9de83b2-c1ab-4e1c-a5a5-16031e6b4240 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:23.453658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 160b1cd0-d61e-4625-a38e-efbb5d0a1e48) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:23.463512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.463512 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.470045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5fef42-b3ea-4d9a-9a49-72a88fa42da3 None None] Network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:23.578885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b9de83b2-c1ab-4e1c-a5a5-16031e6b4240), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.615326 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc7df391-06c7-49da-bae8-46abf7c9fc4a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7238519 Feb 11 05:43:23.616962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52746) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:23.621836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5d4c9ae7-7cf4-42a5-b9a9-ed75f283c327 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1807618061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:23.636818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=b9de83b2-c1ab-4e1c-a5a5-16031e6b4240,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:23.642770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-160b1cd0-d61e-4625-a38e-efbb5d0a1e48', 'network_id': '160b1cd0-d61e-4625-a38e-efbb5d0a1e48', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': 'a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:43:23.645090 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.780894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9ae7-7cf4-42a5-b9a9-ed75f283c327 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (1886a3ee-bc03-418e-9206-d9b0176c891e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.782478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9ae7-7cf4-42a5-b9a9-ed75f283c327 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (1886a3ee-bc03-418e-9206-d9b0176c891e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:23.978010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9ae7-7cf4-42a5-b9a9-ed75f283c327 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (1886a3ee-bc03-418e-9206-d9b0176c891e), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.072379 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (8a10fa64-f1d8-4d94-b422-781017cd7834), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.075993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Allocated IP 172.20.0.2 (160b1cd0-d61e-4625-a38e-efbb5d0a1e48/a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3/aa956f1a-8198-4245-a2c1-2c4923fb4b59) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:24.125715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9ae7-7cf4-42a5-b9a9-ed75f283c327 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (1886a3ee-bc03-418e-9206-d9b0176c891e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.245218 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9ae7-7cf4-42a5-b9a9-ed75f283c327 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.272755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5d4c9ae7-7cf4-42a5-b9a9-ed75f283c327 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6285267 Feb 11 05:43:24.272755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52772) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:24.359778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Publish callbacks [] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.437245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.489043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4214acd4-4b31-47f1-90bb-4d8e4a744e87 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:43:24.640283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4214acd4-4b31-47f1-90bb-4d8e4a744e87, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4214acd4-4b31-47f1-90bb-4d8e4a744e87,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:24.655689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '4214acd4-4b31-47f1-90bb-4d8e4a744e87', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'port_id': '4214acd4-4b31-47f1-90bb-4d8e4a744e87', 'mac_address': 'fa:16:3e:5f:92:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:43:24.668038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:24.679121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:24.681858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:24.715146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Pushing event updated for resources: {'Port': ['ID=aa956f1a-8198-4245-a2c1-2c4923fb4b59,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:24.799492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:24.801131 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.808760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-e452d651-c14e-4fdb-a04f-7fefb8f9df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.811444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-e452d651-c14e-4fdb-a04f-7fefb8f9df92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 1128 time: 0.1573713 Feb 11 05:43:24.893043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c7bbb-6c14-4576-81d3-d0dcb3bb905c req-657897a3-adca-4839-9044-77a596582ad5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.895255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4214acd4-4b31-47f1-90bb-4d8e4a744e87 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:24.895876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c9c7bbb-6c14-4576-81d3-d0dcb3bb905c req-657897a3-adca-4839-9044-77a596582ad5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 944 time: 0.6691482 Feb 11 05:43:24.916396 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.929631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37595a5b-89ce-46bd-9a38-48c6dd8e602f req-54e81731-cfa8-4095-bc64-e5e3f49ade9f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.937268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37595a5b-89ce-46bd-9a38-48c6dd8e602f req-54e81731-cfa8-4095-bc64-e5e3f49ade9f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.7089372 Feb 11 05:43:25.093670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c9c7bbb-6c14-4576-81d3-d0dcb3bb905c req-701a2eb2-2f3e-4512-a3bd-43ad2c086ae8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912348 Feb 11 05:43:25.106177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37595a5b-89ce-46bd-9a38-48c6dd8e602f req-19d0ef6e-9037-428a-bf11-e2dab93b951c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679370 Feb 11 05:43:25.162230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Attempting to bind port aa956f1a-8198-4245-a2c1-2c4923fb4b59 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:25.162599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Attempting to bind port aa956f1a-8198-4245-a2c1-2c4923fb4b59 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'c218fbf2-c457-44ea-afe7-3c98f0eef534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '160b1cd0-d61e-4625-a38e-efbb5d0a1e48'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:25.162966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Attempting to bind port aa956f1a-8198-4245-a2c1-2c4923fb4b59 on network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:25.178160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4214acd4-4b31-47f1-90bb-4d8e4a744e87, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4214acd4-4b31-47f1-90bb-4d8e4a744e87,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:25.179486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:25.179923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Checking segment: {'id': 'c218fbf2-c457-44ea-afe7-3c98f0eef534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '160b1cd0-d61e-4625-a38e-efbb5d0a1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:25.180280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.180708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Bound using segment: {'id': 'c218fbf2-c457-44ea-afe7-3c98f0eef534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '160b1cd0-d61e-4625-a38e-efbb5d0a1e48'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:25.181188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Bound port: aa956f1a-8198-4245-a2c1-2c4923fb4b59, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c218fbf2-c457-44ea-afe7-3c98f0eef534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '160b1cd0-d61e-4625-a38e-efbb5d0a1e48'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:25.181576 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.276652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router 8a10fa64-f1d8-4d94-b422-781017cd7834 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:25.311165 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.339456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-8667df5f-bbc6-4dbe-84fe-3a046e7cfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:25.345977 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-8667df5f-bbc6-4dbe-84fe-3a046e7cfa27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.4451091 Feb 11 05:43:25.386391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4214acd4-4b31-47f1-90bb-4d8e4a744e87,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:25.391562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] For port aa956f1a-8198-4245-a2c1-2c4923fb4b59, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:25.408653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] For port aa956f1a-8198-4245-a2c1-2c4923fb4b59, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aa956f1a-8198-4245-a2c1-2c4923fb4b59,segment=NetworkSegment(c218fbf2-c457-44ea-afe7-3c98f0eef534),segment_id=c218fbf2-c457-44ea-afe7-3c98f0eef534)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:25.445535 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-834fcc69-92de-4405-9978-57695ad73446 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24 HTTP/1.1" status: 200 len: 217 time: 0.0872850 Feb 11 05:43:25.478447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:25.489013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4268b-6791-4d7c-9c9a-b88ee95b74d9 None None] Sync routers for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:25.502318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-16fc2d16-5bf6-4dc6-a8d7-54b04c3f0b7e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/routers/8a10fa64-f1d8-4d94-b422-781017cd7834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0199847 Feb 11 05:43:25.503866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52804) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:25.513882 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.551569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-845044f5-f423-4691-b285-ba17501e9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:25.553355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-845044f5-f423-4691-b285-ba17501e9d7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0778055 Feb 11 05:43:25.607839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4268b-6791-4d7c-9c9a-b88ee95b74d9 None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:25.609522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-95f4268b-6791-4d7c-9c9a-b88ee95b74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:25.659297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6328730-307e-438d-8dc5-c3cc9d67cd5e None None] Pushing event updated for resources: {'Port': ['ID=aa956f1a-8198-4245-a2c1-2c4923fb4b59,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:25.663137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-95f4268b-6791-4d7c-9c9a-b88ee95b74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:25.671095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['4214acd4-4b31-47f1-90bb-4d8e4a744e87'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:25.745039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4268b-6791-4d7c-9c9a-b88ee95b74d9 None None] Routers {'8a10fa64-f1d8-4d94-b422-781017cd7834'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:25.745598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-95f4268b-6791-4d7c-9c9a-b88ee95b74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8a10fa64-f1d8-4d94-b422-781017cd7834'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:25.759000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-30c6e470-b0f9-4851-b841-65adf7e3df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:25.760897 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-30c6e470-b0f9-4851-b841-65adf7e3df8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1978910 Feb 11 05:43:25.762533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.20.0.1 (160b1cd0-d61e-4625-a38e-efbb5d0a1e48/a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3/cf99137c-ff7c-4ddc-b45b-f74634fd73e3) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:25.770148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router (8a10fa64-f1d8-4d94-b422-781017cd7834), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.812976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-95f4268b-6791-4d7c-9c9a-b88ee95b74d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:25.813796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4268b-6791-4d7c-9c9a-b88ee95b74d9 None None] The sync data for ids ['8a10fa64-f1d8-4d94-b422-781017cd7834'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:26.061122 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-9bd09e2e-3f1c-4fbd-b8d2-fe8dd5b6968b service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895274 Feb 11 05:43:26.063723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_gateway (8a10fa64-f1d8-4d94-b422-781017cd7834), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.223156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.427577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port 0890c950-dca5-4413-81fb-12f0a06dd7e7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:26.427577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0890c950-dca5-4413-81fb-12f0a06dd7e7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.434121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d41d09fe-3a73-4716-9030-ec7b44e91506 req-aca4037d-fc67-442c-b156-7d91f2a8897d service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654814 Feb 11 05:43:26.451339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c371-0f1d-4ada-bf9d-0a22d8c3acbb req-a14a5462-f0e7-4f33-859e-fc32a806b6e8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.460099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1e6c371-0f1d-4ada-bf9d-0a22d8c3acbb req-a14a5462-f0e7-4f33-859e-fc32a806b6e8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 945 time: 0.2073798 Feb 11 05:43:26.460559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4214acd4-4b31-47f1-90bb-4d8e4a744e87 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:26.516206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db44174-8bb1-4868-8f90-612083f958e4 req-46dd60fa-40dc-4aca-b735-39c323ecf3ce tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.533269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9db44174-8bb1-4868-8f90-612083f958e4 req-46dd60fa-40dc-4aca-b735-39c323ecf3ce tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.1939595 Feb 11 05:43:26.599107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.628410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:43:26.632991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:26.633538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.657164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0890c950-dca5-4413-81fb-12f0a06dd7e7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.720083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9db44174-8bb1-4868-8f90-612083f958e4 req-5c44f92d-485c-4faf-b752-095b414b80bc tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855900 Feb 11 05:43:26.738974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for 0890c950-dca5-4413-81fb-12f0a06dd7e7 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:26.785602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:26.786359 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.786643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=cf99137c-ff7c-4ddc-b45b-f74634fd73e3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:26.789489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1e6c371-0f1d-4ada-bf9d-0a22d8c3acbb req-ee762776-2c0d-4d90-a9d4-e82fcb4e1682 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031991 Feb 11 05:43:26.791913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:26.794140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:26.797799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:26.864800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794ffcde-a094-476a-975b-68e3eda205cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4214acd4-4b31-47f1-90bb-4d8e4a744e87'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:26.867750 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cbcf3f-6079-4fbf-b0d7-ff8cd815910d" -d '{"events": [{"server_uuid": "794ffcde-a094-476a-975b-68e3eda205cd", "name": "network-vif-plugged", "status": "completed", "tag": "4214acd4-4b31-47f1-90bb-4d8e4a744e87"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:26.886867 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (1886a3ee-bc03-418e-9206-d9b0176c891e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.887613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4214acd4-4b31-47f1-90bb-4d8e4a744e87, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4214acd4-4b31-47f1-90bb-4d8e4a744e87,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:26.948447 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.103609 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0332945-2e48-44ff-bf1c-632a32334b2f x-openstack-request-id: req-e0332945-2e48-44ff-bf1c-632a32334b2f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:27.104561 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794ffcde-a094-476a-975b-68e3eda205cd", "name": "network-vif-plugged", "status": "completed", "tag": "4214acd4-4b31-47f1-90bb-4d8e4a744e87", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:27.104850 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0332945-2e48-44ff-bf1c-632a32334b2f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:27.105277 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794ffcde-a094-476a-975b-68e3eda205cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4214acd4-4b31-47f1-90bb-4d8e4a744e87', 'code': 200} Feb 11 05:43:27.146564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4214acd4-4b31-47f1-90bb-4d8e4a744e87,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:27.260052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aa956f1a-8198-4245-a2c1-2c4923fb4b59 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:27.316511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99b94-7aba-49fe-9077-c8fc5e9cbe56 req-859c3b63-20b3-4d1c-9a88-11bc2e54db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:27.326542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61b99b94-7aba-49fe-9077-c8fc5e9cbe56 req-859c3b63-20b3-4d1c-9a88-11bc2e54db95 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 1129 time: 0.1955094 Feb 11 05:43:27.382111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port aa956f1a-8198-4245-a2c1-2c4923fb4b59 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:27.383125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.395075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.498374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61b99b94-7aba-49fe-9077-c8fc5e9cbe56 req-02715543-3ce1-440c-856a-a9ac138b0a33 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659224 Feb 11 05:43:27.527708 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0890c950-dca5-4413-81fb-12f0a06dd7e7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.576105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port aa956f1a-8198-4245-a2c1-2c4923fb4b59 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:27.577139 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.591650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=0890c950-dca5-4413-81fb-12f0a06dd7e7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:27.688873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port aa956f1a-8198-4245-a2c1-2c4923fb4b59, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aa956f1a-8198-4245-a2c1-2c4923fb4b59,segment=NetworkSegment(c218fbf2-c457-44ea-afe7-3c98f0eef534),segment_id=c218fbf2-c457-44ea-afe7-3c98f0eef534)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:27.730861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:27.735145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (8a10fa64-f1d8-4d94-b422-781017cd7834), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.787990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.879445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c6a920-c6df-44b6-80c1-d646a573ef30 None None] Network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:28.056989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=aa956f1a-8198-4245-a2c1-2c4923fb4b59,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:28.103723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.111828 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (8a10fa64-f1d8-4d94-b422-781017cd7834), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.120078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_controller (8a10fa64-f1d8-4d94-b422-781017cd7834), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.165718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-56bc1572-121c-4bfa-8b8a-11ddbf3c322c None None] Provisioning complete for port aa956f1a-8198-4245-a2c1-2c4923fb4b59 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:28.166361 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56bc1572-121c-4bfa-8b8a-11ddbf3c322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.202951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.314448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:28.314781 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.385129 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-56bc1572-121c-4bfa-8b8a-11ddbf3c322c None None] Current status of the port aa956f1a-8198-4245-a2c1-2c4923fb4b59 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:28.423304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3f87d-04b5-4ad7-a390-6157f4ea3778 req-ce91ea0a-a5ad-4099-936e-27ff8ed15cba tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.423985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32a3f87d-04b5-4ad7-a390-6157f4ea3778 req-ce91ea0a-a5ad-4099-936e-27ff8ed15cba tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 945 time: 0.4662106 Feb 11 05:43:28.442576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:28.472451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1561b0-d9b2-45bb-982a-528802fd6fb5 req-1ab74222-7992-468d-9a55-cd023ec774cd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.485306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd1561b0-d9b2-45bb-982a-528802fd6fb5 req-1ab74222-7992-468d-9a55-cd023ec774cd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 946 time: 0.4354019 Feb 11 05:43:28.507314 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (8a10fa64-f1d8-4d94-b422-781017cd7834), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.508622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Fanout notify agent at l3_agent the message router_deleted on router 8a10fa64-f1d8-4d94-b422-781017cd7834 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:28.529978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=cf99137c-ff7c-4ddc-b45b-f74634fd73e3,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:28.537003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.542467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f32d9b29-b147-48aa-92c8-c3cf4f7ffcf1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/routers/8a10fa64-f1d8-4d94-b422-781017cd7834 HTTP/1.1" status: 204 len: 168 time: 3.0356767 Feb 11 05:43:28.544908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:28.553139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (1886a3ee-bc03-418e-9206-d9b0176c891e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.556095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.718307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32a3f87d-04b5-4ad7-a390-6157f4ea3778 req-f8d0ca6a-b278-42c1-9907-45ecf2cab71d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219915 Feb 11 05:43:28.728289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd1561b0-d9b2-45bb-982a-528802fd6fb5 req-3e11d2c6-0f18-4409-91a3-751185636d7c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416809 Feb 11 05:43:28.748012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:28.812495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-becf40cc-a1bc-4d42-acd0-7bc01eeb5c46 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting subnet 2b6bae66-79e7-4832-8586-bca15126896f {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:28.858980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-becf40cc-a1bc-4d42-acd0-7bc01eeb5c46 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for subnet (2b6bae66-79e7-4832-8586-bca15126896f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.027820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-004110e0-2279-4166-b946-3bfba8b0150c None None] Provisioning complete for port cf99137c-ff7c-4ddc-b45b-f74634fd73e3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:29.028784 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-004110e0-2279-4166-b946-3bfba8b0150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.040151 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-becf40cc-a1bc-4d42-acd0-7bc01eeb5c46 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (2b6bae66-79e7-4832-8586-bca15126896f), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.121508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:29.135693 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bb96b6-b599-429f-989d-6e768f34be1d" -d '{"events": [{"server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "name": "network-vif-unplugged", "status": "completed", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:29.155258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:29.185825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:29.219286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-004110e0-2279-4166-b946-3bfba8b0150c None None] Port cf99137c-ff7c-4ddc-b45b-f74634fd73e3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:29.273033 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448f0a2-5d0d-4946-a8b7-aefa04090985 x-openstack-request-id: req-9448f0a2-5d0d-4946-a8b7-aefa04090985 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:29.274000 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "name": "network-vif-unplugged", "status": "completed", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:29.274943 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9448f0a2-5d0d-4946-a8b7-aefa04090985 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:29.275628 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'code': 200} Feb 11 05:43:29.276502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-004110e0-2279-4166-b946-3bfba8b0150c None None] Provisioning complete for port aa956f1a-8198-4245-a2c1-2c4923fb4b59 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:29.280299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-004110e0-2279-4166-b946-3bfba8b0150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.621467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-004110e0-2279-4166-b946-3bfba8b0150c None None] Current status of the port aa956f1a-8198-4245-a2c1-2c4923fb4b59 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:29.712487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-becf40cc-a1bc-4d42-acd0-7bc01eeb5c46 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (2b6bae66-79e7-4832-8586-bca15126896f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.839775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aa956f1a-8198-4245-a2c1-2c4923fb4b59 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:29.938409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 1886a3ee-bc03-418e-9206-d9b0176c891e is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:43:30.050030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f9ad1407-f9da-46ee-ad62-9ca8b3981982 None None] Provisioning complete for port cf99137c-ff7c-4ddc-b45b-f74634fd73e3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:30.050412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1407-f9da-46ee-ad62-9ca8b3981982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.140535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-becf40cc-a1bc-4d42-acd0-7bc01eeb5c46 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (2b6bae66-79e7-4832-8586-bca15126896f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.145494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff1dd-eb55-46ff-998a-d82bc22b0657 req-9e1e385c-d8af-4114-bd9e-e281373bf180 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.148154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad1407-f9da-46ee-ad62-9ca8b3981982 None None] Port cf99137c-ff7c-4ddc-b45b-f74634fd73e3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:30.160477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port aa956f1a-8198-4245-a2c1-2c4923fb4b59 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:30.160851 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.161414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0cff1dd-eb55-46ff-998a-d82bc22b0657 req-9e1e385c-d8af-4114-bd9e-e281373bf180 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 943 time: 0.2271671 Feb 11 05:43:30.279427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-becf40cc-a1bc-4d42-acd0-7bc01eeb5c46 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.284627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785cc9a-28c1-4282-82af-e487b0afaf43 None None] Network 7070c98a-a235-4b3b-b5b6-1a535cdd3847 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:30.290693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66d883-44ff-4f70-b79a-e5c07f2cf404 req-ba6bf8a5-639b-4aea-8ded-5ddd8fa41bc7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.292413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b66d883-44ff-4f70-b79a-e5c07f2cf404 req-ba6bf8a5-639b-4aea-8ded-5ddd8fa41bc7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 946 time: 0.3356605 Feb 11 05:43:30.308022 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-becf40cc-a1bc-4d42-acd0-7bc01eeb5c46 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/subnets/2b6bae66-79e7-4832-8586-bca15126896f HTTP/1.1" status: 204 len: 168 time: 1.7158422 Feb 11 05:43:30.308022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf40cc-a1bc-4d42-acd0-7bc01eeb5c46 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6bae66-79e7-4832-8586-bca15126896f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:30.317691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 52942) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:30.323556 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:30.331449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-689d6f45-e02e-494e-a34e-fa9b91131f73 None None] Provisioning complete for port cf99137c-ff7c-4ddc-b45b-f74634fd73e3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:30.332251 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-689d6f45-e02e-494e-a34e-fa9b91131f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.396819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:30.420468 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cb330799-5005-426e-abb3-d62d13cdd96e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/1886a3ee-bc03-418e-9206-d9b0176c891e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1642971 Feb 11 05:43:30.426012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:30.447562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port aa956f1a-8198-4245-a2c1-2c4923fb4b59 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:30.540898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0cff1dd-eb55-46ff-998a-d82bc22b0657 req-0535e3e5-041c-4d64-9f77-d739a391a111 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621120 Feb 11 05:43:30.564555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-689d6f45-e02e-494e-a34e-fa9b91131f73 None None] Port cf99137c-ff7c-4ddc-b45b-f74634fd73e3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:30.577622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (7070c98a-a235-4b3b-b5b6-1a535cdd3847), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.693267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b66d883-44ff-4f70-b79a-e5c07f2cf404 req-46748c60-d710-4713-8ca3-2ca61bc07897 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861246 Feb 11 05:43:30.760317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a57a83-af56-4751-be94-7b19fce9443e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.770325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-15a57a83-af56-4751-be94-7b19fce9443e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports/cf99137c-ff7c-4ddc-b45b-f74634fd73e3 HTTP/1.1" status: 200 len: 910 time: 0.3211851 Feb 11 05:43:30.777159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52956) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:30.777377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] DHCP port deletion for 7070c98a-a235-4b3b-b5b6-1a535cdd3847 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:30.786490 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db7dd3-04e6-4f19-ad1a-9ae11ca90f0b None None] Sync routers for ids ['1886a3ee-bc03-418e-9206-d9b0176c891e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:30.790844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3651929c-9775-4ef6-9aa6-676703a26bf9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:30.832211 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db7dd3-04e6-4f19-ad1a-9ae11ca90f0b None None] Routers {'1886a3ee-bc03-418e-9206-d9b0176c891e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:30.832355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:30.833444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.834594 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-37db7dd3-04e6-4f19-ad1a-9ae11ca90f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1886a3ee-bc03-418e-9206-d9b0176c891e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:30.977252 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-37db7dd3-04e6-4f19-ad1a-9ae11ca90f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:30.982166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] Deleting port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:30.983587 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.040514 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db7dd3-04e6-4f19-ad1a-9ae11ca90f0b None None] Routers {'1886a3ee-bc03-418e-9206-d9b0176c891e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:31.041884 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-37db7dd3-04e6-4f19-ad1a-9ae11ca90f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1886a3ee-bc03-418e-9206-d9b0176c891e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:31.083211 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-37db7dd3-04e6-4f19-ad1a-9ae11ca90f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:31.085174 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db7dd3-04e6-4f19-ad1a-9ae11ca90f0b None None] The sync data for ids ['1886a3ee-bc03-418e-9206-d9b0176c891e'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:31.151045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] For port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,segment=NetworkSegment(0d87d868-10e2-4188-90bf-c6a834675b94),segment_id=0d87d868-10e2-4188-90bf-c6a834675b94)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:31.151432 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.214098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:31.238370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] For port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,segment=NetworkSegment(0d87d868-10e2-4188-90bf-c6a834675b94),segment_id=0d87d868-10e2-4188-90bf-c6a834675b94)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:31.240457 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.274834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] Calling delete_port for b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:31.309084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899527cd-1774-415a-821f-d587ea70ae04 req-38dfb375-1b62-4954-ad3d-b7c81ea97ea6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:31.318594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-899527cd-1774-415a-821f-d587ea70ae04 req-38dfb375-1b62-4954-ad3d-b7c81ea97ea6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.5429325 Feb 11 05:43:31.380537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a8cc6-44a8-4cd1-95ce-9531dadb000f req-08b1b3d5-0370-4e27-a549-dd6f9eb93f62 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:31.383521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb6a8cc6-44a8-4cd1-95ce-9531dadb000f req-08b1b3d5-0370-4e27-a549-dd6f9eb93f62 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 946 time: 0.4328895 Feb 11 05:43:31.499699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.511889 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (b21e02f3-7f2c-4d0a-83f5-b6666cac99e8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.553024 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:31.562329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] No DVR routers for this DVR port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:31.586222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] Pushing event deleted for resources: {'Port': ['ID=b21e02f3-7f2c-4d0a-83f5-b6666cac99e8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:31.599772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4b79c-4850-46a4-a094-6b5822d59989 None None] No DVR routers for this DVR port b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:31.645567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:31.692028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-899527cd-1774-415a-821f-d587ea70ae04 req-395134ae-6465-411c-a25d-24a82d0515dd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720002 Feb 11 05:43:31.765230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:31.765850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b21e02f3-7f2c-4d0a-83f5-b6666cac99e8 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:31.768561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:31.769932 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (7070c98a-a235-4b3b-b5b6-1a535cdd3847), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.781131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb6a8cc6-44a8-4cd1-95ce-9531dadb000f req-7583f6ba-b68a-4f9c-a008-4807837cf280 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686843 Feb 11 05:43:31.808701 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3651929c-9775-4ef6-9aa6-676703a26bf9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.831919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7070c98a-a235-4b3b-b5b6-1a535cdd3847']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:31.866599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d87d868-10e2-4188-90bf-c6a834675b94') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:31.867053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d87d868-10e2-4188-90bf-c6a834675b94') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:31.909456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (0d87d868-10e2-4188-90bf-c6a834675b94), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.984258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0d87d868-10e2-4188-90bf-c6a834675b94), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.011427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:32.011948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (0d87d868-10e2-4188-90bf-c6a834675b94), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:32.017005 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:32.072164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:32.367778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (7070c98a-a235-4b3b-b5b6-1a535cdd3847), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.399663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.407717 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/networks/7070c98a-a235-4b3b-b5b6-1a535cdd3847 HTTP/1.1" status: 204 len: 168 time: 2.0845444 Feb 11 05:43:32.409064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a4640-97cd-4044-bab3-9e290c02831f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Network': ['ID=7070c98a-a235-4b3b-b5b6-1a535cdd3847,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:32.412570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53008) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:32.413368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a087-c6db-4290-9533-e91aee1f394c req-b57d54ed-b21a-4953-bd4d-42b0bfa7a0d5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:32.415096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8de9a087-c6db-4290-9533-e91aee1f394c req-b57d54ed-b21a-4953-bd4d-42b0bfa7a0d5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 946 time: 0.2611668 Feb 11 05:43:32.423001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236929a-1dce-4f69-80bd-a6aa0344c800 req-b6df47ca-9c06-467f-9c7a-29ded02d1151 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:32.426021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c236929a-1dce-4f69-80bd-a6aa0344c800 req-b6df47ca-9c06-467f-9c7a-29ded02d1151 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2811503 Feb 11 05:43:32.584321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c236929a-1dce-4f69-80bd-a6aa0344c800 req-bfe1fd56-bcc6-483c-8fee-f9d905c50e32 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476943 Feb 11 05:43:32.589905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8de9a087-c6db-4290-9533-e91aee1f394c req-3721d018-ea1f-4d45-96b1-a08181b4ac2d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613510 Feb 11 05:43:32.700179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port bd026e88-5da6-4e69-9b01-dd0ee722272e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:32.706554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bd026e88-5da6-4e69-9b01-dd0ee722272e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.956432 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f3e16f3c-c6ab-4285-a555-f2f8b6d97241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.007131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3651929c-9775-4ef6-9aa6-676703a26bf9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.009043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bd026e88-5da6-4e69-9b01-dd0ee722272e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.009484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (bd026e88-5da6-4e69-9b01-dd0ee722272e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.036108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e047190-d9aa-4152-aea2-86b947348a88 req-c59400e4-df1e-49aa-9bd0-87684599b16d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.037289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for bd026e88-5da6-4e69-9b01-dd0ee722272e owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:33.040353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e047190-d9aa-4152-aea2-86b947348a88 req-c59400e4-df1e-49aa-9bd0-87684599b16d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3054452 Feb 11 05:43:33.111246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3651929c-9775-4ef6-9aa6-676703a26bf9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.353260 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e047190-d9aa-4152-aea2-86b947348a88 req-98bab733-26bd-442e-a8a1-6a0cf123e709 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062539 Feb 11 05:43:33.374941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3651929c-9775-4ef6-9aa6-676703a26bf9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.376010 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3651929c-9775-4ef6-9aa6-676703a26bf9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.377810 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3651929c-9775-4ef6-9aa6-676703a26bf9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/ports/cf99137c-ff7c-4ddc-b45b-f74634fd73e3 HTTP/1.1" status: 200 len: 910 time: 2.6011348 Feb 11 05:43:33.400096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53042) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:33.521647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651929c-9775-4ef6-9aa6-676703a26bf9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=cf99137c-ff7c-4ddc-b45b-f74634fd73e3,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:33.634019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec4ae0-9add-4d45-9728-9d636a662849 req-a163beb0-d7cc-45b0-8ab0-ca6c888de45e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.642597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1ec4ae0-9add-4d45-9728-9d636a662849 req-a163beb0-d7cc-45b0-8ab0-ca6c888de45e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 946 time: 0.2630451 Feb 11 05:43:33.749268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0141e-abf2-4a86-9a06-aaea24e9fa82 req-7700f999-0711-49aa-a125-5a4dfd17e6d9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.750025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5be0141e-abf2-4a86-9a06-aaea24e9fa82 req-7700f999-0711-49aa-a125-5a4dfd17e6d9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1914492 Feb 11 05:43:34.236825 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bd026e88-5da6-4e69-9b01-dd0ee722272e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.269044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=bd026e88-5da6-4e69-9b01-dd0ee722272e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:34.283433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.283941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.284395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.284945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.285421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.285868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.288193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.288742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.289410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.289866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.290440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.290763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.291206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:34.331438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1ec4ae0-9add-4d45-9728-9d636a662849 req-2222658b-388f-43c5-a4d0-ea8063f56f6d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815963 Feb 11 05:43:34.425381 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for floatingip (e157526d-9c16-4e21-b93b-3c5e95da5f83), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.428780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.435592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-88d938ef-6484-4a1b-ac5f-7928e1387c4e tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/floatingips/e157526d-9c16-4e21-b93b-3c5e95da5f83 HTTP/1.1" status: 204 len: 168 time: 2.0207078 Feb 11 05:43:34.436307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53062) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:34.484396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5be0141e-abf2-4a86-9a06-aaea24e9fa82 req-e5e21b00-1321-48fd-a212-8fb8e6d0d106 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7261722 Feb 11 05:43:34.497506 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cd1710-1f95-48ac-8807-0229e337aaf6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] DELETE failed (client error): The resource could not be found. Feb 11 05:43:34.497506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cd1710-1f95-48ac-8807-0229e337aaf6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:43:34.497506 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e0cd1710-1f95-48ac-8807-0229e337aaf6 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/ports/06e9120c-f430-4ce7-94b1-533c0768b676 HTTP/1.1" status: 404 len: 333 time: 0.0594487 Feb 11 05:43:34.504242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53064) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:34.579629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53070) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:34.585815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3669ae29-012d-447c-9d6b-a98aed89f4b9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a10fa64-f1d8-4d94-b422-781017cd7834 HTTP/1.1" status: 200 len: 205 time: 0.0774095 Feb 11 05:43:34.641031 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-78dd4172-bf2c-4fff-9051-8f07685f0b6f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] delete failed (client error): The resource could not be found. Feb 11 05:43:34.645330 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-78dd4172-bf2c-4fff-9051-8f07685f0b6f tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/routers/8a10fa64-f1d8-4d94-b422-781017cd7834 HTTP/1.1" status: 404 len: 336 time: 0.0643854 Feb 11 05:43:34.645649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53072) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:34.659152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (1886a3ee-bc03-418e-9206-d9b0176c891e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.730894 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7058a85-7a03-4e65-86d0-96c8c62ac8b4 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] DELETE failed (client error): The resource could not be found. Feb 11 05:43:34.731506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7058a85-7a03-4e65-86d0-96c8c62ac8b4 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:43:34.738907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f7058a85-7a03-4e65-86d0-96c8c62ac8b4 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/subnets/2b6bae66-79e7-4832-8586-bca15126896f HTTP/1.1" status: 404 len: 337 time: 0.0891776 Feb 11 05:43:34.739046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53076) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:35.044371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-81418f77-d4f6-4384-8356-ec9ab65e9d51 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.049481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-81418f77-d4f6-4384-8356-ec9ab65e9d51 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 946 time: 0.3675413 Feb 11 05:43:35.054775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba8ee4-c1e7-4295-ba52-609974aeb7f9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port bdad836f-cd65-4580-9b23-1a902969cd8b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:35.058739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8ee4-c1e7-4295-ba52-609974aeb7f9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bdad836f-cd65-4580-9b23-1a902969cd8b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.209660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8ee4-c1e7-4295-ba52-609974aeb7f9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bdad836f-cd65-4580-9b23-1a902969cd8b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.226838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba8ee4-c1e7-4295-ba52-609974aeb7f9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for bdad836f-cd65-4580-9b23-1a902969cd8b owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:35.262408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9bf4a-6914-4785-877f-77836323193b req-1dfa3e79-1971-49b4-96f3-71b2ced88402 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.270360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04c9bf4a-6914-4785-877f-77836323193b req-1dfa3e79-1971-49b4-96f3-71b2ced88402 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2677479 Feb 11 05:43:35.367531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:35.367878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.413322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04c9bf4a-6914-4785-877f-77836323193b req-7f9a4332-71b4-4b42-8e7f-a25025f72f59 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421247 Feb 11 05:43:35.545046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8ee4-c1e7-4295-ba52-609974aeb7f9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bdad836f-cd65-4580-9b23-1a902969cd8b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.567517 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79708981-e9f6-40d5-89b4-adc8764ed389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.582213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] For port 4214acd4-4b31-47f1-90bb-4d8e4a744e87, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4214acd4-4b31-47f1-90bb-4d8e4a744e87,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:35.582597 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.614308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e66e4-f88a-4c71-9275-64d588a9febd req-0b82fc7e-b374-4575-a401-da3e2b5cc715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.617406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee5e66e4-f88a-4c71-9275-64d588a9febd req-0b82fc7e-b374-4575-a401-da3e2b5cc715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 946 time: 0.1769407 Feb 11 05:43:35.617406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for 4214acd4-4b31-47f1-90bb-4d8e4a744e87 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:35.643042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port cf99137c-ff7c-4ddc-b45b-f74634fd73e3 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:35.643442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.663366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba8ee4-c1e7-4295-ba52-609974aeb7f9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=bdad836f-cd65-4580-9b23-1a902969cd8b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:35.764965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8ee4-c1e7-4295-ba52-609974aeb7f9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.780659 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e5ba8ee4-c1e7-4295-ba52-609974aeb7f9 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/ports/bdad836f-cd65-4580-9b23-1a902969cd8b HTTP/1.1" status: 204 len: 168 time: 1.0378273 Feb 11 05:43:35.783288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53102) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:35.807775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ee5e66e4-f88a-4c71-9275-64d588a9febd req-fec01643-7525-4b2d-b212-1bee7fd10a6c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838655 Feb 11 05:43:35.890470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.913801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for cf99137c-ff7c-4ddc-b45b-f74634fd73e3 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:36.034823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaa377-cccb-40ba-8ca6-4a69191640ed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port e5bd2a92-1537-4b60-988f-62f4d3d2638a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:36.035203 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa377-cccb-40ba-8ca6-4a69191640ed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e5bd2a92-1537-4b60-988f-62f4d3d2638a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.103992 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4214acd4-4b31-47f1-90bb-4d8e4a744e87), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.121513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['4214acd4-4b31-47f1-90bb-4d8e4a744e87'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:36.219836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=4214acd4-4b31-47f1-90bb-4d8e4a744e87,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:36.331478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa377-cccb-40ba-8ca6-4a69191640ed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e5bd2a92-1537-4b60-988f-62f4d3d2638a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.393903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaa377-cccb-40ba-8ca6-4a69191640ed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for e5bd2a92-1537-4b60-988f-62f4d3d2638a owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:36.440797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] No DVR routers for this DVR port 4214acd4-4b31-47f1-90bb-4d8e4a744e87 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:36.456067 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.466077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-343ae7ef-85ba-4fa4-9219-3617d6394862 req-1312a0e5-eeea-494e-9099-f00b1d97ad9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "DELETE /v2.0/ports/4214acd4-4b31-47f1-90bb-4d8e4a744e87 HTTP/1.1" status: 204 len: 173 time: 1.3681111 Feb 11 05:43:36.466077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794ffcde-a094-476a-975b-68e3eda205cd', 'name': 'network-vif-deleted', 'tag': '4214acd4-4b31-47f1-90bb-4d8e4a744e87'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:36.477970 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be539231-a575-43c4-b64d-4f4dc9371297" -d '{"events": [{"server_uuid": "794ffcde-a094-476a-975b-68e3eda205cd", "name": "network-vif-deleted", "tag": "4214acd4-4b31-47f1-90bb-4d8e4a744e87"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:36.624232 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cf99137c-ff7c-4ddc-b45b-f74634fd73e3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.736438 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9e85d-0757-4aa9-b4cd-275f834f6b5e x-openstack-request-id: req-81a9e85d-0757-4aa9-b4cd-275f834f6b5e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:36.736653 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794ffcde-a094-476a-975b-68e3eda205cd", "name": "network-vif-deleted", "tag": "4214acd4-4b31-47f1-90bb-4d8e4a744e87", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:36.736919 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81a9e85d-0757-4aa9-b4cd-275f834f6b5e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:36.737365 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794ffcde-a094-476a-975b-68e3eda205cd', 'name': 'network-vif-deleted', 'tag': '4214acd4-4b31-47f1-90bb-4d8e4a744e87', 'status': 'completed', 'code': 200} Feb 11 05:43:36.797072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.801597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=cf99137c-ff7c-4ddc-b45b-f74634fd73e3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:36.897825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fede545-15e9-4d7a-9e7e-6a11e19b0b0e req-0b5944de-b0cb-4a67-995b-8ba84a46a171 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.901748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fede545-15e9-4d7a-9e7e-6a11e19b0b0e req-0b5944de-b0cb-4a67-995b-8ba84a46a171 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3559260 Feb 11 05:43:36.914455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa377-cccb-40ba-8ca6-4a69191640ed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e5bd2a92-1537-4b60-988f-62f4d3d2638a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.122603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaa377-cccb-40ba-8ca6-4a69191640ed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=e5bd2a92-1537-4b60-988f-62f4d3d2638a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:37.147053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b1c0c64-fe6d-403a-8048-472f473eda0b req-5dddcabd-3254-4647-830d-1444f0424b90 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.1367774 Feb 11 05:43:37.325108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (1886a3ee-bc03-418e-9206-d9b0176c891e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.378065 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa377-cccb-40ba-8ca6-4a69191640ed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.386955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9bdaa377-cccb-40ba-8ca6-4a69191640ed tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/ports/e5bd2a92-1537-4b60-988f-62f4d3d2638a HTTP/1.1" status: 204 len: 168 time: 1.6000788 Feb 11 05:43:37.390349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:37.409060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fede545-15e9-4d7a-9e7e-6a11e19b0b0e req-5309cb49-b934-4042-8923-407cc2048a49 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4802940 Feb 11 05:43:37.517680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b22806-251e-44fd-9974-1a8d9a4fe814 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:37.522266 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b4b22806-251e-44fd-9974-1a8d9a4fe814 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7994a9c-2e1c-4ce0-8591-6b287de28a65 HTTP/1.1" status: 200 len: 913 time: 0.1299541 Feb 11 05:43:37.522940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53170) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:37.836136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 1886a3ee-bc03-418e-9206-d9b0176c891e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:38.087488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:38.094404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2529a2c6-b704-4cc9-8814-29b38eeeb24b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/1886a3ee-bc03-418e-9206-d9b0176c891e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6918671 Feb 11 05:43:38.097552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:38.106452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140a8da-e3cc-438f-82ad-02db8157e676 None None] Sync routers for ids ['1886a3ee-bc03-418e-9206-d9b0176c891e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:38.121661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140a8da-e3cc-438f-82ad-02db8157e676 None None] Routers {'1886a3ee-bc03-418e-9206-d9b0176c891e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:38.122807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a140a8da-e3cc-438f-82ad-02db8157e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1886a3ee-bc03-418e-9206-d9b0176c891e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:38.179529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a140a8da-e3cc-438f-82ad-02db8157e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:38.193749 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a88b2213-f471-4632-b891-d5393d468062 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1886a3ee-bc03-418e-9206-d9b0176c891e HTTP/1.1" status: 200 len: 205 time: 0.0901866 Feb 11 05:43:38.195833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53194) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:38.198076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140a8da-e3cc-438f-82ad-02db8157e676 None None] Routers {'1886a3ee-bc03-418e-9206-d9b0176c891e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:38.198806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a140a8da-e3cc-438f-82ad-02db8157e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1886a3ee-bc03-418e-9206-d9b0176c891e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:38.258236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a140a8da-e3cc-438f-82ad-02db8157e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:38.258938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140a8da-e3cc-438f-82ad-02db8157e676 None None] The sync data for ids ['1886a3ee-bc03-418e-9206-d9b0176c891e'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:38.348280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a4297aa-e6ee-4bdb-b5b3-8a199ea35823 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (1886a3ee-bc03-418e-9206-d9b0176c891e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.378443 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (b7994a9c-2e1c-4ce0-8591-6b287de28a65), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.396414 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.462959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0eddf40-5762-4f2c-8146-88bf3969daa7 req-c105c909-cbb7-42e1-b8fd-71ec2bb50e96 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.1285653 Feb 11 05:43:38.504226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4214acd4-4b31-47f1-90bb-4d8e4a744e87 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:38.568674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 4214acd4-4b31-47f1-90bb-4d8e4a744e87 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:38.569364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4214acd4-4b31-47f1-90bb-4d8e4a744e87 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:38.573053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.775019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a4297aa-e6ee-4bdb-b5b3-8a199ea35823 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (1886a3ee-bc03-418e-9206-d9b0176c891e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.786786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a4297aa-e6ee-4bdb-b5b3-8a199ea35823 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (1886a3ee-bc03-418e-9206-d9b0176c891e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.961963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971446c1-1dd0-491f-bd62-30f0f2ccf92c req-d79d6cd9-c646-4a79-abdd-409e5850378a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.964588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-971446c1-1dd0-491f-bd62-30f0f2ccf92c req-d79d6cd9-c646-4a79-abdd-409e5850378a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3305631 Feb 11 05:43:38.993368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port e4f5f679-467c-41bb-b4fb-ff17cb0c823a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:38.993974 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e4f5f679-467c-41bb-b4fb-ff17cb0c823a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.026943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a4297aa-e6ee-4bdb-b5b3-8a199ea35823 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (1886a3ee-bc03-418e-9206-d9b0176c891e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.030981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4297aa-e6ee-4bdb-b5b3-8a199ea35823 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Fanout notify agent at l3_agent the message router_deleted on router 1886a3ee-bc03-418e-9206-d9b0176c891e {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:39.044150 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a4297aa-e6ee-4bdb-b5b3-8a199ea35823 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.046125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9a4297aa-e6ee-4bdb-b5b3-8a199ea35823 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/1886a3ee-bc03-418e-9206-d9b0176c891e HTTP/1.1" status: 204 len: 168 time: 0.8492181 Feb 11 05:43:39.052005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:39.106554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-971446c1-1dd0-491f-bd62-30f0f2ccf92c req-6683acc6-5799-48ef-b071-6d4315de48aa tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348436 Feb 11 05:43:39.171223 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e4f5f679-467c-41bb-b4fb-ff17cb0c823a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.186809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abc1df7-40b2-40fd-ac9b-baff433eae50 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:39.192096 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9abc1df7-40b2-40fd-ac9b-baff433eae50 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.203880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for e4f5f679-467c-41bb-b4fb-ff17cb0c823a owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:39.235749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.294613 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9abc1df7-40b2-40fd-ac9b-baff433eae50 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.433102 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9abc1df7-40b2-40fd-ac9b-baff433eae50 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.591214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e4f5f679-467c-41bb-b4fb-ff17cb0c823a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.622024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a964771-7c43-4a26-9726-6624bb7485be req-a008fefa-61b6-4e13-bdbc-0b99d2f6588e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0333688 Feb 11 05:43:39.652571 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9abc1df7-40b2-40fd-ac9b-baff433eae50 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.671592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=e4f5f679-467c-41bb-b4fb-ff17cb0c823a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:39.705608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df82cb-fb7a-4323-a6d3-c1765c916900 None None] Network 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:39.710120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9abc1df7-40b2-40fd-ac9b-baff433eae50 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.722125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9abc1df7-40b2-40fd-ac9b-baff433eae50 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3 HTTP/1.1" status: 204 len: 168 time: 0.6604209 Feb 11 05:43:39.726382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53236) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:39.765642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc1df7-40b2-40fd-ac9b-baff433eae50 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:40.016218 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (160b1cd0-d61e-4625-a38e-efbb5d0a1e48), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.043499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] DHCP port deletion for 160b1cd0-d61e-4625-a38e-efbb5d0a1e48 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:40.181285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] Deleting port aa956f1a-8198-4245-a2c1-2c4923fb4b59 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:40.185072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.272365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458aa32-6f73-4c25-b76f-1ed668f4d6de req-c4ce54ec-c64e-48ac-99ce-72e50566a3c8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:40.285210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1458aa32-6f73-4c25-b76f-1ed668f4d6de req-c4ce54ec-c64e-48ac-99ce-72e50566a3c8 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0749815 Feb 11 05:43:40.287339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] For port aa956f1a-8198-4245-a2c1-2c4923fb4b59, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aa956f1a-8198-4245-a2c1-2c4923fb4b59,segment=NetworkSegment(c218fbf2-c457-44ea-afe7-3c98f0eef534),segment_id=c218fbf2-c457-44ea-afe7-3c98f0eef534)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:40.288805 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.308119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] Calling delete_port for aa956f1a-8198-4245-a2c1-2c4923fb4b59 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:40.407109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1458aa32-6f73-4c25-b76f-1ed668f4d6de req-030dd43a-0072-4cde-b367-ad32c43412a6 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188121 Feb 11 05:43:40.456808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port aa956f1a-8198-4245-a2c1-2c4923fb4b59 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:40.472697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.499107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (b7994a9c-2e1c-4ce0-8591-6b287de28a65), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.564971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port aa956f1a-8198-4245-a2c1-2c4923fb4b59, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aa956f1a-8198-4245-a2c1-2c4923fb4b59,segment=NetworkSegment(c218fbf2-c457-44ea-afe7-3c98f0eef534),segment_id=c218fbf2-c457-44ea-afe7-3c98f0eef534)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:40.565758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.616835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for aa956f1a-8198-4245-a2c1-2c4923fb4b59 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:40.654406 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.689735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] No DVR routers for this DVR port aa956f1a-8198-4245-a2c1-2c4923fb4b59 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:40.728655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764ae29-c60e-4739-9fbd-6fa50d3f544d None None] Pushing event deleted for resources: {'Port': ['ID=aa956f1a-8198-4245-a2c1-2c4923fb4b59,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:40.878120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (aa956f1a-8198-4245-a2c1-2c4923fb4b59), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.945626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=aa956f1a-8198-4245-a2c1-2c4923fb4b59,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:40.967074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No DVR routers for this DVR port aa956f1a-8198-4245-a2c1-2c4923fb4b59 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:41.195961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c82e4e07-546e-40ac-8a66-4aefef4dba41 req-2c32766e-e361-437b-b34b-70cfaa63d92e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0464160 Feb 11 05:43:41.258050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Router b7994a9c-2e1c-4ce0-8591-6b287de28a65 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:41.261298 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (160b1cd0-d61e-4625-a38e-efbb5d0a1e48), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.291612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160b1cd0-d61e-4625-a38e-efbb5d0a1e48']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.307818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c218fbf2-c457-44ea-afe7-3c98f0eef534') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.308586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c218fbf2-c457-44ea-afe7-3c98f0eef534') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.364898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (c218fbf2-c457-44ea-afe7-3c98f0eef534), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.403744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c218fbf2-c457-44ea-afe7-3c98f0eef534), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.445758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:41.446317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (c218fbf2-c457-44ea-afe7-3c98f0eef534), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:41.450873 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:41.474982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.554466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:41.564059 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-629567a0-a2de-4847-a88e-e5b1f20f9dc1 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "PUT /v2.0/routers/b7994a9c-2e1c-4ce0-8591-6b287de28a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0369611 Feb 11 05:43:41.569673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53280) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:41.570451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aa956f1a-8198-4245-a2c1-2c4923fb4b59 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:41.576399 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c8b09-06f0-4494-85cf-6dadbeb773e9 None None] Sync routers for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:41.595395 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c8b09-06f0-4494-85cf-6dadbeb773e9 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:41.595395 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3b6c8b09-06f0-4494-85cf-6dadbeb773e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.655300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: aa956f1a-8198-4245-a2c1-2c4923fb4b59 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:41.655903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aa956f1a-8198-4245-a2c1-2c4923fb4b59 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:41.696189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90233686-eaa5-431b-bfcc-f285d1d1bec5 req-54818331-8d52-4bad-86d0-6742bb0af039 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.696189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90233686-eaa5-431b-bfcc-f285d1d1bec5 req-54818331-8d52-4bad-86d0-6742bb0af039 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1639326 Feb 11 05:43:41.721198 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3b6c8b09-06f0-4494-85cf-6dadbeb773e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.731974 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (160b1cd0-d61e-4625-a38e-efbb5d0a1e48), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.738851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.742176 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/160b1cd0-d61e-4625-a38e-efbb5d0a1e48 HTTP/1.1" status: 204 len: 168 time: 2.0141847 Feb 11 05:43:41.754146 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c8b09-06f0-4494-85cf-6dadbeb773e9 None None] Routers {'b7994a9c-2e1c-4ce0-8591-6b287de28a65'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:41.757486 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3b6c8b09-06f0-4494-85cf-6dadbeb773e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.762880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53286) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:41.775845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c5d43bcb-4acb-4849-a1ea-bacf74e15ebf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1927616457', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:41.789763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc4f3b-c293-4fb6-b273-9c560feda03c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=160b1cd0-d61e-4625-a38e-efbb5d0a1e48,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:41.837821 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3b6c8b09-06f0-4494-85cf-6dadbeb773e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.840797 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c8b09-06f0-4494-85cf-6dadbeb773e9 None None] The sync data for ids ['b7994a9c-2e1c-4ce0-8591-6b287de28a65'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:41.884964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90233686-eaa5-431b-bfcc-f285d1d1bec5 req-82d14115-2187-406b-b2ac-239422c60020 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684291 Feb 11 05:43:41.925776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router (b7994a9c-2e1c-4ce0-8591-6b287de28a65), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.950125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d43bcb-4acb-4849-a1ea-bacf74e15ebf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.951204 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d43bcb-4acb-4849-a1ea-bacf74e15ebf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.039037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d43bcb-4acb-4849-a1ea-bacf74e15ebf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.103785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d43bcb-4acb-4849-a1ea-bacf74e15ebf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.127750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_gateway (b7994a9c-2e1c-4ce0-8591-6b287de28a65), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.233714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d43bcb-4acb-4849-a1ea-bacf74e15ebf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.238866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c5d43bcb-4acb-4849-a1ea-bacf74e15ebf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4730623 Feb 11 05:43:42.239732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53302) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:42.247288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-913557161'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:42.306791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting port e7e2d117-9a38-4cad-88f6-8ac69388dd01 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:42.335021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e7e2d117-9a38-4cad-88f6-8ac69388dd01), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.382613 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24b6c0aa-7154-4e55-be27-c9c7846d0e83 req-ee91ebd9-499a-4360-b3e5-fdd713addb54 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0988407 Feb 11 05:43:42.465012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:42.468542 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.468886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e7e2d117-9a38-4cad-88f6-8ac69388dd01), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.488096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Calling delete_port for e7e2d117-9a38-4cad-88f6-8ac69388dd01 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:42.522582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:42.546290 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.546665 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2 of type vlan for network fedfd150-42d9-436e-83c9-8f189620ad12 Feb 11 05:43:42.626167 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (fedfd150-42d9-436e-83c9-8f189620ad12), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.734614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (fedfd150-42d9-436e-83c9-8f189620ad12), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.739870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.740381 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.780696 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e7e2d117-9a38-4cad-88f6-8ac69388dd01), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.880359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6394682 Feb 11 05:43:42.888002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208454c9-375b-4ecc-89e5-8a78562b0d27 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=fedfd150-42d9-436e-83c9-8f189620ad12,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:42.892152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53318) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:42.896320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Port': ['ID=e7e2d117-9a38-4cad-88f6-8ac69388dd01,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:42.909976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network fedfd150-42d9-436e-83c9-8f189620ad12 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:42.919789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:43.100071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (b7994a9c-2e1c-4ce0-8591-6b287de28a65), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.159848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb2d26-59bb-4600-a5e4-e93c100cb486 req-544d3a89-a938-4acd-bc9c-507fcbb99e2c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.162153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18fb2d26-59bb-4600-a5e4-e93c100cb486 req-544d3a89-a938-4acd-bc9c-507fcbb99e2c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1495194 Feb 11 05:43:43.265993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (b7994a9c-2e1c-4ce0-8591-6b287de28a65), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.271940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router_controller (b7994a9c-2e1c-4ce0-8591-6b287de28a65), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.294788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18fb2d26-59bb-4600-a5e4-e93c100cb486 req-2c8ea031-e25b-4fd2-a729-bbf102548081 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265705 Feb 11 05:43:43.482376 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (b7994a9c-2e1c-4ce0-8591-6b287de28a65), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.483029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Fanout notify agent at l3_agent the message router_deleted on router b7994a9c-2e1c-4ce0-8591-6b287de28a65 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:43.491317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.491815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-16c543c6-c0fb-4ded-8eaf-c5d9ea20495a tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/routers/b7994a9c-2e1c-4ce0-8591-6b287de28a65 HTTP/1.1" status: 204 len: 168 time: 1.9264903 Feb 11 05:43:43.493641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:43.496945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.499903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53332) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:43.519993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fc78408-e25a-4e01-83c4-aa701c8ee089 req-9fa6ce0e-1b22-4a60-a78c-c8485e9ec53e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0549591 Feb 11 05:43:43.629178 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e39a04-bb80-4dd2-9098-3a376b5d8bce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Deleting subnet 315c6d01-46f8-49f0-a9dd-2d31d9004d16 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:43.634516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83e39a04-bb80-4dd2-9098-3a376b5d8bce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for subnet (315c6d01-46f8-49f0-a9dd-2d31d9004d16), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.737387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83e39a04-bb80-4dd2-9098-3a376b5d8bce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (315c6d01-46f8-49f0-a9dd-2d31d9004d16), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.835655 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83e39a04-bb80-4dd2-9098-3a376b5d8bce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (315c6d01-46f8-49f0-a9dd-2d31d9004d16), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.037758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83e39a04-bb80-4dd2-9098-3a376b5d8bce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (315c6d01-46f8-49f0-a9dd-2d31d9004d16), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.072856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e39a04-bb80-4dd2-9098-3a376b5d8bce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Subnet': ['ID=315c6d01-46f8-49f0-a9dd-2d31d9004d16,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:44.074872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83e39a04-bb80-4dd2-9098-3a376b5d8bce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.081479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-83e39a04-bb80-4dd2-9098-3a376b5d8bce tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/subnets/315c6d01-46f8-49f0-a9dd-2d31d9004d16 HTTP/1.1" status: 204 len: 168 time: 0.5781488 Feb 11 05:43:44.082789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53346) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:44.163347 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (cafae6d8-af44-4fdc-a695-e566a1342620), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.202634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (b28aa14e-5586-43db-80cb-6762102b1ede), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.833680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:44.833680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: fedfd150-42d9-436e-83c9-8f189620ad12, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:43:44.881701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=b28aa14e-5586-43db-80cb-6762102b1ede,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:44.970501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network fedfd150-42d9-436e-83c9-8f189620ad12 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:43:44.992841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (cafae6d8-af44-4fdc-a695-e566a1342620), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.017590 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bdb5624-fa10-450e-9827-5326368bf74b req-9e734753-bb39-4712-a890-71968ee8d94c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0683243 Feb 11 05:43:45.052541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, fedfd150-42d9-436e-83c9-8f189620ad12) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:45.065778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafae6d8-af44-4fdc-a695-e566a1342620']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:45.069926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.071091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.072843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc8598-67ec-47d7-a3e5-1bdeda9b7025 None None] Network fedfd150-42d9-436e-83c9-8f189620ad12 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:45.081349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ca073c-102f-441a-9dea-4f306bf4ead1') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:45.084275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ca073c-102f-441a-9dea-4f306bf4ead1') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:45.098643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (07ca073c-102f-441a-9dea-4f306bf4ead1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.114469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8a1f7-aae6-4212-a7ef-8c2b3a75b40b req-06c9d397-48dd-4cd8-a376-457010391e51 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.116204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cee8a1f7-aae6-4212-a7ef-8c2b3a75b40b req-06c9d397-48dd-4cd8-a376-457010391e51 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1681173 Feb 11 05:43:45.159748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (07ca073c-102f-441a-9dea-4f306bf4ead1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.163484 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0c056945-b17b-4723-b80d-cc79962be546 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2655447 Feb 11 05:43:45.164362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53376) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:45.178149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:45.178557 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (07ca073c-102f-441a-9dea-4f306bf4ead1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:45.181550 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:45.221270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cee8a1f7-aae6-4212-a7ef-8c2b3a75b40b req-89a9e966-b008-4d6c-b56e-f477ac0718ec tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943804 Feb 11 05:43:45.315104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-fedfd150-42d9-436e-83c9-8f189620ad12', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:43:45.321055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.411091 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (cafae6d8-af44-4fdc-a695-e566a1342620), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.413362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.430457 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] 10.222.0.62 "DELETE /v2.0/networks/cafae6d8-af44-4fdc-a695-e566a1342620 HTTP/1.1" status: 204 len: 168 time: 1.3465550 Feb 11 05:43:45.493609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4313654-1f8b-452e-893a-0f86aeda2143 tempest-FloatingIPTestJSON-1449220107 tempest-FloatingIPTestJSON-1449220107-project] Pushing event deleted for resources: {'Network': ['ID=cafae6d8-af44-4fdc-a695-e566a1342620,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:45.616396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Allocated IP 172.20.0.2 (fedfd150-42d9-436e-83c9-8f189620ad12/b28aa14e-5586-43db-80cb-6762102b1ede/28df2c9b-6c36-4cad-a639-91242c21acb3) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:46.060510 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.223261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b53f1c48-223e-4dab-8ec8-6260ee469bd8 req-f1c74337-b529-4b7a-9f78-5eb6003f055f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0804389 Feb 11 05:43:46.266332 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Publish callbacks [] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.361512 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.482908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Pushing event updated for resources: {'Port': ['ID=28df2c9b-6c36-4cad-a639-91242c21acb3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:46.509716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53414) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:46.516452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc4183-3583-4719-8e18-3ca8d0cf6c9c req-bf46e8bd-fe91-4aed-9e7d-4cf12a7c1452 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.520026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Network fedfd150-42d9-436e-83c9-8f189620ad12 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:46.532373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27fc4183-3583-4719-8e18-3ca8d0cf6c9c req-bf46e8bd-fe91-4aed-9e7d-4cf12a7c1452 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1697304 Feb 11 05:43:46.541193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.546957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.547674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.548191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.548735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.578740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.579247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.579660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.580023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.580375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.587303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.590915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.593140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:46.610008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:46.615398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:46.744991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.20.0.1 (fedfd150-42d9-436e-83c9-8f189620ad12/b28aa14e-5586-43db-80cb-6762102b1ede/0f7c561d-3d96-45bf-88e7-437e7d10ee1d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:46.761730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27fc4183-3583-4719-8e18-3ca8d0cf6c9c req-05819e14-16fe-44b3-9fb9-640e8f81a34d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259016 Feb 11 05:43:46.815307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Attempting to bind port 28df2c9b-6c36-4cad-a639-91242c21acb3 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:46.815998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Attempting to bind port 28df2c9b-6c36-4cad-a639-91242c21acb3 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:46.816801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Attempting to bind port 28df2c9b-6c36-4cad-a639-91242c21acb3 on network fedfd150-42d9-436e-83c9-8f189620ad12 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:46.823549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:46.827270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Checking segment: {'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:46.827270 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.827270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Bound using segment: {'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:46.827270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Bound port: 28df2c9b-6c36-4cad-a639-91242c21acb3, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:46.827270 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.902883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] For port 28df2c9b-6c36-4cad-a639-91242c21acb3, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:46.908147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] For port 28df2c9b-6c36-4cad-a639-91242c21acb3, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=28df2c9b-6c36-4cad-a639-91242c21acb3,segment=NetworkSegment(db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2),segment_id=db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:46.989982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.063795 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-437f506d-e67e-40e3-9243-e9c7a84c99e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4eef21075a564af7828c2df23bb5ad85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5498972 Feb 11 05:43:47.064370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53426) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:47.144816 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.243433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56744b-892c-4a51-9be4-4cbd83fe8b54 None None] Pushing event updated for resources: {'Port': ['ID=28df2c9b-6c36-4cad-a639-91242c21acb3,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:47.327577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-12d47459-63e5-43b5-b7f4-a3a4a90b0849 admin admin] Publish callbacks [] for security_group (028d065f-47e2-4059-807d-2bccf9e005a3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.494157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.568912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-12d47459-63e5-43b5-b7f4-a3a4a90b0849 admin admin] Publish callbacks [] for security_group (028d065f-47e2-4059-807d-2bccf9e005a3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.641837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:47.713500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network fedfd150-42d9-436e-83c9-8f189620ad12 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:47.716505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920055b-1286-40e1-8827-1f441c1e5826 req-e324e6db-287c-48ac-919c-9037992253e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:47.718837 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5920055b-1286-40e1-8827-1f441c1e5826 req-e324e6db-287c-48ac-919c-9037992253e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.3647871 Feb 11 05:43:47.720373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:47.723263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:47.810294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38e06a6b-d294-439b-a339-49599a58c7d0 req-eec898a6-bb33-450c-b728-11dcc69e633a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.1366229 Feb 11 05:43:47.903380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a55695-36ff-4fa3-ba46-c98daa0ba481 req-3a143bce-07ea-40bf-b69b-0bcbd4749c78 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:47.921696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98a55695-36ff-4fa3-ba46-c98daa0ba481 req-3a143bce-07ea-40bf-b69b-0bcbd4749c78 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.4990401 Feb 11 05:43:47.940161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-12d47459-63e5-43b5-b7f4-a3a4a90b0849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (028d065f-47e2-4059-807d-2bccf9e005a3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.950433 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-12d47459-63e5-43b5-b7f4-a3a4a90b0849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.951648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-12d47459-63e5-43b5-b7f4-a3a4a90b0849 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/028d065f-47e2-4059-807d-2bccf9e005a3 HTTP/1.1" status: 204 len: 168 time: 0.8862188 Feb 11 05:43:48.024091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.049783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d47459-63e5-43b5-b7f4-a3a4a90b0849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d065f-47e2-4059-807d-2bccf9e005a3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:48.094496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920055b-1286-40e1-8827-1f441c1e5826 req-ee503a76-a2a3-4959-8e2e-e7fdd8945f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.099520 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5920055b-1286-40e1-8827-1f441c1e5826 req-ee503a76-a2a3-4959-8e2e-e7fdd8945f42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.3725431 Feb 11 05:43:48.143535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98a55695-36ff-4fa3-ba46-c98daa0ba481 req-98f494b0-f550-435f-8709-5aee37617cea tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177105 Feb 11 05:43:48.497377 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5920055b-1286-40e1-8827-1f441c1e5826 req-e142e47f-36f2-43f1-b42a-adc3b18b23f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.3916373 Feb 11 05:43:48.578967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920055b-1286-40e1-8827-1f441c1e5826 req-0a059ef6-f868-456a-8120-4baeb367843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.582206 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5920055b-1286-40e1-8827-1f441c1e5826 req-0a059ef6-f868-456a-8120-4baeb367843a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0770743 Feb 11 05:43:48.879628 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.938674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920055b-1286-40e1-8827-1f441c1e5826 req-9774610b-63ac-40f9-9fb7-8f00a2fadfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.938674 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5920055b-1286-40e1-8827-1f441c1e5826 req-9774610b-63ac-40f9-9fb7-8f00a2fadfae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3490105 Feb 11 05:43:49.061639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88f2eb4f-1370-42c8-8cd6-c823a085e0ce req-f8480f5b-8ab2-40af-b413-7d42ceea2839 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0668728 Feb 11 05:43:49.065324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48503af-b96a-4fc0-984e-d8ef1a2439b7 None None] Network fedfd150-42d9-436e-83c9-8f189620ad12 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:49.196571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-aa920c9b-8550-4b47-9571-97cb40a6011d None None] Provisioning complete for port 28df2c9b-6c36-4cad-a639-91242c21acb3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:49.197403 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa920c9b-8550-4b47-9571-97cb40a6011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.403924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bba1e-64cb-48d8-b81e-ef191a96e29a req-0aefafb3-b3cb-41b1-9995-235532a950cf tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.429594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e77bba1e-64cb-48d8-b81e-ef191a96e29a req-0aefafb3-b3cb-41b1-9995-235532a950cf tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1392500 Feb 11 05:43:49.593176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e77bba1e-64cb-48d8-b81e-ef191a96e29a req-a365e891-a559-45d7-bf2b-176d338d459e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618745 Feb 11 05:43:49.628126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5920055b-1286-40e1-8827-1f441c1e5826 req-fbd340c7-e6a2-497f-94b0-4a5414ccb01d service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331084 Feb 11 05:43:49.657305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-aa920c9b-8550-4b47-9571-97cb40a6011d None None] Current status of the port 28df2c9b-6c36-4cad-a639-91242c21acb3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:49.657705 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa920c9b-8550-4b47-9571-97cb40a6011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.725565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-aa920c9b-8550-4b47-9571-97cb40a6011d None None] For port 28df2c9b-6c36-4cad-a639-91242c21acb3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=28df2c9b-6c36-4cad-a639-91242c21acb3,segment=NetworkSegment(db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2),segment_id=db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:49.778562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 28df2c9b-6c36-4cad-a639-91242c21acb3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:49.856661 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa920c9b-8550-4b47-9571-97cb40a6011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.970285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa920c9b-8550-4b47-9571-97cb40a6011d None None] Pushing event updated for resources: {'Port': ['ID=28df2c9b-6c36-4cad-a639-91242c21acb3,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:50.008956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.032086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 28df2c9b-6c36-4cad-a639-91242c21acb3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:50.033460 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.227226 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5920055b-1286-40e1-8827-1f441c1e5826 req-efb65c68-02ba-4d40-9a8f-c694190725b3 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903878 Feb 11 05:43:50.228807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.246305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cf32b72e-f810-4735-a08d-201bfd6a9699 None None] Provisioning complete for port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:50.246881 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf32b72e-f810-4735-a08d-201bfd6a9699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.308709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec618d09-0508-43af-998c-4e604341c7c5 req-dd0cdd88-4030-4c4e-a2fd-b86be8a7b863 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0770097 Feb 11 05:43:50.425577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53512) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:50.427570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 28df2c9b-6c36-4cad-a639-91242c21acb3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:50.459841 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cf32b72e-f810-4735-a08d-201bfd6a9699 None None] Port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:50.469829 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.500937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cf32b72e-f810-4735-a08d-201bfd6a9699 None None] Provisioning complete for port 28df2c9b-6c36-4cad-a639-91242c21acb3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:50.503635 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf32b72e-f810-4735-a08d-201bfd6a9699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.511681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:50.805331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cf32b72e-f810-4735-a08d-201bfd6a9699 None None] Current status of the port 28df2c9b-6c36-4cad-a639-91242c21acb3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:50.819040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129618908'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:50.856342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-664b723c-194c-4961-925c-12bcecd7632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:50.857927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-664b723c-194c-4961-925c-12bcecd7632e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.2272279 Feb 11 05:43:50.953844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ad283d23-c16f-4b5e-86fd-f24e4a20c203 None None] Provisioning complete for port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:50.953844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad283d23-c16f-4b5e-86fd-f24e4a20c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.995426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network fedfd150-42d9-436e-83c9-8f189620ad12 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:51.018308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:51.035917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868295ad-b0a2-4c2c-b504-c04f4de109c5 req-e6d5566a-db4b-4cbb-a449-a2fee4056bca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.048154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-868295ad-b0a2-4c2c-b504-c04f4de109c5 req-e6d5566a-db4b-4cbb-a449-a2fee4056bca tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2708273 Feb 11 05:43:51.072632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ad283d23-c16f-4b5e-86fd-f24e4a20c203 None None] Port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:51.110640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.166492 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.191237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-868295ad-b0a2-4c2c-b504-c04f4de109c5 req-6cc76773-8edb-4797-986d-d48685e3b9b7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420436 Feb 11 05:43:51.339337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (f8c9d90c-a45d-4855-9346-18af2b6e5fc8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.412651 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f8c9d90c-a45d-4855-9346-18af2b6e5fc8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.418700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-44985b08-3ea0-4214-89a8-d88334a0cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.422668 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-44985b08-3ea0-4214-89a8-d88334a0cb2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.5317023 Feb 11 05:43:51.520387 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (828a1987-91d7-45ad-a0da-2a2c14e19d1f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.553800 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-0ff58959-72b4-4c7a-b820-7b5c85ed3294 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.1241033 Feb 11 05:43:51.555677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:43:51.586936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 28df2c9b-6c36-4cad-a639-91242c21acb3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:51.597439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b586eb09-c788-468d-a8ae-ab7dfa6abb99 req-102f9160-543c-49ff-95da-89510f808f57 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0748508 Feb 11 05:43:51.608234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (828a1987-91d7-45ad-a0da-2a2c14e19d1f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.633969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c9d90c-a45d-4855-9346-18af2b6e5fc8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:51.648012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-0bdcc58b-360f-4f67-b60e-c008d66b9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.649676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-0bdcc58b-360f-4f67-b60e-c008d66b9de0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.0905404 Feb 11 05:43:51.709600 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.723226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2964003 Feb 11 05:43:51.724039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53546) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:51.735271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-579511da-38df-40ef-8fda-7a41f537982b None None] Provisioning complete for port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:51.735985 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579511da-38df-40ef-8fda-7a41f537982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.742147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74b2b1-d246-4301-9fd0-0a0e596df031 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828a1987-91d7-45ad-a0da-2a2c14e19d1f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:51.855865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 28df2c9b-6c36-4cad-a639-91242c21acb3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:51.856251 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.878783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-579511da-38df-40ef-8fda-7a41f537982b None None] Port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:51.891974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:51.908996 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f5e92e2d-324a-4b63-9629-9379efb1ac5c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7430179 Feb 11 05:43:51.911849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53550) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:51.926823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-1059003035'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:51.927066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-ca0dbb0b-3bef-470a-a900-4c7c10850fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.927066 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-ca0dbb0b-3bef-470a-a900-4c7c10850fcb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2700739 Feb 11 05:43:51.928918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:51.971063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:51.971992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:52.059285 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-52072dcf-19a0-4dd8-b6a7-75e98596c30b service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200690 Feb 11 05:43:52.068034 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7dfc31be-5ed8-45d4-9e59-232e23fe2f90 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3403201 Feb 11 05:43:52.070038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53558) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:52.083060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-996ec129-8aa6-458b-9c80-0b076479e60e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-security--367206683', 'description': 'tempest-security-description-385478510'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:52.100536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:52.109758 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.172118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:52.239414 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cc1a296a-610f-4aa1-9144-f9636c64d6fe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.239865 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment cc1a296a-610f-4aa1-9144-f9636c64d6fe of type vlan for network 0ee2749c-10e7-4439-8292-ea48baf5ea4a Feb 11 05:43:52.258082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-996ec129-8aa6-458b-9c80-0b076479e60e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (828a1987-91d7-45ad-a0da-2a2c14e19d1f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.326068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:52.416648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b5b3ac2-d6d6-4ae6-9ea5-33322d49d931 req-b7eca8ac-16db-4622-94f2-8d79f5ef56e8 service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471634 Feb 11 05:43:52.428976 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (0ee2749c-10e7-4439-8292-ea48baf5ea4a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.471397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-996ec129-8aa6-458b-9c80-0b076479e60e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (828a1987-91d7-45ad-a0da-2a2c14e19d1f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.501653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158db5-004f-4ec9-9fd5-55983e21673d req-e7fd6b3d-545e-480b-9ba3-aab042ebaf90 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.513999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1158db5-004f-4ec9-9fd5-55983e21673d req-e7fd6b3d-545e-480b-9ba3-aab042ebaf90 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1537867 Feb 11 05:43:52.546236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-996ec129-8aa6-458b-9c80-0b076479e60e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (828a1987-91d7-45ad-a0da-2a2c14e19d1f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.549836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-996ec129-8aa6-458b-9c80-0b076479e60e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.551557 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-996ec129-8aa6-458b-9c80-0b076479e60e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "PUT /v2.0/security-groups/828a1987-91d7-45ad-a0da-2a2c14e19d1f HTTP/1.1" status: 200 len: 1795 time: 0.4806399 Feb 11 05:43:52.554980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53566) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:52.639824 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (0ee2749c-10e7-4439-8292-ea48baf5ea4a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.640739 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0edcc795-20a7-4350-a609-56e11383baa8 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups/828a1987-91d7-45ad-a0da-2a2c14e19d1f HTTP/1.1" status: 200 len: 1795 time: 0.0750518 Feb 11 05:43:52.650395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53574) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:52.658313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.662329 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.715912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ec129-8aa6-458b-9c80-0b076479e60e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828a1987-91d7-45ad-a0da-2a2c14e19d1f,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.784040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 28df2c9b-6c36-4cad-a639-91242c21acb3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:52.831680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e304e1d-d697-4970-9f50-47f414a633d2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (828a1987-91d7-45ad-a0da-2a2c14e19d1f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.879009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=0ee2749c-10e7-4439-8292-ea48baf5ea4a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.881549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e304e1d-d697-4970-9f50-47f414a633d2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (828a1987-91d7-45ad-a0da-2a2c14e19d1f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.903387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 0ee2749c-10e7-4439-8292-ea48baf5ea4a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:52.911495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1158db5-004f-4ec9-9fd5-55983e21673d req-8c7418d1-7c5e-48e4-be33-de208b664885 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955443 Feb 11 05:43:52.984432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc2acd07-cd40-44ba-ba50-9060e3d56cd2 req-1ef3b464-a884-4843-b5dd-1dcd90583874 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.0947714 Feb 11 05:43:53.029272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e304e1d-d697-4970-9f50-47f414a633d2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (828a1987-91d7-45ad-a0da-2a2c14e19d1f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.032978 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e304e1d-d697-4970-9f50-47f414a633d2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.035365 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4e304e1d-d697-4970-9f50-47f414a633d2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/828a1987-91d7-45ad-a0da-2a2c14e19d1f HTTP/1.1" status: 204 len: 168 time: 0.3834677 Feb 11 05:43:53.047737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53588) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.115686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a546ff67-440d-4a41-ac21-56725c5e70e2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1998966 Feb 11 05:43:53.131239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53590) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.142722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:43:48Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:49Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:53.151498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:53.162107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e304e1d-d697-4970-9f50-47f414a633d2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a1987-91d7-45ad-a0da-2a2c14e19d1f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:53.235224 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-27cff153-3d18-41a3-bcce-4b2639b62b88 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1797888 Feb 11 05:43:53.239034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4f29f-fd74-4c5f-b2d9-c0d108063a98 req-f4a78514-3ef3-42df-9267-f21ed3679634 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.240807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c4f29f-fd74-4c5f-b2d9-c0d108063a98 req-f4a78514-3ef3-42df-9267-f21ed3679634 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1860046 Feb 11 05:43:53.243953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53596) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.247100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:53.247456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Updating router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:43:53.341744 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.365380 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-16352abd-2b30-43a2-99fd-e290cf815ab4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] delete failed (client error): The resource could not be found. Feb 11 05:43:53.370979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-16352abd-2b30-43a2-99fd-e290cf815ab4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/828a1987-91d7-45ad-a0da-2a2c14e19d1f HTTP/1.1" status: 404 len: 347 time: 0.1214483 Feb 11 05:43:53.372100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.384444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1a3c8428-8a07-43e1-aee1-b9dd0217d1aa tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108973544'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:53.406058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c4f29f-fd74-4c5f-b2d9-c0d108063a98 req-24675da8-dbe1-4c60-81d6-4dbfcf76ef51 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568813 Feb 11 05:43:53.551466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:53.555587 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.577953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8428-8a07-43e1-aee1-b9dd0217d1aa tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.825209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36818875-f846-475c-8977-e85f39c94731 req-7fb1c2b3-8968-45ec-a1d1-b8886b4ec79a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.836885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36818875-f846-475c-8977-e85f39c94731 req-7fb1c2b3-8968-45ec-a1d1-b8886b4ec79a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3207853 Feb 11 05:43:53.886966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-e5f898f8-cdbe-48ab-b38e-4dcce95f575f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3924191 Feb 11 05:43:54.009811 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (f55c4c73-f138-4102-b6d6-41bd2b824efa), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.068495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Publish callbacks [] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.077889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8428-8a07-43e1-aee1-b9dd0217d1aa tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.094095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36818875-f846-475c-8977-e85f39c94731 req-ecc6d692-927e-419e-b360-4891c9f9e91f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552006 Feb 11 05:43:54.163987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=f55c4c73-f138-4102-b6d6-41bd2b824efa,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:54.204231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:54.206139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: 0ee2749c-10e7-4439-8292-ea48baf5ea4a, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:43:54.212262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcd3efcd-c0d1-4100-b521-fa2f0b4a8013 req-2901139f-1420-4d11-b1aa-118bd56a0985 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.1075885 Feb 11 05:43:54.302792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-b4b68bf1-2133-49b4-8180-557e0fbb9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.304402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-b4b68bf1-2133-49b4-8180-557e0fbb9932 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 1091 time: 0.3425789 Feb 11 05:43:54.416568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f70a3d-ff00-4f8e-9773-0bb5e9631686 req-6044a23d-c769-4c54-b558-4ef1612aa5d7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.424163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51f70a3d-ff00-4f8e-9773-0bb5e9631686 req-6044a23d-c769-4c54-b558-4ef1612aa5d7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2238369 Feb 11 05:43:54.473110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8428-8a07-43e1-aee1-b9dd0217d1aa tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.508755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c8428-8a07-43e1-aee1-b9dd0217d1aa tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:54.513237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.587864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171df4f-58e5-4f75-9f4e-3c5e97797a25 None None] Pushing event updated for resources: {'Port': ['ID=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:54.597891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51f70a3d-ff00-4f8e-9773-0bb5e9631686 req-c6dc8b3a-70ff-43a0-82e5-f94c798a497e tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726472 Feb 11 05:43:54.628080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-8b1b85bd-3433-4624-9f4b-b9908a011f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.629492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-8b1b85bd-3433-4624-9f4b-b9908a011f1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.2568548 Feb 11 05:43:54.703433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-e9918254-0bbc-4954-80f6-b26e6b8faf0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0 HTTP/1.1" status: 200 len: 217 time: 0.0680342 Feb 11 05:43:54.706665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 0ee2749c-10e7-4439-8292-ea48baf5ea4a is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:43:54.710996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Attempting to bind port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:54.716635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Attempting to bind port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:54.716635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Attempting to bind port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d on network fedfd150-42d9-436e-83c9-8f189620ad12 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:54.732896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:54.734236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Checking segment: {'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:54.739377 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.739377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Bound using segment: {'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:54.739377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Bound port: 0f7c561d-3d96-45bf-88e7-437e7d10ee1d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:54.739377 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.739916 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a3c8428-8a07-43e1-aee1-b9dd0217d1aa tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.740804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1a3c8428-8a07-43e1-aee1-b9dd0217d1aa tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3629382 Feb 11 05:43:54.743782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53636) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:54.755928 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-addda6fd-1a8b-4b7e-aff3-30ac51891737 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': '5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:54.807276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 0ee2749c-10e7-4439-8292-ea48baf5ea4a) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:54.813962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.814634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.824050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8572f300-8a10-475e-9818-1c4275a840d4 None None] Network 0ee2749c-10e7-4439-8292-ea48baf5ea4a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:54.899238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-c9c9a519-c918-45de-ac4d-87f1cd60d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.900799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-c9c9a519-c918-45de-ac4d-87f1cd60d707 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.1755195 Feb 11 05:43:54.925352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaed195-9528-4659-a2cc-04beffb0061b req-c5ab8c1c-0e7d-4435-b16c-eb535160988d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.927213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbaed195-9528-4659-a2cc-04beffb0061b req-c5ab8c1c-0e7d-4435-b16c-eb535160988d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2122910 Feb 11 05:43:54.972085 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addda6fd-1a8b-4b7e-aff3-30ac51891737 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (bde74614-6bd3-47fb-8c9b-478ef525583e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.027850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fa17d609-d95d-46ed-ba54-5a0930963004 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8873494 Feb 11 05:43:55.033194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53646) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:55.057526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] For port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:55.094809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-4132c2e1-a1ae-45de-a355-49d81cdac178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.100378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-4132c2e1-a1ae-45de-a355-49d81cdac178 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1914723 Feb 11 05:43:55.151094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] For port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,segment=NetworkSegment(db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2),segment_id=db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:55.198205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5cde48f9-1007-46b0-bb44-8062ed059de7 None None] Provisioning complete for port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:55.199081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5cde48f9-1007-46b0-bb44-8062ed059de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.270264 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.350451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-31d58a0d-bf52-420e-ad03-69538d9034be service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407217 Feb 11 05:43:55.378828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbaed195-9528-4659-a2cc-04beffb0061b req-ccdb78fb-63b2-4e34-b5aa-68e3b49a04f0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4243889 Feb 11 05:43:55.514448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171df4f-58e5-4f75-9f4e-3c5e97797a25 None None] Pushing event updated for resources: {'Port': ['ID=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:55.548981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5cde48f9-1007-46b0-bb44-8062ed059de7 None None] Port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:55.555169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:43:55.556428 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.585397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:55.586198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:55.734066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ade14b6-5660-43ff-85d4-ec4b6a205c1a req-3c8b85bb-52aa-4f90-a5b6-b05dd9be8458 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=794ffcde-a094-476a-975b-68e3eda205cd HTTP/1.1" status: 200 len: 210 time: 0.2617793 Feb 11 05:43:55.832791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28f599f8-5bf4-41c5-a34a-181c71739454 req-e015dca0-e5f7-43f1-8a80-136be8629423 service neutron] 10.222.0.83 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526954 Feb 11 05:43:56.221679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d008-c282-4687-9e5c-c0621afe3bf6 req-fa5c5794-40b6-424b-b2a9-83ff76f27d0d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.231297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6128d008-c282-4687-9e5c-c0621afe3bf6 req-fa5c5794-40b6-424b-b2a9-83ff76f27d0d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1086133 Feb 11 05:43:56.368710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6128d008-c282-4687-9e5c-c0621afe3bf6 req-cacac4b4-1abf-49ba-9072-fb6fe3d8dc1d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341050 Feb 11 05:43:56.544115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1dd65b63-448b-4539-ba24-4ec0281d22fc None None] Provisioning complete for port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:56.544777 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dd65b63-448b-4539-ba24-4ec0281d22fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.593356 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addda6fd-1a8b-4b7e-aff3-30ac51891737 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (bde74614-6bd3-47fb-8c9b-478ef525583e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.634331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:56.698277 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addda6fd-1a8b-4b7e-aff3-30ac51891737 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (bde74614-6bd3-47fb-8c9b-478ef525583e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.824179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Allocated IP 172.21.0.2 (0ee2749c-10e7-4439-8292-ea48baf5ea4a/f55c4c73-f138-4102-b6d6-41bd2b824efa/8fc41aef-975d-401b-83ff-6662b57ed61a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:56.981909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addda6fd-1a8b-4b7e-aff3-30ac51891737 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde74614-6bd3-47fb-8c9b-478ef525583e,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:56.999087 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-addda6fd-1a8b-4b7e-aff3-30ac51891737 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.001507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-addda6fd-1a8b-4b7e-aff3-30ac51891737 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2564659 Feb 11 05:43:57.004953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53700) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:57.116910 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f288ec05-a8ab-4d49-8248-60f128c2ada9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (bde74614-6bd3-47fb-8c9b-478ef525583e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.130697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f288ec05-a8ab-4d49-8248-60f128c2ada9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (bde74614-6bd3-47fb-8c9b-478ef525583e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.275693 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.281598 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f288ec05-a8ab-4d49-8248-60f128c2ada9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (bde74614-6bd3-47fb-8c9b-478ef525583e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.291124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f288ec05-a8ab-4d49-8248-60f128c2ada9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.293897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f288ec05-a8ab-4d49-8248-60f128c2ada9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bde74614-6bd3-47fb-8c9b-478ef525583e HTTP/1.1" status: 204 len: 168 time: 0.2868531 Feb 11 05:43:57.298260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53706) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:57.373599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1dd65b63-448b-4539-ba24-4ec0281d22fc None None] Current status of the port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:57.374638 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dd65b63-448b-4539-ba24-4ec0281d22fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.421863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288ec05-a8ab-4d49-8248-60f128c2ada9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bde74614-6bd3-47fb-8c9b-478ef525583e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:57.543777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0146eaad-28fe-4854-a5ae-0a1d2c915548 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2428513 Feb 11 05:43:57.547968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:57.689802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1dd65b63-448b-4539-ba24-4ec0281d22fc None None] For port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,segment=NetworkSegment(db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2),segment_id=db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:57.702843 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Publish callbacks [] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.783030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b614c8-31e0-4a2c-9c59-892194ec5e81 req-5bad364c-bd74-478a-9870-d7fceae537d9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:57.788794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:43:48Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:54Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:57.792125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3b614c8-31e0-4a2c-9c59-892194ec5e81 req-5bad364c-bd74-478a-9870-d7fceae537d9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2944155 Feb 11 05:43:57.884349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04f1f8a9-4309-4062-8ffd-2ff7ee82fd36 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.896585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dd65b63-448b-4539-ba24-4ec0281d22fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.896585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.915601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9e86f-03af-4eea-8e90-1b699cba68c7 None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:43:48Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:54Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:58.007542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Network 0ee2749c-10e7-4439-8292-ea48baf5ea4a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:58.025264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:58.030797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:58.066139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04f1f8a9-4309-4062-8ffd-2ff7ee82fd36 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.072011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.21.0.1 (0ee2749c-10e7-4439-8292-ea48baf5ea4a/f55c4c73-f138-4102-b6d6-41bd2b824efa/17d24b44-805e-42ae-8259-7f9dd4022d96) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:58.136389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3b614c8-31e0-4a2c-9c59-892194ec5e81 req-b14d2088-24db-4354-98a5-6615184d2f70 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310964 Feb 11 05:43:58.141410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd65b63-448b-4539-ba24-4ec0281d22fc None None] Pushing event updated for resources: {'Port': ['ID=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.285857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Attempting to bind port 8fc41aef-975d-401b-83ff-6662b57ed61a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:58.291965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Attempting to bind port 8fc41aef-975d-401b-83ff-6662b57ed61a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:58.292788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Attempting to bind port 8fc41aef-975d-401b-83ff-6662b57ed61a on network 0ee2749c-10e7-4439-8292-ea48baf5ea4a {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:58.308288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:58.309039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Checking segment: {'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:58.310487 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.312510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Bound using segment: {'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:58.317732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Bound port: 8fc41aef-975d-401b-83ff-6662b57ed61a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:58.317732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.338695 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04f1f8a9-4309-4062-8ffd-2ff7ee82fd36 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.340142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Pushing event updated for resources: {'Port': ['ID=8fc41aef-975d-401b-83ff-6662b57ed61a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.341429 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04f1f8a9-4309-4062-8ffd-2ff7ee82fd36 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.345351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-04f1f8a9-4309-4062-8ffd-2ff7ee82fd36 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef HTTP/1.1" status: 204 len: 168 time: 0.7888687 Feb 11 05:43:58.346992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53732) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:58.435366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1f8a9-4309-4062-8ffd-2ff7ee82fd36 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5900cbc8-b1cc-4184-8e55-0d8dc9cbf9ef,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.518138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.540951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] For port 8fc41aef-975d-401b-83ff-6662b57ed61a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:58.546977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] For port 8fc41aef-975d-401b-83ff-6662b57ed61a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8fc41aef-975d-401b-83ff-6662b57ed61a,segment=NetworkSegment(cc1a296a-610f-4aa1-9144-f9636c64d6fe),segment_id=cc1a296a-610f-4aa1-9144-f9636c64d6fe)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:58.566781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2dc15cb2-2618-44b7-9149-73e88a031b82 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2129002 Feb 11 05:43:58.569349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:58.580839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390742285'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:58.682506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.704856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.735701 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.916429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 0ee2749c-10e7-4439-8292-ea48baf5ea4a is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:58.926803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:58.935396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f41af3-1351-43a1-9751-2a9c3cc193e1 None None] Pushing event updated for resources: {'Port': ['ID=8fc41aef-975d-401b-83ff-6662b57ed61a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.992911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:59.069084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=17d24b44-805e-42ae-8259-7f9dd4022d96,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:59.149211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (c690f408-9958-4b3f-a234-be47adf7d34f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.222272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.286085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48721-bca4-4ad9-8f38-0329e2f3cfad req-47de9f38-6f53-462e-a842-1df431aa8ce2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:59.326293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83b48721-bca4-4ad9-8f38-0329e2f3cfad req-47de9f38-6f53-462e-a842-1df431aa8ce2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.5599065 Feb 11 05:43:59.380544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-c8e28c1c-5fe9-4f84-9112-bb27847546ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:59.387542 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-c8e28c1c-5fe9-4f84-9112-bb27847546ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e196316e3f1488c8b5dc4056892429e&device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 1127 time: 0.4505098 Feb 11 05:43:59.418251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c690f408-9958-4b3f-a234-be47adf7d34f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.697098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c690f408-9958-4b3f-a234-be47adf7d34f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:59.713508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.714347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.714909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.715465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.715986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.717138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.717680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.722426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.723169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.723692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.724261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.724852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.725356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:59.761509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83b48721-bca4-4ad9-8f38-0329e2f3cfad req-95ce7aab-a0c0-4428-854e-21fb7151b5e5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342253 Feb 11 05:43:59.790846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-cb80fbb3-d368-492a-8178-82dd02ec2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:59.792566 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-cb80fbb3-d368-492a-8178-82dd02ec2e65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 200 len: 913 time: 0.3973064 Feb 11 05:43:59.823522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.828102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9fee692b-ef84-4d5a-bf1e-ee81dcaee1a1 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2571814 Feb 11 05:43:59.831006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53764) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:59.844211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-de190a86-b4d2-47f0-b4cc-c71d11f0391f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'c690f408-9958-4b3f-a234-be47adf7d34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:59.874745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0f7c561d-3d96-45bf-88e7-437e7d10ee1d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:59.940090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-e9d34e2e-278d-4cbe-b32a-61ed3d198622 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 200 len: 998 time: 0.1415634 Feb 11 05:44:00.009086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:00.009657 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.020694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de190a86-b4d2-47f0-b4cc-c71d11f0391f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (d3464d55-37ad-4c94-9acb-8b87cc75c959), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.022430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.185373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-54fa1d4f-19ed-43b6-8245-03c996e5e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:00.187173 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-54fa1d4f-19ed-43b6-8245-03c996e5e6d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 200 len: 851 time: 0.2354400 Feb 11 05:44:00.220711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:00.222246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8fc41aef-975d-401b-83ff-6662b57ed61a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:00.286263 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de190a86-b4d2-47f0-b4cc-c71d11f0391f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (d3464d55-37ad-4c94-9acb-8b87cc75c959), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.353360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8fc41aef-975d-401b-83ff-6662b57ed61a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:00.353745 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.413356 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de190a86-b4d2-47f0-b4cc-c71d11f0391f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d3464d55-37ad-4c94-9acb-8b87cc75c959), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.520011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de190a86-b4d2-47f0-b4cc-c71d11f0391f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3464d55-37ad-4c94-9acb-8b87cc75c959,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.553875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de190a86-b4d2-47f0-b4cc-c71d11f0391f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.555131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-de190a86-b4d2-47f0-b4cc-c71d11f0391f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7250450 Feb 11 05:44:00.556076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53778) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:00.567844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a817a28e-5e2b-4458-ac89-6f3cecd50553 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'c690f408-9958-4b3f-a234-be47adf7d34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:00.580084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8fc41aef-975d-401b-83ff-6662b57ed61a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:00.580488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.652982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 8fc41aef-975d-401b-83ff-6662b57ed61a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8fc41aef-975d-401b-83ff-6662b57ed61a,segment=NetworkSegment(cc1a296a-610f-4aa1-9144-f9636c64d6fe),segment_id=cc1a296a-610f-4aa1-9144-f9636c64d6fe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:00.754005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a817a28e-5e2b-4458-ac89-6f3cecd50553 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (8db12e68-a002-4341-bbd1-52883730066c), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.774177 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.816112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-4735d223-7b87-4e8b-9827-725a461e02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:00.816112 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-4735d223-7b87-4e8b-9827-725a461e02e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6106045 Feb 11 05:44:00.875664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=8fc41aef-975d-401b-83ff-6662b57ed61a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.891777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.003907 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-e511d497-e34a-4e67-aea9-885f586ba7fc service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832294 Feb 11 05:44:01.004855 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a817a28e-5e2b-4458-ac89-6f3cecd50553 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (8db12e68-a002-4341-bbd1-52883730066c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.005737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.117908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676b52ae-5dab-4980-a59b-bf68f415a5d3 None None] Network 0ee2749c-10e7-4439-8292-ea48baf5ea4a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:01.130109 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a817a28e-5e2b-4458-ac89-6f3cecd50553 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (8db12e68-a002-4341-bbd1-52883730066c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.185956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817a28e-5e2b-4458-ac89-6f3cecd50553 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db12e68-a002-4341-bbd1-52883730066c,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:01.243210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce9c51-ad90-4cb7-98b8-fd7931d4b276 req-4fb598d9-7784-4118-a983-9f1731c2c7de tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:01.245539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cce9c51-ad90-4cb7-98b8-fd7931d4b276 req-4fb598d9-7784-4118-a983-9f1731c2c7de tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2875595 Feb 11 05:44:01.310257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cce9c51-ad90-4cb7-98b8-fd7931d4b276 req-a16503a2-14b7-4b4e-80ae-74048c3e02f7 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579233 Feb 11 05:44:01.337773 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a817a28e-5e2b-4458-ac89-6f3cecd50553 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.343582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a817a28e-5e2b-4458-ac89-6f3cecd50553 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7846727 Feb 11 05:44:01.349623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53798) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:01.354212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7da80543-f3bd-443b-bd3d-ea3e22190d35 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'c690f408-9958-4b3f-a234-be47adf7d34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:01.407066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-885355c0-6fee-46ee-a2d5-8e059edadff4 None None] Provisioning complete for port 8fc41aef-975d-401b-83ff-6662b57ed61a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:01.408249 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-885355c0-6fee-46ee-a2d5-8e059edadff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.477779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.505183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=17d24b44-805e-42ae-8259-7f9dd4022d96,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:01.508618 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7da80543-f3bd-443b-bd3d-ea3e22190d35 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (e029fd7d-a3b6-4916-84e0-4f3f7f43abfe), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.579348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8fc41aef-975d-401b-83ff-6662b57ed61a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:01.586786 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-66f8853e-cd46-4b11-b904-22d422a1cdc1 req-a8e3ba95-e5ac-4532-a384-b09aad02aa8d service neutron] 10.222.0.65 "GET /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607277 Feb 11 05:44:01.660046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 0ee2749c-10e7-4439-8292-ea48baf5ea4a is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:01.662814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:01.681702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7da80543-f3bd-443b-bd3d-ea3e22190d35 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (e029fd7d-a3b6-4916-84e0-4f3f7f43abfe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.767574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7da80543-f3bd-443b-bd3d-ea3e22190d35 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e029fd7d-a3b6-4916-84e0-4f3f7f43abfe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.847100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da80543-f3bd-443b-bd3d-ea3e22190d35 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e029fd7d-a3b6-4916-84e0-4f3f7f43abfe,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:01.914423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8fc41aef-975d-401b-83ff-6662b57ed61a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:01.915073 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.934803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7da80543-f3bd-443b-bd3d-ea3e22190d35 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.936094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7da80543-f3bd-443b-bd3d-ea3e22190d35 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5905495 Feb 11 05:44:01.939691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53812) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:01.944563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2874fdfe-9454-4865-a13f-48a94961f89e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'c690f408-9958-4b3f-a234-be47adf7d34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:01.987046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-885355c0-6fee-46ee-a2d5-8e059edadff4 None None] Current status of the port 8fc41aef-975d-401b-83ff-6662b57ed61a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:02.054159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:02.141477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8fc41aef-975d-401b-83ff-6662b57ed61a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:02.143107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2874fdfe-9454-4865-a13f-48a94961f89e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f9c8d7dc-0d69-4b99-ada1-8e357ca156c1), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.186623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2beb0ba7-739b-47d1-979b-b0dfdcd124ea None None] Provisioning complete for port 8fc41aef-975d-401b-83ff-6662b57ed61a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:02.187072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2beb0ba7-739b-47d1-979b-b0dfdcd124ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.378340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:02.403354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2874fdfe-9454-4865-a13f-48a94961f89e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f9c8d7dc-0d69-4b99-ada1-8e357ca156c1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.409533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53822) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:02.409818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6e5e7626-db50-4924-a57a-41afa94ef7b1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3439157 Feb 11 05:44:02.415132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-1220414527'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:02.419161 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:02.465071 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:02.468050 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:02.487815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2beb0ba7-739b-47d1-979b-b0dfdcd124ea None None] Current status of the port 8fc41aef-975d-401b-83ff-6662b57ed61a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:02.511631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2874fdfe-9454-4865-a13f-48a94961f89e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f9c8d7dc-0d69-4b99-ada1-8e357ca156c1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.516368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2beb0ba7-739b-47d1-979b-b0dfdcd124ea None None] Provisioning complete for port 17d24b44-805e-42ae-8259-7f9dd4022d96 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:02.519150 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2beb0ba7-739b-47d1-979b-b0dfdcd124ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.588377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2beb0ba7-739b-47d1-979b-b0dfdcd124ea None None] Port 17d24b44-805e-42ae-8259-7f9dd4022d96 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:02.592742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874fdfe-9454-4865-a13f-48a94961f89e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c8d7dc-0d69-4b99-ada1-8e357ca156c1,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:02.644856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:02.653399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.677804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00031d19-61f3-475b-ab35-77147e4b9cd2 req-6c0fe06c-0261-44cb-be79-580f150443ae tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.686674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00031d19-61f3-475b-ab35-77147e4b9cd2 req-6c0fe06c-0261-44cb-be79-580f150443ae tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2304707 Feb 11 05:44:02.730898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6c3b0547-e6e8-4791-a08e-70b861eb3c8b None None] Provisioning complete for port 17d24b44-805e-42ae-8259-7f9dd4022d96 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:02.734545 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0547-e6e8-4791-a08e-70b861eb3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.763720 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:02.859302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00031d19-61f3-475b-ab35-77147e4b9cd2 req-fe07398b-be81-4919-9ba9-e647eaf353a9 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694658 Feb 11 05:44:02.889648 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2874fdfe-9454-4865-a13f-48a94961f89e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.889648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2874fdfe-9454-4865-a13f-48a94961f89e tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9430051 Feb 11 05:44:02.890023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53834) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:02.893049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b0547-e6e8-4791-a08e-70b861eb3c8b None None] Port 17d24b44-805e-42ae-8259-7f9dd4022d96 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:02.898222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-071e900b-ebb4-4df0-8cb4-e5d2cca3b3ef tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'c690f408-9958-4b3f-a234-be47adf7d34f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:02.990185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:03.012317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (559e1d91-dae0-4573-b2aa-853f0148b6ab), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.013361 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment 559e1d91-dae0-4573-b2aa-853f0148b6ab of type vlan for network 68d28e1f-5377-4edc-8f72-92b34ddcd328 Feb 11 05:44:03.042718 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e3219021-fc00-487c-befc-11b1c9fdfb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.070491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-071e900b-ebb4-4df0-8cb4-e5d2cca3b3ef tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (07cda918-4a13-4683-bb0a-b7764a274d84), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.207638 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (68d28e1f-5377-4edc-8f72-92b34ddcd328), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.207966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-071e900b-ebb4-4df0-8cb4-e5d2cca3b3ef tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (07cda918-4a13-4683-bb0a-b7764a274d84), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.228869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-38f10935-a408-41f1-b8a4-fea07aadcab6 None None] Provisioning complete for port 17d24b44-805e-42ae-8259-7f9dd4022d96 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:03.234795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38f10935-a408-41f1-b8a4-fea07aadcab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.283053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-071e900b-ebb4-4df0-8cb4-e5d2cca3b3ef tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (07cda918-4a13-4683-bb0a-b7764a274d84), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.330888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-38f10935-a408-41f1-b8a4-fea07aadcab6 None None] Port 17d24b44-805e-42ae-8259-7f9dd4022d96 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:03.353942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e900b-ebb4-4df0-8cb4-e5d2cca3b3ef tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cda918-4a13-4683-bb0a-b7764a274d84,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.356429 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:43:59Z', 'revision_number': 3, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:00Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:03.407121 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (68d28e1f-5377-4edc-8f72-92b34ddcd328), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.433355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:03.436430 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.516139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-071e900b-ebb4-4df0-8cb4-e5d2cca3b3ef tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.519507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-071e900b-ebb4-4df0-8cb4-e5d2cca3b3ef tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6300187 Feb 11 05:44:03.524545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53854) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:03.535424 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:03.536116 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Updating router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 port 17d24b44-805e-42ae-8259-7f9dd4022d96 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:03.580222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c64642ba-2070-47b6-ae1a-6c37ebdb93f0 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (07cda918-4a13-4683-bb0a-b7764a274d84), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.594107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c64642ba-2070-47b6-ae1a-6c37ebdb93f0 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (07cda918-4a13-4683-bb0a-b7764a274d84), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.606399 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.663376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=68d28e1f-5377-4edc-8f72-92b34ddcd328,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.680981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 68d28e1f-5377-4edc-8f72-92b34ddcd328 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:03.728356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53860) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:03.736583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f14f76f4-80a3-4053-aca8-66ae2c183dcf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3256938 Feb 11 05:44:03.737684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:03.774429 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c64642ba-2070-47b6-ae1a-6c37ebdb93f0 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (07cda918-4a13-4683-bb0a-b7764a274d84), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.789681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c64642ba-2070-47b6-ae1a-6c37ebdb93f0 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.791903 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c64642ba-2070-47b6-ae1a-6c37ebdb93f0 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/07cda918-4a13-4683-bb0a-b7764a274d84 HTTP/1.1" status: 204 len: 168 time: 0.2654181 Feb 11 05:44:03.796259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53862) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:03.847788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64642ba-2070-47b6-ae1a-6c37ebdb93f0 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07cda918-4a13-4683-bb0a-b7764a274d84,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.943700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-86620753-4680-409c-a69f-c39f8318ebdf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1451645 Feb 11 05:44:03.948656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53868) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:04.023715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-567497e2-2896-466b-a14a-89051d70ca59 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f9c8d7dc-0d69-4b99-ada1-8e357ca156c1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.049739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-567497e2-2896-466b-a14a-89051d70ca59 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f9c8d7dc-0d69-4b99-ada1-8e357ca156c1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.144768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:04.149943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.192258 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Publish callbacks [] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.278832 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.305517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f6364-261e-4ef4-9a0e-f788fb8b581b req-0dd5fa88-14aa-4aee-ab92-bccbc60ef7a2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.316467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-002f6364-261e-4ef4-9a0e-f788fb8b581b req-0dd5fa88-14aa-4aee-ab92-bccbc60ef7a2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2369194 Feb 11 05:44:04.341124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-567497e2-2896-466b-a14a-89051d70ca59 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f9c8d7dc-0d69-4b99-ada1-8e357ca156c1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.378084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-567497e2-2896-466b-a14a-89051d70ca59 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.382014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-567497e2-2896-466b-a14a-89051d70ca59 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f9c8d7dc-0d69-4b99-ada1-8e357ca156c1 HTTP/1.1" status: 204 len: 168 time: 0.4320221 Feb 11 05:44:04.388973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53876) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:04.521129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567497e2-2896-466b-a14a-89051d70ca59 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9c8d7dc-0d69-4b99-ada1-8e357ca156c1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:04.652937 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Pushing event updated for resources: {'Port': ['ID=17d24b44-805e-42ae-8259-7f9dd4022d96,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:04.679203 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.679745 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.680262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.680835 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.681358 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.681889 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.682598 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.683016 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.683485 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.684065 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.684896 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.685100 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.685642 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:04.746596 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-002f6364-261e-4ef4-9a0e-f788fb8b581b req-8b330288-424f-4bb9-a958-e11d80551581 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4253159 Feb 11 05:44:04.809325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b92c980f-1da9-4bae-bcf4-f5a89c07a6d7 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3786318 Feb 11 05:44:04.809855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-130a96d9-0b91-4312-a479-452ddd563336 None None] Provisioning complete for port 17d24b44-805e-42ae-8259-7f9dd4022d96 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:04.810340 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-130a96d9-0b91-4312-a479-452ddd563336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.810922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53888) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:04.818599 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Attempting to bind port 17d24b44-805e-42ae-8259-7f9dd4022d96 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:04.819154 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Attempting to bind port 17d24b44-805e-42ae-8259-7f9dd4022d96 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:04.821026 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Attempting to bind port 17d24b44-805e-42ae-8259-7f9dd4022d96 on network 0ee2749c-10e7-4439-8292-ea48baf5ea4a {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:04.833099 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:04.833662 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Checking segment: {'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:04.834865 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.835322 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Bound using segment: {'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:04.836206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Bound port: 17d24b44-805e-42ae-8259-7f9dd4022d96, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1a296a-610f-4aa1-9144-f9636c64d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:04.838303 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.888460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d57265b-1dcb-4385-b36b-b4d12ee09055 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (e029fd7d-a3b6-4916-84e0-4f3f7f43abfe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.902455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d57265b-1dcb-4385-b36b-b4d12ee09055 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (e029fd7d-a3b6-4916-84e0-4f3f7f43abfe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.915834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-130a96d9-0b91-4312-a479-452ddd563336 None None] Port 17d24b44-805e-42ae-8259-7f9dd4022d96 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:05.031958 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] For port 17d24b44-805e-42ae-8259-7f9dd4022d96, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:05.037495 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] For port 17d24b44-805e-42ae-8259-7f9dd4022d96, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=17d24b44-805e-42ae-8259-7f9dd4022d96,segment=NetworkSegment(cc1a296a-610f-4aa1-9144-f9636c64d6fe),segment_id=cc1a296a-610f-4aa1-9144-f9636c64d6fe)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:05.061645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24c5c8-720f-409e-b763-29f094ee7b3e req-07392773-fe47-4f90-a2ee-662a653388c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.066345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f24c5c8-720f-409e-b763-29f094ee7b3e req-07392773-fe47-4f90-a2ee-662a653388c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.0923297 Feb 11 05:44:05.072803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (095f66d1-3928-42d1-a1f8-b42740f2d464), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.101242 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.183925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d57265b-1dcb-4385-b36b-b4d12ee09055 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e029fd7d-a3b6-4916-84e0-4f3f7f43abfe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.197901 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d57265b-1dcb-4385-b36b-b4d12ee09055 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.209807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4d57265b-1dcb-4385-b36b-b4d12ee09055 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e029fd7d-a3b6-4916-84e0-4f3f7f43abfe HTTP/1.1" status: 204 len: 168 time: 0.3963199 Feb 11 05:44:05.210786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53892) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:05.216439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f24c5c8-720f-409e-b763-29f094ee7b3e req-66796573-499c-4037-98f3-11a610105e1a tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357255 Feb 11 05:44:05.243163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=095f66d1-3928-42d1-a1f8-b42740f2d464,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:05.266425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57265b-1dcb-4385-b36b-b4d12ee09055 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e029fd7d-a3b6-4916-84e0-4f3f7f43abfe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:05.348274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:05.348687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: 68d28e1f-5377-4edc-8f72-92b34ddcd328, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:05.361926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53902) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:05.365820 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:05.366484 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:43:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:05.372388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2e8c4b49-c400-4b1b-b050-38036cd9afad tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1266675 Feb 11 05:44:05.409309 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f03ca65-9d7e-4076-85c1-217d9a46dbc5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (8db12e68-a002-4341-bbd1-52883730066c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.422747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f03ca65-9d7e-4076-85c1-217d9a46dbc5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (8db12e68-a002-4341-bbd1-52883730066c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.529612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 68d28e1f-5377-4edc-8f72-92b34ddcd328 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:05.581067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5927a60e-3a44-43f1-b69f-ca97e2f6ea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.610432 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f03ca65-9d7e-4076-85c1-217d9a46dbc5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (8db12e68-a002-4341-bbd1-52883730066c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.668745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f03ca65-9d7e-4076-85c1-217d9a46dbc5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.670375 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1f03ca65-9d7e-4076-85c1-217d9a46dbc5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8db12e68-a002-4341-bbd1-52883730066c HTTP/1.1" status: 204 len: 168 time: 0.3060882 Feb 11 05:44:05.674495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53918) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:05.695046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03ca65-9d7e-4076-85c1-217d9a46dbc5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8db12e68-a002-4341-bbd1-52883730066c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:05.710334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 68d28e1f-5377-4edc-8f72-92b34ddcd328) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:05.723321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447addfe-7726-412d-a26a-1ce43e736485 None None] Network 68d28e1f-5377-4edc-8f72-92b34ddcd328 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:05.731148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.732117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.794438 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:05.799986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6844c651-7f0e-4640-9ec4-7ffebafcc2d9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1242750 Feb 11 05:44:05.803330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:05.878225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56f59406-fe12-4ad3-96e6-07672bd9a386 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (d3464d55-37ad-4c94-9acb-8b87cc75c959), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.895490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56f59406-fe12-4ad3-96e6-07672bd9a386 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (d3464d55-37ad-4c94-9acb-8b87cc75c959), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.906929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b7c7c824-1497-421f-8760-70d3ed1933ad None None] Provisioning complete for port 17d24b44-805e-42ae-8259-7f9dd4022d96 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:05.908050 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c824-1497-421f-8760-70d3ed1933ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.995801 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f5dd64b3-afc0-494b-b4d1-80eaf0bade7c tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2640731 Feb 11 05:44:05.997297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53930) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.054989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56f59406-fe12-4ad3-96e6-07672bd9a386 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d3464d55-37ad-4c94-9acb-8b87cc75c959), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.061713 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56f59406-fe12-4ad3-96e6-07672bd9a386 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.066520 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-56f59406-fe12-4ad3-96e6-07672bd9a386 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d3464d55-37ad-4c94-9acb-8b87cc75c959 HTTP/1.1" status: 204 len: 168 time: 0.2614100 Feb 11 05:44:06.068046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53934) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.117239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f59406-fe12-4ad3-96e6-07672bd9a386 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3464d55-37ad-4c94-9acb-8b87cc75c959,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.145727 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3563d-bce6-4195-985d-b7a0005bb4df None None] Pushing event updated for resources: {'Port': ['ID=17d24b44-805e-42ae-8259-7f9dd4022d96,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.149494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7c824-1497-421f-8760-70d3ed1933ad None None] Current status of the port 17d24b44-805e-42ae-8259-7f9dd4022d96 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:06.154428 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c824-1497-421f-8760-70d3ed1933ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.158420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-68d28e1f-5377-4edc-8f72-92b34ddcd328', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:06.159381 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.214284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a8623d9-e424-41c7-9e1e-70cdc2ab5697 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153421 Feb 11 05:44:06.215358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53938) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.485086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69daab87-4e81-4102-9c15-e5d5f902d466 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (c690f408-9958-4b3f-a234-be47adf7d34f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.547414 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:43:59Z', 'revision_number': 3, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:05Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:06.641250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69daab87-4e81-4102-9c15-e5d5f902d466 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (c690f408-9958-4b3f-a234-be47adf7d34f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.659141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53952) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.988028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69daab87-4e81-4102-9c15-e5d5f902d466 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c690f408-9958-4b3f-a234-be47adf7d34f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.988028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69daab87-4e81-4102-9c15-e5d5f902d466 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.988028 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-69daab87-4e81-4102-9c15-e5d5f902d466 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/c690f408-9958-4b3f-a234-be47adf7d34f HTTP/1.1" status: 204 len: 168 time: 0.7667007 Feb 11 05:44:06.988028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53966) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:07.016925 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146713a-90bf-45e2-a7af-840163b77949 None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:43:59Z', 'revision_number': 3, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:05Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:07.077358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daab87-4e81-4102-9c15-e5d5f902d466 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c690f408-9958-4b3f-a234-be47adf7d34f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:07.086886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.147045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91f992ae-30d5-43c9-8fd5-f0013d27e026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.174782 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2be9eb8f-e7f2-41f1-9b25-f97896157a18 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1870182 Feb 11 05:44:07.232770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53974) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:07.241293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f0a2a3c5-4796-4218-8bba-7c72289f48e5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--154092290'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:07.323808 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:44:07.348830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91f992ae-30d5-43c9-8fd5-f0013d27e026 admin admin] Publish callbacks [] for security_group (6a5dbb25-0534-47a4-b81d-2e275926e6e9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.403411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b7c7c824-1497-421f-8760-70d3ed1933ad None None] For port 17d24b44-805e-42ae-8259-7f9dd4022d96, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=17d24b44-805e-42ae-8259-7f9dd4022d96,segment=NetworkSegment(cc1a296a-610f-4aa1-9144-f9636c64d6fe),segment_id=cc1a296a-610f-4aa1-9144-f9636c64d6fe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:07.427499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91f992ae-30d5-43c9-8fd5-f0013d27e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6a5dbb25-0534-47a4-b81d-2e275926e6e9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.520461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c824-1497-421f-8760-70d3ed1933ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.601164 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-91f992ae-30d5-43c9-8fd5-f0013d27e026 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3e366d6bacd4663b935336a8eb353e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9277854 Feb 11 05:44:07.622619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 53986) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:07.693539 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.701618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 17d24b44-805e-42ae-8259-7f9dd4022d96 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:07.747675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0a2a3c5-4796-4218-8bba-7c72289f48e5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.845067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f992ae-30d5-43c9-8fd5-f0013d27e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5dbb25-0534-47a4-b81d-2e275926e6e9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:07.899138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09e44b08-c9f8-4bb4-b6b0-147e296f9bab admin admin] Publish callbacks [] for security_group (6a5dbb25-0534-47a4-b81d-2e275926e6e9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.975640 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09e44b08-c9f8-4bb4-b6b0-147e296f9bab admin admin] Publish callbacks [] for security_group (6a5dbb25-0534-47a4-b81d-2e275926e6e9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.977385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Allocated IP 172.22.0.2 (68d28e1f-5377-4edc-8f72-92b34ddcd328/095f66d1-3928-42d1-a1f8-b42740f2d464/2bb74a57-bc67-4b2c-a1df-448569e41238) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:07.990378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7c824-1497-421f-8760-70d3ed1933ad None None] Pushing event updated for resources: {'Port': ['ID=17d24b44-805e-42ae-8259-7f9dd4022d96,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:08.036675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 17d24b44-805e-42ae-8259-7f9dd4022d96 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:08.054852 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.228165 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09e44b08-c9f8-4bb4-b6b0-147e296f9bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6a5dbb25-0534-47a4-b81d-2e275926e6e9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.240480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09e44b08-c9f8-4bb4-b6b0-147e296f9bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.245226 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09e44b08-c9f8-4bb4-b6b0-147e296f9bab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a5dbb25-0534-47a4-b81d-2e275926e6e9 HTTP/1.1" status: 204 len: 168 time: 0.6213076 Feb 11 05:44:08.285507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e44b08-c9f8-4bb4-b6b0-147e296f9bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5dbb25-0534-47a4-b81d-2e275926e6e9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:08.319435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0a2a3c5-4796-4218-8bba-7c72289f48e5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (a1a42da3-a5dc-431b-9764-bc56c76451d4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.345197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 17d24b44-805e-42ae-8259-7f9dd4022d96 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:08.393114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0a2a3c5-4796-4218-8bba-7c72289f48e5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a1a42da3-a5dc-431b-9764-bc56c76451d4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.498286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2a3c5-4796-4218-8bba-7c72289f48e5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a42da3-a5dc-431b-9764-bc56c76451d4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:08.532715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0a2a3c5-4796-4218-8bba-7c72289f48e5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.534194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f0a2a3c5-4796-4218-8bba-7c72289f48e5 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3048041 Feb 11 05:44:08.538119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54006) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:08.543878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-75e34b06-8eb4-4020-a334-3d3988254203 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'a1a42da3-a5dc-431b-9764-bc56c76451d4', 'direction': 'ingress', 'protocol': 17}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:08.560634 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.582963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.622891 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Publish callbacks [] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.718325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e762d-e933-41cc-8704-4c80608d3115 req-e93a248f-d0ad-4e84-ba8f-e542c5196901 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.719984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e762d-e933-41cc-8704-4c80608d3115 req-e93a248f-d0ad-4e84-ba8f-e542c5196901 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebed4677-28fe-445f-9b12-8573fb640293 HTTP/1.1" status: 200 len: 943 time: 0.0755181 Feb 11 05:44:08.753570 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.791544 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75e34b06-8eb4-4020-a334-3d3988254203 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (4364a356-2155-41fb-aa8b-20cf17dd19c8), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.868917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Pushing event updated for resources: {'Port': ['ID=2bb74a57-bc67-4b2c-a1df-448569e41238,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:08.909400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Network 68d28e1f-5377-4edc-8f72-92b34ddcd328 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:08.914196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:08.925577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:08.932713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.22.0.1 (68d28e1f-5377-4edc-8f72-92b34ddcd328/095f66d1-3928-42d1-a1f8-b42740f2d464/bcb07491-013d-4946-9721-2267836d938b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:08.985981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75e34b06-8eb4-4020-a334-3d3988254203 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (4364a356-2155-41fb-aa8b-20cf17dd19c8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.066773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75e34b06-8eb4-4020-a334-3d3988254203 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4364a356-2155-41fb-aa8b-20cf17dd19c8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.114351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e34b06-8eb4-4020-a334-3d3988254203 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4364a356-2155-41fb-aa8b-20cf17dd19c8,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.145686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Attempting to bind port 2bb74a57-bc67-4b2c-a1df-448569e41238 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:09.150926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Attempting to bind port 2bb74a57-bc67-4b2c-a1df-448569e41238 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:09.150926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Attempting to bind port 2bb74a57-bc67-4b2c-a1df-448569e41238 on network 68d28e1f-5377-4edc-8f72-92b34ddcd328 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:09.201005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75e34b06-8eb4-4020-a334-3d3988254203 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.203762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:09.205170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Checking segment: {'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:09.206591 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.207135 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-75e34b06-8eb4-4020-a334-3d3988254203 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6668365 Feb 11 05:44:09.207612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Bound using segment: {'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:09.208069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54028) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:09.209358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Bound port: 2bb74a57-bc67-4b2c-a1df-448569e41238, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:09.211548 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.272671 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (bcb07491-013d-4946-9721-2267836d938b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.292531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.369820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66259688-e41f-4412-99fd-0a3334569d8a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (a1a42da3-a5dc-431b-9764-bc56c76451d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.409906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] For port 2bb74a57-bc67-4b2c-a1df-448569e41238, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:09.417305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] For port 2bb74a57-bc67-4b2c-a1df-448569e41238, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2bb74a57-bc67-4b2c-a1df-448569e41238,segment=NetworkSegment(559e1d91-dae0-4573-b2aa-853f0148b6ab),segment_id=559e1d91-dae0-4573-b2aa-853f0148b6ab)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:09.440951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66259688-e41f-4412-99fd-0a3334569d8a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (a1a42da3-a5dc-431b-9764-bc56c76451d4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.475879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bcb07491-013d-4946-9721-2267836d938b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.494140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.664931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=bcb07491-013d-4946-9721-2267836d938b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.700700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452dfd3-020e-40b3-bac1-2dfb084049ff None None] Pushing event updated for resources: {'Port': ['ID=2bb74a57-bc67-4b2c-a1df-448569e41238,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.728282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 17d24b44-805e-42ae-8259-7f9dd4022d96 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:09.733986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 68d28e1f-5377-4edc-8f72-92b34ddcd328 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:09.734690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66259688-e41f-4412-99fd-0a3334569d8a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a1a42da3-a5dc-431b-9764-bc56c76451d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.734802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:09.740232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-66259688-e41f-4412-99fd-0a3334569d8a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.744817 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-66259688-e41f-4412-99fd-0a3334569d8a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/a1a42da3-a5dc-431b-9764-bc56c76451d4 HTTP/1.1" status: 204 len: 168 time: 0.5331838 Feb 11 05:44:09.746252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54038) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:09.747172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:09.814026 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66259688-e41f-4412-99fd-0a3334569d8a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a42da3-a5dc-431b-9764-bc56c76451d4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.848374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Deleting port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:09.848752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.992926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 17d24b44-805e-42ae-8259-7f9dd4022d96 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:09.993431 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.050896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] For port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:10.051263 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.074642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Calling delete_port for 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:10.300128 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.479265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 17d24b44-805e-42ae-8259-7f9dd4022d96 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:10.695875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54060) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:10.702810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b384f110-183f-401c-8902-2b9c1aa9a03d tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011780638'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:10.710354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-98835240-0b3d-4b71-999b-68a48e9368af tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9577403 Feb 11 05:44:10.712062 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3f246d8f-c19d-4134-ba1c-c69d8f66cc24), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.731478 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f5428bce-f783-4979-9ed6-59e6e46c62d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:10.739029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['32117ff4-5c31-4c04-9b33-16294d978859'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:10.872851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b384f110-183f-401c-8902-2b9c1aa9a03d tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.900569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] No DVR routers for this DVR port 3f246d8f-c19d-4134-ba1c-c69d8f66cc24 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:10.911892 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.923009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-286e762d-e933-41cc-8704-4c80608d3115 req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "DELETE /v2.0/ports/3f246d8f-c19d-4134-ba1c-c69d8f66cc24 HTTP/1.1" status: 204 len: 173 time: 1.6159675 Feb 11 05:44:10.932696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'name': 'network-vif-deleted', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:10.936874 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047d61d3-d628-4571-b684-12ed2468ceb8" -d '{"events": [{"server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "name": "network-vif-deleted", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:10.943936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f5569-2835-4161-8b19-cba22cf87fe0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event deleted for resources: {'Port': ['ID=3f246d8f-c19d-4134-ba1c-c69d8f66cc24,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.158792 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5ee6d0-de88-472d-8aca-99a5bb3c8b18 x-openstack-request-id: req-0a5ee6d0-de88-472d-8aca-99a5bb3c8b18 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:11.159225 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebed4677-28fe-445f-9b12-8573fb640293", "name": "network-vif-deleted", "tag": "3f246d8f-c19d-4134-ba1c-c69d8f66cc24", "status": "failed", "code": 422}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:11.159596 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a5ee6d0-de88-472d-8aca-99a5bb3c8b18 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:11.169257 n-d-713498-37 neutron-server[104087]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebed4677-28fe-445f-9b12-8573fb640293', 'name': 'network-vif-deleted', 'tag': '3f246d8f-c19d-4134-ba1c-c69d8f66cc24', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:44:11.254818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b384f110-183f-401c-8902-2b9c1aa9a03d tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (fdeb50de-3c89-4fad-8286-9ee532cd3312), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.332925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcb07491-013d-4946-9721-2267836d938b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.368983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b384f110-183f-401c-8902-2b9c1aa9a03d tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fdeb50de-3c89-4fad-8286-9ee532cd3312), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.487334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b384f110-183f-401c-8902-2b9c1aa9a03d tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.491397 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b384f110-183f-401c-8902-2b9c1aa9a03d tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7922876 Feb 11 05:44:11.493870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54084) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:11.518616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8d94e010-f33d-4f0f-8bfd-fe3a3bb5fd03 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--430565231'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:11.607901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384f110-183f-401c-8902-2b9c1aa9a03d tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeb50de-3c89-4fad-8286-9ee532cd3312,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.694558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d94e010-f33d-4f0f-8bfd-fe3a3bb5fd03 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.706757 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.956157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2bb74a57-bc67-4b2c-a1df-448569e41238 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:12.035007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d94e010-f33d-4f0f-8bfd-fe3a3bb5fd03 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (b422e99a-f1c2-417b-9eaf-1b5596c49609), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.048395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77678674-2ce0-45a4-beb1-38f36945b9ee None None] Network 68d28e1f-5377-4edc-8f72-92b34ddcd328 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:12.215954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d94e010-f33d-4f0f-8bfd-fe3a3bb5fd03 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b422e99a-f1c2-417b-9eaf-1b5596c49609), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.288935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94e010-f33d-4f0f-8bfd-fe3a3bb5fd03 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b422e99a-f1c2-417b-9eaf-1b5596c49609,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:12.398754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d94e010-f33d-4f0f-8bfd-fe3a3bb5fd03 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.400861 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d94e010-f33d-4f0f-8bfd-fe3a3bb5fd03 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9059806 Feb 11 05:44:12.404535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54104) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:12.430192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1b9fe802-3c8e-4511-891b-8ebc5f6085e9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'fdeb50de-3c89-4fad-8286-9ee532cd3312', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b422e99a-f1c2-417b-9eaf-1b5596c49609', 'remote_ip_prefix': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:12.548873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-21b4ab54-825d-4c79-9cdb-93e52737a9c8 None None] Provisioning complete for port 2bb74a57-bc67-4b2c-a1df-448569e41238 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:12.549265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21b4ab54-825d-4c79-9cdb-93e52737a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.646502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b9fe802-3c8e-4511-891b-8ebc5f6085e9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.708814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2bb74a57-bc67-4b2c-a1df-448569e41238 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:12.709226 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.847615 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b9fe802-3c8e-4511-891b-8ebc5f6085e9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.914515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2bb74a57-bc67-4b2c-a1df-448569e41238 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:12.914905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.009802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-21b4ab54-825d-4c79-9cdb-93e52737a9c8 None None] Current status of the port 2bb74a57-bc67-4b2c-a1df-448569e41238 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:13.012003 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21b4ab54-825d-4c79-9cdb-93e52737a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.022969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b9fe802-3c8e-4511-891b-8ebc5f6085e9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.069320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 2bb74a57-bc67-4b2c-a1df-448569e41238, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2bb74a57-bc67-4b2c-a1df-448569e41238,segment=NetworkSegment(559e1d91-dae0-4573-b2aa-853f0148b6ab),segment_id=559e1d91-dae0-4573-b2aa-853f0148b6ab)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:13.071147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fe802-3c8e-4511-891b-8ebc5f6085e9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:13.154828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b9fe802-3c8e-4511-891b-8ebc5f6085e9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.160647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b9fe802-3c8e-4511-891b-8ebc5f6085e9 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7504730 Feb 11 05:44:13.161134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54126) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:13.184641 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.249234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed4f6-32e2-4946-80f2-186113743108 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.298372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed4f6-32e2-4946-80f2-186113743108 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.553301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed4f6-32e2-4946-80f2-186113743108 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.565431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed4f6-32e2-4946-80f2-186113743108 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.573025 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc4ed4f6-32e2-4946-80f2-186113743108 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae HTTP/1.1" status: 204 len: 168 time: 0.4106195 Feb 11 05:44:13.584898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=2bb74a57-bc67-4b2c-a1df-448569e41238,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:13.593058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54140) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:13.629578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ed4f6-32e2-4946-80f2-186113743108 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c511f65-ed35-4b8c-a6d0-d0967ae2e2ae,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:13.645082 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-21b4ab54-825d-4c79-9cdb-93e52737a9c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:44:13.646070 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-21b4ab54-825d-4c79-9cdb-93e52737a9c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:44:13.801279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee17b1a-ccf6-4d9d-98ef-18b40a396dd0 req-358e42ea-1543-42c7-b37e-4af7673a8192 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:13.809709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ee17b1a-ccf6-4d9d-98ef-18b40a396dd0 req-358e42ea-1543-42c7-b37e-4af7673a8192 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 908 time: 0.2425151 Feb 11 05:44:13.833827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (bcb07491-013d-4946-9721-2267836d938b), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.851357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-84849d0f-d437-4f87-85c2-43e367853dfb tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2538090 Feb 11 05:44:13.854466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54154) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:13.999474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (bcb07491-013d-4946-9721-2267836d938b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.011807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0502-e803-4109-a71d-618fd259ea3f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (b422e99a-f1c2-417b-9eaf-1b5596c49609), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.100758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0502-e803-4109-a71d-618fd259ea3f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (b422e99a-f1c2-417b-9eaf-1b5596c49609), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.158223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=bcb07491-013d-4946-9721-2267836d938b,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:14.164373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.309273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-21b4ab54-825d-4c79-9cdb-93e52737a9c8 None None] Current status of the port 2bb74a57-bc67-4b2c-a1df-448569e41238 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:14.385509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0502-e803-4109-a71d-618fd259ea3f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b422e99a-f1c2-417b-9eaf-1b5596c49609), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.390206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0502-e803-4109-a71d-618fd259ea3f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.393704 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3e2a0502-e803-4109-a71d-618fd259ea3f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/b422e99a-f1c2-417b-9eaf-1b5596c49609 HTTP/1.1" status: 204 len: 168 time: 0.5373347 Feb 11 05:44:14.397525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54170) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:14.430841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 68d28e1f-5377-4edc-8f72-92b34ddcd328 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:14.432418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:14.440568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0502-e803-4109-a71d-618fd259ea3f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422e99a-f1c2-417b-9eaf-1b5596c49609,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:14.550416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e5117fa2-3aa1-446d-82b6-7fd2c04c5414 None None] Provisioning complete for port bcb07491-013d-4946-9721-2267836d938b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:14.555423 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5117fa2-3aa1-446d-82b6-7fd2c04c5414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcb07491-013d-4946-9721-2267836d938b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.669743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-95f57997-5c7e-4296-a526-f66308d87f30 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2692304 Feb 11 05:44:14.673059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:14.732483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:14.777973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e5117fa2-3aa1-446d-82b6-7fd2c04c5414 None None] Port bcb07491-013d-4946-9721-2267836d938b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:14.806730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e5117fa2-3aa1-446d-82b6-7fd2c04c5414 None None] Provisioning complete for port 2bb74a57-bc67-4b2c-a1df-448569e41238 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:14.806942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5117fa2-3aa1-446d-82b6-7fd2c04c5414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.929321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3cb755e-903c-4bf5-872a-d29b6d07896c tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (fdeb50de-3c89-4fad-8286-9ee532cd3312), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.035232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3cb755e-903c-4bf5-872a-d29b6d07896c tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (fdeb50de-3c89-4fad-8286-9ee532cd3312), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.133794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e5117fa2-3aa1-446d-82b6-7fd2c04c5414 None None] Current status of the port 2bb74a57-bc67-4b2c-a1df-448569e41238 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:15.270632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d4e45536-977c-42c2-b35e-88dbf28123a9 None None] Provisioning complete for port bcb07491-013d-4946-9721-2267836d938b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:15.270632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4e45536-977c-42c2-b35e-88dbf28123a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcb07491-013d-4946-9721-2267836d938b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.279482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3cb755e-903c-4bf5-872a-d29b6d07896c tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fdeb50de-3c89-4fad-8286-9ee532cd3312), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.285223 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3cb755e-903c-4bf5-872a-d29b6d07896c tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.292466 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b3cb755e-903c-4bf5-872a-d29b6d07896c tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/fdeb50de-3c89-4fad-8286-9ee532cd3312 HTTP/1.1" status: 204 len: 168 time: 0.6157875 Feb 11 05:44:15.295125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54190) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:15.313616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-657db332-9477-4b12-bb47-d281c8d59bcd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.315282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-657db332-9477-4b12-bb47-d281c8d59bcd tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.83 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 908 time: 0.6288056 Feb 11 05:44:15.374230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d4e45536-977c-42c2-b35e-88dbf28123a9 None None] Port bcb07491-013d-4946-9721-2267836d938b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:15.423279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb755e-903c-4bf5-872a-d29b6d07896c tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeb50de-3c89-4fad-8286-9ee532cd3312,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:15.519166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:15.534168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7776280a-6cfe-4f42-aca9-454d64cfda19 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5355031 Feb 11 05:44:15.535070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54196) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:15.538403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:15.548129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6ec960c1-9ac3-4a4e-b8db-6d7a89605f29 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1997695 Feb 11 05:44:15.551999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54198) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:15.564577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:15.568343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-817a6994-6f91-44fb-978b-b474597db672 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--636604088'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:15.570030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:15.662050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'network': {'name': 'tempest-RoutersTest-950676163'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:15.687006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283bf64-af6a-4066-8e64-bac612ed8563 req-2ae87a0a-9e94-4a8f-9d56-c76578d328cf tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.689640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3283bf64-af6a-4066-8e64-bac612ed8563 req-2ae87a0a-9e94-4a8f-9d56-c76578d328cf tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 908 time: 0.5540395 Feb 11 05:44:15.741802 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-817a6994-6f91-44fb-978b-b474597db672 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.789210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Deleting port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:15.796107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.830936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2bb74a57-bc67-4b2c-a1df-448569e41238 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:15.847167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:15.860266 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.908146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:15.953496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-817a6994-6f91-44fb-978b-b474597db672 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.015964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:16.027257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-817a6994-6f91-44fb-978b-b474597db672 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.082077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a6994-6f91-44fb-978b-b474597db672 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.090691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3fe20374-6425-4776-89bf-45e2baf7cdc6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.093140 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added segment 3fe20374-6425-4776-89bf-45e2baf7cdc6 of type vlan for network 913a88d6-b98b-4c62-9c1a-1b91249caee3 Feb 11 05:44:16.112044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] For port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:16.112578 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.162641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Calling delete_port for 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:16.190726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-817a6994-6f91-44fb-978b-b474597db672 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.196568 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-817a6994-6f91-44fb-978b-b474597db672 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6426532 Feb 11 05:44:16.197639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54206) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:16.201827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (913a88d6-b98b-4c62-9c1a-1b91249caee3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.204172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2cbd8379-f400-4b2c-bcad-891fe3d00979 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': '90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:16.322709 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8379-f400-4b2c-bcad-891fe3d00979 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (64b483d2-c0f8-4a4d-93d0-f610bd6b32ee), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.483637 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (913a88d6-b98b-4c62-9c1a-1b91249caee3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.506805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.507923 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.512938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8379-f400-4b2c-bcad-891fe3d00979 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (64b483d2-c0f8-4a4d-93d0-f610bd6b32ee), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.645400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8379-f400-4b2c-bcad-891fe3d00979 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (64b483d2-c0f8-4a4d-93d0-f610bd6b32ee), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.661845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Network': ['ID=913a88d6-b98b-4c62-9c1a-1b91249caee3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.716344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 913a88d6-b98b-4c62-9c1a-1b91249caee3 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:16.719824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd8379-f400-4b2c-bcad-891fe3d00979 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b483d2-c0f8-4a4d-93d0-f610bd6b32ee,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.747118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54218) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:16.753767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'subnet': {'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:16.753879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6cbfc9cc-f09c-4601-ad6b-32e9d89c0413 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1056216 Feb 11 05:44:16.803897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8379-f400-4b2c-bcad-891fe3d00979 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.816795 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2cbd8379-f400-4b2c-bcad-891fe3d00979 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6176486 Feb 11 05:44:16.822678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54222) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:16.947891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2bb74a57-bc67-4b2c-a1df-448569e41238 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:16.947891 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.953357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (150507d7-9c32-4c25-b7cc-e5906d5ac2b0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.013638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4374bf5f-95c7-44d6-a6c7-108beeee7f90 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (64b483d2-c0f8-4a4d-93d0-f610bd6b32ee), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.035953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4374bf5f-95c7-44d6-a6c7-108beeee7f90 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (64b483d2-c0f8-4a4d-93d0-f610bd6b32ee), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.116696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Made reservation on behalf of 26e016beb0264730b4bbb073118e49f3 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:17.121111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.176498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event deleted for resources: {'Port': ['ID=150507d7-9c32-4c25-b7cc-e5906d5ac2b0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:17.236773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4374bf5f-95c7-44d6-a6c7-108beeee7f90 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (64b483d2-c0f8-4a4d-93d0-f610bd6b32ee), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.267369 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4374bf5f-95c7-44d6-a6c7-108beeee7f90 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.278884 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4374bf5f-95c7-44d6-a6c7-108beeee7f90 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/64b483d2-c0f8-4a4d-93d0-f610bd6b32ee HTTP/1.1" status: 204 len: 168 time: 0.4204922 Feb 11 05:44:17.281541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54226) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:17.322999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8d19855-e0ee-406f-90e7-eb5812fe7525 req-e5e4aa90-f835-4d3f-946d-8db490437928 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 210 time: 0.1769521 Feb 11 05:44:17.325897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] No DVR routers for this DVR port 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:17.332406 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.349844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c6e8e69-3d1c-465c-907f-297b873a913e req-34d5a8b8-dbfd-4dcc-88d1-85823c855839 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.83 "DELETE /v2.0/ports/150507d7-9c32-4c25-b7cc-e5906d5ac2b0 HTTP/1.1" status: 204 len: 173 time: 2.0077486 Feb 11 05:44:17.349844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'name': 'network-vif-deleted', 'tag': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:17.378496 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720009af-0661-44a7-ac92-9e24af29541a" -d '{"events": [{"server_uuid": "f5accc5e-f7c4-4e38-ae37-1c23be9eb718", "name": "network-vif-deleted", "tag": "150507d7-9c32-4c25-b7cc-e5906d5ac2b0"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:17.666120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:11Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:13Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:17.666471 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76b056d-f434-441e-901e-86304efbe72d x-openstack-request-id: req-e76b056d-f434-441e-901e-86304efbe72d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:17.666661 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5accc5e-f7c4-4e38-ae37-1c23be9eb718", "name": "network-vif-deleted", "tag": "150507d7-9c32-4c25-b7cc-e5906d5ac2b0", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:17.670055 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e76b056d-f434-441e-901e-86304efbe72d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:17.670055 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5accc5e-f7c4-4e38-ae37-1c23be9eb718', 'name': 'network-vif-deleted', 'tag': '150507d7-9c32-4c25-b7cc-e5906d5ac2b0', 'status': 'completed', 'code': 200} Feb 11 05:44:17.698730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374bf5f-95c7-44d6-a6c7-108beeee7f90 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64b483d2-c0f8-4a4d-93d0-f610bd6b32ee,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:17.716722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2bb74a57-bc67-4b2c-a1df-448569e41238 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:17.722960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:17.724147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Updating router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 port bcb07491-013d-4946-9721-2267836d938b binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:17.766507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcb07491-013d-4946-9721-2267836d938b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.867717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54238) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:17.884031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-baf83f76-1d8e-4c66-ac97-f08820a3df27 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5964882 Feb 11 05:44:17.909707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (f666be15-61c0-4e72-b515-9b5c7b5fc2d1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.988947 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc97f666-7f0c-460a-a3e9-b114e0e44461 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.019605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54240) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:18.054819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc97f666-7f0c-460a-a3e9-b114e0e44461 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.166204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Checking segment: {'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:18.169170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network hostable DHCP agents. Network: 913a88d6-b98b-4c62-9c1a-1b91249caee3, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:18.178929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Subnet': ['ID=f666be15-61c0-4e72-b515-9b5c7b5fc2d1,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.261175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc97f666-7f0c-460a-a3e9-b114e0e44461 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.268552 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc97f666-7f0c-460a-a3e9-b114e0e44461 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.273297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dc97f666-7f0c-460a-a3e9-b114e0e44461 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd HTTP/1.1" status: 204 len: 168 time: 0.4035180 Feb 11 05:44:18.273800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54244) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:18.284818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97f666-7f0c-460a-a3e9-b114e0e44461 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f7ed1f-55ea-41f0-aaf1-b16e3afcfdbd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.318450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 913a88d6-b98b-4c62-9c1a-1b91249caee3 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:18.336665 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7f87869-6633-48db-bf35-4088722872f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.337944 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Publish callbacks [] for port (bcb07491-013d-4946-9721-2267836d938b), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.418953 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e62d2f13-d097-4171-bbee-03b01651f024 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1430783 Feb 11 05:44:18.422943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54250) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:18.453625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f55ff87c-eabf-4e4a-9106-e78aae1ef904 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--834565003'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:18.565877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7c73283-fca2-4f8f-9580-f3b18b550234 req-e8cea9b2-72dd-43c7-a685-478e07a35651 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5accc5e-f7c4-4e38-ae37-1c23be9eb718 HTTP/1.1" status: 200 len: 210 time: 0.0627406 Feb 11 05:44:18.588003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7f87869-6633-48db-bf35-4088722872f2 admin admin] Publish callbacks [] for security_group (b6a369dd-6125-4c00-a3bb-ffc0352d46ba), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.632972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:18.673664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:18.674061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 150507d7-9c32-4c25-b7cc-e5906d5ac2b0 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:18.739608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 913a88d6-b98b-4c62-9c1a-1b91249caee3) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:18.744059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.744987 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.754147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da141ff-7b51-477d-918b-ab4b248657c3 None None] Network 913a88d6-b98b-4c62-9c1a-1b91249caee3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:18.775044 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f55ff87c-eabf-4e4a-9106-e78aae1ef904 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.788942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7f87869-6633-48db-bf35-4088722872f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b6a369dd-6125-4c00-a3bb-ffc0352d46ba), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.804262 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcb07491-013d-4946-9721-2267836d938b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.853284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-49cbdada-ae25-4666-9fa1-955360a27776 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1047106 Feb 11 05:44:18.854929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f87869-6633-48db-bf35-4088722872f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a369dd-6125-4c00-a3bb-ffc0352d46ba,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.855813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54272) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:18.930731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e2ec5-6065-41f8-ba1a-c0a98f3559ce None None] Pushing event updated for resources: {'Port': ['ID=bcb07491-013d-4946-9721-2267836d938b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.939159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c7f87869-6633-48db-bf35-4088722872f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25e4fa16260f4f099a897b5df33fb609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9141295 Feb 11 05:44:18.956363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54286) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:19.171744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-913a88d6-b98b-4c62-9c1a-1b91249caee3', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'project_id': '26e016beb0264730b4bbb073118e49f3', 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:19.174820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.243509 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca721dd7-5931-4a5b-aec4-73aa891d5c59 admin admin] Publish callbacks [] for security_group (b6a369dd-6125-4c00-a3bb-ffc0352d46ba), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.370672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca721dd7-5931-4a5b-aec4-73aa891d5c59 admin admin] Publish callbacks [] for security_group (b6a369dd-6125-4c00-a3bb-ffc0352d46ba), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.424355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f55ff87c-eabf-4e4a-9106-e78aae1ef904 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (a1077f35-35ae-4128-b82c-87def5fe6ef6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.454684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Attempting to bind port bcb07491-013d-4946-9721-2267836d938b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:19.455173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Attempting to bind port bcb07491-013d-4946-9721-2267836d938b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:19.455551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Attempting to bind port bcb07491-013d-4946-9721-2267836d938b on network 68d28e1f-5377-4edc-8f72-92b34ddcd328 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:19.479322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:19.479709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Checking segment: {'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:19.480132 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.480556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Bound using segment: {'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:19.481117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Bound port: bcb07491-013d-4946-9721-2267836d938b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559e1d91-dae0-4573-b2aa-853f0148b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:19.481512 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcb07491-013d-4946-9721-2267836d938b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.555719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0ddc08a6-b4bb-4aeb-ba45-732b6d1ccb88 None None] Provisioning complete for port bcb07491-013d-4946-9721-2267836d938b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:19.556102 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ddc08a6-b4bb-4aeb-ba45-732b6d1ccb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcb07491-013d-4946-9721-2267836d938b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.568247 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f55ff87c-eabf-4e4a-9106-e78aae1ef904 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a1077f35-35ae-4128-b82c-87def5fe6ef6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.659093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc08a6-b4bb-4aeb-ba45-732b6d1ccb88 None None] Port bcb07491-013d-4946-9721-2267836d938b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:19.681814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca721dd7-5931-4a5b-aec4-73aa891d5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b6a369dd-6125-4c00-a3bb-ffc0352d46ba), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.686852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca721dd7-5931-4a5b-aec4-73aa891d5c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.693695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ca721dd7-5931-4a5b-aec4-73aa891d5c59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6a369dd-6125-4c00-a3bb-ffc0352d46ba HTTP/1.1" status: 204 len: 168 time: 0.7276073 Feb 11 05:44:19.700401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ff87c-eabf-4e4a-9106-e78aae1ef904 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1077f35-35ae-4128-b82c-87def5fe6ef6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:19.718780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca721dd7-5931-4a5b-aec4-73aa891d5c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a369dd-6125-4c00-a3bb-ffc0352d46ba,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:19.720822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Allocated IP 172.23.0.2 (913a88d6-b98b-4c62-9c1a-1b91249caee3/f666be15-61c0-4e72-b515-9b5c7b5fc2d1/1dff54a2-47d0-4884-b45d-298565dc9534) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:19.725202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f55ff87c-eabf-4e4a-9106-e78aae1ef904 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.730099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f55ff87c-eabf-4e4a-9106-e78aae1ef904 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3037446 Feb 11 05:44:19.730846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54316) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:19.736772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7fc5c01f-5cb2-4dbd-a18f-27ac7b647377 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'a1077f35-35ae-4128-b82c-87def5fe6ef6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:19.769577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] For port bcb07491-013d-4946-9721-2267836d938b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:19.804298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] For port bcb07491-013d-4946-9721-2267836d938b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcb07491-013d-4946-9721-2267836d938b,segment=NetworkSegment(559e1d91-dae0-4573-b2aa-853f0148b6ab),segment_id=559e1d91-dae0-4573-b2aa-853f0148b6ab)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:19.825136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.901502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c01f-5cb2-4dbd-a18f-27ac7b647377 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (3420e3d7-5cf1-47ef-b1e3-f92b15c871ad), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.949152 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcb07491-013d-4946-9721-2267836d938b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.054785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c01f-5cb2-4dbd-a18f-27ac7b647377 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (3420e3d7-5cf1-47ef-b1e3-f92b15c871ad), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.166246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c01f-5cb2-4dbd-a18f-27ac7b647377 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (3420e3d7-5cf1-47ef-b1e3-f92b15c871ad), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.244431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5c01f-5cb2-4dbd-a18f-27ac7b647377 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3420e3d7-5cf1-47ef-b1e3-f92b15c871ad,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:20.286675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:20.287454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:20.358215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e2ec5-6065-41f8-ba1a-c0a98f3559ce None None] Pushing event updated for resources: {'Port': ['ID=bcb07491-013d-4946-9721-2267836d938b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:20.383511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c01f-5cb2-4dbd-a18f-27ac7b647377 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.391348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7fc5c01f-5cb2-4dbd-a18f-27ac7b647377 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6564522 Feb 11 05:44:20.391917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54324) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:20.467250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-96fa6524-70ae-49e9-8696-963bcc655cb7 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules/3420e3d7-5cf1-47ef-b1e3-f92b15c871ad HTTP/1.1" status: 200 len: 763 time: 0.0711486 Feb 11 05:44:20.470928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54326) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:20.600731 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Publish callbacks [] for port (1dff54a2-47d0-4884-b45d-298565dc9534), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.619170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-51c0bde2-1aaf-48f9-81c4-5c4dc7d169cf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1469610 Feb 11 05:44:20.621933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54332) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:20.661135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:20.710965 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.713515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c8462dab-c57b-4ccf-aef7-e9fa7bcff4f8 None None] Provisioning complete for port bcb07491-013d-4946-9721-2267836d938b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:20.713890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8462dab-c57b-4ccf-aef7-e9fa7bcff4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcb07491-013d-4946-9721-2267836d938b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.774041 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-663368da-e9de-4ed9-9b49-e20590cd7768 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (3420e3d7-5cf1-47ef-b1e3-f92b15c871ad), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.798918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-663368da-e9de-4ed9-9b49-e20590cd7768 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (3420e3d7-5cf1-47ef-b1e3-f92b15c871ad), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:20.815470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c6544-b1c3-426d-8aed-2d84a81086d4 req-e11b80ed-ecb0-49f9-a61f-555421ca4f9b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:20.819606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d99c6544-b1c3-426d-8aed-2d84a81086d4 req-e11b80ed-ecb0-49f9-a61f-555421ca4f9b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 945 time: 0.2408223 Feb 11 05:44:20.850708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Network 913a88d6-b98b-4c62-9c1a-1b91249caee3 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:20.861814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:20.869916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:21.037230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d99c6544-b1c3-426d-8aed-2d84a81086d4 req-f08c7af4-119a-4522-9276-0d23596fbb89 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086642 Feb 11 05:44:21.062319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-663368da-e9de-4ed9-9b49-e20590cd7768 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (3420e3d7-5cf1-47ef-b1e3-f92b15c871ad), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.103342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54344) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:21.115098 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-663368da-e9de-4ed9-9b49-e20590cd7768 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.125860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-663368da-e9de-4ed9-9b49-e20590cd7768 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3420e3d7-5cf1-47ef-b1e3-f92b15c871ad HTTP/1.1" status: 204 len: 168 time: 0.5027313 Feb 11 05:44:21.129059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:21.129626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663368da-e9de-4ed9-9b49-e20590cd7768 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3420e3d7-5cf1-47ef-b1e3-f92b15c871ad,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:21.153622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-660c1afd-f529-4106-bd7d-9138bde4e66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.294407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Pushing event updated for resources: {'Port': ['ID=1dff54a2-47d0-4884-b45d-298565dc9534,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:21.350705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e7348190-eb04-47f4-98c9-096d0d49c2de tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2199166 Feb 11 05:44:21.353277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54370) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:21.363614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9c463a1b-ae3b-4ece-a4f2-880d155b4c1a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'a1077f35-35ae-4128-b82c-87def5fe6ef6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:21.377382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Attempting to bind port 1dff54a2-47d0-4884-b45d-298565dc9534 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:21.377791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Attempting to bind port 1dff54a2-47d0-4884-b45d-298565dc9534 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:21.378221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Attempting to bind port 1dff54a2-47d0-4884-b45d-298565dc9534 on network 913a88d6-b98b-4c62-9c1a-1b91249caee3 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:21.421776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:21.421776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Checking segment: {'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:21.421776 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.421776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Bound using segment: {'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:21.421776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Bound port: 1dff54a2-47d0-4884-b45d-298565dc9534, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:21.421776 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.469032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c8462dab-c57b-4ccf-aef7-e9fa7bcff4f8 None None] Current status of the port bcb07491-013d-4946-9721-2267836d938b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:21.470800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8462dab-c57b-4ccf-aef7-e9fa7bcff4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bcb07491-013d-4946-9721-2267836d938b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.555031 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c463a1b-ae3b-4ece-a4f2-880d155b4c1a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (a8a69982-1275-4700-8cbe-b6daeb7fdecb), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.575711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c8462dab-c57b-4ccf-aef7-e9fa7bcff4f8 None None] For port bcb07491-013d-4946-9721-2267836d938b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcb07491-013d-4946-9721-2267836d938b,segment=NetworkSegment(559e1d91-dae0-4573-b2aa-853f0148b6ab),segment_id=559e1d91-dae0-4573-b2aa-853f0148b6ab)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:21.685915 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8462dab-c57b-4ccf-aef7-e9fa7bcff4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bcb07491-013d-4946-9721-2267836d938b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.775496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8462dab-c57b-4ccf-aef7-e9fa7bcff4f8 None None] Pushing event updated for resources: {'Port': ['ID=bcb07491-013d-4946-9721-2267836d938b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:21.777605 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-660c1afd-f529-4106-bd7d-9138bde4e66b admin admin] Publish callbacks [] for security_group (c4376abf-3e70-4f0a-b3a2-a603786812b6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.786028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:11Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:19Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:21.809813 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c463a1b-ae3b-4ece-a4f2-880d155b4c1a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (a8a69982-1275-4700-8cbe-b6daeb7fdecb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.848122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46bf6d-3ac2-4e20-a055-ed9a739101be None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:11Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:19Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:21.864676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-08b15da2-9b79-4271-be21-10b21bfd0164 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.874916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-660c1afd-f529-4106-bd7d-9138bde4e66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c4376abf-3e70-4f0a-b3a2-a603786812b6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.881214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] For port 1dff54a2-47d0-4884-b45d-298565dc9534, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:21.883026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-08b15da2-9b79-4271-be21-10b21bfd0164 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.83 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 945 time: 0.2504058 Feb 11 05:44:21.887796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] For port 1dff54a2-47d0-4884-b45d-298565dc9534, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1dff54a2-47d0-4884-b45d-298565dc9534,segment=NetworkSegment(3fe20374-6425-4776-89bf-45e2baf7cdc6),segment_id=3fe20374-6425-4776-89bf-45e2baf7cdc6)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:22.005640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c1afd-f529-4106-bd7d-9138bde4e66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4376abf-3e70-4f0a-b3a2-a603786812b6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:22.009285 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c463a1b-ae3b-4ece-a4f2-880d155b4c1a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (a8a69982-1275-4700-8cbe-b6daeb7fdecb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.073091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Allocated IP 172.23.0.1 (913a88d6-b98b-4c62-9c1a-1b91249caee3/f666be15-61c0-4e72-b515-9b5c7b5fc2d1/c5081a59-ac7d-4006-a18e-8e6fa1f141f8) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:22.108042 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-660c1afd-f529-4106-bd7d-9138bde4e66b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b067097c59e049b3ac10f609205fde9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0008900 Feb 11 05:44:22.111556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54384) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:22.147262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463a1b-ae3b-4ece-a4f2-880d155b4c1a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a69982-1275-4700-8cbe-b6daeb7fdecb,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:22.240029 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.287418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c463a1b-ae3b-4ece-a4f2-880d155b4c1a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.291380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9c463a1b-ae3b-4ece-a4f2-880d155b4c1a tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9324169 Feb 11 05:44:22.302944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54386) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:22.367142 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18bd4514-3b44-4eaa-adce-cecc8ce3f608 admin admin] Publish callbacks [] for security_group (c4376abf-3e70-4f0a-b3a2-a603786812b6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.375673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9004415-6926-4404-80c7-671514f525e1 req-488b5409-d459-4343-97e6-eddabb89e7b4 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:22.377977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9004415-6926-4404-80c7-671514f525e1 req-488b5409-d459-4343-97e6-eddabb89e7b4 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 945 time: 0.2322783 Feb 11 05:44:22.410988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13259bd4-8a94-4583-bc58-61d9dae25b30 None None] Pushing event updated for resources: {'Port': ['ID=1dff54a2-47d0-4884-b45d-298565dc9534,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:22.411443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4d55f878-be2e-4dea-9331-cb3101297205 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules/a8a69982-1275-4700-8cbe-b6daeb7fdecb HTTP/1.1" status: 200 len: 763 time: 0.1015804 Feb 11 05:44:22.415125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54388) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:22.494280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Deleting port 32117ff4-5c31-4c04-9b33-16294d978859 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:22.494957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (32117ff4-5c31-4c04-9b33-16294d978859), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.506072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18bd4514-3b44-4eaa-adce-cecc8ce3f608 admin admin] Publish callbacks [] for security_group (c4376abf-3e70-4f0a-b3a2-a603786812b6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.651068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-147d5195-8072-4edf-8dc1-4947919c3c77 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2255449 Feb 11 05:44:22.659467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54392) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:22.702187 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.740296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9004415-6926-4404-80c7-671514f525e1 req-55e8df7e-4bfb-4044-b7e2-fb42c965ca79 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297164 Feb 11 05:44:22.800105 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7784da84-cad8-451e-a154-9e26e4212f51 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (a8a69982-1275-4700-8cbe-b6daeb7fdecb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.821017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7784da84-cad8-451e-a154-9e26e4212f51 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (a8a69982-1275-4700-8cbe-b6daeb7fdecb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.829679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18bd4514-3b44-4eaa-adce-cecc8ce3f608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c4376abf-3e70-4f0a-b3a2-a603786812b6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.833228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18bd4514-3b44-4eaa-adce-cecc8ce3f608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:22.835872 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-18bd4514-3b44-4eaa-adce-cecc8ce3f608 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4376abf-3e70-4f0a-b3a2-a603786812b6 HTTP/1.1" status: 204 len: 168 time: 0.7220452 Feb 11 05:44:22.872236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd4514-3b44-4eaa-adce-cecc8ce3f608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4376abf-3e70-4f0a-b3a2-a603786812b6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:22.923273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.043140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] For port 32117ff4-5c31-4c04-9b33-16294d978859, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=32117ff4-5c31-4c04-9b33-16294d978859,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:23.044274 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (32117ff4-5c31-4c04-9b33-16294d978859), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.068322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Calling delete_port for 32117ff4-5c31-4c04-9b33-16294d978859 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:23.147524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 913a88d6-b98b-4c62-9c1a-1b91249caee3 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:23.172008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:23.211652 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7784da84-cad8-451e-a154-9e26e4212f51 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (a8a69982-1275-4700-8cbe-b6daeb7fdecb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.212049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:23.216014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:23.223211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7784da84-cad8-451e-a154-9e26e4212f51 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.229289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7784da84-cad8-451e-a154-9e26e4212f51 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a8a69982-1275-4700-8cbe-b6daeb7fdecb HTTP/1.1" status: 204 len: 168 time: 0.5684123 Feb 11 05:44:23.233151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54408) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:23.303177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784da84-cad8-451e-a154-9e26e4212f51 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8a69982-1275-4700-8cbe-b6daeb7fdecb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:23.360175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.427314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f004a15f-1b3c-4a0b-9c21-d31f9ebf9fef tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1877315 Feb 11 05:44:23.428137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54410) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:23.440045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c231a7bf-5a3a-4897-bba3-2411d81192bf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'a1077f35-35ae-4128-b82c-87def5fe6ef6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:23.617350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c231a7bf-5a3a-4897-bba3-2411d81192bf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f68d7368-36d3-4300-9915-12416304c04c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.646490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (32117ff4-5c31-4c04-9b33-16294d978859), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.662644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f5428bce-f783-4979-9ed6-59e6e46c62d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:23.701283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event deleted for resources: {'Port': ['ID=32117ff4-5c31-4c04-9b33-16294d978859,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:23.844580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.867209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] No DVR routers for this DVR port 32117ff4-5c31-4c04-9b33-16294d978859 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:23.879352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:23.889709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65ee4af0-f95d-45d0-a046-efbc7d95233d req-5687e78c-4dfc-4730-a6e0-2d4be603e814 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.83 "DELETE /v2.0/ports/32117ff4-5c31-4c04-9b33-16294d978859 HTTP/1.1" status: 204 len: 173 time: 1.9991846 Feb 11 05:44:23.890589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c2ab51-7ac5-4e2c-be01-18aa08fe6789', 'name': 'network-vif-deleted', 'tag': '32117ff4-5c31-4c04-9b33-16294d978859'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:23.900752 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489936f4-f9a9-4af0-99c1-35c7453f3f72" -d '{"events": [{"server_uuid": "77c2ab51-7ac5-4e2c-be01-18aa08fe6789", "name": "network-vif-deleted", "tag": "32117ff4-5c31-4c04-9b33-16294d978859"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:23.910738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c231a7bf-5a3a-4897-bba3-2411d81192bf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f68d7368-36d3-4300-9915-12416304c04c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.014207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e6af9ac-3aa5-4bf8-8b26-8a127390cbf5 req-5165adab-7ef5-42b5-832b-42dc48acfbde tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 210 time: 0.0843618 Feb 11 05:44:24.019783 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b02f714-3bf9-4570-a768-eb781fb57762 x-openstack-request-id: req-6b02f714-3bf9-4570-a768-eb781fb57762 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:24.020361 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c2ab51-7ac5-4e2c-be01-18aa08fe6789", "name": "network-vif-deleted", "tag": "32117ff4-5c31-4c04-9b33-16294d978859", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:24.021517 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b02f714-3bf9-4570-a768-eb781fb57762 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:24.022165 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2ab51-7ac5-4e2c-be01-18aa08fe6789', 'name': 'network-vif-deleted', 'tag': '32117ff4-5c31-4c04-9b33-16294d978859', 'status': 'completed', 'code': 200} Feb 11 05:44:24.089343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c231a7bf-5a3a-4897-bba3-2411d81192bf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f68d7368-36d3-4300-9915-12416304c04c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.271211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231a7bf-5a3a-4897-bba3-2411d81192bf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68d7368-36d3-4300-9915-12416304c04c,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:24.371739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c231a7bf-5a3a-4897-bba3-2411d81192bf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.374826 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c231a7bf-5a3a-4897-bba3-2411d81192bf tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9455445 Feb 11 05:44:24.378150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54432) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:24.393563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1dff54a2-47d0-4884-b45d-298565dc9534 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:24.556014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 1dff54a2-47d0-4884-b45d-298565dc9534 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:24.557784 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.589235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54436) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:24.595290 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f3ed97a-077a-4fb9-8f4d-d50497857688 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules/f68d7368-36d3-4300-9915-12416304c04c HTTP/1.1" status: 200 len: 764 time: 0.2059796 Feb 11 05:44:24.679500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 32117ff4-5c31-4c04-9b33-16294d978859 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:24.757118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 32117ff4-5c31-4c04-9b33-16294d978859 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:24.759711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 32117ff4-5c31-4c04-9b33-16294d978859 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:24.759850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a0f7a319-7ec9-4c09-9e2c-80ae9ceaac59 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1675081 Feb 11 05:44:24.765617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54440) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:24.868377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630fd3d4-1ae3-499c-8575-39df5c97425f None None] Network 913a88d6-b98b-4c62-9c1a-1b91249caee3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:24.894337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b76581c0-887e-4f2e-a6d1-07a8628277e2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f68d7368-36d3-4300-9915-12416304c04c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.916896 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b76581c0-887e-4f2e-a6d1-07a8628277e2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f68d7368-36d3-4300-9915-12416304c04c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.011125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1dff54a2-47d0-4884-b45d-298565dc9534 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:25.011853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.060219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.102099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b76581c0-887e-4f2e-a6d1-07a8628277e2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f68d7368-36d3-4300-9915-12416304c04c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.118929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ffccbcf4-d382-4c51-9666-b79c0bbb34c8 None None] Provisioning complete for port 1dff54a2-47d0-4884-b45d-298565dc9534 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:25.119585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffccbcf4-d382-4c51-9666-b79c0bbb34c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.120439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b76581c0-887e-4f2e-a6d1-07a8628277e2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.129099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54456) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:25.130801 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b76581c0-887e-4f2e-a6d1-07a8628277e2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f68d7368-36d3-4300-9915-12416304c04c HTTP/1.1" status: 204 len: 168 time: 0.3589489 Feb 11 05:44:25.140043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.225073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-73966604-82e9-437f-80d5-89416ea742f6 req-c54cdd24-dfe6-42ac-a9d7-9c29929b19f0 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=77c2ab51-7ac5-4e2c-be01-18aa08fe6789 HTTP/1.1" status: 200 len: 210 time: 0.0435336 Feb 11 05:44:25.251909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event updated for resources: {'Port': ['ID=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:25.265608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76581c0-887e-4f2e-a6d1-07a8628277e2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f68d7368-36d3-4300-9915-12416304c04c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:25.265841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9143b4c5-03eb-464d-b7f7-613362d4cb11 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243870 Feb 11 05:44:25.265841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54458) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:25.284135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 1dff54a2-47d0-4884-b45d-298565dc9534, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1dff54a2-47d0-4884-b45d-298565dc9534,segment=NetworkSegment(3fe20374-6425-4776-89bf-45e2baf7cdc6),segment_id=3fe20374-6425-4776-89bf-45e2baf7cdc6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:25.298069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.385514 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f719182a-849d-44c2-ae87-53d96927170f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (a1077f35-35ae-4128-b82c-87def5fe6ef6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.423888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f719182a-849d-44c2-ae87-53d96927170f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (a1077f35-35ae-4128-b82c-87def5fe6ef6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.464157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ffccbcf4-d382-4c51-9666-b79c0bbb34c8 None None] Current status of the port 1dff54a2-47d0-4884-b45d-298565dc9534 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:25.467564 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffccbcf4-d382-4c51-9666-b79c0bbb34c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.504111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Network 913a88d6-b98b-4c62-9c1a-1b91249caee3 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:25.504111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:25.630521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:25.783541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:25.796437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:25.800474 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:25.804743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:25.808272 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ed86ff7e-4bf7-44fe-92e4-e7489a1dde60 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9506855 Feb 11 05:44:25.818419 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.821093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcb07491-013d-4946-9721-2267836d938b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:25.866684 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:25.870619 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:25.870817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f719182a-849d-44c2-ae87-53d96927170f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a1077f35-35ae-4128-b82c-87def5fe6ef6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.880218 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f719182a-849d-44c2-ae87-53d96927170f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.881724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f719182a-849d-44c2-ae87-53d96927170f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/a1077f35-35ae-4128-b82c-87def5fe6ef6 HTTP/1.1" status: 204 len: 168 time: 0.6164422 Feb 11 05:44:25.884400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54466) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:26.008057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=1dff54a2-47d0-4884-b45d-298565dc9534,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:26.022082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719182a-849d-44c2-ae87-53d96927170f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1077f35-35ae-4128-b82c-87def5fe6ef6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:26.032529 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3a1caea0-3a1d-4ed1-8261-2e29405c046f tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1459618 Feb 11 05:44:26.037080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54474) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:26.049724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d496b5dd-f9ad-4bc6-be13-8417ab0900a4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group': {'name': 'tempest-secgroup--437466561'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:26.220475 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-ffccbcf4-d382-4c51-9666-b79c0bbb34c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:44:26.221595 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-ffccbcf4-d382-4c51-9666-b79c0bbb34c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:44:26.243024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bcb07491-013d-4946-9721-2267836d938b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:26.245195 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bcb07491-013d-4946-9721-2267836d938b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.247372 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:26.285872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d496b5dd-f9ad-4bc6-be13-8417ab0900a4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.553509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bcb07491-013d-4946-9721-2267836d938b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:26.675373 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:23Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:24Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:26.744163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d496b5dd-f9ad-4bc6-be13-8417ab0900a4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (d2d475d1-3a96-4613-a87d-053cf705b75e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.782959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ffccbcf4-d382-4c51-9666-b79c0bbb34c8 None None] Current status of the port 1dff54a2-47d0-4884-b45d-298565dc9534 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:26.787245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1dff54a2-47d0-4884-b45d-298565dc9534 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:26.798673 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:26.798673 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Updating router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:26.838851 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.849948 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d496b5dd-f9ad-4bc6-be13-8417ab0900a4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2d475d1-3a96-4613-a87d-053cf705b75e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:26.882376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 1dff54a2-47d0-4884-b45d-298565dc9534 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:26.883099 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.006451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a8e7b66c-a7ca-4d65-a079-ff1184acfd99 None None] Provisioning complete for port 1dff54a2-47d0-4884-b45d-298565dc9534 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:27.007671 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b66c-a7ca-4d65-a079-ff1184acfd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.040262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d496b5dd-f9ad-4bc6-be13-8417ab0900a4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.050283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d496b5dd-f9ad-4bc6-be13-8417ab0900a4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0035625 Feb 11 05:44:27.050283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54492) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:27.066983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7c1803a3-7faa-454a-bbc4-30fa9aeb26b2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Request body: {'security_group_rule': {'security_group_id': 'd2d475d1-3a96-4613-a87d-053cf705b75e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:27.090103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496b5dd-f9ad-4bc6-be13-8417ab0900a4 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d475d1-3a96-4613-a87d-053cf705b75e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:27.318595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.extraroute_db [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104087) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:44:27.319982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1dff54a2-47d0-4884-b45d-298565dc9534 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:27.334195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7b66c-a7ca-4d65-a079-ff1184acfd99 None None] Current status of the port 1dff54a2-47d0-4884-b45d-298565dc9534 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:27.371274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a8e7b66c-a7ca-4d65-a079-ff1184acfd99 None None] Provisioning complete for port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:27.371798 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8e7b66c-a7ca-4d65-a079-ff1184acfd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.372876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-d4ff0215-261c-4944-abc6-56faed86a1ff tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.376208 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-d4ff0215-261c-4944-abc6-56faed86a1ff tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.1343443 Feb 11 05:44:27.388820 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c1803a3-7faa-454a-bbc4-30fa9aeb26b2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f07834a8-03e7-43dc-845c-6a1d33f9b014), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.404542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.extraroute_db [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Removed routes are [] {{(pid=104087) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:44:27.405099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.429137 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Publish callbacks [] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.449857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7b66c-a7ca-4d65-a079-ff1184acfd99 None None] Port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:27.471945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1c6e-f38a-42f5-8c90-883accd148ab req-c22506b2-8933-46ff-891f-f1755fe6fab2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.474053 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-229e1c6e-f38a-42f5-8c90-883accd148ab req-c22506b2-8933-46ff-891f-f1755fe6fab2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 946 time: 0.2896855 Feb 11 05:44:27.524895 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.581917 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c1803a3-7faa-454a-bbc4-30fa9aeb26b2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (f07834a8-03e7-43dc-845c-6a1d33f9b014), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.599924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Deleting port f5428bce-f783-4979-9ed6-59e6e46c62d7 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:27.604393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.640423 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150013bf-ad04-4e06-b97b-7b6e6280f608 None None] Pushing event updated for resources: {'Port': ['ID=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:27.685036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-229e1c6e-f38a-42f5-8c90-883accd148ab req-d43e9526-bcdf-474c-961a-2dc22e25bc10 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc0b3a4b-23ae-4274-9ac2-7f69998c9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973126 Feb 11 05:44:27.701484 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c1803a3-7faa-454a-bbc4-30fa9aeb26b2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f07834a8-03e7-43dc-845c-6a1d33f9b014), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.779453 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Attempting to bind port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:27.779839 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Attempting to bind port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:27.780194 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Attempting to bind port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 on network 913a88d6-b98b-4c62-9c1a-1b91249caee3 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:27.791155 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:27.791440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Checking segment: {'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:27.791841 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.792242 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Bound using segment: {'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:27.793856 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Bound port: c5081a59-ac7d-4006-a18e-8e6fa1f141f8, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe20374-6425-4776-89bf-45e2baf7cdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:27.794266 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.820873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1803a3-7faa-454a-bbc4-30fa9aeb26b2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07834a8-03e7-43dc-845c-6a1d33f9b014,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:27.852831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] For port f5428bce-f783-4979-9ed6-59e6e46c62d7, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f5428bce-f783-4979-9ed6-59e6e46c62d7,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:27.853648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.890278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Calling delete_port for f5428bce-f783-4979-9ed6-59e6e46c62d7 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:27.955486 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c1803a3-7faa-454a-bbc4-30fa9aeb26b2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.956040 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] For port c5081a59-ac7d-4006-a18e-8e6fa1f141f8, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:27.957031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7c1803a3-7faa-454a-bbc4-30fa9aeb26b2 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9107318 Feb 11 05:44:27.963621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54508) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:27.966667 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] For port c5081a59-ac7d-4006-a18e-8e6fa1f141f8, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,segment=NetworkSegment(3fe20374-6425-4776-89bf-45e2baf7cdc6),segment_id=3fe20374-6425-4776-89bf-45e2baf7cdc6)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:28.060634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.088515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fa3b59ff-b2ae-4baf-b230-bd664531dc71 None None] Provisioning complete for port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:28.089231 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa3b59ff-b2ae-4baf-b230-bd664531dc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.091664 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.113831 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.152354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26bb0e4-baf1-4dfa-bedf-8e21f7f77550 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (d2d475d1-3a96-4613-a87d-053cf705b75e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.281390 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150013bf-ad04-4e06-b97b-7b6e6280f608 None None] Pushing event updated for resources: {'Port': ['ID=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:28.296687 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:28.299184 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:28.321820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f5428bce-f783-4979-9ed6-59e6e46c62d7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.336422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f5428bce-f783-4979-9ed6-59e6e46c62d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:28.364328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26bb0e4-baf1-4dfa-bedf-8e21f7f77550 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (d2d475d1-3a96-4613-a87d-053cf705b75e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.450278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b59ff-b2ae-4baf-b230-bd664531dc71 None None] Current status of the port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:28.450460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:28.451039 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa3b59ff-b2ae-4baf-b230-bd664531dc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.518133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event deleted for resources: {'Port': ['ID=f5428bce-f783-4979-9ed6-59e6e46c62d7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:28.556572 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] No DVR routers for this DVR port f5428bce-f783-4979-9ed6-59e6e46c62d7 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:28.560349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.565824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fa3b59ff-b2ae-4baf-b230-bd664531dc71 None None] For port c5081a59-ac7d-4006-a18e-8e6fa1f141f8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,segment=NetworkSegment(3fe20374-6425-4776-89bf-45e2baf7cdc6),segment_id=3fe20374-6425-4776-89bf-45e2baf7cdc6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:28.584342 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16c69bf3-c908-450d-9e89-22b1309cce6d req-39933cf2-8563-4518-a2ea-9aa84f6586c2 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "DELETE /v2.0/ports/f5428bce-f783-4979-9ed6-59e6e46c62d7 HTTP/1.1" status: 204 len: 173 time: 1.2023017 Feb 11 05:44:28.585932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679135c1-05d2-411d-bd9c-73de222bc41f', 'name': 'network-vif-deleted', 'tag': 'f5428bce-f783-4979-9ed6-59e6e46c62d7'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:28.591502 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7269457-8b0a-41df-9ec1-94a7501fb7b3" -d '{"events": [{"server_uuid": "679135c1-05d2-411d-bd9c-73de222bc41f", "name": "network-vif-deleted", "tag": "f5428bce-f783-4979-9ed6-59e6e46c62d7"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:28.644529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa3b59ff-b2ae-4baf-b230-bd664531dc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.680080 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26bb0e4-baf1-4dfa-bedf-8e21f7f77550 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2d475d1-3a96-4613-a87d-053cf705b75e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.692649 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c26bb0e4-baf1-4dfa-bedf-8e21f7f77550 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.695440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c26bb0e4-baf1-4dfa-bedf-8e21f7f77550 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/d2d475d1-3a96-4613-a87d-053cf705b75e HTTP/1.1" status: 204 len: 168 time: 0.7323177 Feb 11 05:44:28.698097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54528) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:28.712552 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:28.767714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bb0e4-baf1-4dfa-bedf-8e21f7f77550 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d475d1-3a96-4613-a87d-053cf705b75e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:28.779022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:28.800743 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.811042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eff8b5dd-f087-4617-ad2d-68e1be1f1950 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 200 len: 934 time: 3.0142837 Feb 11 05:44:28.811863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54534) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:28.840728 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-374cf776-f88f-4ffb-9e86-c0825a3d80cc tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1392782 Feb 11 05:44:28.845953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54536) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:28.885183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b59ff-b2ae-4baf-b230-bd664531dc71 None None] Pushing event updated for resources: {'Port': ['ID=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:28.925601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-04e02a5b-4b40-4f6c-b6c9-57fa2a2ea821 None None] Provisioning complete for port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:28.926127 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04e02a5b-4b40-4f6c-b6c9-57fa2a2ea821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.982138 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-663c082e-d2ff-4dca-8a0a-a3151bdcb694 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1209240 Feb 11 05:44:28.988979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54538) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:29.037401 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-9ca7e7c3-9638-4d7e-851e-9ce2f1fa78cc tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] delete failed (client error): The resource could not be found. Feb 11 05:44:29.038831 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9ca7e7c3-9638-4d7e-851e-9ce2f1fa78cc tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "DELETE /v2.0/security-groups/d2d475d1-3a96-4613-a87d-053cf705b75e HTTP/1.1" status: 404 len: 347 time: 0.0458272 Feb 11 05:44:29.042957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54542) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:29.135695 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b5dc9ecf-425b-4c63-8f9e-8713ec55b999 tempest-SecGroupTest-1531915724 tempest-SecGroupTest-1531915724-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901833 Feb 11 05:44:29.209882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8629a216-de1a-4f5d-998c-462709edc02f req-516ddfdc-edf1-4573-af60-b11f32d4cd8b tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=679135c1-05d2-411d-bd9c-73de222bc41f HTTP/1.1" status: 200 len: 210 time: 0.1634943 Feb 11 05:44:29.218516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-04e02a5b-4b40-4f6c-b6c9-57fa2a2ea821 None None] Current status of the port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:29.393648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54556) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:29.396062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c1b06adf-50b6-4ebc-92d7-c65cf56e79a0 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 200 len: 934 time: 0.5827589 Feb 11 05:44:29.398447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'routes': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:29.537236 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf45f13-0c7a-4bd6-9209-d1d40abb8f21 x-openstack-request-id: req-eaf45f13-0c7a-4bd6-9209-d1d40abb8f21 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:29.539240 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679135c1-05d2-411d-bd9c-73de222bc41f", "name": "network-vif-deleted", "tag": "f5428bce-f783-4979-9ed6-59e6e46c62d7", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:29.541243 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eaf45f13-0c7a-4bd6-9209-d1d40abb8f21 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:29.543503 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679135c1-05d2-411d-bd9c-73de222bc41f', 'name': 'network-vif-deleted', 'tag': 'f5428bce-f783-4979-9ed6-59e6e46c62d7', 'status': 'completed', 'code': 200} Feb 11 05:44:29.552622 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:27Z', 'revision_number': 6, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:27Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:29.621993 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f215a5-2296-4f7a-bee8-c9674de99478 None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:27Z', 'revision_number': 6, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:27Z', 'revision_number': 4, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:30.455667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.extraroute_db [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added routes are [] {{(pid=104086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:44:30.455991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.extraroute_db [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:44:30.544833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54578) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:30.555567 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.806713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c5081a59-ac7d-4006-a18e-8e6fa1f141f8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:30.987051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:30.989000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.150492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.154915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.259593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:31.323997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:31.392817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:31.415179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:31.416427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:31.495739 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-717a708a-28da-4b37-8f2b-4255af2c4868 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=364e8396a71b4d9b848fcff533446ea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9477484 Feb 11 05:44:31.497852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54594) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:31.601386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af204f-cf81-4164-8e38-f2f65819fda4 req-3476566d-006c-4b01-b342-86209a7eaf3d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.620505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17af204f-cf81-4164-8e38-f2f65819fda4 req-3476566d-006c-4b01-b342-86209a7eaf3d tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3729639 Feb 11 05:44:31.645062 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:31.665678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:31.686873 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.699050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54600) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:31.699387 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3b4551f1-9bff-482e-9258-695e639e4a23 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 200 len: 700 time: 2.3043587 Feb 11 05:44:31.774069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17af204f-cf81-4164-8e38-f2f65819fda4 req-677b34fa-e9ac-42e1-b445-d8d029581b3c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521165 Feb 11 05:44:31.836482 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f3f90bf4-4af3-43e4-a821-3a7a4089f34a admin admin] Publish callbacks [] for security_group (f8c9d90c-a45d-4855-9346-18af2b6e5fc8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.878184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f3f90bf4-4af3-43e4-a821-3a7a4089f34a admin admin] Publish callbacks [] for security_group (f8c9d90c-a45d-4855-9346-18af2b6e5fc8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.916812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54604) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:31.917092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e0ac65c3-a98c-450f-8bc3-131776dd28a6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 200 len: 700 time: 0.2167587 Feb 11 05:44:31.936693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f5428bce-f783-4979-9ed6-59e6e46c62d7 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:32.049929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: f5428bce-f783-4979-9ed6-59e6e46c62d7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:32.051024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f5428bce-f783-4979-9ed6-59e6e46c62d7 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:32.079655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f3f90bf4-4af3-43e4-a821-3a7a4089f34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f8c9d90c-a45d-4855-9346-18af2b6e5fc8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.082927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f3f90bf4-4af3-43e4-a821-3a7a4089f34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.086590 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f3f90bf4-4af3-43e4-a821-3a7a4089f34a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8c9d90c-a45d-4855-9346-18af2b6e5fc8 HTTP/1.1" status: 204 len: 168 time: 0.5595477 Feb 11 05:44:32.104680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f90bf4-4af3-43e4-a821-3a7a4089f34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c9d90c-a45d-4855-9346-18af2b6e5fc8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:32.457490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:30Z', 'revision_number': 7, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:28Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:32.532788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:32.553804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:32.554023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:32.803114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-7063ed33-a311-420e-998f-5b9236762f10 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.804902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-7063ed33-a311-420e-998f-5b9236762f10 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.3405132 Feb 11 05:44:33.015763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Deleting port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:33.016383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.231559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8d659-2c77-4271-933b-6438016ad9cf req-64f852ae-33c4-4da1-b59b-b3391f53bc2c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.240774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fe8d659-2c77-4271-933b-6438016ad9cf req-64f852ae-33c4-4da1-b59b-b3391f53bc2c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.2018094 Feb 11 05:44:33.352078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:33.408808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fe8d659-2c77-4271-933b-6438016ad9cf req-352c6cf0-d276-40b3-9571-985c7c5ffb8f tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632934 Feb 11 05:44:33.564985 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a5dd035f-a582-4e79-bb97-d8b3df3d420b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.827575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:30Z', 'revision_number': 7, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:28Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:33.895798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf55127-475b-4835-a8d7-079ad2439310 None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:30Z', 'revision_number': 7, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:28Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:34.045598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.078576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] For port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:34.078983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.490851 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:34.517134 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:34.518744 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:34.694903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54666) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:34.755889 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:34.771063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d5e5-4168-40d5-8e84-8c265d24050c req-3c34c146-b8b3-4c8a-8875-9fa74558f209 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.773996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13d7d5e5-4168-40d5-8e84-8c265d24050c req-3c34c146-b8b3-4c8a-8875-9fa74558f209 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 944 time: 0.1700122 Feb 11 05:44:34.867156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13d7d5e5-4168-40d5-8e84-8c265d24050c req-0148379e-3627-45c8-8d4a-a760485d4a74 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc26516b-8567-4c32-a6c2-0c4473e01b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865753 Feb 11 05:44:35.078092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3c2e2c47-f314-4d12-a8f4-c4198956eaf2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:35.078092 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-3c2e2c47-f314-4d12-a8f4-c4198956eaf2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:44:35.078092 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-3c2e2c47-f314-4d12-a8f4-c4198956eaf2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:44:35.079545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54676) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:35.084054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3c2e2c47-f314-4d12-a8f4-c4198956eaf2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3861692 Feb 11 05:44:35.085102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763775886'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:35.251393 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:30Z', 'revision_number': 7, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:28Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:35.279292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.279677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (aca7bff0-da9f-42cc-94e9-400212ec96e1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.280072 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Floating IP aca7bff0-da9f-42cc-94e9-400212ec96e1 disassociated. External IP: 172.25.8.19, port: 66d30dd1-b5ad-45c4-b3fe-9f8061433df6. Feb 11 05:44:35.280504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Calling delete_port for 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:35.280753 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:35.290551 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:35.291723 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:35.397900 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:35.500199 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.516948 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.531225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b174e3c-0f75-4248-94ea-2b709087bca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.556123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (66d30dd1-b5ad-45c4-b3fe-9f8061433df6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.659744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event deleted for resources: {'Port': ['ID=66d30dd1-b5ad-45c4-b3fe-9f8061433df6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:35.686129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.686129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.686129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.686693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.687089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.687444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.687787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.688124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.688490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.688861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.689191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.689528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.689869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.767370 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (b45b1379-5d9d-4b3f-a46f-23042372bd9c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.822482 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:30Z', 'revision_number': 7, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:28Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:35.854591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b45b1379-5d9d-4b3f-a46f-23042372bd9c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.887988 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66787046-7300-475e-88d8-0f325043f9a4 None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:30Z', 'revision_number': 7, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5081a59-ac7d-4006-a18e-8e6fa1f141f8', 'name': '', 'network_id': '913a88d6-b98b-4c62-9c1a-1b91249caee3', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:10:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:21Z', 'updated_at': '2022-02-11T05:44:28Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f666be15-61c0-4e72-b515-9b5c7b5fc2d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:35.949772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:35.981963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:36.051487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:36.051848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:36.133153 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (563c938d-8408-47a3-abce-5274fa7c1880), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.133153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45b1379-5d9d-4b3f-a46f-23042372bd9c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:36.239120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (563c938d-8408-47a3-abce-5274fa7c1880), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.254315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38bed619-6cba-462e-8506-24dd3d639b44 req-3f425074-6033-4943-9a03-b3941db8f182 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 210 time: 0.1182663 Feb 11 05:44:36.336682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563c938d-8408-47a3-abce-5274fa7c1880,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:36.395253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.400341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6080a006-8dda-46be-8d48-5ed82b9f3cfb tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3200738 Feb 11 05:44:36.401192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54690) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:36.410597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a3f570b4-1eba-4382-9fc6-307867a75130 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '563c938d-8408-47a3-abce-5274fa7c1880', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:36.505910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:36.520190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] Sync routers for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:36.551961 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3f570b4-1eba-4382-9fc6-307867a75130 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group_rule (1ba42a70-6eab-407c-9825-9bc1e76a0d71), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.554771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:36.556116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:36.630575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] No DVR routers for this DVR port 66d30dd1-b5ad-45c4-b3fe-9f8061433df6 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:36.637959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.643586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-03ae12b1-9b18-459d-bffc-f94904d7aad8 req-c7431dde-410e-414a-a949-1919c10050c5 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.65 "DELETE /v2.0/ports/66d30dd1-b5ad-45c4-b3fe-9f8061433df6 HTTP/1.1" status: 204 len: 173 time: 3.8329988 Feb 11 05:44:36.645765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-deleted', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:36.656294 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349b93e0-bf3a-47fd-844e-fd90263fa20e" -d '{"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-deleted", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:36.696967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3f570b4-1eba-4382-9fc6-307867a75130 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group_rule (1ba42a70-6eab-407c-9825-9bc1e76a0d71), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.697265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port c5081a59-ac7d-4006-a18e-8e6fa1f141f8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:36.697672 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.771643 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb66284-9c3f-453f-b48c-813c4c4d2fb6 x-openstack-request-id: req-ccb66284-9c3f-453f-b48c-813c4c4d2fb6 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:36.773330 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef0c60-c455-49d5-9d3b-1b5aca00effc", "name": "network-vif-deleted", "tag": "66d30dd1-b5ad-45c4-b3fe-9f8061433df6", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:36.773871 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ccb66284-9c3f-453f-b48c-813c4c4d2fb6 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:36.774547 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef0c60-c455-49d5-9d3b-1b5aca00effc', 'name': 'network-vif-deleted', 'tag': '66d30dd1-b5ad-45c4-b3fe-9f8061433df6', 'status': 'completed', 'code': 200} Feb 11 05:44:36.789280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3f570b4-1eba-4382-9fc6-307867a75130 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (1ba42a70-6eab-407c-9825-9bc1e76a0d71), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.835823 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.853516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f570b4-1eba-4382-9fc6-307867a75130 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba42a70-6eab-407c-9825-9bc1e76a0d71,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:36.918800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:36.943527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3f570b4-1eba-4382-9fc6-307867a75130 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.946802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a3f570b4-1eba-4382-9fc6-307867a75130 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5440695 Feb 11 05:44:36.950542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54700) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:36.971442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-433f4f09-b5df-42f1-bc96-5836034a5863 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '563c938d-8408-47a3-abce-5274fa7c1880', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:37.041671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port c5081a59-ac7d-4006-a18e-8e6fa1f141f8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,segment=NetworkSegment(3fe20374-6425-4776-89bf-45e2baf7cdc6),segment_id=3fe20374-6425-4776-89bf-45e2baf7cdc6)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:37.042257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.080200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for c5081a59-ac7d-4006-a18e-8e6fa1f141f8 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:37.159051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-433f4f09-b5df-42f1-bc96-5836034a5863 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group_rule (6f16287f-943a-484f-811d-5d3119c0ae27), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.360021 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-433f4f09-b5df-42f1-bc96-5836034a5863 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:44:37.364745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-433f4f09-b5df-42f1-bc96-5836034a5863 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4098477 Feb 11 05:44:37.365059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:37.520385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60bf86d1-a009-4e30-a277-8b5f037fc8ca tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (563c938d-8408-47a3-abce-5274fa7c1880), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.630343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60bf86d1-a009-4e30-a277-8b5f037fc8ca tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (563c938d-8408-47a3-abce-5274fa7c1880), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.749755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70a45173-06db-41a8-bf25-d2bb7d6d7577 req-688b4a8f-4138-4251-b77f-09e078b23fdc tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bef0c60-c455-49d5-9d3b-1b5aca00effc HTTP/1.1" status: 200 len: 210 time: 0.0482328 Feb 11 05:44:37.805096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 5, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:37.846345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] Checking router: f5891f4f-0874-4b62-a4ab-178d67b5cfe9 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:37.850953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c5081a59-ac7d-4006-a18e-8e6fa1f141f8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.879484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:37.883663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:37.909527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60bf86d1-a009-4e30-a277-8b5f037fc8ca tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (563c938d-8408-47a3-abce-5274fa7c1880), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.912166 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60bf86d1-a009-4e30-a277-8b5f037fc8ca tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.917888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=c5081a59-ac7d-4006-a18e-8e6fa1f141f8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:37.918156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-60bf86d1-a009-4e30-a277-8b5f037fc8ca tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/563c938d-8408-47a3-abce-5274fa7c1880 HTTP/1.1" status: 204 len: 168 time: 0.5472651 Feb 11 05:44:37.934133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54720) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:37.935196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf86d1-a009-4e30-a277-8b5f037fc8ca tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563c938d-8408-47a3-abce-5274fa7c1880,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:38.056645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-91cbe6de-2865-43e9-ba62-81363ea3db80 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1057749 Feb 11 05:44:38.060940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54724) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:38.067255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f55766ec-fb21-4d4e-afe7-74c7b5448c4d tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--913784090'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:38.193644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:38.200107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f55766ec-fb21-4d4e-afe7-74c7b5448c4d tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.455671 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.456752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f55766ec-fb21-4d4e-afe7-74c7b5448c4d tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (79c5b72e-a846-4892-a700-0c2756525fc2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.620120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f55766ec-fb21-4d4e-afe7-74c7b5448c4d tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (79c5b72e-a846-4892-a700-0c2756525fc2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.711978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55766ec-fb21-4d4e-afe7-74c7b5448c4d tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5b72e-a846-4892-a700-0c2756525fc2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:38.727330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.730170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f55766ec-fb21-4d4e-afe7-74c7b5448c4d tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.738180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f55766ec-fb21-4d4e-afe7-74c7b5448c4d tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6758826 Feb 11 05:44:38.740925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:38.769326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a607d271-5b26-49e1-a391-55979fed6f6e tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '79c5b72e-a846-4892-a700-0c2756525fc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:38.771440 n-d-713498-37 neutron-server[104087]: WARNING neutron.api.v2.base [None req-a607d271-5b26-49e1-a391-55979fed6f6e tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 05:44:38.771985 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-a607d271-5b26-49e1-a391-55979fed6f6e tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:38.779303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a607d271-5b26-49e1-a391-55979fed6f6e tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0372460 Feb 11 05:44:38.782655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54740) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:38.884212 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.903475 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71f8e06d-05f6-4ffd-81a9-3765a00f2349 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (79c5b72e-a846-4892-a700-0c2756525fc2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.939739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71f8e06d-05f6-4ffd-81a9-3765a00f2349 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (79c5b72e-a846-4892-a700-0c2756525fc2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.007423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 5, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.025837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54748) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:39.100310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:39.111491 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71f8e06d-05f6-4ffd-81a9-3765a00f2349 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (79c5b72e-a846-4892-a700-0c2756525fc2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.119185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71f8e06d-05f6-4ffd-81a9-3765a00f2349 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.120560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd6711-8aca-4a8a-8a2f-2be042dc0db9 None None] The sync data for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 is: [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:35:41Z', 'revision_number': 4, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc9684a5-8e9a-45c2-bfff-d1b47352786b', 'name': '', 'network_id': '6dd80c2d-c388-4b2c-9284-6bace7b9cfd9', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'mac_address': 'fa:16:3e:37:c1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:37Z', 'updated_at': '2022-02-11T05:35:49Z', 'revision_number': 5, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'subnets': [{'id': '0a461791-d80d-4bef-acb7-feac702b3c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:39.129199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54750) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:39.132339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-71f8e06d-05f6-4ffd-81a9-3765a00f2349 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/79c5b72e-a846-4892-a700-0c2756525fc2 HTTP/1.1" status: 204 len: 168 time: 0.3483403 Feb 11 05:44:39.161422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8e06d-05f6-4ffd-81a9-3765a00f2349 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5b72e-a846-4892-a700-0c2756525fc2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:39.199557 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4aa989a-c472-47b4-bd54-2bf8f3800edb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group (dc26516b-8567-4c32-a6c2-0c4473e01b1b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.252816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4aa989a-c472-47b4-bd54-2bf8f3800edb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group (dc26516b-8567-4c32-a6c2-0c4473e01b1b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.289975 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.434479 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4aa989a-c472-47b4-bd54-2bf8f3800edb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dc26516b-8567-4c32-a6c2-0c4473e01b1b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.437594 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4aa989a-c472-47b4-bd54-2bf8f3800edb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.439951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4aa989a-c472-47b4-bd54-2bf8f3800edb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "DELETE /v2.0/security-groups/dc26516b-8567-4c32-a6c2-0c4473e01b1b HTTP/1.1" status: 204 len: 168 time: 0.4121394 Feb 11 05:44:39.461405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54754) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:39.464918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa989a-c472-47b4-bd54-2bf8f3800edb tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc26516b-8567-4c32-a6c2-0c4473e01b1b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:39.575172 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6199d8de-97dd-4bff-be7d-4a9dbf8a86fe tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3284795 Feb 11 05:44:39.578641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54760) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:39.589355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-54a48b11-f8c4-4fcf-abab-849bd9d0f0a6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--79223965'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:39.597061 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-d4081954-a715-49b1-abe5-fd1a6fcec83c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] show failed (client error): The resource could not be found. Feb 11 05:44:39.601375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4081954-a715-49b1-abe5-fd1a6fcec83c tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "GET /v2.0/security-groups/dc26516b-8567-4c32-a6c2-0c4473e01b1b HTTP/1.1" status: 404 len: 347 time: 0.1191132 Feb 11 05:44:39.604416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54762) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:39.626501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:39.639862 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-827a55a1-8968-490b-a888-6872b5291a7b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7210777 Feb 11 05:44:39.642142 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:39.647512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54764) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:39.667318 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:39.670718 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.751909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fee8ec-dfb7-4af3-8d28-b09d2e913f53 None None] New status for floating IP aca7bff0-da9f-42cc-94e9-400212ec96e1: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:44:39.778496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08424ca-95a1-4192-9e28-c139c6d80494 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet f666be15-61c0-4e72-b515-9b5c7b5fc2d1 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:39.786529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b08424ca-95a1-4192-9e28-c139c6d80494 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (f666be15-61c0-4e72-b515-9b5c7b5fc2d1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.854737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b08424ca-95a1-4192-9e28-c139c6d80494 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (f666be15-61c0-4e72-b515-9b5c7b5fc2d1), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.905631 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:39.928645 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a48b11-f8c4-4fcf-abab-849bd9d0f0a6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.983409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Deleting port c1c809a1-5d60-460f-abd0-ae5310c5637b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:39.983409 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c1c809a1-5d60-460f-abd0-ae5310c5637b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.169765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b08424ca-95a1-4192-9e28-c139c6d80494 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f666be15-61c0-4e72-b515-9b5c7b5fc2d1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.183637 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c1c809a1-5d60-460f-abd0-ae5310c5637b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.183637 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for floatingip (c1c809a1-5d60-460f-abd0-ae5310c5637b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.204166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Calling delete_port for c1c809a1-5d60-460f-abd0-ae5310c5637b owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:40.335155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a48b11-f8c4-4fcf-abab-849bd9d0f0a6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (b9d3f593-f025-4d41-b7cc-fa84adf77ff2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.358708 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:37Z', 'revision_number': 8, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:40.391437 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:40.401938 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:40.402560 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:40.431044 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b08424ca-95a1-4192-9e28-c139c6d80494 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (f666be15-61c0-4e72-b515-9b5c7b5fc2d1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.454741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b08424ca-95a1-4192-9e28-c139c6d80494 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.459186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb211fd-8686-4925-bd9b-33bada9544cb None None] Network 913a88d6-b98b-4c62-9c1a-1b91249caee3 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:40.483852 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b08424ca-95a1-4192-9e28-c139c6d80494 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/f666be15-61c0-4e72-b515-9b5c7b5fc2d1 HTTP/1.1" status: 204 len: 168 time: 0.8339677 Feb 11 05:44:40.493417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54776) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:40.582114 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:40.613392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a48b11-f8c4-4fcf-abab-849bd9d0f0a6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b9d3f593-f025-4d41-b7cc-fa84adf77ff2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.637905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08424ca-95a1-4192-9e28-c139c6d80494 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=f666be15-61c0-4e72-b515-9b5c7b5fc2d1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:40.717994 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c1c809a1-5d60-460f-abd0-ae5310c5637b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.822046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (913a88d6-b98b-4c62-9c1a-1b91249caee3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.834256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54a48b11-f8c4-4fcf-abab-849bd9d0f0a6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.835636 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-54a48b11-f8c4-4fcf-abab-849bd9d0f0a6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2541347 Feb 11 05:44:40.844297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54788) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:40.857724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e35b1019-9af9-4c7b-9291-b5ad5c95f882 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': 'b9d3f593-f025-4d41-b7cc-fa84adf77ff2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:40.858344 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-e35b1019-9af9-4c7b-9291-b5ad5c95f882 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 05:44:40.858874 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-e35b1019-9af9-4c7b-9291-b5ad5c95f882 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:40.859949 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e35b1019-9af9-4c7b-9291-b5ad5c95f882 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131166 Feb 11 05:44:40.865702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54790) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:40.926974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] DHCP port deletion for 913a88d6-b98b-4c62-9c1a-1b91249caee3 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:41.011864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] Deleting port 1dff54a2-47d0-4884-b45d-298565dc9534 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:41.013510 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.067429 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:37Z', 'revision_number': 8, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:41.097318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a48b11-f8c4-4fcf-abab-849bd9d0f0a6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d3f593-f025-4d41-b7cc-fa84adf77ff2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.114528 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f6839-2546-4cda-aa5e-e0976e654cb9 None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:37Z', 'revision_number': 8, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb07491-013d-4946-9721-2267836d938b', 'name': '', 'network_id': '68d28e1f-5377-4edc-8f72-92b34ddcd328', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:09:e7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:21Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': '095f66d1-3928-42d1-a1f8-b42740f2d464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:41.190579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b87-2165-4086-86d0-48a4b1698aa5 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (b9d3f593-f025-4d41-b7cc-fa84adf77ff2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.212525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] For port 1dff54a2-47d0-4884-b45d-298565dc9534, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1dff54a2-47d0-4884-b45d-298565dc9534,segment=NetworkSegment(3fe20374-6425-4776-89bf-45e2baf7cdc6),segment_id=3fe20374-6425-4776-89bf-45e2baf7cdc6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:41.215633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.238157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b87-2165-4086-86d0-48a4b1698aa5 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (b9d3f593-f025-4d41-b7cc-fa84adf77ff2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.260072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] Calling delete_port for 1dff54a2-47d0-4884-b45d-298565dc9534 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:41.290364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 1dff54a2-47d0-4884-b45d-298565dc9534 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:41.290737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.374495 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b87-2165-4086-86d0-48a4b1698aa5 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b9d3f593-f025-4d41-b7cc-fa84adf77ff2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.379177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b87-2165-4086-86d0-48a4b1698aa5 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.380730 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1eca6b87-2165-4086-86d0-48a4b1698aa5 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/b9d3f593-f025-4d41-b7cc-fa84adf77ff2 HTTP/1.1" status: 204 len: 168 time: 0.5131125 Feb 11 05:44:41.413985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54796) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.417018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca6b87-2165-4086-86d0-48a4b1698aa5 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d3f593-f025-4d41-b7cc-fa84adf77ff2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.432415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port 1dff54a2-47d0-4884-b45d-298565dc9534, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1dff54a2-47d0-4884-b45d-298565dc9534,segment=NetworkSegment(3fe20374-6425-4776-89bf-45e2baf7cdc6),segment_id=3fe20374-6425-4776-89bf-45e2baf7cdc6)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:41.432866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.460191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 1dff54a2-47d0-4884-b45d-298565dc9534 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:41.565445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.582413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Pushing event deleted for resources: {'Port': ['ID=c1c809a1-5d60-460f-abd0-ae5310c5637b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.626840 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0ca8f7fd-bebb-4988-ad6a-ecb558c61d48 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2032499 Feb 11 05:44:41.629184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54800) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.637855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.688097 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1dff54a2-47d0-4884-b45d-298565dc9534), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.730024 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=1dff54a2-47d0-4884-b45d-298565dc9534,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.731336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dd985477-47e1-4e36-93a3-a754c3cdece3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339646166'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:41.733030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No DVR routers for this DVR port 1dff54a2-47d0-4884-b45d-298565dc9534 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:41.739859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] Pushing event deleted for resources: {'Port': ['ID=1dff54a2-47d0-4884-b45d-298565dc9534,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.760447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d70bf-7d31-46a8-b928-8efa15b5bd57 None None] No DVR routers for this DVR port 1dff54a2-47d0-4884-b45d-298565dc9534 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:41.828877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks [] for floatingip (aca7bff0-da9f-42cc-94e9-400212ec96e1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.837098 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.838866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e9ad2d1b-a938-4ade-beb2-f6eaca385523 tempest-ServerActionsTestJSON-635586795 tempest-ServerActionsTestJSON-635586795-project] 10.222.0.62 "DELETE /v2.0/floatingips/aca7bff0-da9f-42cc-94e9-400212ec96e1 HTTP/1.1" status: 204 len: 168 time: 2.2332442 Feb 11 05:44:41.841604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54802) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.901344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd985477-47e1-4e36-93a3-a754c3cdece3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.962147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (913a88d6-b98b-4c62-9c1a-1b91249caee3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.039676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913a88d6-b98b-4c62-9c1a-1b91249caee3']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.067492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe20374-6425-4776-89bf-45e2baf7cdc6') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.071523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe20374-6425-4776-89bf-45e2baf7cdc6') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.105814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (3fe20374-6425-4776-89bf-45e2baf7cdc6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.120584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd985477-47e1-4e36-93a3-a754c3cdece3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (790b4cc9-8cc1-48e5-ad24-e88d298c2afc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.138850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3fe20374-6425-4776-89bf-45e2baf7cdc6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.158590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:42.160301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (3fe20374-6425-4776-89bf-45e2baf7cdc6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:42.170665 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:42.194228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd985477-47e1-4e36-93a3-a754c3cdece3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (790b4cc9-8cc1-48e5-ad24-e88d298c2afc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.325817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (913a88d6-b98b-4c62-9c1a-1b91249caee3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.336005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.338490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd985477-47e1-4e36-93a3-a754c3cdece3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.346121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dd985477-47e1-4e36-93a3-a754c3cdece3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6417031 Feb 11 05:44:42.350743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/913a88d6-b98b-4c62-9c1a-1b91249caee3 HTTP/1.1" status: 204 len: 168 time: 1.7687047 Feb 11 05:44:42.361944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54828) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.362210 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54830) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.400532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd985477-47e1-4e36-93a3-a754c3cdece3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790b4cc9-8cc1-48e5-ad24-e88d298c2afc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.420653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-56529684-ef9c-4625-9604-eded98ad4152 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '790b4cc9-8cc1-48e5-ad24-e88d298c2afc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:42.421551 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-56529684-ef9c-4625-9604-eded98ad4152 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 05:44:42.422069 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-56529684-ef9c-4625-9604-eded98ad4152 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:42.429195 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-56529684-ef9c-4625-9604-eded98ad4152 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0665996 Feb 11 05:44:42.429819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54834) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.435027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ca332-f2dd-46d2-83f4-e09561f4cca6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=913a88d6-b98b-4c62-9c1a-1b91249caee3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.446835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0668c7b7-270a-4315-83d9-0c402c4cd23c tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '790b4cc9-8cc1-48e5-ad24-e88d298c2afc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:42.449211 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-0668c7b7-270a-4315-83d9-0c402c4cd23c tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 05:44:42.452817 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-0668c7b7-270a-4315-83d9-0c402c4cd23c tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:42.455144 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0668c7b7-270a-4315-83d9-0c402c4cd23c tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0205548 Feb 11 05:44:42.458839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54838) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.475168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-62992f21-0c6e-4494-8c15-5979834e84a7 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '790b4cc9-8cc1-48e5-ad24-e88d298c2afc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:42.477078 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-62992f21-0c6e-4494-8c15-5979834e84a7 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 05:44:42.477607 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-62992f21-0c6e-4494-8c15-5979834e84a7 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:42.483452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-62992f21-0c6e-4494-8c15-5979834e84a7 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0230672 Feb 11 05:44:42.488644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54840) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.493840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d0694353-acf7-4ccd-8c61-6113b9e34ad2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '790b4cc9-8cc1-48e5-ad24-e88d298c2afc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:42.499368 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-d0694353-acf7-4ccd-8c61-6113b9e34ad2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 05:44:42.500337 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-d0694353-acf7-4ccd-8c61-6113b9e34ad2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:42.501906 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d0694353-acf7-4ccd-8c61-6113b9e34ad2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0119908 Feb 11 05:44:42.506219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54844) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.649283 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e108290-ea31-4f8b-9124-62db1f00cbcc tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (790b4cc9-8cc1-48e5-ad24-e88d298c2afc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.713988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e108290-ea31-4f8b-9124-62db1f00cbcc tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (790b4cc9-8cc1-48e5-ad24-e88d298c2afc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.732560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c5081a59-ac7d-4006-a18e-8e6fa1f141f8 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:42.798638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c5081a59-ac7d-4006-a18e-8e6fa1f141f8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:42.799532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c5081a59-ac7d-4006-a18e-8e6fa1f141f8 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:42.799656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1dff54a2-47d0-4884-b45d-298565dc9534 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:42.855553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 1dff54a2-47d0-4884-b45d-298565dc9534 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:42.855923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1dff54a2-47d0-4884-b45d-298565dc9534 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:42.857815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e108290-ea31-4f8b-9124-62db1f00cbcc tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (790b4cc9-8cc1-48e5-ad24-e88d298c2afc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.861349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e108290-ea31-4f8b-9124-62db1f00cbcc tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.866653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7e108290-ea31-4f8b-9124-62db1f00cbcc tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/790b4cc9-8cc1-48e5-ad24-e88d298c2afc HTTP/1.1" status: 204 len: 168 time: 0.3581297 Feb 11 05:44:42.866653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54856) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.903837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e108290-ea31-4f8b-9124-62db1f00cbcc tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b4cc9-8cc1-48e5-ad24-e88d298c2afc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:43.000373 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-af35c971-4331-4463-8947-fb858349e730 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075895 Feb 11 05:44:43.002960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54862) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:43.010348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8976463f-c003-4a30-ac24-8904382c4015 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129333722'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:43.149222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8976463f-c003-4a30-ac24-8904382c4015 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.377687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8976463f-c003-4a30-ac24-8904382c4015 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (304c2f2c-ce7b-4442-9a19-4f12f91adb19), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.560332 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.671741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.228305 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8976463f-c003-4a30-ac24-8904382c4015 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (304c2f2c-ce7b-4442-9a19-4f12f91adb19), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.274211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976463f-c003-4a30-ac24-8904382c4015 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304c2f2c-ce7b-4442-9a19-4f12f91adb19,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:44.277255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port bcb07491-013d-4946-9721-2267836d938b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:44.278695 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bcb07491-013d-4946-9721-2267836d938b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.306243 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:44:44.406026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8976463f-c003-4a30-ac24-8904382c4015 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.413357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8976463f-c003-4a30-ac24-8904382c4015 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4020400 Feb 11 05:44:44.413357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54900) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.416472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9d88c4f4-8c28-48b9-a6d1-fba11c0c9f36 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:44.416985 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-9d88c4f4-8c28-48b9-a6d1-fba11c0c9f36 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:44:44.417485 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-9d88c4f4-8c28-48b9-a6d1-fba11c0c9f36 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:44.423050 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9d88c4f4-8c28-48b9-a6d1-fba11c0c9f36 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107143 Feb 11 05:44:44.425903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54902) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.431217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2a7431d7-ca41-4943-93ae-680289392aa3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:44.431981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Deleting port fc9684a5-8e9a-45c2-bfff-d1b47352786b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:44.432426 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.588455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port bcb07491-013d-4946-9721-2267836d938b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bcb07491-013d-4946-9721-2267836d938b,segment=NetworkSegment(559e1d91-dae0-4573-b2aa-853f0148b6ab),segment_id=559e1d91-dae0-4573-b2aa-853f0148b6ab)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:44.589109 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bcb07491-013d-4946-9721-2267836d938b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.644197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for bcb07491-013d-4946-9721-2267836d938b owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:44.651702 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-2a7431d7-ca41-4943-93ae-680289392aa3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:44.656259 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2a7431d7-ca41-4943-93ae-680289392aa3 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2258329 Feb 11 05:44:44.656259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54910) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.660693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-dd6f9644-fbba-4ac0-90fe-b91c729ca86f tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:44.661208 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-dd6f9644-fbba-4ac0-90fe-b91c729ca86f tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 05:44:44.661702 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-dd6f9644-fbba-4ac0-90fe-b91c729ca86f tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:44.662726 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd6f9644-fbba-4ac0-90fe-b91c729ca86f tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060227 Feb 11 05:44:44.666433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54912) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.674561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-483efe0c-23d9-4e95-9bd5-4d7d1aba3236 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:44.817818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] For port fc9684a5-8e9a-45c2-bfff-d1b47352786b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fc9684a5-8e9a-45c2-bfff-d1b47352786b,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:44.818170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.871350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Calling delete_port for fc9684a5-8e9a-45c2-bfff-d1b47352786b owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:44.966825 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-483efe0c-23d9-4e95-9bd5-4d7d1aba3236 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:44.967956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-483efe0c-23d9-4e95-9bd5-4d7d1aba3236 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3004696 Feb 11 05:44:44.971906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54926) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.977704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-17c98030-db21-43fb-8273-87f6e9f44e7c tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:44.978243 n-d-713498-37 neutron-server[104086]: WARNING neutron.api.v2.base [None req-17c98030-db21-43fb-8273-87f6e9f44e7c tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:44:44.978725 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-17c98030-db21-43fb-8273-87f6e9f44e7c tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:44.979793 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-17c98030-db21-43fb-8273-87f6e9f44e7c tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068431 Feb 11 05:44:44.983074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54928) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.995915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-486c7b5d-99e3-43d3-8b46-22091468eec6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.233513 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-486c7b5d-99e3-43d3-8b46-22091468eec6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:45.238032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-486c7b5d-99e3-43d3-8b46-22091468eec6 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2429709 Feb 11 05:44:45.238032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.241930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-64c81598-5d03-45c2-adc0-185514f896ce tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.242467 n-d-713498-37 neutron-server[104087]: WARNING neutron.api.v2.base [None req-64c81598-5d03-45c2-adc0-185514f896ce tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 05:44:45.242979 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-64c81598-5d03-45c2-adc0-185514f896ce tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:45.244194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-64c81598-5d03-45c2-adc0-185514f896ce tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058217 Feb 11 05:44:45.246930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54948) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.254899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d71d840c-e8c9-4540-9d70-d5b5d3c5da97 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.285918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bcb07491-013d-4946-9721-2267836d938b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.322427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=bcb07491-013d-4946-9721-2267836d938b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.421182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.670604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-60b6dfd0-a9ce-4d03-8658-19d11fc42932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.692043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.821655 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-60b6dfd0-a9ce-4d03-8658-19d11fc42932 admin admin] Publish callbacks [] for security_group (e338b139-233d-40b0-8a48-51387dac9c97), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.822951 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-d71d840c-e8c9-4540-9d70-d5b5d3c5da97 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:45.824050 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d71d840c-e8c9-4540-9d70-d5b5d3c5da97 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5755250 Feb 11 05:44:45.827653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54968) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.831673 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fc9684a5-8e9a-45c2-bfff-d1b47352786b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.845680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-60dd5548-d355-4949-9614-933e5d232258 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '304c2f2c-ce7b-4442-9a19-4f12f91adb19', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.872480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9684a5-8e9a-45c2-bfff-d1b47352786b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.977879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-60b6dfd0-a9ce-4d03-8658-19d11fc42932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e338b139-233d-40b0-8a48-51387dac9c97), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.076735 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-60b6dfd0-a9ce-4d03-8658-19d11fc42932 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fad5dbbeacfa4cc7af7a0d655e49c77f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6543422 Feb 11 05:44:46.079183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6dfd0-a9ce-4d03-8658-19d11fc42932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e338b139-233d-40b0-8a48-51387dac9c97,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.080253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54974) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.152038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:46.171361 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-60dd5548-d355-4949-9614-933e5d232258 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:46.172909 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-60dd5548-d355-4949-9614-933e5d232258 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3434892 Feb 11 05:44:46.176579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 54980) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.277457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-78f7c203-faeb-4db6-996e-034e92aee914 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (304c2f2c-ce7b-4442-9a19-4f12f91adb19), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.331302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-78f7c203-faeb-4db6-996e-034e92aee914 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (304c2f2c-ce7b-4442-9a19-4f12f91adb19), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.518005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-78f7c203-faeb-4db6-996e-034e92aee914 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (304c2f2c-ce7b-4442-9a19-4f12f91adb19), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.522751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-78f7c203-faeb-4db6-996e-034e92aee914 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.524395 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-78f7c203-faeb-4db6-996e-034e92aee914 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/304c2f2c-ce7b-4442-9a19-4f12f91adb19 HTTP/1.1" status: 204 len: 168 time: 0.3467519 Feb 11 05:44:46.529286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55002) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.544547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7c203-faeb-4db6-996e-034e92aee914 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304c2f2c-ce7b-4442-9a19-4f12f91adb19,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.595900 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1d5e6826-54da-4237-b468-4b3e9c560fd7 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0627656 Feb 11 05:44:46.600130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55004) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.606652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5b41045a-380a-4c97-adc7-613da7c7d482 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647530659'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.729661 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b41045a-380a-4c97-adc7-613da7c7d482 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.824681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b41045a-380a-4c97-adc7-613da7c7d482 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (84905e35-137c-4b36-a35c-65a65c8edbaf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.837990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:46.848784 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:46.861326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-58ba8196-4356-4568-89be-72f008d6a8d6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4993036 Feb 11 05:44:46.863874 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:46.864650 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:46.866000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55016) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.870927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c58f357-aef1-42c5-92bf-6ecdcd2c3802 admin admin] Publish callbacks [] for security_group (e338b139-233d-40b0-8a48-51387dac9c97), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.902841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c58f357-aef1-42c5-92bf-6ecdcd2c3802 admin admin] Publish callbacks [] for security_group (e338b139-233d-40b0-8a48-51387dac9c97), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.905161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.931698 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b41045a-380a-4c97-adc7-613da7c7d482 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (84905e35-137c-4b36-a35c-65a65c8edbaf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.025673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41045a-380a-4c97-adc7-613da7c7d482 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84905e35-137c-4b36-a35c-65a65c8edbaf,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.087530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf744af8-748e-4800-a6d5-235d321437e9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet 095f66d1-3928-42d1-a1f8-b42740f2d464 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:47.133505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf744af8-748e-4800-a6d5-235d321437e9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (095f66d1-3928-42d1-a1f8-b42740f2d464), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.141693 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b41045a-380a-4c97-adc7-613da7c7d482 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.144071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b41045a-380a-4c97-adc7-613da7c7d482 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5428505 Feb 11 05:44:47.164025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55026) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:47.183955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-39a01437-7b6d-49f6-83dc-b1bf9aac6599 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '84905e35-137c-4b36-a35c-65a65c8edbaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:47.211439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf744af8-748e-4800-a6d5-235d321437e9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (095f66d1-3928-42d1-a1f8-b42740f2d464), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.225119 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:47.309227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:47.310386 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c58f357-aef1-42c5-92bf-6ecdcd2c3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e338b139-233d-40b0-8a48-51387dac9c97), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.313863 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c58f357-aef1-42c5-92bf-6ecdcd2c3802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.315467 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7c58f357-aef1-42c5-92bf-6ecdcd2c3802 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e338b139-233d-40b0-8a48-51387dac9c97 HTTP/1.1" status: 204 len: 168 time: 1.2341461 Feb 11 05:44:47.339884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58f357-aef1-42c5-92bf-6ecdcd2c3802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e338b139-233d-40b0-8a48-51387dac9c97,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.446744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf744af8-748e-4800-a6d5-235d321437e9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (095f66d1-3928-42d1-a1f8-b42740f2d464), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.566467 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-39a01437-7b6d-49f6-83dc-b1bf9aac6599 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The resource could not be found. Feb 11 05:44:47.569725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39a01437-7b6d-49f6-83dc-b1bf9aac6599 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3900390 Feb 11 05:44:47.577141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55046) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:47.592430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-38b74122-f38b-4947-a87e-1296832fea9f tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '84905e35-137c-4b36-a35c-65a65c8edbaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e4c4d6bb-0b82-446a-9b14-24b102860afa'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:47.601835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:47.611940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6ca17c0e-c69c-49bc-a644-b50d5c7e5cc3 admin admin] 10.222.0.62 "PUT /v2.0/routers/f5891f4f-0874-4b62-a4ab-178d67b5cfe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7680285 Feb 11 05:44:47.614587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55048) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:47.615611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431ed76-a844-4414-a507-165eb7270993 None None] Sync routers for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:47.636024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431ed76-a844-4414-a507-165eb7270993 None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:47.636024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2431ed76-a844-4414-a507-165eb7270993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:47.662772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf744af8-748e-4800-a6d5-235d321437e9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (095f66d1-3928-42d1-a1f8-b42740f2d464), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.700816 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:45Z', 'revision_number': 9, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:47.741654 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:47.759071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf744af8-748e-4800-a6d5-235d321437e9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.765336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d6216-063b-40a1-9244-7a0922112485 None None] Network 68d28e1f-5377-4edc-8f72-92b34ddcd328 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:47.767197 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bf744af8-748e-4800-a6d5-235d321437e9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/095f66d1-3928-42d1-a1f8-b42740f2d464 HTTP/1.1" status: 204 len: 168 time: 0.8994551 Feb 11 05:44:47.767590 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:47.768168 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:47.769197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744af8-748e-4800-a6d5-235d321437e9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=095f66d1-3928-42d1-a1f8-b42740f2d464,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.771278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55054) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:47.842566 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks [] for router (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.913250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (68d28e1f-5377-4edc-8f72-92b34ddcd328), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.052664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 2bb74a57-bc67-4b2c-a1df-448569e41238 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:48.055334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.080130 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:48.147783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks [] for router_gateway (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.204911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port 2bb74a57-bc67-4b2c-a1df-448569e41238, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2bb74a57-bc67-4b2c-a1df-448569e41238,segment=NetworkSegment(559e1d91-dae0-4573-b2aa-853f0148b6ab),segment_id=559e1d91-dae0-4573-b2aa-853f0148b6ab)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:48.206232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.217179 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-38b74122-f38b-4947-a87e-1296832fea9f tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The resource could not be found. Feb 11 05:44:48.218245 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-38b74122-f38b-4947-a87e-1296832fea9f tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6400063 Feb 11 05:44:48.223049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55074) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:48.234570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 2bb74a57-bc67-4b2c-a1df-448569e41238 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:48.349387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Deleting port f8b504c8-8ac1-4976-a8b2-129707a52ead {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:48.349827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.370265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2431ed76-a844-4414-a507-165eb7270993 None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:48.453007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f66abc5b-9124-4c3a-ab65-dd4e5530fdd0 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (84905e35-137c-4b36-a35c-65a65c8edbaf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.545175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] For port f8b504c8-8ac1-4976-a8b2-129707a52ead, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f8b504c8-8ac1-4976-a8b2-129707a52ead,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:48.545702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.575379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Calling delete_port for f8b504c8-8ac1-4976-a8b2-129707a52ead owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:48.577674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f66abc5b-9124-4c3a-ab65-dd4e5530fdd0 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (84905e35-137c-4b36-a35c-65a65c8edbaf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.618615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55096) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:48.673320 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec55db32-ef79-4113-bd02-9321d131c136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.685953 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:45Z', 'revision_number': 9, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:48.743066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2bb74a57-bc67-4b2c-a1df-448569e41238), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.745626 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c815f799-3b45-424f-a88f-bdb20aa6dc4c None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:45Z', 'revision_number': 9, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17d24b44-805e-42ae-8259-7f9dd4022d96', 'name': '', 'network_id': '0ee2749c-10e7-4439-8292-ea48baf5ea4a', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:0c:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:57Z', 'updated_at': '2022-02-11T05:44:06Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'f55c4c73-f138-4102-b6d6-41bd2b824efa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:48.753647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2431ed76-a844-4414-a507-165eb7270993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:44:45Z', 'revision_number': 5, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port': {'id': 'f8b504c8-8ac1-4976-a8b2-129707a52ead', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:26Z', 'updated_at': '2022-02-11T05:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:48.798286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431ed76-a844-4414-a507-165eb7270993 None None] Checking router: f5891f4f-0874-4b62-a4ab-178d67b5cfe9 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:48.814923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431ed76-a844-4414-a507-165eb7270993 None None] Routers {'f5891f4f-0874-4b62-a4ab-178d67b5cfe9'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:48.815784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No DVR routers for this DVR port 2bb74a57-bc67-4b2c-a1df-448569e41238 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:48.816127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2431ed76-a844-4414-a507-165eb7270993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:48.827884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=2bb74a57-bc67-4b2c-a1df-448569e41238,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:48.930795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2431ed76-a844-4414-a507-165eb7270993 None None] Set router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:48.998731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2431ed76-a844-4414-a507-165eb7270993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:44:48Z', 'revision_number': 6, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:49.026708 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f66abc5b-9124-4c3a-ab65-dd4e5530fdd0 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (84905e35-137c-4b36-a35c-65a65c8edbaf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.031008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f66abc5b-9124-4c3a-ab65-dd4e5530fdd0 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.033005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f66abc5b-9124-4c3a-ab65-dd4e5530fdd0 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/84905e35-137c-4b36-a35c-65a65c8edbaf HTTP/1.1" status: 204 len: 168 time: 0.8087113 Feb 11 05:44:49.037026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55114) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.058572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431ed76-a844-4414-a507-165eb7270993 None None] The sync data for ids ['f5891f4f-0874-4b62-a4ab-178d67b5cfe9'] in n-d-713498-37 is: [{'id': 'f5891f4f-0874-4b62-a4ab-178d67b5cfe9', 'name': 'tempest-ServerActionsTestJSON-1360665375-router', 'tenant_id': '4e196316e3f1488c8b5dc4056892429e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:24Z', 'updated_at': '2022-02-11T05:44:48Z', 'revision_number': 6, 'project_id': '4e196316e3f1488c8b5dc4056892429e', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:49.085055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec55db32-ef79-4113-bd02-9321d131c136 admin admin] Publish callbacks [] for security_group (d1cbe147-f869-412d-bafe-0e5632edede8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.096364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-00ca7d7d-ea31-4f25-a631-f1171b1da871 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572546 Feb 11 05:44:49.097184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55118) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.102473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7c2acd0f-f50f-4284-8229-bb72492f32c7 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': '3e4ff246-f1ce-44a1-a9ff-2675b43227d4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:49.105977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66abc5b-9124-4c3a-ab65-dd4e5530fdd0 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84905e35-137c-4b36-a35c-65a65c8edbaf,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.109481 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f8b504c8-8ac1-4976-a8b2-129707a52ead), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.153550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d558bb5-ca32-4eda-a8a6-bf8672c4a801 None None] DHCP port deletion for 68d28e1f-5377-4edc-8f72-92b34ddcd328 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:49.187767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b504c8-8ac1-4976-a8b2-129707a52ead,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.193746 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec55db32-ef79-4113-bd02-9321d131c136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d1cbe147-f869-412d-bafe-0e5632edede8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.219751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (68d28e1f-5377-4edc-8f72-92b34ddcd328), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.293750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55db32-ef79-4113-bd02-9321d131c136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cbe147-f869-412d-bafe-0e5632edede8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.299259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d28e1f-5377-4edc-8f72-92b34ddcd328']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:49.311160 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ec55db32-ef79-4113-bd02-9321d131c136 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8e26983836e44b389e0d08b8708bae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6883166 Feb 11 05:44:49.312589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55128) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.330114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559e1d91-dae0-4573-b2aa-853f0148b6ab') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:49.330740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559e1d91-dae0-4573-b2aa-853f0148b6ab') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:49.347902 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (559e1d91-dae0-4573-b2aa-853f0148b6ab), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.403231 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (559e1d91-dae0-4573-b2aa-853f0148b6ab), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.403489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.411288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:49.412777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (559e1d91-dae0-4573-b2aa-853f0148b6ab), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:49.415647 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:49.547831 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-7c2acd0f-f50f-4284-8229-bb72492f32c7 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The resource could not be found. Feb 11 05:44:49.555553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7c2acd0f-f50f-4284-8229-bb72492f32c7 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4514441 Feb 11 05:44:49.556510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.570592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-455647ee-e4c8-4e26-b10e-181984e563ae tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--931986149'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:49.589857 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7638c78-1a81-44f2-a614-696050faa54d admin admin] Publish callbacks [] for security_group (d1cbe147-f869-412d-bafe-0e5632edede8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.628771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.635520 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks [] for router_controller (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.668107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7638c78-1a81-44f2-a614-696050faa54d admin admin] Publish callbacks [] for security_group (d1cbe147-f869-412d-bafe-0e5632edede8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.691704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (68d28e1f-5377-4edc-8f72-92b34ddcd328), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.698459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.706154 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/68d28e1f-5377-4edc-8f72-92b34ddcd328 HTTP/1.1" status: 204 len: 168 time: 1.9241507 Feb 11 05:44:49.751186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55154) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.760267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9bf6a-f5f7-4476-add0-fc6e8fa42915 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=68d28e1f-5377-4edc-8f72-92b34ddcd328,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.763677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-455647ee-e4c8-4e26-b10e-181984e563ae tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.891480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7638c78-1a81-44f2-a614-696050faa54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d1cbe147-f869-412d-bafe-0e5632edede8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.894641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e7638c78-1a81-44f2-a614-696050faa54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.896214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e7638c78-1a81-44f2-a614-696050faa54d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1cbe147-f869-412d-bafe-0e5632edede8 HTTP/1.1" status: 204 len: 168 time: 0.5795791 Feb 11 05:44:49.913455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7638c78-1a81-44f2-a614-696050faa54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cbe147-f869-412d-bafe-0e5632edede8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.188715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (f5891f4f-0874-4b62-a4ab-178d67b5cfe9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.188715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5891f4f-0874-4b62-a4ab-178d67b5cfe9 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:44:50.188715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.188715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1a990572-6b7d-4e68-9f4d-b97c6729bc0f admin admin] 10.222.0.62 "DELETE /v2.0/routers/f5891f4f-0874-4b62-a4ab-178d67b5cfe9 HTTP/1.1" status: 204 len: 168 time: 2.3294728 Feb 11 05:44:50.188715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55172) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:50.199267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-455647ee-e4c8-4e26-b10e-181984e563ae tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (e1208dd0-8ddc-4bb8-a025-6fc962f025a7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.199267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-455647ee-e4c8-4e26-b10e-181984e563ae tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e1208dd0-8ddc-4bb8-a025-6fc962f025a7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.199267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455647ee-e4c8-4e26-b10e-181984e563ae tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1208dd0-8ddc-4bb8-a025-6fc962f025a7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.237099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a143175-d839-4671-be1d-746daf8c574e admin admin] Deleting subnet 0a461791-d80d-4bef-acb7-feac702b3c53 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:50.268143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a143175-d839-4671-be1d-746daf8c574e admin admin] Publish callbacks [] for subnet (0a461791-d80d-4bef-acb7-feac702b3c53), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.316430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-455647ee-e4c8-4e26-b10e-181984e563ae tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.319627 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-455647ee-e4c8-4e26-b10e-181984e563ae tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7609673 Feb 11 05:44:50.321797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55180) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:50.328774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-88501c0d-2194-4e20-b4f3-7b59933d9dba tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--184252121'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:50.329350 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a143175-d839-4671-be1d-746daf8c574e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (0a461791-d80d-4bef-acb7-feac702b3c53), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.508399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a143175-d839-4671-be1d-746daf8c574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0a461791-d80d-4bef-acb7-feac702b3c53), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.592758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88501c0d-2194-4e20-b4f3-7b59933d9dba tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.737343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a143175-d839-4671-be1d-746daf8c574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (0a461791-d80d-4bef-acb7-feac702b3c53), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.754425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88501c0d-2194-4e20-b4f3-7b59933d9dba tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (9543c81c-e17c-4353-bd43-5e7fc71f8e22), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.779461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcb07491-013d-4946-9721-2267836d938b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:50.818134 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a143175-d839-4671-be1d-746daf8c574e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.825842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8a143175-d839-4671-be1d-746daf8c574e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0a461791-d80d-4bef-acb7-feac702b3c53 HTTP/1.1" status: 204 len: 168 time: 0.8740377 Feb 11 05:44:50.825842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a143175-d839-4671-be1d-746daf8c574e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a461791-d80d-4bef-acb7-feac702b3c53,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.826185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:50.850703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6f2ebd-9a9e-40f5-854f-8d001c8d9d3d None None] Network 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:50.860057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88501c0d-2194-4e20-b4f3-7b59933d9dba tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9543c81c-e17c-4353-bd43-5e7fc71f8e22), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.865053 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.871604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: bcb07491-013d-4946-9721-2267836d938b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:50.871961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bcb07491-013d-4946-9721-2267836d938b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:50.872390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2bb74a57-bc67-4b2c-a1df-448569e41238 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:50.928385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 2bb74a57-bc67-4b2c-a1df-448569e41238 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:50.928765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2bb74a57-bc67-4b2c-a1df-448569e41238 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:50.929377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f8b504c8-8ac1-4976-a8b2-129707a52ead no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:50.953627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f8b504c8-8ac1-4976-a8b2-129707a52ead {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:50.954172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f8b504c8-8ac1-4976-a8b2-129707a52ead not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:50.955351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fc9684a5-8e9a-45c2-bfff-d1b47352786b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:51.024286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: fc9684a5-8e9a-45c2-bfff-d1b47352786b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:51.024681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fc9684a5-8e9a-45c2-bfff-d1b47352786b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:51.039202 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-88501c0d-2194-4e20-b4f3-7b59933d9dba tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.041675 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-88501c0d-2194-4e20-b4f3-7b59933d9dba tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7187386 Feb 11 05:44:51.044553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55220) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:51.077301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8d905078-0fc4-41e9-859b-efb73f6ddaa2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group_rule': {'security_group_id': 'e1208dd0-8ddc-4bb8-a025-6fc962f025a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9543c81c-e17c-4353-bd43-5e7fc71f8e22'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:51.101208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88501c0d-2194-4e20-b4f3-7b59933d9dba tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9543c81c-e17c-4353-bd43-5e7fc71f8e22,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.108679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.227602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] DHCP port deletion for 6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:51.239916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Deleting port 6418f519-edb5-4b96-a8bc-e7003c456eae {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:51.240965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.331406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] For port 6418f519-edb5-4b96-a8bc-e7003c456eae, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6418f519-edb5-4b96-a8bc-e7003c456eae,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:51.331768 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.347638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Calling delete_port for 6418f519-edb5-4b96-a8bc-e7003c456eae owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:51.391105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Deleting port 6418f519-edb5-4b96-a8bc-e7003c456eae {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:51.391867 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.519773 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-8d905078-0fc4-41e9-859b-efb73f6ddaa2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:44:51.523117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d905078-0fc4-41e9-859b-efb73f6ddaa2 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4538906 Feb 11 05:44:51.524271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55244) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:51.534318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 17d24b44-805e-42ae-8259-7f9dd4022d96 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:51.537306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.560484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.598488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] For port 6418f519-edb5-4b96-a8bc-e7003c456eae, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6418f519-edb5-4b96-a8bc-e7003c456eae,segment=NetworkSegment(4752a285-512b-4e2a-9d2c-446e20331d3a),segment_id=4752a285-512b-4e2a-9d2c-446e20331d3a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:51.598909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.643824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Calling delete_port for 6418f519-edb5-4b96-a8bc-e7003c456eae owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:51.677868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Pushing event deleted for resources: {'Port': ['ID=6418f519-edb5-4b96-a8bc-e7003c456eae,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.681802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] No DVR routers for this DVR port 6418f519-edb5-4b96-a8bc-e7003c456eae on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:51.799916 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (6418f519-edb5-4b96-a8bc-e7003c456eae), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.832679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.834608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Pushing event deleted for resources: {'Port': ['ID=6418f519-edb5-4b96-a8bc-e7003c456eae,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.847282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port 17d24b44-805e-42ae-8259-7f9dd4022d96, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=17d24b44-805e-42ae-8259-7f9dd4022d96,segment=NetworkSegment(cc1a296a-610f-4aa1-9144-f9636c64d6fe),segment_id=cc1a296a-610f-4aa1-9144-f9636c64d6fe)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:51.853000 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.854897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.855449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.856737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.857300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.857897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.858419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.858938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.859450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.859963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.862103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.863359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.864118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.864744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:51.871148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef3969a-14ab-4d7c-bc8a-d2c176129af2 None None] No DVR routers for this DVR port 6418f519-edb5-4b96-a8bc-e7003c456eae on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:51.894148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 17d24b44-805e-42ae-8259-7f9dd4022d96 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:51.911517 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2996c4e2-6fae-413b-99df-3711ae568fd9 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (9543c81c-e17c-4353-bd43-5e7fc71f8e22), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.919694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd80c2d-c388-4b2c-9284-6bace7b9cfd9']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:51.991047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4752a285-512b-4e2a-9d2c-446e20331d3a') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:51.991047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4752a285-512b-4e2a-9d2c-446e20331d3a') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:52.022925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (4752a285-512b-4e2a-9d2c-446e20331d3a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.025704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2996c4e2-6fae-413b-99df-3711ae568fd9 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (9543c81c-e17c-4353-bd43-5e7fc71f8e22), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.101982 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4752a285-512b-4e2a-9d2c-446e20331d3a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.146216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:52.150864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (4752a285-512b-4e2a-9d2c-446e20331d3a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:52.153182 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:52.280480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2996c4e2-6fae-413b-99df-3711ae568fd9 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9543c81c-e17c-4353-bd43-5e7fc71f8e22), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.283719 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2996c4e2-6fae-413b-99df-3711ae568fd9 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.285199 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2996c4e2-6fae-413b-99df-3711ae568fd9 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/9543c81c-e17c-4353-bd43-5e7fc71f8e22 HTTP/1.1" status: 204 len: 168 time: 0.7590401 Feb 11 05:44:52.310800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55286) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:52.311435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996c4e2-6fae-413b-99df-3711ae568fd9 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543c81c-e17c-4353-bd43-5e7fc71f8e22,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:52.342548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6dd80c2d-c388-4b2c-9284-6bace7b9cfd9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.352063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.355605 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6dd80c2d-c388-4b2c-9284-6bace7b9cfd9 HTTP/1.1" status: 204 len: 168 time: 1.5277567 Feb 11 05:44:52.368311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9a671-6d54-4c46-b6c2-f8af944b5052 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd80c2d-c388-4b2c-9284-6bace7b9cfd9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:52.445831 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dc43c8a7-39c4-496f-a1a0-ada2a28b28ca tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1281486 Feb 11 05:44:52.448477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55294) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:52.540981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (17d24b44-805e-42ae-8259-7f9dd4022d96), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.556576 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43fbe22b-a979-4c6b-b247-487adfdee905 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (e1208dd0-8ddc-4bb8-a025-6fc962f025a7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.596948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=17d24b44-805e-42ae-8259-7f9dd4022d96,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:52.671562 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43fbe22b-a979-4c6b-b247-487adfdee905 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (e1208dd0-8ddc-4bb8-a025-6fc962f025a7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.881567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6418f519-edb5-4b96-a8bc-e7003c456eae no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:52.963079 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43fbe22b-a979-4c6b-b247-487adfdee905 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e1208dd0-8ddc-4bb8-a025-6fc962f025a7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.964881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55320) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:52.965889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43fbe22b-a979-4c6b-b247-487adfdee905 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.967253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-43fbe22b-a979-4c6b-b247-487adfdee905 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/e1208dd0-8ddc-4bb8-a025-6fc962f025a7 HTTP/1.1" status: 204 len: 168 time: 0.5174279 Feb 11 05:44:52.975077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:52.984086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 6418f519-edb5-4b96-a8bc-e7003c456eae {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:52.984441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6418f519-edb5-4b96-a8bc-e7003c456eae not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:52.994489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbe22b-a979-4c6b-b247-487adfdee905 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1208dd0-8ddc-4bb8-a025-6fc962f025a7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:53.005320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.119843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bd762440-ae96-4362-a180-cbb41cc85572 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e196316e3f1488c8b5dc4056892429e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530912 Feb 11 05:44:53.125029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55340) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:53.281467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:53.282341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0386cbff-d53d-4d7d-8ab0-d4da410ba33f tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3026688 Feb 11 05:44:53.287364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f79e4b91-503e-4872-a0ef-3b7114d57791 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645526478'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:53.400238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f79e4b91-503e-4872-a0ef-3b7114d57791 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.460709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6589ed79-5fa0-47cf-9a1b-76a0ae31f091 admin admin] Publish callbacks [] for security_group (bc0b3a4b-23ae-4274-9ac2-7f69998c9290), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.540013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6589ed79-5fa0-47cf-9a1b-76a0ae31f091 admin admin] Publish callbacks [] for security_group (bc0b3a4b-23ae-4274-9ac2-7f69998c9290), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.567445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f79e4b91-503e-4872-a0ef-3b7114d57791 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.573619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:53.650984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f79e4b91-503e-4872-a0ef-3b7114d57791 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.756376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e4b91-503e-4872-a0ef-3b7114d57791 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:53.832826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:53.852683 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:53.857554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d86e5ca2-ac4f-41ec-864f-51a941521f66 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0603600 Feb 11 05:44:53.860110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55386) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:53.864820 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:53.865697 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:53.883488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f79e4b91-503e-4872-a0ef-3b7114d57791 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.883488 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f79e4b91-503e-4872-a0ef-3b7114d57791 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5980291 Feb 11 05:44:53.885530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55390) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:53.904959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-aca01aff-62d2-463d-8157-b3a1e8196e49 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:53.905410 n-d-713498-37 neutron-server[104087]: WARNING neutron.api.v2.base [None req-aca01aff-62d2-463d-8157-b3a1e8196e49 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:44:53.907069 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-aca01aff-62d2-463d-8157-b3a1e8196e49 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:44:53.911874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aca01aff-62d2-463d-8157-b3a1e8196e49 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "PUT /v2.0/security-groups/dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3 HTTP/1.1" status: 409 len: 330 time: 0.0214741 Feb 11 05:44:53.911874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55392) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:53.985268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad10d96-4439-4c07-86f5-664eb60b63c5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet f55c4c73-f138-4102-b6d6-41bd2b824efa {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:53.991781 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cad10d96-4439-4c07-86f5-664eb60b63c5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (f55c4c73-f138-4102-b6d6-41bd2b824efa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.009720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6589ed79-5fa0-47cf-9a1b-76a0ae31f091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bc0b3a4b-23ae-4274-9ac2-7f69998c9290), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.019317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6589ed79-5fa0-47cf-9a1b-76a0ae31f091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.022492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6589ed79-5fa0-47cf-9a1b-76a0ae31f091 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc0b3a4b-23ae-4274-9ac2-7f69998c9290 HTTP/1.1" status: 204 len: 168 time: 0.8960958 Feb 11 05:44:54.045006 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cad10d96-4439-4c07-86f5-664eb60b63c5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (f55c4c73-f138-4102-b6d6-41bd2b824efa), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.054861 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:54.091506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589ed79-5fa0-47cf-9a1b-76a0ae31f091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0b3a4b-23ae-4274-9ac2-7f69998c9290,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.180306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f78c687e-ba88-418b-9241-2d394a5ee66a tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.256820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cad10d96-4439-4c07-86f5-664eb60b63c5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f55c4c73-f138-4102-b6d6-41bd2b824efa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.272464 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f78c687e-ba88-418b-9241-2d394a5ee66a tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.467979 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f78c687e-ba88-418b-9241-2d394a5ee66a tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.467979 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f78c687e-ba88-418b-9241-2d394a5ee66a tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.469976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55448) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.474948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f78c687e-ba88-418b-9241-2d394a5ee66a tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3 HTTP/1.1" status: 204 len: 168 time: 0.5542071 Feb 11 05:44:54.488874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c687e-ba88-418b-9241-2d394a5ee66a tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd19226d-e3a2-4dc8-9e94-6279d9e5b6a3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.504095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cad10d96-4439-4c07-86f5-664eb60b63c5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (f55c4c73-f138-4102-b6d6-41bd2b824efa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.560134 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 10, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:54.562635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad10d96-4439-4c07-86f5-664eb60b63c5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=f55c4c73-f138-4102-b6d6-41bd2b824efa,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.581842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdac620-406a-41e1-8388-e015f05bf67b None None] Network 0ee2749c-10e7-4439-8292-ea48baf5ea4a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:54.584783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cad10d96-4439-4c07-86f5-664eb60b63c5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.591685 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cad10d96-4439-4c07-86f5-664eb60b63c5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/f55c4c73-f138-4102-b6d6-41bd2b824efa HTTP/1.1" status: 204 len: 168 time: 0.7292640 Feb 11 05:44:54.594927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55456) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.622354 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-325b4d71-ec92-4c60-8c72-052570755216 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1510947 Feb 11 05:44:54.626282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55460) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.666481 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:54.666629 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-61e4fd0e-1b7d-4219-b864-6104240f5e34 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] delete failed (client error): The resource could not be found. Feb 11 05:44:54.668551 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-61e4fd0e-1b7d-4219-b864-6104240f5e34 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "DELETE /v2.0/security-groups/0a3d58cd-b185-41d4-a39c-59f7177e428e HTTP/1.1" status: 404 len: 347 time: 0.0365798 Feb 11 05:44:54.675330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55464) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.699377 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:54.699955 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:54.734674 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-ddfaec01-0e3f-4aba-94af-a6e0a6844e88 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] show failed (client error): The resource could not be found. Feb 11 05:44:54.736647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ddfaec01-0e3f-4aba-94af-a6e0a6844e88 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-groups/2bffcb6a-b8dd-4822-8d9b-b4a4ba132f1c HTTP/1.1" status: 404 len: 347 time: 0.0592952 Feb 11 05:44:54.742003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55476) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.783616 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-91c2ee5e-dae3-4158-947d-1d920eb11748 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] show failed (client error): The resource could not be found. Feb 11 05:44:54.786719 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-91c2ee5e-dae3-4158-947d-1d920eb11748 tempest-NegativeSecGroupTest-1874436222 tempest-NegativeSecGroupTest-1874436222-project] 10.222.0.62 "GET /v2.0/security-group-rules/641a7014-b833-4c1f-8d58-d4e6d544d4c1 HTTP/1.1" status: 404 len: 356 time: 0.0422032 Feb 11 05:44:54.871800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (0ee2749c-10e7-4439-8292-ea48baf5ea4a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.977847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 8fc41aef-975d-401b-83ff-6662b57ed61a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:54.978297 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:54.979026 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.006094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] DHCP port deletion for 0ee2749c-10e7-4439-8292-ea48baf5ea4a request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:55.269196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] Deleting port 8fc41aef-975d-401b-83ff-6662b57ed61a {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:55.269196 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.271640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port 8fc41aef-975d-401b-83ff-6662b57ed61a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8fc41aef-975d-401b-83ff-6662b57ed61a,segment=NetworkSegment(cc1a296a-610f-4aa1-9144-f9636c64d6fe),segment_id=cc1a296a-610f-4aa1-9144-f9636c64d6fe)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:55.271640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.271640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 8fc41aef-975d-401b-83ff-6662b57ed61a owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:55.290972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] For port 8fc41aef-975d-401b-83ff-6662b57ed61a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8fc41aef-975d-401b-83ff-6662b57ed61a,segment=NetworkSegment(cc1a296a-610f-4aa1-9144-f9636c64d6fe),segment_id=cc1a296a-610f-4aa1-9144-f9636c64d6fe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:55.291377 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.338859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] Calling delete_port for 8fc41aef-975d-401b-83ff-6662b57ed61a owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:55.494061 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.511322 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (8fc41aef-975d-401b-83ff-6662b57ed61a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.534990 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 10, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:55.575767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No DVR routers for this DVR port 8fc41aef-975d-401b-83ff-6662b57ed61a on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:55.579151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=8fc41aef-975d-401b-83ff-6662b57ed61a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:55.596293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] Pushing event deleted for resources: {'Port': ['ID=8fc41aef-975d-401b-83ff-6662b57ed61a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:55.608853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4630300f-f770-4c61-8206-a65ca2f5c5f3 None None] No DVR routers for this DVR port 8fc41aef-975d-401b-83ff-6662b57ed61a on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:55.664405 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bdfb19-2672-491b-92cf-3aba0886146d None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 10, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None, '_interfaces': [{'id': '0f7c561d-3d96-45bf-88e7-437e7d10ee1d', 'name': '', 'network_id': 'fedfd150-42d9-436e-83c9-8f189620ad12', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'mac_address': 'fa:16:3e:12:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:43:46Z', 'updated_at': '2022-02-11T05:43:57Z', 'revision_number': 5, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'subnets': [{'id': 'b28aa14e-5586-43db-80cb-6762102b1ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:55.817955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (0ee2749c-10e7-4439-8292-ea48baf5ea4a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.851163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee2749c-10e7-4439-8292-ea48baf5ea4a']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:55.863625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1a296a-610f-4aa1-9144-f9636c64d6fe') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:55.864467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1a296a-610f-4aa1-9144-f9636c64d6fe') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:55.876781 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (cc1a296a-610f-4aa1-9144-f9636c64d6fe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.891619 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cc1a296a-610f-4aa1-9144-f9636c64d6fe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.910066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:55.910681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (cc1a296a-610f-4aa1-9144-f9636c64d6fe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:55.956392 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:56.086181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (0ee2749c-10e7-4439-8292-ea48baf5ea4a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.094768 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.104112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/0ee2749c-10e7-4439-8292-ea48baf5ea4a HTTP/1.1" status: 204 len: 168 time: 1.5079770 Feb 11 05:44:56.109175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55552) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:56.144280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33b5e1-d9e8-4aff-ae23-3f36fa0ac3d9 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=0ee2749c-10e7-4439-8292-ea48baf5ea4a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.340702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55572) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:56.735372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 17d24b44-805e-42ae-8259-7f9dd4022d96 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:56.792396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 17d24b44-805e-42ae-8259-7f9dd4022d96 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:56.793137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 17d24b44-805e-42ae-8259-7f9dd4022d96 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:56.793730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8fc41aef-975d-401b-83ff-6662b57ed61a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:56.821883 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0272e000-5e38-482d-9b28-590768641d2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d40d0dfee3314bdb95586d538655dee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4783199 Feb 11 05:44:56.823506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55604) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:56.865426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8fc41aef-975d-401b-83ff-6662b57ed61a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:56.865916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8fc41aef-975d-401b-83ff-6662b57ed61a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:56.986888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6445b072-f825-46f0-bc0e-024d3a80e53b admin admin] Publish callbacks [] for security_group (b45b1379-5d9d-4b3f-a46f-23042372bd9c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.045256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6445b072-f825-46f0-bc0e-024d3a80e53b admin admin] Publish callbacks [] for security_group (b45b1379-5d9d-4b3f-a46f-23042372bd9c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.122842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55618) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:57.210110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6445b072-f825-46f0-bc0e-024d3a80e53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b45b1379-5d9d-4b3f-a46f-23042372bd9c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.212926 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6445b072-f825-46f0-bc0e-024d3a80e53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.214088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6445b072-f825-46f0-bc0e-024d3a80e53b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b45b1379-5d9d-4b3f-a46f-23042372bd9c HTTP/1.1" status: 204 len: 168 time: 0.3879015 Feb 11 05:44:57.229194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445b072-f825-46f0-bc0e-024d3a80e53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45b1379-5d9d-4b3f-a46f-23042372bd9c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.554097 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ca54c43-71d7-43fe-815a-0921e85356ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.610560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.727717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ca54c43-71d7-43fe-815a-0921e85356ad admin admin] Publish callbacks [] for security_group (b3e7e02c-80be-4978-9452-fc8b88c2b3ca), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.821748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ca54c43-71d7-43fe-815a-0921e85356ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b3e7e02c-80be-4978-9452-fc8b88c2b3ca), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.932219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca54c43-71d7-43fe-815a-0921e85356ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7e02c-80be-4978-9452-fc8b88c2b3ca,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.941774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2ca54c43-71d7-43fe-815a-0921e85356ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8de912558ba34bb5a5ae1c6ee04a74ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8178375 Feb 11 05:44:57.948806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55692) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:58.085807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:58.086525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.112402 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-385f315d-4cd1-4a75-8f5a-411a9de908af admin admin] Publish callbacks [] for security_group (b3e7e02c-80be-4978-9452-fc8b88c2b3ca), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.160349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-385f315d-4cd1-4a75-8f5a-411a9de908af admin admin] Publish callbacks [] for security_group (b3e7e02c-80be-4978-9452-fc8b88c2b3ca), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.272136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-561263c8-a426-4622-95a4-57cf9a40aa61 req-a35f96c7-9e2c-4fc0-9ed3-04d052125166 service neutron] (104087) timed out ('10.222.0.62', 60964) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:44:58.301671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port 0f7c561d-3d96-45bf-88e7-437e7d10ee1d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,segment=NetworkSegment(db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2),segment_id=db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:58.302065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.338167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 0f7c561d-3d96-45bf-88e7-437e7d10ee1d owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:58.404419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-385f315d-4cd1-4a75-8f5a-411a9de908af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b3e7e02c-80be-4978-9452-fc8b88c2b3ca), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.407141 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-385f315d-4cd1-4a75-8f5a-411a9de908af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.408574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-385f315d-4cd1-4a75-8f5a-411a9de908af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3e7e02c-80be-4978-9452-fc8b88c2b3ca HTTP/1.1" status: 204 len: 168 time: 0.4583170 Feb 11 05:44:58.418596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f315d-4cd1-4a75-8f5a-411a9de908af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7e02c-80be-4978-9452-fc8b88c2b3ca,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:58.801303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0f7c561d-3d96-45bf-88e7-437e7d10ee1d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.831730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=0f7c561d-3d96-45bf-88e7-437e7d10ee1d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.176947 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.420877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:59.605618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:59.614809 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-29a5d932-2e79-456f-854e-87d08fe8b23b tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4999919 Feb 11 05:44:59.615583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55810) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:59.625131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:59.709959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting subnet b28aa14e-5586-43db-80cb-6762102b1ede {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:59.718211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:59.719296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:59.720108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for subnet (b28aa14e-5586-43db-80cb-6762102b1ede), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.741627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:59.764569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07edc741-a9d1-445c-84f6-bc1084b5edcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.855041 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (b28aa14e-5586-43db-80cb-6762102b1ede), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.967156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07edc741-a9d1-445c-84f6-bc1084b5edcd admin admin] Publish callbacks [] for security_group (f84787f9-1183-4f06-976d-105c886bb2c4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.020728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:00.058054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07edc741-a9d1-445c-84f6-bc1084b5edcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f84787f9-1183-4f06-976d-105c886bb2c4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.110214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (b28aa14e-5586-43db-80cb-6762102b1ede), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.128609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edc741-a9d1-445c-84f6-bc1084b5edcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84787f9-1183-4f06-976d-105c886bb2c4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:00.136618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55842) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:00.158966 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0157967 Feb 11 05:45:00.167255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55846) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:00.211525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:58Z', 'revision_number': 11, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:00.221858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-07edc741-a9d1-445c-84f6-bc1084b5edcd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e977ad2d2bdf41e78b27064bdeb9718b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809120 Feb 11 05:45:00.224108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55852) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:00.311719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (b28aa14e-5586-43db-80cb-6762102b1ede), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.363437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:00.383394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Subnet': ['ID=b28aa14e-5586-43db-80cb-6762102b1ede,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:00.393243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:00.395278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.395636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.395982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.396332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.396887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.397236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.397521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:00.397691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.397887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.398235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.398545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.398874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.399245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.399571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:00.412712 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.416013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4f82f2d8-b218-4790-b1c8-e985fe8f79fb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/b28aa14e-5586-43db-80cb-6762102b1ede HTTP/1.1" status: 204 len: 168 time: 0.7986996 Feb 11 05:45:00.419812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55866) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:00.525088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:00.532656 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (fedfd150-42d9-436e-83c9-8f189620ad12), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.537341 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3802de7-087c-4f9d-bd50-ebd89ca199f0 admin admin] Publish callbacks [] for security_group (f84787f9-1183-4f06-976d-105c886bb2c4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.599881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:58Z', 'revision_number': 11, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:00.600964 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3802de7-087c-4f9d-bd50-ebd89ca199f0 admin admin] Publish callbacks [] for security_group (f84787f9-1183-4f06-976d-105c886bb2c4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.603223 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e95b31b3-1230-4fbb-b81c-6a5a36f86b0a tempest-NetworksApiDiscovery-1268868528 tempest-NetworksApiDiscovery-1268868528-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4289756 Feb 11 05:45:00.603666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287961a-3b84-434d-a821-859df18d3ea0 None None] Network fedfd150-42d9-436e-83c9-8f189620ad12 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:00.661844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Deleting port 28df2c9b-6c36-4cad-a639-91242c21acb3 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:00.662901 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.758600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] For port 28df2c9b-6c36-4cad-a639-91242c21acb3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=28df2c9b-6c36-4cad-a639-91242c21acb3,segment=NetworkSegment(db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2),segment_id=db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:00.759332 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.770428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15d033-465c-4bf0-a5d8-2e8859a889f1 None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:58Z', 'revision_number': 11, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:00.782389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Calling delete_port for 28df2c9b-6c36-4cad-a639-91242c21acb3 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:00.860920 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3802de7-087c-4f9d-bd50-ebd89ca199f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f84787f9-1183-4f06-976d-105c886bb2c4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.865442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3802de7-087c-4f9d-bd50-ebd89ca199f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.870469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c3802de7-087c-4f9d-bd50-ebd89ca199f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f84787f9-1183-4f06-976d-105c886bb2c4 HTTP/1.1" status: 204 len: 168 time: 0.6451011 Feb 11 05:45:00.890529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802de7-087c-4f9d-bd50-ebd89ca199f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84787f9-1183-4f06-976d-105c886bb2c4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:01.069067 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (28df2c9b-6c36-4cad-a639-91242c21acb3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.102350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Port': ['ID=28df2c9b-6c36-4cad-a639-91242c21acb3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:01.107640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No DVR routers for this DVR port 28df2c9b-6c36-4cad-a639-91242c21acb3 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:01.166488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf3449-ca66-49f5-899c-d8c4abbceb9b None None] DHCP port deletion for fedfd150-42d9-436e-83c9-8f189620ad12 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:45:01.282246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (fedfd150-42d9-436e-83c9-8f189620ad12), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.340893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedfd150-42d9-436e-83c9-8f189620ad12']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:01.368814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:01.369386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:01.413908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.445251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.459361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:45:01.460742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (db9dbe1a-fa50-43b9-a7aa-df591d2ae5d2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:45:01.467082 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:45:01.571070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55934) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:01.730074 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (fedfd150-42d9-436e-83c9-8f189620ad12), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.762265 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.766398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/networks/fedfd150-42d9-436e-83c9-8f189620ad12 HTTP/1.1" status: 204 len: 168 time: 1.3457606 Feb 11 05:45:01.767374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1aae6-4b1b-4742-87cb-a5cf8782595a tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Pushing event deleted for resources: {'Network': ['ID=fedfd150-42d9-436e-83c9-8f189620ad12,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:01.774528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 55948) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:01.786715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'routes': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:01.800496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b49662ff-ed32-4968-aeb9-185d793a2822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.075235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.extraroute_db [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Added routes are [] {{(pid=104086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:45:02.075589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.extraroute_db [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Removed routes are [] {{(pid=104086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:45:02.075907 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.284077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b49662ff-ed32-4968-aeb9-185d793a2822 admin admin] Publish callbacks [] for security_group (7d3dca2b-952f-4113-9dea-9017aee9910d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.288025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.292692 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.397150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b49662ff-ed32-4968-aeb9-185d793a2822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7d3dca2b-952f-4113-9dea-9017aee9910d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.415664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:45:02.462138 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b49662ff-ed32-4968-aeb9-185d793a2822 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7bc75aabb8e4d94884d65a04b8cc795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8899269 Feb 11 05:45:02.465527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55988) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:02.465938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49662ff-ed32-4968-aeb9-185d793a2822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3dca2b-952f-4113-9dea-9017aee9910d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:02.566885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f18de1-1f16-46da-b5e1-a59b00db1698 admin admin] Publish callbacks [] for security_group (7d3dca2b-952f-4113-9dea-9017aee9910d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.568420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:02.576206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.588783 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-feff8d9e-133f-462e-b8d6-6257998fa668 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 200 len: 701 time: 0.8024900 Feb 11 05:45:02.588891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55994) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:02.588967 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] Sync routers for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:02.599870 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:02.600843 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:02.647856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a370ae0e-60e9-4aef-be28-5d9fd5df50a6 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 200 len: 205 time: 0.0651813 Feb 11 05:45:02.651371 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:02.668556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f18de1-1f16-46da-b5e1-a59b00db1698 admin admin] Publish callbacks [] for security_group (7d3dca2b-952f-4113-9dea-9017aee9910d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.710271 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:02.757943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0f7c561d-3d96-45bf-88e7-437e7d10ee1d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:02.866796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 0f7c561d-3d96-45bf-88e7-437e7d10ee1d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:02.874457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f18de1-1f16-46da-b5e1-a59b00db1698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7d3dca2b-952f-4113-9dea-9017aee9910d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.874457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f18de1-1f16-46da-b5e1-a59b00db1698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.876195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-17f18de1-1f16-46da-b5e1-a59b00db1698 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d3dca2b-952f-4113-9dea-9017aee9910d HTTP/1.1" status: 204 len: 168 time: 0.4091876 Feb 11 05:45:02.882176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0f7c561d-3d96-45bf-88e7-437e7d10ee1d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:02.883937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 28df2c9b-6c36-4cad-a639-91242c21acb3 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:02.894811 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:58Z', 'revision_number': 11, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:02.907142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f18de1-1f16-46da-b5e1-a59b00db1698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3dca2b-952f-4113-9dea-9017aee9910d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:02.933473 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5156-f058-4c46-889f-77824490c542 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.958631 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] Checking router: 8c13ed3b-6063-46fd-91f5-58c7cc723f06 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:02.965743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 28df2c9b-6c36-4cad-a639-91242c21acb3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:02.979192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 28df2c9b-6c36-4cad-a639-91242c21acb3 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:02.981180 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] Routers {'8c13ed3b-6063-46fd-91f5-58c7cc723f06'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:02.982075 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:03.073906 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] Set router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:03.139573 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:58Z', 'revision_number': 11, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:03.172731 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54c74e-ee1d-4df7-9976-92c9ead01c57 None None] The sync data for ids ['8c13ed3b-6063-46fd-91f5-58c7cc723f06'] in n-d-713498-37 is: [{'id': '8c13ed3b-6063-46fd-91f5-58c7cc723f06', 'name': 'tempest-RoutersTest-router-1927616457', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:41Z', 'updated_at': '2022-02-11T05:44:58Z', 'revision_number': 11, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:03.204046 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8e52-65f9-414d-9c16-6999148047be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.220272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5156-f058-4c46-889f-77824490c542 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.224009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5156-f058-4c46-889f-77824490c542 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (8c13ed3b-6063-46fd-91f5-58c7cc723f06), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.366702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5156-f058-4c46-889f-77824490c542 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (8c13ed3b-6063-46fd-91f5-58c7cc723f06), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.367311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b5156-f058-4c46-889f-77824490c542 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Fanout notify agent at l3_agent the message router_deleted on router 8c13ed3b-6063-46fd-91f5-58c7cc723f06 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:45:03.378657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5156-f058-4c46-889f-77824490c542 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.380033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9d5b5156-f058-4c46-889f-77824490c542 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 204 len: 168 time: 0.7272995 Feb 11 05:45:03.389433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56032) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:03.399120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-858dfd01-e52b-412e-9769-d522b1c247c2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-66438745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:03.549646 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-858dfd01-e52b-412e-9769-d522b1c247c2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (db093c11-9f82-411a-8118-4fba8f521a8c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.551534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-858dfd01-e52b-412e-9769-d522b1c247c2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (db093c11-9f82-411a-8118-4fba8f521a8c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.744964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-858dfd01-e52b-412e-9769-d522b1c247c2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (db093c11-9f82-411a-8118-4fba8f521a8c), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.784199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56048) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:03.887079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-858dfd01-e52b-412e-9769-d522b1c247c2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (db093c11-9f82-411a-8118-4fba8f521a8c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.998896 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acb74dc3-8b67-49a6-ab90-d0687a190519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.015242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-858dfd01-e52b-412e-9769-d522b1c247c2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.019655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56062) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:04.022304 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-858dfd01-e52b-412e-9769-d522b1c247c2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6315866 Feb 11 05:45:04.026383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4d33e4da-e5c1-4cab-b400-af2d7a07f6c4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:04.165693 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acb74dc3-8b67-49a6-ab90-d0687a190519 admin admin] Publish callbacks [] for security_group (f7a00974-a2d9-4da8-b606-7403f9dd1571), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.259941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-acb74dc3-8b67-49a6-ab90-d0687a190519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f7a00974-a2d9-4da8-b606-7403f9dd1571), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.343586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-acb74dc3-8b67-49a6-ab90-d0687a190519 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=894b2fa4b43949faa203719e55befc08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5603993 Feb 11 05:45:04.350678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56076) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:04.400123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb74dc3-8b67-49a6-ab90-d0687a190519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a00974-a2d9-4da8-b606-7403f9dd1571,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:04.504350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-946736df-b731-4c12-8089-bee2008f086a admin admin] Publish callbacks [] for security_group (f7a00974-a2d9-4da8-b606-7403f9dd1571), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.571676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-946736df-b731-4c12-8089-bee2008f086a admin admin] Publish callbacks [] for security_group (f7a00974-a2d9-4da8-b606-7403f9dd1571), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.889269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-946736df-b731-4c12-8089-bee2008f086a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f7a00974-a2d9-4da8-b606-7403f9dd1571), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.889269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-946736df-b731-4c12-8089-bee2008f086a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.889269 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-946736df-b731-4c12-8089-bee2008f086a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7a00974-a2d9-4da8-b606-7403f9dd1571 HTTP/1.1" status: 204 len: 168 time: 0.5324407 Feb 11 05:45:04.896280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946736df-b731-4c12-8089-bee2008f086a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a00974-a2d9-4da8-b606-7403f9dd1571,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:04.966549 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d33e4da-e5c1-4cab-b400-af2d7a07f6c4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4066974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12127'] for router (db093c11-9f82-411a-8118-4fba8f521a8c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.079778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d33e4da-e5c1-4cab-b400-af2d7a07f6c4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4066967'] for router (db093c11-9f82-411a-8118-4fba8f521a8c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.291692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d33e4da-e5c1-4cab-b400-af2d7a07f6c4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Router db093c11-9f82-411a-8118-4fba8f521a8c is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:45:05.383105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d33e4da-e5c1-4cab-b400-af2d7a07f6c4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:05.391191 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d33e4da-e5c1-4cab-b400-af2d7a07f6c4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.392947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4d33e4da-e5c1-4cab-b400-af2d7a07f6c4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "PUT /v2.0/routers/db093c11-9f82-411a-8118-4fba8f521a8c HTTP/1.1" status: 200 len: 692 time: 1.3707528 Feb 11 05:45:05.394762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] Sync routers for ids ['db093c11-9f82-411a-8118-4fba8f521a8c'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:05.395567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56130) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:05.416445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] Routers {'db093c11-9f82-411a-8118-4fba8f521a8c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:05.417132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:44:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['db093c11-9f82-411a-8118-4fba8f521a8c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:05.496352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-54fa7814-68b7-4e7f-b2a2-ff270e00bcd7 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/routers/db093c11-9f82-411a-8118-4fba8f521a8c HTTP/1.1" status: 200 len: 698 time: 0.0995269 Feb 11 05:45:05.499520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56134) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:05.510654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] Set router db093c11-9f82-411a-8118-4fba8f521a8c gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:05.531936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c242bb2b-3576-41cd-b905-4c17c686b086 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=db093c11-9f82-411a-8118-4fba8f521a8c HTTP/1.1" status: 200 len: 205 time: 0.0310204 Feb 11 05:45:05.535575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:05.582543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db093c11-9f82-411a-8118-4fba8f521a8c', 'name': 'tempest-RoutersTest-router-66438745', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:03Z', 'updated_at': '2022-02-11T05:45:04Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:05.628562 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f28b56b-3fe2-469a-b57d-fff1f53e00d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.631906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] Checking router: db093c11-9f82-411a-8118-4fba8f521a8c for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:05.650467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] Routers {'db093c11-9f82-411a-8118-4fba8f521a8c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:05.651140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:45:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['db093c11-9f82-411a-8118-4fba8f521a8c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:05.652891 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c124f84-a113-416e-a5f4-7fd6c75cb8da tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (db093c11-9f82-411a-8118-4fba8f521a8c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.890597 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c124f84-a113-416e-a5f4-7fd6c75cb8da tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (db093c11-9f82-411a-8118-4fba8f521a8c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.894821 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c124f84-a113-416e-a5f4-7fd6c75cb8da tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router_controller (db093c11-9f82-411a-8118-4fba8f521a8c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.976011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] Set router db093c11-9f82-411a-8118-4fba8f521a8c gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:06.038727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db093c11-9f82-411a-8118-4fba8f521a8c', 'name': 'tempest-RoutersTest-router-66438745', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:03Z', 'updated_at': '2022-02-11T05:45:04Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:06.060308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56166) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.073782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f0051-c5e0-4388-bafe-e899d3720e55 None None] The sync data for ids ['db093c11-9f82-411a-8118-4fba8f521a8c'] in n-d-713498-37 is: [{'id': 'db093c11-9f82-411a-8118-4fba8f521a8c', 'name': 'tempest-RoutersTest-router-66438745', 'tenant_id': '26e016beb0264730b4bbb073118e49f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:03Z', 'updated_at': '2022-02-11T05:45:04Z', 'revision_number': 2, 'project_id': '26e016beb0264730b4bbb073118e49f3', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:06.074360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b19d25e-36e8-40d7-8fd2-639d4e752f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.124911 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c124f84-a113-416e-a5f4-7fd6c75cb8da tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (db093c11-9f82-411a-8118-4fba8f521a8c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.125468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c124f84-a113-416e-a5f4-7fd6c75cb8da tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Fanout notify agent at l3_agent the message router_deleted on router db093c11-9f82-411a-8118-4fba8f521a8c {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:45:06.156968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c124f84-a113-416e-a5f4-7fd6c75cb8da tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.158792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9c124f84-a113-416e-a5f4-7fd6c75cb8da tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/db093c11-9f82-411a-8118-4fba8f521a8c HTTP/1.1" status: 204 len: 168 time: 0.6220646 Feb 11 05:45:06.163196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56174) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.225498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a87df502-9d87-487c-8389-17bd67d89397 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=db093c11-9f82-411a-8118-4fba8f521a8c HTTP/1.1" status: 200 len: 205 time: 0.0609062 Feb 11 05:45:06.233885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.286812 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-5121cd7f-7cf2-4329-bd0c-b036f886d406 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] delete failed (client error): The resource could not be found. Feb 11 05:45:06.287892 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5121cd7f-7cf2-4329-bd0c-b036f886d406 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/db093c11-9f82-411a-8118-4fba8f521a8c HTTP/1.1" status: 404 len: 336 time: 0.0533717 Feb 11 05:45:06.290760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56178) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.302667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b19d25e-36e8-40d7-8fd2-639d4e752f0f admin admin] Publish callbacks [] for security_group (1a8ba2e0-7d6d-4c8f-997c-38220445124b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.336944 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-88993427-29a9-439e-8215-d2e335082e45 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:06.337679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88993427-29a9-439e-8215-d2e335082e45 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:06.350123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-88993427-29a9-439e-8215-d2e335082e45 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/f666be15-61c0-4e72-b515-9b5c7b5fc2d1 HTTP/1.1" status: 404 len: 337 time: 0.0548711 Feb 11 05:45:06.350304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56182) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.398450 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88eb046-f2f0-4bc0-9ffe-7c66dd18968d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:06.399483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88eb046-f2f0-4bc0-9ffe-7c66dd18968d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:06.409073 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f88eb046-f2f0-4bc0-9ffe-7c66dd18968d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/095f66d1-3928-42d1-a1f8-b42740f2d464 HTTP/1.1" status: 404 len: 337 time: 0.0572853 Feb 11 05:45:06.411561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56184) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.457879 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a84955-35a0-4b99-9b7e-bfa8a738f377 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:06.458362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a84955-35a0-4b99-9b7e-bfa8a738f377 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:06.461830 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c1a84955-35a0-4b99-9b7e-bfa8a738f377 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/f55c4c73-f138-4102-b6d6-41bd2b824efa HTTP/1.1" status: 404 len: 337 time: 0.0486839 Feb 11 05:45:06.464638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56192) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.504346 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-39207f97-8a3b-4d49-a9b1-cf129c48c9ec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:06.504968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39207f97-8a3b-4d49-a9b1-cf129c48c9ec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:06.508192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39207f97-8a3b-4d49-a9b1-cf129c48c9ec tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/b28aa14e-5586-43db-80cb-6762102b1ede HTTP/1.1" status: 404 len: 337 time: 0.0424478 Feb 11 05:45:06.511145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56194) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.549657 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e76b0a6d-1cca-4020-99a9-55c131b5c0f5 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 200 len: 205 time: 0.0355392 Feb 11 05:45:06.552257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56196) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.608327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b19d25e-36e8-40d7-8fd2-639d4e752f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1a8ba2e0-7d6d-4c8f-997c-38220445124b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.632892 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-48a22a12-a2bf-4930-b15f-cdf4a50d18eb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] delete failed (client error): The resource could not be found. Feb 11 05:45:06.634573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-48a22a12-a2bf-4930-b15f-cdf4a50d18eb tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/8c13ed3b-6063-46fd-91f5-58c7cc723f06 HTTP/1.1" status: 404 len: 336 time: 0.0811334 Feb 11 05:45:06.637392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56202) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.677102 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b19d25e-36e8-40d7-8fd2-639d4e752f0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7047dab8f094c1ea730a0d80b3eedc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6161947 Feb 11 05:45:06.678075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56206) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.678916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19d25e-36e8-40d7-8fd2-639d4e752f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ba2e0-7d6d-4c8f-997c-38220445124b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:06.702750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-db205b3d-7cd8-4494-af74-109556a3547e tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1886a3ee-bc03-418e-9206-d9b0176c891e HTTP/1.1" status: 200 len: 205 time: 0.0640593 Feb 11 05:45:06.706112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.766199 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-c1943255-dd62-4a9d-b8aa-3136d4a2ebff tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] delete failed (client error): The resource could not be found. Feb 11 05:45:06.767431 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c1943255-dd62-4a9d-b8aa-3136d4a2ebff tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/1886a3ee-bc03-418e-9206-d9b0176c891e HTTP/1.1" status: 404 len: 336 time: 0.0597219 Feb 11 05:45:06.771032 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56214) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.778667 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.815486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4567fcb-1202-42a4-9265-d241573f17df admin admin] Publish callbacks [] for security_group (1a8ba2e0-7d6d-4c8f-997c-38220445124b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.821244 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-962ff693-0e7f-4b16-940d-cf69afe44c68 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:06.821725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962ff693-0e7f-4b16-940d-cf69afe44c68 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:06.824821 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-962ff693-0e7f-4b16-940d-cf69afe44c68 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/a980bd28-9ca1-4b36-9b50-6a7a62d7e8a3 HTTP/1.1" status: 404 len: 337 time: 0.0522509 Feb 11 05:45:06.827455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.847010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4567fcb-1202-42a4-9265-d241573f17df admin admin] Publish callbacks [] for security_group (1a8ba2e0-7d6d-4c8f-997c-38220445124b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.874259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-93448613-8f12-4bae-a401-049e57c2eade tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dc8f0a1-9870-40f7-94cd-0364c7e3755d HTTP/1.1" status: 200 len: 205 time: 0.0453660 Feb 11 05:45:06.876343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56226) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.923428 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-dcc0a7db-60a4-45e6-b912-e0e5b81031b4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] delete failed (client error): The resource could not be found. Feb 11 05:45:06.924949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dcc0a7db-60a4-45e6-b912-e0e5b81031b4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/5dc8f0a1-9870-40f7-94cd-0364c7e3755d HTTP/1.1" status: 404 len: 336 time: 0.0472918 Feb 11 05:45:06.927786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56228) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:06.973645 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-596ee919-01b9-4af3-95b5-7fdf614bfb47 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f1e940c-15aa-447a-ae9c-f91b541732a4 HTTP/1.1" status: 200 len: 205 time: 0.0419676 Feb 11 05:45:06.973973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56232) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.025278 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-97739154-6e0f-4ba4-b2e2-87f68248cf8f tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] delete failed (client error): The resource could not be found. Feb 11 05:45:07.026665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-97739154-6e0f-4ba4-b2e2-87f68248cf8f tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/1f1e940c-15aa-447a-ae9c-f91b541732a4 HTTP/1.1" status: 404 len: 336 time: 0.0518694 Feb 11 05:45:07.027597 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4567fcb-1202-42a4-9265-d241573f17df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1a8ba2e0-7d6d-4c8f-997c-38220445124b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.029992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56240) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.030445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4567fcb-1202-42a4-9265-d241573f17df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.034884 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b4567fcb-1202-42a4-9265-d241573f17df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a8ba2e0-7d6d-4c8f-997c-38220445124b HTTP/1.1" status: 204 len: 168 time: 0.3526125 Feb 11 05:45:07.045813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4567fcb-1202-42a4-9265-d241573f17df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ba2e0-7d6d-4c8f-997c-38220445124b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:07.112172 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c635e2-40f3-4da9-8de5-c256affe2720 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:07.112661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c635e2-40f3-4da9-8de5-c256affe2720 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:07.117013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c5c635e2-40f3-4da9-8de5-c256affe2720 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/6267feb9-1dca-4f7e-8510-db1824d1cd8c HTTP/1.1" status: 404 len: 337 time: 0.0856423 Feb 11 05:45:07.119756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56248) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.155649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56250) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.161631 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f1e1477f-3c6e-415b-82b3-e20d4c564597 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=a74d61d4-4159-424f-855b-ebf727d837f5 HTTP/1.1" status: 200 len: 205 time: 0.0402937 Feb 11 05:45:07.212196 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-3b25e884-c876-43dc-b6d6-8cfdd560236d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] delete failed (client error): The resource could not be found. Feb 11 05:45:07.213641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3b25e884-c876-43dc-b6d6-8cfdd560236d tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/a74d61d4-4159-424f-855b-ebf727d837f5 HTTP/1.1" status: 404 len: 336 time: 0.0555453 Feb 11 05:45:07.216327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56256) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.262951 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c3ec4c-3f08-435e-a95e-71a2a23b27b4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:07.263446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c3ec4c-3f08-435e-a95e-71a2a23b27b4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:07.266533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b5c3ec4c-3f08-435e-a95e-71a2a23b27b4 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/db895730-11c6-4ab3-a972-1062d86e221b HTTP/1.1" status: 404 len: 337 time: 0.0437701 Feb 11 05:45:07.271387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56262) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.305336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5e0271a8-4a11-495c-b0d3-13595e3a7e05 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e350b77-d9ca-41c9-aaf0-7332472b9a61 HTTP/1.1" status: 200 len: 205 time: 0.0327201 Feb 11 05:45:07.307531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56264) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.351485 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-63d74003-1e6a-44a0-905f-a059b3b9fcb2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] delete failed (client error): The resource could not be found. Feb 11 05:45:07.352522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-63d74003-1e6a-44a0-905f-a059b3b9fcb2 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/routers/7e350b77-d9ca-41c9-aaf0-7332472b9a61 HTTP/1.1" status: 404 len: 336 time: 0.0433729 Feb 11 05:45:07.355335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56268) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.404004 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b8bcd3-41e4-4bb6-a909-6d4a331736c1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:07.404539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b8bcd3-41e4-4bb6-a909-6d4a331736c1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:07.410460 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b7b8bcd3-41e4-4bb6-a909-6d4a331736c1 tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/a09705ec-6aa3-4688-ab32-0d428016d6a3 HTTP/1.1" status: 404 len: 337 time: 0.0512629 Feb 11 05:45:07.411677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56270) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:07.468968 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d63013-6b76-4cb8-9beb-d08150ab62cf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] DELETE failed (client error): The resource could not be found. Feb 11 05:45:07.469544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d63013-6b76-4cb8-9beb-d08150ab62cf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:45:07.483075 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d2d63013-6b76-4cb8-9beb-d08150ab62cf tempest-RoutersTest-1596325388 tempest-RoutersTest-1596325388-project] 10.222.0.62 "DELETE /v2.0/subnets/df1c213b-5731-48b5-bd60-6eda9ea13023 HTTP/1.1" status: 404 len: 337 time: 0.0702884 Feb 11 05:45:08.349542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.508929 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.561728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56338) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:09.050874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-50e455fe-a8f4-43b6-911d-5d69121538b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26e016beb0264730b4bbb073118e49f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876575 Feb 11 05:45:09.053380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56370) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:09.165884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c460ee6-3035-4447-95cd-2d7c0adcf402 admin admin] Publish callbacks [] for security_group (656edc72-eb41-4799-9ced-4f688f287e2e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.201096 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c460ee6-3035-4447-95cd-2d7c0adcf402 admin admin] Publish callbacks [] for security_group (656edc72-eb41-4799-9ced-4f688f287e2e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.281018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.394337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c460ee6-3035-4447-95cd-2d7c0adcf402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (656edc72-eb41-4799-9ced-4f688f287e2e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.404885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c460ee6-3035-4447-95cd-2d7c0adcf402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.411436 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6c460ee6-3035-4447-95cd-2d7c0adcf402 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/656edc72-eb41-4799-9ced-4f688f287e2e HTTP/1.1" status: 204 len: 168 time: 0.3564408 Feb 11 05:45:09.450782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c460ee6-3035-4447-95cd-2d7c0adcf402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656edc72-eb41-4799-9ced-4f688f287e2e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:11.496219 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.743675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56558) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.396412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--916431580'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:13.498291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.513421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.548211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56578) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:13.667182 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (442e0efc-bace-4dad-b9ad-5f3bedef33c3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.742978 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (442e0efc-bace-4dad-b9ad-5f3bedef33c3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.849798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442e0efc-bace-4dad-b9ad-5f3bedef33c3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:14.047201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (41312ab2-b781-4880-80ee-da968e27785d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.069540 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b87d596f-fffe-48d9-bda1-981fe779d15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.133304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (41312ab2-b781-4880-80ee-da968e27785d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.249972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41312ab2-b781-4880-80ee-da968e27785d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:14.258779 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b87d596f-fffe-48d9-bda1-981fe779d15f admin admin] Publish callbacks [] for security_group (fb66e269-4d0a-48f3-9af7-d925a51b1694), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.282695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.292315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56594) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.293316 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad576a60-7600-4160-b332-db9e0ace5433 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5480149 Feb 11 05:45:14.369763 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b87d596f-fffe-48d9-bda1-981fe779d15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fb66e269-4d0a-48f3-9af7-d925a51b1694), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.402881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d596f-fffe-48d9-bda1-981fe779d15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb66e269-4d0a-48f3-9af7-d925a51b1694,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:14.481243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c26b3821-6e0c-43eb-9ae7-fbc72b6fbcba tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1852930 Feb 11 05:45:14.482142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56604) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.490407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b87d596f-fffe-48d9-bda1-981fe779d15f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=658a0275fd2b4591828b8ee3f5d09dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9399743 Feb 11 05:45:14.493137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56606) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.494473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-70198b61-8e58-4172-90c1-ba72dace6378 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-security--2102050180', 'description': 'tempest-security-description-1683459715'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:14.560103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70198b61-8e58-4172-90c1-ba72dace6378 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (41312ab2-b781-4880-80ee-da968e27785d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.577702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ee8d310-2e80-40bf-8272-a987b2c40d66 admin admin] Publish callbacks [] for security_group (fb66e269-4d0a-48f3-9af7-d925a51b1694), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.629674 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ee8d310-2e80-40bf-8272-a987b2c40d66 admin admin] Publish callbacks [] for security_group (fb66e269-4d0a-48f3-9af7-d925a51b1694), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.665674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70198b61-8e58-4172-90c1-ba72dace6378 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (41312ab2-b781-4880-80ee-da968e27785d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.772212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70198b61-8e58-4172-90c1-ba72dace6378 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (41312ab2-b781-4880-80ee-da968e27785d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.775753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70198b61-8e58-4172-90c1-ba72dace6378 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.778632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-70198b61-8e58-4172-90c1-ba72dace6378 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "PUT /v2.0/security-groups/41312ab2-b781-4880-80ee-da968e27785d HTTP/1.1" status: 200 len: 1797 time: 0.2952662 Feb 11 05:45:14.781456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56608) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.832891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70198b61-8e58-4172-90c1-ba72dace6378 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41312ab2-b781-4880-80ee-da968e27785d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:14.854687 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ee8d310-2e80-40bf-8272-a987b2c40d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fb66e269-4d0a-48f3-9af7-d925a51b1694), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.859379 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ee8d310-2e80-40bf-8272-a987b2c40d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.860874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2ee8d310-2e80-40bf-8272-a987b2c40d66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb66e269-4d0a-48f3-9af7-d925a51b1694 HTTP/1.1" status: 204 len: 168 time: 0.3650436 Feb 11 05:45:14.886822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8d310-2e80-40bf-8272-a987b2c40d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb66e269-4d0a-48f3-9af7-d925a51b1694,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:14.907761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fb58dc85-69bb-49a4-824f-5720de123ee2 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups/41312ab2-b781-4880-80ee-da968e27785d HTTP/1.1" status: 200 len: 1797 time: 0.1243389 Feb 11 05:45:14.921486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56614) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:15.073762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4a99959-b9de-4003-ae56-a6d79ad4a54c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (41312ab2-b781-4880-80ee-da968e27785d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.102509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4a99959-b9de-4003-ae56-a6d79ad4a54c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (41312ab2-b781-4880-80ee-da968e27785d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.276360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4a99959-b9de-4003-ae56-a6d79ad4a54c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (41312ab2-b781-4880-80ee-da968e27785d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.281110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4a99959-b9de-4003-ae56-a6d79ad4a54c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.287006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56620) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:15.287564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d4a99959-b9de-4003-ae56-a6d79ad4a54c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/41312ab2-b781-4880-80ee-da968e27785d HTTP/1.1" status: 204 len: 168 time: 0.3636334 Feb 11 05:45:15.298475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a99959-b9de-4003-ae56-a6d79ad4a54c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41312ab2-b781-4880-80ee-da968e27785d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:15.372262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5239e027-54f5-4e4c-8fd2-c06cef0d8565 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0830185 Feb 11 05:45:15.374830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56626) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:15.398138 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-7746f806-238a-4592-a9ac-daf53e475821 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] delete failed (client error): The resource could not be found. Feb 11 05:45:15.399295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7746f806-238a-4592-a9ac-daf53e475821 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/41312ab2-b781-4880-80ee-da968e27785d HTTP/1.1" status: 404 len: 347 time: 0.0231128 Feb 11 05:45:15.403524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56628) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:15.408169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b670c3ab-10c3-4b0b-9a24-dd9b2227a32c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--137027167'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:15.491056 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b670c3ab-10c3-4b0b-9a24-dd9b2227a32c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.597554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b670c3ab-10c3-4b0b-9a24-dd9b2227a32c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (2af530f0-4ebd-4572-a255-e1233a712c02), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.726366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b670c3ab-10c3-4b0b-9a24-dd9b2227a32c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2af530f0-4ebd-4572-a255-e1233a712c02), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.773766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670c3ab-10c3-4b0b-9a24-dd9b2227a32c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af530f0-4ebd-4572-a255-e1233a712c02,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:15.842245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b670c3ab-10c3-4b0b-9a24-dd9b2227a32c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.843827 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b670c3ab-10c3-4b0b-9a24-dd9b2227a32c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4392302 Feb 11 05:45:15.847382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56638) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:15.852293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-277f98ac-ceeb-42a9-9c55-140041a1a22c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '2af530f0-4ebd-4572-a255-e1233a712c02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:15.932633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-277f98ac-ceeb-42a9-9c55-140041a1a22c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (c0d01fef-7697-47ff-8b5a-c2d019a870ec), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.019544 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-277f98ac-ceeb-42a9-9c55-140041a1a22c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (c0d01fef-7697-47ff-8b5a-c2d019a870ec), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.065082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56648) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.079350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51cb6700-1983-4b14-9f27-4e2402b56e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.105042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-277f98ac-ceeb-42a9-9c55-140041a1a22c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (c0d01fef-7697-47ff-8b5a-c2d019a870ec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.141748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f98ac-ceeb-42a9-9c55-140041a1a22c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d01fef-7697-47ff-8b5a-c2d019a870ec,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:16.225316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51cb6700-1983-4b14-9f27-4e2402b56e33 admin admin] Publish callbacks [] for security_group (730e59d8-bd2d-49b9-ad9e-b79078dc9da0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.226230 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-277f98ac-ceeb-42a9-9c55-140041a1a22c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.227401 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-277f98ac-ceeb-42a9-9c55-140041a1a22c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787756 Feb 11 05:45:16.230757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56652) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.265371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f918a6c-00a6-44de-ad4d-4f3cabe1f0ff tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (c0d01fef-7697-47ff-8b5a-c2d019a870ec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.275570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f918a6c-00a6-44de-ad4d-4f3cabe1f0ff tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (c0d01fef-7697-47ff-8b5a-c2d019a870ec), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.313687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51cb6700-1983-4b14-9f27-4e2402b56e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (730e59d8-bd2d-49b9-ad9e-b79078dc9da0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.370738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f918a6c-00a6-44de-ad4d-4f3cabe1f0ff tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (c0d01fef-7697-47ff-8b5a-c2d019a870ec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.377776 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f918a6c-00a6-44de-ad4d-4f3cabe1f0ff tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.381920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3f918a6c-00a6-44de-ad4d-4f3cabe1f0ff tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c0d01fef-7697-47ff-8b5a-c2d019a870ec HTTP/1.1" status: 204 len: 168 time: 0.1474385 Feb 11 05:45:16.383898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56662) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.434395 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-51cb6700-1983-4b14-9f27-4e2402b56e33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1709acd6ee174b5b8a9466c1ee24e402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678193 Feb 11 05:45:16.437550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56668) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.442723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb6700-1983-4b14-9f27-4e2402b56e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730e59d8-bd2d-49b9-ad9e-b79078dc9da0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:16.460679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f918a6c-00a6-44de-ad4d-4f3cabe1f0ff tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0d01fef-7697-47ff-8b5a-c2d019a870ec,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:16.546040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-17256533-cfb6-4fda-a08e-fe75cb88202b tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1557066 Feb 11 05:45:16.555284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56670) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.585920 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-419cb7df-1362-42da-87f4-2f03a179abc9 admin admin] Publish callbacks [] for security_group (730e59d8-bd2d-49b9-ad9e-b79078dc9da0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.614099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-419cb7df-1362-42da-87f4-2f03a179abc9 admin admin] Publish callbacks [] for security_group (730e59d8-bd2d-49b9-ad9e-b79078dc9da0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.707087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-faf81624-3c59-436e-87dd-f39f3b7f8aa0 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (2af530f0-4ebd-4572-a255-e1233a712c02), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.744397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-0f0edbaf-1a7e-483e-a145-238433bbe1e0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:16.756836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-0f0edbaf-1a7e-483e-a145-238433bbe1e0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.2633517 Feb 11 05:45:16.776586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-faf81624-3c59-436e-87dd-f39f3b7f8aa0 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (2af530f0-4ebd-4572-a255-e1233a712c02), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.778915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-419cb7df-1362-42da-87f4-2f03a179abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (730e59d8-bd2d-49b9-ad9e-b79078dc9da0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.781602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-419cb7df-1362-42da-87f4-2f03a179abc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.786824 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-419cb7df-1362-42da-87f4-2f03a179abc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/730e59d8-bd2d-49b9-ad9e-b79078dc9da0 HTTP/1.1" status: 204 len: 168 time: 0.3480361 Feb 11 05:45:16.787810 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-0ca72610-efd0-414b-bb62-7ffcafb2a252 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/quotas/5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 375 time: 0.0296729 Feb 11 05:45:16.800345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cb7df-1362-42da-87f4-2f03a179abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730e59d8-bd2d-49b9-ad9e-b79078dc9da0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:16.898832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-a9c69559-ef03-4266-ba6b-0b2a06db06ae tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098363 Feb 11 05:45:16.963733 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-faf81624-3c59-436e-87dd-f39f3b7f8aa0 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2af530f0-4ebd-4572-a255-e1233a712c02), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.963733 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-faf81624-3c59-436e-87dd-f39f3b7f8aa0 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.964952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-faf81624-3c59-436e-87dd-f39f3b7f8aa0 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/2af530f0-4ebd-4572-a255-e1233a712c02 HTTP/1.1" status: 204 len: 168 time: 0.4083502 Feb 11 05:45:16.968637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56684) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.991625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf81624-3c59-436e-87dd-f39f3b7f8aa0 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af530f0-4ebd-4572-a255-e1233a712c02,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.018673 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-db073581-9830-46fd-a4b9-b93eeee37a1a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488498 Feb 11 05:45:17.024788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56686) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:17.030907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5e25e09c-f255-4804-8599-38af0d4903b9 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015261905'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:17.167224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e25e09c-f255-4804-8599-38af0d4903b9 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.263507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e25e09c-f255-4804-8599-38af0d4903b9 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (3420b3b5-a49c-4bc7-8742-60b244545a5b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.353194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e25e09c-f255-4804-8599-38af0d4903b9 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3420b3b5-a49c-4bc7-8742-60b244545a5b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.422280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25e09c-f255-4804-8599-38af0d4903b9 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3420b3b5-a49c-4bc7-8742-60b244545a5b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.525296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5e25e09c-f255-4804-8599-38af0d4903b9 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.525296 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5e25e09c-f255-4804-8599-38af0d4903b9 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4922886 Feb 11 05:45:17.526333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56696) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:17.543964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1bd8dd9e-2d46-4ecd-8af0-ebbbc1693c75 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '3420b3b5-a49c-4bc7-8742-60b244545a5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:17.666691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-40608e7c-e0ed-4293-9fcf-7d680b5e3cd3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:45:17.667843 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-40608e7c-e0ed-4293-9fcf-7d680b5e3cd3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7622108 Feb 11 05:45:17.676282 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dd9e-2d46-4ecd-8af0-ebbbc1693c75 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (5614014c-cdb0-42a3-9e6e-57a5b44bbb85), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.743241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dd9e-2d46-4ecd-8af0-ebbbc1693c75 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (5614014c-cdb0-42a3-9e6e-57a5b44bbb85), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.815905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dd9e-2d46-4ecd-8af0-ebbbc1693c75 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (5614014c-cdb0-42a3-9e6e-57a5b44bbb85), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.876754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8dd9e-2d46-4ecd-8af0-ebbbc1693c75 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5614014c-cdb0-42a3-9e6e-57a5b44bbb85,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.935048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-e1978180-6f29-4c87-9df1-0ad133256f91 service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166622 Feb 11 05:45:17.947125 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dd9e-2d46-4ecd-8af0-ebbbc1693c75 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.953065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1bd8dd9e-2d46-4ecd-8af0-ebbbc1693c75 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4195411 Feb 11 05:45:17.953065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56706) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:17.960206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-896a644c-c301-4f41-8828-029f66f426cd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '3420b3b5-a49c-4bc7-8742-60b244545a5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:18.135895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-4820f980-4c61-4ede-814a-2c06769a5e73 service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335576 Feb 11 05:45:18.158986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-896a644c-c301-4f41-8828-029f66f426cd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (b24506e9-a9c8-416d-99bf-48509e9b71fc), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.225317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-896a644c-c301-4f41-8828-029f66f426cd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (b24506e9-a9c8-416d-99bf-48509e9b71fc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.328105 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-896a644c-c301-4f41-8828-029f66f426cd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b24506e9-a9c8-416d-99bf-48509e9b71fc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.353867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a644c-c301-4f41-8828-029f66f426cd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24506e9-a9c8-416d-99bf-48509e9b71fc,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:18.467682 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-896a644c-c301-4f41-8828-029f66f426cd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.472088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56720) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:18.473794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-896a644c-c301-4f41-8828-029f66f426cd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5198100 Feb 11 05:45:18.476574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d7aa54f3-4e9b-41ac-a749-6ab83298682b tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '3420b3b5-a49c-4bc7-8742-60b244545a5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:18.587761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7aa54f3-4e9b-41ac-a749-6ab83298682b tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (6b35d759-834e-4858-8901-efc4a1040168), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.674887 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7aa54f3-4e9b-41ac-a749-6ab83298682b tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (6b35d759-834e-4858-8901-efc4a1040168), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.806783 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7aa54f3-4e9b-41ac-a749-6ab83298682b tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (6b35d759-834e-4858-8901-efc4a1040168), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.828848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa54f3-4e9b-41ac-a749-6ab83298682b tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b35d759-834e-4858-8901-efc4a1040168,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.005130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7aa54f3-4e9b-41ac-a749-6ab83298682b tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.008285 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d7aa54f3-4e9b-41ac-a749-6ab83298682b tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5347519 Feb 11 05:45:19.012911 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56736) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:19.018371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-aff6a1e4-b29e-49cf-b784-936e6fa40178 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '3420b3b5-a49c-4bc7-8742-60b244545a5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:19.142289 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aff6a1e4-b29e-49cf-b784-936e6fa40178 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (757241ff-cacd-424c-9c70-bc4269d984c3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.208856 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aff6a1e4-b29e-49cf-b784-936e6fa40178 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (757241ff-cacd-424c-9c70-bc4269d984c3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.286941 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aff6a1e4-b29e-49cf-b784-936e6fa40178 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (757241ff-cacd-424c-9c70-bc4269d984c3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.318592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6a1e4-b29e-49cf-b784-936e6fa40178 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757241ff-cacd-424c-9c70-bc4269d984c3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.389013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aff6a1e4-b29e-49cf-b784-936e6fa40178 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.394538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56746) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:19.395040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aff6a1e4-b29e-49cf-b784-936e6fa40178 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3793597 Feb 11 05:45:19.399157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1ea4b75b-c48d-4a01-91ff-09ef990c0494 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '3420b3b5-a49c-4bc7-8742-60b244545a5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:19.509868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b75b-c48d-4a01-91ff-09ef990c0494 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (0e5fb828-a1e9-43e9-a1fd-53e47647d946), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.559108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8cece35d-79ea-4dd8-88d9-21b67481c3a0 req-fe479807-0045-4285-938f-232a2da00cb2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0373504 Feb 11 05:45:19.655326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b75b-c48d-4a01-91ff-09ef990c0494 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (0e5fb828-a1e9-43e9-a1fd-53e47647d946), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.716072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b75b-c48d-4a01-91ff-09ef990c0494 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (0e5fb828-a1e9-43e9-a1fd-53e47647d946), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.764688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4b75b-c48d-4a01-91ff-09ef990c0494 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5fb828-a1e9-43e9-a1fd-53e47647d946,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.849921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ea4b75b-c48d-4a01-91ff-09ef990c0494 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.854264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1ea4b75b-c48d-4a01-91ff-09ef990c0494 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4560151 Feb 11 05:45:19.854876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56772) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:19.884808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74876640-174d-4c56-86bd-b638f5bbc1b8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (0e5fb828-a1e9-43e9-a1fd-53e47647d946), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.895683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74876640-174d-4c56-86bd-b638f5bbc1b8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (0e5fb828-a1e9-43e9-a1fd-53e47647d946), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.028050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74876640-174d-4c56-86bd-b638f5bbc1b8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (0e5fb828-a1e9-43e9-a1fd-53e47647d946), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.036543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74876640-174d-4c56-86bd-b638f5bbc1b8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.037858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-74876640-174d-4c56-86bd-b638f5bbc1b8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/0e5fb828-a1e9-43e9-a1fd-53e47647d946 HTTP/1.1" status: 204 len: 168 time: 0.1818287 Feb 11 05:45:20.042116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56776) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:20.050285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74876640-174d-4c56-86bd-b638f5bbc1b8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e5fb828-a1e9-43e9-a1fd-53e47647d946,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:20.134275 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f07e5cd7-533a-4b2a-bbe0-cbb89362227a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0906174 Feb 11 05:45:20.137513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56782) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:20.168134 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7cf69210-0b7f-40b7-8c98-e6f9c04128af tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (757241ff-cacd-424c-9c70-bc4269d984c3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.177252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7cf69210-0b7f-40b7-8c98-e6f9c04128af tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (757241ff-cacd-424c-9c70-bc4269d984c3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.291490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7cf69210-0b7f-40b7-8c98-e6f9c04128af tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (757241ff-cacd-424c-9c70-bc4269d984c3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.297408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7cf69210-0b7f-40b7-8c98-e6f9c04128af tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.303665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7cf69210-0b7f-40b7-8c98-e6f9c04128af tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/757241ff-cacd-424c-9c70-bc4269d984c3 HTTP/1.1" status: 204 len: 168 time: 0.1596043 Feb 11 05:45:20.304827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56786) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:20.314915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf69210-0b7f-40b7-8c98-e6f9c04128af tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=757241ff-cacd-424c-9c70-bc4269d984c3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:20.380743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56790) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:20.381689 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d8213fc8-6948-4cdb-aebe-98dda25be1bd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0741615 Feb 11 05:45:20.409830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc21a8f5-5384-4118-b230-9aa7a525084a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (6b35d759-834e-4858-8901-efc4a1040168), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.418471 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc21a8f5-5384-4118-b230-9aa7a525084a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (6b35d759-834e-4858-8901-efc4a1040168), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.602721 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc21a8f5-5384-4118-b230-9aa7a525084a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (6b35d759-834e-4858-8901-efc4a1040168), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.625468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc21a8f5-5384-4118-b230-9aa7a525084a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.627623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dc21a8f5-5384-4118-b230-9aa7a525084a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/6b35d759-834e-4858-8901-efc4a1040168 HTTP/1.1" status: 204 len: 168 time: 0.2454305 Feb 11 05:45:20.650264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56798) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:20.708267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21a8f5-5384-4118-b230-9aa7a525084a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b35d759-834e-4858-8901-efc4a1040168,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:20.794419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b292b8a0-7582-4969-b106-80f685cbacd6 req-13296de3-5438-47ed-a695-0f1de2ea324a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0925159 Feb 11 05:45:20.839288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dea40704-3557-4d62-a75c-f4d2d7f8c55e tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1859574 Feb 11 05:45:20.843597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56806) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:20.875300 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf4-d7c5-4c5a-89bf-072d390daae3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (b24506e9-a9c8-416d-99bf-48509e9b71fc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.886536 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf4-d7c5-4c5a-89bf-072d390daae3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (b24506e9-a9c8-416d-99bf-48509e9b71fc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.098101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf4-d7c5-4c5a-89bf-072d390daae3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b24506e9-a9c8-416d-99bf-48509e9b71fc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.117066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbcf4-d7c5-4c5a-89bf-072d390daae3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.121951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cb1dbcf4-d7c5-4c5a-89bf-072d390daae3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b24506e9-a9c8-416d-99bf-48509e9b71fc HTTP/1.1" status: 204 len: 168 time: 0.2771387 Feb 11 05:45:21.122500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56810) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.123809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dbcf4-d7c5-4c5a-89bf-072d390daae3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b24506e9-a9c8-416d-99bf-48509e9b71fc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:21.190908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56814) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.202863 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0691b20b-3c2b-49d5-ac8b-eae47ec35106 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0783105 Feb 11 05:45:21.229561 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ac02f4a-31fb-4169-9eda-6ee241ffacbf tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (5614014c-cdb0-42a3-9e6e-57a5b44bbb85), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.267981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ac02f4a-31fb-4169-9eda-6ee241ffacbf tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (5614014c-cdb0-42a3-9e6e-57a5b44bbb85), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.309858 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:21.401646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ac02f4a-31fb-4169-9eda-6ee241ffacbf tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (5614014c-cdb0-42a3-9e6e-57a5b44bbb85), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.406701 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ac02f4a-31fb-4169-9eda-6ee241ffacbf tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.407909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9ac02f4a-31fb-4169-9eda-6ee241ffacbf tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5614014c-cdb0-42a3-9e6e-57a5b44bbb85 HTTP/1.1" status: 204 len: 168 time: 0.2160568 Feb 11 05:45:21.411898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56816) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.417120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac02f4a-31fb-4169-9eda-6ee241ffacbf tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5614014c-cdb0-42a3-9e6e-57a5b44bbb85,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:21.462632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dab756e5-4fe4-4e56-8a6a-49268e5d6c5f tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491619 Feb 11 05:45:21.465725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56822) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.563979 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-253e46b3-ed20-4c0c-8321-63d5e9984ac5 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (3420b3b5-a49c-4bc7-8742-60b244545a5b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.600738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-253e46b3-ed20-4c0c-8321-63d5e9984ac5 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (3420b3b5-a49c-4bc7-8742-60b244545a5b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.747649 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-253e46b3-ed20-4c0c-8321-63d5e9984ac5 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3420b3b5-a49c-4bc7-8742-60b244545a5b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.750320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-253e46b3-ed20-4c0c-8321-63d5e9984ac5 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.751471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-253e46b3-ed20-4c0c-8321-63d5e9984ac5 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/3420b3b5-a49c-4bc7-8742-60b244545a5b HTTP/1.1" status: 204 len: 168 time: 0.2847528 Feb 11 05:45:21.760894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e46b3-ed20-4c0c-8321-63d5e9984ac5 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3420b3b5-a49c-4bc7-8742-60b244545a5b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:21.764985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56828) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.857296 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2919272b-b9fa-4c3f-9d65-6f9dc0331fb3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892119 Feb 11 05:45:21.864850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56836) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:21.870172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-26e0a5ad-933f-4e13-a554-412abc4a7ffb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--879618319'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:22.001114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-135b51bd-b982-4786-aac8-242fd93fc7b5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.003617 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-135b51bd-b982-4786-aac8-242fd93fc7b5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.1832774 Feb 11 05:45:22.015474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'port': {'device_id': '0a16d103-40d5-43cd-a685-523aaa632ee7', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'admin_state_up': True, 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:22.027408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-681c06a2-1afb-4df7-ad74-a8938e246dfe req-eb806aa9-25bc-4e51-a2c0-73d8338540f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0310853 Feb 11 05:45:22.029927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26e0a5ad-933f-4e13-a554-412abc4a7ffb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.147668 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26e0a5ad-933f-4e13-a554-412abc4a7ffb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (d5ede8c6-3be5-43fd-b6af-b7f1a353f974), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.214714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26e0a5ad-933f-4e13-a554-412abc4a7ffb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d5ede8c6-3be5-43fd-b6af-b7f1a353f974), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.339970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0a5ad-933f-4e13-a554-412abc4a7ffb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ede8c6-3be5-43fd-b6af-b7f1a353f974,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:22.403392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26e0a5ad-933f-4e13-a554-412abc4a7ffb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.404535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-26e0a5ad-933f-4e13-a554-412abc4a7ffb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5381124 Feb 11 05:45:22.407562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56846) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:22.415066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c86cb763-1c78-4faf-8980-273b6b127fe8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': 'd5ede8c6-3be5-43fd-b6af-b7f1a353f974', 'direction': 'ingress', 'protocol': 17}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:22.544816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c86cb763-1c78-4faf-8980-273b6b127fe8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (29e88f21-b12b-4067-b2b3-06994bacc30d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.670752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c86cb763-1c78-4faf-8980-273b6b127fe8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (29e88f21-b12b-4067-b2b3-06994bacc30d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.708213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:22.712135 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.808129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c86cb763-1c78-4faf-8980-273b6b127fe8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (29e88f21-b12b-4067-b2b3-06994bacc30d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.884762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cb763-1c78-4faf-8980-273b6b127fe8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e88f21-b12b-4067-b2b3-06994bacc30d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:22.956787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.20.0.10 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/f1945f93-1aff-44de-84fd-11a0c3a5fcc3) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:22.975139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c86cb763-1c78-4faf-8980-273b6b127fe8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.976585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c86cb763-1c78-4faf-8980-273b6b127fe8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5678062 Feb 11 05:45:22.979370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56856) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:23.134493 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e26802-e48c-46f3-9c38-2822888eff89 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (d5ede8c6-3be5-43fd-b6af-b7f1a353f974), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.185603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e26802-e48c-46f3-9c38-2822888eff89 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (d5ede8c6-3be5-43fd-b6af-b7f1a353f974), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.260417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.340942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9915c4d-4258-4d8b-8f6b-ff757bba36ce req-f9329b58-67e1-41d5-a601-bb30f8089822 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0705869 Feb 11 05:45:23.434330 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e26802-e48c-46f3-9c38-2822888eff89 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d5ede8c6-3be5-43fd-b6af-b7f1a353f974), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.437649 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e26802-e48c-46f3-9c38-2822888eff89 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.439487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-35e26802-e48c-46f3-9c38-2822888eff89 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/d5ede8c6-3be5-43fd-b6af-b7f1a353f974 HTTP/1.1" status: 204 len: 168 time: 0.4587240 Feb 11 05:45:23.442405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56866) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:23.453212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e26802-e48c-46f3-9c38-2822888eff89 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ede8c6-3be5-43fd-b6af-b7f1a353f974,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.467617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.579563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:23.590716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:23.608745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:23.646871 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b9a748e-63e8-4719-8174-c69c1a87db57 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2031953 Feb 11 05:45:23.650757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56870) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:23.661365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b751d8a9-7fcd-4d44-882e-09009f9afd35 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--259949429'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:23.742182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.785853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.786760 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.834511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b751d8a9-7fcd-4d44-882e-09009f9afd35 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.948068 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-42e81ddb-8f0a-4d48-87f4-03e1d76344ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9364614 Feb 11 05:45:23.968842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Request body: {'port': {'device_id': '0a16d103-40d5-43cd-a685-523aaa632ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:24.107219 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b751d8a9-7fcd-4d44-882e-09009f9afd35 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (4becf392-9163-4b4d-b5d1-94511cb46c39), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.166787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b751d8a9-7fcd-4d44-882e-09009f9afd35 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4becf392-9163-4b4d-b5d1-94511cb46c39), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.170156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.252024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751d8a9-7fcd-4d44-882e-09009f9afd35 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4becf392-9163-4b4d-b5d1-94511cb46c39,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:24.346773 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b751d8a9-7fcd-4d44-882e-09009f9afd35 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.350264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b751d8a9-7fcd-4d44-882e-09009f9afd35 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6934302 Feb 11 05:45:24.354470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56892) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:24.363408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5d007425-6cb3-4a2e-b260-8fa36efd24c8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--969967856'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:24.457902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9f3cb361-47c7-4a74-9ea6-11ede5ac2147 None None] Provisioning complete for port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:24.458441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f3cb361-47c7-4a74-9ea6-11ede5ac2147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.521944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d007425-6cb3-4a2e-b260-8fa36efd24c8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.564745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9f3cb361-47c7-4a74-9ea6-11ede5ac2147 None None] Port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:24.804732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36f3e8-bcf4-433c-a812-9de53319416f req-d5af3e81-0122-4398-a523-255c78ea010e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:24.807347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a36f3e8-bcf4-433c-a812-9de53319416f req-d5af3e81-0122-4398-a523-255c78ea010e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 932 time: 0.2378602 Feb 11 05:45:24.866827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1945f93-1aff-44de-84fd-11a0c3a5fcc3 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:24.891873 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Publish callbacks [] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.942737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Transition to ACTIVE for port object f1945f93-1aff-44de-84fd-11a0c3a5fcc3 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:24.950708 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d007425-6cb3-4a2e-b260-8fa36efd24c8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (c4e33c0a-5416-4db9-946b-413f6db0934e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:24.973224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a36f3e8-bcf4-433c-a812-9de53319416f req-9d11fd89-5ec8-4187-b275-4dc667f3a84c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424196 Feb 11 05:45:25.017161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.051570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d007425-6cb3-4a2e-b260-8fa36efd24c8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c4e33c0a-5416-4db9-946b-413f6db0934e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.127703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d007425-6cb3-4a2e-b260-8fa36efd24c8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e33c0a-5416-4db9-946b-413f6db0934e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:25.255083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d007425-6cb3-4a2e-b260-8fa36efd24c8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.256648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5d007425-6cb3-4a2e-b260-8fa36efd24c8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9008849 Feb 11 05:45:25.259309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56910) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:25.271270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b0b0d497-d003-4324-9f06-0d196f7e9678 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '4becf392-9163-4b4d-b5d1-94511cb46c39', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c4e33c0a-5416-4db9-946b-413f6db0934e', 'remote_ip_prefix': None}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:25.419913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Pushing event updated for resources: {'Port': ['ID=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:25.478011 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d497-d003-4324-9f06-0d196f7e9678 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (9fe146c1-60c8-4ffe-89a1-82db49c49f64), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.561751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Attempting to bind port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:25.562351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Attempting to bind port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:25.562498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Attempting to bind port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:25.577712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:25.578697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Attempting to bind port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:25.594674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:25.595300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:25.596210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:25.597759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Bound port: f1945f93-1aff-44de-84fd-11a0c3a5fcc3, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:25.598538 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.765971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] For port f1945f93-1aff-44de-84fd-11a0c3a5fcc3, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:25.767562 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d497-d003-4324-9f06-0d196f7e9678 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (9fe146c1-60c8-4ffe-89a1-82db49c49f64), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.819421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] For port f1945f93-1aff-44de-84fd-11a0c3a5fcc3, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:25.882689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d497-d003-4324-9f06-0d196f7e9678 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (9fe146c1-60c8-4ffe-89a1-82db49c49f64), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.906728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0d497-d003-4324-9f06-0d196f7e9678 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe146c1-60c8-4ffe-89a1-82db49c49f64,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:25.916298 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.006205 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d497-d003-4324-9f06-0d196f7e9678 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.010045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.013035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.013379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b0b0d497-d003-4324-9f06-0d196f7e9678 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7524760 Feb 11 05:45:26.014084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56922) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:26.016503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] 10.222.0.65 "PUT /v2.0/ports/f1945f93-1aff-44de-84fd-11a0c3a5fcc3 HTTP/1.1" status: 200 len: 1093 time: 2.0604417 Feb 11 05:45:26.021964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a16d103-40d5-43cd-a685-523aaa632ee7', 'tag': 'f1945f93-1aff-44de-84fd-11a0c3a5fcc3'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:26.055286 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b80d7d-9f46-49df-98b1-58bc86324f55" -d '{"events": [{"name": "network-changed", "server_uuid": "0a16d103-40d5-43cd-a685-523aaa632ee7", "tag": "f1945f93-1aff-44de-84fd-11a0c3a5fcc3"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:26.098128 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7703a04-2d12-4321-b134-5edf0c8de2b3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (9fe146c1-60c8-4ffe-89a1-82db49c49f64), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.134001 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7703a04-2d12-4321-b134-5edf0c8de2b3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (9fe146c1-60c8-4ffe-89a1-82db49c49f64), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.142368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831a111-f015-45ed-b8e3-3369a4d78901 service neutron] Pushing event updated for resources: {'Port': ['ID=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:26.165673 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5e0184-0a1e-4335-a869-c1294ffa761b x-openstack-request-id: req-2f5e0184-0a1e-4335-a869-c1294ffa761b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:26.166339 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a16d103-40d5-43cd-a685-523aaa632ee7", "tag": "f1945f93-1aff-44de-84fd-11a0c3a5fcc3", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:26.166761 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f5e0184-0a1e-4335-a869-c1294ffa761b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:26.167329 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a16d103-40d5-43cd-a685-523aaa632ee7', 'tag': 'f1945f93-1aff-44de-84fd-11a0c3a5fcc3', 'status': 'completed', 'code': 200} Feb 11 05:45:26.336691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-706832c4-bbb8-4692-81c0-6d12dd62fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.336691 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-706832c4-bbb8-4692-81c0-6d12dd62fe98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 1127 time: 0.1523628 Feb 11 05:45:26.417664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493beb9-5995-411a-9dcd-12be1a5d4093 req-f4b4f85f-b374-42ea-9332-426579d86154 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.419358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f493beb9-5995-411a-9dcd-12be1a5d4093 req-f4b4f85f-b374-42ea-9332-426579d86154 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2124925 Feb 11 05:45:26.431349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7703a04-2d12-4321-b134-5edf0c8de2b3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (9fe146c1-60c8-4ffe-89a1-82db49c49f64), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.468908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7703a04-2d12-4321-b134-5edf0c8de2b3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.470449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c7703a04-2d12-4321-b134-5edf0c8de2b3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9fe146c1-60c8-4ffe-89a1-82db49c49f64 HTTP/1.1" status: 204 len: 168 time: 0.4554074 Feb 11 05:45:26.495250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56938) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:26.533736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7703a04-2d12-4321-b134-5edf0c8de2b3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fe146c1-60c8-4ffe-89a1-82db49c49f64,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:26.632357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f493beb9-5995-411a-9dcd-12be1a5d4093 req-1de7e3b8-499b-4fe3-9f59-441d169dfe37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589315 Feb 11 05:45:26.661187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-8a80a0d5-41b2-446e-92af-2cfab1eceba3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1945f93-1aff-44de-84fd-11a0c3a5fcc3 HTTP/1.1" status: 200 len: 217 time: 0.3117785 Feb 11 05:45:26.698726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d047b67f-1d3d-4cc8-98c5-f30ff8f93ca3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2011018 Feb 11 05:45:26.707874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:26.769668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-439f0f62-43e6-49d3-b87f-5e5bc9fa06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.771556 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-439f0f62-43e6-49d3-b87f-5e5bc9fa06b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.1045351 Feb 11 05:45:26.818492 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-057508a8-2166-4375-91c1-ddb576d44823 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (c4e33c0a-5416-4db9-946b-413f6db0934e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.857041 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-057508a8-2166-4375-91c1-ddb576d44823 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (c4e33c0a-5416-4db9-946b-413f6db0934e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.886408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-6d57bcb3-1bd6-4516-be7f-d08d0fbb607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.888159 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-6d57bcb3-1bd6-4516-be7f-d08d0fbb607c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1109247 Feb 11 05:45:26.997570 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-a78476b8-d3c2-4564-8852-a0229d4399fe service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023712 Feb 11 05:45:27.042784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-057508a8-2166-4375-91c1-ddb576d44823 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c4e33c0a-5416-4db9-946b-413f6db0934e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.050165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-057508a8-2166-4375-91c1-ddb576d44823 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.050165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-057508a8-2166-4375-91c1-ddb576d44823 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/c4e33c0a-5416-4db9-946b-413f6db0934e HTTP/1.1" status: 204 len: 168 time: 0.3397393 Feb 11 05:45:27.053769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56954) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:27.067114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057508a8-2166-4375-91c1-ddb576d44823 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e33c0a-5416-4db9-946b-413f6db0934e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:27.228801 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-95a02aeb-19d2-4cc2-a41d-995ba41d4450 req-3d0bd357-1d0c-45d9-8ad3-72c72a80ce97 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241931 Feb 11 05:45:27.233716 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ab32fd71-0783-4147-bdbd-5b026e06f40c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1743608 Feb 11 05:45:27.236587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56960) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:27.376471 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34264320-579d-4b86-8858-d9ffd17cc7aa tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (4becf392-9163-4b4d-b5d1-94511cb46c39), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.441826 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34264320-579d-4b86-8858-d9ffd17cc7aa tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (4becf392-9163-4b4d-b5d1-94511cb46c39), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.451011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-42cbe264-e078-47ce-9b69-61b8e2b89aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.451011 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-42cbe264-e078-47ce-9b69-61b8e2b89aee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 1127 time: 0.0830269 Feb 11 05:45:27.618498 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34264320-579d-4b86-8858-d9ffd17cc7aa tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4becf392-9163-4b4d-b5d1-94511cb46c39), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.621717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34264320-579d-4b86-8858-d9ffd17cc7aa tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:27.625390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-34264320-579d-4b86-8858-d9ffd17cc7aa tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/4becf392-9163-4b4d-b5d1-94511cb46c39 HTTP/1.1" status: 204 len: 168 time: 0.3852196 Feb 11 05:45:27.626373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56970) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:27.641500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34264320-579d-4b86-8858-d9ffd17cc7aa tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4becf392-9163-4b4d-b5d1-94511cb46c39,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:27.661217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-928c27bb-01ed-4678-a0b7-0fa4c5e1dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.662748 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-928c27bb-01ed-4678-a0b7-0fa4c5e1dc1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.2077987 Feb 11 05:45:27.769129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-9b542a6d-cf6c-4a8a-84eb-1fc3445f19b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1945f93-1aff-44de-84fd-11a0c3a5fcc3 HTTP/1.1" status: 200 len: 217 time: 0.0921178 Feb 11 05:45:27.849686 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d56aa221-db53-474e-85d0-1ef57d3ed626 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2221844 Feb 11 05:45:27.855803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 56976) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:27.863121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-54b80175-1ab7-4394-8b0c-3cd407707ba3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729540558'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:27.871141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-292e870a-dd1b-403f-92cf-61e49964f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.872962 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-292e870a-dd1b-403f-92cf-61e49964f0d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0891452 Feb 11 05:45:27.885932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816624-a748-44fa-8b1f-dc53ca8ff5cb req-630b53bd-5973-4c3b-8c95-7d5d5618ebee tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.895845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6816624-a748-44fa-8b1f-dc53ca8ff5cb req-630b53bd-5973-4c3b-8c95-7d5d5618ebee tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1327682 Feb 11 05:45:27.976333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-799460d3-5a5e-4a77-bedc-a74d7dd0ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.982845 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-799460d3-5a5e-4a77-bedc-a74d7dd0ac91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1025405 Feb 11 05:45:27.988463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6816624-a748-44fa-8b1f-dc53ca8ff5cb req-8df266e7-9596-4e2f-aeff-78cdb625c5b2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891211 Feb 11 05:45:28.175956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-cfc6f3ee-322e-4b00-9cc1-9f4a2964423f service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852906 Feb 11 05:45:28.179343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54b80175-1ab7-4394-8b0c-3cd407707ba3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.518241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54b80175-1ab7-4394-8b0c-3cd407707ba3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (15a23751-d52b-4757-8ae5-0bf60385640d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.525641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80b80d7d-9f46-49df-98b1-58bc86324f55 req-12122074-e5b3-4baf-93ef-04627d910ed1 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061543 Feb 11 05:45:28.639696 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54b80175-1ab7-4394-8b0c-3cd407707ba3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (15a23751-d52b-4757-8ae5-0bf60385640d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.688880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b80175-1ab7-4394-8b0c-3cd407707ba3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a23751-d52b-4757-8ae5-0bf60385640d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:28.780921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-54b80175-1ab7-4394-8b0c-3cd407707ba3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.785121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-54b80175-1ab7-4394-8b0c-3cd407707ba3 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9253867 Feb 11 05:45:28.786156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57000) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:28.790485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-30e99fc1-a443-4fa9-a625-96a94a36b4c7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '15a23751-d52b-4757-8ae5-0bf60385640d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:28.951355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30e99fc1-a443-4fa9-a625-96a94a36b4c7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (d26c1f2b-157a-4c44-a119-9f4b0e68b2d9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.242897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30e99fc1-a443-4fa9-a625-96a94a36b4c7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (d26c1f2b-157a-4c44-a119-9f4b0e68b2d9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.350475 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30e99fc1-a443-4fa9-a625-96a94a36b4c7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d26c1f2b-157a-4c44-a119-9f4b0e68b2d9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.454275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3dde6-6aa5-4959-8b74-4c4f61360ec9 req-41b6a128-f3d6-48af-b77e-61ffe2a2ac37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:29.471773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13e3dde6-6aa5-4959-8b74-4c4f61360ec9 req-41b6a128-f3d6-48af-b77e-61ffe2a2ac37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2872407 Feb 11 05:45:29.544727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e99fc1-a443-4fa9-a625-96a94a36b4c7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26c1f2b-157a-4c44-a119-9f4b0e68b2d9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:29.649456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30e99fc1-a443-4fa9-a625-96a94a36b4c7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.653648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-30e99fc1-a443-4fa9-a625-96a94a36b4c7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8672025 Feb 11 05:45:29.656802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57024) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:29.715224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c589695a-84bc-47db-b668-48b892b85070 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (d26c1f2b-157a-4c44-a119-9f4b0e68b2d9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.729704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c589695a-84bc-47db-b668-48b892b85070 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (d26c1f2b-157a-4c44-a119-9f4b0e68b2d9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.744214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13e3dde6-6aa5-4959-8b74-4c4f61360ec9 req-5e0253c1-9d84-4c77-8dbb-238fa98c58c2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705879 Feb 11 05:45:29.905152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c589695a-84bc-47db-b668-48b892b85070 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d26c1f2b-157a-4c44-a119-9f4b0e68b2d9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.910864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c589695a-84bc-47db-b668-48b892b85070 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.912358 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c589695a-84bc-47db-b668-48b892b85070 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d26c1f2b-157a-4c44-a119-9f4b0e68b2d9 HTTP/1.1" status: 204 len: 168 time: 0.2538915 Feb 11 05:45:29.916189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57028) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:29.928001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589695a-84bc-47db-b668-48b892b85070 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d26c1f2b-157a-4c44-a119-9f4b0e68b2d9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:30.079985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7db2c03b-ca63-4063-88e3-5897e979c46e tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1625319 Feb 11 05:45:30.083587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57040) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:30.246226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0126b15-99f8-45ed-933f-77f3ef9fa237 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (15a23751-d52b-4757-8ae5-0bf60385640d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.302334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0126b15-99f8-45ed-933f-77f3ef9fa237 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (15a23751-d52b-4757-8ae5-0bf60385640d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.539522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0126b15-99f8-45ed-933f-77f3ef9fa237 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (15a23751-d52b-4757-8ae5-0bf60385640d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.546371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0126b15-99f8-45ed-933f-77f3ef9fa237 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.552927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57048) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:30.553914 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f0126b15-99f8-45ed-933f-77f3ef9fa237 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/15a23751-d52b-4757-8ae5-0bf60385640d HTTP/1.1" status: 204 len: 168 time: 0.4691925 Feb 11 05:45:30.576426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0126b15-99f8-45ed-933f-77f3ef9fa237 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a23751-d52b-4757-8ae5-0bf60385640d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:30.703009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-54ad6641-691b-4eed-a145-b40fd3a73418 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1486082 Feb 11 05:45:30.715954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57052) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:30.715954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-21d381e8-c02f-43ca-abee-6d8346d6035c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--139172771'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:30.929107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21d381e8-c02f-43ca-abee-6d8346d6035c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.162795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3952c6-a704-4ecb-89ba-88859f30b4e0 req-e83c75ef-d087-4cd0-b719-891ab46293cd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:31.170004 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf3952c6-a704-4ecb-89ba-88859f30b4e0 req-e83c75ef-d087-4cd0-b719-891ab46293cd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2334003 Feb 11 05:45:31.309366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf3952c6-a704-4ecb-89ba-88859f30b4e0 req-214595a3-556a-419b-b154-e6a288862161 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380661 Feb 11 05:45:31.329864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21d381e8-c02f-43ca-abee-6d8346d6035c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (359036cc-115b-42af-a353-4bb9ebab47c9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.390083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21d381e8-c02f-43ca-abee-6d8346d6035c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (359036cc-115b-42af-a353-4bb9ebab47c9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.465368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d381e8-c02f-43ca-abee-6d8346d6035c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359036cc-115b-42af-a353-4bb9ebab47c9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:31.587334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21d381e8-c02f-43ca-abee-6d8346d6035c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.590394 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-21d381e8-c02f-43ca-abee-6d8346d6035c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8783085 Feb 11 05:45:31.593498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57072) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:31.600958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-48c2c92d-fefb-4f16-8466-fa1438af632c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '359036cc-115b-42af-a353-4bb9ebab47c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:31.739731 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48c2c92d-fefb-4f16-8466-fa1438af632c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (e323bac7-697f-422f-8287-735a347c38d5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.990077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48c2c92d-fefb-4f16-8466-fa1438af632c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (e323bac7-697f-422f-8287-735a347c38d5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.125527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48c2c92d-fefb-4f16-8466-fa1438af632c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e323bac7-697f-422f-8287-735a347c38d5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.178131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2c92d-fefb-4f16-8466-fa1438af632c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e323bac7-697f-422f-8287-735a347c38d5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:32.278143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48c2c92d-fefb-4f16-8466-fa1438af632c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.282429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57084) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:32.282910 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-48c2c92d-fefb-4f16-8466-fa1438af632c tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6877038 Feb 11 05:45:32.322506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c988576e-c3c3-4931-8bd2-02b33ec8fb13 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules/e323bac7-697f-422f-8287-735a347c38d5 HTTP/1.1" status: 200 len: 763 time: 0.0380557 Feb 11 05:45:32.325335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57088) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:32.498358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57094) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:32.506951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bd636b7a-6c14-47eb-92d6-67759a94373f tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1788511 Feb 11 05:45:32.574893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b63047d-82fe-4593-9f09-c4bd23f6cc83 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (e323bac7-697f-422f-8287-735a347c38d5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.635497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b63047d-82fe-4593-9f09-c4bd23f6cc83 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (e323bac7-697f-422f-8287-735a347c38d5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.669413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57104) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:32.762851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bec0d4-6fad-4f42-92db-e676769e7fee req-011a6f77-6452-4730-adc3-3d340d8ca40e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:32.773965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21bec0d4-6fad-4f42-92db-e676769e7fee req-011a6f77-6452-4730-adc3-3d340d8ca40e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2428885 Feb 11 05:45:33.162694 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-46790a7c-a595-49f6-b32b-a61f90003616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.168236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21bec0d4-6fad-4f42-92db-e676769e7fee req-1fd3670b-aa36-46d8-9e89-45a513a7bc7a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936724 Feb 11 05:45:33.168236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b63047d-82fe-4593-9f09-c4bd23f6cc83 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e323bac7-697f-422f-8287-735a347c38d5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.168236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b63047d-82fe-4593-9f09-c4bd23f6cc83 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.168236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3b63047d-82fe-4593-9f09-c4bd23f6cc83 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e323bac7-697f-422f-8287-735a347c38d5 HTTP/1.1" status: 204 len: 168 time: 0.5230246 Feb 11 05:45:33.170225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57116) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:33.171279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63047d-82fe-4593-9f09-c4bd23f6cc83 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e323bac7-697f-422f-8287-735a347c38d5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:33.207643 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0f797564-cb26-4ad3-afae-0663fb1cd40f tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1752555 Feb 11 05:45:33.210176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57130) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:33.216445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-317f3007-21f4-4bfb-91de-9bcfb54445cb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '359036cc-115b-42af-a353-4bb9ebab47c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:33.356365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f31ac13-4f34-4782-89c9-3a226ae0ea60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.390612 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-317f3007-21f4-4bfb-91de-9bcfb54445cb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (176338b8-f4f0-44c0-8c0a-7c0ce9d8f866), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.638496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f31ac13-4f34-4782-89c9-3a226ae0ea60 admin admin] Publish callbacks [] for security_group (8758fe80-66e5-40aa-9f96-88ad38260e68), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.642547 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-317f3007-21f4-4bfb-91de-9bcfb54445cb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (176338b8-f4f0-44c0-8c0a-7c0ce9d8f866), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.748654 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-317f3007-21f4-4bfb-91de-9bcfb54445cb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (176338b8-f4f0-44c0-8c0a-7c0ce9d8f866), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.752718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f31ac13-4f34-4782-89c9-3a226ae0ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8758fe80-66e5-40aa-9f96-88ad38260e68), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.795924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f3007-21f4-4bfb-91de-9bcfb54445cb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176338b8-f4f0-44c0-8c0a-7c0ce9d8f866,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:33.908415 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0f31ac13-4f34-4782-89c9-3a226ae0ea60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12881a961bcb4ab9a68a1f9557d31cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2392201 Feb 11 05:45:33.910999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57152) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:33.919166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31ac13-4f34-4782-89c9-3a226ae0ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8758fe80-66e5-40aa-9f96-88ad38260e68,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:33.941313 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-317f3007-21f4-4bfb-91de-9bcfb54445cb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:33.947735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57154) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:33.949936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-317f3007-21f4-4bfb-91de-9bcfb54445cb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7365191 Feb 11 05:45:33.982299 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3877e667-ebe0-40f6-a5d5-2b6f9189fb23 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules/176338b8-f4f0-44c0-8c0a-7c0ce9d8f866 HTTP/1.1" status: 200 len: 763 time: 0.0328090 Feb 11 05:45:33.984889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:34.064069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fed6804-e867-4591-a9c4-48046e8cc135 admin admin] Publish callbacks [] for security_group (8758fe80-66e5-40aa-9f96-88ad38260e68), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.094814 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-29dbb8df-b4bf-44da-8bd0-b6cfca79e990 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1056273 Feb 11 05:45:34.096001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57160) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:34.182768 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fed6804-e867-4591-a9c4-48046e8cc135 admin admin] Publish callbacks [] for security_group (8758fe80-66e5-40aa-9f96-88ad38260e68), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.298251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57168) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:34.328303 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84d11439-68c4-445c-a934-de3dc820563a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (176338b8-f4f0-44c0-8c0a-7c0ce9d8f866), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.356156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84d11439-68c4-445c-a934-de3dc820563a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (176338b8-f4f0-44c0-8c0a-7c0ce9d8f866), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.443914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55200917-09a9-485f-b095-01897e1032d2 req-64222474-77a2-42ff-a07b-4baa3dc97efe tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:34.453166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55200917-09a9-485f-b095-01897e1032d2 req-64222474-77a2-42ff-a07b-4baa3dc97efe tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2756550 Feb 11 05:45:34.584373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84d11439-68c4-445c-a934-de3dc820563a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (176338b8-f4f0-44c0-8c0a-7c0ce9d8f866), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.643072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6350954-8965-47b1-a1a3-45b4295bf46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.660405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84d11439-68c4-445c-a934-de3dc820563a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.668741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:34.672506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-84d11439-68c4-445c-a934-de3dc820563a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/176338b8-f4f0-44c0-8c0a-7c0ce9d8f866 HTTP/1.1" status: 204 len: 168 time: 0.5623190 Feb 11 05:45:34.723306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55200917-09a9-485f-b095-01897e1032d2 req-2f74b5c7-eca8-404f-8b15-10da9a74f5f7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683237 Feb 11 05:45:34.730795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d11439-68c4-445c-a934-de3dc820563a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=176338b8-f4f0-44c0-8c0a-7c0ce9d8f866,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:34.777792 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fed6804-e867-4591-a9c4-48046e8cc135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8758fe80-66e5-40aa-9f96-88ad38260e68), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.781098 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fed6804-e867-4591-a9c4-48046e8cc135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.782476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9fed6804-e867-4591-a9c4-48046e8cc135 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8758fe80-66e5-40aa-9f96-88ad38260e68 HTTP/1.1" status: 204 len: 168 time: 0.8704417 Feb 11 05:45:34.800543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed6804-e867-4591-a9c4-48046e8cc135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758fe80-66e5-40aa-9f96-88ad38260e68,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:34.807888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8ad2cea4-9abb-4bad-bfe5-2f66ad152208 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1370416 Feb 11 05:45:34.808448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57182) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:34.833285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9168ed8c-6483-44f0-8d58-3398a83b2ac7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': '359036cc-115b-42af-a353-4bb9ebab47c9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:35.011674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6350954-8965-47b1-a1a3-45b4295bf46f admin admin] Publish callbacks [] for security_group (04aab4e0-7428-4310-a3e3-920c9a13cb17), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.036231 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-9168ed8c-6483-44f0-8d58-3398a83b2ac7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Project 2353f8cdbbb0479a801a8bb797a27f04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:45:35.052993 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9168ed8c-6483-44f0-8d58-3398a83b2ac7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (230cc97a-ab63-4873-95a0-391ba0fe919a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.089917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b6350954-8965-47b1-a1a3-45b4295bf46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (04aab4e0-7428-4310-a3e3-920c9a13cb17), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.168414 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9168ed8c-6483-44f0-8d58-3398a83b2ac7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (230cc97a-ab63-4873-95a0-391ba0fe919a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.178905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6350954-8965-47b1-a1a3-45b4295bf46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aab4e0-7428-4310-a3e3-920c9a13cb17,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.208093 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b6350954-8965-47b1-a1a3-45b4295bf46f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59a09acd40974343a978fe53762d3609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9087484 Feb 11 05:45:35.210800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57188) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.291064 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9168ed8c-6483-44f0-8d58-3398a83b2ac7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (230cc97a-ab63-4873-95a0-391ba0fe919a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.324387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168ed8c-6483-44f0-8d58-3398a83b2ac7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230cc97a-ab63-4873-95a0-391ba0fe919a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.382013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58770d29-dfdd-4c6f-8360-520070b18aac admin admin] Publish callbacks [] for security_group (04aab4e0-7428-4310-a3e3-920c9a13cb17), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.443397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58770d29-dfdd-4c6f-8360-520070b18aac admin admin] Publish callbacks [] for security_group (04aab4e0-7428-4310-a3e3-920c9a13cb17), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.578885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-858087cc-6641-4baf-bb8f-536f8cd5b6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.637856 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9168ed8c-6483-44f0-8d58-3398a83b2ac7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.639337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9168ed8c-6483-44f0-8d58-3398a83b2ac7 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8294780 Feb 11 05:45:35.640188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58770d29-dfdd-4c6f-8360-520070b18aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (04aab4e0-7428-4310-a3e3-920c9a13cb17), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.642174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.657243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58770d29-dfdd-4c6f-8360-520070b18aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.662013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-58770d29-dfdd-4c6f-8360-520070b18aac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04aab4e0-7428-4310-a3e3-920c9a13cb17 HTTP/1.1" status: 204 len: 168 time: 0.4469109 Feb 11 05:45:35.739366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58770d29-dfdd-4c6f-8360-520070b18aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aab4e0-7428-4310-a3e3-920c9a13cb17,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:35.774989 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a16cd15-fcd9-45e2-900d-f23ed2ccd7f8 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules/230cc97a-ab63-4873-95a0-391ba0fe919a HTTP/1.1" status: 200 len: 769 time: 0.1313791 Feb 11 05:45:35.778063 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57208) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:35.961151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-463d17f5-b267-4a9b-a887-0b6a05dc4aeb tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1752841 Feb 11 05:45:35.964459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57212) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.020945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.069972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc324a4-05ad-4f2e-bec1-f1a9e610aa74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.084803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (230cc97a-ab63-4873-95a0-391ba0fe919a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.089455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a490687-0b2a-41de-a350-4e6f0eaa3c46 req-0683d18f-973c-47f4-a953-2ef7d8df1f08 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.091173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a490687-0b2a-41de-a350-4e6f0eaa3c46 req-0683d18f-973c-47f4-a953-2ef7d8df1f08 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1289122 Feb 11 05:45:36.104679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (230cc97a-ab63-4873-95a0-391ba0fe919a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.246007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a490687-0b2a-41de-a350-4e6f0eaa3c46 req-7a865f85-e187-4810-870c-2468e7da50f4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458881 Feb 11 05:45:36.286530 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc324a4-05ad-4f2e-bec1-f1a9e610aa74 admin admin] Publish callbacks [] for security_group (2275abfb-79bb-42f3-9e54-947c95578509), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.290713 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (230cc97a-ab63-4873-95a0-391ba0fe919a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.301752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.303853 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/230cc97a-ab63-4873-95a0-391ba0fe919a HTTP/1.1" status: 204 len: 168 time: 0.3383834 Feb 11 05:45:36.306682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57222) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.336740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=230cc97a-ab63-4873-95a0-391ba0fe919a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.370608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6dc324a4-05ad-4f2e-bec1-f1a9e610aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2275abfb-79bb-42f3-9e54-947c95578509), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.393103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.417667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f180fee8-e2d5-4aee-a392-f22841ae16c1 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1006441 Feb 11 05:45:36.418982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57226) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.419308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.421337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.421799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.422771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.423714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.424692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.425990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.426629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.427206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.427796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.428344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.428932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77911b9d-1b9f-4478-a986-ce1bfb030879 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:36.497307 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6dc324a4-05ad-4f2e-bec1-f1a9e610aa74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25f08bcb26ed4318befdf4c3a268539a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594707 Feb 11 05:45:36.500398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57228) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:36.536779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc324a4-05ad-4f2e-bec1-f1a9e610aa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2275abfb-79bb-42f3-9e54-947c95578509,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.604996 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7b0edcc2-50ca-40ea-a414-6d41b878a766 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (359036cc-115b-42af-a353-4bb9ebab47c9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.691742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74e7b471-a98e-4453-bc40-7f4215da3f01 admin admin] Publish callbacks [] for security_group (2275abfb-79bb-42f3-9e54-947c95578509), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.695227 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7b0edcc2-50ca-40ea-a414-6d41b878a766 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (359036cc-115b-42af-a353-4bb9ebab47c9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.761416 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74e7b471-a98e-4453-bc40-7f4215da3f01 admin admin] Publish callbacks [] for security_group (2275abfb-79bb-42f3-9e54-947c95578509), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.786000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.013782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74e7b471-a98e-4453-bc40-7f4215da3f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2275abfb-79bb-42f3-9e54-947c95578509), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.017156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7b0edcc2-50ca-40ea-a414-6d41b878a766 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (359036cc-115b-42af-a353-4bb9ebab47c9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.025362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74e7b471-a98e-4453-bc40-7f4215da3f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.026779 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7b0edcc2-50ca-40ea-a414-6d41b878a766 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.028130 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-74e7b471-a98e-4453-bc40-7f4215da3f01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2275abfb-79bb-42f3-9e54-947c95578509 HTTP/1.1" status: 204 len: 168 time: 0.5261536 Feb 11 05:45:37.029546 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7b0edcc2-50ca-40ea-a414-6d41b878a766 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/359036cc-115b-42af-a353-4bb9ebab47c9 HTTP/1.1" status: 204 len: 168 time: 0.6083689 Feb 11 05:45:37.037001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57240) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:37.038539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:37.096222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7b471-a98e-4453-bc40-7f4215da3f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2275abfb-79bb-42f3-9e54-947c95578509,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.151763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f885043c-f6b5-41d2-b8b6-50b6a98c7c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.161163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0edcc2-50ca-40ea-a414-6d41b878a766 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359036cc-115b-42af-a353-4bb9ebab47c9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.302902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-15ece6b0-f129-431c-863f-f116631cc719 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2396984 Feb 11 05:45:37.304037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57252) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:37.328107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-15f384aa-1411-4194-ba6e-767dfb47586a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346138906'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:37.521482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f885043c-f6b5-41d2-b8b6-50b6a98c7c32 admin admin] Publish callbacks [] for security_group (d45e78ee-6038-4bca-a7b5-70e3dcc0c4e6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.599042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f885043c-f6b5-41d2-b8b6-50b6a98c7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d45e78ee-6038-4bca-a7b5-70e3dcc0c4e6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.620620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9487195-702e-4856-88fc-9c6d75edc4e3 req-e7f1b380-5d9b-4077-a80a-4ddde1c3140f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.625141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9487195-702e-4856-88fc-9c6d75edc4e3 req-e7f1b380-5d9b-4077-a80a-4ddde1c3140f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2067256 Feb 11 05:45:37.633553 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15f384aa-1411-4194-ba6e-767dfb47586a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.681960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885043c-f6b5-41d2-b8b6-50b6a98c7c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45e78ee-6038-4bca-a7b5-70e3dcc0c4e6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:37.717248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9487195-702e-4856-88fc-9c6d75edc4e3 req-d924be02-f599-45f5-b65b-d0ed8ed6cc54 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889204 Feb 11 05:45:37.748177 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f885043c-f6b5-41d2-b8b6-50b6a98c7c32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0006654158014206bebc09d566281b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686978 Feb 11 05:45:37.754943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57260) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:37.913549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15f384aa-1411-4194-ba6e-767dfb47586a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (ebc19117-37e0-4669-8f88-4ba10faf3e17), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.928179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f13af80c-6aaa-493d-9035-73e9805d1425 admin admin] Publish callbacks [] for security_group (d45e78ee-6038-4bca-a7b5-70e3dcc0c4e6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:37.964940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f13af80c-6aaa-493d-9035-73e9805d1425 admin admin] Publish callbacks [] for security_group (d45e78ee-6038-4bca-a7b5-70e3dcc0c4e6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.018779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15f384aa-1411-4194-ba6e-767dfb47586a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ebc19117-37e0-4669-8f88-4ba10faf3e17), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.098908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f384aa-1411-4194-ba6e-767dfb47586a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc19117-37e0-4669-8f88-4ba10faf3e17,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.125939 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f13af80c-6aaa-493d-9035-73e9805d1425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d45e78ee-6038-4bca-a7b5-70e3dcc0c4e6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.130907 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f13af80c-6aaa-493d-9035-73e9805d1425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.139412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f13af80c-6aaa-493d-9035-73e9805d1425 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d45e78ee-6038-4bca-a7b5-70e3dcc0c4e6 HTTP/1.1" status: 204 len: 168 time: 0.3763425 Feb 11 05:45:38.169182 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15f384aa-1411-4194-ba6e-767dfb47586a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.170564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15f384aa-1411-4194-ba6e-767dfb47586a tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8655560 Feb 11 05:45:38.173531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57270) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:38.180297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5b7d18d7-9a77-4b28-867f-c6e8d9764366 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Request body: {'security_group_rule': {'security_group_id': 'ebc19117-37e0-4669-8f88-4ba10faf3e17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:38.183451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13af80c-6aaa-493d-9035-73e9805d1425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45e78ee-6038-4bca-a7b5-70e3dcc0c4e6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.335013 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b7d18d7-9a77-4b28-867f-c6e8d9764366 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (9889288f-42be-4682-97b4-c5cc7e2dfce0), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.344356 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.504732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.579155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b7d18d7-9a77-4b28-867f-c6e8d9764366 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (9889288f-42be-4682-97b4-c5cc7e2dfce0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.707645 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b7d18d7-9a77-4b28-867f-c6e8d9764366 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (9889288f-42be-4682-97b4-c5cc7e2dfce0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.761974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d18d7-9a77-4b28-867f-c6e8d9764366 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9889288f-42be-4682-97b4-c5cc7e2dfce0,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:38.790090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b7d18d7-9a77-4b28-867f-c6e8d9764366 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:38.795126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b7d18d7-9a77-4b28-867f-c6e8d9764366 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6181364 Feb 11 05:45:38.795552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57296) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.121957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-398565e8-c342-46de-a822-208d50834bcc tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (ebc19117-37e0-4669-8f88-4ba10faf3e17), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.138772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8b11-4b63-471b-b230-4db0b60d961f req-acaed205-40ac-4c38-96ac-068798284037 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.140353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a1d8b11-4b63-471b-b230-4db0b60d961f req-acaed205-40ac-4c38-96ac-068798284037 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2874703 Feb 11 05:45:39.177008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-398565e8-c342-46de-a822-208d50834bcc tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (ebc19117-37e0-4669-8f88-4ba10faf3e17), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.263706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7a1d8b11-4b63-471b-b230-4db0b60d961f req-fd17dceb-945d-404c-a116-7b05219344c3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160481 Feb 11 05:45:39.302752 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.413341 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-398565e8-c342-46de-a822-208d50834bcc tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ebc19117-37e0-4669-8f88-4ba10faf3e17), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.416956 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-398565e8-c342-46de-a822-208d50834bcc tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.418226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-398565e8-c342-46de-a822-208d50834bcc tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/ebc19117-37e0-4669-8f88-4ba10faf3e17 HTTP/1.1" status: 204 len: 168 time: 0.6147444 Feb 11 05:45:39.421035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57310) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.429344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398565e8-c342-46de-a822-208d50834bcc tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc19117-37e0-4669-8f88-4ba10faf3e17,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:39.672921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.698071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2797bd-7c97-40b3-89a8-5afee476d6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:39.722815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c9a5c874-72eb-4b17-8d9e-535939370adc tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3001246 Feb 11 05:45:39.725137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57324) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.822119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-047111bd-d980-4ef2-b1d7-684098029c22 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0922794 Feb 11 05:45:39.829447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57328) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.870513 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-46205e95-2070-4dc2-abad-bb52b59d8efd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] delete failed (client error): The resource could not be found. Feb 11 05:45:39.880008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57330) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:39.885411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-46205e95-2070-4dc2-abad-bb52b59d8efd tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "DELETE /v2.0/security-groups/ebc19117-37e0-4669-8f88-4ba10faf3e17 HTTP/1.1" status: 404 len: 347 time: 0.0492277 Feb 11 05:45:39.979561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-76f430e7-cd6f-4a4f-9848-89a559504584 tempest-SecGroupIPv6Test-68545864 tempest-SecGroupIPv6Test-68545864-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0941978 Feb 11 05:45:39.991638 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2797bd-7c97-40b3-89a8-5afee476d6b4 admin admin] Publish callbacks [] for security_group (9193eed7-d4b9-476a-aab4-b739107bd55b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.083651 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2797bd-7c97-40b3-89a8-5afee476d6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9193eed7-d4b9-476a-aab4-b739107bd55b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.211726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7f2797bd-7c97-40b3-89a8-5afee476d6b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee92bec8419d43858456e90890235a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5374415 Feb 11 05:45:40.214140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57338) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:40.229284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2797bd-7c97-40b3-89a8-5afee476d6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9193eed7-d4b9-476a-aab4-b739107bd55b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:40.338358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cbcd13c1-ec0c-4af7-8874-84218e1edd7a admin admin] Publish callbacks [] for security_group (9193eed7-d4b9-476a-aab4-b739107bd55b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.410598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cbcd13c1-ec0c-4af7-8874-84218e1edd7a admin admin] Publish callbacks [] for security_group (9193eed7-d4b9-476a-aab4-b739107bd55b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.522354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dd471-def1-4106-b56c-e5be7bc43428 req-68b32f58-6aa3-432b-98ae-d3b3346cd030 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.524275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce0dd471-def1-4106-b56c-e5be7bc43428 req-68b32f58-6aa3-432b-98ae-d3b3346cd030 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1300845 Feb 11 05:45:40.621336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce0dd471-def1-4106-b56c-e5be7bc43428 req-7e87d7ec-efc8-4649-86f3-9af60f2bd1d0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 Feb 11 05:45:40.724441 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cbcd13c1-ec0c-4af7-8874-84218e1edd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9193eed7-d4b9-476a-aab4-b739107bd55b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.727565 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cbcd13c1-ec0c-4af7-8874-84218e1edd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.729843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cbcd13c1-ec0c-4af7-8874-84218e1edd7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9193eed7-d4b9-476a-aab4-b739107bd55b HTTP/1.1" status: 204 len: 168 time: 0.5136054 Feb 11 05:45:40.740390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd13c1-ec0c-4af7-8874-84218e1edd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9193eed7-d4b9-476a-aab4-b739107bd55b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:41.393456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57376) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:41.539313 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:41.849964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e42ac5-0f4b-4530-992d-a90441708e7d req-e0a50697-9eae-44d8-b160-9a0127a24ef1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.864168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25e42ac5-0f4b-4530-992d-a90441708e7d req-e0a50697-9eae-44d8-b160-9a0127a24ef1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1555402 Feb 11 05:45:41.931024 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d35aad05-7eb8-4244-986c-9633aad1c6bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2353f8cdbbb0479a801a8bb797a27f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361333 Feb 11 05:45:41.933659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57408) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:42.050054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25e42ac5-0f4b-4530-992d-a90441708e7d req-b1b7163e-001a-4b45-b0e8-ef90534c9a3c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823585 Feb 11 05:45:42.120971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82acd582-f90c-48ac-9dc0-ac5df2050257 admin admin] Publish callbacks [] for security_group (442e0efc-bace-4dad-b9ad-5f3bedef33c3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.158143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82acd582-f90c-48ac-9dc0-ac5df2050257 admin admin] Publish callbacks [] for security_group (442e0efc-bace-4dad-b9ad-5f3bedef33c3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.397205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82acd582-f90c-48ac-9dc0-ac5df2050257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (442e0efc-bace-4dad-b9ad-5f3bedef33c3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.402954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82acd582-f90c-48ac-9dc0-ac5df2050257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.402954 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82acd582-f90c-48ac-9dc0-ac5df2050257 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/442e0efc-bace-4dad-b9ad-5f3bedef33c3 HTTP/1.1" status: 204 len: 168 time: 0.4662406 Feb 11 05:45:42.422309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acd582-f90c-48ac-9dc0-ac5df2050257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e0efc-bace-4dad-b9ad-5f3bedef33c3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:43.363357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8e07-02b3-455a-bb6f-031f12225b3a req-f6e1a9e2-d2af-423d-ab81-908172ad09e6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.372468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd0c8e07-02b3-455a-bb6f-031f12225b3a req-f6e1a9e2-d2af-423d-ab81-908172ad09e6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1367805 Feb 11 05:45:43.446963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57458) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:43.499631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd0c8e07-02b3-455a-bb6f-031f12225b3a req-07cdd6c8-4ed4-45cd-807e-8da77c40531a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259940 Feb 11 05:45:43.836807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91311841-df95-40e6-a7b5-8ab7c93d331a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:43.956711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91311841-df95-40e6-a7b5-8ab7c93d331a admin admin] Publish callbacks [] for security_group (7e05eb30-7b9b-4917-8156-da20a5c192ae), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.086001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91311841-df95-40e6-a7b5-8ab7c93d331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7e05eb30-7b9b-4917-8156-da20a5c192ae), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.167590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57490) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:44.191241 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-91311841-df95-40e6-a7b5-8ab7c93d331a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d57ba7f098104732a00938b74c2fa0c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7428768 Feb 11 05:45:44.197769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91311841-df95-40e6-a7b5-8ab7c93d331a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05eb30-7b9b-4917-8156-da20a5c192ae,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.312740 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0b34-0fbd-452f-8774-cab62525dab9 admin admin] Publish callbacks [] for security_group (7e05eb30-7b9b-4917-8156-da20a5c192ae), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.398657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0b34-0fbd-452f-8774-cab62525dab9 admin admin] Publish callbacks [] for security_group (7e05eb30-7b9b-4917-8156-da20a5c192ae), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.637960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0b34-0fbd-452f-8774-cab62525dab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7e05eb30-7b9b-4917-8156-da20a5c192ae), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.643175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0b34-0fbd-452f-8774-cab62525dab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.678064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b3bd0b34-0fbd-452f-8774-cab62525dab9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e05eb30-7b9b-4917-8156-da20a5c192ae HTTP/1.1" status: 204 len: 168 time: 0.5091968 Feb 11 05:45:44.719525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd0b34-0fbd-452f-8774-cab62525dab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05eb30-7b9b-4917-8156-da20a5c192ae,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:44.767387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf630d1c-837a-4a88-b936-d38b9800cf3a req-c9d203c2-f5cc-4746-98cb-300eabaf1da3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.786178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf630d1c-837a-4a88-b936-d38b9800cf3a req-c9d203c2-f5cc-4746-98cb-300eabaf1da3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1581321 Feb 11 05:45:44.953060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf630d1c-837a-4a88-b936-d38b9800cf3a req-3e4faabc-5036-416e-be47-2a1aca8cf4f1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657436 Feb 11 05:45:45.708901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57532) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:45.936213 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b77a63d-5763-4256-a1b6-6275c0528fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.116490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b77a63d-5763-4256-a1b6-6275c0528fa4 admin admin] Publish callbacks [] for security_group (1ef83a56-d3cc-425f-8f8e-c2b4bd39f039), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.150640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738d795-4d10-4a35-80b3-16c8cdc511a4 req-8bf5f26f-e7f0-48c4-9e59-4e12463bd3ba tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.158254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8738d795-4d10-4a35-80b3-16c8cdc511a4 req-8bf5f26f-e7f0-48c4-9e59-4e12463bd3ba tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1415639 Feb 11 05:45:46.214774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b77a63d-5763-4256-a1b6-6275c0528fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1ef83a56-d3cc-425f-8f8e-c2b4bd39f039), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.279551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8738d795-4d10-4a35-80b3-16c8cdc511a4 req-770b9e24-f1dd-455e-a798-d1757e2ced25 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200104 Feb 11 05:45:46.295643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57556) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:46.321149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77a63d-5763-4256-a1b6-6275c0528fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef83a56-d3cc-425f-8f8e-c2b4bd39f039,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.321377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-178407ea-cf41-40b7-80ad-21b3e6473afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.354308 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0b77a63d-5763-4256-a1b6-6275c0528fa4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1242fb180b0e423a96549431ee91a269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6423368 Feb 11 05:45:46.358667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57558) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:46.467624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcac7164-2aa1-4305-af44-ed62998fe452 admin admin] Publish callbacks [] for security_group (1ef83a56-d3cc-425f-8f8e-c2b4bd39f039), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.580074 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcac7164-2aa1-4305-af44-ed62998fe452 admin admin] Publish callbacks [] for security_group (1ef83a56-d3cc-425f-8f8e-c2b4bd39f039), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.580074 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-178407ea-cf41-40b7-80ad-21b3e6473afe admin admin] Publish callbacks [] for security_group (a429ee16-cb69-450d-8629-56ed21b1d22b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.591691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57566) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:46.686304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-178407ea-cf41-40b7-80ad-21b3e6473afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a429ee16-cb69-450d-8629-56ed21b1d22b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.728808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-178407ea-cf41-40b7-80ad-21b3e6473afe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcbcdaf290e144d3a9be9a61d664082c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4204457 Feb 11 05:45:46.729593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57572) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:46.772946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c565a02b-3615-4e6a-8b90-01663c447462 tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-541497764', 'prefixes': ['172.20.0.0/16']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:46.792311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcac7164-2aa1-4305-af44-ed62998fe452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1ef83a56-d3cc-425f-8f8e-c2b4bd39f039), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.795493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dcac7164-2aa1-4305-af44-ed62998fe452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.795904 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dcac7164-2aa1-4305-af44-ed62998fe452 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ef83a56-d3cc-425f-8f8e-c2b4bd39f039 HTTP/1.1" status: 204 len: 168 time: 0.4362721 Feb 11 05:45:46.833208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178407ea-cf41-40b7-80ad-21b3e6473afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a429ee16-cb69-450d-8629-56ed21b1d22b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.906449 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac7164-2aa1-4305-af44-ed62998fe452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef83a56-d3cc-425f-8f8e-c2b4bd39f039,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:46.964303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61f17ba3-1dc3-4038-86e1-7ad8462d2830 admin admin] Publish callbacks [] for security_group (a429ee16-cb69-450d-8629-56ed21b1d22b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:46.999968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61f17ba3-1dc3-4038-86e1-7ad8462d2830 admin admin] Publish callbacks [] for security_group (a429ee16-cb69-450d-8629-56ed21b1d22b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.185957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c565a02b-3615-4e6a-8b90-01663c447462 tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.194826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c565a02b-3615-4e6a-8b90-01663c447462 tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6015244 Feb 11 05:45:47.197350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57592) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.235505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61f17ba3-1dc3-4038-86e1-7ad8462d2830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a429ee16-cb69-450d-8629-56ed21b1d22b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.250609 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61f17ba3-1dc3-4038-86e1-7ad8462d2830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.252435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-61f17ba3-1dc3-4038-86e1-7ad8462d2830 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a429ee16-cb69-450d-8629-56ed21b1d22b HTTP/1.1" status: 204 len: 168 time: 0.5217059 Feb 11 05:45:47.274862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17ba3-1dc3-4038-86e1-7ad8462d2830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a429ee16-cb69-450d-8629-56ed21b1d22b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:47.311421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6f1b9e94-dfc8-41d5-ada3-adec091571d4 tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] 10.222.0.62 "GET /v2.0/subnetpools/a62f0d93-aae8-4900-813c-072a1f205bb3 HTTP/1.1" status: 200 len: 731 time: 0.1127369 Feb 11 05:45:47.314416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57600) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.320215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7c007633-ff7a-426e-89f5-d8e23301cadd tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1412650838'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:47.502641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c32471-e774-4d66-b7c0-85d1fc04077e req-51c7103e-f03e-4642-a96b-d4504c1be81c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:47.504398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c32471-e774-4d66-b7c0-85d1fc04077e req-51c7103e-f03e-4642-a96b-d4504c1be81c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1362762 Feb 11 05:45:47.594290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c32471-e774-4d66-b7c0-85d1fc04077e req-c80f49df-07fc-4e37-ad86-29cee4ddaf7c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795333 Feb 11 05:45:47.629998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7c007633-ff7a-426e-89f5-d8e23301cadd tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.631263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7c007633-ff7a-426e-89f5-d8e23301cadd tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] 10.222.0.62 "PUT /v2.0/subnetpools/a62f0d93-aae8-4900-813c-072a1f205bb3 HTTP/1.1" status: 200 len: 684 time: 0.3157015 Feb 11 05:45:47.634134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57608) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.845977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62d1d948-684a-40c5-a15e-91e63cf938b4 tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:47.848653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-62d1d948-684a-40c5-a15e-91e63cf938b4 tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] 10.222.0.62 "DELETE /v2.0/subnetpools/a62f0d93-aae8-4900-813c-072a1f205bb3 HTTP/1.1" status: 204 len: 168 time: 0.2132347 Feb 11 05:45:47.851973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57618) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.886164 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-cc3d21af-7cee-4374-9550-b89092f92ecf tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] show failed (client error): The resource could not be found. Feb 11 05:45:47.887686 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc3d21af-7cee-4374-9550-b89092f92ecf tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] 10.222.0.62 "GET /v2.0/subnetpools/a62f0d93-aae8-4900-813c-072a1f205bb3 HTTP/1.1" status: 404 len: 346 time: 0.0344801 Feb 11 05:45:47.895738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57620) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:47.919748 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-3bc3dcdc-d937-4337-a150-6f4ffb9c6751 tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] delete failed (client error): The resource could not be found. Feb 11 05:45:47.921192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3bc3dcdc-d937-4337-a150-6f4ffb9c6751 tempest-SubnetPoolsTestJSON-412696655 tempest-SubnetPoolsTestJSON-412696655-project] 10.222.0.62 "DELETE /v2.0/subnetpools/a62f0d93-aae8-4900-813c-072a1f205bb3 HTTP/1.1" status: 404 len: 346 time: 0.0259862 Feb 11 05:45:48.376588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57640) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.842222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f75d20-d430-4ea4-bd22-ed59e8250e81 req-436e8e78-74dc-4aa0-b074-78e7275c11a2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.850907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80f75d20-d430-4ea4-bd22-ed59e8250e81 req-436e8e78-74dc-4aa0-b074-78e7275c11a2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1664648 Feb 11 05:45:48.962222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80f75d20-d430-4ea4-bd22-ed59e8250e81 req-50b02b12-435c-4890-97a6-2506aaaeb369 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095397 Feb 11 05:45:49.205190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bd7592b-7d23-4f0d-923f-1f58b8ae6cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.290400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57674) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:49.319687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bd7592b-7d23-4f0d-923f-1f58b8ae6cf0 admin admin] Publish callbacks [] for security_group (8ccd938c-04f6-46bd-a512-3dae78c77a01), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.431013 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bd7592b-7d23-4f0d-923f-1f58b8ae6cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8ccd938c-04f6-46bd-a512-3dae78c77a01), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.482268 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7bd7592b-7d23-4f0d-923f-1f58b8ae6cf0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9fda2543bf504976aeec0ca46f18e9eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1045687 Feb 11 05:45:49.483130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7592b-7d23-4f0d-923f-1f58b8ae6cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccd938c-04f6-46bd-a512-3dae78c77a01,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:49.485735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57678) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:49.600156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dc9fffd-2a6a-4c97-94c8-9ec329784e2a admin admin] Publish callbacks [] for security_group (8ccd938c-04f6-46bd-a512-3dae78c77a01), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.627801 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dc9fffd-2a6a-4c97-94c8-9ec329784e2a admin admin] Publish callbacks [] for security_group (8ccd938c-04f6-46bd-a512-3dae78c77a01), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.744634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66231c32-fab3-400c-8ff6-b86e06045249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.853255 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dc9fffd-2a6a-4c97-94c8-9ec329784e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8ccd938c-04f6-46bd-a512-3dae78c77a01), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.856017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dc9fffd-2a6a-4c97-94c8-9ec329784e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.859963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9dc9fffd-2a6a-4c97-94c8-9ec329784e2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ccd938c-04f6-46bd-a512-3dae78c77a01 HTTP/1.1" status: 204 len: 168 time: 0.3704069 Feb 11 05:45:49.881862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9fffd-2a6a-4c97-94c8-9ec329784e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccd938c-04f6-46bd-a512-3dae78c77a01,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:49.958982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66231c32-fab3-400c-8ff6-b86e06045249 admin admin] Publish callbacks [] for security_group (19f94260-d997-46b5-9c89-6bbec0b92f5a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.030717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66231c32-fab3-400c-8ff6-b86e06045249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (19f94260-d997-46b5-9c89-6bbec0b92f5a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.135220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66231c32-fab3-400c-8ff6-b86e06045249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f94260-d997-46b5-9c89-6bbec0b92f5a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:50.156949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-66231c32-fab3-400c-8ff6-b86e06045249 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a75eec7eff0d4922934f2a799fa97eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8606043 Feb 11 05:45:50.157554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.223616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9f284-0732-4cab-867e-35238abed00b req-6e68e9ab-51f8-4518-970d-d176d682fb74 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.225281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84d9f284-0732-4cab-867e-35238abed00b req-6e68e9ab-51f8-4518-970d-d176d682fb74 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1712847 Feb 11 05:45:50.279277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-722cb5d5-9fd2-4769-88ee-da41a3856e63 admin admin] Publish callbacks [] for security_group (19f94260-d997-46b5-9c89-6bbec0b92f5a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.315917 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84d9f284-0732-4cab-867e-35238abed00b req-390c8107-3a07-4ce8-81a2-900b63839942 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803046 Feb 11 05:45:50.323523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-722cb5d5-9fd2-4769-88ee-da41a3856e63 admin admin] Publish callbacks [] for security_group (19f94260-d997-46b5-9c89-6bbec0b92f5a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.470918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-722cb5d5-9fd2-4769-88ee-da41a3856e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (19f94260-d997-46b5-9c89-6bbec0b92f5a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.482667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-722cb5d5-9fd2-4769-88ee-da41a3856e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.484094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-722cb5d5-9fd2-4769-88ee-da41a3856e63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19f94260-d997-46b5-9c89-6bbec0b92f5a HTTP/1.1" status: 204 len: 168 time: 0.3254678 Feb 11 05:45:50.497897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb5d5-9fd2-4769-88ee-da41a3856e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f94260-d997-46b5-9c89-6bbec0b92f5a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:50.951750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57736) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.968794 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bca011a-2673-456b-9ad7-7089b772564d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.068500 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bca011a-2673-456b-9ad7-7089b772564d admin admin] Publish callbacks [] for security_group (4902306c-ec2c-4518-acc6-25eb36327ff6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.146033 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bca011a-2673-456b-9ad7-7089b772564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4902306c-ec2c-4518-acc6-25eb36327ff6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.188332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6bca011a-2673-456b-9ad7-7089b772564d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e09b610e60cc436d9b733b065d1b6cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354577 Feb 11 05:45:51.189631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca011a-2673-456b-9ad7-7089b772564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902306c-ec2c-4518-acc6-25eb36327ff6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.191648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57748) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:51.246086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616f58c-df9d-41d9-9983-7d657682e0fe admin admin] Publish callbacks [] for security_group (4902306c-ec2c-4518-acc6-25eb36327ff6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.268836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616f58c-df9d-41d9-9983-7d657682e0fe admin admin] Publish callbacks [] for security_group (4902306c-ec2c-4518-acc6-25eb36327ff6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.446542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616f58c-df9d-41d9-9983-7d657682e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4902306c-ec2c-4518-acc6-25eb36327ff6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.449410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616f58c-df9d-41d9-9983-7d657682e0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.453201 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e616f58c-df9d-41d9-9983-7d657682e0fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4902306c-ec2c-4518-acc6-25eb36327ff6 HTTP/1.1" status: 204 len: 168 time: 0.2600286 Feb 11 05:45:51.468985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616f58c-df9d-41d9-9983-7d657682e0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902306c-ec2c-4518-acc6-25eb36327ff6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.876901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddfc79-5301-4f25-a4cd-b4a6e29f7dac req-c1727026-6b77-4ae5-8e95-ee22fe5b611b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.879129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bddfc79-5301-4f25-a4cd-b4a6e29f7dac req-c1727026-6b77-4ae5-8e95-ee22fe5b611b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.4668074 Feb 11 05:45:51.945000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bddfc79-5301-4f25-a4cd-b4a6e29f7dac req-c440da30-6587-4a99-a0bc-64e11814dae6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551450 Feb 11 05:45:53.702693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ecc85-296d-48dd-826c-698d45e14225 req-ef1bf39d-164c-492c-972b-dcef6c4f9304 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.704379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b6ecc85-296d-48dd-826c-698d45e14225 req-ef1bf39d-164c-492c-972b-dcef6c4f9304 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.6530178 Feb 11 05:45:53.761357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b6ecc85-296d-48dd-826c-698d45e14225 req-ba492d9d-ad6a-42ad-b170-852a293bf6e9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484488 Feb 11 05:45:54.596504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57888) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:54.913578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66dba8-4015-49cc-8d79-247a6328cd2b req-6ae98e2d-082e-4ef6-b0fe-1621191c89ec tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.915198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b66dba8-4015-49cc-8d79-247a6328cd2b req-6ae98e2d-082e-4ef6-b0fe-1621191c89ec tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0715363 Feb 11 05:45:54.955373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51ac0274-249a-4e3f-b8c9-7f0d2142907c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.992746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b66dba8-4015-49cc-8d79-247a6328cd2b req-93c94e90-42af-480e-bbfe-48dcc776f348 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717840 Feb 11 05:45:55.063767 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51ac0274-249a-4e3f-b8c9-7f0d2142907c admin admin] Publish callbacks [] for security_group (5cad6402-4bc2-45bf-bd9f-d4af4c885ba9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.196934 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51ac0274-249a-4e3f-b8c9-7f0d2142907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5cad6402-4bc2-45bf-bd9f-d4af4c885ba9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.236187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac0274-249a-4e3f-b8c9-7f0d2142907c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad6402-4bc2-45bf-bd9f-d4af4c885ba9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:55.244892 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-51ac0274-249a-4e3f-b8c9-7f0d2142907c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=995aa673fef9410ea52ffea4246ae8be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6455181 Feb 11 05:45:55.245504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57918) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:55.324919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44132cfd-072e-4ea5-8a19-239f4e6d6353 admin admin] Publish callbacks [] for security_group (5cad6402-4bc2-45bf-bd9f-d4af4c885ba9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.356236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44132cfd-072e-4ea5-8a19-239f4e6d6353 admin admin] Publish callbacks [] for security_group (5cad6402-4bc2-45bf-bd9f-d4af4c885ba9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.466585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57930) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:55.568647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44132cfd-072e-4ea5-8a19-239f4e6d6353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5cad6402-4bc2-45bf-bd9f-d4af4c885ba9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.571952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44132cfd-072e-4ea5-8a19-239f4e6d6353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.573364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-44132cfd-072e-4ea5-8a19-239f4e6d6353 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cad6402-4bc2-45bf-bd9f-d4af4c885ba9 HTTP/1.1" status: 204 len: 168 time: 0.3268344 Feb 11 05:45:55.581750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44132cfd-072e-4ea5-8a19-239f4e6d6353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad6402-4bc2-45bf-bd9f-d4af4c885ba9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:55.888553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2045053793'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:56.030871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Made reservation on behalf of 816771183d73414c96369e9c44deb61c for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:56.036445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.051216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.188101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for security_group (b2202d16-a958-4d06-98e8-7baf8aef790b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.195960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be6a69-d99d-448b-aecd-03ea288a5ffc req-9bb172e5-cddc-4b60-b250-0bcb2c655da9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.197626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1be6a69-d99d-448b-aecd-03ea288a5ffc req-9bb172e5-cddc-4b60-b250-0bcb2c655da9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1021371 Feb 11 05:45:56.240792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 57962) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:56.265359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2202d16-a958-4d06-98e8-7baf8aef790b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.290404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:56.330694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1be6a69-d99d-448b-aecd-03ea288a5ffc req-f5c609d0-9656-4658-b1e4-6ac942926297 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143594 Feb 11 05:45:56.348569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (47925224-126c-4971-ad13-06d07d84403b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.351141 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Added segment 47925224-126c-4971-ad13-06d07d84403b of type vlan for network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 Feb 11 05:45:56.397025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7c65a41c-c9be-419a-83a1-bea6f227cdd8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.445543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2202d16-a958-4d06-98e8-7baf8aef790b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.511312 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7c65a41c-c9be-419a-83a1-bea6f227cdd8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.520667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.521617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.621487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Pushing event updated for resources: {'Network': ['ID=7c65a41c-c9be-419a-83a1-bea6f227cdd8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.682971 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-896cbf59-3555-45df-b555-5b37daf56a5e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2150126 Feb 11 05:45:56.686892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57980) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:56.693471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:56.695013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Request body: {'subnet': {'network_id': '7c65a41c-c9be-419a-83a1-bea6f227cdd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:56.840110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cce225d-7075-490b-bd04-565625d6b3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.072123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cce225d-7075-490b-bd04-565625d6b3fe admin admin] Publish callbacks [] for security_group (604f78d8-c7f1-4352-96b9-2ce8bc24a541), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.083437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Made reservation on behalf of 816771183d73414c96369e9c44deb61c for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:57.087196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.195509 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cce225d-7075-490b-bd04-565625d6b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (604f78d8-c7f1-4352-96b9-2ce8bc24a541), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.234233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7cce225d-7075-490b-bd04-565625d6b3fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f260924b24854c10895f25c3dec46c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9914391 Feb 11 05:45:57.236131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58004) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:57.393760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce225d-7075-490b-bd04-565625d6b3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604f78d8-c7f1-4352-96b9-2ce8bc24a541,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.466476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0037728-bd04-4d36-8974-9d17267e0281 admin admin] Publish callbacks [] for security_group (604f78d8-c7f1-4352-96b9-2ce8bc24a541), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.592902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (45aacfc2-47eb-4496-937f-f846f93cf5f9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.599528 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0037728-bd04-4d36-8974-9d17267e0281 admin admin] Publish callbacks [] for security_group (604f78d8-c7f1-4352-96b9-2ce8bc24a541), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.663366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Pushing event updated for resources: {'Subnet': ['ID=45aacfc2-47eb-4496-937f-f846f93cf5f9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.711202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d80b72-378d-4d86-8732-a32ead78989e req-febd14f3-8c5c-4332-be7f-3c1cec74e7d1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.718338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84d80b72-378d-4d86-8732-a32ead78989e req-febd14f3-8c5c-4332-be7f-3c1cec74e7d1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1787317 Feb 11 05:45:57.789535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Checking segment: {'id': '47925224-126c-4971-ad13-06d07d84403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7c65a41c-c9be-419a-83a1-bea6f227cdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:57.790154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Network hostable DHCP agents. Network: 7c65a41c-c9be-419a-83a1-bea6f227cdd8, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:57.814926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84d80b72-378d-4d86-8732-a32ead78989e req-b63f9e55-9738-4e25-8289-e318a1f02722 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Feb 11 05:45:57.846620 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0037728-bd04-4d36-8974-9d17267e0281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (604f78d8-c7f1-4352-96b9-2ce8bc24a541), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.850661 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0037728-bd04-4d36-8974-9d17267e0281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.855467 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e0037728-bd04-4d36-8974-9d17267e0281 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/604f78d8-c7f1-4352-96b9-2ce8bc24a541 HTTP/1.1" status: 204 len: 168 time: 0.6145265 Feb 11 05:45:57.912317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0037728-bd04-4d36-8974-9d17267e0281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f78d8-c7f1-4352-96b9-2ce8bc24a541,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:57.985161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:58.103107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7c65a41c-c9be-419a-83a1-bea6f227cdd8) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:58.108869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23814f2-a4ac-4a42-a4ee-334c0de5458c None None] Network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:58.113094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.116373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.276498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b66ddb3c-3ac9-4807-8e26-64791e946c74 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5857706 Feb 11 05:45:58.278370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58052) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:58.291471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Request body: {'port': {'network_id': '7c65a41c-c9be-419a-83a1-bea6f227cdd8', 'name': 'tempest-TagsExtTest-537980975'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:58.325093 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:58.411252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-7c65a41c-c9be-419a-83a1-bea6f227cdd8', 'network_id': '7c65a41c-c9be-419a-83a1-bea6f227cdd8', 'project_id': '816771183d73414c96369e9c44deb61c', 'fixed_ips': [{'subnet_id': '45aacfc2-47eb-4496-937f-f846f93cf5f9'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:58.412947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.594238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58060) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:58.620373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Made reservation on behalf of 816771183d73414c96369e9c44deb61c for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:58.631315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.706974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] device_id is not set on port 271dc7e0-6f19-4def-8e6b-685ecbf87d2f yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:45:58.727579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Allocated IP 172.20.0.2 (7c65a41c-c9be-419a-83a1-bea6f227cdd8/45aacfc2-47eb-4496-937f-f846f93cf5f9/c377444d-610c-4117-bf51-6ece61e2b149) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:59.062104 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9edf90c2-f97e-4c43-acff-72eb16d0fd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.128944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6d7b-e0d2-42cb-a3f9-2517d411e709 req-32293bfb-a917-48b0-9155-5964eaaaab5d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.136914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36af6d7b-e0d2-42cb-a3f9-2517d411e709 req-32293bfb-a917-48b0-9155-5964eaaaab5d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1583862 Feb 11 05:45:59.258950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36af6d7b-e0d2-42cb-a3f9-2517d411e709 req-e40bb77e-3874-490f-ac52-f6f218f6ca97 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184874 Feb 11 05:45:59.304279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9edf90c2-f97e-4c43-acff-72eb16d0fd6e admin admin] Publish callbacks [] for security_group (bd8690c3-a0ea-4463-988e-dc9315b48378), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.311288 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Publish callbacks [] for port (c377444d-610c-4117-bf51-6ece61e2b149), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.322380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58090) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:59.350917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a88f299-2832-48af-ac34-70b50c086d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.404669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9edf90c2-f97e-4c43-acff-72eb16d0fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bd8690c3-a0ea-4463-988e-dc9315b48378), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.437909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (c377444d-610c-4117-bf51-6ece61e2b149), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.463228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf90c2-f97e-4c43-acff-72eb16d0fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8690c3-a0ea-4463-988e-dc9315b48378,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:59.528939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9edf90c2-f97e-4c43-acff-72eb16d0fd6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56e9fec3c0694d09a8750ee0da68c8b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9332964 Feb 11 05:45:59.536303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58094) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:59.552744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:59.565360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:59.570031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:59.573949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Allocated IP 172.20.0.14 (7c65a41c-c9be-419a-83a1-bea6f227cdd8/45aacfc2-47eb-4496-937f-f846f93cf5f9/271dc7e0-6f19-4def-8e6b-685ecbf87d2f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:59.620464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a88f299-2832-48af-ac34-70b50c086d2c admin admin] Publish callbacks [] for security_group (67dcb10d-03be-431e-a253-fba89268287c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.699763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Pushing event updated for resources: {'Port': ['ID=c377444d-610c-4117-bf51-6ece61e2b149,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:59.744324 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a88f299-2832-48af-ac34-70b50c086d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (67dcb10d-03be-431e-a253-fba89268287c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.783630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.783980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.784324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.784705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.801640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:59.826200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Attempting to bind port c377444d-610c-4117-bf51-6ece61e2b149 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:59.827021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Attempting to bind port c377444d-610c-4117-bf51-6ece61e2b149 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '47925224-126c-4971-ad13-06d07d84403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7c65a41c-c9be-419a-83a1-bea6f227cdd8'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:59.831050 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47c3d674-b3b3-4303-bfd3-d40b57f8bf65 admin admin] Publish callbacks [] for security_group (bd8690c3-a0ea-4463-988e-dc9315b48378), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.831201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Attempting to bind port c377444d-610c-4117-bf51-6ece61e2b149 on network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:59.836489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:59.836958 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5a88f299-2832-48af-ac34-70b50c086d2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8257ac8408554d89914ad4c7f8e20876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5132747 Feb 11 05:45:59.837307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Checking segment: {'id': '47925224-126c-4971-ad13-06d07d84403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7c65a41c-c9be-419a-83a1-bea6f227cdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:59.838115 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.838684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Bound using segment: {'id': '47925224-126c-4971-ad13-06d07d84403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7c65a41c-c9be-419a-83a1-bea6f227cdd8'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:59.839423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Bound port: c377444d-610c-4117-bf51-6ece61e2b149, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47925224-126c-4971-ad13-06d07d84403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7c65a41c-c9be-419a-83a1-bea6f227cdd8'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:59.839987 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c377444d-610c-4117-bf51-6ece61e2b149), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.843775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58108) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:59.872506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88f299-2832-48af-ac34-70b50c086d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dcb10d-03be-431e-a253-fba89268287c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:59.946880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47c3d674-b3b3-4303-bfd3-d40b57f8bf65 admin admin] Publish callbacks [] for security_group (bd8690c3-a0ea-4463-988e-dc9315b48378), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.977726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] For port c377444d-610c-4117-bf51-6ece61e2b149, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:59.981561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] For port c377444d-610c-4117-bf51-6ece61e2b149, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c377444d-610c-4117-bf51-6ece61e2b149,segment=NetworkSegment(47925224-126c-4971-ad13-06d07d84403b),segment_id=47925224-126c-4971-ad13-06d07d84403b)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:59.998881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for port (271dc7e0-6f19-4def-8e6b-685ecbf87d2f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.055771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50c3-9e19-4d50-8179-6652986c715f admin admin] Publish callbacks [] for security_group (67dcb10d-03be-431e-a253-fba89268287c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.082008 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c377444d-610c-4117-bf51-6ece61e2b149), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.102596 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50c3-9e19-4d50-8179-6652986c715f admin admin] Publish callbacks [] for security_group (67dcb10d-03be-431e-a253-fba89268287c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.180485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa56ca-51b9-4f63-add4-d4d804c1b0c0 None None] Pushing event updated for resources: {'Port': ['ID=c377444d-610c-4117-bf51-6ece61e2b149,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.190163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47c3d674-b3b3-4303-bfd3-d40b57f8bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bd8690c3-a0ea-4463-988e-dc9315b48378), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.190279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (271dc7e0-6f19-4def-8e6b-685ecbf87d2f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.190375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47c3d674-b3b3-4303-bfd3-d40b57f8bf65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.190375 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-47c3d674-b3b3-4303-bfd3-d40b57f8bf65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd8690c3-a0ea-4463-988e-dc9315b48378 HTTP/1.1" status: 204 len: 168 time: 0.6455257 Feb 11 05:46:00.200363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3d674-b3b3-4303-bfd3-d40b57f8bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8690c3-a0ea-4463-988e-dc9315b48378,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.265839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:00.269287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:00.272626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:00.299174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50c3-9e19-4d50-8179-6652986c715f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (67dcb10d-03be-431e-a253-fba89268287c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.302438 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f1e50c3-9e19-4d50-8179-6652986c715f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.306050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5f1e50c3-9e19-4d50-8179-6652986c715f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67dcb10d-03be-431e-a253-fba89268287c HTTP/1.1" status: 204 len: 168 time: 0.4587257 Feb 11 05:46:00.327080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Pushing event updated for resources: {'Port': ['ID=271dc7e0-6f19-4def-8e6b-685ecbf87d2f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.333969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e50c3-9e19-4d50-8179-6652986c715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dcb10d-03be-431e-a253-fba89268287c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.434852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.435717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.483536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65becd43-836b-483f-b913-beeb6c6482b5 req-53662b36-a183-4b34-a3eb-26c568d50771 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.486447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65becd43-836b-483f-b913-beeb6c6482b5 req-53662b36-a183-4b34-a3eb-26c568d50771 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1320882 Feb 11 05:46:00.546381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f74c2014-6246-4d5f-83ac-4f3a19c34093 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2645631 Feb 11 05:46:00.549284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:00.557875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1835d4d4-b6aa-436f-a978-a2c1d35e40bb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1548077590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:00.623096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65becd43-836b-483f-b913-beeb6c6482b5 req-27ef23c6-c7a5-4f31-ac33-6ea013c0b624 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294634 Feb 11 05:46:00.724966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1835d4d4-b6aa-436f-a978-a2c1d35e40bb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (5205d84c-fc39-4201-80f8-e4ead52a42f6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.726311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1835d4d4-b6aa-436f-a978-a2c1d35e40bb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (5205d84c-fc39-4201-80f8-e4ead52a42f6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.804866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1835d4d4-b6aa-436f-a978-a2c1d35e40bb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for router_controller (5205d84c-fc39-4201-80f8-e4ead52a42f6), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.806339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c377444d-610c-4117-bf51-6ece61e2b149 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:00.876445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c377444d-610c-4117-bf51-6ece61e2b149 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:00.876973 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c377444d-610c-4117-bf51-6ece61e2b149), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.963766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1835d4d4-b6aa-436f-a978-a2c1d35e40bb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (5205d84c-fc39-4201-80f8-e4ead52a42f6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.991827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c377444d-610c-4117-bf51-6ece61e2b149 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:00.992216 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c377444d-610c-4117-bf51-6ece61e2b149), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.040298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port c377444d-610c-4117-bf51-6ece61e2b149, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c377444d-610c-4117-bf51-6ece61e2b149,segment=NetworkSegment(47925224-126c-4971-ad13-06d07d84403b),segment_id=47925224-126c-4971-ad13-06d07d84403b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:01.095125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1835d4d4-b6aa-436f-a978-a2c1d35e40bb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.096568 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1835d4d4-b6aa-436f-a978-a2c1d35e40bb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5457387 Feb 11 05:46:01.103446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58162) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:01.108266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ce62f75f-06e6-4f09-a4a1-eb000cf5ac4b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-286300699', 'prefixes': ['172.20.0.0/16']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:01.157119 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c377444d-610c-4117-bf51-6ece61e2b149), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.231593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=c377444d-610c-4117-bf51-6ece61e2b149,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:01.652513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce62f75f-06e6-4f09-a4a1-eb000cf5ac4b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.657139 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ce62f75f-06e6-4f09-a4a1-eb000cf5ac4b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5523679 Feb 11 05:46:01.663265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58176) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:01.670628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-61fab449-877a-49da-aab4-39c85d459244 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9', 'tempest-TagsExtTest-Tag-972762777') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:01.690339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58180) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:01.748527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf90dea9-be8e-4411-b0c3-297589a1b828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.833877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ffae5e-9882-4b52-acb2-992f2302afd0 None None] Network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:01.934773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58186) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:02.026069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf90dea9-be8e-4411-b0c3-297589a1b828 admin admin] Publish callbacks [] for security_group (38eed9e0-3743-4159-9cfe-fde07b6daa3c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.082964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1764c0de-9d7b-47a8-8781-32d76fe27a20 None None] Provisioning complete for port c377444d-610c-4117-bf51-6ece61e2b149 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:02.083341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1764c0de-9d7b-47a8-8781-32d76fe27a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c377444d-610c-4117-bf51-6ece61e2b149), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.098519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb54f-d8c7-4e3c-887b-cf757f9cd8b3 req-780c08ac-9808-476d-a31c-58c97040618f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.102040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d8bb54f-d8c7-4e3c-887b-cf757f9cd8b3 req-780c08ac-9808-476d-a31c-58c97040618f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2410841 Feb 11 05:46:02.134529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf90dea9-be8e-4411-b0c3-297589a1b828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (38eed9e0-3743-4159-9cfe-fde07b6daa3c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.187962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-61fab449-877a-49da-aab4-39c85d459244 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags/tempest-TagsExtTest-Tag-972762777 HTTP/1.1" status: 201 len: 201 time: 0.5229435 Feb 11 05:46:02.192200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58206) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:02.200523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-c56e5a20-8a52-4b8f-8a12-4594beb82485 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f', 'tempest-TagsExtTest-Tag-1668761156') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:02.244970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d8bb54f-d8c7-4e3c-887b-cf757f9cd8b3 req-6570e1aa-2e2d-4e72-accd-b8528f3144f7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358182 Feb 11 05:46:02.268473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90dea9-be8e-4411-b0c3-297589a1b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eed9e0-3743-4159-9cfe-fde07b6daa3c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.281325 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cf90dea9-be8e-4411-b0c3-297589a1b828 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0282aed930084bd3b1b80829579df22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5895736 Feb 11 05:46:02.283884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:02.314791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9467eb31-5ac9-41e0-b6c5-ae78259fb065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.392126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c56e5a20-8a52-4b8f-8a12-4594beb82485 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags/tempest-TagsExtTest-Tag-1668761156 HTTP/1.1" status: 201 len: 201 time: 0.1981490 Feb 11 05:46:02.394565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58216) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:02.412132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-e60afa8d-8bdf-4bd5-8c01-68a6571b3a48 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6', 'tempest-TagsExtTest-Tag-142598936') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:02.484512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1764c0de-9d7b-47a8-8781-32d76fe27a20 None None] Current status of the port c377444d-610c-4117-bf51-6ece61e2b149 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:02.517886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-72251660-2071-4d1c-8fa6-9ae2fe3b167c admin admin] Publish callbacks [] for security_group (38eed9e0-3743-4159-9cfe-fde07b6daa3c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.584306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-72251660-2071-4d1c-8fa6-9ae2fe3b167c admin admin] Publish callbacks [] for security_group (38eed9e0-3743-4159-9cfe-fde07b6daa3c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.785206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c377444d-610c-4117-bf51-6ece61e2b149 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:02.796163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e60afa8d-8bdf-4bd5-8c01-68a6571b3a48 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags/tempest-TagsExtTest-Tag-142598936 HTTP/1.1" status: 201 len: 201 time: 0.4002361 Feb 11 05:46:02.799807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58230) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:02.805438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-7d03d6a8-c823-4a7e-80cc-5e458327fef6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144', 'tempest-TagsExtTest-Tag-1871359438') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:02.842077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-72251660-2071-4d1c-8fa6-9ae2fe3b167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (38eed9e0-3743-4159-9cfe-fde07b6daa3c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.851953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-72251660-2071-4d1c-8fa6-9ae2fe3b167c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.866249 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-72251660-2071-4d1c-8fa6-9ae2fe3b167c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38eed9e0-3743-4159-9cfe-fde07b6daa3c HTTP/1.1" status: 204 len: 168 time: 0.5753250 Feb 11 05:46:02.922335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72251660-2071-4d1c-8fa6-9ae2fe3b167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eed9e0-3743-4159-9cfe-fde07b6daa3c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.993921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9467eb31-5ac9-41e0-b6c5-ae78259fb065 admin admin] Publish callbacks [] for security_group (4869951b-658b-48d7-9efb-c3da1dfe72f0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.076446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7031923-13af-4b41-8747-25a62250c500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.080630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8817ebb7-49ea-4010-a80c-de1e706faff8 None None] Provisioning complete for port 271dc7e0-6f19-4def-8e6b-685ecbf87d2f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:03.081026 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8817ebb7-49ea-4010-a80c-de1e706faff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (271dc7e0-6f19-4def-8e6b-685ecbf87d2f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.112079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9467eb31-5ac9-41e0-b6c5-ae78259fb065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4869951b-658b-48d7-9efb-c3da1dfe72f0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.134406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7d03d6a8-c823-4a7e-80cc-5e458327fef6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags/tempest-TagsExtTest-Tag-1871359438 HTTP/1.1" status: 201 len: 201 time: 0.3234937 Feb 11 05:46:03.141502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58240) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:03.154893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-378b3cee-8193-4f8f-a3b2-8eb0ec45c987 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:03.250118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467eb31-5ac9-41e0-b6c5-ae78259fb065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4869951b-658b-48d7-9efb-c3da1dfe72f0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:03.262666 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9467eb31-5ac9-41e0-b6c5-ae78259fb065 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0566c664fa494949a169ad0520807ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3266468 Feb 11 05:46:03.265419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58248) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:03.326625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c377444d-610c-4117-bf51-6ece61e2b149 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:03.327046 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c377444d-610c-4117-bf51-6ece61e2b149), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.350708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-378b3cee-8193-4f8f-a3b2-8eb0ec45c987 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags HTTP/1.1" status: 200 len: 240 time: 0.2072132 Feb 11 05:46:03.354130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:03.365887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-93a0356e-22e0-4a57-ac8b-9b9874654f9c tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9', 'tempest-TagsExtTest-Tag-972762777') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:03.391667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42655702-4d26-42b1-ae3e-df0a7c421a6d admin admin] Publish callbacks [] for security_group (4869951b-658b-48d7-9efb-c3da1dfe72f0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.412492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8817ebb7-49ea-4010-a80c-de1e706faff8 None None] Port 271dc7e0-6f19-4def-8e6b-685ecbf87d2f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:03.466960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42655702-4d26-42b1-ae3e-df0a7c421a6d admin admin] Publish callbacks [] for security_group (4869951b-658b-48d7-9efb-c3da1dfe72f0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.543668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8817ebb7-49ea-4010-a80c-de1e706faff8 None None] Provisioning complete for port c377444d-610c-4117-bf51-6ece61e2b149 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:03.554780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8817ebb7-49ea-4010-a80c-de1e706faff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c377444d-610c-4117-bf51-6ece61e2b149), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.640778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42655702-4d26-42b1-ae3e-df0a7c421a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4869951b-658b-48d7-9efb-c3da1dfe72f0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.646159 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42655702-4d26-42b1-ae3e-df0a7c421a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:03.649984 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-42655702-4d26-42b1-ae3e-df0a7c421a6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4869951b-658b-48d7-9efb-c3da1dfe72f0 HTTP/1.1" status: 204 len: 168 time: 0.3808851 Feb 11 05:46:03.680922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42655702-4d26-42b1-ae3e-df0a7c421a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869951b-658b-48d7-9efb-c3da1dfe72f0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:03.862011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c377444d-610c-4117-bf51-6ece61e2b149 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:04.037880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8817ebb7-49ea-4010-a80c-de1e706faff8 None None] Current status of the port c377444d-610c-4117-bf51-6ece61e2b149 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:04.213594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-807347ed-8128-4b8d-adb8-45d46474326b None None] Provisioning complete for port 271dc7e0-6f19-4def-8e6b-685ecbf87d2f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:04.214375 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-807347ed-8128-4b8d-adb8-45d46474326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (271dc7e0-6f19-4def-8e6b-685ecbf87d2f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.256680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-93a0356e-22e0-4a57-ac8b-9b9874654f9c tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags/tempest-TagsExtTest-Tag-972762777 HTTP/1.1" status: 204 len: 168 time: 0.8972068 Feb 11 05:46:04.257863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58298) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:04.264662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-a67b9ae1-5470-4029-81ea-4bdbc769a0aa tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9', 'tempest-TagsExtTest-Tag-972762777') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:04.282592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdb462-e370-4ad7-8a88-bb47b3966eb6 req-96028bbc-9237-401d-b5d5-63b67a15e852 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.301890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11bdb462-e370-4ad7-8a88-bb47b3966eb6 req-96028bbc-9237-401d-b5d5-63b67a15e852 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.8157847 Feb 11 05:46:04.353892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-807347ed-8128-4b8d-adb8-45d46474326b None None] Port 271dc7e0-6f19-4def-8e6b-685ecbf87d2f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:04.446506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11bdb462-e370-4ad7-8a88-bb47b3966eb6 req-712ed999-9dfc-4f0e-a2d9-3802f1a83616 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382864 Feb 11 05:46:04.641010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58326) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:04.641283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a67b9ae1-5470-4029-81ea-4bdbc769a0aa tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags/tempest-TagsExtTest-Tag-972762777 HTTP/1.1" status: 204 len: 168 time: 0.3816156 Feb 11 05:46:04.656249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-307fe1a5-bd62-4680-b7e7-595f7fe2f7c0 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:04.747943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-307fe1a5-bd62-4680-b7e7-595f7fe2f7c0 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags HTTP/1.1" status: 200 len: 205 time: 0.1044629 Feb 11 05:46:04.750470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58336) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:04.754991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-4fdf1c65-66d9-409d-8a9f-ba0485c68667 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:04.828078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4fdf1c65-66d9-409d-8a9f-ba0485c68667 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags HTTP/1.1" status: 200 len: 241 time: 0.0742326 Feb 11 05:46:04.828409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58344) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:04.836158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-e7b557b2-aef5-4fef-9ac7-4f9c01213027 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f', 'tempest-TagsExtTest-Tag-1668761156') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:04.925785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e7b557b2-aef5-4fef-9ac7-4f9c01213027 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags/tempest-TagsExtTest-Tag-1668761156 HTTP/1.1" status: 204 len: 168 time: 0.0936632 Feb 11 05:46:04.926934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58346) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:04.933489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-01c0605a-5c0c-46ae-acd6-de8cc36736ae tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f', 'tempest-TagsExtTest-Tag-1668761156') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:05.137151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-01c0605a-5c0c-46ae-acd6-de8cc36736ae tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags/tempest-TagsExtTest-Tag-1668761156 HTTP/1.1" status: 204 len: 168 time: 0.2087123 Feb 11 05:46:05.145945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58356) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:05.151874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-3b2a2061-0bee-4f3f-855f-a26664bf16c2 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:05.260282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3b2a2061-0bee-4f3f-855f-a26664bf16c2 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags HTTP/1.1" status: 200 len: 205 time: 0.1127415 Feb 11 05:46:05.262871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58360) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:05.267560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-8dd11b22-5817-4e47-a970-55119811e667 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:05.357147 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8dd11b22-5817-4e47-a970-55119811e667 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags HTTP/1.1" status: 200 len: 240 time: 0.0930221 Feb 11 05:46:05.359612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58366) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:05.364865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-44f6f6e6-15c4-443b-8546-562729163c99 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6', 'tempest-TagsExtTest-Tag-142598936') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:05.492000 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-44f6f6e6-15c4-443b-8546-562729163c99 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags/tempest-TagsExtTest-Tag-142598936 HTTP/1.1" status: 204 len: 168 time: 0.1292102 Feb 11 05:46:05.492486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:05.497581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-52442f5f-cb59-4537-840d-fb96f38f66e7 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6', 'tempest-TagsExtTest-Tag-142598936') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:05.557451 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-538d3126-98e0-4c3d-8575-940827565de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.590911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58380) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:05.827425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f876d-75c0-47fe-a6e0-bde31d0ad12c req-dee7884a-bcc4-497f-9a10-df260bd12f93 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.829487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b2f876d-75c0-47fe-a6e0-bde31d0ad12c req-dee7884a-bcc4-497f-9a10-df260bd12f93 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2251801 Feb 11 05:46:05.849127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd94d8a1-d3b2-479f-a918-3d8c2e388b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.894855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b2f876d-75c0-47fe-a6e0-bde31d0ad12c req-7594b30c-bf31-4c3e-8816-2c2e6b18f8c3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587397 Feb 11 05:46:05.997125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd94d8a1-d3b2-479f-a918-3d8c2e388b19 admin admin] Publish callbacks [] for security_group (d3404fd4-8b5d-4ac1-a1f1-857bfe92e34b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.007825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-52442f5f-cb59-4537-840d-fb96f38f66e7 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags/tempest-TagsExtTest-Tag-142598936 HTTP/1.1" status: 204 len: 168 time: 0.5135803 Feb 11 05:46:06.014797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58402) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.019240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-abd497ff-df2d-4e16-bddd-45bca3344d90 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.118247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-abd497ff-df2d-4e16-bddd-45bca3344d90 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags HTTP/1.1" status: 200 len: 205 time: 0.1023862 Feb 11 05:46:06.121018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58406) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.125964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-b192bc83-968e-475d-a833-09bc3fd031ae tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.147640 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd94d8a1-d3b2-479f-a918-3d8c2e388b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d3404fd4-8b5d-4ac1-a1f1-857bfe92e34b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.223980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b192bc83-968e-475d-a833-09bc3fd031ae tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags HTTP/1.1" status: 200 len: 241 time: 0.1014881 Feb 11 05:46:06.227841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58412) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.233682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-38a2216b-f4a4-4010-a373-8c17194b34a9 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144', 'tempest-TagsExtTest-Tag-1871359438') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.250649 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd94d8a1-d3b2-479f-a918-3d8c2e388b19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58b70694ba1847e4a51ee5dc3baa88b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6560826 Feb 11 05:46:06.251055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58414) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.252716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94d8a1-d3b2-479f-a918-3d8c2e388b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3404fd4-8b5d-4ac1-a1f1-857bfe92e34b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:06.290731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58418) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.293145 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-38a2216b-f4a4-4010-a373-8c17194b34a9 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags/tempest-TagsExtTest-Tag-1871359438 HTTP/1.1" status: 204 len: 168 time: 0.0585074 Feb 11 05:46:06.300406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-c58d2b3a-03d1-4043-a29f-e2b07f2d8174 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144', 'tempest-TagsExtTest-Tag-1871359438') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.364562 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Publish callbacks [] for security_group (d3404fd4-8b5d-4ac1-a1f1-857bfe92e34b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.391479 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Publish callbacks [] for security_group (d3404fd4-8b5d-4ac1-a1f1-857bfe92e34b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.457096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c58d2b3a-03d1-4043-a29f-e2b07f2d8174 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags/tempest-TagsExtTest-Tag-1871359438 HTTP/1.1" status: 204 len: 168 time: 0.1630299 Feb 11 05:46:06.457802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58424) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.462808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-c80a6765-75b0-40e4-b535-eae8fe2a0011 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.505377 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c80a6765-75b0-40e4-b535-eae8fe2a0011 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags HTTP/1.1" status: 200 len: 205 time: 0.0452528 Feb 11 05:46:06.508913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58426) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.514680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-bb5017d6-7fa7-4985-81fa-1900de1fdcdb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.524739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d3404fd4-8b5d-4ac1-a1f1-857bfe92e34b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.527784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.529213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3404fd4-8b5d-4ac1-a1f1-857bfe92e34b HTTP/1.1" status: 204 len: 168 time: 0.2760317 Feb 11 05:46:06.542022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3404fd4-8b5d-4ac1-a1f1-857bfe92e34b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:06.550281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.550753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.551984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.556016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a99a6-dce7-4c1c-973a-6ea49be54417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:06.559025 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bb5017d6-7fa7-4985-81fa-1900de1fdcdb tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags HTTP/1.1" status: 204 len: 168 time: 0.0400665 Feb 11 05:46:06.559221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58432) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.577145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-21ea2c93-7bff-41ba-8ca4-b313ae7ea0c2 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.592090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58434) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.695467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58438) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.695805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-21ea2c93-7bff-41ba-8ca4-b313ae7ea0c2 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags HTTP/1.1" status: 204 len: 168 time: 0.1350784 Feb 11 05:46:06.700386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-5b9b114f-9bd6-4d33-928c-ee774055f202 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.728315 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.804306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0dc8a054-8452-430c-8770-fdbe2a7b673b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.808325 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b9b114f-9bd6-4d33-928c-ee774055f202 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags HTTP/1.1" status: 204 len: 168 time: 0.1116586 Feb 11 05:46:06.811197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.815765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-6c637e37-7b8e-4d0e-a3fa-528ae5d33e56 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.897636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0dc8a054-8452-430c-8770-fdbe2a7b673b admin admin] Publish callbacks [] for security_group (e1c1ef64-11ef-431f-b4f2-333d19724638), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.900694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6c637e37-7b8e-4d0e-a3fa-528ae5d33e56 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0884111 Feb 11 05:46:06.905333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58444) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:06.909954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-bef19d52-5610-41e9-824e-cb8ee21aabe4 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9', 'tempest-TagsExtTest-Tag-412599670') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:07.031703 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0dc8a054-8452-430c-8770-fdbe2a7b673b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e1c1ef64-11ef-431f-b4f2-333d19724638), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.064259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36638b-a819-4bd1-a3f7-5ea00da17f3e req-c4e18363-b687-4bed-83df-bbebedf7d4b4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.066302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd36638b-a819-4bd1-a3f7-5ea00da17f3e req-c4e18363-b687-4bed-83df-bbebedf7d4b4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0678682 Feb 11 05:46:07.073578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0dc8a054-8452-430c-8770-fdbe2a7b673b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3593caaf2a0f4b769ea043b27392b382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4803681 Feb 11 05:46:07.076302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58454) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.078224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8a054-8452-430c-8770-fdbe2a7b673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1ef64-11ef-431f-b4f2-333d19724638,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:07.090717 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bef19d52-5610-41e9-824e-cb8ee21aabe4 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags/tempest-TagsExtTest-Tag-412599670 HTTP/1.1" status: 201 len: 201 time: 0.1842194 Feb 11 05:46:07.094801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58456) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.102664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-1e573a3e-ffe6-4d02-a18b-dc2455e956b6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f', 'tempest-TagsExtTest-Tag-1923671298') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:07.175239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd36638b-a819-4bd1-a3f7-5ea00da17f3e req-159f4de0-7fb9-4524-a1f2-3d16c3406f54 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945363 Feb 11 05:46:07.197801 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f4cc-a275-4bae-a011-fa59a2b886f5 admin admin] Publish callbacks [] for security_group (e1c1ef64-11ef-431f-b4f2-333d19724638), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.225950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f4cc-a275-4bae-a011-fa59a2b886f5 admin admin] Publish callbacks [] for security_group (e1c1ef64-11ef-431f-b4f2-333d19724638), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.319265 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e573a3e-ffe6-4d02-a18b-dc2455e956b6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags/tempest-TagsExtTest-Tag-1923671298 HTTP/1.1" status: 201 len: 201 time: 0.2225504 Feb 11 05:46:07.321697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58466) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.336657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-65274fd4-3146-476d-9fc2-a55087dd413e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6', 'tempest-TagsExtTest-Tag-615903950') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:07.389177 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f4cc-a275-4bae-a011-fa59a2b886f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e1c1ef64-11ef-431f-b4f2-333d19724638), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.391767 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f4cc-a275-4bae-a011-fa59a2b886f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.393093 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9ef9f4cc-a275-4bae-a011-fa59a2b886f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1c1ef64-11ef-431f-b4f2-333d19724638 HTTP/1.1" status: 204 len: 168 time: 0.3113852 Feb 11 05:46:07.413675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9f4cc-a275-4bae-a011-fa59a2b886f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1ef64-11ef-431f-b4f2-333d19724638,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:07.650079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-65274fd4-3146-476d-9fc2-a55087dd413e tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags/tempest-TagsExtTest-Tag-615903950 HTTP/1.1" status: 201 len: 201 time: 0.3272364 Feb 11 05:46:07.653053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58478) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.658646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-cfc1c359-f224-455a-bcf4-000a234e792c tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144', 'tempest-TagsExtTest-Tag-344296271') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:07.852897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cfc1c359-f224-455a-bcf4-000a234e792c tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags/tempest-TagsExtTest-Tag-344296271 HTTP/1.1" status: 201 len: 201 time: 0.1982760 Feb 11 05:46:07.855349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58488) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.871678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-b234959d-7602-43ed-869b-9583fdb18d6f tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9', {'tags': ['tempest-TagsExtTest-Tag-49472780', 'tempest-TagsExtTest-Tag-309974230', 'tempest-TagsExtTest-Tag-1356891585']}) {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:08.169748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b234959d-7602-43ed-869b-9583fdb18d6f tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags HTTP/1.1" status: 200 len: 315 time: 0.3118131 Feb 11 05:46:08.172275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58504) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:08.178085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-ab21c7dc-2fb2-4163-a55a-fac8f4667829 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:08.338403 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.373343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ab21c7dc-2fb2-4163-a55a-fac8f4667829 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1997476 Feb 11 05:46:08.376511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58514) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:08.384953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-318b7c50-8cf2-4469-a05d-b860afc540a1 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9', 'tempest-TagsExtTest-Tag-49472780') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:08.440291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ceeff-6620-4930-9cb3-e7d27948dea7 req-22d861fe-206e-47b6-98e7-1b54f557ea5c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:08.450125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad8ceeff-6620-4930-9cb3-e7d27948dea7 req-22d861fe-206e-47b6-98e7-1b54f557ea5c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1452351 Feb 11 05:46:08.509460 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:08.544383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad8ceeff-6620-4930-9cb3-e7d27948dea7 req-c0ed73e6-289b-4919-b13d-4033f7702421 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891807 Feb 11 05:46:08.568944 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-318b7c50-8cf2-4469-a05d-b860afc540a1 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:08.570129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-318b7c50-8cf2-4469-a05d-b860afc540a1 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags/tempest-TagsExtTest-Tag-49472780 HTTP/1.1" status: 404 len: 327 time: 0.1923358 Feb 11 05:46:08.573133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58526) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:08.577505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-c9d6461b-cbc4-4dec-85c3-c9bb81e161e6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9', 'tempest-TagsExtTest-Tag-309974230') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:08.707871 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-c9d6461b-cbc4-4dec-85c3-c9bb81e161e6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:08.707871 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c9d6461b-cbc4-4dec-85c3-c9bb81e161e6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags/tempest-TagsExtTest-Tag-309974230 HTTP/1.1" status: 404 len: 328 time: 0.1306548 Feb 11 05:46:08.709261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58528) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:08.717852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-df24a402-31b4-4af3-bc36-5013bb49e9fe tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9', 'tempest-TagsExtTest-Tag-1356891585') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:08.834278 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-df24a402-31b4-4af3-bc36-5013bb49e9fe tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:08.838235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58532) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:08.838384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-df24a402-31b4-4af3-bc36-5013bb49e9fe tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags/tempest-TagsExtTest-Tag-1356891585 HTTP/1.1" status: 404 len: 329 time: 0.1277213 Feb 11 05:46:08.843661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-1ad22eb9-275d-4d78-bce8-05bd6730d90f tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f', {'tags': ['tempest-TagsExtTest-Tag-1650498504', 'tempest-TagsExtTest-Tag-1187024497', 'tempest-TagsExtTest-Tag-189051534']}) {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:08.991197 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1ad22eb9-275d-4d78-bce8-05bd6730d90f tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags HTTP/1.1" status: 200 len: 317 time: 0.1513774 Feb 11 05:46:08.993787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58538) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.000756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-d8f8531f-8a7c-4879-9cb1-4865bc285e95 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:09.178178 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d8f8531f-8a7c-4879-9cb1-4865bc285e95 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags HTTP/1.1" status: 204 len: 168 time: 0.1832588 Feb 11 05:46:09.186392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58550) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.195421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-b2762041-7449-4908-9800-bf9db959ebe2 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f', 'tempest-TagsExtTest-Tag-1650498504') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:09.283364 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-b2762041-7449-4908-9800-bf9db959ebe2 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:09.285477 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b2762041-7449-4908-9800-bf9db959ebe2 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags/tempest-TagsExtTest-Tag-1650498504 HTTP/1.1" status: 404 len: 329 time: 0.0958745 Feb 11 05:46:09.287847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58554) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.292873 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.295620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-90f69c9a-0936-4333-b354-72f6c207f72b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f', 'tempest-TagsExtTest-Tag-1187024497') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:09.357406 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-90f69c9a-0936-4333-b354-72f6c207f72b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:09.361282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-90f69c9a-0936-4333-b354-72f6c207f72b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags/tempest-TagsExtTest-Tag-1187024497 HTTP/1.1" status: 404 len: 329 time: 0.0697629 Feb 11 05:46:09.361616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58560) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.367100 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-50760d9d-5c3b-44f4-8c1c-5f9048648903 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f', 'tempest-TagsExtTest-Tag-189051534') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:09.430711 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-50760d9d-5c3b-44f4-8c1c-5f9048648903 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:09.434849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-50760d9d-5c3b-44f4-8c1c-5f9048648903 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags/tempest-TagsExtTest-Tag-189051534 HTTP/1.1" status: 404 len: 328 time: 0.0690796 Feb 11 05:46:09.434946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58566) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.442748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-c812e778-989e-49af-b6ac-624e1f3526a6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6', {'tags': ['tempest-TagsExtTest-Tag-1253170971', 'tempest-TagsExtTest-Tag-152214455', 'tempest-TagsExtTest-Tag-1379088838']}) {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:09.676939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c812e778-989e-49af-b6ac-624e1f3526a6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags HTTP/1.1" status: 200 len: 317 time: 0.2408557 Feb 11 05:46:09.679936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58578) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.684809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-ffcfe651-9115-4166-9eb2-737ea35633c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:09.728627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f9ae3-25a0-4b50-9061-28246adb8458 req-d08da83c-e01f-48c5-b28a-a80c0d1ef20d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.730252 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337f9ae3-25a0-4b50-9061-28246adb8458 req-d08da83c-e01f-48c5-b28a-a80c0d1ef20d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0972397 Feb 11 05:46:09.822582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337f9ae3-25a0-4b50-9061-28246adb8458 req-5a962bf5-8662-4de6-a08d-77917c413418 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840163 Feb 11 05:46:09.975153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ffcfe651-9115-4166-9eb2-737ea35633c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags HTTP/1.1" status: 204 len: 168 time: 0.2938337 Feb 11 05:46:09.977842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58590) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.986699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-984e5cf7-4f1c-4fca-a131-ccf04a65a51b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6', 'tempest-TagsExtTest-Tag-1253170971') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.143431 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-984e5cf7-4f1c-4fca-a131-ccf04a65a51b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:10.148064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58600) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.152626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-984e5cf7-4f1c-4fca-a131-ccf04a65a51b tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags/tempest-TagsExtTest-Tag-1253170971 HTTP/1.1" status: 404 len: 329 time: 0.1724715 Feb 11 05:46:10.153046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-52980042-f23e-4c98-a5bd-a0f10f842b31 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6', 'tempest-TagsExtTest-Tag-152214455') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.278551 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-52980042-f23e-4c98-a5bd-a0f10f842b31 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:10.280042 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-52980042-f23e-4c98-a5bd-a0f10f842b31 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags/tempest-TagsExtTest-Tag-152214455 HTTP/1.1" status: 404 len: 328 time: 0.1307085 Feb 11 05:46:10.282779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58606) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.294898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-1ac4c673-57e5-462a-b58e-6d352854f226 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6', 'tempest-TagsExtTest-Tag-1379088838') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.403338 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-1ac4c673-57e5-462a-b58e-6d352854f226 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:10.404473 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1ac4c673-57e5-462a-b58e-6d352854f226 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags/tempest-TagsExtTest-Tag-1379088838 HTTP/1.1" status: 404 len: 329 time: 0.1204948 Feb 11 05:46:10.407415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58612) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.414081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-f8d5a826-e6ec-4a8f-b725-980a480e9c1a tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144', {'tags': ['tempest-TagsExtTest-Tag-2072598505', 'tempest-TagsExtTest-Tag-443430476', 'tempest-TagsExtTest-Tag-833842463']}) {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.570048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f8d5a826-e6ec-4a8f-b725-980a480e9c1a tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "PUT /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags HTTP/1.1" status: 200 len: 316 time: 0.1615129 Feb 11 05:46:10.575790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58620) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.581339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-e90f506c-df0d-4984-a483-07f7a6fb207d tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.637679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58624) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.763986 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e90f506c-df0d-4984-a483-07f7a6fb207d tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags HTTP/1.1" status: 204 len: 168 time: 0.1889648 Feb 11 05:46:10.766712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58628) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.772044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-1e4e2792-fe66-4443-bdf2-5d81937e1f84 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144', 'tempest-TagsExtTest-Tag-2072598505') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.815371 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-1e4e2792-fe66-4443-bdf2-5d81937e1f84 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:10.816432 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e4e2792-fe66-4443-bdf2-5d81937e1f84 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags/tempest-TagsExtTest-Tag-2072598505 HTTP/1.1" status: 404 len: 329 time: 0.0487831 Feb 11 05:46:10.820157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58632) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.826125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-1d1bcf26-c1ec-473f-95c5-68b6752d33a8 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144', 'tempest-TagsExtTest-Tag-443430476') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.874200 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-1d1bcf26-c1ec-473f-95c5-68b6752d33a8 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:10.875640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1d1bcf26-c1ec-473f-95c5-68b6752d33a8 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags/tempest-TagsExtTest-Tag-443430476 HTTP/1.1" status: 404 len: 328 time: 0.0541935 Feb 11 05:46:10.878667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58640) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.890715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-fe7da0fb-0301-4adf-b295-6ca0b24818a4 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144', 'tempest-TagsExtTest-Tag-833842463') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.938487 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-fe7da0fb-0301-4adf-b295-6ca0b24818a4 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] show failed (client error): The resource could not be found. Feb 11 05:46:10.939895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fe7da0fb-0301-4adf-b295-6ca0b24818a4 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags/tempest-TagsExtTest-Tag-833842463 HTTP/1.1" status: 404 len: 328 time: 0.0571456 Feb 11 05:46:10.944248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58642) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.950268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-7be691e9-af5c-424c-a88d-ca9bdf8dd6a6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '15e7baad-6085-418a-8355-1fe141f1e144') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:11.022975 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7be691e9-af5c-424c-a88d-ca9bdf8dd6a6 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144/tags HTTP/1.1" status: 204 len: 168 time: 0.0773449 Feb 11 05:46:11.023724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58646) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.028639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.tag.tag_plugin [None req-03045b0f-cc3f-4c97-a74b-a10e294de3da tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5205d84c-fc39-4201-80f8-e4ead52a42f6') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:11.043118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437092c-c100-4c06-a942-549308442ba9 req-44a796b7-303d-4675-97be-e2cff7acef22 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.044967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1437092c-c100-4c06-a942-549308442ba9 req-44a796b7-303d-4675-97be-e2cff7acef22 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0902898 Feb 11 05:46:11.183866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1437092c-c100-4c06-a942-549308442ba9 req-3a891143-6efe-4362-b5da-1a5917be3861 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231604 Feb 11 05:46:11.206958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:11.226553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58654) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.227265 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-03045b0f-cc3f-4c97-a74b-a10e294de3da tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6/tags HTTP/1.1" status: 204 len: 168 time: 0.2023149 Feb 11 05:46:11.232542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-b0f91e10-b5be-4c04-be00-2d2219b1c8b3 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '271dc7e0-6f19-4def-8e6b-685ecbf87d2f') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:11.304654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b0f91e10-b5be-4c04-be00-2d2219b1c8b3 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f/tags HTTP/1.1" status: 204 len: 168 time: 0.0755587 Feb 11 05:46:11.306636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58658) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.311155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.tag.tag_plugin [None req-dbf702ab-0d58-4cf8-b6b8-69a2b460833c tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45aacfc2-47eb-4496-937f-f846f93cf5f9') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:11.335811 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.392530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dbf702ab-0d58-4cf8-b6b8-69a2b460833c tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0736811 Feb 11 05:46:11.393432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58660) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.467716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.584574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-449311e8-0c72-489c-a5de-e08bab87f2f0 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.588557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-449311e8-0c72-489c-a5de-e08bab87f2f0 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnetpools/15e7baad-6085-418a-8355-1fe141f1e144 HTTP/1.1" status: 204 len: 168 time: 0.1912608 Feb 11 05:46:11.589033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.638291 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.660948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-67cb8d90-554f-47a7-9083-2536307289c4 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "GET /v2.0/ports?device_id=5205d84c-fc39-4201-80f8-e4ead52a42f6 HTTP/1.1" status: 200 len: 205 time: 0.0701833 Feb 11 05:46:11.662079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58670) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.731979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Allocated IP 172.25.8.121 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e0f45aee-03f2-4ea5-8bed-c82558e8e10c) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:11.765501 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a335-3a4a-49c8-8a8d-d0766fd5e994 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for router (5205d84c-fc39-4201-80f8-e4ead52a42f6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.997350 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a335-3a4a-49c8-8a8d-d0766fd5e994 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (5205d84c-fc39-4201-80f8-e4ead52a42f6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.000754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a335-3a4a-49c8-8a8d-d0766fd5e994 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for router_controller (5205d84c-fc39-4201-80f8-e4ead52a42f6), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.118515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a335-3a4a-49c8-8a8d-d0766fd5e994 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (5205d84c-fc39-4201-80f8-e4ead52a42f6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.119254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d3a335-3a4a-49c8-8a8d-d0766fd5e994 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Fanout notify agent at l3_agent the message router_deleted on router 5205d84c-fc39-4201-80f8-e4ead52a42f6 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:12.128634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a335-3a4a-49c8-8a8d-d0766fd5e994 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.131528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c2d3a335-3a4a-49c8-8a8d-d0766fd5e994 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/routers/5205d84c-fc39-4201-80f8-e4ead52a42f6 HTTP/1.1" status: 204 len: 168 time: 0.4677289 Feb 11 05:46:12.133966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58682) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:12.487857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks [] for port (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.508324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-876f4b30-f155-4690-8e28-daf8399ddf88 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Deleting port 271dc7e0-6f19-4def-8e6b-685ecbf87d2f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:12.508873 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-876f4b30-f155-4690-8e28-daf8399ddf88 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (271dc7e0-6f19-4def-8e6b-685ecbf87d2f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.520959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda69a7-75b9-44fe-8f34-821c081a5922 req-25d45882-b365-49d8-9151-4f938f8c2933 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.528506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbda69a7-75b9-44fe-8f34-821c081a5922 req-25d45882-b365-49d8-9151-4f938f8c2933 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1917527 Feb 11 05:46:12.641234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.679154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbda69a7-75b9-44fe-8f34-821c081a5922 req-38df8983-93e1-4668-9574-50c048be72c1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463971 Feb 11 05:46:12.683801 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-876f4b30-f155-4690-8e28-daf8399ddf88 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (271dc7e0-6f19-4def-8e6b-685ecbf87d2f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.716474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:12.718660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-876f4b30-f155-4690-8e28-daf8399ddf88 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Calling delete_port for 271dc7e0-6f19-4def-8e6b-685ecbf87d2f owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:12.719773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:12.725130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:12.770689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f45aee-03f2-4ea5-8bed-c82558e8e10c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:12.927633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks [] for floatingip (4e5715bf-1b65-48ae-9c62-5d0e89f8871f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.061596 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.071878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-876f4b30-f155-4690-8e28-daf8399ddf88 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (271dc7e0-6f19-4def-8e6b-685ecbf87d2f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.108703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f4b30-f155-4690-8e28-daf8399ddf88 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Pushing event deleted for resources: {'Port': ['ID=271dc7e0-6f19-4def-8e6b-685ecbf87d2f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.251148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-876f4b30-f155-4690-8e28-daf8399ddf88 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.256210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-876f4b30-f155-4690-8e28-daf8399ddf88 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/ports/271dc7e0-6f19-4def-8e6b-685ecbf87d2f HTTP/1.1" status: 204 len: 168 time: 1.1205039 Feb 11 05:46:13.259655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58702) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.394235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks [] for port (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.447854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-be146bf7-4361-486d-8b74-f2f9aed858c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Deleting subnet 45aacfc2-47eb-4496-937f-f846f93cf5f9 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:13.478340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be146bf7-4361-486d-8b74-f2f9aed858c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks [] for subnet (45aacfc2-47eb-4496-937f-f846f93cf5f9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.481065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.608864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be146bf7-4361-486d-8b74-f2f9aed858c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (45aacfc2-47eb-4496-937f-f846f93cf5f9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.611361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f45aee-03f2-4ea5-8bed-c82558e8e10c,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.626716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (4e5715bf-1b65-48ae-9c62-5d0e89f8871f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.763835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.774615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58726) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.775559 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-75c799b4-6fe5-45a5-8e05-47fe8367ccf1 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1368811 Feb 11 05:46:13.794988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1719794715', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'fixed_ips': [{'ip_address': '172.25.8.121'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.829565 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be146bf7-4361-486d-8b74-f2f9aed858c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (45aacfc2-47eb-4496-937f-f846f93cf5f9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.970050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfbcc7-be3b-4ea6-8f02-7416bd69bd11 req-6eba5512-abb5-4d51-8176-076ba2d2406d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.971680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2dfbcc7-be3b-4ea6-8f02-7416bd69bd11 req-6eba5512-abb5-4d51-8176-076ba2d2406d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1673193 Feb 11 05:46:14.030793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Made reservation on behalf of 3a0e49258238422e95f2a0c8963b458c for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:14.033306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.055799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.062994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2dfbcc7-be3b-4ea6-8f02-7416bd69bd11 req-b0e95f3d-432c-45ff-85ec-e44e9a533695 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746682 Feb 11 05:46:14.112581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be146bf7-4361-486d-8b74-f2f9aed858c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (45aacfc2-47eb-4496-937f-f846f93cf5f9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.179388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be146bf7-4361-486d-8b74-f2f9aed858c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Pushing event deleted for resources: {'Subnet': ['ID=45aacfc2-47eb-4496-937f-f846f93cf5f9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:14.192877 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be146bf7-4361-486d-8b74-f2f9aed858c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.202655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89c720-d851-4ad2-83f2-d7956fc957d1 None None] Network 7c65a41c-c9be-419a-83a1-bea6f227cdd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:14.203254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-be146bf7-4361-486d-8b74-f2f9aed858c5 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/subnets/45aacfc2-47eb-4496-937f-f846f93cf5f9 HTTP/1.1" status: 204 len: 168 time: 0.9290817 Feb 11 05:46:14.203342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58728) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:14.269207 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks [] for security_group (6b11d68a-3727-4a36-9684-b1994ad770b1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.331215 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (7c65a41c-c9be-419a-83a1-bea6f227cdd8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.341381 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6b11d68a-3727-4a36-9684-b1994ad770b1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.346079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] device_id is not set on port b5c57729-fb32-47bd-a481-a07c7f5b02e1 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:14.450659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Deleting port c377444d-610c-4117-bf51-6ece61e2b149 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:14.456464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c377444d-610c-4117-bf51-6ece61e2b149), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.544994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] For port c377444d-610c-4117-bf51-6ece61e2b149, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c377444d-610c-4117-bf51-6ece61e2b149,segment=NetworkSegment(47925224-126c-4971-ad13-06d07d84403b),segment_id=47925224-126c-4971-ad13-06d07d84403b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:14.545507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c377444d-610c-4117-bf51-6ece61e2b149), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.573032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Calling delete_port for c377444d-610c-4117-bf51-6ece61e2b149 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:14.575527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] DHCP port deletion for 7c65a41c-c9be-419a-83a1-bea6f227cdd8 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:14.698865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] Deleting port c377444d-610c-4117-bf51-6ece61e2b149 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:14.699386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c377444d-610c-4117-bf51-6ece61e2b149), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.838289 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c377444d-610c-4117-bf51-6ece61e2b149), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.870036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c377444d-610c-4117-bf51-6ece61e2b149 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:14.871270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Pushing event deleted for resources: {'Port': ['ID=c377444d-610c-4117-bf51-6ece61e2b149,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:14.893779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] No DVR routers for this DVR port c377444d-610c-4117-bf51-6ece61e2b149 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:14.975224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] For port c377444d-610c-4117-bf51-6ece61e2b149, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c377444d-610c-4117-bf51-6ece61e2b149,segment=NetworkSegment(47925224-126c-4971-ad13-06d07d84403b),segment_id=47925224-126c-4971-ad13-06d07d84403b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:14.978574 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c377444d-610c-4117-bf51-6ece61e2b149), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.003353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c377444d-610c-4117-bf51-6ece61e2b149 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:15.004455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c377444d-610c-4117-bf51-6ece61e2b149 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:15.018161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] Calling delete_port for c377444d-610c-4117-bf51-6ece61e2b149 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:15.075599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (7c65a41c-c9be-419a-83a1-bea6f227cdd8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.131505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c65a41c-c9be-419a-83a1-bea6f227cdd8']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:15.149467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47925224-126c-4971-ad13-06d07d84403b') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:15.149467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47925224-126c-4971-ad13-06d07d84403b') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:15.162444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (47925224-126c-4971-ad13-06d07d84403b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.182842 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (47925224-126c-4971-ad13-06d07d84403b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.191718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:15.193031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (47925224-126c-4971-ad13-06d07d84403b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:15.198390 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:15.203067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (c377444d-610c-4117-bf51-6ece61e2b149), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.238244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] Pushing event deleted for resources: {'Port': ['ID=c377444d-610c-4117-bf51-6ece61e2b149,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:15.252734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53168d86-3fbc-46d0-bf4d-0ea0cd977713 None None] No DVR routers for this DVR port c377444d-610c-4117-bf51-6ece61e2b149 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:15.397694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b11d68a-3727-4a36-9684-b1994ad770b1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:15.405392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (7c65a41c-c9be-419a-83a1-bea6f227cdd8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.417000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.429201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bde1-a5d2-4b56-a418-382ca61bbf84 req-183d8805-93b9-4fd9-8e2b-eccfc5c633e3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:15.433387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76a9bde1-a5d2-4b56-a418-382ca61bbf84 req-183d8805-93b9-4fd9-8e2b-eccfc5c633e3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1658094 Feb 11 05:46:15.436545 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:46:15.437099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:46:15.445006 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] 10.222.0.62 "DELETE /v2.0/networks/7c65a41c-c9be-419a-83a1-bea6f227cdd8 HTTP/1.1" status: 204 len: 168 time: 1.2376044 Feb 11 05:46:15.530802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35c6e0-5283-41e3-85cc-a025d92ac978 tempest-TagsExtTest-118776459 tempest-TagsExtTest-118776459-project] Pushing event deleted for resources: {'Network': ['ID=7c65a41c-c9be-419a-83a1-bea6f227cdd8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:15.554189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76a9bde1-a5d2-4b56-a418-382ca61bbf84 req-f3201d13-4727-4091-a4cc-87e874111650 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058683 Feb 11 05:46:15.566367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-310c8997-7845-45a2-9617-557f85444642 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7832124 Feb 11 05:46:15.575505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58758) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:15.776538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Deleting port e0f45aee-03f2-4ea5-8bed-c82558e8e10c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:15.777246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.974032 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.979664 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks [] for floatingip (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.000694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Calling delete_port for e0f45aee-03f2-4ea5-8bed-c82558e8e10c owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:16.141769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58782) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:16.315810 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e0f45aee-03f2-4ea5-8bed-c82558e8e10c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.388169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0f45aee-03f2-4ea5-8bed-c82558e8e10c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:16.444479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-099cf048-f47c-4f36-8846-f54bcd4674e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=816771183d73414c96369e9c44deb61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013661 Feb 11 05:46:16.447643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:16.507936 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-110ce82a-6b0d-49da-ade4-a859c1430d52 admin admin] Publish callbacks [] for security_group (b2202d16-a958-4d06-98e8-7baf8aef790b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.540422 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks [] for floatingip (4e5715bf-1b65-48ae-9c62-5d0e89f8871f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.544522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.545865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0ddbaf88-e9e4-434c-a47c-241eebe4b2c2 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617 tempest-ExternalNetworksAdminNegativeTestJSON-1420448617-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/4e5715bf-1b65-48ae-9c62-5d0e89f8871f HTTP/1.1" status: 204 len: 168 time: 0.9746799 Feb 11 05:46:16.552986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-110ce82a-6b0d-49da-ade4-a859c1430d52 admin admin] Publish callbacks [] for security_group (b2202d16-a958-4d06-98e8-7baf8aef790b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.763537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-110ce82a-6b0d-49da-ade4-a859c1430d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b2202d16-a958-4d06-98e8-7baf8aef790b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.766383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-110ce82a-6b0d-49da-ade4-a859c1430d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.771811 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-110ce82a-6b0d-49da-ade4-a859c1430d52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2202d16-a958-4d06-98e8-7baf8aef790b HTTP/1.1" status: 204 len: 168 time: 0.3188446 Feb 11 05:46:16.797954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ce82a-6b0d-49da-ade4-a859c1430d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2202d16-a958-4d06-98e8-7baf8aef790b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:16.883256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4164c36-94c3-4825-aced-f24032fa4d08 req-3f1889af-acf8-4782-a381-7bf8eb9465db tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:16.888560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4164c36-94c3-4825-aced-f24032fa4d08 req-3f1889af-acf8-4782-a381-7bf8eb9465db tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1092887 Feb 11 05:46:16.974740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4164c36-94c3-4825-aced-f24032fa4d08 req-943db7b9-b68f-4b64-a7dd-826fcc47f4ce tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741985 Feb 11 05:46:17.244659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:17.425415 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0955d2da-a868-42b7-98d7-6e5cb93b8162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.528637 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0955d2da-a868-42b7-98d7-6e5cb93b8162 admin admin] Publish callbacks [] for security_group (e4cebfaf-8502-4316-bfb2-751686682d28), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.643808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0955d2da-a868-42b7-98d7-6e5cb93b8162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e4cebfaf-8502-4316-bfb2-751686682d28), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.709685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58842) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:17.723501 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0955d2da-a868-42b7-98d7-6e5cb93b8162 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=022f67bac8734537a3dbebb9921f2f45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4770291 Feb 11 05:46:17.724699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955d2da-a868-42b7-98d7-6e5cb93b8162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cebfaf-8502-4316-bfb2-751686682d28,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:17.776429 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87fff80f-8c51-431b-a954-c1166162c344 admin admin] Publish callbacks [] for security_group (e4cebfaf-8502-4316-bfb2-751686682d28), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.803174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87fff80f-8c51-431b-a954-c1166162c344 admin admin] Publish callbacks [] for security_group (e4cebfaf-8502-4316-bfb2-751686682d28), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.012632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87fff80f-8c51-431b-a954-c1166162c344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e4cebfaf-8502-4316-bfb2-751686682d28), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.015312 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87fff80f-8c51-431b-a954-c1166162c344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.016517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-87fff80f-8c51-431b-a954-c1166162c344 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4cebfaf-8502-4316-bfb2-751686682d28 HTTP/1.1" status: 204 len: 168 time: 0.3057272 Feb 11 05:46:18.030149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fff80f-8c51-431b-a954-c1166162c344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cebfaf-8502-4316-bfb2-751686682d28,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:18.221989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1645f43-c289-4a86-948e-cda2d7433eb2 req-b2ac57fe-eca1-4fc3-81cc-40c100365eeb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:18.224765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1645f43-c289-4a86-948e-cda2d7433eb2 req-b2ac57fe-eca1-4fc3-81cc-40c100365eeb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0881968 Feb 11 05:46:18.287549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1645f43-c289-4a86-948e-cda2d7433eb2 req-edc6b840-67e5-4132-bb37-afd2db0ab15e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565555 Feb 11 05:46:18.974494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58882) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:19.039040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6a80e76b-0413-46d7-9e43-e777ad3829aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a0e49258238422e95f2a0c8963b458c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614247 Feb 11 05:46:19.041839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:19.122534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d137753-45f3-4f6c-8626-0ef4a1434023 admin admin] Publish callbacks [] for security_group (6b11d68a-3727-4a36-9684-b1994ad770b1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.154724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d137753-45f3-4f6c-8626-0ef4a1434023 admin admin] Publish callbacks [] for security_group (6b11d68a-3727-4a36-9684-b1994ad770b1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.350021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d137753-45f3-4f6c-8626-0ef4a1434023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6b11d68a-3727-4a36-9684-b1994ad770b1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.358199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d137753-45f3-4f6c-8626-0ef4a1434023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.359425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5d137753-45f3-4f6c-8626-0ef4a1434023 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b11d68a-3727-4a36-9684-b1994ad770b1 HTTP/1.1" status: 204 len: 168 time: 0.3158493 Feb 11 05:46:19.404545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d137753-45f3-4f6c-8626-0ef4a1434023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b11d68a-3727-4a36-9684-b1994ad770b1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:19.515342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6ee00-2206-44bf-a5be-9c6c345713ce req-7b44d364-f0a9-49b3-8d8b-9665e3b3bc37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:19.516977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9d6ee00-2206-44bf-a5be-9c6c345713ce req-7b44d364-f0a9-49b3-8d8b-9665e3b3bc37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1335740 Feb 11 05:46:19.706243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9d6ee00-2206-44bf-a5be-9c6c345713ce req-cdb4ffd2-53f2-4985-b5f7-41cdbf6ce888 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825438 Feb 11 05:46:20.937515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e45fb-f2df-4663-8472-0dbf386d887e req-e4dd5b90-aa5c-412b-87a9-29cb7529f739 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:20.942724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a09e45fb-f2df-4663-8472-0dbf386d887e req-e4dd5b90-aa5c-412b-87a9-29cb7529f739 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0900493 Feb 11 05:46:20.986382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58964) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:21.007574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a09e45fb-f2df-4663-8472-0dbf386d887e req-55d48a6d-e167-43e8-9495-ea1892d0183a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601060 Feb 11 05:46:21.143492 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3442d69e-e7e3-4396-ba31-cf4b8cccfe9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.271949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3442d69e-e7e3-4396-ba31-cf4b8cccfe9f admin admin] Publish callbacks [] for security_group (f696d6bc-c99f-453a-8b07-273dbd7c9d09), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.344396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3442d69e-e7e3-4396-ba31-cf4b8cccfe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f696d6bc-c99f-453a-8b07-273dbd7c9d09), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.406211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3442d69e-e7e3-4396-ba31-cf4b8cccfe9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50550671fa264f70a96c2f4c17239370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159136 Feb 11 05:46:21.407248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442d69e-e7e3-4396-ba31-cf4b8cccfe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f696d6bc-c99f-453a-8b07-273dbd7c9d09,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:21.408728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 58976) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:21.505161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e78f471e-44f4-41c4-9863-c1b49b6a94da admin admin] Publish callbacks [] for security_group (f696d6bc-c99f-453a-8b07-273dbd7c9d09), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.546945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e78f471e-44f4-41c4-9863-c1b49b6a94da admin admin] Publish callbacks [] for security_group (f696d6bc-c99f-453a-8b07-273dbd7c9d09), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.733155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e78f471e-44f4-41c4-9863-c1b49b6a94da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f696d6bc-c99f-453a-8b07-273dbd7c9d09), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.736041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e78f471e-44f4-41c4-9863-c1b49b6a94da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.737451 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e78f471e-44f4-41c4-9863-c1b49b6a94da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f696d6bc-c99f-453a-8b07-273dbd7c9d09 HTTP/1.1" status: 204 len: 168 time: 0.3277409 Feb 11 05:46:21.752333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f471e-44f4-41c4-9863-c1b49b6a94da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f696d6bc-c99f-453a-8b07-273dbd7c9d09,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:22.247080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ab187-829b-4d66-8e1a-bc8b38d7e54e req-ac1f6173-e91b-44de-8a08-c667e940afb4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:22.257434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc1ab187-829b-4d66-8e1a-bc8b38d7e54e req-ac1f6173-e91b-44de-8a08-c667e940afb4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1180601 Feb 11 05:46:22.328938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc1ab187-829b-4d66-8e1a-bc8b38d7e54e req-4646b708-2029-4ef9-a9c0-5d0967875ffc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705974 Feb 11 05:46:22.485236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59014) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:22.684216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59022) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:22.710349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd46923-0ea5-40d4-bcf9-12b990a8f2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.886066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd46923-0ea5-40d4-bcf9-12b990a8f2ea admin admin] Publish callbacks [] for security_group (5195a4cc-8c52-4bd6-a4d6-b478e7bd011a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.941569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5e24-e554-40ab-ade2-2b71911cfab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.967397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd46923-0ea5-40d4-bcf9-12b990a8f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5195a4cc-8c52-4bd6-a4d6-b478e7bd011a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.032777 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4fd46923-0ea5-40d4-bcf9-12b990a8f2ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ea3a93cad4845a3bb6eb7564bd4f76a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3479509 Feb 11 05:46:23.036396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59036) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:23.107780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd46923-0ea5-40d4-bcf9-12b990a8f2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5195a4cc-8c52-4bd6-a4d6-b478e7bd011a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:23.136211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3d47-ed66-4df0-a373-3afbbaba4ce2 admin admin] Publish callbacks [] for security_group (5195a4cc-8c52-4bd6-a4d6-b478e7bd011a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.144834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59038) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:23.163951 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3d47-ed66-4df0-a373-3afbbaba4ce2 admin admin] Publish callbacks [] for security_group (5195a4cc-8c52-4bd6-a4d6-b478e7bd011a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.196960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5e24-e554-40ab-ade2-2b71911cfab6 admin admin] Publish callbacks [] for security_group (14cc7bbb-7b18-4c5c-8e9e-a7cb1a0c5d9d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.272373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5e24-e554-40ab-ade2-2b71911cfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (14cc7bbb-7b18-4c5c-8e9e-a7cb1a0c5d9d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.312057 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3d47-ed66-4df0-a373-3afbbaba4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5195a4cc-8c52-4bd6-a4d6-b478e7bd011a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.315307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3f1d3e86-3401-4010-a25b-d847430b1e3d tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:23.316450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3d47-ed66-4df0-a373-3afbbaba4ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.321045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eb5a3d47-ed66-4df0-a373-3afbbaba4ce2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5195a4cc-8c52-4bd6-a4d6-b478e7bd011a HTTP/1.1" status: 204 len: 168 time: 0.2832930 Feb 11 05:46:23.339040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a3d47-ed66-4df0-a373-3afbbaba4ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5195a4cc-8c52-4bd6-a4d6-b478e7bd011a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:23.341715 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fc1d5e24-e554-40ab-ade2-2b71911cfab6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dbffa1f113749cb96d112a4def94fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8554077 Feb 11 05:46:23.347454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59046) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:23.357113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d5e24-e554-40ab-ade2-2b71911cfab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cc7bbb-7b18-4c5c-8e9e-a7cb1a0c5d9d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:23.430449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3f1d3e86-3401-4010-a25b-d847430b1e3d tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] 10.222.0.62 "PUT /v2.0/quotas/1d621d9f53bc4b258ecd370cd68205ab HTTP/1.1" status: 200 len: 368 time: 0.2839754 Feb 11 05:46:23.435570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59052) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:23.441465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Request body: {'network': {'project_id': '1d621d9f53bc4b258ecd370cd68205ab'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:23.597470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Made reservation on behalf of 1d621d9f53bc4b258ecd370cd68205ab for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:23.601996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.616567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a955e-4443-4942-98d7-76be522fa635 req-6def5990-ce1a-4487-9d90-12ecfc49445e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:23.618420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b33a955e-4443-4942-98d7-76be522fa635 req-6def5990-ce1a-4487-9d90-12ecfc49445e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1356900 Feb 11 05:46:23.619093 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba1d812c-2f24-4950-a6d9-64c6b590e760 admin admin] Publish callbacks [] for security_group (14cc7bbb-7b18-4c5c-8e9e-a7cb1a0c5d9d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.621827 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.662244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba1d812c-2f24-4950-a6d9-64c6b590e760 admin admin] Publish callbacks [] for security_group (14cc7bbb-7b18-4c5c-8e9e-a7cb1a0c5d9d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.733402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b33a955e-4443-4942-98d7-76be522fa635 req-f604fbe1-4846-4065-a418-9b7220a6d8da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040494 Feb 11 05:46:23.818355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks [] for security_group (a023f574-c485-4608-b2a8-481cdaf4ed32), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.877806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba1d812c-2f24-4950-a6d9-64c6b590e760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (14cc7bbb-7b18-4c5c-8e9e-a7cb1a0c5d9d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.882912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba1d812c-2f24-4950-a6d9-64c6b590e760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.884320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ba1d812c-2f24-4950-a6d9-64c6b590e760 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14cc7bbb-7b18-4c5c-8e9e-a7cb1a0c5d9d HTTP/1.1" status: 204 len: 168 time: 0.5330114 Feb 11 05:46:23.900643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d812c-2f24-4950-a6d9-64c6b590e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cc7bbb-7b18-4c5c-8e9e-a7cb1a0c5d9d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:23.955786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a023f574-c485-4608-b2a8-481cdaf4ed32), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.994901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:24.005915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d1deb357-f16a-4ca1-bf15-b6cf3f9a5f93), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.006574 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Added segment d1deb357-f16a-4ca1-bf15-b6cf3f9a5f93 of type vlan for network 5ba2fc71-d058-498d-86f9-0097e07db5aa Feb 11 05:46:24.173884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (5ba2fc71-d058-498d-86f9-0097e07db5aa), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.253910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a023f574-c485-4608-b2a8-481cdaf4ed32,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.325285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (5ba2fc71-d058-498d-86f9-0097e07db5aa), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.325285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.325285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.452796 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0181201 Feb 11 05:46:24.457298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59076) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.466755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Request body: {'network': {'project_id': '1d621d9f53bc4b258ecd370cd68205ab'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:24.489650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0d8ba-0345-4527-8fcd-829926109861 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Pushing event updated for resources: {'Network': ['ID=5ba2fc71-d058-498d-86f9-0097e07db5aa,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.499847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 5ba2fc71-d058-498d-86f9-0097e07db5aa details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:24.633273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Made reservation on behalf of 1d621d9f53bc4b258ecd370cd68205ab for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:24.637409 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.669938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:24.687293 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7f0b71b4-a3c8-4367-8f55-d709e16ee2c9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.706015 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Added segment 7f0b71b4-a3c8-4367-8f55-d709e16ee2c9 of type vlan for network 442e98c6-5032-46b6-82f8-e3b1837981a5 Feb 11 05:46:24.795032 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (442e98c6-5032-46b6-82f8-e3b1837981a5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.902545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6616d-ed25-47f0-81fa-6cc4c565809e req-e1f419ae-de37-47d2-b187-70b1dd318a30 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.904181 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fe6616d-ed25-47f0-81fa-6cc4c565809e req-e1f419ae-de37-47d2-b187-70b1dd318a30 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0792427 Feb 11 05:46:24.942030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59096) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.968744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07094583-4ba3-419c-ad73-39d5ff2184aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.997155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (442e98c6-5032-46b6-82f8-e3b1837981a5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.998162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.998759 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.095210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fe6616d-ed25-47f0-81fa-6cc4c565809e req-461e4867-57f9-4cbd-9bf3-e0d69d4fb063 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661272 Feb 11 05:46:25.138609 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07094583-4ba3-419c-ad73-39d5ff2184aa admin admin] Publish callbacks [] for security_group (90e4a342-ed26-45b7-8710-73ba5b4c0131), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.157545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6993768 Feb 11 05:46:25.161431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59102) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:25.165582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3676d-c258-41e8-80bb-b3ab9ebfcfea tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Pushing event updated for resources: {'Network': ['ID=442e98c6-5032-46b6-82f8-e3b1837981a5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.169753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8dd7b2fb-0bfc-4095-b51e-3822dc8a17e2 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Request body: {'network': {'project_id': '1d621d9f53bc4b258ecd370cd68205ab'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:25.178094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 442e98c6-5032-46b6-82f8-e3b1837981a5 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:25.185391 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd7b2fb-0bfc-4095-b51e-3822dc8a17e2 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:46:25.186065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd7b2fb-0bfc-4095-b51e-3822dc8a17e2 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:46:25.189823 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8dd7b2fb-0bfc-4095-b51e-3822dc8a17e2 tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0256405 Feb 11 05:46:25.190678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59104) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:25.280885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dd89e056-b8df-485f-9a86-1c8b53c11dcf tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d621d9f53bc4b258ecd370cd68205ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886462 Feb 11 05:46:25.283702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59110) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:25.285048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07094583-4ba3-419c-ad73-39d5ff2184aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (90e4a342-ed26-45b7-8710-73ba5b4c0131), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.371326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07094583-4ba3-419c-ad73-39d5ff2184aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4a342-ed26-45b7-8710-73ba5b4c0131,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.397170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59112) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:25.398822 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-07094583-4ba3-419c-ad73-39d5ff2184aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dab5ed2468de4999b78eb6b7b689a2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4541750 Feb 11 05:46:25.451294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d06bd93d-12fd-46f4-b3d8-3d77441c8f1b tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks [] for security_group (a023f574-c485-4608-b2a8-481cdaf4ed32), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.479974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d06bd93d-12fd-46f4-b3d8-3d77441c8f1b tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks [] for security_group (a023f574-c485-4608-b2a8-481cdaf4ed32), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.549226 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e391bd94-3568-497e-aef9-8b9ab88f48f2 admin admin] Publish callbacks [] for security_group (90e4a342-ed26-45b7-8710-73ba5b4c0131), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.583894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e391bd94-3568-497e-aef9-8b9ab88f48f2 admin admin] Publish callbacks [] for security_group (90e4a342-ed26-45b7-8710-73ba5b4c0131), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.616161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d06bd93d-12fd-46f4-b3d8-3d77441c8f1b tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a023f574-c485-4608-b2a8-481cdaf4ed32), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.618776 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d06bd93d-12fd-46f4-b3d8-3d77441c8f1b tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.619932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d06bd93d-12fd-46f4-b3d8-3d77441c8f1b tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/a023f574-c485-4608-b2a8-481cdaf4ed32 HTTP/1.1" status: 204 len: 168 time: 0.3349462 Feb 11 05:46:25.622860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59118) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:25.632238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bd93d-12fd-46f4-b3d8-3d77441c8f1b tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a023f574-c485-4608-b2a8-481cdaf4ed32,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.697678 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (442e98c6-5032-46b6-82f8-e3b1837981a5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.725229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e391bd94-3568-497e-aef9-8b9ab88f48f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (90e4a342-ed26-45b7-8710-73ba5b4c0131), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.728489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e391bd94-3568-497e-aef9-8b9ab88f48f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.729837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e391bd94-3568-497e-aef9-8b9ab88f48f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90e4a342-ed26-45b7-8710-73ba5b4c0131 HTTP/1.1" status: 204 len: 168 time: 0.3314059 Feb 11 05:46:25.819828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (442e98c6-5032-46b6-82f8-e3b1837981a5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.819935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391bd94-3568-497e-aef9-8b9ab88f48f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4a342-ed26-45b7-8710-73ba5b4c0131,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.857823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442e98c6-5032-46b6-82f8-e3b1837981a5']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:25.878900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0b71b4-a3c8-4367-8f55-d709e16ee2c9') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:25.879218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0b71b4-a3c8-4367-8f55-d709e16ee2c9') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:25.905106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7f0b71b4-a3c8-4367-8f55-d709e16ee2c9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.924405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7f0b71b4-a3c8-4367-8f55-d709e16ee2c9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.935301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:25.935984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7f0b71b4-a3c8-4367-8f55-d709e16ee2c9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:25.994072 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:26.075717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (442e98c6-5032-46b6-82f8-e3b1837981a5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.084614 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.089372 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] 10.222.0.62 "DELETE /v2.0/networks/442e98c6-5032-46b6-82f8-e3b1837981a5 HTTP/1.1" status: 204 len: 168 time: 0.4643660 Feb 11 05:46:26.091913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59138) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.102429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd9e4c-646e-4b88-bae7-56160b3c76fd tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Pushing event deleted for resources: {'Network': ['ID=442e98c6-5032-46b6-82f8-e3b1837981a5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.182899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (5ba2fc71-d058-498d-86f9-0097e07db5aa), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.365600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966a7c3-c062-4a3b-8856-163124a0f039 req-784e7b73-579f-4db7-baaa-11c96c95da1d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:26.372667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0966a7c3-c062-4a3b-8856-163124a0f039 req-784e7b73-579f-4db7-baaa-11c96c95da1d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2158201 Feb 11 05:46:26.489228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (5ba2fc71-d058-498d-86f9-0097e07db5aa), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.514993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0966a7c3-c062-4a3b-8856-163124a0f039 req-c247bbb9-e1a8-42fc-83ba-ca5326d028dc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395173 Feb 11 05:46:26.538418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba2fc71-d058-498d-86f9-0097e07db5aa']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:26.563565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1deb357-f16a-4ca1-bf15-b6cf3f9a5f93') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:26.563863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1deb357-f16a-4ca1-bf15-b6cf3f9a5f93') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:26.575458 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (d1deb357-f16a-4ca1-bf15-b6cf3f9a5f93), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.594591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d1deb357-f16a-4ca1-bf15-b6cf3f9a5f93), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.601060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:26.601759 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (d1deb357-f16a-4ca1-bf15-b6cf3f9a5f93), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:26.603689 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:26.845804 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (5ba2fc71-d058-498d-86f9-0097e07db5aa), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.845804 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.845804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] 10.222.0.62 "DELETE /v2.0/networks/5ba2fc71-d058-498d-86f9-0097e07db5aa HTTP/1.1" status: 204 len: 168 time: 0.7032416 Feb 11 05:46:26.851485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb25e-3af2-4c17-bfca-52bddca00aad tempest-QuotasNegativeTest-1811547153 tempest-QuotasNegativeTest-1811547153-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ba2fc71-d058-498d-86f9-0097e07db5aa,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.674557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33547-6e8f-47cf-a0ac-340d48912d83 req-3950f6c7-a920-4ea8-9f99-08a32329b1cc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:27.683915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4b33547-6e8f-47cf-a0ac-340d48912d83 req-3950f6c7-a920-4ea8-9f99-08a32329b1cc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0813608 Feb 11 05:46:27.801285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4b33547-6e8f-47cf-a0ac-340d48912d83 req-f27e43f1-c40e-4181-a274-6081f2504047 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149490 Feb 11 05:46:27.961496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.995957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:28.384268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-33692fff-2df4-4e11-ac2c-53f784fa6273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.413331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ce81c3e-896b-4a8b-a777-db1ba48cf725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.604861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-33692fff-2df4-4e11-ac2c-53f784fa6273 admin admin] Publish callbacks [] for security_group (6b861cf7-d3c2-4e26-9f4f-a5d7522ff161), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.607336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ce81c3e-896b-4a8b-a777-db1ba48cf725 admin admin] Publish callbacks [] for security_group (d2b8f40d-a246-4288-809f-7fc3e59e0ac3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.680513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-33692fff-2df4-4e11-ac2c-53f784fa6273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6b861cf7-d3c2-4e26-9f4f-a5d7522ff161), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.734502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8ce81c3e-896b-4a8b-a777-db1ba48cf725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2b8f40d-a246-4288-809f-7fc3e59e0ac3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.774826 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8ce81c3e-896b-4a8b-a777-db1ba48cf725 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79b0019782364860bf881a1d1af84789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7771425 Feb 11 05:46:28.777598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59236) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:28.788060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33692fff-2df4-4e11-ac2c-53f784fa6273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b861cf7-d3c2-4e26-9f4f-a5d7522ff161,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:28.795725 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-33692fff-2df4-4e11-ac2c-53f784fa6273 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0861ec20d314e12b75c502c9de6cc99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8245423 Feb 11 05:46:28.799277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59238) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:28.937677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce81c3e-896b-4a8b-a777-db1ba48cf725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8f40d-a246-4288-809f-7fc3e59e0ac3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:28.962858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22e70f07-3c55-49e5-9133-4d970cb1d3bd admin admin] Publish callbacks [] for security_group (6b861cf7-d3c2-4e26-9f4f-a5d7522ff161), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.978584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc495-bdca-4ea9-a06f-160def58c7a0 admin admin] Publish callbacks [] for security_group (d2b8f40d-a246-4288-809f-7fc3e59e0ac3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.031518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22e70f07-3c55-49e5-9133-4d970cb1d3bd admin admin] Publish callbacks [] for security_group (6b861cf7-d3c2-4e26-9f4f-a5d7522ff161), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.052916 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc495-bdca-4ea9-a06f-160def58c7a0 admin admin] Publish callbacks [] for security_group (d2b8f40d-a246-4288-809f-7fc3e59e0ac3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.100422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940599e-747b-41dc-a43d-8cb9153685cc req-597cd15f-7da5-4282-acd2-9204548c1c7b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:29.113111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e940599e-747b-41dc-a43d-8cb9153685cc req-597cd15f-7da5-4282-acd2-9204548c1c7b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2393570 Feb 11 05:46:29.181700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22e70f07-3c55-49e5-9133-4d970cb1d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6b861cf7-d3c2-4e26-9f4f-a5d7522ff161), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.185721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-22e70f07-3c55-49e5-9133-4d970cb1d3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.187120 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-22e70f07-3c55-49e5-9133-4d970cb1d3bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b861cf7-d3c2-4e26-9f4f-a5d7522ff161 HTTP/1.1" status: 204 len: 168 time: 0.3866086 Feb 11 05:46:29.206671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e70f07-3c55-49e5-9133-4d970cb1d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b861cf7-d3c2-4e26-9f4f-a5d7522ff161,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:29.268783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e940599e-747b-41dc-a43d-8cb9153685cc req-83ea66b1-b17c-4f97-8803-9fedb8fb474c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500711 Feb 11 05:46:29.346688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc495-bdca-4ea9-a06f-160def58c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2b8f40d-a246-4288-809f-7fc3e59e0ac3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.351000 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc495-bdca-4ea9-a06f-160def58c7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.354565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1e4bc495-bdca-4ea9-a06f-160def58c7a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2b8f40d-a246-4288-809f-7fc3e59e0ac3 HTTP/1.1" status: 204 len: 168 time: 0.5736668 Feb 11 05:46:29.373037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bc495-bdca-4ea9-a06f-160def58c7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8f40d-a246-4288-809f-7fc3e59e0ac3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:30.293748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59278) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:30.352858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b190972-96f5-46a5-b0f3-225e69d34260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.496686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b190972-96f5-46a5-b0f3-225e69d34260 admin admin] Publish callbacks [] for security_group (a7c164f8-110c-462d-9435-24354516cb11), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.531518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bcc0d-1f9e-4387-996b-674be172df5d req-ede219a0-8500-455c-84c5-2898934a772b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:30.540864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c60bcc0d-1f9e-4387-996b-674be172df5d req-ede219a0-8500-455c-84c5-2898934a772b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1398144 Feb 11 05:46:30.615465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b190972-96f5-46a5-b0f3-225e69d34260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a7c164f8-110c-462d-9435-24354516cb11), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.640010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c60bcc0d-1f9e-4387-996b-674be172df5d req-aced067d-567d-442a-b5a6-d4b9a5f7c972 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978847 Feb 11 05:46:30.658107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b190972-96f5-46a5-b0f3-225e69d34260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c164f8-110c-462d-9435-24354516cb11,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:30.703576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59300) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:30.706560 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4b190972-96f5-46a5-b0f3-225e69d34260 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad418692b9b84012abd26dc6ea43d5c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4115357 Feb 11 05:46:30.819066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59304) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:30.835105 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2dac2a7-7746-4c24-9490-7d4707bc2c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.844124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e564539-dc98-47a8-878d-5160842a87c7 admin admin] Publish callbacks [] for security_group (a7c164f8-110c-462d-9435-24354516cb11), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.894489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e564539-dc98-47a8-878d-5160842a87c7 admin admin] Publish callbacks [] for security_group (a7c164f8-110c-462d-9435-24354516cb11), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.031972 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e564539-dc98-47a8-878d-5160842a87c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a7c164f8-110c-462d-9435-24354516cb11), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.034594 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e564539-dc98-47a8-878d-5160842a87c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.036791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6e564539-dc98-47a8-878d-5160842a87c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7c164f8-110c-462d-9435-24354516cb11 HTTP/1.1" status: 204 len: 168 time: 0.3313794 Feb 11 05:46:31.070553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e564539-dc98-47a8-878d-5160842a87c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c164f8-110c-462d-9435-24354516cb11,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:31.262371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2dac2a7-7746-4c24-9490-7d4707bc2c08 admin admin] Publish callbacks [] for security_group (98d15f5a-b8a6-4cf6-ad63-dd5611b769f2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.335363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2dac2a7-7746-4c24-9490-7d4707bc2c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (98d15f5a-b8a6-4cf6-ad63-dd5611b769f2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.427770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59314) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:31.428471 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b2dac2a7-7746-4c24-9490-7d4707bc2c08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c186c8312384bb1b785a1133abb0b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6130245 Feb 11 05:46:31.430029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dac2a7-7746-4c24-9490-7d4707bc2c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d15f5a-b8a6-4cf6-ad63-dd5611b769f2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:31.685195 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb05f-6467-4340-8ead-0b9d832350ba admin admin] Publish callbacks [] for security_group (98d15f5a-b8a6-4cf6-ad63-dd5611b769f2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.792764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb05f-6467-4340-8ead-0b9d832350ba admin admin] Publish callbacks [] for security_group (98d15f5a-b8a6-4cf6-ad63-dd5611b769f2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.037412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c442d4d-734e-4754-99cf-0f575aa639cd req-b7db043c-8c45-445c-98d6-8889b8fdfed4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:32.045956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c442d4d-734e-4754-99cf-0f575aa639cd req-b7db043c-8c45-445c-98d6-8889b8fdfed4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1938984 Feb 11 05:46:32.189463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c442d4d-734e-4754-99cf-0f575aa639cd req-5deb6b69-0093-49aa-89d7-661b3a821b21 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399667 Feb 11 05:46:32.190659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb05f-6467-4340-8ead-0b9d832350ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (98d15f5a-b8a6-4cf6-ad63-dd5611b769f2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.194428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb05f-6467-4340-8ead-0b9d832350ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.197787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2e7cb05f-6467-4340-8ead-0b9d832350ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98d15f5a-b8a6-4cf6-ad63-dd5611b769f2 HTTP/1.1" status: 204 len: 168 time: 0.7667735 Feb 11 05:46:32.214916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cb05f-6467-4340-8ead-0b9d832350ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d15f5a-b8a6-4cf6-ad63-dd5611b769f2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:32.914819 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a39f0ae2-596d-4146-9e4b-2f3ba8a13f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:33.435660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f2864-0680-4d96-a169-e5148b13145a req-7966b76c-8fbc-436e-8ca4-7b05cc80f645 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:33.437946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce7f2864-0680-4d96-a169-e5148b13145a req-7966b76c-8fbc-436e-8ca4-7b05cc80f645 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0847025 Feb 11 05:46:33.509908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce7f2864-0680-4d96-a169-e5148b13145a req-3e9b0b85-be45-4dca-990f-4cce859d4c49 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648887 Feb 11 05:46:33.779048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-a829e017-94f8-459c-b3bb-0b5e2b090064 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=425878c2805a4fd0ab6e4c1d8b3b5f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996552 Feb 11 05:46:34.062051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-b5695de2-9823-43d6-8a4c-efc689054323 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:34.064236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-b5695de2-9823-43d6-8a4c-efc689054323 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758973 Feb 11 05:46:34.090389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-8a0e1f4b-fd49-4ad1-b5c5-043da21bb097 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/quotas/425878c2805a4fd0ab6e4c1d8b3b5f11 HTTP/1.1" status: 200 len: 375 time: 0.0166521 Feb 11 05:46:34.141558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-932cb690-8201-4fc4-97cc-69794a0adcb6 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=425878c2805a4fd0ab6e4c1d8b3b5f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376685 Feb 11 05:46:34.625376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da7aefc6-629b-47f8-9bd7-326ebbf66c73 req-e6388060-25d4-4957-bf3b-5c05216ea781 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 210 time: 0.0550356 Feb 11 05:46:34.789862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554b5c7-816f-4568-84a7-331fc16c779f req-c5af75ef-be9c-48b1-8e33-e6c29fde7538 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:34.791990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e554b5c7-816f-4568-84a7-331fc16c779f req-c5af75ef-be9c-48b1-8e33-e6c29fde7538 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1192358 Feb 11 05:46:34.896898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e554b5c7-816f-4568-84a7-331fc16c779f req-863cd6a4-e4e0-441a-9b81-4647a4d59a1e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917165 Feb 11 05:46:35.314863 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:35.539505 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3434b333-8a7b-4677-9149-cc1fe3c57b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.729347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eddbe2be-f264-4716-b750-d38b7ab0b902 req-7f28a78a-3416-49ba-b680-f16cf0cd444c tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 210 time: 0.0473778 Feb 11 05:46:35.906611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59530) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:36.038594 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-377249673', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:36.079050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee57642-6c51-484d-8210-03e50b8ebf88 req-28652bc5-be9b-4a8d-8677-c5c9df51aa37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:36.081018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aee57642-6c51-484d-8210-03e50b8ebf88 req-28652bc5-be9b-4a8d-8677-c5c9df51aa37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.0766797 Feb 11 05:46:36.187208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aee57642-6c51-484d-8210-03e50b8ebf88 req-7997e499-ec84-4c17-9aeb-1a6b152a1223 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942812 Feb 11 05:46:36.191161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Made reservation on behalf of 6fc51405266e4158a43ecd6797f553e6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:36.197489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.211060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.297326 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks [] for security_group (d11745e0-a231-4e48-9ae2-2c20176149e8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.368017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d11745e0-a231-4e48-9ae2-2c20176149e8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.372436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] device_id is not set on port 3a778118-a2c0-4e60-b4fe-d53da8079930 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:36.403864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11745e0-a231-4e48-9ae2-2c20176149e8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:36.511822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Allocated IP 172.25.8.215 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/3a778118-a2c0-4e60-b4fe-d53da8079930) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:36.763959 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.839789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks [] for port (3a778118-a2c0-4e60-b4fe-d53da8079930), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.967953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27495ef8-3c1f-4c77-ba1b-c66e98c54b95 req-a7cb1d24-16dd-4558-b7d4-883b247bc9d8 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 210 time: 0.0752149 Feb 11 05:46:36.973234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3a778118-a2c0-4e60-b4fe-d53da8079930), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.082153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:37.088211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:37.095406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:37.120745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Pushing event updated for resources: {'Port': ['ID=3a778118-a2c0-4e60-b4fe-d53da8079930,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:37.146217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.147140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.247676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7625b68d-45c7-4f50-86a2-bf0a49105744 tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3395522 Feb 11 05:46:37.250743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59574) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:37.256867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.215'}]}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:37.447500 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (17ceb90f-4064-4fae-9b25-1b8edefded72), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.447500 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (17ceb90f-4064-4fae-9b25-1b8edefded72), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.465189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-9ed5c8f3-6498-4827-ab4f-9a7b1df85d9b tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=425878c2805a4fd0ab6e4c1d8b3b5f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610197 Feb 11 05:46:37.465189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70516505-a558-4524-9ba9-26c3b52ba807 req-43b84b27-ed21-475d-8f05-6c7c165a048b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.465189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70516505-a558-4524-9ba9-26c3b52ba807 req-43b84b27-ed21-475d-8f05-6c7c165a048b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1715462 Feb 11 05:46:37.651576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-b699e0da-d742-4952-b6ca-dcc5f5bbba9d tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.653889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-b699e0da-d742-4952-b6ca-dcc5f5bbba9d tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877398 Feb 11 05:46:37.676508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Request body: {'port': {'device_id': 'd9d77d84-1118-4ebd-b554-07a25459df18', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '425878c2805a4fd0ab6e4c1d8b3b5f11'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:38.174105 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks [] for router_controller (17ceb90f-4064-4fae-9b25-1b8edefded72), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.363795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.413857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70516505-a558-4524-9ba9-26c3b52ba807 req-b65846a4-f58a-45f2-add2-6cdeb96beee9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9318905 Feb 11 05:46:38.523972 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.575795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Made reservation on behalf of 425878c2805a4fd0ab6e4c1d8b3b5f11 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:38.579957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.604904 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.654074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf581cc1-c770-419c-9fcf-e44174683d1a req-da7d8cf7-c6a1-4f4e-b963-6b51d3eda8f1 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 210 time: 0.0801468 Feb 11 05:46:38.655910 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks [] for router_gateway (17ceb90f-4064-4fae-9b25-1b8edefded72), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.676166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59606) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:38.683747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737852775', 'description': 'tempest-secgroup-smoke-737852775 description', 'project_id': '6b16429ff4124e078ff9c4153e077c6a'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:38.762551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks [] for security_group (40601531-c934-46c1-b57f-4bc11a861d32), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.836146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.933435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (40601531-c934-46c1-b57f-4bc11a861d32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.049705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group (7c271105-be6f-4600-abe9-4538b2b707a1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.064785 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40601531-c934-46c1-b57f-4bc11a861d32,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:39.141837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59620) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:39.163152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7c271105-be6f-4600-abe9-4538b2b707a1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.206834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c271105-be6f-4600-abe9-4538b2b707a1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:39.215389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.215747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.216098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.221333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:39.312537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.341651 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.343396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9ba967b1-b317-45e2-a6ef-1d5598e2f423 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6653695 Feb 11 05:46:39.345323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b40c-e6ef-4a56-ba39-60d2496e2c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.347687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59628) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:39.357567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5369c5df-a2ca-4891-9153-962b520b05e6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'security_group_rule': {'security_group_id': '7c271105-be6f-4600-abe9-4538b2b707a1', 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:39.444846 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks [] for router_gateway (17ceb90f-4064-4fae-9b25-1b8edefded72), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.464390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Allocated IP 192.168.233.82 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/afc1141c-3d76-4dc3-9451-c959a2597d97) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:39.498247 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.539153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b40c-e6ef-4a56-ba39-60d2496e2c3f admin admin] Publish callbacks [] for security_group (ecf529ea-bff1-4419-b97e-d60d09369c15), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.610943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5369c5df-a2ca-4891-9153-962b520b05e6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (1d2f8088-5b15-4309-a719-b5600f68a128), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.644880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b40c-e6ef-4a56-ba39-60d2496e2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ecf529ea-bff1-4419-b97e-d60d09369c15), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.707720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5b40c-e6ef-4a56-ba39-60d2496e2c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf529ea-bff1-4419-b97e-d60d09369c15,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:39.727663 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2cc5b40c-e6ef-4a56-ba39-60d2496e2c3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=621b9fa814e84d81813377158d24fca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5844719 Feb 11 05:46:39.731381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59640) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:39.800385 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5369c5df-a2ca-4891-9153-962b520b05e6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (1d2f8088-5b15-4309-a719-b5600f68a128), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.836471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7335-ba69-4f07-870b-db14a152f2f0 admin admin] Publish callbacks [] for security_group (ecf529ea-bff1-4419-b97e-d60d09369c15), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.903507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7335-ba69-4f07-870b-db14a152f2f0 admin admin] Publish callbacks [] for security_group (ecf529ea-bff1-4419-b97e-d60d09369c15), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.994994 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5369c5df-a2ca-4891-9153-962b520b05e6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (1d2f8088-5b15-4309-a719-b5600f68a128), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.076087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c8f2f83-be40-4239-aa0b-4c8962d612e7 req-e29dc40e-e372-4945-bc67-485083e39063 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 210 time: 0.0944333 Feb 11 05:46:40.093704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369c5df-a2ca-4891-9153-962b520b05e6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2f8088-5b15-4309-a719-b5600f68a128,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.100206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks [] for router (17ceb90f-4064-4fae-9b25-1b8edefded72), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.115555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7335-ba69-4f07-870b-db14a152f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ecf529ea-bff1-4419-b97e-d60d09369c15), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.122062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7335-ba69-4f07-870b-db14a152f2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.127829 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9c9a7335-ba69-4f07-870b-db14a152f2f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecf529ea-bff1-4419-b97e-d60d09369c15 HTTP/1.1" status: 204 len: 168 time: 0.3954349 Feb 11 05:46:40.179000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5369c5df-a2ca-4891-9153-962b520b05e6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.211119 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5369c5df-a2ca-4891-9153-962b520b05e6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8577838 Feb 11 05:46:40.211119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a7335-ba69-4f07-870b-db14a152f2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf529ea-bff1-4419-b97e-d60d09369c15,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.212785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59656) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:40.225716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-83699365-4888-4cd9-91ee-fd5fa4290e3a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'security_group_rule': {'security_group_id': '7c271105-be6f-4600-abe9-4538b2b707a1', 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:40.370515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83699365-4888-4cd9-91ee-fd5fa4290e3a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (9e2fa931-d9a4-453d-af48-7e117eae44a0), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.372365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd823386-013b-4983-a1c9-15e839fcfcaa req-e0d08154-b1a0-4d2f-b4b2-2c19dd0b3c9a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:40.388689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd823386-013b-4983-a1c9-15e839fcfcaa req-e0d08154-b1a0-4d2f-b4b2-2c19dd0b3c9a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.8000557 Feb 11 05:46:40.465512 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks [] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.543424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (17ceb90f-4064-4fae-9b25-1b8edefded72), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.557933 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks [] for router_controller (17ceb90f-4064-4fae-9b25-1b8edefded72), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.588853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83699365-4888-4cd9-91ee-fd5fa4290e3a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (9e2fa931-d9a4-453d-af48-7e117eae44a0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.632909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd823386-013b-4983-a1c9-15e839fcfcaa req-f45730c8-c358-4ec5-a899-93c5a63094e9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489738 Feb 11 05:46:40.752999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83699365-4888-4cd9-91ee-fd5fa4290e3a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (9e2fa931-d9a4-453d-af48-7e117eae44a0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.785096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83699365-4888-4cd9-91ee-fd5fa4290e3a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2fa931-d9a4-453d-af48-7e117eae44a0,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.820691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.823051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (17ceb90f-4064-4fae-9b25-1b8edefded72), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.823254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17ceb90f-4064-4fae-9b25-1b8edefded72 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:40.931335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:40.935499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Pushing event updated for resources: {'Port': ['ID=afc1141c-3d76-4dc3-9451-c959a2597d97,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.938327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:40.944660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:40.961252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-83699365-4888-4cd9-91ee-fd5fa4290e3a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.965187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-83699365-4888-4cd9-91ee-fd5fa4290e3a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7462306 Feb 11 05:46:40.965469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59690) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:40.969895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0e346f21-0418-4c60-8470-474d009fcd7e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'security_group_rule': {'security_group_id': '7c271105-be6f-4600-abe9-4538b2b707a1', 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:41.037313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:41.038511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.064494 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:46:41.064494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-50a687e2-c574-4f87-8315-f1cdfe1cee5c tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8086286 Feb 11 05:46:41.066826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59694) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.220145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-4d603ee3-b05e-460c-a6cd-90b6d00e676e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5558510 Feb 11 05:46:41.271181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e346f21-0418-4c60-8470-474d009fcd7e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (8088f51f-fcb7-47c9-a36e-a1e4d067917f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.332467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c191cb4c-f973-475d-8ae4-7de52d61b546 None None] Provisioning complete for port afc1141c-3d76-4dc3-9451-c959a2597d97 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:41.335236 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c191cb4c-f973-475d-8ae4-7de52d61b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.372991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e6cee9ae-6ec4-4951-b0ab-3d876c7b4c9a tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Deleting port 3a778118-a2c0-4e60-b4fe-d53da8079930 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:41.378051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6cee9ae-6ec4-4951-b0ab-3d876c7b4c9a tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3a778118-a2c0-4e60-b4fe-d53da8079930), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.399880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec801124-b6a8-4a90-ac07-5189710b0eae req-8d3aaf8e-a17c-46cb-924e-8afa0c79c8b8 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:41.408275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec801124-b6a8-4a90-ac07-5189710b0eae req-8d3aaf8e-a17c-46cb-924e-8afa0c79c8b8 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 935 time: 0.1711743 Feb 11 05:46:41.503860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec801124-b6a8-4a90-ac07-5189710b0eae req-50e455ce-63a6-4097-bcd3-1d038ecc3c2f tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821366 Feb 11 05:46:41.511158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c191cb4c-f973-475d-8ae4-7de52d61b546 None None] Port afc1141c-3d76-4dc3-9451-c959a2597d97 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:41.571975 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.663597 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e346f21-0418-4c60-8470-474d009fcd7e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (8088f51f-fcb7-47c9-a36e-a1e4d067917f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.682303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6cee9ae-6ec4-4951-b0ab-3d876c7b4c9a tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3a778118-a2c0-4e60-b4fe-d53da8079930), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.723062 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e6cee9ae-6ec4-4951-b0ab-3d876c7b4c9a tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Calling delete_port for 3a778118-a2c0-4e60-b4fe-d53da8079930 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:41.741587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Request body: {'port': {'device_id': 'd9d77d84-1118-4ebd-b554-07a25459df18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:41.771670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e346f21-0418-4c60-8470-474d009fcd7e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (8088f51f-fcb7-47c9-a36e-a1e4d067917f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.828679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e346f21-0418-4c60-8470-474d009fcd7e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8088f51f-fcb7-47c9-a36e-a1e4d067917f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:41.878106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.998182 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e346f21-0418-4c60-8470-474d009fcd7e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.999722 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0e346f21-0418-4c60-8470-474d009fcd7e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0332994 Feb 11 05:46:42.002623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59728) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:42.009079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f045d140-e05f-4a47-8527-476702dd336c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'security_group_rule': {'security_group_id': '7c271105-be6f-4600-abe9-4538b2b707a1', 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:42.053583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344799-091e-4cd3-b628-5e9294372035 req-a7b8e003-d044-4f90-b95b-0890a7f9b82c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:42.069107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06344799-091e-4cd3-b628-5e9294372035 req-a7b8e003-d044-4f90-b95b-0890a7f9b82c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2010913 Feb 11 05:46:42.107060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6cee9ae-6ec4-4951-b0ab-3d876c7b4c9a tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3a778118-a2c0-4e60-b4fe-d53da8079930), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.188186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cee9ae-6ec4-4951-b0ab-3d876c7b4c9a tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a778118-a2c0-4e60-b4fe-d53da8079930,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:42.332746 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f045d140-e05f-4a47-8527-476702dd336c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (c656a822-5675-456d-a935-4c176114a003), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.383238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6cee9ae-6ec4-4951-b0ab-3d876c7b4c9a tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.395587 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e6cee9ae-6ec4-4951-b0ab-3d876c7b4c9a tempest-RoutersAdminNegativeTest-167904621 tempest-RoutersAdminNegativeTest-167904621-project-admin] 10.222.0.62 "DELETE /v2.0/ports/3a778118-a2c0-4e60-b4fe-d53da8079930 HTTP/1.1" status: 204 len: 168 time: 1.3248236 Feb 11 05:46:42.457790 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06344799-091e-4cd3-b628-5e9294372035 req-dd65de1a-893e-4ed7-a79e-072cf99adfce tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808687 Feb 11 05:46:42.460525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f045d140-e05f-4a47-8527-476702dd336c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (c656a822-5675-456d-a935-4c176114a003), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.534129 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f045d140-e05f-4a47-8527-476702dd336c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (c656a822-5675-456d-a935-4c176114a003), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.570544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045d140-e05f-4a47-8527-476702dd336c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c656a822-5675-456d-a935-4c176114a003,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:42.681139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f045d140-e05f-4a47-8527-476702dd336c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.684979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f045d140-e05f-4a47-8527-476702dd336c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6786404 Feb 11 05:46:42.686270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59752) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:42.709729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-12a2f8d6-b156-4bdd-90e8-eb62c20d3091 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'security_group_rule': {'security_group_id': '7c271105-be6f-4600-abe9-4538b2b707a1', 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:42.750087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc1141c-3d76-4dc3-9451-c959a2597d97 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:42.764186 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Publish callbacks [] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.793266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Transition to ACTIVE for port object afc1141c-3d76-4dc3-9451-c959a2597d97 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:46:42.808293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c03d5-9a72-4b45-a4dc-1623dede8ae8 req-d48b81e3-11f2-46fd-86fa-2d671a7aaaff tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:42.815777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f3c03d5-9a72-4b45-a4dc-1623dede8ae8 req-d48b81e3-11f2-46fd-86fa-2d671a7aaaff tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 935 time: 0.1145597 Feb 11 05:46:42.883084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f3c03d5-9a72-4b45-a4dc-1623dede8ae8 req-d0278242-f1b3-4fac-bad2-d3fc5c02ef81 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600102 Feb 11 05:46:42.893838 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-12a2f8d6-b156-4bdd-90e8-eb62c20d3091 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Project 6b16429ff4124e078ff9c4153e077c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:46:42.901855 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12a2f8d6-b156-4bdd-90e8-eb62c20d3091 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (ce318637-de3b-4772-8c3b-7b624bbb7b00), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.951154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.080795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Pushing event updated for resources: {'Port': ['ID=afc1141c-3d76-4dc3-9451-c959a2597d97,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:43.119885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12a2f8d6-b156-4bdd-90e8-eb62c20d3091 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (ce318637-de3b-4772-8c3b-7b624bbb7b00), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.212749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Attempting to bind port afc1141c-3d76-4dc3-9451-c959a2597d97 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:43.213379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Attempting to bind port afc1141c-3d76-4dc3-9451-c959a2597d97 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:43.214341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Attempting to bind port afc1141c-3d76-4dc3-9451-c959a2597d97 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:43.221773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Port afc1141c-3d76-4dc3-9451-c959a2597d97 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:43.222264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Attempting to bind port afc1141c-3d76-4dc3-9451-c959a2597d97 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:43.234885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:43.235761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:43.236307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:43.237541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Bound port: afc1141c-3d76-4dc3-9451-c959a2597d97, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:43.238189 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.238867 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12a2f8d6-b156-4bdd-90e8-eb62c20d3091 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (ce318637-de3b-4772-8c3b-7b624bbb7b00), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.295838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2f8d6-b156-4bdd-90e8-eb62c20d3091 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce318637-de3b-4772-8c3b-7b624bbb7b00,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:43.366418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12a2f8d6-b156-4bdd-90e8-eb62c20d3091 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.368499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-12a2f8d6-b156-4bdd-90e8-eb62c20d3091 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6806571 Feb 11 05:46:43.373927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59776) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:43.392816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5bb00dd7-3f7a-425d-984c-9adb2c6f1a7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'security_group_rule': {'security_group_id': '7c271105-be6f-4600-abe9-4538b2b707a1', 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:43.482859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59778) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:43.488840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] For port afc1141c-3d76-4dc3-9451-c959a2597d97, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:43.502892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] For port afc1141c-3d76-4dc3-9451-c959a2597d97, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=afc1141c-3d76-4dc3-9451-c959a2597d97,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:43.586772 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-5bb00dd7-3f7a-425d-984c-9adb2c6f1a7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Project 6b16429ff4124e078ff9c4153e077c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:46:43.593430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5bb00dd7-3f7a-425d-984c-9adb2c6f1a7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (996bef31-7a5f-4103-85a4-4eb2f3b13412), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.682677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5bb00dd7-3f7a-425d-984c-9adb2c6f1a7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (996bef31-7a5f-4103-85a4-4eb2f3b13412), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.699506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc54f3-d35f-4990-bd2e-c00ac96237d4 req-a2ab0281-3a46-4d8b-84a6-6ec00382ae73 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:43.699844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f38-62d1-48d3-95cc-fd9aaf116f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.699957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2dbc54f3-d35f-4990-bd2e-c00ac96237d4 req-a2ab0281-3a46-4d8b-84a6-6ec00382ae73 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1017883 Feb 11 05:46:43.709305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.782393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:43.783075 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.784540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] 10.222.0.83 "PUT /v2.0/ports/afc1141c-3d76-4dc3-9451-c959a2597d97 HTTP/1.1" status: 200 len: 1096 time: 2.5572648 Feb 11 05:46:43.785047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d77d84-1118-4ebd-b554-07a25459df18', 'tag': 'afc1141c-3d76-4dc3-9451-c959a2597d97'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:43.788096 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33c0c02-0890-495c-a3ce-8e16db9f89ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d77d84-1118-4ebd-b554-07a25459df18", "tag": "afc1141c-3d76-4dc3-9451-c959a2597d97"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:43.860938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f38-62d1-48d3-95cc-fd9aaf116f30 admin admin] Publish callbacks [] for security_group (7505c6fc-971f-433f-b038-b9446a700541), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.879101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5bb00dd7-3f7a-425d-984c-9adb2c6f1a7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (996bef31-7a5f-4103-85a4-4eb2f3b13412), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.889770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2dbc54f3-d35f-4990-bd2e-c00ac96237d4 req-cede7cf2-7252-42c9-8190-6d360220eae7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899788 Feb 11 05:46:43.892158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839c8aa-e906-4432-8718-3ede6a135250 service neutron] Pushing event updated for resources: {'Port': ['ID=afc1141c-3d76-4dc3-9451-c959a2597d97,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:43.920928 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31456e93-4a5f-491a-afa6-38d31d8e3a41 x-openstack-request-id: req-31456e93-4a5f-491a-afa6-38d31d8e3a41 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:43.925925 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d77d84-1118-4ebd-b554-07a25459df18", "tag": "afc1141c-3d76-4dc3-9451-c959a2597d97", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:43.926200 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31456e93-4a5f-491a-afa6-38d31d8e3a41 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:43.926649 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d77d84-1118-4ebd-b554-07a25459df18', 'tag': 'afc1141c-3d76-4dc3-9451-c959a2597d97', 'status': 'completed', 'code': 200} Feb 11 05:46:43.992852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f38-62d1-48d3-95cc-fd9aaf116f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7505c6fc-971f-433f-b038-b9446a700541), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.020172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb00dd7-3f7a-425d-984c-9adb2c6f1a7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996bef31-7a5f-4103-85a4-4eb2f3b13412,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.105782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5bb00dd7-3f7a-425d-984c-9adb2c6f1a7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.107604 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5bb00dd7-3f7a-425d-984c-9adb2c6f1a7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7323203 Feb 11 05:46:44.117972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb81f38-62d1-48d3-95cc-fd9aaf116f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7505c6fc-971f-433f-b038-b9446a700541,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.123492 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7bb81f38-62d1-48d3-95cc-fd9aaf116f30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e931c90645c48588f55a89ecacfc838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6572778 Feb 11 05:46:44.137115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59812) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:44.162675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c0c02-0890-495c-a3ce-8e16db9f89ff req-faa0e4ad-9bd4-4d4e-84e6-7b0b8cd79336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:44.165736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d33c0c02-0890-495c-a3ce-8e16db9f89ff req-faa0e4ad-9bd4-4d4e-84e6-7b0b8cd79336 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=425878c2805a4fd0ab6e4c1d8b3b5f11&device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 1130 time: 0.2362254 Feb 11 05:46:44.267698 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f7efcef-519c-4336-a153-4e5891784052 admin admin] Publish callbacks [] for security_group (7505c6fc-971f-433f-b038-b9446a700541), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.343584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d33c0c02-0890-495c-a3ce-8e16db9f89ff req-b62cb5c8-b82c-4779-a8b0-47a676b37424 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=425878c2805a4fd0ab6e4c1d8b3b5f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1712494 Feb 11 05:46:44.381477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f7efcef-519c-4336-a153-4e5891784052 admin admin] Publish callbacks [] for security_group (7505c6fc-971f-433f-b038-b9446a700541), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.636719 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f7efcef-519c-4336-a153-4e5891784052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7505c6fc-971f-433f-b038-b9446a700541), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.641069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f7efcef-519c-4336-a153-4e5891784052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.644705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f7efcef-519c-4336-a153-4e5891784052 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7505c6fc-971f-433f-b038-b9446a700541 HTTP/1.1" status: 204 len: 168 time: 0.5041285 Feb 11 05:46:44.673105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7efcef-519c-4336-a153-4e5891784052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7505c6fc-971f-433f-b038-b9446a700541,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:45.020523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade703b1-04f4-49b6-9c19-87c5fe896163 req-74101ba3-dccd-4f82-a160-4377460c3d85 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.023223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ade703b1-04f4-49b6-9c19-87c5fe896163 req-74101ba3-dccd-4f82-a160-4377460c3d85 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 947 time: 0.9313591 Feb 11 05:46:45.196812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-98604b00-c8fc-43c7-9d5e-fbeac0a52e61 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737852775&fields=id&tenant_id=6b16429ff4124e078ff9c4153e077c6a HTTP/1.1" status: 200 len: 267 time: 0.7020030 Feb 11 05:46:45.216665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c0c02-0890-495c-a3ce-8e16db9f89ff req-c524494a-c02a-4296-a0b2-2e469a6e44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.216665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d33c0c02-0890-495c-a3ce-8e16db9f89ff req-c524494a-c02a-4296-a0b2-2e469a6e44fd service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8630588 Feb 11 05:46:45.298029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ade703b1-04f4-49b6-9c19-87c5fe896163 req-5fb47202-0645-4000-b354-9197a149636e tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357960 Feb 11 05:46:45.616837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-a02e60e1-79e6-428c-99cc-21f08a4a1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.618572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-a02e60e1-79e6-428c-99cc-21f08a4a1079 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=425878c2805a4fd0ab6e4c1d8b3b5f11&device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 1130 time: 0.3287642 Feb 11 05:46:45.682415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-d9cc2559-d3d3-4760-bab5-b29e695840fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=afc1141c-3d76-4dc3-9451-c959a2597d97 HTTP/1.1" status: 200 len: 217 time: 0.0537205 Feb 11 05:46:45.689571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-7be37fb9-9efa-4fe2-9765-de5290f8999e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.691153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-7be37fb9-9efa-4fe2-9765-de5290f8999e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/networks?id=505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 200 len: 813 time: 0.4853058 Feb 11 05:46:45.756203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2c98d-8155-4425-bb96-7427971c170b req-e45a90ce-4d2e-4ced-a1a4-5a94db798eec tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.757906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ace2c98d-8155-4425-bb96-7427971c170b req-e45a90ce-4d2e-4ced-a1a4-5a94db798eec tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.2604725 Feb 11 05:46:45.761400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-aa98fd19-f452-494d-8889-be50f36b69d0 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/quotas/6b16429ff4124e078ff9c4153e077c6a HTTP/1.1" status: 200 len: 375 time: 0.0392163 Feb 11 05:46:45.765640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-2d3d1791-a69a-4c7a-be0e-b7485fe59560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:45.769910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-2d3d1791-a69a-4c7a-be0e-b7485fe59560 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0751240 Feb 11 05:46:45.972184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ace2c98d-8155-4425-bb96-7427971c170b req-f5393893-b845-4543-95ec-b5acc68d10e4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885579 Feb 11 05:46:46.007737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1962bf3-8d7d-403b-a315-dc58c5b02dc2 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b16429ff4124e078ff9c4153e077c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2380886 Feb 11 05:46:46.007953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59888) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.013221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-718f1b0d-1b6f-4352-8191-0754da6e1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:46.013221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-718f1b0d-1b6f-4352-8191-0754da6e1623 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2331998 Feb 11 05:46:46.286144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-79059034-3563-464f-8e11-a9dd8cfb20af service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:46:46.287778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-79059034-3563-464f-8e11-a9dd8cfb20af service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2549458 Feb 11 05:46:46.316470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c3e523bc-e8e9-4b4b-87ef-77f0f22cddae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fc51405266e4158a43ecd6797f553e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032491 Feb 11 05:46:46.321163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59896) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.431109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-131d8d85-e570-4c2d-a21b-c46dd6734325 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109523 Feb 11 05:46:46.462437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8efb4e29-6866-4671-bee7-ab7e89aaaab8 admin admin] Publish callbacks [] for security_group (d11745e0-a231-4e48-9ae2-2c20176149e8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.510091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8efb4e29-6866-4671-bee7-ab7e89aaaab8 admin admin] Publish callbacks [] for security_group (d11745e0-a231-4e48-9ae2-2c20176149e8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.618817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b298fb-1640-4daf-8c2b-78d4a3c54633 req-74dc9053-11ef-4a27-af87-10befc336233 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:46.620471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99b298fb-1640-4daf-8c2b-78d4a3c54633 req-74dc9053-11ef-4a27-af87-10befc336233 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 947 time: 0.1949685 Feb 11 05:46:46.674439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-81ee5766-da5a-456c-9a81-c9b50c63212d service neutron] 10.222.0.62 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729420 Feb 11 05:46:46.767986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03d5a33e-0458-4963-b4e3-f275542d28f3 req-389e2ab4-ad3a-4535-9446-3b7707cb4c82 service neutron] 10.222.0.83 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011944 Feb 11 05:46:46.803711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8efb4e29-6866-4671-bee7-ab7e89aaaab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d11745e0-a231-4e48-9ae2-2c20176149e8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.805886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99b298fb-1640-4daf-8c2b-78d4a3c54633 req-02ab65d0-0b7f-4d17-b09d-63d2806dc400 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658142 Feb 11 05:46:46.815996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8efb4e29-6866-4671-bee7-ab7e89aaaab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.824967 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8efb4e29-6866-4671-bee7-ab7e89aaaab8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d11745e0-a231-4e48-9ae2-2c20176149e8 HTTP/1.1" status: 204 len: 168 time: 0.5015750 Feb 11 05:46:46.866013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 59914) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.869797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb4e29-6866-4671-bee7-ab7e89aaaab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11745e0-a231-4e48-9ae2-2c20176149e8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:46.903279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-f0f1e333-74cd-4762-be9d-958920238563 service neutron] 10.222.0.62 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279837 Feb 11 05:46:47.035225 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0836241-b0ca-4af3-ad8d-8f70c290d92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.216677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0836241-b0ca-4af3-ad8d-8f70c290d92c admin admin] Publish callbacks [] for security_group (4501faa8-b070-4c87-b6f7-ee9405690c6b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.231085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2daba0-08a4-400d-a4c3-b3da0922a2b8 req-9fb5d6c5-49c3-4389-90a6-7df0b941cf31 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:47.238608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a2daba0-08a4-400d-a4c3-b3da0922a2b8 req-9fb5d6c5-49c3-4389-90a6-7df0b941cf31 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1114774 Feb 11 05:46:47.307077 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0836241-b0ca-4af3-ad8d-8f70c290d92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4501faa8-b070-4c87-b6f7-ee9405690c6b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.314760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a2daba0-08a4-400d-a4c3-b3da0922a2b8 req-11c03a5d-dad9-47e8-96d4-91918b69d8bd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751162 Feb 11 05:46:47.382006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c0836241-b0ca-4af3-ad8d-8f70c290d92c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af58b462c5e24b488dcd46f5c949250e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5191090 Feb 11 05:46:47.383124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0836241-b0ca-4af3-ad8d-8f70c290d92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4501faa8-b070-4c87-b6f7-ee9405690c6b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.384841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59938) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:47.545177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dd36-52a7-4740-bdba-30bdfdb65c87 admin admin] Publish callbacks [] for security_group (4501faa8-b070-4c87-b6f7-ee9405690c6b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.578285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dd36-52a7-4740-bdba-30bdfdb65c87 admin admin] Publish callbacks [] for security_group (4501faa8-b070-4c87-b6f7-ee9405690c6b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.764695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dd36-52a7-4740-bdba-30bdfdb65c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4501faa8-b070-4c87-b6f7-ee9405690c6b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.770186 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dd36-52a7-4740-bdba-30bdfdb65c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.776356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e9f7dd36-52a7-4740-bdba-30bdfdb65c87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4501faa8-b070-4c87-b6f7-ee9405690c6b HTTP/1.1" status: 204 len: 168 time: 0.3856480 Feb 11 05:46:47.783907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7dd36-52a7-4740-bdba-30bdfdb65c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4501faa8-b070-4c87-b6f7-ee9405690c6b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.820660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-186eedc5-3c19-4f69-8a27-6cc942e0c46c req-1d605f55-028c-4595-8578-4798deddfce4 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0596836 Feb 11 05:46:48.004582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e4d4-069b-4927-b24b-c025161d0b1f req-049d4e9d-7bfc-4bca-9cb3-c7c3d4875a4a tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:48.006831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f845e4d4-069b-4927-b24b-c025161d0b1f req-049d4e9d-7bfc-4bca-9cb3-c7c3d4875a4a tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 947 time: 0.0832357 Feb 11 05:46:48.071963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f845e4d4-069b-4927-b24b-c025161d0b1f req-a2909ad1-6b54-4e4b-8d17-3967e11f53f5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583415 Feb 11 05:46:48.491379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe322f2-1144-402a-abac-8791f87a813a req-264da122-2f88-4efc-b0f5-6de16969d475 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:48.505935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fe322f2-1144-402a-abac-8791f87a813a req-264da122-2f88-4efc-b0f5-6de16969d475 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1026840 Feb 11 05:46:48.653922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fe322f2-1144-402a-abac-8791f87a813a req-7b0cd42d-536f-41af-b441-f72a20cd87a3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322687 Feb 11 05:46:48.663034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 59998) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:48.853765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bb59f72-9e1e-434e-a9b2-11fafc266252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.940765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5484cc4e-f2f8-4434-b4e6-8a89072c82a9 req-a00376d0-8345-40aa-b24d-c4e007950974 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0368140 Feb 11 05:46:48.990772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bb59f72-9e1e-434e-a9b2-11fafc266252 admin admin] Publish callbacks [] for security_group (a4ed7ebb-8155-4288-a103-f6abfb577b83), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.128207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1bb59f72-9e1e-434e-a9b2-11fafc266252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a4ed7ebb-8155-4288-a103-f6abfb577b83), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.241363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60020) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.241912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1bb59f72-9e1e-434e-a9b2-11fafc266252 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=723c59673d7746a5ac398cc29ea6dba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5770338 Feb 11 05:46:49.243863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb59f72-9e1e-434e-a9b2-11fafc266252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ed7ebb-8155-4288-a103-f6abfb577b83,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:49.383542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60024) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.391793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25be046f-9b7d-4c76-b79e-ac3e03d531b3 admin admin] Publish callbacks [] for security_group (a4ed7ebb-8155-4288-a103-f6abfb577b83), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.417373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bc579-510a-4a32-a097-07e0df1e5b3c req-74bf575b-1f97-4491-8a38-2a71fbcc57a0 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:49.419190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-924bc579-510a-4a32-a097-07e0df1e5b3c req-74bf575b-1f97-4491-8a38-2a71fbcc57a0 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 947 time: 0.1482170 Feb 11 05:46:49.427683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60028) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.453072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a7d8d-6322-4247-b45a-2fde293bb8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.455307 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25be046f-9b7d-4c76-b79e-ac3e03d531b3 admin admin] Publish callbacks [] for security_group (a4ed7ebb-8155-4288-a103-f6abfb577b83), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.581702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-924bc579-510a-4a32-a097-07e0df1e5b3c req-b6b34d04-0ee8-4171-aa51-463cb6360ca7 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705230 Feb 11 05:46:49.621240 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25be046f-9b7d-4c76-b79e-ac3e03d531b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a4ed7ebb-8155-4288-a103-f6abfb577b83), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.626399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25be046f-9b7d-4c76-b79e-ac3e03d531b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.633614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-25be046f-9b7d-4c76-b79e-ac3e03d531b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4ed7ebb-8155-4288-a103-f6abfb577b83 HTTP/1.1" status: 204 len: 168 time: 0.3872895 Feb 11 05:46:49.652825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be046f-9b7d-4c76-b79e-ac3e03d531b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ed7ebb-8155-4288-a103-f6abfb577b83,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:49.841003 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-108bef2f-429d-47f3-8122-59a9f540829b tempest-AgentManagementNegativeTest-1500933443 tempest-AgentManagementNegativeTest-1500933443-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4554930 Feb 11 05:46:49.894480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a7d8d-6322-4247-b45a-2fde293bb8e9 admin admin] Publish callbacks [] for security_group (fe9b927f-e49c-4b7a-bcee-f719a956af6b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.921827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb63122-cbe7-43fb-8052-8cc80edefc5d req-d9d17d9f-e044-4c9a-84ae-93afe7c532be tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:49.929691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cb63122-cbe7-43fb-8052-8cc80edefc5d req-d9d17d9f-e044-4c9a-84ae-93afe7c532be tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 944 time: 0.1330395 Feb 11 05:46:49.998447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-320a7d8d-6322-4247-b45a-2fde293bb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fe9b927f-e49c-4b7a-bcee-f719a956af6b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.013711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cb63122-cbe7-43fb-8052-8cc80edefc5d req-5a8117b7-c6ba-4f92-a48f-151d4dda63e1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824132 Feb 11 05:46:50.074068 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-320a7d8d-6322-4247-b45a-2fde293bb8e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4f0f160330b4914ba1be76676fdb072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6445386 Feb 11 05:46:50.075172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a7d8d-6322-4247-b45a-2fde293bb8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b927f-e49c-4b7a-bcee-f719a956af6b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.089124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60044) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:50.091831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4574e0b-71f4-4f9e-843e-57a27753168f req-814ac6ee-08b4-4621-9c65-9df7e70f7bc3 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0399010 Feb 11 05:46:50.206843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1390f9bd-92af-4f71-961a-8f22e8366d10 admin admin] Publish callbacks [] for security_group (fe9b927f-e49c-4b7a-bcee-f719a956af6b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.232058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1390f9bd-92af-4f71-961a-8f22e8366d10 admin admin] Publish callbacks [] for security_group (fe9b927f-e49c-4b7a-bcee-f719a956af6b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.371545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1390f9bd-92af-4f71-961a-8f22e8366d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fe9b927f-e49c-4b7a-bcee-f719a956af6b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.375210 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1390f9bd-92af-4f71-961a-8f22e8366d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.378112 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1390f9bd-92af-4f71-961a-8f22e8366d10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe9b927f-e49c-4b7a-bcee-f719a956af6b HTTP/1.1" status: 204 len: 168 time: 0.2848961 Feb 11 05:46:50.389533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390f9bd-92af-4f71-961a-8f22e8366d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b927f-e49c-4b7a-bcee-f719a956af6b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.495843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60058) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:50.591928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f1945f93-1aff-44de-84fd-11a0c3a5fcc3 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:46:50.698134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60066) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:50.725007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f1945f93-1aff-44de-84fd-11a0c3a5fcc3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:50.742120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c71e-b403-4ea9-8e62-9808fdc77d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.745405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f1945f93-1aff-44de-84fd-11a0c3a5fcc3', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'port_id': 'f1945f93-1aff-44de-84fd-11a0c3a5fcc3', 'mac_address': 'fa:16:3e:c4:f3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:46:50.807586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:50.807983 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.823287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1945f93-1aff-44de-84fd-11a0c3a5fcc3 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:50.847271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f1945f93-1aff-44de-84fd-11a0c3a5fcc3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:50.875127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1590-0252-4ed9-9407-c27367ee0bbb req-2ddaee24-f23f-433c-937d-ece98247da89 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.882743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81dc1590-0252-4ed9-9407-c27367ee0bbb req-2ddaee24-f23f-433c-937d-ece98247da89 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 947 time: 0.1551557 Feb 11 05:46:50.979468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1c2d-a2c6-406f-be63-b750badd1b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.983381 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.009415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81dc1590-0252-4ed9-9407-c27367ee0bbb req-7f922c16-3e36-48e5-88ce-94df854c281a tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238511 Feb 11 05:46:51.086964 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c71e-b403-4ea9-8e62-9808fdc77d7c admin admin] Publish callbacks [] for security_group (fa9d31f3-bd4b-466a-9478-160dbecccc68), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.088316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.116271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1c2d-a2c6-406f-be63-b750badd1b23 admin admin] Publish callbacks [] for security_group (c19100c9-4c72-405b-98c1-713117bffa96), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.214245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1c2d-a2c6-406f-be63-b750badd1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c19100c9-4c72-405b-98c1-713117bffa96), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.228674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f1945f93-1aff-44de-84fd-11a0c3a5fcc3'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:51.237531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c71e-b403-4ea9-8e62-9808fdc77d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa9d31f3-bd4b-466a-9478-160dbecccc68), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.288862 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fdd8c71e-b403-4ea9-8e62-9808fdc77d7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=224107c8ccbc4cdea9a2be78896c3ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5894768 Feb 11 05:46:51.297148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60084) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.350427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device afc1141c-3d76-4dc3-9451-c959a2597d97 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:46:51.372998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd1c2d-a2c6-406f-be63-b750badd1b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19100c9-4c72-405b-98c1-713117bffa96,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.405140 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b1cd1c2d-a2c6-406f-be63-b750badd1b23 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37d2913b6bd245ef9741a17be0ceb6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9081042 Feb 11 05:46:51.408482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60090) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.421465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba11f6-d4b3-4c5c-834e-5a9c40ecfb01 req-eb5d26dd-cb86-42f8-aee4-b5811ca7a1ea tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.429812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9ba11f6-d4b3-4c5c-834e-5a9c40ecfb01 req-eb5d26dd-cb86-42f8-aee4-b5811ca7a1ea tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 945 time: 0.2926736 Feb 11 05:46:51.482821 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b660de3-9c8d-4b57-9bdd-b83533175296 admin admin] Publish callbacks [] for security_group (fa9d31f3-bd4b-466a-9478-160dbecccc68), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.514669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b660de3-9c8d-4b57-9bdd-b83533175296 admin admin] Publish callbacks [] for security_group (fa9d31f3-bd4b-466a-9478-160dbecccc68), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.528945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port afc1141c-3d76-4dc3-9451-c959a2597d97, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=afc1141c-3d76-4dc3-9451-c959a2597d97,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:51.547332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'afc1141c-3d76-4dc3-9451-c959a2597d97', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'afc1141c-3d76-4dc3-9451-c959a2597d97', 'mac_address': 'fa:16:3e:b0:78:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:46:51.582944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1da5fcee-585f-4f43-92fc-7cfe101c3ba3 req-b89db97f-a745-4185-86b4-fffebdcb8172 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.3000286 Feb 11 05:46:51.640894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8c71e-b403-4ea9-8e62-9808fdc77d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9d31f3-bd4b-466a-9478-160dbecccc68,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.669716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7809d3b-ed1c-4bb3-ac9d-28191dae9471 admin admin] Publish callbacks [] for security_group (c19100c9-4c72-405b-98c1-713117bffa96), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.691546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b660de3-9c8d-4b57-9bdd-b83533175296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fa9d31f3-bd4b-466a-9478-160dbecccc68), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.694905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b660de3-9c8d-4b57-9bdd-b83533175296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.696060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6b660de3-9c8d-4b57-9bdd-b83533175296 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa9d31f3-bd4b-466a-9478-160dbecccc68 HTTP/1.1" status: 204 len: 168 time: 0.3908439 Feb 11 05:46:51.710710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-81efc177-040e-44e1-ba59-c868a0141cb1 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.712545 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-81efc177-040e-44e1-ba59-c868a0141cb1 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.65 "GET /v2.0/networks?id=505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 200 len: 813 time: 0.2947781 Feb 11 05:46:51.714448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port afc1141c-3d76-4dc3-9451-c959a2597d97 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:51.714924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.718812 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7809d3b-ed1c-4bb3-ac9d-28191dae9471 admin admin] Publish callbacks [] for security_group (c19100c9-4c72-405b-98c1-713117bffa96), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.725933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b660de3-9c8d-4b57-9bdd-b83533175296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9d31f3-bd4b-466a-9478-160dbecccc68,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.746577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9ba11f6-d4b3-4c5c-834e-5a9c40ecfb01 req-ae4ce210-84f1-467a-baa6-9449cdd8affb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066127 Feb 11 05:46:51.829145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc1141c-3d76-4dc3-9451-c959a2597d97 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:51.849597 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-9f4a81af-daa3-419f-9e15-d60e562233aa tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b16429ff4124e078ff9c4153e077c6a HTTP/1.1" status: 200 len: 379 time: 0.1274054 Feb 11 05:46:51.860188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'port': {'device_id': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'admin_state_up': True, 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'security_groups': ['7c271105-be6f-4600-abe9-4538b2b707a1']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:51.898077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port afc1141c-3d76-4dc3-9451-c959a2597d97, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=afc1141c-3d76-4dc3-9451-c959a2597d97,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:51.992948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.102036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=afc1141c-3d76-4dc3-9451-c959a2597d97,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.158499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7809d3b-ed1c-4bb3-ac9d-28191dae9471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c19100c9-4c72-405b-98c1-713117bffa96), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.161199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7809d3b-ed1c-4bb3-ac9d-28191dae9471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.162465 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b7809d3b-ed1c-4bb3-ac9d-28191dae9471 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c19100c9-4c72-405b-98c1-713117bffa96 HTTP/1.1" status: 204 len: 168 time: 0.7127972 Feb 11 05:46:52.186201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7809d3b-ed1c-4bb3-ac9d-28191dae9471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19100c9-4c72-405b-98c1-713117bffa96,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.215375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Made reservation on behalf of 6b16429ff4124e078ff9c4153e077c6a for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:52.219157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.237020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['afc1141c-3d76-4dc3-9451-c959a2597d97'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:52.284827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d113939-05e4-476d-83dd-ef4e4be42686 req-f0c9f482-436c-4687-a998-9d298e0d46a2 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:52.286454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d113939-05e4-476d-83dd-ef4e4be42686 req-f0c9f482-436c-4687-a998-9d298e0d46a2 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 948 time: 0.1507785 Feb 11 05:46:52.355791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d113939-05e4-476d-83dd-ef4e4be42686 req-d80c8d73-c2ab-4345-acbf-597fd3aa73af tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623746 Feb 11 05:46:52.513832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Allocated IP 172.20.0.8 (505a71d0-67e8-41b7-84ca-0550ad56292f/d6ebe382-7277-4ac6-a7b6-7724669b67ed/c297526f-c3a9-46e3-ae10-442a5982ec7a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:52.606744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f1945f93-1aff-44de-84fd-11a0c3a5fcc3 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:52.792781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:52.797179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:52.797563 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.842787 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb0d2c0f-c9f1-4f3f-91ea-958365c2a826 req-4e73b3d0-818a-4a77-bd6d-4fe8da67988c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0733178 Feb 11 05:46:53.056972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b01c-d5c9-4d4f-91c1-ce508484b149 req-9de6fedf-1320-4d46-b60c-8c300018450a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.060883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:53.061267 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.062288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1637b01c-d5c9-4d4f-91c1-ce508484b149 req-9de6fedf-1320-4d46-b60c-8c300018450a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 945 time: 0.1851294 Feb 11 05:46:53.121948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a16d103-40d5-43cd-a685-523aaa632ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1945f93-1aff-44de-84fd-11a0c3a5fcc3'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:53.124289 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37527a6e-2b59-4657-836c-00bab9d6eff4" -d '{"events": [{"server_uuid": "0a16d103-40d5-43cd-a685-523aaa632ee7", "name": "network-vif-plugged", "status": "completed", "tag": "f1945f93-1aff-44de-84fd-11a0c3a5fcc3"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:53.159568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f1945f93-1aff-44de-84fd-11a0c3a5fcc3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:53.178060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1637b01c-d5c9-4d4f-91c1-ce508484b149 req-762e6d10-7c45-4084-88ba-c7925a36514c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048043 Feb 11 05:46:53.228436 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc8cb83-6bc1-434d-a199-8a75494fb303 x-openstack-request-id: req-acc8cb83-6bc1-434d-a199-8a75494fb303 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:53.228853 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a16d103-40d5-43cd-a685-523aaa632ee7", "name": "network-vif-plugged", "status": "completed", "tag": "f1945f93-1aff-44de-84fd-11a0c3a5fcc3", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:53.229292 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acc8cb83-6bc1-434d-a199-8a75494fb303 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:53.229764 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a16d103-40d5-43cd-a685-523aaa632ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1945f93-1aff-44de-84fd-11a0c3a5fcc3', 'code': 200} Feb 11 05:46:53.259752 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.355060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device afc1141c-3d76-4dc3-9451-c959a2597d97 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:53.446242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.536212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.643236 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.663570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b6361-eb7d-4d99-b819-f17eee9eaa6b req-d4e69cd0-0675-452b-8141-48184add8c99 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.675536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-510b6361-eb7d-4d99-b819-f17eee9eaa6b req-d4e69cd0-0675-452b-8141-48184add8c99 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 948 time: 0.1730063 Feb 11 05:46:53.695174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port afc1141c-3d76-4dc3-9451-c959a2597d97 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:53.700932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port afc1141c-3d76-4dc3-9451-c959a2597d97 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:53.703251 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.757602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Network 505a71d0-67e8-41b7-84ca-0550ad56292f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:53.773494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:53.792949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:53.795763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'Port': ['ID=c297526f-c3a9-46e3-ae10-442a5982ec7a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.892369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:53.893451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.027091 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-36446c1d-b37f-4247-bc5a-9c5a9e8dddbb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1710734 Feb 11 05:46:54.043237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-510b6361-eb7d-4d99-b819-f17eee9eaa6b req-7e333b8e-4afb-4450-b703-c163c72f7bab tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665619 Feb 11 05:46:54.075317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Request body: {'port': {'device_id': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:54.078666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port afc1141c-3d76-4dc3-9451-c959a2597d97 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:54.079156 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.167895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port afc1141c-3d76-4dc3-9451-c959a2597d97, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=afc1141c-3d76-4dc3-9451-c959a2597d97,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:54.171825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7452-ff84-4fb3-bf0c-5922eb63f8c7 req-c5605185-1abd-4f59-87ea-50067286271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.173570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38fd7452-ff84-4fb3-bf0c-5922eb63f8c7 req-c5605185-1abd-4f59-87ea-50067286271d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 1129 time: 0.8617294 Feb 11 05:46:54.198869 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.258733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38fd7452-ff84-4fb3-bf0c-5922eb63f8c7 req-c123f378-fd19-4379-9148-a9c90b9bfc32 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795147 Feb 11 05:46:54.273854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fda6b-7bc3-45e9-aba2-67f9490f4a38 req-d8f3d5d3-31e2-476d-800d-1ea2be86b985 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.282961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd8fda6b-7bc3-45e9-aba2-67f9490f4a38 req-d8f3d5d3-31e2-476d-800d-1ea2be86b985 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 931 time: 0.2379506 Feb 11 05:46:54.337053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.421563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8a22293c-9568-4538-992e-028cfe43cd89 None None] Provisioning complete for port c297526f-c3a9-46e3-ae10-442a5982ec7a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:54.422158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a22293c-9568-4538-992e-028cfe43cd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.469811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f3768-3f5b-4146-b997-aabb8abfbeda req-ed8b1e68-d7ef-4635-bfa4-ba786d0b70f3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:54.472616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a3f3768-3f5b-4146-b997-aabb8abfbeda req-ed8b1e68-d7ef-4635-bfa4-ba786d0b70f3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 946 time: 0.1676400 Feb 11 05:46:54.591389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=afc1141c-3d76-4dc3-9451-c959a2597d97,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:54.594486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd8fda6b-7bc3-45e9-aba2-67f9490f4a38 req-fd273a8c-1189-4c60-ab70-cfdbad3ad36e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975721 Feb 11 05:46:54.604767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8a22293c-9568-4538-992e-028cfe43cd89 None None] Port c297526f-c3a9-46e3-ae10-442a5982ec7a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:54.650645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a3f3768-3f5b-4146-b997-aabb8abfbeda req-a8303d97-981d-4d7e-beb7-97b16e5d9787 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653261 Feb 11 05:46:54.826810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c297526f-c3a9-46e3-ae10-442a5982ec7a {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:54.839605 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Publish callbacks [] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.857161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Transition to ACTIVE for port object c297526f-c3a9-46e3-ae10-442a5982ec7a will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:46:54.998460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.061031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c297526f-c3a9-46e3-ae10-442a5982ec7a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:55.208115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Attempting to bind port c297526f-c3a9-46e3-ae10-442a5982ec7a on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:55.210495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Attempting to bind port c297526f-c3a9-46e3-ae10-442a5982ec7a by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:55.213569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Attempting to bind port c297526f-c3a9-46e3-ae10-442a5982ec7a on network 505a71d0-67e8-41b7-84ca-0550ad56292f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:55.231555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d77d84-1118-4ebd-b554-07a25459df18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc1141c-3d76-4dc3-9451-c959a2597d97'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:55.233935 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e213150-df72-4287-baad-959d8324238b" -d '{"events": [{"server_uuid": "d9d77d84-1118-4ebd-b554-07a25459df18", "name": "network-vif-plugged", "status": "completed", "tag": "afc1141c-3d76-4dc3-9451-c959a2597d97"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:55.236874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Port c297526f-c3a9-46e3-ae10-442a5982ec7a on network 505a71d0-67e8-41b7-84ca-0550ad56292f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:55.248586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a55f9-f10c-4b0f-84f3-ab50c1909db4 req-4bb2eafd-df4c-47ed-9496-91f545877664 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.250435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Attempting to bind port c297526f-c3a9-46e3-ae10-442a5982ec7a on network 505a71d0-67e8-41b7-84ca-0550ad56292f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:55.265798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:55.266956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a65a55f9-f10c-4b0f-84f3-ab50c1909db4 req-4bb2eafd-df4c-47ed-9496-91f545877664 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 949 time: 0.1226852 Feb 11 05:46:55.267123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Checking segment: {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:55.267475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Bound using segment: {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:55.269431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Bound port: c297526f-c3a9-46e3-ae10-442a5982ec7a, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f300c29a-f022-46fa-b763-8b8b8afb4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:55.271801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.321135 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b226b398-4a35-4d6b-9040-fa0552ebcd15 x-openstack-request-id: req-b226b398-4a35-4d6b-9040-fa0552ebcd15 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:55.327799 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d77d84-1118-4ebd-b554-07a25459df18", "name": "network-vif-plugged", "status": "completed", "tag": "afc1141c-3d76-4dc3-9451-c959a2597d97", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:55.331213 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b226b398-4a35-4d6b-9040-fa0552ebcd15 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:55.331938 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d77d84-1118-4ebd-b554-07a25459df18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc1141c-3d76-4dc3-9451-c959a2597d97', 'code': 200} Feb 11 05:46:55.454950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] For port c297526f-c3a9-46e3-ae10-442a5982ec7a, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:55.462193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] For port c297526f-c3a9-46e3-ae10-442a5982ec7a, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:55.515943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60236) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.543490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a65a55f9-f10c-4b0f-84f3-ab50c1909db4 req-192ea842-4e96-49d4-8236-55fe367d0ea9 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675700 Feb 11 05:46:55.565063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.570375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e939a-7a5a-4f91-aebf-51656f82c189 req-acd509b7-fb21-4489-9832-e0caec0370d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.575074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-009e939a-7a5a-4f91-aebf-51656f82c189 req-acd509b7-fb21-4489-9832-e0caec0370d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 1132 time: 0.1214955 Feb 11 05:46:55.720390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.725284 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.735200 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] 10.222.0.65 "PUT /v2.0/ports/c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 200 len: 1092 time: 1.7013288 Feb 11 05:46:55.750426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-009e939a-7a5a-4f91-aebf-51656f82c189 req-ed89d5fa-dad6-48fd-b80e-875c8eb292d3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700447 Feb 11 05:46:55.813610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:55.823446 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:55.862218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-150260380'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:55.883740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f10bfb-8ff2-4395-b73d-d43a26e1a5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c297526f-c3a9-46e3-ae10-442a5982ec7a,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:55.899481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a1def-8ee2-4629-8c14-5ef9db49a20a req-2c74644a-0738-4d0a-b3bf-422f9ccff0b5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.902526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e26a1def-8ee2-4629-8c14-5ef9db49a20a req-2c74644a-0738-4d0a-b3bf-422f9ccff0b5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1881795 Feb 11 05:46:55.953678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa3f85-1082-4464-827c-e07003d361a5 req-82b06c42-3cca-46c9-9362-25dfe3d23527 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:55.955440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3aa3f85-1082-4464-827c-e07003d361a5 req-82b06c42-3cca-46c9-9362-25dfe3d23527 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 946 time: 0.1400185 Feb 11 05:46:56.007742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:56.013085 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.022641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-cf9d19a3-4421-4cc4-b89c-ac8c8cccd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.024754 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-cf9d19a3-4421-4cc4-b89c-ac8c8cccd4b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b16429ff4124e078ff9c4153e077c6a&device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1126 time: 0.0880313 Feb 11 05:46:56.035715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.123132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e26a1def-8ee2-4629-8c14-5ef9db49a20a req-070b3a57-4ce1-482f-82b5-77e9ed568ef6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132564 Feb 11 05:46:56.164251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3aa3f85-1082-4464-827c-e07003d361a5 req-b3a2889c-3c76-4214-bf22-4495bf73db05 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773567 Feb 11 05:46:56.196143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-37894764-5c12-48a8-b2ef-981891d034ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 200 len: 217 time: 0.1616995 Feb 11 05:46:56.267843 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01622570-4e20-438c-ba76-629aa6924697 x-openstack-request-id: req-01622570-4e20-438c-ba76-629aa6924697 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:56.268145 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:56.275067 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01622570-4e20-438c-ba76-629aa6924697 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:56.275785 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'status': 'completed', 'code': 200} Feb 11 05:46:56.406682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for security_group (c2edab15-8e51-4b2a-b1d7-bcbb18d7daf1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.423904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedeefc-abf6-4350-9b3b-b8e79a3a71ff req-0e73535a-827a-43c0-8e30-d90877673320 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.426448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-5bccbb0f-e649-4a74-a7d7-bc7ded40bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.428355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-5bccbb0f-e649-4a74-a7d7-bc7ded40bf7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d6ebe382-7277-4ac6-a7b6-7724669b67ed HTTP/1.1" status: 200 len: 852 time: 0.2260640 Feb 11 05:46:56.440733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaedeefc-abf6-4350-9b3b-b8e79a3a71ff req-0e73535a-827a-43c0-8e30-d90877673320 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 946 time: 0.1785893 Feb 11 05:46:56.524793 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c2edab15-8e51-4b2a-b1d7-bcbb18d7daf1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.553730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eaedeefc-abf6-4350-9b3b-b8e79a3a71ff req-3e6a5737-119b-4b78-80b1-b2a363c6ac96 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119092 Feb 11 05:46:56.599953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:56.629342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2edab15-8e51-4b2a-b1d7-bcbb18d7daf1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:56.640848 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (16109e8a-9820-4b0f-ac45-29c95821b5e3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.641204 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Added segment 16109e8a-9820-4b0f-ac45-29c95821b5e3 of type vlan for network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c Feb 11 05:46:56.666419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-b941744d-47a1-4a00-8fe0-f0dc778aa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.666419 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-b941744d-47a1-4a00-8fe0-f0dc778aa235 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505a71d0-67e8-41b7-84ca-0550ad56292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2258902 Feb 11 05:46:56.742955 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (3faa632f-efe0-4b85-9ba5-ee2745b90c9c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.857405 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-4e300ca1-e6ec-47c1-89fc-e65547e53adb service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536083 Feb 11 05:46:56.904199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80914c6d-66e9-401c-820f-1708287ab02d req-27ca51e5-a20a-46e4-b890-9458ec363fd8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.912808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80914c6d-66e9-401c-820f-1708287ab02d req-27ca51e5-a20a-46e4-b890-9458ec363fd8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 946 time: 0.2607591 Feb 11 05:46:56.929360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6057b-74de-49ce-a61b-2aa42597d48f req-dfd9ae42-72e4-4f47-ba2d-30ff82850d2d tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.938259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efa6057b-74de-49ce-a61b-2aa42597d48f req-dfd9ae42-72e4-4f47-ba2d-30ff82850d2d tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 949 time: 0.2732644 Feb 11 05:46:57.049689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (3faa632f-efe0-4b85-9ba5-ee2745b90c9c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.056002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.056751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.057481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80914c6d-66e9-401c-820f-1708287ab02d req-f5e44544-62e0-4b4b-8b81-03ff3760c805 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430800 Feb 11 05:46:57.064914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efa6057b-74de-49ce-a61b-2aa42597d48f req-18926c85-fbce-42e3-9c14-17aabea604a2 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256607 Feb 11 05:46:57.166492 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0ab06c7d-bc28-49c9-9c79-dea8eacba4c1 req-05b4ec24-a3a7-4e57-a04a-6a58c4caaa9f service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984905 Feb 11 05:46:57.167370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Network': ['ID=3faa632f-efe0-4b85-9ba5-ee2745b90c9c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:57.179165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:57.250740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-36a1f493-fd38-474d-96de-2a19635ea8e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7328570 Feb 11 05:46:57.254329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:57.262890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:57.326909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88349a81-e4eb-44c9-b44e-c435b6655d46 req-b28d451e-f530-4bcc-855d-ea3578500b75 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.328999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88349a81-e4eb-44c9-b44e-c435b6655d46 req-b28d451e-f530-4bcc-855d-ea3578500b75 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.0880058 Feb 11 05:46:57.526947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-bb1695b3-b5a7-4dc7-87c3-76a69be938c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.529026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-bb1695b3-b5a7-4dc7-87c3-76a69be938c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b16429ff4124e078ff9c4153e077c6a&device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1126 time: 0.1369088 Feb 11 05:46:57.537291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88349a81-e4eb-44c9-b44e-c435b6655d46 req-9ea984e2-ca72-4455-9348-c0df318ab45a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017703 Feb 11 05:46:57.588098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:57.591738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.855944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-e5d017d9-4ca6-4aa3-adab-7fc9ddf6db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:57.857498 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-e5d017d9-4ca6-4aa3-adab-7fc9ddf6db9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 200 len: 914 time: 0.3230033 Feb 11 05:46:57.915955 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-b49e0f33-1c5c-437a-9308-191c09471203 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 200 len: 217 time: 0.0498950 Feb 11 05:46:58.007025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-6ce1fba4-850e-4c3d-aae2-ff372cfa40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.008546 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-6ce1fba4-850e-4c3d-aae2-ff372cfa40ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d6ebe382-7277-4ac6-a7b6-7724669b67ed HTTP/1.1" status: 200 len: 852 time: 0.0864415 Feb 11 05:46:58.067361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-4a6d3c55-0328-4384-a882-5fee8b2d6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.072251 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-4a6d3c55-0328-4384-a882-5fee8b2d6762 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505a71d0-67e8-41b7-84ca-0550ad56292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552766 Feb 11 05:46:58.223352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-b247e953-714c-4e37-a2eb-6e36c9209d2f service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408908 Feb 11 05:46:58.257493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (8159e623-6bd8-48eb-b560-313e13f5feb1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.306027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccc9d8-cff0-4360-9a4b-a632e3a5097b req-ca7d3deb-ead4-42d1-84f8-6b81e2fc2dd4 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.309050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bccc9d8-cff0-4360-9a4b-a632e3a5097b req-ca7d3deb-ead4-42d1-84f8-6b81e2fc2dd4 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 949 time: 0.1202569 Feb 11 05:46:58.401083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bccc9d8-cff0-4360-9a4b-a632e3a5097b req-4c06492b-9990-4db2-b196-f0f11dac394b tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857353 Feb 11 05:46:58.502407 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779dc24-30e1-405b-886d-168e3a646c32 req-40c0bab7-1a2a-459e-a83d-aa7009f1ca60 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.506364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6779dc24-30e1-405b-886d-168e3a646c32 req-40c0bab7-1a2a-459e-a83d-aa7009f1ca60 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 946 time: 0.0872943 Feb 11 05:46:58.511698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=8159e623-6bd8-48eb-b560-313e13f5feb1,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:58.555324 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4a3348b-6bfa-4633-9174-3ff16a81b8bf req-12ba9963-6755-4ef4-bf77-48d3f4ccdebe service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258898 Feb 11 05:46:58.556698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:58.557079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network hostable DHCP agents. Network: 3faa632f-efe0-4b85-9ba5-ee2745b90c9c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:58.593361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6779dc24-30e1-405b-886d-168e3a646c32 req-a9db20b5-d691-4d0d-a0f4-fd76910b8556 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797148 Feb 11 05:46:58.697327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec633e3-e20c-41d8-ac10-e47368403335 req-3eca8a33-dbb0-4246-b76b-e746138cbb06 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.698846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ec633e3-e20c-41d8-ac10-e47368403335 req-3eca8a33-dbb0-4246-b76b-e746138cbb06 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.0623679 Feb 11 05:46:58.713184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:58.757392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ec633e3-e20c-41d8-ac10-e47368403335 req-3b73ef5a-ab53-4be2-9973-0f889e8fc2d1 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511878 Feb 11 05:46:58.855390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 3faa632f-efe0-4b85-9ba5-ee2745b90c9c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:58.860445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:58.861308 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.894618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33115364-16ba-4ad9-b178-709ed99637a7 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:58.958123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6a78bf8a-2e59-4a85-9b61-5e9d1497a942 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6997101 Feb 11 05:46:58.960058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60392) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:58.966472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'name': 'tempest-NetworksTestDHCPv6-1663845740'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:59.128048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '8159e623-6bd8-48eb-b560-313e13f5feb1'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:46:59.139631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.487633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8159e623-6bd8-48eb-b560-313e13f5feb1/8b3dc778-1e06-4552-a490-802adf7fcca9) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:59.525340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:59.530870 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.595261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 0a6e51cd-ea47-42d3-b8ac-0983b0c96db6 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:59.777821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df835f2-01db-402d-b369-17a56255b7c0 req-74104e6a-853e-4400-b5f3-9b11937ffab6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:59.796780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Publish callbacks [] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.802090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8df835f2-01db-402d-b369-17a56255b7c0 req-74104e6a-853e-4400-b5f3-9b11937ffab6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 946 time: 0.0943766 Feb 11 05:46:59.898437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-4ee7b948-4ce3-4ed8-8544-ce6c8f608bf3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:59.900886 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-4ee7b948-4ce3-4ed8-8544-ce6c8f608bf3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 946 time: 0.1461980 Feb 11 05:46:59.903130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8df835f2-01db-402d-b369-17a56255b7c0 req-aef15fd0-d017-4011-95ca-1cdd7f2141f1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999599 Feb 11 05:46:59.931235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7ad68-7478-4ddd-84e4-2ac412a4a4f9 req-8a74507d-4257-4f4a-b53e-a371b910e8bf tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:59.934936 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.964404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83b7ad68-7478-4ddd-84e4-2ac412a4a4f9 req-8a74507d-4257-4f4a-b53e-a371b910e8bf tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 949 time: 0.1168125 Feb 11 05:47:00.066895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::2da (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8159e623-6bd8-48eb-b560-313e13f5feb1/0a6e51cd-ea47-42d3-b8ac-0983b0c96db6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:00.073706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Pushing event updated for resources: {'Port': ['ID=8b3dc778-1e06-4552-a490-802adf7fcca9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:00.100627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.101079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.101506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.101933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.102351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.102913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.103332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.103747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.105196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.105628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.109146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.109602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.110029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:00.142720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:00.149566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83b7ad68-7478-4ddd-84e4-2ac412a4a4f9 req-ff554a7c-284f-45ce-9e49-7f3abbafbafa tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802456 Feb 11 05:47:00.154646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:00.162938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:00.243823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e5830-5976-4d6b-a6fc-c93c3fd05d58 req-5ff03337-2c25-46ff-9f44-00bd317a9bcd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:00.247039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-190e5830-5976-4d6b-a6fc-c93c3fd05d58 req-5ff03337-2c25-46ff-9f44-00bd317a9bcd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1732149 Feb 11 05:47:00.395845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Attempting to bind port 8b3dc778-1e06-4552-a490-802adf7fcca9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:00.397010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Attempting to bind port 8b3dc778-1e06-4552-a490-802adf7fcca9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:00.397398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Attempting to bind port 8b3dc778-1e06-4552-a490-802adf7fcca9 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:00.400864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-190e5830-5976-4d6b-a6fc-c93c3fd05d58 req-b844322a-97b5-4bb6-a0c8-d061c73cbb7c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383681 Feb 11 05:47:00.405940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:00.406383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:00.406810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.408069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:00.408701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Bound port: 8b3dc778-1e06-4552-a490-802adf7fcca9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:00.409108 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.417870 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (0a6e51cd-ea47-42d3-b8ac-0983b0c96db6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.440436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:00.440926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.586414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] For port 8b3dc778-1e06-4552-a490-802adf7fcca9, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:00.593609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] For port 8b3dc778-1e06-4552-a490-802adf7fcca9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8b3dc778-1e06-4552-a490-802adf7fcca9,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:00.689571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] For port f1945f93-1aff-44de-84fd-11a0c3a5fcc3, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:00.690682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.722857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for f1945f93-1aff-44de-84fd-11a0c3a5fcc3 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:00.745850 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.821237 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0a6e51cd-ea47-42d3-b8ac-0983b0c96db6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.937959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a33f9-4cb7-42dd-91e6-a657618fe620 None None] Pushing event updated for resources: {'Port': ['ID=8b3dc778-1e06-4552-a490-802adf7fcca9,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.146193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=0a6e51cd-ea47-42d3-b8ac-0983b0c96db6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.171827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:01.178973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:01.198486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:01.215497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.215497 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.269773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42699329-ed23-43c3-8398-39d94f3e12cb req-dc6f6afb-439f-4e78-a659-18a1776623e4 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.280309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42699329-ed23-43c3-8398-39d94f3e12cb req-dc6f6afb-439f-4e78-a659-18a1776623e4 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.83 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 949 time: 0.2174993 Feb 11 05:47:01.421425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-871266e0-38f1-4e5b-8dd4-985f5e3ca8e7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4601052 Feb 11 05:47:01.434286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60482) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:01.640318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c78654-5c5e-44ac-801b-a6bc1f63fd96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.649359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbe897-bcf3-42f1-b54f-8f365879f52f req-45a3dc58-fa07-45ec-8373-0fa2f91f7ece tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.651437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26bbe897-bcf3-42f1-b54f-8f365879f52f req-45a3dc58-fa07-45ec-8373-0fa2f91f7ece tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 946 time: 0.2874765 Feb 11 05:47:01.653018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c78654-5c5e-44ac-801b-a6bc1f63fd96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.656048 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-35c78654-5c5e-44ac-801b-a6bc1f63fd96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2160659 Feb 11 05:47:01.660683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60492) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:01.747366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f1945f93-1aff-44de-84fd-11a0c3a5fcc3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.758018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26bbe897-bcf3-42f1-b54f-8f365879f52f req-06eb041d-a02f-4878-a555-54103f607f24 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956044 Feb 11 05:47:01.773303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6656-1b74-4b66-95e0-1a3c63235d34 req-6bb4a182-f026-4bb0-85ee-183b0374d157 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:01.774946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2daa6656-1b74-4b66-95e0-1a3c63235d34 req-6bb4a182-f026-4bb0-85ee-183b0374d157 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 949 time: 0.3082716 Feb 11 05:47:01.779211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Deleting port afc1141c-3d76-4dc3-9451-c959a2597d97 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:01.779798 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.898636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=f1945f93-1aff-44de-84fd-11a0c3a5fcc3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:02.036319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] No DVR routers for this DVR port f1945f93-1aff-44de-84fd-11a0c3a5fcc3 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:02.042037 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.043391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2daa6656-1b74-4b66-95e0-1a3c63235d34 req-9f4df88f-1035-4822-bf00-977bac702fc7 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/security-groups?id=40601531-c934-46c1-b57f-4bc11a861d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512647 Feb 11 05:47:02.046707 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1ee6ef1a-4d6d-470f-b386-92e6c49a00a9 req-19fc5866-9163-49b7-a0f8-4c5b2d0fd890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "DELETE /v2.0/ports/f1945f93-1aff-44de-84fd-11a0c3a5fcc3 HTTP/1.1" status: 204 len: 173 time: 2.1277790 Feb 11 05:47:02.047251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a16d103-40d5-43cd-a685-523aaa632ee7', 'name': 'network-vif-deleted', 'tag': 'f1945f93-1aff-44de-84fd-11a0c3a5fcc3'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:02.051228 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98551965-a290-4939-93ad-f205b6013d6e" -d '{"events": [{"server_uuid": "0a16d103-40d5-43cd-a685-523aaa632ee7", "name": "network-vif-deleted", "tag": "f1945f93-1aff-44de-84fd-11a0c3a5fcc3"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:02.169307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] For port afc1141c-3d76-4dc3-9451-c959a2597d97, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=afc1141c-3d76-4dc3-9451-c959a2597d97,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:02.171315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.254980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e7d24-9c8d-4bc2-8c73-d2f2810bbf8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 0a6e51cd-ea47-42d3-b8ac-0983b0c96db6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:02.255870 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7d24-9c8d-4bc2-8c73-d2f2810bbf8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0a6e51cd-ea47-42d3-b8ac-0983b0c96db6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.285139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Calling delete_port for afc1141c-3d76-4dc3-9451-c959a2597d97 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:02.295765 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0773de3f-a86f-4fee-ad9b-6507b8a50867 x-openstack-request-id: req-0773de3f-a86f-4fee-ad9b-6507b8a50867 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:02.296009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585a115-97aa-4e95-924f-3556895dbd14 req-91762049-4b6b-490d-abd5-bc355177c636 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:02.297764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b585a115-97aa-4e95-924f-3556895dbd14 req-91762049-4b6b-490d-abd5-bc355177c636 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.3765306 Feb 11 05:47:02.306100 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a16d103-40d5-43cd-a685-523aaa632ee7", "name": "network-vif-deleted", "tag": "f1945f93-1aff-44de-84fd-11a0c3a5fcc3", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:02.316205 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0773de3f-a86f-4fee-ad9b-6507b8a50867 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:02.321324 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a16d103-40d5-43cd-a685-523aaa632ee7', 'name': 'network-vif-deleted', 'tag': 'f1945f93-1aff-44de-84fd-11a0c3a5fcc3', 'status': 'completed', 'code': 200} Feb 11 05:47:02.469045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b585a115-97aa-4e95-924f-3556895dbd14 req-f71c100d-3d6f-4418-8ca9-6d40c31ac2e3 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625037 Feb 11 05:47:02.564034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7d24-9c8d-4bc2-8c73-d2f2810bbf8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0a6e51cd-ea47-42d3-b8ac-0983b0c96db6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.596438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e7d24-9c8d-4bc2-8c73-d2f2810bbf8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 0a6e51cd-ea47-42d3-b8ac-0983b0c96db6 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:02.638804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f1945f93-1aff-44de-84fd-11a0c3a5fcc3 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:02.664477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: f1945f93-1aff-44de-84fd-11a0c3a5fcc3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:02.665263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f1945f93-1aff-44de-84fd-11a0c3a5fcc3 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:02.701924 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (afc1141c-3d76-4dc3-9451-c959a2597d97), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.793513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Pushing event deleted for resources: {'Port': ['ID=afc1141c-3d76-4dc3-9451-c959a2597d97,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:02.932614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] No DVR routers for this DVR port afc1141c-3d76-4dc3-9451-c959a2597d97 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:02.946028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.952536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42699329-ed23-43c3-8398-39d94f3e12cb req-8f48f700-f4d5-4e76-a1be-7efb24e218c5 tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.83 "DELETE /v2.0/ports/afc1141c-3d76-4dc3-9451-c959a2597d97 HTTP/1.1" status: 204 len: 173 time: 1.6658521 Feb 11 05:47:02.957772 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64506620-63a4-494d-a793-3d72d7a78d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.974943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d77d84-1118-4ebd-b554-07a25459df18', 'name': 'network-vif-deleted', 'tag': 'afc1141c-3d76-4dc3-9451-c959a2597d97'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:02.981831 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d55886-eff0-417f-b3bd-b2b3b53cfe8b" -d '{"events": [{"server_uuid": "d9d77d84-1118-4ebd-b554-07a25459df18", "name": "network-vif-deleted", "tag": "afc1141c-3d76-4dc3-9451-c959a2597d97"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:02.982341 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7d24-9c8d-4bc2-8c73-d2f2810bbf8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0a6e51cd-ea47-42d3-b8ac-0983b0c96db6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.115933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c184703-9669-44b8-9444-73401f8a4244 req-a4959364-ed87-413e-9677-a0dce5134170 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0976403 Feb 11 05:47:03.123734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8b3dc778-1e06-4552-a490-802adf7fcca9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:03.143708 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0180e795-202c-47c9-8581-23d743a61cdc x-openstack-request-id: req-0180e795-202c-47c9-8581-23d743a61cdc {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:03.143708 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d77d84-1118-4ebd-b554-07a25459df18", "name": "network-vif-deleted", "tag": "afc1141c-3d76-4dc3-9451-c959a2597d97", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:03.143708 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0180e795-202c-47c9-8581-23d743a61cdc {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:03.143708 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d77d84-1118-4ebd-b554-07a25459df18', 'name': 'network-vif-deleted', 'tag': 'afc1141c-3d76-4dc3-9451-c959a2597d97', 'status': 'completed', 'code': 200} Feb 11 05:47:03.149746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e7d24-9c8d-4bc2-8c73-d2f2810bbf8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=0a6e51cd-ea47-42d3-b8ac-0983b0c96db6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:03.229026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7d24-9c8d-4bc2-8c73-d2f2810bbf8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.236634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b7e7d24-9c8d-4bc2-8c73-d2f2810bbf8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/0a6e51cd-ea47-42d3-b8ac-0983b0c96db6 HTTP/1.1" status: 204 len: 168 time: 1.5744171 Feb 11 05:47:03.238957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60548) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:03.256170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8b3dc778-1e06-4552-a490-802adf7fcca9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:03.256842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.306265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ddab7b-02a8-49b8-addc-fdaa85d81765 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:03.422647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device afc1141c-3d76-4dc3-9451-c959a2597d97 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:03.422947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df5e0a-69f0-40a6-a88b-01408d5dc45c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.425832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df5e0a-69f0-40a6-a88b-01408d5dc45c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.428947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-11df5e0a-69f0-40a6-a88b-01408d5dc45c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1886773 Feb 11 05:47:03.431963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60556) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:03.444936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-acda38ab-d36d-4f11-8484-b8a1c55f2418 req-4c5638d6-c436-4f76-b457-c68b13867caa tempest-VolumesNegativeTest-1637408821 tempest-VolumesNegativeTest-1637408821-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d77d84-1118-4ebd-b554-07a25459df18 HTTP/1.1" status: 200 len: 210 time: 0.1661243 Feb 11 05:47:03.550559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: afc1141c-3d76-4dc3-9451-c959a2597d97 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:03.551166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device afc1141c-3d76-4dc3-9451-c959a2597d97 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:03.569349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b9e783bd-b558-4686-a376-68721e987c02 None None] Provisioning complete for port 8b3dc778-1e06-4552-a490-802adf7fcca9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:03.569349 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9e783bd-b558-4686-a376-68721e987c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.573674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dfe26e-30e3-4efe-ba5b-d542468c67a2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 8159e623-6bd8-48eb-b560-313e13f5feb1 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:03.579975 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00dfe26e-30e3-4efe-ba5b-d542468c67a2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (8159e623-6bd8-48eb-b560-313e13f5feb1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.688627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00dfe26e-30e3-4efe-ba5b-d542468c67a2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (8159e623-6bd8-48eb-b560-313e13f5feb1), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.704779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96734a-dce7-4182-a055-ba0e4ef00eca req-a5af45ea-7397-44a2-b9e1-a83e4b0f0771 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:03.713687 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de96734a-dce7-4182-a055-ba0e4ef00eca req-a5af45ea-7397-44a2-b9e1-a83e4b0f0771 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.0934443 Feb 11 05:47:03.781060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b9e783bd-b558-4686-a376-68721e987c02 None None] Current status of the port 8b3dc778-1e06-4552-a490-802adf7fcca9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:03.782112 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9e783bd-b558-4686-a376-68721e987c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.825540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8b3dc778-1e06-4552-a490-802adf7fcca9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:03.826385 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.867908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b9e783bd-b558-4686-a376-68721e987c02 None None] For port 8b3dc778-1e06-4552-a490-802adf7fcca9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8b3dc778-1e06-4552-a490-802adf7fcca9,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:03.896694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de96734a-dce7-4182-a055-ba0e4ef00eca req-37416e98-ef29-49d1-ba53-f2d38a8ec0be tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763322 Feb 11 05:47:03.987351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9e783bd-b558-4686-a376-68721e987c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.007373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00dfe26e-30e3-4efe-ba5b-d542468c67a2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8159e623-6bd8-48eb-b560-313e13f5feb1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.070896 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:47:04.070896 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:47:04.075800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e783bd-b558-4686-a376-68721e987c02 None None] Pushing event updated for resources: {'Port': ['ID=8b3dc778-1e06-4552-a490-802adf7fcca9,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:04.205056 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00dfe26e-30e3-4efe-ba5b-d542468c67a2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (8159e623-6bd8-48eb-b560-313e13f5feb1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.322958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfe26e-30e3-4efe-ba5b-d542468c67a2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=8159e623-6bd8-48eb-b560-313e13f5feb1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:04.329724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00dfe26e-30e3-4efe-ba5b-d542468c67a2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.335880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-00dfe26e-30e3-4efe-ba5b-d542468c67a2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8159e623-6bd8-48eb-b560-313e13f5feb1 HTTP/1.1" status: 204 len: 168 time: 0.9021537 Feb 11 05:47:04.338490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60570) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:04.340278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f390d0d-44aa-4f66-9247-2ed698143b18 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:04.349991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0b3349c-06a4-4a09-96fc-e43d56a09a3c req-decffdff-d64b-4b1d-8f82-88277f33e872 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0489721 Feb 11 05:47:04.361461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-132020d2-7c4e-43dd-9e75-6ae908d0ca0d None None] Provisioning complete for port 8b3dc778-1e06-4552-a490-802adf7fcca9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:04.362100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-132020d2-7c4e-43dd-9e75-6ae908d0ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.431936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60572) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:04.495078 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6405457c-b0df-4d38-8947-8dc59b26a021 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1502366 Feb 11 05:47:04.495369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60578) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:04.500573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:04.730278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-822dd49c-7425-4827-b553-e754a2fb1960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.741720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:04.743615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8b3dc778-1e06-4552-a490-802adf7fcca9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:04.745710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.900423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8b3dc778-1e06-4552-a490-802adf7fcca9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:04.999468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:05.031748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-132020d2-7c4e-43dd-9e75-6ae908d0ca0d None None] Current status of the port 8b3dc778-1e06-4552-a490-802adf7fcca9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:05.138474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8b3dc778-1e06-4552-a490-802adf7fcca9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:05.138890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.188812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] Deleting port 8b3dc778-1e06-4552-a490-802adf7fcca9 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:05.189531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.355198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] For port 8b3dc778-1e06-4552-a490-802adf7fcca9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8b3dc778-1e06-4552-a490-802adf7fcca9,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:05.356092 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.383533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] Calling delete_port for 8b3dc778-1e06-4552-a490-802adf7fcca9 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:05.389872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8b3dc778-1e06-4552-a490-802adf7fcca9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:05.522309 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-822dd49c-7425-4827-b553-e754a2fb1960 admin admin] Publish callbacks [] for security_group (4ecc528a-551d-4c4b-ab16-45774b0b8647), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.579118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-009f5d28-3da3-44a2-9c03-c8604f180ace req-fa73800b-74fa-4ae5-9b28-26d38a8fe7f7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0472915 Feb 11 05:47:05.618474 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2c83a7a-16d4-4e90-83f9-05c38645e17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.639454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c26d8-cc02-4251-a8ba-3c41f857ac28 req-c78670fe-fa6d-4f3b-8d5a-d9ad60eb127c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.641264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-266c26d8-cc02-4251-a8ba-3c41f857ac28 req-c78670fe-fa6d-4f3b-8d5a-d9ad60eb127c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.2071073 Feb 11 05:47:05.656103 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (8b3dc778-1e06-4552-a490-802adf7fcca9), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.668380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-822dd49c-7425-4827-b553-e754a2fb1960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4ecc528a-551d-4c4b-ab16-45774b0b8647), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.671373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] No DVR routers for this DVR port 8b3dc778-1e06-4552-a490-802adf7fcca9 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:05.692144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cdd74-dbd8-49c7-af8c-4c82d1fb1a0e None None] Pushing event deleted for resources: {'Port': ['ID=8b3dc778-1e06-4552-a490-802adf7fcca9,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:05.740908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-822dd49c-7425-4827-b553-e754a2fb1960 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92d72830fb9945228e446579c9ef3b42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3065021 Feb 11 05:47:05.744314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60612) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:05.785174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dd49c-7425-4827-b553-e754a2fb1960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc528a-551d-4c4b-ab16-45774b0b8647,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:05.804311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3998654c-f69b-4f9b-98e5-93a01c643281 admin admin] Publish callbacks [] for security_group (4ecc528a-551d-4c4b-ab16-45774b0b8647), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.819928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-266c26d8-cc02-4251-a8ba-3c41f857ac28 req-98bd7683-1310-4a3d-a74e-de5ec069bddc tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721458 Feb 11 05:47:05.836307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3998654c-f69b-4f9b-98e5-93a01c643281 admin admin] Publish callbacks [] for security_group (4ecc528a-551d-4c4b-ab16-45774b0b8647), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.033691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (56b6469d-a306-406b-a87a-65170477be5d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.091178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:06.098540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:06.103877 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3998654c-f69b-4f9b-98e5-93a01c643281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4ecc528a-551d-4c4b-ab16-45774b0b8647), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.104172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.104869 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.105940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3998654c-f69b-4f9b-98e5-93a01c643281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.110560 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3998654c-f69b-4f9b-98e5-93a01c643281 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ecc528a-551d-4c4b-ab16-45774b0b8647 HTTP/1.1" status: 204 len: 168 time: 0.3614695 Feb 11 05:47:06.122787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998654c-f69b-4f9b-98e5-93a01c643281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc528a-551d-4c4b-ab16-45774b0b8647,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:06.127632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=56b6469d-a306-406b-a87a-65170477be5d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:06.139413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c75d5-81a4-46de-98f6-ed04535595d0 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:06.236133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-61cd8b43-4e41-4dcd-b597-2cd63ab307bc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7372553 Feb 11 05:47:06.236441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60620) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:06.244806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'name': 'tempest-NetworksTestDHCPv6-451816827'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:06.338813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '56b6469d-a306-406b-a87a-65170477be5d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:06.346485 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.590019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:06.605923 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.624531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/56b6469d-a306-406b-a87a-65170477be5d/c4a7ac86-d95c-4213-ab78-39566f41f6cc) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:06.697018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 76c5251f-ecb9-43bf-a27f-abe2e4bbf311 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:06.831877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc5a41ed-087a-4d7a-9ced-85cbd8d30c7a req-14279d3c-93c9-4bfe-99af-8048cbf07a96 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.1041265 Feb 11 05:47:06.860529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.916469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8b3dc778-1e06-4552-a490-802adf7fcca9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:06.964789 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Publish callbacks [] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.969290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8b3dc778-1e06-4552-a490-802adf7fcca9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:06.969943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8b3dc778-1e06-4552-a490-802adf7fcca9 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:07.017779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17653-9a3b-48b0-b8df-459b1f008182 req-e4b27173-9e5e-48dd-8963-d099ced5dc3f tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:07.019517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66e17653-9a3b-48b0-b8df-459b1f008182 req-e4b27173-9e5e-48dd-8963-d099ced5dc3f tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.0953193 Feb 11 05:47:07.081294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.089939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66e17653-9a3b-48b0-b8df-459b1f008182 req-1153eb75-6aa6-449a-8137-54e326f8966b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615542 Feb 11 05:47:07.185678 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::12d (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/56b6469d-a306-406b-a87a-65170477be5d/76c5251f-ecb9-43bf-a27f-abe2e4bbf311) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:07.198911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:07.203445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:07.206133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:07.217074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Pushing event updated for resources: {'Port': ['ID=c4a7ac86-d95c-4213-ab78-39566f41f6cc,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.317069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Attempting to bind port c4a7ac86-d95c-4213-ab78-39566f41f6cc on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:07.317457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Attempting to bind port c4a7ac86-d95c-4213-ab78-39566f41f6cc by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:07.317890 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Attempting to bind port c4a7ac86-d95c-4213-ab78-39566f41f6cc on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:07.324137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:07.324713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:07.325135 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.325545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:07.326193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Bound port: c4a7ac86-d95c-4213-ab78-39566f41f6cc, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:07.326594 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.433515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (76c5251f-ecb9-43bf-a27f-abe2e4bbf311), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.433917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] For port c4a7ac86-d95c-4213-ab78-39566f41f6cc, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:07.439019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] For port c4a7ac86-d95c-4213-ab78-39566f41f6cc, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c4a7ac86-d95c-4213-ab78-39566f41f6cc,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:07.525301 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.582410 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (76c5251f-ecb9-43bf-a27f-abe2e4bbf311), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.601258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a728b00-ccb0-4d27-88a4-147ae51e94d6 None None] Pushing event updated for resources: {'Port': ['ID=c4a7ac86-d95c-4213-ab78-39566f41f6cc,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.654024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:07.656255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=76c5251f-ecb9-43bf-a27f-abe2e4bbf311,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.658952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:07.665491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:07.667793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:07.668470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.681979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.682349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.682763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.683110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.683454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.683808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.684149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.684472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.684836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.685168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.685498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.685832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.686164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:07.814668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8b257a1e-0220-4289-9d38-d06b6c0e1ccd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5638340 Feb 11 05:47:07.814668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60674) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:08.021938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5fcf08a-2eed-4e11-a2f9-b1e8aa68faac req-6e2c5630-3c43-4af0-870b-3e89ae61d279 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0394020 Feb 11 05:47:08.051300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407e2d8-e861-42ef-abe4-83c06dddd397 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.058111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407e2d8-e861-42ef-abe4-83c06dddd397 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.060585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f407e2d8-e861-42ef-abe4-83c06dddd397 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2546327 Feb 11 05:47:08.063509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60684) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:08.206270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d0d74db2-81a2-4d45-aafb-c07aafbda4e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 76c5251f-ecb9-43bf-a27f-abe2e4bbf311 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:08.206764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0d74db2-81a2-4d45-aafb-c07aafbda4e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (76c5251f-ecb9-43bf-a27f-abe2e4bbf311), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.300384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7392a6b-ebe3-42f1-9358-10b4c4d9a35c req-d7016e82-d2ca-4eeb-8b39-dc492645a4bc tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.302522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7392a6b-ebe3-42f1-9358-10b4c4d9a35c req-d7016e82-d2ca-4eeb-8b39-dc492645a4bc tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.0867426 Feb 11 05:47:08.382329 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.388180 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0d74db2-81a2-4d45-aafb-c07aafbda4e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (76c5251f-ecb9-43bf-a27f-abe2e4bbf311), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.406754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d0d74db2-81a2-4d45-aafb-c07aafbda4e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 76c5251f-ecb9-43bf-a27f-abe2e4bbf311 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:08.418266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7392a6b-ebe3-42f1-9358-10b4c4d9a35c req-3c59e3d3-f10b-4a0a-b87c-69e43628b922 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933385 Feb 11 05:47:08.541033 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.669349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60696) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:08.712285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0d74db2-81a2-4d45-aafb-c07aafbda4e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (76c5251f-ecb9-43bf-a27f-abe2e4bbf311), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.752165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d74db2-81a2-4d45-aafb-c07aafbda4e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=76c5251f-ecb9-43bf-a27f-abe2e4bbf311,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:08.970679 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c4a7ac86-d95c-4213-ab78-39566f41f6cc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:09.140726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c4a7ac86-d95c-4213-ab78-39566f41f6cc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:09.141791 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.196808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d328989-4321-464b-84c4-d23ee301f9fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.211742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0d74db2-81a2-4d45-aafb-c07aafbda4e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.217727 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d0d74db2-81a2-4d45-aafb-c07aafbda4e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/76c5251f-ecb9-43bf-a27f-abe2e4bbf311 HTTP/1.1" status: 204 len: 168 time: 1.1509697 Feb 11 05:47:09.220702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb940c42-64c8-44ca-a430-77b99e02300e req-d31ea02a-e967-4c02-9abb-21af273016f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.1057153 Feb 11 05:47:09.221238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60704) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:09.297901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2d9261ad-b540-4327-8173-1ca971d9a2f0 None None] Provisioning complete for port c4a7ac86-d95c-4213-ab78-39566f41f6cc triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:09.298767 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d9261ad-b540-4327-8173-1ca971d9a2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.365538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532e25a-0572-469c-8e21-c9ff99c52731 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:09.366971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532e25a-0572-469c-8e21-c9ff99c52731 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:09.377551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8532e25a-0572-469c-8e21-c9ff99c52731 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1506784 Feb 11 05:47:09.378433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60708) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:09.390857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d328989-4321-464b-84c4-d23ee301f9fe admin admin] Publish callbacks [] for security_group (2a2605f7-bd0d-45fb-92ff-24f0413856fd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.393463 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.483500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c4a7ac86-d95c-4213-ab78-39566f41f6cc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:09.484301 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.491316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d328989-4321-464b-84c4-d23ee301f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2a2605f7-bd0d-45fb-92ff-24f0413856fd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.517311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-6462cba9-483e-4ddd-a14c-4b06bfa75f3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 56b6469d-a306-406b-a87a-65170477be5d {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:09.534310 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6462cba9-483e-4ddd-a14c-4b06bfa75f3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (56b6469d-a306-406b-a87a-65170477be5d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.565746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d328989-4321-464b-84c4-d23ee301f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2605f7-bd0d-45fb-92ff-24f0413856fd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.570922 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0d328989-4321-464b-84c4-d23ee301f9fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f994f4b740324c3699bd406a31bfb4cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9001617 Feb 11 05:47:09.575486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60714) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:09.606043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6462cba9-483e-4ddd-a14c-4b06bfa75f3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (56b6469d-a306-406b-a87a-65170477be5d), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.709528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port c4a7ac86-d95c-4213-ab78-39566f41f6cc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c4a7ac86-d95c-4213-ab78-39566f41f6cc,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:09.740869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2d9261ad-b540-4327-8173-1ca971d9a2f0 None None] Current status of the port c4a7ac86-d95c-4213-ab78-39566f41f6cc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:09.741425 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d9261ad-b540-4327-8173-1ca971d9a2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.744788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13d08c3-6a5c-47e4-b9ed-f6e97d9b7e76 admin admin] Publish callbacks [] for security_group (2a2605f7-bd0d-45fb-92ff-24f0413856fd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.791832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.792676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13d08c3-6a5c-47e4-b9ed-f6e97d9b7e76 admin admin] Publish callbacks [] for security_group (2a2605f7-bd0d-45fb-92ff-24f0413856fd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.843966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880b21d-64ba-4e0b-955b-cec96d71cdfb req-8e5fdab1-ecf8-45eb-8283-520a55db41b0 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:09.845831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9880b21d-64ba-4e0b-955b-cec96d71cdfb req-8e5fdab1-ecf8-45eb-8283-520a55db41b0 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.2712908 Feb 11 05:47:09.847338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6462cba9-483e-4ddd-a14c-4b06bfa75f3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (56b6469d-a306-406b-a87a-65170477be5d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.897719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=c4a7ac86-d95c-4213-ab78-39566f41f6cc,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.929608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13d08c3-6a5c-47e4-b9ed-f6e97d9b7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (2a2605f7-bd0d-45fb-92ff-24f0413856fd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.932206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a13d08c3-6a5c-47e4-b9ed-f6e97d9b7e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.933523 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a13d08c3-6a5c-47e4-b9ed-f6e97d9b7e76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a2605f7-bd0d-45fb-92ff-24f0413856fd HTTP/1.1" status: 204 len: 168 time: 0.3571742 Feb 11 05:47:09.947831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d08c3-6a5c-47e4-b9ed-f6e97d9b7e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2605f7-bd0d-45fb-92ff-24f0413856fd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.020046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9880b21d-64ba-4e0b-955b-cec96d71cdfb req-ea82f1dd-947e-4a0e-9852-c13e31a8ceef tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667175 Feb 11 05:47:10.106364 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6462cba9-483e-4ddd-a14c-4b06bfa75f3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (56b6469d-a306-406b-a87a-65170477be5d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.159540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462cba9-483e-4ddd-a14c-4b06bfa75f3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=56b6469d-a306-406b-a87a-65170477be5d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.168572 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6462cba9-483e-4ddd-a14c-4b06bfa75f3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.174166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6462cba9-483e-4ddd-a14c-4b06bfa75f3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/56b6469d-a306-406b-a87a-65170477be5d HTTP/1.1" status: 204 len: 168 time: 0.7946630 Feb 11 05:47:10.174844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-2d9261ad-b540-4327-8173-1ca971d9a2f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:47:10.175489 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-2d9261ad-b540-4327-8173-1ca971d9a2f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:47:10.177118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60722) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:10.231353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40980d53-e46d-4c69-ad27-1b166fb18126 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:10.268273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-71df8d5c-8958-4799-860b-615a41396080 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882771 Feb 11 05:47:10.269785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60726) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:10.278761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:10.339170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4797e7a-ca7f-49cc-bca4-478d7cd8011b req-78da289a-fea6-44a0-be97-761997938802 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0329602 Feb 11 05:47:10.494183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:10.547364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:10.558771 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.559031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] Deleting port c4a7ac86-d95c-4213-ab78-39566f41f6cc {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:10.559031 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.651867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] For port c4a7ac86-d95c-4213-ab78-39566f41f6cc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c4a7ac86-d95c-4213-ab78-39566f41f6cc,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:10.652280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.671257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] Calling delete_port for c4a7ac86-d95c-4213-ab78-39566f41f6cc owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:10.753773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2d9261ad-b540-4327-8173-1ca971d9a2f0 None None] Current status of the port c4a7ac86-d95c-4213-ab78-39566f41f6cc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:10.866268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c4a7ac86-d95c-4213-ab78-39566f41f6cc no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:10.905003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-615c3ae8-255a-4eca-8b38-3c246c9a410d None None] Could not find standard attr ID for object 76c5251f-ecb9-43bf-a27f-abe2e4bbf311. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:10.913856 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (c4a7ac86-d95c-4213-ab78-39566f41f6cc), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.947602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.971889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] No DVR routers for this DVR port c4a7ac86-d95c-4213-ab78-39566f41f6cc on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:10.973268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:10.973788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc593af1-1d5e-4885-8f3f-863470c871e5 None None] Pushing event deleted for resources: {'Port': ['ID=c4a7ac86-d95c-4213-ab78-39566f41f6cc,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.984069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No active binding found for port c4a7ac86-d95c-4213-ab78-39566f41f6cc {{(pid=104088) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:47:10.984069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] The host n-d-713498-37 is not matching for port c4a7ac86-d95c-4213-ab78-39566f41f6cc host None! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:47:10.984069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c4a7ac86-d95c-4213-ab78-39566f41f6cc not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:10.996119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:11.009148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67846f1-bdaf-4973-bd5f-d208a81cca04 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:11.026224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:11.027130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.061413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.114244 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e830a2dc-20c9-4574-8abc-98d370c76479 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8432047 Feb 11 05:47:11.124244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60750) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:11.130477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'name': 'tempest-NetworksTestDHCPv6-2127391050'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:11.212664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': 'a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:11.214429 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.249165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd5b16-edba-40f4-b5da-8e9b7d096f38 req-354a2a76-aaf8-4a53-8758-e8ec04a00c85 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:11.263069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cbd5b16-edba-40f4-b5da-8e9b7d096f38 req-354a2a76-aaf8-4a53-8758-e8ec04a00c85 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1198437 Feb 11 05:47:11.360020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cbd5b16-edba-40f4-b5da-8e9b7d096f38 req-d094f184-82e5-4aaf-ba5f-9a1385064e55 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952024 Feb 11 05:47:11.374160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:11.388629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.424511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 15c2e94e-7224-472c-8cca-e168794cfbc9 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:11.483936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d/e25126ee-68f5-4403-ac69-f16a2311588c) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:11.532086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-813b01f1-e39a-4808-90f3-4c035bddfbfc req-5eb02cea-3667-4295-8106-5c5cada2d9c0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0623007 Feb 11 05:47:11.564215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.665920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Publish callbacks [] for port (e25126ee-68f5-4403-ac69-f16a2311588c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.713496 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.755427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Pushing event updated for resources: {'Port': ['ID=e25126ee-68f5-4403-ac69-f16a2311588c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.776334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:11.778395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:11.781537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:11.822136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::2cb (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d/15c2e94e-7224-472c-8cca-e168794cfbc9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:11.858621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Attempting to bind port e25126ee-68f5-4403-ac69-f16a2311588c on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:11.859174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Attempting to bind port e25126ee-68f5-4403-ac69-f16a2311588c by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:11.859556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Attempting to bind port e25126ee-68f5-4403-ac69-f16a2311588c on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:11.867598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:11.868004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:11.868426 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.868863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:11.869365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Bound port: e25126ee-68f5-4403-ac69-f16a2311588c, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:11.869811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.955269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] For port e25126ee-68f5-4403-ac69-f16a2311588c, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:11.959716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] For port e25126ee-68f5-4403-ac69-f16a2311588c, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e25126ee-68f5-4403-ac69-f16a2311588c,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:12.026250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.032628 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (15c2e94e-7224-472c-8cca-e168794cfbc9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.138618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90af41-24ff-4c07-a3a5-1a72bc9caaf1 None None] Pushing event updated for resources: {'Port': ['ID=e25126ee-68f5-4403-ac69-f16a2311588c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:12.142491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (15c2e94e-7224-472c-8cca-e168794cfbc9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.197625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:12.200788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:12.204934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:12.210375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:12.212752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.221732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=15c2e94e-7224-472c-8cca-e168794cfbc9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:12.328951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d7448904-db9e-47ee-b5dc-85feab0bf0e0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2029295 Feb 11 05:47:12.335845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60776) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.359752 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:47:12.428500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b1023-085f-41a1-9e9a-6d147f678f57 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:12.442236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b1023-085f-41a1-9e9a-6d147f678f57 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:12.447396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60784) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.454305 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-798b1023-085f-41a1-9e9a-6d147f678f57 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1187005 Feb 11 05:47:12.620739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7942e7-4ff9-48c1-a27c-e026d7ba004a req-23ab12c5-58bf-40ba-a95a-c71cae88837f tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:12.628537 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b7942e7-4ff9-48c1-a27c-e026d7ba004a req-23ab12c5-58bf-40ba-a95a-c71cae88837f tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1378019 Feb 11 05:47:12.686766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60790) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.724058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b7942e7-4ff9-48c1-a27c-e026d7ba004a req-9cad0e2f-9d94-4741-969a-76ecfafa27ac tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943351 Feb 11 05:47:12.741203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e461a7ec-cd12-410b-9bef-f7367e170faa req-3221f375-6576-4736-8f7d-3102c6454acf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0871298 Feb 11 05:47:12.757072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a8d76ec6-3694-4870-9205-231eaff49660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 15c2e94e-7224-472c-8cca-e168794cfbc9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:12.757498 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8d76ec6-3694-4870-9205-231eaff49660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (15c2e94e-7224-472c-8cca-e168794cfbc9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.914842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8d76ec6-3694-4870-9205-231eaff49660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (15c2e94e-7224-472c-8cca-e168794cfbc9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.944446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-261829761'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:12.954524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e25126ee-68f5-4403-ac69-f16a2311588c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:12.958516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a8d76ec6-3694-4870-9205-231eaff49660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 15c2e94e-7224-472c-8cca-e168794cfbc9 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:13.061649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Made reservation on behalf of a06c0c7c3494473aa0028242dd3c8bb2 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:13.065496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.084460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.267635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e25126ee-68f5-4403-ac69-f16a2311588c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:13.268040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.281952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8d76ec6-3694-4870-9205-231eaff49660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (15c2e94e-7224-472c-8cca-e168794cfbc9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.356715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d76ec6-3694-4870-9205-231eaff49660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=15c2e94e-7224-472c-8cca-e168794cfbc9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:13.368930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e25126ee-68f5-4403-ac69-f16a2311588c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:13.368930 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.388898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8d76ec6-3694-4870-9205-231eaff49660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.394545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a8d76ec6-3694-4870-9205-231eaff49660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/15c2e94e-7224-472c-8cca-e168794cfbc9 HTTP/1.1" status: 204 len: 168 time: 0.9418266 Feb 11 05:47:13.396970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60802) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:13.422387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks [] for security_group (24d93100-6cc1-41e0-b312-c44dd30d9683), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.441004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port e25126ee-68f5-4403-ac69-f16a2311588c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e25126ee-68f5-4403-ac69-f16a2311588c,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:13.471342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125d022-d917-4be2-803f-049b6fa7d90e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:13.472830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125d022-d917-4be2-803f-049b6fa7d90e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:13.475323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f125d022-d917-4be2-803f-049b6fa7d90e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0788977 Feb 11 05:47:13.479850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60804) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:13.528440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (24d93100-6cc1-41e0-b312-c44dd30d9683), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.541716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.595231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb75137b-8d59-4b9d-9add-e0185e52b50b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:13.596535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=e25126ee-68f5-4403-ac69-f16a2311588c,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:13.622800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb75137b-8d59-4b9d-9add-e0185e52b50b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.668190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:13.670216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2f25d2b6-51ee-4b44-9b73-cff5c83790cb None None] Provisioning complete for port e25126ee-68f5-4403-ac69-f16a2311588c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:13.670605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f25d2b6-51ee-4b44-9b73-cff5c83790cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.685749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d93100-6cc1-41e0-b312-c44dd30d9683,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:13.732018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d7ae0474-d156-4670-a1f9-527b53a4065f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.732406 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Added segment d7ae0474-d156-4670-a1f9-527b53a4065f of type vlan for network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 Feb 11 05:47:13.745695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb75137b-8d59-4b9d-9add-e0185e52b50b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.828124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2f25d2b6-51ee-4b44-9b73-cff5c83790cb None None] Current status of the port e25126ee-68f5-4403-ac69-f16a2311588c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:13.891192 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:13.932366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdb65f08-2607-4559-9748-5fa571293644 req-e9fc951e-ced6-431c-9fad-6c27a8695a99 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0619714 Feb 11 05:47:13.977142 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb75137b-8d59-4b9d-9add-e0185e52b50b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.041194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5ed10-46a4-4636-a797-b6757f7f4f6c req-e30d7570-2b13-46fa-be6e-c424014bf73a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:14.044121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32c5ed10-46a4-4636-a797-b6757f7f4f6c req-e30d7570-2b13-46fa-be6e-c424014bf73a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1135356 Feb 11 05:47:14.044303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-77b9e7d3-eacb-40ea-996a-ae2a97380fdd None None] Could not find standard attr ID for object 15c2e94e-7224-472c-8cca-e168794cfbc9. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:14.057451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.064637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:14.065405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.110920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-32c5ed10-46a4-4636-a797-b6757f7f4f6c req-750bce45-e6c9-4af6-802d-6cc725b40a99 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611968 Feb 11 05:47:14.186784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Pushing event updated for resources: {'Network': ['ID=9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:14.204829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:14.256916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb75137b-8d59-4b9d-9add-e0185e52b50b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.294515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75137b-8d59-4b9d-9add-e0185e52b50b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:14.303647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7cfa138a-854d-4faf-9306-7c447d7b4281 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6155388 Feb 11 05:47:14.305125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb75137b-8d59-4b9d-9add-e0185e52b50b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.322528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fb75137b-8d59-4b9d-9add-e0185e52b50b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d HTTP/1.1" status: 204 len: 168 time: 0.8384299 Feb 11 05:47:14.323025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.339062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd8594-4e4b-4af9-adfb-ca713d182a0c None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:14.406246 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c098606d-e228-4f3d-9ef5-2ea99aa3997f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814025 Feb 11 05:47:14.408796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60824) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.521110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33de9fb1-a2cb-4612-9404-366fb957b096 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:14.523916 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-33de9fb1-a2cb-4612-9404-366fb957b096 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1138663 Feb 11 05:47:14.526694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60826) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.550878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:14.634502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f3ffd-a1b8-4208-be6d-699125374f2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:14.639588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a79f3ffd-a1b8-4208-be6d-699125374f2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1110783 Feb 11 05:47:14.642649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60828) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.652289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] Deleting port e25126ee-68f5-4403-ac69-f16a2311588c {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:14.653139 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.693085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60830) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.702597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Request body: {'port': {'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990', 'binding:host_id': 'n-h2-713498-37', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-730164110'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:14.743691 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4369b47c-18ef-407c-9fd4-aecc05d2f3c3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904703 Feb 11 05:47:14.744112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60832) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.751046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:14.787721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] For port e25126ee-68f5-4403-ac69-f16a2311588c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e25126ee-68f5-4403-ac69-f16a2311588c,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:14.788483 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.814035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Made reservation on behalf of 5de304e8d341491b8eafb0f1ed461ff6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:14.814146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] Calling delete_port for e25126ee-68f5-4403-ac69-f16a2311588c owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:14.814234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.827518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.892471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e25126ee-68f5-4403-ac69-f16a2311588c no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:14.957940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks [] for security_group (3e9c5a1a-5cb3-47e4-a373-e2d0434553ee), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.002659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:15.019248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.049955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e25126ee-68f5-4403-ac69-f16a2311588c is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:15.050550 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.077776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3516bea-d5af-46cf-a71a-958734ac62f5 req-eee9b178-a4c1-446c-aef4-c35f2fd3588e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0512850 Feb 11 05:47:15.079553 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3e9c5a1a-5cb3-47e4-a373-e2d0434553ee), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.096097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] device_id is not set on port 82b5c070-c4f8-49dd-8525-4e0f3c49552f yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:15.124536 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (e25126ee-68f5-4403-ac69-f16a2311588c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.234457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] Pushing event deleted for resources: {'Port': ['ID=e25126ee-68f5-4403-ac69-f16a2311588c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:15.247857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6c68f-04d4-4c66-9465-692d00b60dbf None None] No DVR routers for this DVR port e25126ee-68f5-4403-ac69-f16a2311588c on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:15.283701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9c5a1a-5cb3-47e4-a373-e2d0434553ee,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:15.406396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac4d12-f02b-4708-bc28-f28588ea903a req-56ff3a8d-ee2f-4738-b0c1-6f9d886ebf4a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:15.407950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0dac4d12-f02b-4708-bc28-f28588ea903a req-56ff3a8d-ee2f-4738-b0c1-6f9d886ebf4a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1282513 Feb 11 05:47:15.450607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (fb05a11a-1fbd-447b-ac79-cf53963e1bd0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.469183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] device_id is not set on port 82b5c070-c4f8-49dd-8525-4e0f3c49552f yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:15.495306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks [] for port (82b5c070-c4f8-49dd-8525-4e0f3c49552f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.514357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:15.519987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0dac4d12-f02b-4708-bc28-f28588ea903a req-9c174885-dce6-4490-a333-c7133355db22 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043184 Feb 11 05:47:15.529016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:15.533956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:15.534831 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.539034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=fb05a11a-1fbd-447b-ac79-cf53963e1bd0,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:15.540556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09877dd3-4810-4fa1-b5c9-b9ce96902cd1 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:15.581199 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (82b5c070-c4f8-49dd-8525-4e0f3c49552f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.635771 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-df4fc9c8-8a34-4acb-9599-9d01e4569530 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8843610 Feb 11 05:47:15.636296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60846) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:15.655204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': 'fb05a11a-1fbd-447b-ac79-cf53963e1bd0', 'ip_address': '2001:db8::70da:c6ce:38a0:7e5f'}], 'name': 'tempest-NetworksTestDHCPv6-1613183520'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:15.715474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': 'fb05a11a-1fbd-447b-ac79-cf53963e1bd0'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:15.718021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.723036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=82b5c070-c4f8-49dd-8525-4e0f3c49552f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:15.770218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Checking segment: {'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:15.770601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Network hostable DHCP agents. Network: 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:15.873523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/fb05a11a-1fbd-447b-ac79-cf53963e1bd0/d377f2b2-c6c6-4b1d-bc2a-366148538502) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:15.911383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:15.939996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:16.043052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.063754 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Publish callbacks [] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.064743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:16.069801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:16.075561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af733119-15af-4c7f-8e1f-f93c4689f533 None None] Network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:16.076196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 3438f6d9-5da8-4801-9d88-6b1ca6fe7582 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:16.094481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.099266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.099266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.131930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.132310 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.137376 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 2 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.162652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.162652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.162652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.204237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.204925 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.211778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.216404 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 3 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.250393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97583091-ad28-4f9f-8867-b96c115dc4af req-02fc2776-2aa7-4bfb-81dc-3fcdb3118422 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0527558 Feb 11 05:47:16.268434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.269064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.269643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.286680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:16.293330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:16.296709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Pushing event updated for resources: {'Port': ['ID=d377f2b2-c6c6-4b1d-bc2a-366148538502,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:16.298349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.298696 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.299778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:16.303889 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 4 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.320794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.321202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.321464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.333381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.333781 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.338682 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 5 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.361595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.361991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.362399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.365121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::70da:c6ce:38a0:7e5f (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/fb05a11a-1fbd-447b-ac79-cf53963e1bd0/3438f6d9-5da8-4801-9d88-6b1ca6fe7582) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:16.382460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.382808 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.384062 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 6 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.391856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Attempting to bind port d377f2b2-c6c6-4b1d-bc2a-366148538502 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.392556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Attempting to bind port d377f2b2-c6c6-4b1d-bc2a-366148538502 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.393433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Attempting to bind port d377f2b2-c6c6-4b1d-bc2a-366148538502 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.404188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:16.404933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:16.405501 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.406080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:16.406763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Bound port: d377f2b2-c6c6-4b1d-bc2a-366148538502, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:16.407470 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.414045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.414378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.414727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.435650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.435996 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.439982 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 7 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.475708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.476190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.476661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.483914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.484257 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.492795 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 8 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.507542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] For port d377f2b2-c6c6-4b1d-bc2a-366148538502, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:16.512042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] For port d377f2b2-c6c6-4b1d-bc2a-366148538502, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d377f2b2-c6c6-4b1d-bc2a-366148538502,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:16.542634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.542981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.543331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.556169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.556509 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.558898 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 9 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.586196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.586852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.586852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.589984 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.600688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.601185 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.604389 n-d-713498-37 neutron-server[104087]: INFO neutron.plugins.ml2.plugin [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 10 to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f Feb 11 05:47:16.623603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (3438f6d9-5da8-4801-9d88-6b1ca6fe7582), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.663079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:16.663079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:16.663079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:16.684066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:16.684401 n-d-713498-37 neutron-server[104087]: ERROR neutron.plugins.ml2.managers [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 82b5c070-c4f8-49dd-8525-4e0f3c49552f on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:16.684811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (82b5c070-c4f8-49dd-8525-4e0f3c49552f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.706579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8e770-f335-4e10-968f-9e0b8a5a8b1b None None] Pushing event updated for resources: {'Port': ['ID=d377f2b2-c6c6-4b1d-bc2a-366148538502,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:16.798965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d944542-d39d-4f03-aff1-563a4cc56f16 req-e31a9897-0e8d-4b4a-9ab6-f9ec19b9a2a2 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.800647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d944542-d39d-4f03-aff1-563a4cc56f16 req-e31a9897-0e8d-4b4a-9ab6-f9ec19b9a2a2 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1724708 Feb 11 05:47:16.853480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] For port 82b5c070-c4f8-49dd-8525-4e0f3c49552f, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:16.853884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempted to set empty binding levels {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:47:16.859242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3438f6d9-5da8-4801-9d88-6b1ca6fe7582), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.949925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (82b5c070-c4f8-49dd-8525-4e0f3c49552f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.954747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:16.964275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d944542-d39d-4f03-aff1-563a4cc56f16 req-adcd4d86-10b4-4216-bb78-05fe3dfb1767 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508012 Feb 11 05:47:16.973097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:16.982446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:16.989728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.990481 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.995095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=3438f6d9-5da8-4801-9d88-6b1ca6fe7582,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:17.008066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.008066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.063803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=82b5c070-c4f8-49dd-8525-4e0f3c49552f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:17.117368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aafd97a8-62bb-4105-9b04-ad78b4d4ac7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4794335 Feb 11 05:47:17.121253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60864) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.169241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-26909ec6-e67d-4bd4-8864-31e2c4921965 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4713106 Feb 11 05:47:17.171992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60866) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.220787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd2ff0-024e-46bb-b79c-46b20dd08ba5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.231541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd2ff0-024e-46bb-b79c-46b20dd08ba5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.236366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c4cd2ff0-024e-46bb-b79c-46b20dd08ba5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1120672 Feb 11 05:47:17.237092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60870) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.295508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Deleting port 82b5c070-c4f8-49dd-8525-4e0f3c49552f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:17.296072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (82b5c070-c4f8-49dd-8525-4e0f3c49552f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.341486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4279d7b6-86c8-487b-a00c-cd23c33a5d8f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 3438f6d9-5da8-4801-9d88-6b1ca6fe7582 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:17.342318 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4279d7b6-86c8-487b-a00c-cd23c33a5d8f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3438f6d9-5da8-4801-9d88-6b1ca6fe7582), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.420711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] For port 82b5c070-c4f8-49dd-8525-4e0f3c49552f, host n-h2-713498-37, got binding levels [] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:17.427365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (82b5c070-c4f8-49dd-8525-4e0f3c49552f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.446630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Calling delete_port for 82b5c070-c4f8-49dd-8525-4e0f3c49552f owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:17.450737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6fa86dea-682a-41e4-820f-d11ec3531512 req-4e861c26-4168-4a0c-adbf-4112ac211a16 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0717938 Feb 11 05:47:17.487388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4279d7b6-86c8-487b-a00c-cd23c33a5d8f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3438f6d9-5da8-4801-9d88-6b1ca6fe7582), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.502907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4279d7b6-86c8-487b-a00c-cd23c33a5d8f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 3438f6d9-5da8-4801-9d88-6b1ca6fe7582 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:17.616318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (82b5c070-c4f8-49dd-8525-4e0f3c49552f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.655285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event deleted for resources: {'Port': ['ID=82b5c070-c4f8-49dd-8525-4e0f3c49552f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:17.660931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.666868 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-718c137c-423e-4690-8d7a-df1d7121f2cb tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "DELETE /v2.0/ports/82b5c070-c4f8-49dd-8525-4e0f3c49552f HTTP/1.1" status: 204 len: 168 time: 0.4898968 Feb 11 05:47:17.674440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60878) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.702331 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6036ce2-9f85-44a4-960c-09c0a23af2ad tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:47:17.707407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b6036ce2-9f85-44a4-960c-09c0a23af2ad tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "GET /v2.0/ports/82b5c070-c4f8-49dd-8525-4e0f3c49552f HTTP/1.1" status: 404 len: 333 time: 0.0281863 Feb 11 05:47:17.707674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60880) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.713679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Request body: {'port': {'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1017695127'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:17.733254 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4279d7b6-86c8-487b-a00c-cd23c33a5d8f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3438f6d9-5da8-4801-9d88-6b1ca6fe7582), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.767337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279d7b6-86c8-487b-a00c-cd23c33a5d8f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=3438f6d9-5da8-4801-9d88-6b1ca6fe7582,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:17.800054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4279d7b6-86c8-487b-a00c-cd23c33a5d8f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.806612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4279d7b6-86c8-487b-a00c-cd23c33a5d8f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/3438f6d9-5da8-4801-9d88-6b1ca6fe7582 HTTP/1.1" status: 204 len: 168 time: 0.5657859 Feb 11 05:47:17.807059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60884) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:17.826127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Made reservation on behalf of 5de304e8d341491b8eafb0f1ed461ff6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:17.828539 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:17.880095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] device_id is not set on port e768a1f9-ecad-4bca-87db-e1686344b740 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:17.957595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a5da3-5cc7-42b1-bb0e-9f00e35b7d67 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.959004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a5da3-5cc7-42b1-bb0e-9f00e35b7d67 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.970239 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-216a5da3-5cc7-42b1-bb0e-9f00e35b7d67 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1616907 Feb 11 05:47:17.971056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.054561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc71dd2-16e0-4d40-bc49-7aeb92293634 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet fb05a11a-1fbd-447b-ac79-cf53963e1bd0 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:18.058750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc71dd2-16e0-4d40-bc49-7aeb92293634 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (fb05a11a-1fbd-447b-ac79-cf53963e1bd0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.097809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks [] for port (e768a1f9-ecad-4bca-87db-e1686344b740), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.137648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc71dd2-16e0-4d40-bc49-7aeb92293634 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (fb05a11a-1fbd-447b-ac79-cf53963e1bd0), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.189374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Provisioning complete for port d377f2b2-c6c6-4b1d-bc2a-366148538502 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:18.196546 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.221224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015f5cc-62ad-4f61-97ab-3240178b3fa1 req-72f0900c-aa8d-4371-abf5-ccb72d862c96 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:18.223720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e015f5cc-62ad-4f61-97ab-3240178b3fa1 req-72f0900c-aa8d-4371-abf5-ccb72d862c96 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.0949082 Feb 11 05:47:18.293224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e768a1f9-ecad-4bca-87db-e1686344b740), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.332184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc71dd2-16e0-4d40-bc49-7aeb92293634 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (fb05a11a-1fbd-447b-ac79-cf53963e1bd0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.333359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e015f5cc-62ad-4f61-97ab-3240178b3fa1 req-6c235793-d00c-4399-bcfa-aaed781b4195 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025770 Feb 11 05:47:18.343592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Current status of the port d377f2b2-c6c6-4b1d-bc2a-366148538502 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:18.356727 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.366388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:18.373456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:18.376883 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:18.378877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:18.379655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.384793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=e768a1f9-ecad-4bca-87db-e1686344b740,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:18.476868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.480553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dce272ad-9c9f-4c29-9b4b-b20861fe1428 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7714744 Feb 11 05:47:18.482707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:18.569337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc71dd2-16e0-4d40-bc49-7aeb92293634 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (fb05a11a-1fbd-447b-ac79-cf53963e1bd0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.652964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:47:18.653324 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:47:18.661734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ea2cb62-0922-45a0-ba50-4bc6ef47f9c4 req-a6c0fd2b-c3c6-43f6-8114-615ae5ca62a0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0632715 Feb 11 05:47:18.677976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc71dd2-16e0-4d40-bc49-7aeb92293634 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=fb05a11a-1fbd-447b-ac79-cf53963e1bd0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:18.684150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bc71dd2-16e0-4d40-bc49-7aeb92293634 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.692092 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9bc71dd2-16e0-4d40-bc49-7aeb92293634 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/fb05a11a-1fbd-447b-ac79-cf53963e1bd0 HTTP/1.1" status: 204 len: 168 time: 0.7192717 Feb 11 05:47:18.702011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60904) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.744822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e768a1f9-ecad-4bca-87db-e1686344b740), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:18.796398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-09382285-cabb-4352-b1fe-d9957a11457a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666838 Feb 11 05:47:18.796398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60920) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:18.819540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:18.871670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2b280-9a97-4c64-bcc3-14c428900873 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:19.023978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d377f2b2-c6c6-4b1d-bc2a-366148538502 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:19.088675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:19.097389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] device_id is not set on port e768a1f9-ecad-4bca-87db-e1686344b740 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:19.098349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.116982 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks [] for port (e768a1f9-ecad-4bca-87db-e1686344b740), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.212139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d377f2b2-c6c6-4b1d-bc2a-366148538502 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:19.212730 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.253311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Current status of the port d377f2b2-c6c6-4b1d-bc2a-366148538502 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:19.253683 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.291875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e768a1f9-ecad-4bca-87db-e1686344b740), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.347341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:19.364855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] For port d377f2b2-c6c6-4b1d-bc2a-366148538502, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d377f2b2-c6c6-4b1d-bc2a-366148538502,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:19.376442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=e768a1f9-ecad-4bca-87db-e1686344b740,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:19.477532 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (2dc5e516-961f-4c3b-a3ed-3595489e2883), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.485144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.485538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.486228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.498315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.522026 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.524287 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 2 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.566957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=2dc5e516-961f-4c3b-a3ed-3595489e2883,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:19.575859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.577633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.578524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.588384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.589519 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.590533 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 3 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.591414 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.627694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.628460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.629162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.635907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.636625 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.637509 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 4 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.654684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.655589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.661200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.662842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.663410 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.665126 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 5 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.677548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:19.685872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:19.692888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.693417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.695934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.696947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:19.697551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.712752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.714086 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.715085 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 6 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.754666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.755977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.759582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.770842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.771628 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.771628 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 7 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.781335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae4cff-66f7-4a87-9ba0-c034d3e2c9aa req-79c9e93a-afa6-4a92-9b44-bd683d993d2a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:19.783151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2ae4cff-66f7-4a87-9ba0-c034d3e2c9aa req-79c9e93a-afa6-4a92-9b44-bd683d993d2a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.2208314 Feb 11 05:47:19.794717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f013d05-a5cf-41c0-816f-db1f09aaf64c None None] Pushing event updated for resources: {'Port': ['ID=d377f2b2-c6c6-4b1d-bc2a-366148538502,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:19.805018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.805353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.806987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.811565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d377f2b2-c6c6-4b1d-bc2a-366148538502 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:19.812148 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.817847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.818241 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.818699 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 8 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.821485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-58b085b5-4add-405d-a140-ded2acd7f115 None None] Could not find standard attr ID for object 3438f6d9-5da8-4801-9d88-6b1ca6fe7582. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:19.843626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.844544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.845070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.851811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.852404 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.853125 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 9 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.869605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dbea6a3a-34f1-4523-980f-a78f1e6f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0642982 Feb 11 05:47:19.870668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 60974) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:19.875142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] Deleting port d377f2b2-c6c6-4b1d-bc2a-366148538502 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:19.875863 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:19.881605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '2dc5e516-961f-4c3b-a3ed-3595489e2883', 'ip_address': '2001:db8::5c9f:3788:c233:16de'}], 'name': 'tempest-NetworksTestDHCPv6-1415827745'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:19.908360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccedc7ba-f60e-41f2-828d-92a383177131 req-8f93ebf1-91e2-4fe6-9c7e-98959fb12e85 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a16d103-40d5-43cd-a685-523aaa632ee7 HTTP/1.1" status: 200 len: 210 time: 0.0744812 Feb 11 05:47:19.923908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:19.924812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:19.930980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:19.954718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2ae4cff-66f7-4a87-9ba0-c034d3e2c9aa req-0019b126-c510-4ffe-a791-962f024fb412 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627781 Feb 11 05:47:19.972506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:19.972944 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:19.980876 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 10 to bind port e768a1f9-ecad-4bca-87db-e1686344b740 Feb 11 05:47:19.983362 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:47:19.984013 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:47:20.016939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:20.017311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:20.017661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:20.031040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:20.031372 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port e768a1f9-ecad-4bca-87db-e1686344b740 on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:20.031753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e768a1f9-ecad-4bca-87db-e1686344b740), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.087381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] For port d377f2b2-c6c6-4b1d-bc2a-366148538502, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d377f2b2-c6c6-4b1d-bc2a-366148538502,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:20.088198 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.108656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] Calling delete_port for d377f2b2-c6c6-4b1d-bc2a-366148538502 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:20.141039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] For port e768a1f9-ecad-4bca-87db-e1686344b740, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:20.141679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempted to set empty binding levels {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:47:20.294967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:20.299654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e768a1f9-ecad-4bca-87db-e1686344b740), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.363671 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d377f2b2-c6c6-4b1d-bc2a-366148538502), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.405810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] Pushing event deleted for resources: {'Port': ['ID=d377f2b2-c6c6-4b1d-bc2a-366148538502,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:20.426938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a725165-d159-45e9-8928-8b05be6a9498 None None] No DVR routers for this DVR port d377f2b2-c6c6-4b1d-bc2a-366148538502 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:20.443292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] In _notify_port_updated(), no bound segment for port e768a1f9-ecad-4bca-87db-e1686344b740 on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:47:20.444261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.445009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.448029 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "PUT /v2.0/ports/e768a1f9-ecad-4bca-87db-e1686344b740 HTTP/1.1" status: 200 len: 976 time: 1.9712012 Feb 11 05:47:20.449633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60988) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:20.454346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf33816-4882-4acd-a946-4bdf776291c8 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:20.545628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Port d377f2b2-c6c6-4b1d-bc2a-366148538502 update to ACTIVE by agent not found {{(pid=104088) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:47:20.590200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.637260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29c3e-d47a-41f4-919a-b3134ccf7f54 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=e768a1f9-ecad-4bca-87db-e1686344b740,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:20.647645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 0a82fe7d-d9df-4556-8a08-c697c0469375 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:20.679621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '2dc5e516-961f-4c3b-a3ed-3595489e2883'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:20.680615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.743360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.744124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.744626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.745101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.745565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.746022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.750495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.751421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.752119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.754608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.760932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.761805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.762461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.764358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.765049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.766807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.767453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.768730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.792395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c9c939af-1160-4a9a-8b9b-a3b2636a2a38 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17128 time: 0.3384306 Feb 11 05:47:20.813222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 60998) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:20.954683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d377f2b2-c6c6-4b1d-bc2a-366148538502 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:21.008099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::5c9f:3788:c233:16de (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/2dc5e516-961f-4c3b-a3ed-3595489e2883/0a82fe7d-d9df-4556-8a08-c697c0469375) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:21.067475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d377f2b2-c6c6-4b1d-bc2a-366148538502 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:21.070314 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d377f2b2-c6c6-4b1d-bc2a-366148538502 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:21.446950 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (0a82fe7d-d9df-4556-8a08-c697c0469375), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.560854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0a82fe7d-d9df-4556-8a08-c697c0469375), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.653182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2eb384-7158-4abf-b59b-46a0046b978f req-d2468757-bdb4-4b7f-9e9f-62a429e981c6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:21.656097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d2eb384-7158-4abf-b59b-46a0046b978f req-d2468757-bdb4-4b7f-9e9f-62a429e981c6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1230092 Feb 11 05:47:21.688141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:21.703667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:21.713058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:21.720387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:21.726095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.730007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/2dc5e516-961f-4c3b-a3ed-3595489e2883/03356489-01ef-4e19-a292-0b70a979b8b8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:21.734152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d2eb384-7158-4abf-b59b-46a0046b978f req-647d921b-07e3-4707-8adf-548634ad1dee tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697799 Feb 11 05:47:21.742542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Deleting port e768a1f9-ecad-4bca-87db-e1686344b740 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:21.742897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e768a1f9-ecad-4bca-87db-e1686344b740), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.762087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=0a82fe7d-d9df-4556-8a08-c697c0469375,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:21.834002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] For port e768a1f9-ecad-4bca-87db-e1686344b740, host n-h2-713498-37, got binding levels [] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:21.837656 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e768a1f9-ecad-4bca-87db-e1686344b740), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.851280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Calling delete_port for e768a1f9-ecad-4bca-87db-e1686344b740 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:21.860296 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5016bb2c-244f-4080-866b-3f2c72e3dbce tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9829171 Feb 11 05:47:21.862726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32838) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:22.031585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f540cb5e-03bc-4f6f-a0cc-1f367f6ff1f0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:22.038610 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f540cb5e-03bc-4f6f-a0cc-1f367f6ff1f0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1746910 Feb 11 05:47:22.039251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32846) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:22.142485 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e768a1f9-ecad-4bca-87db-e1686344b740), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.190525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Publish callbacks [] for port (03356489-01ef-4e19-a292-0b70a979b8b8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.200777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-01f00731-3e53-401f-b756-48ec550fd7b6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 0a82fe7d-d9df-4556-8a08-c697c0469375 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:22.201377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01f00731-3e53-401f-b756-48ec550fd7b6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0a82fe7d-d9df-4556-8a08-c697c0469375), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.212367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event deleted for resources: {'Port': ['ID=e768a1f9-ecad-4bca-87db-e1686344b740,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:22.218625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.222881 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c5d7999b-3c9a-4a29-9f3c-83ec67521820 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "DELETE /v2.0/ports/e768a1f9-ecad-4bca-87db-e1686344b740 HTTP/1.1" status: 204 len: 168 time: 1.4010811 Feb 11 05:47:22.225840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32854) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:22.267177 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b17a24-28dc-4a8c-aed6-2c2b643d78d9 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:47:22.268575 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-48b17a24-28dc-4a8c-aed6-2c2b643d78d9 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "GET /v2.0/ports/e768a1f9-ecad-4bca-87db-e1686344b740 HTTP/1.1" status: 404 len: 333 time: 0.0416813 Feb 11 05:47:22.272941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32856) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:22.279143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1400500456', 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:22.312488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.364160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:22.372341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:22.382177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:22.394647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Made reservation on behalf of 5de304e8d341491b8eafb0f1ed461ff6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:22.399013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.432147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] device_id is not set on port 2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:22.446494 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01f00731-3e53-401f-b756-48ec550fd7b6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0a82fe7d-d9df-4556-8a08-c697c0469375), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.494583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Pushing event updated for resources: {'Port': ['ID=03356489-01ef-4e19-a292-0b70a979b8b8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:22.519918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-01f00731-3e53-401f-b756-48ec550fd7b6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 0a82fe7d-d9df-4556-8a08-c697c0469375 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:22.558592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Attempting to bind port 03356489-01ef-4e19-a292-0b70a979b8b8 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:22.559034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Attempting to bind port 03356489-01ef-4e19-a292-0b70a979b8b8 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:22.559410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Attempting to bind port 03356489-01ef-4e19-a292-0b70a979b8b8 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:22.569994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:22.570378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:22.575920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.576453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:22.577153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Bound port: 03356489-01ef-4e19-a292-0b70a979b8b8, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:22.577645 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.718998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] For port 03356489-01ef-4e19-a292-0b70a979b8b8, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:22.725028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] For port 03356489-01ef-4e19-a292-0b70a979b8b8, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=03356489-01ef-4e19-a292-0b70a979b8b8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:22.768154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks [] for port (2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.804477 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.971585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.018901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86277ebf-6ad2-42a7-872e-969a205a605d None None] Pushing event updated for resources: {'Port': ['ID=03356489-01ef-4e19-a292-0b70a979b8b8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:23.121014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:23.161804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:23.192989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01f00731-3e53-401f-b756-48ec550fd7b6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0a82fe7d-d9df-4556-8a08-c697c0469375), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.206965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075779e9-1fa2-4602-a82d-27c6608bbbb7 req-8d58dce5-3db1-4acb-a317-3d6e2925e179 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.217414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-075779e9-1fa2-4602-a82d-27c6608bbbb7 req-8d58dce5-3db1-4acb-a317-3d6e2925e179 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.3250651 Feb 11 05:47:23.219393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:23.288899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f00731-3e53-401f-b756-48ec550fd7b6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=0a82fe7d-d9df-4556-8a08-c697c0469375,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:23.336339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:23.341798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.344220 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.346265 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01f00731-3e53-401f-b756-48ec550fd7b6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.357661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-01f00731-3e53-401f-b756-48ec550fd7b6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/0a82fe7d-d9df-4556-8a08-c697c0469375 HTTP/1.1" status: 204 len: 168 time: 1.3172207 Feb 11 05:47:23.358523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:23.463157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-075779e9-1fa2-4602-a82d-27c6608bbbb7 req-c294d3d3-6106-49a0-bad0-ad39fd303345 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383082 Feb 11 05:47:23.507721 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5adbe579-ca20-493f-b39a-7c720196817f tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2307174 Feb 11 05:47:23.508122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32910) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:23.552746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ae672-3f23-415d-b605-9f38249cc259 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.557045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ae672-3f23-415d-b605-9f38249cc259 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.566204 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-119ae672-3f23-415d-b605-9f38249cc259 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2063265 Feb 11 05:47:23.566852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32912) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:23.613245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4f5e12-d566-4176-9262-d8d09c2d1dda tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.617826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6e4f5e12-d566-4176-9262-d8d09c2d1dda tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "GET /v2.0/ports/2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4 HTTP/1.1" status: 200 len: 955 time: 0.1070774 Feb 11 05:47:23.624257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32920) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:23.718187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c17769-eccf-4488-a862-ef498facb9b2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 2dc5e516-961f-4c3b-a3ed-3595489e2883 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:23.730959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3c17769-eccf-4488-a862-ef498facb9b2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (2dc5e516-961f-4c3b-a3ed-3595489e2883), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.790632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7b33f14e-61d8-4c6a-909e-1f82b687e5f3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Deleting port 2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:23.791401 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7b33f14e-61d8-4c6a-909e-1f82b687e5f3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.826505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3c17769-eccf-4488-a862-ef498facb9b2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (2dc5e516-961f-4c3b-a3ed-3595489e2883), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.878258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7b33f14e-61d8-4c6a-909e-1f82b687e5f3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.923719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7b33f14e-61d8-4c6a-909e-1f82b687e5f3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Calling delete_port for 2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:23.988311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3c17769-eccf-4488-a862-ef498facb9b2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (2dc5e516-961f-4c3b-a3ed-3595489e2883), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.136477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7b33f14e-61d8-4c6a-909e-1f82b687e5f3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.167629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33f14e-61d8-4c6a-909e-1f82b687e5f3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:24.177310 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7b33f14e-61d8-4c6a-909e-1f82b687e5f3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.184918 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7b33f14e-61d8-4c6a-909e-1f82b687e5f3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "DELETE /v2.0/ports/2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4 HTTP/1.1" status: 204 len: 168 time: 0.5564148 Feb 11 05:47:24.188259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32938) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:24.223152 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88a0079-7979-46b5-863a-57e7d089f872 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:47:24.225460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c88a0079-7979-46b5-863a-57e7d089f872 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "GET /v2.0/ports/2d04ee39-010d-4c6a-a8bb-fd88db8a3fd4 HTTP/1.1" status: 404 len: 333 time: 0.0353625 Feb 11 05:47:24.229131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32940) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:24.234691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Request body: {'port': {'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1727262874'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:24.364069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Made reservation on behalf of 5de304e8d341491b8eafb0f1ed461ff6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:24.368381 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.419832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] device_id is not set on port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:24.771162 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3c17769-eccf-4488-a862-ef498facb9b2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (2dc5e516-961f-4c3b-a3ed-3595489e2883), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.905089 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3c17769-eccf-4488-a862-ef498facb9b2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:24.916846 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a3c17769-eccf-4488-a862-ef498facb9b2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/2dc5e516-961f-4c3b-a3ed-3595489e2883 HTTP/1.1" status: 204 len: 168 time: 1.3447950 Feb 11 05:47:24.918481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 32976) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:24.919292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c17769-eccf-4488-a862-ef498facb9b2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc5e516-961f-4c3b-a3ed-3595489e2883,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:25.021808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c6c3db7d-9426-4573-b703-ddd9b09b3a4a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927372 Feb 11 05:47:25.031211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks [] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.031572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9710b4-7783-42f3-9c67-bac528f62259 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:25.032017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32980) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:25.038105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc664f7-0682-4491-bb41-f6c2abd93f2c req-36580163-ff89-4ef0-b5ee-00333ac7fff5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:25.039926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:25.045291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecc664f7-0682-4491-bb41-f6c2abd93f2c req-36580163-ff89-4ef0-b5ee-00333ac7fff5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.4009702 Feb 11 05:47:25.121880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 03356489-01ef-4e19-a292-0b70a979b8b8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:25.144788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecc664f7-0682-4491-bb41-f6c2abd93f2c req-33a0c46a-88ff-44d5-aac7-add83c9a1ada tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969386 Feb 11 05:47:25.205850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3f8e0d50-a79c-464a-bd81-d2b8eb978ed0 None None] Provisioning complete for port 03356489-01ef-4e19-a292-0b70a979b8b8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:25.206312 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f8e0d50-a79c-464a-bd81-d2b8eb978ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.250695 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.258220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 03356489-01ef-4e19-a292-0b70a979b8b8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:25.258220 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.277605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:25.285107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.368104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e0d50-a79c-464a-bd81-d2b8eb978ed0 None None] Current status of the port 03356489-01ef-4e19-a292-0b70a979b8b8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:25.368104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f8e0d50-a79c-464a-bd81-d2b8eb978ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.419818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:25.445413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:25.447300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3f8e0d50-a79c-464a-bd81-d2b8eb978ed0 None None] For port 03356489-01ef-4e19-a292-0b70a979b8b8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=03356489-01ef-4e19-a292-0b70a979b8b8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:25.451397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:25.458591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:25.459625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:25.460342 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.485736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:25.515725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 03356489-01ef-4e19-a292-0b70a979b8b8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:25.515725 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.550396 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3f8e0d50-a79c-464a-bd81-d2b8eb978ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.585939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 32996) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:25.590764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5ff5f4f4-e2fc-42d9-93a9-c24f8b56dec3 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3555343 Feb 11 05:47:25.596472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:25.637782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] Deleting port 03356489-01ef-4e19-a292-0b70a979b8b8 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:25.638131 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.676656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:47:25.677135 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:47:25.746360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e0d50-a79c-464a-bd81-d2b8eb978ed0 None None] Pushing event updated for resources: {'Port': ['ID=03356489-01ef-4e19-a292-0b70a979b8b8,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:25.788661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] For port 03356489-01ef-4e19-a292-0b70a979b8b8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=03356489-01ef-4e19-a292-0b70a979b8b8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:25.789682 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:25.818152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] Calling delete_port for 03356489-01ef-4e19-a292-0b70a979b8b8 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:25.894995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.102510 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (03356489-01ef-4e19-a292-0b70a979b8b8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.107399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (19ba7e0e-c312-42d4-a354-a70fd0aee967), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.152273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] Pushing event deleted for resources: {'Port': ['ID=03356489-01ef-4e19-a292-0b70a979b8b8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:26.154641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a9bdf-e24f-4050-a2d4-4fb2937ae3d0 None None] No DVR routers for this DVR port 03356489-01ef-4e19-a292-0b70a979b8b8 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:26.167654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=19ba7e0e-c312-42d4-a354-a70fd0aee967,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:26.223874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:26.227720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:26.235670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:26.236295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.244174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Port 03356489-01ef-4e19-a292-0b70a979b8b8 update to ACTIVE by agent not found {{(pid=104088) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:47:26.261398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e117b5-fada-4ecb-bd73-a88e858f385a None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:26.318969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] device_id is not set on port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:26.328185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks [] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.406420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82081724-4b00-45bf-8e73-52e5eafc37d7 req-0a3fe5b9-c111-4497-a798-db3f32bee608 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:26.413210 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b32952b9-d295-467b-b224-0aece3f79e47 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3804319 Feb 11 05:47:26.419042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82081724-4b00-45bf-8e73-52e5eafc37d7 req-0a3fe5b9-c111-4497-a798-db3f32bee608 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1521571 Feb 11 05:47:26.420457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33020) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:26.426723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '19ba7e0e-c312-42d4-a354-a70fd0aee967', 'ip_address': '2001:db8::ddbc:de33:72bc:5a36'}], 'name': 'tempest-NetworksTestDHCPv6-871355597'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:26.467952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.494525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '19ba7e0e-c312-42d4-a354-a70fd0aee967'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:26.496083 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.563624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-82081724-4b00-45bf-8e73-52e5eafc37d7 req-0cbab912-ab86-4588-b977-af9ab84526f9 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433942 Feb 11 05:47:26.629527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:26.841145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/19ba7e0e-c312-42d4-a354-a70fd0aee967/02a4613f-bc3b-485e-8970-8a9ab905f3e8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:26.926049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:26.926876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:26.926876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:26.939282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 03356489-01ef-4e19-a292-0b70a979b8b8 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:26.940897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:26.941233 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:26.941632 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 2 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:26.966875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:27.014207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 03356489-01ef-4e19-a292-0b70a979b8b8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:27.014593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 03356489-01ef-4e19-a292-0b70a979b8b8 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:27.143498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.175494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.175830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.176432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.198758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:27.198758 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:27.198758 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 3 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:27.243710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.243917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.244159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.251834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 46e7a27f-e45d-4c49-9046-01163bcdb7c2 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:27.260520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:27.261084 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:27.262973 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 4 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:27.274106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Publish callbacks [] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.326258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.326659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.326976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.344356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:27.344776 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:27.347474 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 5 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:27.383390 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.404755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.405499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.406147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.448335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:27.449462 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:27.458255 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 6 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:27.467777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:27.471135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:27.483391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:27.504986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Pushing event updated for resources: {'Port': ['ID=02a4613f-bc3b-485e-8970-8a9ab905f3e8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:27.505468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.505973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.509823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.527995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:27.528463 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:27.531360 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 7 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:27.582755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.583494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.583931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.598700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:27.601883 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:27.602980 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 8 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:27.616446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::ddbc:de33:72bc:5a36 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/19ba7e0e-c312-42d4-a354-a70fd0aee967/46e7a27f-e45d-4c49-9046-01163bcdb7c2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:27.679702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Attempting to bind port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.689014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Attempting to bind port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.689528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Attempting to bind port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.716261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:27.718843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:27.728418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.728418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:27.728418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Bound port: 02a4613f-bc3b-485e-8970-8a9ab905f3e8, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:27.728418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.749169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089ed9d-b249-4ce7-ac50-9c7671ad1819 req-16d9629e-8b9d-4203-982c-dfca4a2025f7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:27.750733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d089ed9d-b249-4ce7-ac50-9c7671ad1819 req-16d9629e-8b9d-4203-982c-dfca4a2025f7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1067891 Feb 11 05:47:27.840260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (46e7a27f-e45d-4c49-9046-01163bcdb7c2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.883283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.883638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.883989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.890266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:27.892957 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:27.892957 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 9 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:27.893233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d089ed9d-b249-4ce7-ac50-9c7671ad1819 req-530becf4-4c06-4643-81bc-604153dcc619 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325076 Feb 11 05:47:27.923681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:27.924030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:27.924437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:27.932457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] For port 02a4613f-bc3b-485e-8970-8a9ab905f3e8, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:27.936825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:27.937366 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:27.937576 n-d-713498-37 neutron-server[104086]: INFO neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempt 10 to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff Feb 11 05:47:27.938217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] For port 02a4613f-bc3b-485e-8970-8a9ab905f3e8, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=02a4613f-bc3b-485e-8970-8a9ab905f3e8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:27.947496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (46e7a27f-e45d-4c49-9046-01163bcdb7c2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.015277 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.054846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=46e7a27f-e45d-4c49-9046-01163bcdb7c2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:28.086766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:28.086766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:28.086766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempting to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:28.095884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:28.097472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:28.097895 n-d-713498-37 neutron-server[104086]: ERROR neutron.plugins.ml2.managers [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Failed to bind port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on host n-h2-713498-37 for vnic_type normal using segments [{'id': 'd7ae0474-d156-4670-a1f9-527b53a4065f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990'}] Feb 11 05:47:28.098330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.103044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:28.106667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:28.112184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:28.114794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.183686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b284f4a-86dd-4b03-9492-93b2355af8bd None None] Pushing event updated for resources: {'Port': ['ID=02a4613f-bc3b-485e-8970-8a9ab905f3e8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:28.235073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] For port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:28.243736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attempted to set empty binding levels {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:47:28.270524 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d41043bb-6f4d-47ae-9aac-b7fb298587e9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8458307 Feb 11 05:47:28.270858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33056) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:28.348295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.354870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b5a24-bc6d-40d1-80b8-43dedc21bc02 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:28.365211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b5a24-bc6d-40d1-80b8-43dedc21bc02 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:28.367736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-976b5a24-bc6d-40d1-80b8-43dedc21bc02 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0957623 Feb 11 05:47:28.370194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] In _notify_port_updated(), no bound segment for port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff on network 9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:47:28.373190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:28.373923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.375769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33058) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:28.380752 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "PUT /v2.0/ports/2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff HTTP/1.1" status: 200 len: 976 time: 2.7928555 Feb 11 05:47:28.381879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33062) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:28.633574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c9c4c-b6bb-404a-a96e-f837e8257fa6 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:28.715127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6299c174-4698-4716-b0bd-511d92066662 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 46e7a27f-e45d-4c49-9046-01163bcdb7c2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:28.715533 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6299c174-4698-4716-b0bd-511d92066662 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (46e7a27f-e45d-4c49-9046-01163bcdb7c2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.817970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Deleting port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:28.818330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.918687 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6299c174-4698-4716-b0bd-511d92066662 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (46e7a27f-e45d-4c49-9046-01163bcdb7c2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.950932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6299c174-4698-4716-b0bd-511d92066662 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 46e7a27f-e45d-4c49-9046-01163bcdb7c2 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:29.090088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 02a4613f-bc3b-485e-8970-8a9ab905f3e8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:29.109972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] For port 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff, host n-h2-713498-37, got binding levels [] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:29.110584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.136948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Calling delete_port for 2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:29.288933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:29.289429 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.422082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.449839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfa716-3eec-46fb-84de-99e14bc3ff89 req-f4a053a8-885b-49a5-b76e-a60f4ede7157 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:29.451629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1bfa716-3eec-46fb-84de-99e14bc3ff89 req-f4a053a8-885b-49a5-b76e-a60f4ede7157 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.3438451 Feb 11 05:47:29.502725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:29.525836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.531443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:29.534606 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.548982 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fa6955bd-04b3-4f4b-9c47-0be7d5caee69 tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "DELETE /v2.0/ports/2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff HTTP/1.1" status: 204 len: 168 time: 1.1649325 Feb 11 05:47:29.552197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33092) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:29.644796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 02a4613f-bc3b-485e-8970-8a9ab905f3e8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=02a4613f-bc3b-485e-8970-8a9ab905f3e8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:29.679206 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edbe45f-b2b6-4abd-be7f-a27471721bab tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:47:29.683803 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1bfa716-3eec-46fb-84de-99e14bc3ff89 req-0e9b34dc-9fad-47f9-900c-caf3f9f7572a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246213 Feb 11 05:47:29.687615 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3edbe45f-b2b6-4abd-be7f-a27471721bab tempest-PortsAdminExtendedAttrsTestJSON-434040902 tempest-PortsAdminExtendedAttrsTestJSON-434040902-project-admin] 10.222.0.62 "GET /v2.0/ports/2d7cbe21-5eb4-4ddd-9633-f9d9a1f57dff HTTP/1.1" status: 404 len: 333 time: 0.1339223 Feb 11 05:47:29.688276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33094) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:29.703699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6299c174-4698-4716-b0bd-511d92066662 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (46e7a27f-e45d-4c49-9046-01163bcdb7c2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.730555 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.790246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299c174-4698-4716-b0bd-511d92066662 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=46e7a27f-e45d-4c49-9046-01163bcdb7c2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:29.880429 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6299c174-4698-4716-b0bd-511d92066662 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.887640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=02a4613f-bc3b-485e-8970-8a9ab905f3e8,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:29.893487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6299c174-4698-4716-b0bd-511d92066662 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/46e7a27f-e45d-4c49-9046-01163bcdb7c2 HTTP/1.1" status: 204 len: 168 time: 1.5075533 Feb 11 05:47:29.893639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33096) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:29.986302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.015883 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aaddd0-1dfd-4c71-851a-1b950291a03e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:30.028218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aaddd0-1dfd-4c71-851a-1b950291a03e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:30.029884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a0aaddd0-1dfd-4c71-851a-1b950291a03e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1344390 Feb 11 05:47:30.037902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33100) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:30.236181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.249605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3578fedb-41ec-42d9-8ff8-c72afb699352 None None] Provisioning complete for port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:30.250196 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3578fedb-41ec-42d9-8ff8-c72afb699352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.252940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec413343-d146-436e-a1a7-56cf4932eaec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 19ba7e0e-c312-42d4-a354-a70fd0aee967 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:30.261524 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec413343-d146-436e-a1a7-56cf4932eaec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (19ba7e0e-c312-42d4-a354-a70fd0aee967), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.382424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:30.446481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ae0474-d156-4670-a1f9-527b53a4065f') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:30.453796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ae0474-d156-4670-a1f9-527b53a4065f') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:30.540063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (d7ae0474-d156-4670-a1f9-527b53a4065f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.582725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec413343-d146-436e-a1a7-56cf4932eaec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (19ba7e0e-c312-42d4-a354-a70fd0aee967), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.586101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d7ae0474-d156-4670-a1f9-527b53a4065f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.598811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3578fedb-41ec-42d9-8ff8-c72afb699352 None None] Current status of the port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:30.616904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:30.617390 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (d7ae0474-d156-4670-a1f9-527b53a4065f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: warnings.warn(msg) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:30.623588 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:30.733217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e33eb1f5-e280-4427-8cce-667ff9052540 None None] Could not find standard attr ID for object 46e7a27f-e45d-4c49-9046-01163bcdb7c2. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:30.839659 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.849368 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:30.864430 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] 10.222.0.62 "DELETE /v2.0/networks/9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990 HTTP/1.1" status: 204 len: 168 time: 1.1696465 Feb 11 05:47:30.894878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62fc9a-05f0-4125-8fc2-440faf28f4f6 tempest-PortsAdminExtendedAttrsTestJSON-697232467 tempest-PortsAdminExtendedAttrsTestJSON-697232467-project] Pushing event deleted for resources: {'Network': ['ID=9dc4dbe6-dcdc-4706-90e3-dd3c9f0d8990,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:30.908886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec413343-d146-436e-a1a7-56cf4932eaec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (19ba7e0e-c312-42d4-a354-a70fd0aee967), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.019339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 02a4613f-bc3b-485e-8970-8a9ab905f3e8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:31.079779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fc981-b605-4886-9366-93b2ba2316e5 req-469af2dc-b128-4396-8488-c4322623250d tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:31.090666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-086fc981-b605-4886-9366-93b2ba2316e5 req-469af2dc-b128-4396-8488-c4322623250d tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.2564251 Feb 11 05:47:31.096901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec413343-d146-436e-a1a7-56cf4932eaec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (19ba7e0e-c312-42d4-a354-a70fd0aee967), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.159994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008c265-cb41-4866-aa75-6f2bd748df00 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:31.199617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-086fc981-b605-4886-9366-93b2ba2316e5 req-4344e5ee-fcbb-4090-b168-1d68d0ebee7d tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026235 Feb 11 05:47:31.229188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec413343-d146-436e-a1a7-56cf4932eaec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=19ba7e0e-c312-42d4-a354-a70fd0aee967,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:31.237453 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ec413343-d146-436e-a1a7-56cf4932eaec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.243408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33116) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.252798 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ec413343-d146-436e-a1a7-56cf4932eaec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/19ba7e0e-c312-42d4-a354-a70fd0aee967 HTTP/1.1" status: 204 len: 168 time: 1.1415751 Feb 11 05:47:31.316941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:31.317504 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.356888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dfae6ee8-4554-4c57-9f4f-c80f99db0c65 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118751 Feb 11 05:47:31.359350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33118) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.476403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488d90f-d249-4171-8208-1b267c914eff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:31.480565 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4488d90f-d249-4171-8208-1b267c914eff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1179256 Feb 11 05:47:31.480968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.599600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd1dbaf-7687-4d8c-8a99-6c0b16b9ce5d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:31.607697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bcd1dbaf-7687-4d8c-8a99-6c0b16b9ce5d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1234958 Feb 11 05:47:31.608530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33126) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.701003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:31.727877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:31.734830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33130) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.742462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a591d900-dcea-4e8c-8677-e248f07c63f1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211991 Feb 11 05:47:31.747792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:31.883316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] Deleting port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:31.883895 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.018821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] For port 02a4613f-bc3b-485e-8970-8a9ab905f3e8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=02a4613f-bc3b-485e-8970-8a9ab905f3e8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:32.019501 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.042091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] Calling delete_port for 02a4613f-bc3b-485e-8970-8a9ab905f3e8 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:32.119027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33132) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:32.303185 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (02a4613f-bc3b-485e-8970-8a9ab905f3e8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.359446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:32.363477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.388614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] No DVR routers for this DVR port 02a4613f-bc3b-485e-8970-8a9ab905f3e8 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:32.406132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b854c6-d5bd-4a3c-98b6-ab324e3a9f4c None None] Pushing event deleted for resources: {'Port': ['ID=02a4613f-bc3b-485e-8970-8a9ab905f3e8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:32.526025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15dfa5-4d4f-4cd5-affc-46ba79a5649c req-688d619f-ed9c-4433-918c-35a4a345ab83 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:32.535564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f15dfa5-4d4f-4cd5-affc-46ba79a5649c req-688d619f-ed9c-4433-918c-35a4a345ab83 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1676216 Feb 11 05:47:32.622757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f15dfa5-4d4f-4cd5-affc-46ba79a5649c req-830ac359-666b-44c1-a338-1db72bca7a87 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850990 Feb 11 05:47:32.652691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-384bfe2a-9a49-424f-bdbf-11522b078e3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a06c0c7c3494473aa0028242dd3c8bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5293233 Feb 11 05:47:32.657756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33142) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:32.753408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a84abfc6-685a-4dea-8b70-30a45cf38bef admin admin] Publish callbacks [] for security_group (24d93100-6cc1-41e0-b312-c44dd30d9683), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.799795 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a84abfc6-685a-4dea-8b70-30a45cf38bef admin admin] Publish callbacks [] for security_group (24d93100-6cc1-41e0-b312-c44dd30d9683), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.953416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 02a4613f-bc3b-485e-8970-8a9ab905f3e8 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:32.956401 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-968dbe65-48e2-473a-9f13-a382de09d948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.976103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (89a52826-8555-42cb-b568-1e890928ae4a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.015446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 02a4613f-bc3b-485e-8970-8a9ab905f3e8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:33.018515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 02a4613f-bc3b-485e-8970-8a9ab905f3e8 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:33.031609 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a84abfc6-685a-4dea-8b70-30a45cf38bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (24d93100-6cc1-41e0-b312-c44dd30d9683), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.031609 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a84abfc6-685a-4dea-8b70-30a45cf38bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.036925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a84abfc6-685a-4dea-8b70-30a45cf38bef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24d93100-6cc1-41e0-b312-c44dd30d9683 HTTP/1.1" status: 204 len: 168 time: 0.3787861 Feb 11 05:47:33.066509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84abfc6-685a-4dea-8b70-30a45cf38bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d93100-6cc1-41e0-b312-c44dd30d9683,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:33.127924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=89a52826-8555-42cb-b568-1e890928ae4a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:33.166727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:33.169822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:33.173111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:33.173715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.182827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56ddd2-d9b1-449c-92a0-efb4543b5c9a None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:33.312003 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a4f12ea0-788f-4a8d-991f-8b2e7820ae3d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5752659 Feb 11 05:47:33.314730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33150) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:33.322363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '89a52826-8555-42cb-b568-1e890928ae4a', 'ip_address': '2001:db8::9735:ad65:3e8a:134d'}], 'name': 'tempest-NetworksTestDHCPv6-827637116'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:33.367323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '89a52826-8555-42cb-b568-1e890928ae4a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:33.368249 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.708057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:33.799259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/89a52826-8555-42cb-b568-1e890928ae4a/8fbeb001-149d-4105-a25d-e23a6a7ae494) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:33.937666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a51f7-7a30-4f7d-ac08-514d7c5be8a5 req-aec86a0e-4ddb-4e2b-a84e-497345ec70b7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:33.941061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-866a51f7-7a30-4f7d-ac08-514d7c5be8a5 req-aec86a0e-4ddb-4e2b-a84e-497345ec70b7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1703229 Feb 11 05:47:33.949724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.015944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 51280711-3db0-4db5-b1c4-7bfe9518f1f2 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:34.073995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-866a51f7-7a30-4f7d-ac08-514d7c5be8a5 req-232fc7b4-80df-4da9-88ca-50a9815b8fd2 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217194 Feb 11 05:47:34.119444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33166) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:34.160848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Publish callbacks [] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.223126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c320d2b2-a95d-4237-b746-31c7b1fc1a5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5de304e8d341491b8eafb0f1ed461ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1021698 Feb 11 05:47:34.226882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33172) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:34.266812 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.369058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Pushing event updated for resources: {'Port': ['ID=8fbeb001-149d-4105-a25d-e23a6a7ae494,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:34.379858 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b7b96d5-5fbb-48ef-ad53-95542cb8e3ba admin admin] Publish callbacks [] for security_group (3e9c5a1a-5cb3-47e4-a373-e2d0434553ee), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.386266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:34.390161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:34.395668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:34.436059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::9735:ad65:3e8a:134d (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/89a52826-8555-42cb-b568-1e890928ae4a/51280711-3db0-4db5-b1c4-7bfe9518f1f2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:34.457919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b7b96d5-5fbb-48ef-ad53-95542cb8e3ba admin admin] Publish callbacks [] for security_group (3e9c5a1a-5cb3-47e4-a373-e2d0434553ee), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.646164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b7b96d5-5fbb-48ef-ad53-95542cb8e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3e9c5a1a-5cb3-47e4-a373-e2d0434553ee), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.646164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b7b96d5-5fbb-48ef-ad53-95542cb8e3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.649649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0b7b96d5-5fbb-48ef-ad53-95542cb8e3ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e9c5a1a-5cb3-47e4-a373-e2d0434553ee HTTP/1.1" status: 204 len: 168 time: 0.4213886 Feb 11 05:47:34.658717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b96d5-5fbb-48ef-ad53-95542cb8e3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9c5a1a-5cb3-47e4-a373-e2d0434553ee,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:34.833852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (51280711-3db0-4db5-b1c4-7bfe9518f1f2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.000261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (51280711-3db0-4db5-b1c4-7bfe9518f1f2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.009798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Attempting to bind port 8fbeb001-149d-4105-a25d-e23a6a7ae494 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:35.009798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Attempting to bind port 8fbeb001-149d-4105-a25d-e23a6a7ae494 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:35.009798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Attempting to bind port 8fbeb001-149d-4105-a25d-e23a6a7ae494 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:35.023285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:35.023665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:35.026793 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.034447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:35.034980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Bound port: 8fbeb001-149d-4105-a25d-e23a6a7ae494, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:35.035387 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.114134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:35.126831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:35.137119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:35.148974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:35.161605 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.200345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=51280711-3db0-4db5-b1c4-7bfe9518f1f2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:35.220553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33192) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:35.270628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] For port 8fbeb001-149d-4105-a25d-e23a6a7ae494, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:35.274898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] For port 8fbeb001-149d-4105-a25d-e23a6a7ae494, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8fbeb001-149d-4105-a25d-e23a6a7ae494,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:35.343040 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-81c9f6f0-fb46-41e7-b43a-455220efdfb3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0270724 Feb 11 05:47:35.343733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33196) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:35.351681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8aa4f8ab-ac3a-481f-9b22-9bd5b8196f91 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '89a52826-8555-42cb-b568-1e890928ae4a', 'ip_address': '2001:db8::9735:ad65:3e8a:134d'}], 'name': 'tempest-NetworksTestDHCPv6-156805822'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:35.377427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.430073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b76d9-4120-4950-b7bb-911bb0b89c86 req-15126476-d399-4488-b63f-7d6a5bf20744 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:35.433902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-655b76d9-4120-4950-b7bb-911bb0b89c86 req-15126476-d399-4488-b63f-7d6a5bf20744 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1746342 Feb 11 05:47:35.579720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa5136-6136-4d8e-bd23-07d596b48cb6 None None] Pushing event updated for resources: {'Port': ['ID=8fbeb001-149d-4105-a25d-e23a6a7ae494,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:35.708225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6c887323-7857-44d6-a430-3274ee739439 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=425878c2805a4fd0ab6e4c1d8b3b5f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818046 Feb 11 05:47:35.708880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:35.716099 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-655b76d9-4120-4950-b7bb-911bb0b89c86 req-991794e2-4155-4d70-913b-720b08bbf7e1 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746933 Feb 11 05:47:35.726727 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-50809726-2838-4ecf-b664-6b80e127e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.831779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-627147fc-0048-4517-95d8-72e36b75a634 admin admin] Publish callbacks [] for security_group (40601531-c934-46c1-b57f-4bc11a861d32), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.869586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-627147fc-0048-4517-95d8-72e36b75a634 admin admin] Publish callbacks [] for security_group (40601531-c934-46c1-b57f-4bc11a861d32), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.976844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4f8ab-ac3a-481f-9b22-9bd5b8196f91 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:35.995075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f8ab-ac3a-481f-9b22-9bd5b8196f91 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.074931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-8aa4f8ab-ac3a-481f-9b22-9bd5b8196f91 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 6f8cc507-1e47-411d-b814-154efffa8830 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:36.081904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-627147fc-0048-4517-95d8-72e36b75a634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (40601531-c934-46c1-b57f-4bc11a861d32), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.087425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-627147fc-0048-4517-95d8-72e36b75a634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.117186 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-627147fc-0048-4517-95d8-72e36b75a634 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40601531-c934-46c1-b57f-4bc11a861d32 HTTP/1.1" status: 204 len: 168 time: 0.3798800 Feb 11 05:47:36.242703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627147fc-0048-4517-95d8-72e36b75a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40601531-c934-46c1-b57f-4bc11a861d32,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:36.774953 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.777376 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa4f8ab-ac3a-481f-9b22-9bd5b8196f91 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:47:36.778024 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa4f8ab-ac3a-481f-9b22-9bd5b8196f91 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:36.897574 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8aa4f8ab-ac3a-481f-9b22-9bd5b8196f91 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5524991 Feb 11 05:47:36.900488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33250) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:37.049015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad27d6-72f9-4c86-9630-40c64598f254 req-2136859c-42aa-4a78-97b9-78f3566ad88b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:37.054720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4ad27d6-72f9-4c86-9630-40c64598f254 req-2136859c-42aa-4a78-97b9-78f3566ad88b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1325276 Feb 11 05:47:37.092295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8fbeb001-149d-4105-a25d-e23a6a7ae494 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:37.136977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33254) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:37.248498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da276ab2-104d-4ec3-aab2-22d962210ff2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:37.253626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4ad27d6-72f9-4c86-9630-40c64598f254 req-6efc2f9b-d903-4356-9881-311435a6507b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919787 Feb 11 05:47:37.260354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da276ab2-104d-4ec3-aab2-22d962210ff2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:37.262634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da276ab2-104d-4ec3-aab2-22d962210ff2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3600342 Feb 11 05:47:37.267791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33262) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:37.293097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8fbeb001-149d-4105-a25d-e23a6a7ae494 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:37.295468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.535985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c8b63-f773-41c0-9683-465fa3c21e6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 51280711-3db0-4db5-b1c4-7bfe9518f1f2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:37.536279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8b63-f773-41c0-9683-465fa3c21e6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (51280711-3db0-4db5-b1c4-7bfe9518f1f2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.588622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8fbeb001-149d-4105-a25d-e23a6a7ae494 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:37.592905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.674604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 8fbeb001-149d-4105-a25d-e23a6a7ae494, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8fbeb001-149d-4105-a25d-e23a6a7ae494,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:37.753732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.781794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-590007577'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:37.929938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=8fbeb001-149d-4105-a25d-e23a6a7ae494,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:37.944641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8b63-f773-41c0-9683-465fa3c21e6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (51280711-3db0-4db5-b1c4-7bfe9518f1f2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:37.986626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c8b63-f773-41c0-9683-465fa3c21e6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 51280711-3db0-4db5-b1c4-7bfe9518f1f2 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:37.992118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Made reservation on behalf of 46866bb27aa444d58db0f8c18d8232a0 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:37.997727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.009719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4783e3d2-8a51-41ef-8336-226755e5e05b None None] Provisioning complete for port 8fbeb001-149d-4105-a25d-e23a6a7ae494 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:38.010189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4783e3d2-8a51-41ef-8336-226755e5e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.012881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.187533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks [] for security_group (1baf6353-3a7d-4652-a20d-3556238b2846), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.196352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4783e3d2-8a51-41ef-8336-226755e5e05b None None] Current status of the port 8fbeb001-149d-4105-a25d-e23a6a7ae494 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:38.255081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1baf6353-3a7d-4652-a20d-3556238b2846), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.336548 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.338819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1baf6353-3a7d-4652-a20d-3556238b2846,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:38.519296 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8b63-f773-41c0-9683-465fa3c21e6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (51280711-3db0-4db5-b1c4-7bfe9518f1f2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.522907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-55755233-b5bf-4fce-92aa-a879d5e3a6d5 None None] Could not find standard attr ID for object 51280711-3db0-4db5-b1c4-7bfe9518f1f2. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:38.524496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:38.560962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (90344612-e212-4f34-977c-bb93e08120dd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.561352 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Added segment 90344612-e212-4f34-977c-bb93e08120dd of type vlan for network d93599b5-5689-4156-a3d8-7bdca9c5e940 Feb 11 05:47:38.565569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.606575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c8b63-f773-41c0-9683-465fa3c21e6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=51280711-3db0-4db5-b1c4-7bfe9518f1f2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:38.626413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d93599b5-5689-4156-a3d8-7bdca9c5e940), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.671611 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8b63-f773-41c0-9683-465fa3c21e6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.678029 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fe1c8b63-f773-41c0-9683-465fa3c21e6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/51280711-3db0-4db5-b1c4-7bfe9518f1f2 HTTP/1.1" status: 204 len: 168 time: 1.4061847 Feb 11 05:47:38.679542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33294) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:38.714715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77d83e-4930-4ea9-a1bc-3cd1e547d08d req-da4dd29f-256f-4d82-9b0a-c51bc85980fb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.716484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e77d83e-4930-4ea9-a1bc-3cd1e547d08d req-da4dd29f-256f-4d82-9b0a-c51bc85980fb tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.2811928 Feb 11 05:47:38.758800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7375e-52d2-446d-97f8-b1b121d48b4b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.761058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7375e-52d2-446d-97f8-b1b121d48b4b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.792307 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6df7375e-52d2-446d-97f8-b1b121d48b4b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1101205 Feb 11 05:47:38.794891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33300) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:38.864244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e77d83e-4930-4ea9-a1bc-3cd1e547d08d req-f5018fb9-254d-445c-ad16-c3a8c93b4887 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385953 Feb 11 05:47:38.909184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d93599b5-5689-4156-a3d8-7bdca9c5e940), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.915680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.917299 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.923924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 89a52826-8555-42cb-b568-1e890928ae4a {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:38.930065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (89a52826-8555-42cb-b568-1e890928ae4a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.998949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8fbeb001-149d-4105-a25d-e23a6a7ae494 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:39.121623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (89a52826-8555-42cb-b568-1e890928ae4a), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.129106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8fbeb001-149d-4105-a25d-e23a6a7ae494 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:39.129737 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.153530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event updated for resources: {'Network': ['ID=d93599b5-5689-4156-a3d8-7bdca9c5e940,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:39.170365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d93599b5-5689-4156-a3d8-7bdca9c5e940 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:39.206537 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-01a1b398-fadb-4b5a-a787-ff4a9d028b22 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0684695 Feb 11 05:47:39.209523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33312) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:39.215182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Request body: {'subnet': {'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:39.265511 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (89a52826-8555-42cb-b568-1e890928ae4a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.319112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8fbeb001-149d-4105-a25d-e23a6a7ae494 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:39.342490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.502470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Made reservation on behalf of 46866bb27aa444d58db0f8c18d8232a0 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:39.502942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (89a52826-8555-42cb-b568-1e890928ae4a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.508950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.556615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=89a52826-8555-42cb-b568-1e890928ae4a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:39.595581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.602281 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/89a52826-8555-42cb-b568-1e890928ae4a HTTP/1.1" status: 204 len: 168 time: 0.8009124 Feb 11 05:47:39.603250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:39.608096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e5197-109c-42c5-99bf-47461a731638 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:39.681941 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-57b4be1c-4b80-4771-99a7-be2242deb690 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774992 Feb 11 05:47:39.683782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.684123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.684321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.684894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.685037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.685380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.685753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.686614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.686614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.686814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.687045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.687384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.687785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800f6aa-2753-422a-a8ca-a4a4f56452d5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:39.691748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33328) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:39.697893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:40.003811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:40.009343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.016970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33338) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:40.084249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (729e35c7-051c-45db-8c7a-0bde5079ec0f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.295294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event updated for resources: {'Subnet': ['ID=729e35c7-051c-45db-8c7a-0bde5079ec0f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:40.312985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e8d1f-a136-4a84-88e9-677d9fd9aa8d req-60853769-5fd6-4a07-ac16-e802e4507a5d tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:40.325004 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a09e8d1f-a136-4a84-88e9-677d9fd9aa8d req-60853769-5fd6-4a07-ac16-e802e4507a5d tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.3318417 Feb 11 05:47:40.351345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Checking segment: {'id': '90344612-e212-4f34-977c-bb93e08120dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:40.369625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Network hostable DHCP agents. Network: d93599b5-5689-4156-a3d8-7bdca9c5e940, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:40.398781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:40.422307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'network': {'name': 'tempest-network-smoke--1294866247', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'port_security_enabled': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:40.537451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] Deleting port 8fbeb001-149d-4105-a25d-e23a6a7ae494 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:40.537865 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.541318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a09e8d1f-a136-4a84-88e9-677d9fd9aa8d req-4c5faeca-bcbc-4480-98e0-31913b2216ff tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133119 Feb 11 05:47:40.542697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Network d93599b5-5689-4156-a3d8-7bdca9c5e940 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:40.559970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:40.563685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.585302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.590070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (8f2645e4-8942-44a5-8cec-b5cae3dcef34), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.656502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d93599b5-5689-4156-a3d8-7bdca9c5e940) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:40.669894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:40.673354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.685432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] For port 8fbeb001-149d-4105-a25d-e23a6a7ae494, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8fbeb001-149d-4105-a25d-e23a6a7ae494,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:40.689294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.705826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] Calling delete_port for 8fbeb001-149d-4105-a25d-e23a6a7ae494 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:40.720159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:40.742323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:40.750019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:40.750651 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.794088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-94d7bbb0-7fc5-470e-ac0a-e4f3f007f0e5 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5831101 Feb 11 05:47:40.796783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33346) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:40.807462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Request body: {'port': {'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1569438127'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:40.811331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf68e0e-b42f-42de-bc08-83255212acd8 None None] Network d93599b5-5689-4156-a3d8-7bdca9c5e940 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:40.822799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=8f2645e4-8942-44a5-8cec-b5cae3dcef34,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:40.900552 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3e99244e-582d-4e78-a732-488f85e579f2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2007852 Feb 11 05:47:40.902555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33350) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:40.912379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-74946491-4999-4a4e-a7ea-d3b7760a9ef0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '8f2645e4-8942-44a5-8cec-b5cae3dcef34', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-218610698'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:40.938014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8fbeb001-149d-4105-a25d-e23a6a7ae494 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:41.004257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (8fbeb001-149d-4105-a25d-e23a6a7ae494), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.071865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] Pushing event deleted for resources: {'Port': ['ID=8fbeb001-149d-4105-a25d-e23a6a7ae494,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:41.086382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a4eb3-33e9-4a66-a3a1-38b6f1b35aa1 None None] No DVR routers for this DVR port 8fbeb001-149d-4105-a25d-e23a6a7ae494 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:41.166552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343091ae-00e1-4ba0-9a24-e500db762bc7 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:41.171162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-d93599b5-5689-4156-a3d8-7bdca9c5e940', 'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940', 'project_id': '46866bb27aa444d58db0f8c18d8232a0', 'fixed_ips': [{'subnet_id': '729e35c7-051c-45db-8c7a-0bde5079ec0f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:41.172380 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.176291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (17cb1cfc-6958-4f13-a131-f4dfae4d67a4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.203443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No active binding found for port 8fbeb001-149d-4105-a25d-e23a6a7ae494 {{(pid=104088) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:47:41.203443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] The host n-d-713498-37 is not matching for port 8fbeb001-149d-4105-a25d-e23a6a7ae494 host None! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:47:41.203443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8fbeb001-149d-4105-a25d-e23a6a7ae494 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:41.235309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Made reservation on behalf of 46866bb27aa444d58db0f8c18d8232a0 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:41.241478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.263730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] device_id is not set on port 8d4d3f3b-481c-4223-bf11-d59e70d81640 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:41.274855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74946491-4999-4a4e-a7ea-d3b7760a9ef0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:41.280291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (17cb1cfc-6958-4f13-a131-f4dfae4d67a4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.390426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:41.422144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Allocated IP 172.20.0.7 (d93599b5-5689-4156-a3d8-7bdca9c5e940/729e35c7-051c-45db-8c7a-0bde5079ec0f/8d4d3f3b-481c-4223-bf11-d59e70d81640) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:41.474373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cb1cfc-6958-4f13-a131-f4dfae4d67a4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:41.498043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (77b08ea8-0c59-475a-8df3-3fc698b74739), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.499543 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Added segment 77b08ea8-0c59-475a-8df3-3fc698b74739 of type vlan for network c2e8c66f-8c3e-49b1-a372-4053b41faa06 Feb 11 05:47:41.600389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '8f2645e4-8942-44a5-8cec-b5cae3dcef34'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:41.604201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.605296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74946491-4999-4a4e-a7ea-d3b7760a9ef0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.734600 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-74946491-4999-4a4e-a7ea-d3b7760a9ef0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port ca5e288d-0916-4a90-9ee2-7a5ce3641ce8 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:41.762144 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c2e8c66f-8c3e-49b1-a372-4053b41faa06), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.830771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.843090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks [] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:41.897914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f12494-3833-4148-bd76-c29f3524906c req-66e3b9a4-0857-43b3-9e26-6e5e491852f0 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:41.904585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2f12494-3833-4148-bd76-c29f3524906c req-66e3b9a4-0857-43b3-9e26-6e5e491852f0 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1838028 Feb 11 05:47:41.979127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.071870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2f12494-3833-4148-bd76-c29f3524906c req-1223f5a0-b81f-4349-9d55-0c5e4e7ef055 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632438 Feb 11 05:47:42.089097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Network d93599b5-5689-4156-a3d8-7bdca9c5e940 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:42.105810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:42.120445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:42.131948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event updated for resources: {'Port': ['ID=8d4d3f3b-481c-4223-bf11-d59e70d81640,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:42.212941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8f2645e4-8942-44a5-8cec-b5cae3dcef34/8416192c-e37e-4c13-b3cb-c78064214bc6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:42.227873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:42.227873 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.323093 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9ce23a15-6a1a-4a0c-8fe7-08298e82b5e7 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5229208 Feb 11 05:47:42.326591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33366) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:42.332844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Request body: {'port': {'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1375675613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:42.335457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] bootfile-name is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:47:42.336773 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] tftp-server is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:47:42.337154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] server-ip-address is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:47:42.343595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Allocated IP 172.20.0.2 (d93599b5-5689-4156-a3d8-7bdca9c5e940/729e35c7-051c-45db-8c7a-0bde5079ec0f/b648b068-3f29-4029-8e25-49c20bc862b1) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:42.498525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Publish callbacks [] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.577361 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Publish callbacks [] for port (b648b068-3f29-4029-8e25-49c20bc862b1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.599779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c2e8c66f-8c3e-49b1-a372-4053b41faa06), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.605397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:42.611719 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.640131 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.699778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:42.703041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:42.711484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:42.728465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Pushing event updated for resources: {'Port': ['ID=8416192c-e37e-4c13-b3cb-c78064214bc6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:42.731054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Made reservation on behalf of 46866bb27aa444d58db0f8c18d8232a0 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:42.735519 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.761801 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:42.765908 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-74946491-4999-4a4e-a7ea-d3b7760a9ef0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:47:42.766433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74946491-4999-4a4e-a7ea-d3b7760a9ef0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:47:42.780020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Network': ['ID=c2e8c66f-8c3e-49b1-a372-4053b41faa06,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:42.790022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] device_id is not set on port 6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:42.809986 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ae313b77-abd4-4859-bf70-f5cfdc5cdd92 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7894449 Feb 11 05:47:42.822878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33372) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:42.827946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'admin_state_up': True, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:42.851924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:42.966954 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-74946491-4999-4a4e-a7ea-d3b7760a9ef0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0617046 Feb 11 05:47:42.969489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33374) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.001572 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (90a4e9b6-4ed3-4031-8679-774889ee04bd), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.004451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (90a4e9b6-4ed3-4031-8679-774889ee04bd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.065685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Allocated IP 172.20.0.4 (d93599b5-5689-4156-a3d8-7bdca9c5e940/729e35c7-051c-45db-8c7a-0bde5079ec0f/6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:43.201986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Network d93599b5-5689-4156-a3d8-7bdca9c5e940 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:43.270473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Pushing event updated for resources: {'Port': ['ID=b648b068-3f29-4029-8e25-49c20bc862b1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.286761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Attempting to bind port 8416192c-e37e-4c13-b3cb-c78064214bc6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:43.287380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Attempting to bind port 8416192c-e37e-4c13-b3cb-c78064214bc6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:43.288632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Attempting to bind port 8416192c-e37e-4c13-b3cb-c78064214bc6 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:43.296715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:43.300515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:43.307388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c811283-316e-4d1b-8df0-899e3aa432e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.311257 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1c811283-316e-4d1b-8df0-899e3aa432e2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3385103 Feb 11 05:47:43.326335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_controller (90a4e9b6-4ed3-4031-8679-774889ee04bd), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.327335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33384) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.373552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:43.376190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:43.376853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.377470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:43.381372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Bound port: 8416192c-e37e-4c13-b3cb-c78064214bc6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:43.382051 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.416140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks [] for port (6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.574898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8f44-af5e-46c9-bd77-8ddeb50f24fa req-728625c6-1a03-45df-9a00-c2c8383d32aa tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.577342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01ce8f44-af5e-46c9-bd77-8ddeb50f24fa req-728625c6-1a03-45df-9a00-c2c8383d32aa tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 943 time: 0.1193244 Feb 11 05:47:43.578678 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.599087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e44ee89-21c1-486b-a71a-a528267b1801 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.600589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e44ee89-21c1-486b-a71a-a528267b1801 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.602430 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6e44ee89-21c1-486b-a71a-a528267b1801 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2739189 Feb 11 05:47:43.623202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] For port 8416192c-e37e-4c13-b3cb-c78064214bc6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:43.626839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] For port 8416192c-e37e-4c13-b3cb-c78064214bc6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8416192c-e37e-4c13-b3cb-c78064214bc6,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:43.629246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33390) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:43.677185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Network d93599b5-5689-4156-a3d8-7bdca9c5e940 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:43.698122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:43.708862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_gateway (90a4e9b6-4ed3-4031-8679-774889ee04bd), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.738607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Attempting to bind port b648b068-3f29-4029-8e25-49c20bc862b1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:43.741363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Attempting to bind port b648b068-3f29-4029-8e25-49c20bc862b1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '90344612-e212-4f34-977c-bb93e08120dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:43.741363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Attempting to bind port b648b068-3f29-4029-8e25-49c20bc862b1 on network d93599b5-5689-4156-a3d8-7bdca9c5e940 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:43.744443 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.752112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:43.752348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Checking segment: {'id': '90344612-e212-4f34-977c-bb93e08120dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:43.752665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.753107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Bound using segment: {'id': '90344612-e212-4f34-977c-bb93e08120dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:43.753715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Bound port: b648b068-3f29-4029-8e25-49c20bc862b1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90344612-e212-4f34-977c-bb93e08120dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd93599b5-5689-4156-a3d8-7bdca9c5e940'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:43.754237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.895662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:43.978318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbd81b-029a-4adb-8f5f-7efc6ae5241c None None] Pushing event updated for resources: {'Port': ['ID=8416192c-e37e-4c13-b3cb-c78064214bc6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:44.055163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] For port b648b068-3f29-4029-8e25-49c20bc862b1, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:44.061487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] For port b648b068-3f29-4029-8e25-49c20bc862b1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b648b068-3f29-4029-8e25-49c20bc862b1,segment=NetworkSegment(90344612-e212-4f34-977c-bb93e08120dd),segment_id=90344612-e212-4f34-977c-bb93e08120dd)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:44.086647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event updated for resources: {'Port': ['ID=6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:44.152716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.180984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7aab80-1b1b-4f67-a428-b2efe70405d9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 8f2645e4-8942-44a5-8cec-b5cae3dcef34 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:44.197477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fb7aab80-1b1b-4f67-a428-b2efe70405d9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (8f2645e4-8942-44a5-8cec-b5cae3dcef34), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.312907 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fb7aab80-1b1b-4f67-a428-b2efe70405d9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (8f2645e4-8942-44a5-8cec-b5cae3dcef34), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.322277 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_gateway (90a4e9b6-4ed3-4031-8679-774889ee04bd), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.366590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1e98c-c508-4031-b2d2-faaa8d4dac15 None None] Pushing event updated for resources: {'Port': ['ID=b648b068-3f29-4029-8e25-49c20bc862b1,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:44.393728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:44.405930 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.533117 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fb7aab80-1b1b-4f67-a428-b2efe70405d9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8f2645e4-8942-44a5-8cec-b5cae3dcef34), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.666552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01ce8f44-af5e-46c9-bd77-8ddeb50f24fa req-b1deb3a0-f537-4c0f-ae78-df028025a127 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0734246 Feb 11 05:47:44.671859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:44.672489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.764141 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fb7aab80-1b1b-4f67-a428-b2efe70405d9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (8f2645e4-8942-44a5-8cec-b5cae3dcef34), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.769478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2a8274f1-4a17-4b5a-947e-d2383401dcc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.821797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aab80-1b1b-4f67-a428-b2efe70405d9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2645e4-8942-44a5-8cec-b5cae3dcef34,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:44.830541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fb7aab80-1b1b-4f67-a428-b2efe70405d9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:44.841229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33404) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:44.842934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c297526f-c3a9-46e3-ae10-442a5982ec7a details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:47:44.845037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fb7aab80-1b1b-4f67-a428-b2efe70405d9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8f2645e4-8942-44a5-8cec-b5cae3dcef34 HTTP/1.1" status: 204 len: 168 time: 1.1655419 Feb 11 05:47:44.851535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2c9ea6e1-c938-4861-9ecf-344352abc2ad tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5206492 Feb 11 05:47:44.863414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33406) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:44.966104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.25.8.97 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/feaef9a3-dfa8-4d43-9a19-17aad973090a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:45.054771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586998f9-fa27-440d-a8a0-3690363c0f13 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:45.060513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586998f9-fa27-440d-a8a0-3690363c0f13 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:45.075128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586998f9-fa27-440d-a8a0-3690363c0f13 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:45.093087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-586998f9-fa27-440d-a8a0-3690363c0f13 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2102077 Feb 11 05:47:45.093830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:45.125009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c297526f-c3a9-46e3-ae10-442a5982ec7a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:45.169886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'mac_address': 'fa:16:3e:6f:fc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:47:45.175852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8416192c-e37e-4c13-b3cb-c78064214bc6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:45.224983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.275817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c297526f-c3a9-46e3-ae10-442a5982ec7a is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:45.276406 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.319856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cf093e65-679d-4ea7-a197-549e00c20f51 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Deleting port 6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:45.320206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cf093e65-679d-4ea7-a197-549e00c20f51 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.321692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8416192c-e37e-4c13-b3cb-c78064214bc6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:45.324323 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.340212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c297526f-c3a9-46e3-ae10-442a5982ec7a {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:45.406686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2a8274f1-4a17-4b5a-947e-d2383401dcc4 admin admin] Publish callbacks [] for security_group (1967d200-583b-4908-949e-fa2851359d21), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.415648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ee385547-6646-47d7-9f2b-2c5d41ec0a2f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5722136 Feb 11 05:47:45.420570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33412) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:45.433122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:45.495388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c297526f-c3a9-46e3-ae10-442a5982ec7a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:45.524070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2a8274f1-4a17-4b5a-947e-d2383401dcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1967d200-583b-4908-949e-fa2851359d21), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.532651 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cf093e65-679d-4ea7-a197-549e00c20f51 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.557810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cf093e65-679d-4ea7-a197-549e00c20f51 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Calling delete_port for 6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:45.615420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.680962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.756112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8416192c-e37e-4c13-b3cb-c78064214bc6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:45.757324 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.820976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a7010-7b83-4f85-85f1-bfafab812888 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:45.840289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:45.862931 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2a8274f1-4a17-4b5a-947e-d2383401dcc4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e550cdb91614dec928c674b8bfaadc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4680912 Feb 11 05:47:45.877646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33420) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:45.880494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['c297526f-c3a9-46e3-ae10-442a5982ec7a'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:45.893729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:45.902999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:45.905317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8274f1-4a17-4b5a-947e-d2383401dcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1967d200-583b-4908-949e-fa2851359d21,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:45.934166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c297526f-c3a9-46e3-ae10-442a5982ec7a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.051431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=feaef9a3-dfa8-4d43-9a19-17aad973090a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.089027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:46.098382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.136302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaad9e7-8121-4239-9f2b-65f06d320f9f req-5de582e6-fcf2-44d2-8b68-5c0f7ea7e3f8 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:46.137996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abaad9e7-8121-4239-9f2b-65f06d320f9f req-5de582e6-fcf2-44d2-8b68-5c0f7ea7e3f8 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 944 time: 0.2516053 Feb 11 05:47:46.166940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cf093e65-679d-4ea7-a197-549e00c20f51 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.200487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 8416192c-e37e-4c13-b3cb-c78064214bc6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8416192c-e37e-4c13-b3cb-c78064214bc6,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:46.214721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d69fd572-fff7-431e-abfd-c4f74dbaef8a None None] Provisioning complete for port 8416192c-e37e-4c13-b3cb-c78064214bc6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:46.215335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d69fd572-fff7-431e-abfd-c4f74dbaef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.221296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf093e65-679d-4ea7-a197-549e00c20f51 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event deleted for resources: {'Port': ['ID=6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.254995 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d754-577e-46da-8204-deb6557e9cba admin admin] Publish callbacks [] for security_group (1967d200-583b-4908-949e-fa2851359d21), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.283333 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d754-577e-46da-8204-deb6557e9cba admin admin] Publish callbacks [] for security_group (1967d200-583b-4908-949e-fa2851359d21), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.341414 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.345000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b648b068-3f29-4029-8e25-49c20bc862b1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:46.456932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af72eb8-d17a-4908-a284-6d37beb732f1 None None] Network d93599b5-5689-4156-a3d8-7bdca9c5e940 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:46.469439 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d754-577e-46da-8204-deb6557e9cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1967d200-583b-4908-949e-fa2851359d21), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.477214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d754-577e-46da-8204-deb6557e9cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.478661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b6b6d754-577e-46da-8204-deb6557e9cba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1967d200-583b-4908-949e-fa2851359d21 HTTP/1.1" status: 204 len: 168 time: 0.6000369 Feb 11 05:47:46.514898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abaad9e7-8121-4239-9f2b-65f06d320f9f req-5e10dd36-7035-4160-bded-fc47706d359b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697736 Feb 11 05:47:46.523625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6d754-577e-46da-8204-deb6557e9cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1967d200-583b-4908-949e-fa2851359d21,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.543368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cf093e65-679d-4ea7-a197-549e00c20f51 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.546855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cf093e65-679d-4ea7-a197-549e00c20f51 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "DELETE /v2.0/ports/6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2 HTTP/1.1" status: 204 len: 168 time: 1.4520257 Feb 11 05:47:46.555348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33428) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:46.562324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Request body: {'port': {'name': 'tempest-new-port-name-1051102799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:46.562994 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] bootfile-name is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:47:46.563095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] tftp-server is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:47:46.563370 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.api.validators [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] server-ip-address is not in valid_values {{(pid=104087) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:47:46.735881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.761117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=8416192c-e37e-4c13-b3cb-c78064214bc6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:46.870728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:46.905539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b648b068-3f29-4029-8e25-49c20bc862b1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:46.906222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:46.926295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d69fd572-fff7-431e-abfd-c4f74dbaef8a None None] Current status of the port 8416192c-e37e-4c13-b3cb-c78064214bc6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:47.105838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_gateway (90a4e9b6-4ed3-4031-8679-774889ee04bd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.172905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f9eb95d2-4392-480b-8a2a-f6480c82bb3b None None] Provisioning complete for port b648b068-3f29-4029-8e25-49c20bc862b1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:47.173322 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9eb95d2-4392-480b-8a2a-f6480c82bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.242308 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (8962428e-0d97-470c-8b89-539f3244971e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.255078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks [] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.256185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] Deleting port 8416192c-e37e-4c13-b3cb-c78064214bc6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:47.257211 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.304501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b648b068-3f29-4029-8e25-49c20bc862b1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:47.305545 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.340163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=8962428e-0d97-470c-8b89-539f3244971e,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:47.360360 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.425861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb95d2-4392-480b-8a2a-f6480c82bb3b None None] Current status of the port b648b068-3f29-4029-8e25-49c20bc862b1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:47.426256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9eb95d2-4392-480b-8a2a-f6480c82bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.502744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:47.511742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:47.523596 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:47.524334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.534097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event updated for resources: {'Port': ['ID=8d4d3f3b-481c-4223-bf11-d59e70d81640,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:47.636186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port b648b068-3f29-4029-8e25-49c20bc862b1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b648b068-3f29-4029-8e25-49c20bc862b1,segment=NetworkSegment(90344612-e212-4f34-977c-bb93e08120dd),segment_id=90344612-e212-4f34-977c-bb93e08120dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:47.669910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] For port 8416192c-e37e-4c13-b3cb-c78064214bc6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8416192c-e37e-4c13-b3cb-c78064214bc6,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:47.670448 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.679688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4b72c18f-c7b4-4692-8833-3683da859f9b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2484081 Feb 11 05:47:47.680421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33440) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:47.690568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-55cae636-c3ee-4c84-a7f7-b2c91e4d700f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1497436428', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:47.711234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] Calling delete_port for 8416192c-e37e-4c13-b3cb-c78064214bc6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:47.716064 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (90a4e9b6-4ed3-4031-8679-774889ee04bd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.720468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] In _notify_port_updated(), no bound segment for port 8d4d3f3b-481c-4223-bf11-d59e70d81640 on network d93599b5-5689-4156-a3d8-7bdca9c5e940 {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:47:47.734289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:47.735007 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.748981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d6001ce0-ae3d-4efc-b7d6-365f8399d8e1 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "PUT /v2.0/ports/8d4d3f3b-481c-4223-bf11-d59e70d81640 HTTP/1.1" status: 200 len: 1136 time: 1.1923854 Feb 11 05:47:47.749538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:47.757386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33444) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:47.842088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.885125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9a1e6-90e7-4516-af67-6c68a3bcb6b6 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:47.906322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c2f9a1e6-90e7-4516-af67-6c68a3bcb6b6 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "GET /v2.0/ports/8d4d3f3b-481c-4223-bf11-d59e70d81640 HTTP/1.1" status: 200 len: 1136 time: 0.1283391 Feb 11 05:47:47.906322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33446) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:47.923692 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cae636-c3ee-4c84-a7f7-b2c91e4d700f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (1b2d735c-e676-41df-b50e-4a8cab151780), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.929535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cae636-c3ee-4c84-a7f7-b2c91e4d700f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (1b2d735c-e676-41df-b50e-4a8cab151780), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:47.939119 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-f9eb95d2-4392-480b-8a2a-f6480c82bb3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:47:47.948562 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-f9eb95d2-4392-480b-8a2a-f6480c82bb3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:47:47.996409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (8416192c-e37e-4c13-b3cb-c78064214bc6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.023374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c805ea0-974b-4a59-8b09-3efbe02397d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.051778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8416192c-e37e-4c13-b3cb-c78064214bc6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:48.075317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=b648b068-3f29-4029-8e25-49c20bc862b1,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:48.080132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] No DVR routers for this DVR port 8416192c-e37e-4c13-b3cb-c78064214bc6 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:48.088379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8416192c-e37e-4c13-b3cb-c78064214bc6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:48.089121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8416192c-e37e-4c13-b3cb-c78064214bc6 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:48.110199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cae636-c3ee-4c84-a7f7-b2c91e4d700f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router_controller (1b2d735c-e676-41df-b50e-4a8cab151780), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.122468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3c87bb-b803-45e7-bf5f-6ec769700587 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:48.125304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd026f-dc88-4e5f-a00b-781253aaa72c None None] Pushing event deleted for resources: {'Port': ['ID=8416192c-e37e-4c13-b3cb-c78064214bc6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:48.217602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cae636-c3ee-4c84-a7f7-b2c91e4d700f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (1b2d735c-e676-41df-b50e-4a8cab151780), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.239715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 90a4e9b6-4ed3-4031-8679-774889ee04bd is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:47:48.243250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df347-bc97-4820-a474-0ef27535f6aa req-b5633640-ccf7-4d7b-a30c-2acbda73230b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:48.247442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa9df347-bc97-4820-a474-0ef27535f6aa req-b5633640-ccf7-4d7b-a30c-2acbda73230b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 944 time: 0.5803916 Feb 11 05:47:48.369632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab2a45-f1ab-48f0-8e94-308fc68cf872 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Deleting port 8d4d3f3b-481c-4223-bf11-d59e70d81640 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:48.370372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2a45-f1ab-48f0-8e94-308fc68cf872 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.470203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa9df347-bc97-4820-a474-0ef27535f6aa req-167984bf-1865-4380-be89-2b97b009bfd5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088208 Feb 11 05:47:48.697080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb95d2-4392-480b-8a2a-f6480c82bb3b None None] Current status of the port b648b068-3f29-4029-8e25-49c20bc862b1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:48.712316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '8962428e-0d97-470c-8b89-539f3244971e'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:48.713619 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.871089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c297526f-c3a9-46e3-ae10-442a5982ec7a up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:48.880726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cae636-c3ee-4c84-a7f7-b2c91e4d700f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:48.883129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-55cae636-c3ee-4c84-a7f7-b2c91e4d700f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1999407 Feb 11 05:47:48.894623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33462) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:48.974055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-33fb1094-d79b-4c3b-8139-23ba35bd0ff6 None None] Provisioning complete for port 8d4d3f3b-481c-4223-bf11-d59e70d81640 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:48.974671 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33fb1094-d79b-4c3b-8139-23ba35bd0ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.053128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-33fb1094-d79b-4c3b-8139-23ba35bd0ff6 None None] Port 8d4d3f3b-481c-4223-bf11-d59e70d81640 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:49.074899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-33fb1094-d79b-4c3b-8139-23ba35bd0ff6 None None] Provisioning complete for port b648b068-3f29-4029-8e25-49c20bc862b1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:49.075273 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33fb1094-d79b-4c3b-8139-23ba35bd0ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.082618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8962428e-0d97-470c-8b89-539f3244971e/0ce97f2b-2805-4de8-a8dd-589444a8fda4) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:49.120373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port c297526f-c3a9-46e3-ae10-442a5982ec7a completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:47:49.140520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port c297526f-c3a9-46e3-ae10-442a5982ec7a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:49.140919 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.319066 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:47:49.323458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:49.337413 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Sync routers for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:49.356357 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:49.357028 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:47:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:49.401665 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c805ea0-974b-4a59-8b09-3efbe02397d6 admin admin] Publish callbacks [] for security_group (efccc62b-ec6b-42de-96b1-070ab32c3302), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.417184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2a45-f1ab-48f0-8e94-308fc68cf872 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.436512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab2a45-f1ab-48f0-8e94-308fc68cf872 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Calling delete_port for 8d4d3f3b-481c-4223-bf11-d59e70d81640 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:49.501959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.506345 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9b1b4314-fc63-42dc-903d-64c68ffdbab1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6794295 Feb 11 05:47:49.510758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33470) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:49.561357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c805ea0-974b-4a59-8b09-3efbe02397d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (efccc62b-ec6b-42de-96b1-070ab32c3302), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.628668 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:49.638356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0c805ea0-974b-4a59-8b09-3efbe02397d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d5f133733374c609803da5e69bb9161&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8875234 Feb 11 05:47:49.657495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33474) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:49.698779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c297526f-c3a9-46e3-ae10-442a5982ec7a is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:49.699194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.878447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c297526f-c3a9-46e3-ae10-442a5982ec7a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:49.891956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.896320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:49.929548 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e70205f-82a1-4e33-ad5a-c3575f99d3de" -d '{"events": [{"server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "name": "network-vif-plugged", "status": "completed", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:49.940566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-33fb1094-d79b-4c3b-8139-23ba35bd0ff6 None None] Current status of the port b648b068-3f29-4029-8e25-49c20bc862b1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:49.967775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.971341 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0bd908ab-4280-439f-a733-5bd3cb1347b9 admin admin] Publish callbacks [] for security_group (efccc62b-ec6b-42de-96b1-070ab32c3302), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:49.979516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c805ea0-974b-4a59-8b09-3efbe02397d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efccc62b-ec6b-42de-96b1-070ab32c3302,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.071870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-33fb1094-d79b-4c3b-8139-23ba35bd0ff6 None None] Could not find standard attr ID for object 6d6ec7e5-57ab-40f3-b793-c0a4707e1fe2. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:47:50.129771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e985fd-e06f-4066-aa63-147c737c5755 req-d231e474-a97e-4315-93d8-39732148e7d3 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:50.141555 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:46Z', 'revision_number': 3, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:50.149281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8e985fd-e06f-4066-aa63-147c737c5755 req-d231e474-a97e-4315-93d8-39732148e7d3 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 944 time: 0.5004742 Feb 11 05:47:50.151594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b648b068-3f29-4029-8e25-49c20bc862b1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:50.204427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0bd908ab-4280-439f-a733-5bd3cb1347b9 admin admin] Publish callbacks [] for security_group (efccc62b-ec6b-42de-96b1-070ab32c3302), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.234403 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Checking router: 90a4e9b6-4ed3-4031-8679-774889ee04bd for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:50.236339 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Updating router 90a4e9b6-4ed3-4031-8679-774889ee04bd port feaef9a3-dfa8-4d43-9a19-17aad973090a binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:47:50.289227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c297526f-c3a9-46e3-ae10-442a5982ec7a,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.328489 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-baece94b-364b-4fa6-91ac-5131f5ed53d6 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ef5a9503a8ff427984a3cc1a4ecdf612&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8165255 Feb 11 05:47:50.331677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33484) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:50.333356 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.454498 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3731d36-af9a-44f1-b691-e48598e9ee18 x-openstack-request-id: req-e3731d36-af9a-44f1-b691-e48598e9ee18 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:50.455220 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "name": "network-vif-plugged", "status": "completed", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:50.455716 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3731d36-af9a-44f1-b691-e48598e9ee18 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:50.462143 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'code': 200} Feb 11 05:47:50.463209 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Publish callbacks [] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.481237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fdf29a4a-c5fd-44ce-8e06-5e8902bbbf9a None None] Provisioning complete for port 8d4d3f3b-481c-4223-bf11-d59e70d81640 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:50.481788 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdf29a4a-c5fd-44ce-8e06-5e8902bbbf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.532388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0bd908ab-4280-439f-a733-5bd3cb1347b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (efccc62b-ec6b-42de-96b1-070ab32c3302), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.540336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0bd908ab-4280-439f-a733-5bd3cb1347b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.551870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0bd908ab-4280-439f-a733-5bd3cb1347b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efccc62b-ec6b-42de-96b1-070ab32c3302 HTTP/1.1" status: 204 len: 168 time: 0.8929095 Feb 11 05:47:50.581935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fdf29a4a-c5fd-44ce-8e06-5e8902bbbf9a None None] Port 8d4d3f3b-481c-4223-bf11-d59e70d81640 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:50.596732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.606347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd908ab-4280-439f-a733-5bd3cb1347b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efccc62b-ec6b-42de-96b1-070ab32c3302,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.610437 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2a45-f1ab-48f0-8e94-308fc68cf872 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8d4d3f3b-481c-4223-bf11-d59e70d81640), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.659205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8e985fd-e06f-4066-aa63-147c737c5755 req-8ae0618e-bf4b-4c48-b89a-fe8b6b81e9a0 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5027821 Feb 11 05:47:50.701708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab2a45-f1ab-48f0-8e94-308fc68cf872 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event deleted for resources: {'Port': ['ID=8d4d3f3b-481c-4223-bf11-d59e70d81640,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.739794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:50.770896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b648b068-3f29-4029-8e25-49c20bc862b1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:50.770896 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:50.895988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:50.923373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:50.962382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Pushing event updated for resources: {'Port': ['ID=0ce97f2b-2805-4de8-a8dd-589444a8fda4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:50.996404 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2a45-f1ab-48f0-8e94-308fc68cf872 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.002465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b9ab2a45-f1ab-48f0-8e94-308fc68cf872 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "DELETE /v2.0/ports/8d4d3f3b-481c-4223-bf11-d59e70d81640 HTTP/1.1" status: 204 len: 168 time: 3.1083598 Feb 11 05:47:51.003141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33492) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.123833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d9dc1-c035-41e1-af68-3f41c9183244 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:51.128248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-743d9dc1-c035-41e1-af68-3f41c9183244 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7929444 Feb 11 05:47:51.130268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Attempting to bind port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:51.132859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Attempting to bind port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:51.133407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Attempting to bind port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:51.136528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-be86793b-b8ca-4c3d-9ce4-60dbcd96a028 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Deleting subnet 729e35c7-051c-45db-8c7a-0bde5079ec0f {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:51.151984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be86793b-b8ca-4c3d-9ce4-60dbcd96a028 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks [] for subnet (729e35c7-051c-45db-8c7a-0bde5079ec0f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.192141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:51.192545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:51.197053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.197480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:51.198006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Bound port: 0ce97f2b-2805-4de8-a8dd-589444a8fda4, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:51.198405 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.236480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be86793b-b8ca-4c3d-9ce4-60dbcd96a028 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (729e35c7-051c-45db-8c7a-0bde5079ec0f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.239387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33494) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.348088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b648b068-3f29-4029-8e25-49c20bc862b1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:51.412901 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9395abfc-5678-4cba-a311-40e1aec6a2be tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1683908 Feb 11 05:47:51.424929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33500) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:51.453070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1821951016', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:51.487607 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Publish callbacks [] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.498869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] For port 0ce97f2b-2805-4de8-a8dd-589444a8fda4, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:51.510094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] For port 0ce97f2b-2805-4de8-a8dd-589444a8fda4, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0ce97f2b-2805-4de8-a8dd-589444a8fda4,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:51.546195 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be86793b-b8ca-4c3d-9ce4-60dbcd96a028 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (729e35c7-051c-45db-8c7a-0bde5079ec0f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.558029 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.588859 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.615382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d23cb-d237-430a-a297-d459e80564ca req-339a2eae-d244-4165-92b3-0eea39aa8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:51.622978 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b05d23cb-d237-430a-a297-d459e80564ca req-339a2eae-d244-4165-92b3-0eea39aa8188 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1128 time: 1.0003686 Feb 11 05:47:51.710547 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Pushing event updated for resources: {'Port': ['ID=feaef9a3-dfa8-4d43-9a19-17aad973090a,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.754811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be86793b-b8ca-4c3d-9ce4-60dbcd96a028 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (729e35c7-051c-45db-8c7a-0bde5079ec0f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.784193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24455a9d-ca01-4b28-ac45-900dc6110804 None None] Pushing event updated for resources: {'Port': ['ID=0ce97f2b-2805-4de8-a8dd-589444a8fda4,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.800910 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.801854 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.805422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.805422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.805422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.805422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.805422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.805422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.805422 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.814440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.817188 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.817655 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.820634 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:51.835122 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Attempting to bind port feaef9a3-dfa8-4d43-9a19-17aad973090a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:51.835122 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Attempting to bind port feaef9a3-dfa8-4d43-9a19-17aad973090a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:51.835122 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Attempting to bind port feaef9a3-dfa8-4d43-9a19-17aad973090a on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:51.860019 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:51.860230 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:51.862140 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.862670 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:51.863561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf0160-55a9-466e-8fd6-f1dd957beca8 None None] Network d93599b5-5689-4156-a3d8-7bdca9c5e940 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:51.864196 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Bound port: feaef9a3-dfa8-4d43-9a19-17aad973090a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:51.871049 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.885367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be86793b-b8ca-4c3d-9ce4-60dbcd96a028 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:51.897648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-be86793b-b8ca-4c3d-9ce4-60dbcd96a028 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "DELETE /v2.0/subnets/729e35c7-051c-45db-8c7a-0bde5079ec0f HTTP/1.1" status: 204 len: 168 time: 0.8922896 Feb 11 05:47:51.904532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86793b-b8ca-4c3d-9ce4-60dbcd96a028 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event deleted for resources: {'Subnet': ['ID=729e35c7-051c-45db-8c7a-0bde5079ec0f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:51.911613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33516) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:52.091496 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] For port feaef9a3-dfa8-4d43-9a19-17aad973090a, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:52.105428 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] For port feaef9a3-dfa8-4d43-9a19-17aad973090a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=feaef9a3-dfa8-4d43-9a19-17aad973090a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:52.195312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::1 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8962428e-0d97-470c-8b89-539f3244971e/b31ee8b3-34d1-4ff5-b10e-18136b9a710c) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:52.198520 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.206177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:52.217877 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.245092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d93599b5-5689-4156-a3d8-7bdca9c5e940), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.353550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] DHCP port deletion for d93599b5-5689-4156-a3d8-7bdca9c5e940 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:47:52.369309 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b05d23cb-d237-430a-a297-d459e80564ca req-4be6758c-e2d4-4f16-9fde-f675dd681dd7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7119689 Feb 11 05:47:52.427716 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:52.428358 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:47:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:52.431449 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daa0a5-8fd3-4ee2-9562-20ba38ded8ce None None] Pushing event updated for resources: {'Port': ['ID=feaef9a3-dfa8-4d43-9a19-17aad973090a,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:52.534968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] Deleting port b648b068-3f29-4029-8e25-49c20bc862b1 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:52.537054 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.603719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153c19f-56ef-4934-81e1-a302ea20d843 req-a73c8b22-21a6-4173-9d47-87d39c18c8d1 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:52.610138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4153c19f-56ef-4934-81e1-a302ea20d843 req-a73c8b22-21a6-4173-9d47-87d39c18c8d1 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 945 time: 0.4418914 Feb 11 05:47:52.705845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] For port b648b068-3f29-4029-8e25-49c20bc862b1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b648b068-3f29-4029-8e25-49c20bc862b1,segment=NetworkSegment(90344612-e212-4f34-977c-bb93e08120dd),segment_id=90344612-e212-4f34-977c-bb93e08120dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:52.706308 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.748327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] Calling delete_port for b648b068-3f29-4029-8e25-49c20bc862b1 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:52.749492 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:52.799383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4153c19f-56ef-4934-81e1-a302ea20d843 req-d1af3640-c9fb-41d5-92fa-402409fff841 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842623 Feb 11 05:47:52.815379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Deleting port b648b068-3f29-4029-8e25-49c20bc862b1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:52.815964 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:52.843425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.031690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33532) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:53.087733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.091936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] For port b648b068-3f29-4029-8e25-49c20bc862b1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b648b068-3f29-4029-8e25-49c20bc862b1,segment=NetworkSegment(90344612-e212-4f34-977c-bb93e08120dd),segment_id=90344612-e212-4f34-977c-bb93e08120dd)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:53.095523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.118642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.148550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Calling delete_port for b648b068-3f29-4029-8e25-49c20bc862b1 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:53.184974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] Pushing event deleted for resources: {'Port': ['ID=b648b068-3f29-4029-8e25-49c20bc862b1,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:53.200508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8e83b-2819-43e4-b555-0f82d3228567 None None] No DVR routers for this DVR port b648b068-3f29-4029-8e25-49c20bc862b1 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:53.212731 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:46Z', 'revision_number': 3, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:53.318907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=b31ee8b3-34d1-4ff5-b10e-18136b9a710c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:53.326521 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6bb9da-635b-4034-b271-8e9ed634e8c9 None None] The sync data for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 is: [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:46Z', 'revision_number': 3, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:53.385271 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b648b068-3f29-4029-8e25-49c20bc862b1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.387665 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (57672995-503b-459f-a05a-85867b9a573d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.406108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-114531123-network', 'tenant_id': '6586ff3cfef449879e638faa9e5b5266'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:53.419062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event deleted for resources: {'Port': ['ID=b648b068-3f29-4029-8e25-49c20bc862b1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:53.442223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] No DVR routers for this DVR port b648b068-3f29-4029-8e25-49c20bc862b1 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:53.451202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:53.461986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:53.527461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:53.528001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (1b2d735c-e676-41df-b50e-4a8cab151780), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.646257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Made reservation on behalf of 6586ff3cfef449879e638faa9e5b5266 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:53.646538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d93599b5-5689-4156-a3d8-7bdca9c5e940), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.650117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.695268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.716774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93599b5-5689-4156-a3d8-7bdca9c5e940']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:53.721083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Subnet': ['ID=57672995-503b-459f-a05a-85867b9a573d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:53.752025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90344612-e212-4f34-977c-bb93e08120dd') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:53.752732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90344612-e212-4f34-977c-bb93e08120dd') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:53.778608 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (90344612-e212-4f34-977c-bb93e08120dd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.796231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (90344612-e212-4f34-977c-bb93e08120dd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.845937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:53.846442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (90344612-e212-4f34-977c-bb93e08120dd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:53.851413 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:53.976666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-df31be60-cd3e-49cb-af3a-308dde6192c7 None None] Provisioning complete for port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:53.977232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df31be60-cd3e-49cb-af3a-308dde6192c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.006157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Publish callbacks [] for security_group (9a2d2588-07ac-4c2a-97b6-2647335830a7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.032531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Checking segment: {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:54.032531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network hostable DHCP agents. Network: c2e8c66f-8c3e-49b1-a372-4053b41faa06, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:54.080169 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9a2d2588-07ac-4c2a-97b6-2647335830a7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.080388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d93599b5-5689-4156-a3d8-7bdca9c5e940), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.094315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.102797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] 10.222.0.62 "DELETE /v2.0/networks/d93599b5-5689-4156-a3d8-7bdca9c5e940 HTTP/1.1" status: 204 len: 168 time: 2.1900172 Feb 11 05:47:54.145110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:54.190519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557bc88-dc41-482c-8145-b3232f6dcd21 tempest-ExtraDHCPOptionsTestJSON-1138218292 tempest-ExtraDHCPOptionsTestJSON-1138218292-project] Pushing event deleted for resources: {'Network': ['ID=d93599b5-5689-4156-a3d8-7bdca9c5e940,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:54.195228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (6b95d877-59b6-4d24-a6d4-045d46e0165e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.196253 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Added segment 6b95d877-59b6-4d24-a6d4-045d46e0165e of type vlan for network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 Feb 11 05:47:54.201568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0ce97f2b-2805-4de8-a8dd-589444a8fda4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:54.234725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bca16-1103-413c-982d-0de7bd8f6d2d req-1ffd710a-be0c-4d67-ba52-55e72719ca77 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.236307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c86bca16-1103-413c-982d-0de7bd8f6d2d req-1ffd710a-be0c-4d67-ba52-55e72719ca77 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 945 time: 0.2219670 Feb 11 05:47:54.279082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.281137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-df31be60-cd3e-49cb-af3a-308dde6192c7 None None] Current status of the port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:54.281540 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df31be60-cd3e-49cb-af3a-308dde6192c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.308588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:54.365095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.366288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c86bca16-1103-413c-982d-0de7bd8f6d2d req-6354273e-badb-4c49-91af-88404596f45d tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147573 Feb 11 05:47:54.376083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-df31be60-cd3e-49cb-af3a-308dde6192c7 None None] For port 0ce97f2b-2805-4de8-a8dd-589444a8fda4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0ce97f2b-2805-4de8-a8dd-589444a8fda4,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:54.423810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:54.423810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.534844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df31be60-cd3e-49cb-af3a-308dde6192c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.643834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d947b-cd7a-478e-8eb4-003a44f6283e req-5cb0dc92-644e-434f-8007-fb36b4d83582 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.660826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c18d947b-cd7a-478e-8eb4-003a44f6283e req-5cb0dc92-644e-434f-8007-fb36b4d83582 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 945 time: 0.1389651 Feb 11 05:47:54.671464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31be60-cd3e-49cb-af3a-308dde6192c7 None None] Pushing event updated for resources: {'Port': ['ID=0ce97f2b-2805-4de8-a8dd-589444a8fda4,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:54.681267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dc32c894-3606-419b-b359-0a5c3db76cdc None None] Provisioning complete for port b31ee8b3-34d1-4ff5-b10e-18136b9a710c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:54.681691 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc32c894-3606-419b-b359-0a5c3db76cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.685025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:54.688001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device feaef9a3-dfa8-4d43-9a19-17aad973090a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:54.773870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c18d947b-cd7a-478e-8eb4-003a44f6283e req-ee13c140-ca20-4614-9c59-8451d16f169c tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035793 Feb 11 05:47:54.818627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33556) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:54.830233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dc32c894-3606-419b-b359-0a5c3db76cdc None None] Port b31ee8b3-34d1-4ff5-b10e-18136b9a710c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:54.858156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port feaef9a3-dfa8-4d43-9a19-17aad973090a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:54.858988 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:54.881105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:55.043301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port feaef9a3-dfa8-4d43-9a19-17aad973090a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:55.046753 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.096172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port feaef9a3-dfa8-4d43-9a19-17aad973090a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=feaef9a3-dfa8-4d43-9a19-17aad973090a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:55.165872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.237089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=feaef9a3-dfa8-4d43-9a19-17aad973090a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.245753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b648b068-3f29-4029-8e25-49c20bc862b1 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:47:55.276323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b648b068-3f29-4029-8e25-49c20bc862b1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:47:55.276848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b648b068-3f29-4029-8e25-49c20bc862b1 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:47:55.298657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.300165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:55.300985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.343232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc20e63a-8885-4b6d-9db0-792df270666a tempest-TestVolumeBackupRestore-224790883 tempest-TestVolumeBackupRestore-224790883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:55.345513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dc20e63a-8885-4b6d-9db0-792df270666a tempest-TestVolumeBackupRestore-224790883 tempest-TestVolumeBackupRestore-224790883-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1123 time: 0.5252409 Feb 11 05:47:55.348481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33568) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:55.355954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:55.363759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc4c0c3e-d6db-4f1b-809c-ba8f57388632 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46866bb27aa444d58db0f8c18d8232a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4810610 Feb 11 05:47:55.366747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33570) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:55.451623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61b83d22-7842-4664-ad8b-71777886772f admin admin] Publish callbacks [] for security_group (1baf6353-3a7d-4652-a20d-3556238b2846), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.485029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.496292 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61b83d22-7842-4664-ad8b-71777886772f admin admin] Publish callbacks [] for security_group (1baf6353-3a7d-4652-a20d-3556238b2846), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.498104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4576130 Feb 11 05:47:55.509990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74b0c6-3cac-42ea-ad20-b2d1f9c8e365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d2588-07ac-4c2a-97b6-2647335830a7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.516764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c2e8c66f-8c3e-49b1-a372-4053b41faa06) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:55.526909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:55.527151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7567623e-be7e-46a4-8e13-672819dd9a26 None None] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:55.527525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.547313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33574) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:55.559674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Request body: {'subnet': {'network_id': '8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-114531123-subnet', 'tenant_id': '6586ff3cfef449879e638faa9e5b5266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:55.573392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.605016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.637933 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad9db296-a69c-4822-9267-235ba3a0b01a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.2018380 Feb 11 05:47:55.641161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33576) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:55.644823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:55.669640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61b83d22-7842-4664-ad8b-71777886772f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1baf6353-3a7d-4652-a20d-3556238b2846), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.673302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61b83d22-7842-4664-ad8b-71777886772f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.674676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-61b83d22-7842-4664-ad8b-71777886772f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1baf6353-3a7d-4652-a20d-3556238b2846 HTTP/1.1" status: 204 len: 168 time: 0.3066344 Feb 11 05:47:55.703572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b83d22-7842-4664-ad8b-71777886772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baf6353-3a7d-4652-a20d-3556238b2846,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:55.729045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.756347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.763267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (1b2d735c-e676-41df-b50e-4a8cab151780), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.781019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Made reservation on behalf of 6586ff3cfef449879e638faa9e5b5266 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:55.794498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.902287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:55.903218 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:55.987953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Allocated IP 172.25.8.201 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/38289f50-1e7b-4496-b5f0-ea56c9217f7d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:56.139569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=b31ee8b3-34d1-4ff5-b10e-18136b9a710c,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:56.250774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0ce97f2b-2805-4de8-a8dd-589444a8fda4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:56.340222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Allocated IP 172.20.0.2 (c2e8c66f-8c3e-49b1-a372-4053b41faa06/57672995-503b-459f-a05a-85867b9a573d/381efc32-a639-4bed-9464-7e1ce5eb08ae) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:56.356370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:56.356783 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.361472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:56.371928 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for port (38289f50-1e7b-4496-b5f0-ea56c9217f7d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.379263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:56.527158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (38289f50-1e7b-4496-b5f0-ea56c9217f7d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.613367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'Port': ['ID=38289f50-1e7b-4496-b5f0-ea56c9217f7d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:56.653166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:56.653940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:56.661120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:57.057043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:57.058269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device feaef9a3-dfa8-4d43-9a19-17aad973090a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:57.092498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bdaa778b-97c5-4eef-ad0b-a6c962c46227 None None] Provisioning complete for port b31ee8b3-34d1-4ff5-b10e-18136b9a710c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:57.104865 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bdaa778b-97c5-4eef-ad0b-a6c962c46227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.129567 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (0ac90830-04d1-4e86-9259-379d66c7b017), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.158527 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Publish callbacks [] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.257623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for floatingip (429339e5-67c4-4a80-af6e-89d276912e26), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.269759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa778b-97c5-4eef-ad0b-a6c962c46227 None None] Port b31ee8b3-34d1-4ff5-b10e-18136b9a710c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:57.279777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port feaef9a3-dfa8-4d43-9a19-17aad973090a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:57.280454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.319964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.356753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Router 1b2d735c-e676-41df-b50e-4a8cab151780 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:47:57.402437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac90830-04d1-4e86-9259-379d66c7b017,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:57.404132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:57.415581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Checking segment: {'id': '6b95d877-59b6-4d24-a6d4-045d46e0165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:57.416093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Network hostable DHCP agents. Network: 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:57.427183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:57.433481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:57.448176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Pushing event updated for resources: {'Port': ['ID=381efc32-a639-4bed-9464-7e1ce5eb08ae,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:57.450350 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (38289f50-1e7b-4496-b5f0-ea56c9217f7d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.534943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33608) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:57.611568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:57.661688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Attempting to bind port 381efc32-a639-4bed-9464-7e1ce5eb08ae on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:57.664535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Attempting to bind port 381efc32-a639-4bed-9464-7e1ce5eb08ae by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:57.665101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Attempting to bind port 381efc32-a639-4bed-9464-7e1ce5eb08ae on network c2e8c66f-8c3e-49b1-a372-4053b41faa06 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:57.682704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port feaef9a3-dfa8-4d43-9a19-17aad973090a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:57.686581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:57.708300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:57.709174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Checking segment: {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:57.709611 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.710598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Bound using segment: {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:57.711118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Bound port: 381efc32-a639-4bed-9464-7e1ce5eb08ae, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:57.711543 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.713102 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d0729197-ee83-4de2-90b4-0d1c191e171b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "PUT /v2.0/routers/1b2d735c-e676-41df-b50e-4a8cab151780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8140697 Feb 11 05:47:57.720881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Sync routers for ids ['1b2d735c-e676-41df-b50e-4a8cab151780'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:57.722258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33614) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:57.770032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Routers {'1b2d735c-e676-41df-b50e-4a8cab151780'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:57.770708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:47:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b2d735c-e676-41df-b50e-4a8cab151780'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:57.779212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:57.803515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93cd106-f5ee-46b6-91bf-0e71b87d1ec3 None None] Network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:57.831146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for port (38289f50-1e7b-4496-b5f0-ea56c9217f7d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.831697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1586369621'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:57.845769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:57.846362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.906764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.912302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (38289f50-1e7b-4496-b5f0-ea56c9217f7d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.936917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e469898-a138-47ba-8563-b326e8e97666 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:57.938398 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3e469898-a138-47ba-8563-b326e8e97666 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports/b31ee8b3-34d1-4ff5-b10e-18136b9a710c HTTP/1.1" status: 200 len: 911 time: 0.2151611 Feb 11 05:47:57.942985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33616) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:58.050555 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e1be2caa-7b23-49ea-9683-ec3b45e0f828 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4997466 Feb 11 05:47:58.055000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:58.058730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.063227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event updated for resources: {'Port': ['ID=38289f50-1e7b-4496-b5f0-ea56c9217f7d,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.073057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.075620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (429339e5-67c4-4a80-af6e-89d276912e26), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.172454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for security_group (3734c411-5af4-4499-9d3c-595792fd5f72), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.238533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a72d5-81c9-4725-8ddd-a5c735089ebf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.242290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Set router 1b2d735c-e676-41df-b50e-4a8cab151780 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:58.246136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a72d5-81c9-4725-8ddd-a5c735089ebf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.249619 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e4a72d5-81c9-4725-8ddd-a5c735089ebf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3038785 Feb 11 05:47:58.254332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3734c411-5af4-4499-9d3c-595792fd5f72), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.267391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33622) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:58.270190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:58.288445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (62052aac-9825-4fed-aca7-07218cc4498c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.289133 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 62052aac-9825-4fed-aca7-07218cc4498c of type vlan for network 6242c197-b5d8-4675-a631-46df7e0dc4fc Feb 11 05:47:58.329104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] For port 381efc32-a639-4bed-9464-7e1ce5eb08ae, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:58.391895 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6242c197-b5d8-4675-a631-46df7e0dc4fc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.394783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] For port 381efc32-a639-4bed-9464-7e1ce5eb08ae, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=381efc32-a639-4bed-9464-7e1ce5eb08ae,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:58.509293 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Floating IP 429339e5-67c4-4a80-af6e-89d276912e26 associated. External IP: 172.25.8.201, port: c297526f-c3a9-46e3-ae10-442a5982ec7a. Feb 11 05:47:58.566483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6242c197-b5d8-4675-a631-46df7e0dc4fc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.576304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.577027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.669005 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.689517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=6242c197-b5d8-4675-a631-46df7e0dc4fc,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.693615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3734c411-5af4-4499-9d3c-595792fd5f72,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.826524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2de59-02cb-4bf6-a6f8-dbb01bcab234 None None] Pushing event updated for resources: {'Port': ['ID=381efc32-a639-4bed-9464-7e1ce5eb08ae,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:58.831523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79068356-107f-4786-9766-efca35b372eb None None] Network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:58.863776 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b7ee95ae-94d9-4cc3-b9fb-472a5bfaaa90 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3192389 Feb 11 05:47:58.966799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6242c197-b5d8-4675-a631-46df7e0dc4fc details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:59.018306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33632) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:59.033641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.20.0.1 (c2e8c66f-8c3e-49b1-a372-4053b41faa06/57672995-503b-459f-a05a-85867b9a573d/5e180b1e-fad6-41a8-8eb5-938c2b7ca495) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:59.087120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': '6242c197-b5d8-4675-a631-46df7e0dc4fc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:59.202049 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.321207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.450312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:59.451490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2d735c-e676-41df-b50e-4a8cab151780', 'name': 'tempest-NetworksTestDHCPv6-router-1497436428', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:47Z', 'updated_at': '2022-02-11T05:47:54Z', 'revision_number': 2, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None, '_interfaces': [{'id': 'b31ee8b3-34d1-4ff5-b10e-18136b9a710c', 'name': '', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'mac_address': 'fa:16:3e:d1:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2d735c-e676-41df-b50e-4a8cab151780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '8962428e-0d97-470c-8b89-539f3244971e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:50Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 2, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'subnets': [{'id': '8962428e-0d97-470c-8b89-539f3244971e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:59.474888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:59.487081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:59.498272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:59.520618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Checking router: 1b2d735c-e676-41df-b50e-4a8cab151780 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:59.521022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Updating router 1b2d735c-e676-41df-b50e-4a8cab151780 port b31ee8b3-34d1-4ff5-b10e-18136b9a710c binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:47:59.610721 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.668853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (90a4e9b6-4ed3-4031-8679-774889ee04bd), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.753680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33648) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:59.789826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1068559776-network', 'tenant_id': '213479b39dad4678959393cc04e21526'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:59.983935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Made reservation on behalf of 213479b39dad4678959393cc04e21526 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:59.987214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.998723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.105302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Publish callbacks [] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.112914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 381efc32-a639-4bed-9464-7e1ce5eb08ae up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:00.134783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:00.138237 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.174728 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.178153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 381efc32-a639-4bed-9464-7e1ce5eb08ae triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:00.179389 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.181493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.190882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Router 207c786f-b14c-4cb3-acda-a857cf61233f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:00.271354 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Publish callbacks [] for security_group (d2ce0d21-c00a-42be-a7b2-bf85a2b8d44e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.291348 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (1b2d735c-e676-41df-b50e-4a8cab151780), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.296819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Pushing event updated for resources: {'Port': ['ID=b31ee8b3-34d1-4ff5-b10e-18136b9a710c,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:00.313150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.315394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.315394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.315394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.315394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.315394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.315394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.315906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.316012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.316294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.316672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.316963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.326133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:00.401755 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2ce0d21-c00a-42be-a7b2-bf85a2b8d44e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.627196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Attempting to bind port b31ee8b3-34d1-4ff5-b10e-18136b9a710c on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:00.630592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Attempting to bind port b31ee8b3-34d1-4ff5-b10e-18136b9a710c by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:00.630592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Attempting to bind port b31ee8b3-34d1-4ff5-b10e-18136b9a710c on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:00.665404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:00.666265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:00.666869 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.667464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:00.668163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Bound port: b31ee8b3-34d1-4ff5-b10e-18136b9a710c, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:00.669772 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.736515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 381efc32-a639-4bed-9464-7e1ce5eb08ae is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:00.737470 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.851558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:00.853005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 381efc32-a639-4bed-9464-7e1ce5eb08ae, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=381efc32-a639-4bed-9464-7e1ce5eb08ae,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:00.864530 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] Sync routers for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:00.890473 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:00.891133 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:47:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:00.947873 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.073474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] For port b31ee8b3-34d1-4ff5-b10e-18136b9a710c, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:01.091978 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.112136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-006ce1f0-a3cf-4851-b69f-4e63f0179ae6 None None] Provisioning complete for port b31ee8b3-34d1-4ff5-b10e-18136b9a710c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:01.113641 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-006ce1f0-a3cf-4851-b69f-4e63f0179ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.149546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:01.176694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-98adcb3c-110b-4161-90eb-a4141cdce2bd tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8266163 Feb 11 05:48:01.179703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.180634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce0d21-c00a-42be-a7b2-bf85a2b8d44e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:01.182280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33656) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:01.183569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:01.185979 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19e6313-9a3c-4798-bc15-a23a1933ba26" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:01.217912 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (278fe299-dab9-481a-963f-4fe6a40140cd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.218497 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Added segment 278fe299-dab9-481a-963f-4fe6a40140cd of type vlan for network 55297543-f350-4a6d-9017-46d3a799dfcd Feb 11 05:48:01.223154 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:01.223831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055bb53-462a-49da-9d1b-d3ee706a7901 None None] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:01.361683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (55297543-f350-4a6d-9017-46d3a799dfcd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.399950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port b31ee8b3-34d1-4ff5-b10e-18136b9a710c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:01.399950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.447825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:01.492660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bcc31-e50f-4805-aee2-771f4c07834e tempest-TestVolumeBackupRestore-224790883 tempest-TestVolumeBackupRestore-224790883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.498646 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1d8bcc31-e50f-4805-aee2-771f4c07834e tempest-TestVolumeBackupRestore-224790883 tempest-TestVolumeBackupRestore-224790883-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1123 time: 0.3045626 Feb 11 05:48:01.504404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:01.510656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Request body: {'floatingip': {'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:01.524835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (55297543-f350-4a6d-9017-46d3a799dfcd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.525828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.526618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.583151 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.596145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': '62052aac-9825-4fed-aca7-07218cc4498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6242c197-b5d8-4675-a631-46df7e0dc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:01.596825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: 6242c197-b5d8-4675-a631-46df7e0dc4fc, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:01.673951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] For port b31ee8b3-34d1-4ff5-b10e-18136b9a710c, host n-d-713498-37, got binding levels [] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:01.674414 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.693801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 6242c197-b5d8-4675-a631-46df7e0dc4fc is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:01.705598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for floatingip (429339e5-67c4-4a80-af6e-89d276912e26), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.714700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for b31ee8b3-34d1-4ff5-b10e-18136b9a710c owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:01.804548 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0490627 Feb 11 05:48:01.805805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.843632 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '429339e5-67c4-4a80-af6e-89d276912e26', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'mac_address': 'fa:16:3e:6f:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:57Z', 'updated_at': '2022-02-11T05:47:57Z', 'revision_number': 0, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:01.869330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] For port b31ee8b3-34d1-4ff5-b10e-18136b9a710c, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b31ee8b3-34d1-4ff5-b10e-18136b9a710c,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:01.880332 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] Checking router: 207c786f-b14c-4cb3-acda-a857cf61233f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:01.888017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33670) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:01.900699 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:01.900699 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:47:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:01.903618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (90a4e9b6-4ed3-4031-8679-774889ee04bd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.912916 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f621e5-0e2e-4207-9470-d9a8f2db7b9a x-openstack-request-id: req-32f621e5-0e2e-4207-9470-d9a8f2db7b9a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:01.914215 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:01.914552 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32f621e5-0e2e-4207-9470-d9a8f2db7b9a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:01.914907 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'status': 'completed', 'code': 200} Feb 11 05:48:01.917315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6242c197-b5d8-4675-a631-46df7e0dc4fc) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:01.923061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:01.923741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:01.948670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Request body: {'subnet': {'network_id': '55297543-f350-4a6d-9017-46d3a799dfcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1068559776-subnet', 'tenant_id': '213479b39dad4678959393cc04e21526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:01.959998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f64e77-cb8d-41e9-851a-3c52d7cab70e None None] Network 6242c197-b5d8-4675-a631-46df7e0dc4fc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:01.998452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-27639a81-f57a-40b3-b767-c225a276d694 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9402635 Feb 11 05:48:02.002053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33674) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:02.009548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-956753823'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:02.039905 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:02.087717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.105147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-6242c197-b5d8-4675-a631-46df7e0dc4fc', 'network_id': '6242c197-b5d8-4675-a631-46df7e0dc4fc', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': '6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:02.106143 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.139442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacab14-b684-44fc-9817-0fbbd2a9bf23 admin admin] Pushing event updated for resources: {'Network': ['ID=55297543-f350-4a6d-9017-46d3a799dfcd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:02.217278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:02.224273 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.289610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:02.298455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:02.317773 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (96d14ddc-8c19-434d-938e-09d4dca4cf33), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.318166 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 96d14ddc-8c19-434d-938e-09d4dca4cf33 of type vlan for network 2ff05581-e513-4f3b-a7a8-294e93cd5305 Feb 11 05:48:02.337790 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b31ee8b3-34d1-4ff5-b10e-18136b9a710c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.391271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Allocated IP 172.20.255.242 (6242c197-b5d8-4675-a631-46df7e0dc4fc/6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95/78629586-3e23-45eb-b882-a4753451a297) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:02.399795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Made reservation on behalf of 213479b39dad4678959393cc04e21526 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:02.403833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.429030 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '429339e5-67c4-4a80-af6e-89d276912e26', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'mac_address': 'fa:16:3e:6f:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:57Z', 'updated_at': '2022-02-11T05:47:57Z', 'revision_number': 0, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:02.499790 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc57d15-68c0-4f5f-95c5-4199d2bd1d66 None None] The sync data for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 is: [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '429339e5-67c4-4a80-af6e-89d276912e26', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'mac_address': 'fa:16:3e:6f:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:57Z', 'updated_at': '2022-02-11T05:47:57Z', 'revision_number': 0, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:02.615091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=381efc32-a639-4bed-9464-7e1ce5eb08ae,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:02.637971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 55297543-f350-4a6d-9017-46d3a799dfcd details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:02.665236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (1b2d735c-e676-41df-b50e-4a8cab151780), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.665488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Routers {'1b2d735c-e676-41df-b50e-4a8cab151780'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:02.666831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:47:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b2d735c-e676-41df-b50e-4a8cab151780'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:02.687776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-e3df00ca-7e04-4d82-8130-dfef4921bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:02.688060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-006ce1f0-a3cf-4851-b69f-4e63f0179ae6 None None] Port b31ee8b3-34d1-4ff5-b10e-18136b9a710c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:02.693002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=b31ee8b3-34d1-4ff5-b10e-18136b9a710c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:02.699661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-e3df00ca-7e04-4d82-8130-dfef4921bbf5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b16429ff4124e078ff9c4153e077c6a&device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1128 time: 0.8412175 Feb 11 05:48:02.703676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (2ff05581-e513-4f3b-a7a8-294e93cd5305), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.869447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab33a4d-019e-4e53-896a-e5c2f0a62be0 None None] Pushing event deleted for resources: {'Port': ['ID=b31ee8b3-34d1-4ff5-b10e-18136b9a710c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:02.949949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.resource_extend [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:48:03.229585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (2ff05581-e513-4f3b-a7a8-294e93cd5305), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.237773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] Set router 1b2d735c-e676-41df-b50e-4a8cab151780 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:03.246295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:03.246953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.267545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-fab52992-4a22-4ae0-bc4f-d0da5cd9ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:03.270476 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-fab52992-4a22-4ae0-bc4f-d0da5cd9ece6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 200 len: 914 time: 0.5171163 Feb 11 05:48:03.337275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Router 1b2d735c-e676-41df-b50e-4a8cab151780 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:03.396383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87996c41-0280-43bc-a226-739cd156f4d6 None None] New status for floating IP 429339e5-67c4-4a80-af6e-89d276912e26: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:48:03.514310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5075662 Feb 11 05:48:03.515336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93cebe-1674-4a1e-ba54-cdc095bb592d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=2ff05581-e513-4f3b-a7a8-294e93cd5305,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:03.520548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33722) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:03.624158 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (8b586b7a-3663-4736-8b1d-aee09eacdb08), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.629523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:03.635410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2d735c-e676-41df-b50e-4a8cab151780', 'name': 'tempest-NetworksTestDHCPv6-router-1497436428', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:47Z', 'updated_at': '2022-02-11T05:48:02Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:03.639208 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Publish callbacks [] for port (78629586-3e23-45eb-b882-a4753451a297), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.649440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 2ff05581-e513-4f3b-a7a8-294e93cd5305 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:03.695697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a4f06aa8-007c-45e6-9984-bb8c32d3093c None None] Provisioning complete for port 381efc32-a639-4bed-9464-7e1ce5eb08ae triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:03.695697 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4f06aa8-007c-45e6-9984-bb8c32d3093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.769168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119260cb-dce0-4410-80c5-dbbce11e13a1 None None] The sync data for ids ['1b2d735c-e676-41df-b50e-4a8cab151780'] in n-d-713498-37 is: [{'id': '1b2d735c-e676-41df-b50e-4a8cab151780', 'name': 'tempest-NetworksTestDHCPv6-router-1497436428', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:47Z', 'updated_at': '2022-02-11T05:48:02Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:03.792238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:03.796710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:03.824058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7ef89cae-d92e-40a0-91cd-842187ea6bbd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "PUT /v2.0/routers/1b2d735c-e676-41df-b50e-4a8cab151780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5418558 Feb 11 05:48:03.869231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33724) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:03.883198 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:03.883198 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:03.921933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:03.947423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a4f06aa8-007c-45e6-9984-bb8c32d3093c None None] Current status of the port 381efc32-a639-4bed-9464-7e1ce5eb08ae is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:03.951950 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a09fc17e-0a33-4aa1-b40b-d43fa3c77322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.963974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (78629586-3e23-45eb-b882-a4753451a297), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.066889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:04.072899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.080586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a4f06aa8-007c-45e6-9984-bb8c32d3093c None None] Could not find standard attr ID for object b31ee8b3-34d1-4ff5-b10e-18136b9a710c. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:48:04.266072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b586b7a-3663-4736-8b1d-aee09eacdb08,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:04.286976 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-b91973f4-4210-446b-9cdc-9f8400bfcaba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 200 len: 999 time: 0.6461670 Feb 11 05:48:04.318373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 381efc32-a639-4bed-9464-7e1ce5eb08ae up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:04.385121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for floatingip (429339e5-67c4-4a80-af6e-89d276912e26), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.394031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Network 6242c197-b5d8-4675-a631-46df7e0dc4fc is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:04.399528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:04.416299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:04.586437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 381efc32-a639-4bed-9464-7e1ce5eb08ae triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:04.586437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.660964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Pushing event updated for resources: {'Port': ['ID=78629586-3e23-45eb-b882-a4753451a297,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:04.681101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c1faf-1a2e-46d5-ac84-866604f82150 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:04.683063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c1faf-1a2e-46d5-ac84-866604f82150 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:04.688473 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd4c1faf-1a2e-46d5-ac84-866604f82150 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8011224 Feb 11 05:48:04.689252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33734) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:04.689730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a6d7f69e-dee2-4245-a933-6ce695fa9eb0 None None] Provisioning complete for port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:04.689730 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f69e-dee2-4245-a933-6ce695fa9eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.747937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Attempting to bind port 78629586-3e23-45eb-b882-a4753451a297 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:04.748837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Attempting to bind port 78629586-3e23-45eb-b882-a4753451a297 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '62052aac-9825-4fed-aca7-07218cc4498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6242c197-b5d8-4675-a631-46df7e0dc4fc'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:04.751544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Attempting to bind port 78629586-3e23-45eb-b882-a4753451a297 on network 6242c197-b5d8-4675-a631-46df7e0dc4fc {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:04.767194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:04.767820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Checking segment: {'id': '62052aac-9825-4fed-aca7-07218cc4498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6242c197-b5d8-4675-a631-46df7e0dc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:04.768506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.769211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Bound using segment: {'id': '62052aac-9825-4fed-aca7-07218cc4498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6242c197-b5d8-4675-a631-46df7e0dc4fc'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:04.770102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Bound port: 78629586-3e23-45eb-b882-a4753451a297, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62052aac-9825-4fed-aca7-07218cc4498c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6242c197-b5d8-4675-a631-46df7e0dc4fc'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:04.770765 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78629586-3e23-45eb-b882-a4753451a297), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.835909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a6d7f69e-dee2-4245-a933-6ce695fa9eb0 None None] Port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:04.845160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Checking segment: {'id': '278fe299-dab9-481a-963f-4fe6a40140cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '55297543-f350-4a6d-9017-46d3a799dfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:04.848450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Network hostable DHCP agents. Network: 55297543-f350-4a6d-9017-46d3a799dfcd, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:04.850387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-986a8fe6-e9ba-4b7e-b865-58eb1e4d6018 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 8962428e-0d97-470c-8b89-539f3244971e {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:04.861520 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-986a8fe6-e9ba-4b7e-b865-58eb1e4d6018 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (8962428e-0d97-470c-8b89-539f3244971e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.940915 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (8c5ac5bf-78d4-4172-a014-d91a9eb0f23f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.100932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a6d7f69e-dee2-4245-a933-6ce695fa9eb0 None None] Provisioning complete for port 381efc32-a639-4bed-9464-7e1ce5eb08ae triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:05.100932 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6d7f69e-dee2-4245-a933-6ce695fa9eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.107421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-986a8fe6-e9ba-4b7e-b865-58eb1e4d6018 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (8962428e-0d97-470c-8b89-539f3244971e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.109336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-3ec678ce-3e8c-4c06-8d59-524e7b944f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:05.123579 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-3ec678ce-3e8c-4c06-8d59-524e7b944f70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d6ebe382-7277-4ac6-a7b6-7724669b67ed HTTP/1.1" status: 200 len: 852 time: 0.8163030 Feb 11 05:48:05.236445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=8c5ac5bf-78d4-4172-a014-d91a9eb0f23f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.268905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 381efc32-a639-4bed-9464-7e1ce5eb08ae is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:05.288516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:05.289322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: 2ff05581-e513-4f3b-a7a8-294e93cd5305, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:05.316023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] For port 78629586-3e23-45eb-b882-a4753451a297, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:05.331333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] For port 78629586-3e23-45eb-b882-a4753451a297, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78629586-3e23-45eb-b882-a4753451a297,segment=NetworkSegment(62052aac-9825-4fed-aca7-07218cc4498c),segment_id=62052aac-9825-4fed-aca7-07218cc4498c)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:05.333241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 90a4e9b6-4ed3-4031-8679-774889ee04bd has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:05.344374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Network 55297543-f350-4a6d-9017-46d3a799dfcd is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:05.419744 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-986a8fe6-e9ba-4b7e-b865-58eb1e4d6018 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8962428e-0d97-470c-8b89-539f3244971e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.455713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a6d7f69e-dee2-4245-a933-6ce695fa9eb0 None None] Current status of the port 381efc32-a639-4bed-9464-7e1ce5eb08ae is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:05.478731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-f3f2cd5a-5c73-4e7f-a6d0-2500398a8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:05.481924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78629586-3e23-45eb-b882-a4753451a297), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.485278 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-f3f2cd5a-5c73-4e7f-a6d0-2500398a8e38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505a71d0-67e8-41b7-84ca-0550ad56292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3537338 Feb 11 05:48:05.527175 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] Sync routers for ids ['1b2d735c-e676-41df-b50e-4a8cab151780'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:05.681939 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f11fe74c-1b2e-429c-b4fa-e6bc30b2ed2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.701500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25287d-f24f-459b-9794-f6a30188e66f None None] Pushing event updated for resources: {'Port': ['ID=78629586-3e23-45eb-b882-a4753451a297,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.711571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a65f03b5-6276-4959-9195-cfd21a6e6388 None None] Provisioning complete for port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:05.711571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a65f03b5-6276-4959-9195-cfd21a6e6388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.755128 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-986a8fe6-e9ba-4b7e-b865-58eb1e4d6018 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (8962428e-0d97-470c-8b89-539f3244971e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.781286 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] Routers {'1b2d735c-e676-41df-b50e-4a8cab151780'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:05.783355 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b2d735c-e676-41df-b50e-4a8cab151780'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:05.803218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a65f03b5-6276-4959-9195-cfd21a6e6388 None None] Port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:05.829885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 2ff05581-e513-4f3b-a7a8-294e93cd5305 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:05.846010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a8fe6-e9ba-4b7e-b865-58eb1e4d6018 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=8962428e-0d97-470c-8b89-539f3244971e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.857304 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-986a8fe6-e9ba-4b7e-b865-58eb1e4d6018 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.861733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad206b-010a-48e3-994d-b002652de4cd None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:05.873294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-986a8fe6-e9ba-4b7e-b865-58eb1e4d6018 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8962428e-0d97-470c-8b89-539f3244971e HTTP/1.1" status: 204 len: 168 time: 1.1831579 Feb 11 05:48:05.903692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33772) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:05.933827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 2ff05581-e513-4f3b-a7a8-294e93cd5305) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:05.976782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef0bcf-6089-4650-b576-8cb82e58e1c2 None None] Network 2ff05581-e513-4f3b-a7a8-294e93cd5305 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:05.980519 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] Set router 1b2d735c-e676-41df-b50e-4a8cab151780 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:06.117738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:06.118867 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.126750 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2d735c-e676-41df-b50e-4a8cab151780', 'name': 'tempest-NetworksTestDHCPv6-router-1497436428', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:47Z', 'updated_at': '2022-02-11T05:48:02Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.218972 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] Checking router: 1b2d735c-e676-41df-b50e-4a8cab151780 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:06.242358 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] Routers {'1b2d735c-e676-41df-b50e-4a8cab151780'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:06.245216 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['1b2d735c-e676-41df-b50e-4a8cab151780'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.287839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8eadfedc-52a3-4426-a36f-fc04cdb4ae49 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6743305 Feb 11 05:48:06.298503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33776) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:06.364634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 55297543-f350-4a6d-9017-46d3a799dfcd) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:06.377264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:06.378323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.406029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec4e38-0439-4ca5-993a-201a44f13d2e None None] Network 55297543-f350-4a6d-9017-46d3a799dfcd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:06.406591 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-bc7ae1d2-4b76-4ee9-ac62-64d735ea10ef service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829849 Feb 11 05:48:06.461261 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] Set router 1b2d735c-e676-41df-b50e-4a8cab151780 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:06.595267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b400c532-03df-4e13-b1c9-120cbfadfbf0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6783230 Feb 11 05:48:06.604212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:06.614106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33782) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:06.671784 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2d735c-e676-41df-b50e-4a8cab151780', 'name': 'tempest-NetworksTestDHCPv6-router-1497436428', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:47Z', 'updated_at': '2022-02-11T05:48:02Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.701371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-2ff05581-e513-4f3b-a7a8-294e93cd5305', 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': '8c5ac5bf-78d4-4172-a014-d91a9eb0f23f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:06.702260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.760638 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225b59a-f550-40fc-8b49-b208f682a564 None None] The sync data for ids ['1b2d735c-e676-41df-b50e-4a8cab151780'] in n-d-713498-37 is: [{'id': '1b2d735c-e676-41df-b50e-4a8cab151780', 'name': 'tempest-NetworksTestDHCPv6-router-1497436428', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:47Z', 'updated_at': '2022-02-11T05:48:02Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:06.862889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55747118-3017-4481-b16d-18e57b16fc2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router (1b2d735c-e676-41df-b50e-4a8cab151780), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.175468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (2ff05581-e513-4f3b-a7a8-294e93cd5305), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.332713 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d85375ab-5263-47a7-ad43-7fc3a71a915d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.4202461 Feb 11 05:48:07.338517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:07.351151 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cacdde75-c802-4381-b1ba-6773d5db3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "PUT /v2.0/routers/90a4e9b6-4ed3-4031-8679-774889ee04bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7078743 Feb 11 05:48:07.355890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33788) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:07.404250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Sync routers for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:07.534812 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.542760 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55747118-3017-4481-b16d-18e57b16fc2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (1b2d735c-e676-41df-b50e-4a8cab151780), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.549595 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55747118-3017-4481-b16d-18e57b16fc2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router_controller (1b2d735c-e676-41df-b50e-4a8cab151780), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.623786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:07.628526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:07.682399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8c5ac5bf-78d4-4172-a014-d91a9eb0f23f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.734528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f19e6313-9a3c-4798-bc15-a23a1933ba26 req-dae88ecb-d38b-4832-abaf-a41e7d801355 service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3117852 Feb 11 05:48:07.822231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7f032-81a5-4f47-a1aa-fb2a385f041c None None] Network 55297543-f350-4a6d-9017-46d3a799dfcd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:07.829180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af80f32-d447-4754-9caa-fbaf3951215d None None] Network 6242c197-b5d8-4675-a631-46df7e0dc4fc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:07.967825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55747118-3017-4481-b16d-18e57b16fc2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (1b2d735c-e676-41df-b50e-4a8cab151780), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.969292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55747118-3017-4481-b16d-18e57b16fc2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Fanout notify agent at l3_agent the message router_deleted on router 1b2d735c-e676-41df-b50e-4a8cab151780 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:07.982389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] Deleting port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:07.982389 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.982548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55747118-3017-4481-b16d-18e57b16fc2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.982548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-55747118-3017-4481-b16d-18e57b16fc2e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/routers/1b2d735c-e676-41df-b50e-4a8cab151780 HTTP/1.1" status: 204 len: 168 time: 1.3650749 Feb 11 05:48:07.984300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33800) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.006590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:08.089370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7ce5eb62-22d8-49cb-8918-894194b17f01 None None] Provisioning complete for port 78629586-3e23-45eb-b882-a4753451a297 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:08.090149 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ce5eb62-22d8-49cb-8918-894194b17f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78629586-3e23-45eb-b882-a4753451a297), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.112709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.113280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.113755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.114246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.114703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.115547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.115674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.116065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.118074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.118074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.118074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.120708 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.120708 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.125600 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7322b2d4-a185-4a6a-82b4-e17ee6f8b15d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9135 time: 0.7608507 Feb 11 05:48:08.149359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33810) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.314022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.314780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.315385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.317232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.317866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.329299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.330001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.330752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.331366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.331976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.332638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.333245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.336184 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-660fa7fa-babe-43aa-81c3-5549f4370701 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7829 time: 0.1862369 Feb 11 05:48:08.337258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78629586-3e23-45eb-b882-a4753451a297 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:08.344787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33814) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.388868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-ee5a471a-361b-4599-a9ea-dcb781836734 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:08.397279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-ee5a471a-361b-4599-a9ea-dcb781836734 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/networks?id=8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 HTTP/1.1" status: 200 len: 808 time: 0.2649922 Feb 11 05:48:08.422146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-eee39e5a-6c81-46d7-b9b9-9b416b862ea4 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/quotas/6586ff3cfef449879e638faa9e5b5266 HTTP/1.1" status: 200 len: 375 time: 0.0159917 Feb 11 05:48:08.474063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Allocated IP 172.20.0.2 (2ff05581-e513-4f3b-a7a8-294e93cd5305/8c5ac5bf-78d4-4172-a014-d91a9eb0f23f/e67e3fe3-af87-4392-a05c-f0f303b663c5) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:08.475271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-c06b263a-02c0-4760-89e2-ba14c2b24d7b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6586ff3cfef449879e638faa9e5b5266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594845 Feb 11 05:48:08.551158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] For port 0ce97f2b-2805-4de8-a8dd-589444a8fda4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0ce97f2b-2805-4de8-a8dd-589444a8fda4,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:08.551748 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.594355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-bdcf06e5-d26c-4e86-9762-311c5a84602e service neutron] 10.222.0.62 "GET /v2.0/networks/8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180911 Feb 11 05:48:08.608742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.resource_extend [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:48:08.609048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:08.629142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:08.634634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.675371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.687548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] Calling delete_port for 0ce97f2b-2805-4de8-a8dd-589444a8fda4 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:08.810279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-a236edf0-eeea-479f-a583-0fce9b85cff1 service neutron] 10.222.0.62 "GET /v2.0/networks/8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143416 Feb 11 05:48:08.856854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.872575 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.993133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (429339e5-67c4-4a80-af6e-89d276912e26), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.994119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 78629586-3e23-45eb-b882-a4753451a297 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:08.994725 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78629586-3e23-45eb-b882-a4753451a297), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.012461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5eb62-22d8-49cb-8918-894194b17f01 None None] Current status of the port 78629586-3e23-45eb-b882-a4753451a297 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:09.013157 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ce5eb62-22d8-49cb-8918-894194b17f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78629586-3e23-45eb-b882-a4753451a297), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.206623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (c4c411bc-2c44-4b35-a04a-d81085f62d83), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.311008 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-439eb4a2-50c4-4d3e-bb88-92ee07e484a6 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.9530661 Feb 11 05:48:09.336417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7ce5eb62-22d8-49cb-8918-894194b17f01 None None] For port 78629586-3e23-45eb-b882-a4753451a297, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78629586-3e23-45eb-b882-a4753451a297,segment=NetworkSegment(62052aac-9825-4fed-aca7-07218cc4498c),segment_id=62052aac-9825-4fed-aca7-07218cc4498c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:09.376259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Publish callbacks [] for port (e67e3fe3-af87-4392-a05c-f0f303b663c5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.446070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (0ce97f2b-2805-4de8-a8dd-589444a8fda4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.446070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ce5eb62-22d8-49cb-8918-894194b17f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78629586-3e23-45eb-b882-a4753451a297), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.449932 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.514568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de05ce1d-a8b4-4b47-876a-d8ef654fe2f3 req-dd02851e-afb2-45ad-8bd8-5a9acb566983 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 210 time: 0.1794655 Feb 11 05:48:09.534494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:09.542869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:09.563971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:09.564937 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.578755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=c4c411bc-2c44-4b35-a04a-d81085f62d83,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:09.593254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.593936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.594513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.595044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.595624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.596481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.597212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.597772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.598674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.599216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.599787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.600320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.601515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:09.627734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Router 207c786f-b14c-4cb3-acda-a857cf61233f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:09.630582 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (e67e3fe3-af87-4392-a05c-f0f303b663c5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.637984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] No DVR routers for this DVR port 0ce97f2b-2805-4de8-a8dd-589444a8fda4 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:09.646336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ae30e-b54f-4ffd-acd7-2bfbd194abcc None None] Pushing event deleted for resources: {'Port': ['ID=0ce97f2b-2805-4de8-a8dd-589444a8fda4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:09.684889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (8c5ac5bf-78d4-4172-a014-d91a9eb0f23f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.718524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda8bca-9d16-4d71-ac0b-2ad08903a24c None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:09.735868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 78629586-3e23-45eb-b882-a4753451a297 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:09.753356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Network 2ff05581-e513-4f3b-a7a8-294e93cd5305 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:09.817231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b1813dc1-af3e-4483-926f-6af48a8faa02 None None] Provisioning complete for port 78629586-3e23-45eb-b882-a4753451a297 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:09.823287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1813dc1-af3e-4483-926f-6af48a8faa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78629586-3e23-45eb-b882-a4753451a297), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.856568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:09.892135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0ce97f2b-2805-4de8-a8dd-589444a8fda4 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:09.902399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:10.338309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 0ce97f2b-2805-4de8-a8dd-589444a8fda4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:10.338582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0ce97f2b-2805-4de8-a8dd-589444a8fda4 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:10.375459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5eb62-22d8-49cb-8918-894194b17f01 None None] Pushing event updated for resources: {'Port': ['ID=78629586-3e23-45eb-b882-a4753451a297,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:10.403815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:10.414884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.417439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33844) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:10.423987 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] Sync routers for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:10.439188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bb3a95dd-0878-4a73-a3ad-d7327da44102 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017265036', 'description': 'tempest-secgroup-smoke-2017265036 description', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:10.446641 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:10.447275 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:10.456124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:59Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:01Z', 'revision_number': 2, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:10.554924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Checking router: 90a4e9b6-4ed3-4031-8679-774889ee04bd for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:10.555294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Updating router 90a4e9b6-4ed3-4031-8679-774889ee04bd port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:10.633573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:10.636129 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:10.637682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5ac5bf-78d4-4172-a014-d91a9eb0f23f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:10.644766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-11361427-545d-43a1-9166-6210caaee2a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6600795 Feb 11 05:48:10.655216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33852) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:10.674219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7dc50696-3b31-4e9d-8b1a-b3f49430a0a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-906766175', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:10.694531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de7da2fc-5537-4568-825a-962ef8aae466 req-bc792600-542c-4606-a463-b2728d467b66 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 210 time: 0.0628843 Feb 11 05:48:10.696803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bb3a95dd-0878-4a73-a3ad-d7327da44102 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.710941 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8e48bf34-654d-44a0-8166-f9bce41534d5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "PUT /v2.0/floatingips/429339e5-67c4-4a80-af6e-89d276912e26 HTTP/1.1" status: 200 len: 993 time: 9.2051275 Feb 11 05:48:10.725268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Pushing event updated for resources: {'Port': ['ID=e67e3fe3-af87-4392-a05c-f0f303b663c5,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:10.734745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Attempting to bind port e67e3fe3-af87-4392-a05c-f0f303b663c5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:10.735793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Attempting to bind port e67e3fe3-af87-4392-a05c-f0f303b663c5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:10.736508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Attempting to bind port e67e3fe3-af87-4392-a05c-f0f303b663c5 on network 2ff05581-e513-4f3b-a7a8-294e93cd5305 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:10.768402 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b79abf-3837-4548-877d-acc3116bcd63 x-openstack-request-id: req-85b79abf-3837-4548-877d-acc3116bcd63 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:10.773213 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:10.773478 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85b79abf-3837-4548-877d-acc3116bcd63 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:10.774032 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'status': 'completed', 'code': 200} Feb 11 05:48:10.784307 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:10.838882 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (2ff05581-e513-4f3b-a7a8-294e93cd5305), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.863712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': 'c4c411bc-2c44-4b35-a04a-d81085f62d83'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:10.865437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.875485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff05581-e513-4f3b-a7a8-294e93cd5305']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:10.903173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d14ddc-8c19-434d-938e-09d4dca4cf33') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:10.903829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d14ddc-8c19-434d-938e-09d4dca4cf33') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:10.926351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (96d14ddc-8c19-434d-938e-09d4dca4cf33), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.927662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:10.930605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Checking segment: {'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:10.932655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.933266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Bound using segment: {'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:10.934677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Bound port: e67e3fe3-af87-4392-a05c-f0f303b663c5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:10.937415 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e67e3fe3-af87-4392-a05c-f0f303b663c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.962019 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.983108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (96d14ddc-8c19-434d-938e-09d4dca4cf33), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.996221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:10.996711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (96d14ddc-8c19-434d-938e-09d4dca4cf33), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:11.002540 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:11.008886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7dc50696-3b31-4e9d-8b1a-b3f49430a0a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (62b2514d-6269-404b-a8c1-7c2378041ecb), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.008886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7dc50696-3b31-4e9d-8b1a-b3f49430a0a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (62b2514d-6269-404b-a8c1-7c2378041ecb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.033260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-70ed1390-61c7-4617-b234-c469efe9a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:11.034164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b1813dc1-af3e-4483-926f-6af48a8faa02 None None] Current status of the port 78629586-3e23-45eb-b882-a4753451a297 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:11.043189 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-70ed1390-61c7-4617-b234-c469efe9a2e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b16429ff4124e078ff9c4153e077c6a&device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1128 time: 0.2634134 Feb 11 05:48:11.117220 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '429339e5-67c4-4a80-af6e-89d276912e26', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'mac_address': 'fa:16:3e:6f:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:57Z', 'updated_at': '2022-02-11T05:48:08Z', 'revision_number': 2, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:11.151164 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] Checking router: 207c786f-b14c-4cb3-acda-a857cf61233f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:11.160551 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:11.161519 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:11.181702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.db.api [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:48:11.181702 n-d-713498-37 neutron-server[104087]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:48:11.181702 n-d-713498-37 neutron-server[104087]: [parameters: {'id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'}] Feb 11 05:48:11.181702 n-d-713498-37 neutron-server[104087]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:11.182103 n-d-713498-37 neutron-server[104087]: DEBUG oslo_db.api [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:11.308139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-dc474cfd-6f5e-4fa8-a095-4cc06e2722e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:11.310317 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-dc474cfd-6f5e-4fa8-a095-4cc06e2722e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 200 len: 914 time: 0.2642782 Feb 11 05:48:11.384488 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:11.499538 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-2a834238-35e0-47d3-af21-9f1f9f648dbe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 200 len: 1001 time: 0.1650689 Feb 11 05:48:11.628374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7dc50696-3b31-4e9d-8b1a-b3f49430a0a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router_controller (62b2514d-6269-404b-a8c1-7c2378041ecb), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.683066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (2ff05581-e513-4f3b-a7a8-294e93cd5305), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.690862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bb3a95dd-0878-4a73-a3ad-d7327da44102 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (1b1f09e3-e752-4459-8240-e50ce2d479a4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.728038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-b680902c-a8a8-41a9-8e52-2e303778463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:11.732423 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-b680902c-a8a8-41a9-8e52-2e303778463e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d6ebe382-7277-4ac6-a7b6-7724669b67ed HTTP/1.1" status: 200 len: 852 time: 0.2181690 Feb 11 05:48:11.736214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7dc50696-3b31-4e9d-8b1a-b3f49430a0a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (62b2514d-6269-404b-a8c1-7c2378041ecb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.843295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Deleting port e67e3fe3-af87-4392-a05c-f0f303b663c5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:11.843784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e67e3fe3-af87-4392-a05c-f0f303b663c5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.868059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bb3a95dd-0878-4a73-a3ad-d7327da44102 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1b1f09e3-e752-4459-8240-e50ce2d479a4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.886553 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Publish callbacks [] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.001816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a95dd-0878-4a73-a3ad-d7327da44102 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1f09e3-e752-4459-8240-e50ce2d479a4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.042639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] For port e67e3fe3-af87-4392-a05c-f0f303b663c5, host n-d-713498-37, got binding levels [] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:12.043022 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e67e3fe3-af87-4392-a05c-f0f303b663c5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.043208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-c06a16af-87f7-4399-b9a2-bf41a95e1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:12.054174 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-c06a16af-87f7-4399-b9a2-bf41a95e1c8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505a71d0-67e8-41b7-84ca-0550ad56292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2945321 Feb 11 05:48:12.062189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Calling delete_port for e67e3fe3-af87-4392-a05c-f0f303b663c5 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:12.114079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bb3a95dd-0878-4a73-a3ad-d7327da44102 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.127624 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bb3a95dd-0878-4a73-a3ad-d7327da44102 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.7076478 Feb 11 05:48:12.157786 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '429339e5-67c4-4a80-af6e-89d276912e26', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'mac_address': 'fa:16:3e:6f:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:57Z', 'updated_at': '2022-02-11T05:48:08Z', 'revision_number': 2, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:12.170432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33866) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:12.191622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/c4c411bc-2c44-4b35-a04a-d81085f62d83/9e7d22ea-f961-49da-9d5a-9bedbf5a7317) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:12.193357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b0a02e3f-5aa2-4772-87d2-3e84d7d51ac8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1b1f09e3-e752-4459-8240-e50ce2d479a4', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:12.217838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c186f66f-016e-4ca2-9ce2-7393004579c6 req-f0385af6-6933-440b-99d4-7fb875c354ef tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 210 time: 0.3420496 Feb 11 05:48:12.234281 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf60a8-dbdc-415c-92ce-ee8d3bc980f5 None None] The sync data for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 is: [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '429339e5-67c4-4a80-af6e-89d276912e26', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'port_id': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'mac_address': 'fa:16:3e:6f:fc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:57Z', 'updated_at': '2022-02-11T05:48:08Z', 'revision_number': 2, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:12.274815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7dc50696-3b31-4e9d-8b1a-b3f49430a0a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.278548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e67e3fe3-af87-4392-a05c-f0f303b663c5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.279498 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7dc50696-3b31-4e9d-8b1a-b3f49430a0a1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6251826 Feb 11 05:48:12.281961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33868) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:12.471140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0a02e3f-5aa2-4772-87d2-3e84d7d51ac8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (4527968e-e8c8-4ef2-9461-e7a5b65ee5e7), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.473324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Port': ['ID=e67e3fe3-af87-4392-a05c-f0f303b663c5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.805029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0a02e3f-5aa2-4772-87d2-3e84d7d51ac8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (4527968e-e8c8-4ef2-9461-e7a5b65ee5e7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.807581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:12.810357 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c5416f-de38-4da4-a2b6-db987fec9943" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:12.833952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No DVR routers for this DVR port e67e3fe3-af87-4392-a05c-f0f303b663c5 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:12.854937 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Publish callbacks [] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.855995 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-668d9e14-fa28-45a8-863a-ab2918bc16f1 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:12.855995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-668d9e14-fa28-45a8-863a-ab2918bc16f1 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.83 "GET /v2.0/networks?id=8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 HTTP/1.1" status: 200 len: 808 time: 0.2873883 Feb 11 05:48:12.903746 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dd5331-a3b9-4f1a-9606-ee571c66c85f x-openstack-request-id: req-15dd5331-a3b9-4f1a-9606-ee571c66c85f {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:12.906458 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:12.906458 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15dd5331-a3b9-4f1a-9606-ee571c66c85f {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:12.906458 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'status': 'completed', 'code': 200} Feb 11 05:48:12.919973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-c03d8c14-2edf-41c5-816d-f69f982ac4df service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8648441 Feb 11 05:48:12.946518 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:12.946518 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:12.947270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78629586-3e23-45eb-b882-a4753451a297 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:12.950799 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.971208 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0a02e3f-5aa2-4772-87d2-3e84d7d51ac8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4527968e-e8c8-4ef2-9461-e7a5b65ee5e7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.031522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Request body: {'port': {'device_id': 'db605f77-9734-4856-8262-c4a3461bf57e', 'network_id': '8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571', 'admin_state_up': True, 'tenant_id': '6586ff3cfef449879e638faa9e5b5266'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:13.077086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a02e3f-5aa2-4772-87d2-3e84d7d51ac8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4527968e-e8c8-4ef2-9461-e7a5b65ee5e7,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:13.114615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426c96b-b56d-444b-8a1b-cc08b5789e90 None None] Pushing event updated for resources: {'Port': ['ID=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:13.147009 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.233318 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-16f5522c-90a1-40d8-8dda-5f8c084aa1e5 req-612256ce-995b-4d56-8408-1b6150ee0b0c service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058605 Feb 11 05:48:13.254998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:13.269938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0a02e3f-5aa2-4772-87d2-3e84d7d51ac8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.274878 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b0a02e3f-5aa2-4772-87d2-3e84d7d51ac8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0995855 Feb 11 05:48:13.276324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33880) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:13.287222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7c7ddf24-9248-4206-8dc1-8160e60fc1e8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1b1f09e3-e752-4459-8240-e50ce2d479a4', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:13.313478 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:13.315795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.343231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:13.482352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-1a1586f1-d975-4ecd-aa3d-532a51d3e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:13.482352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-1a1586f1-d975-4ecd-aa3d-532a51d3e2c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b16429ff4124e078ff9c4153e077c6a&device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1128 time: 0.1798215 Feb 11 05:48:13.485941 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (2ff05581-e513-4f3b-a7a8-294e93cd5305), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.568900 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c7ddf24-9248-4206-8dc1-8160e60fc1e8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (b8767236-7d4d-4ffb-88d7-4e91099eb7e6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.615076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Pushing event updated for resources: {'Port': ['ID=9e7d22ea-f961-49da-9d5a-9bedbf5a7317,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:13.629969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Attempting to bind port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:13.630612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Attempting to bind port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:13.631156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Attempting to bind port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 on network c2e8c66f-8c3e-49b1-a372-4053b41faa06 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:13.769660 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.775663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31d4b8b9-eb88-4e17-abc9-bb57d1361afd req-b32f6341-0ab2-4167-9d70-d26ad285e4f0 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 210 time: 0.2177432 Feb 11 05:48:13.779445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff05581-e513-4f3b-a7a8-294e93cd5305']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.781593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Attempting to bind port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:13.781980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Attempting to bind port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:13.782360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Attempting to bind port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:13.798481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Attempting to bind port e67e3fe3-af87-4392-a05c-f0f303b663c5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:13.798863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Attempting to bind port e67e3fe3-af87-4392-a05c-f0f303b663c5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:13.799397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Attempting to bind port e67e3fe3-af87-4392-a05c-f0f303b663c5 on network 2ff05581-e513-4f3b-a7a8-294e93cd5305 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:13.809092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:13.809629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Checking segment: {'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:13.810052 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.810463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Bound using segment: {'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:13.810954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d14ddc-8c19-434d-938e-09d4dca4cf33') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.811094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Bound port: e67e3fe3-af87-4392-a05c-f0f303b663c5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d14ddc-8c19-434d-938e-09d4dca4cf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2ff05581-e513-4f3b-a7a8-294e93cd5305'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:13.811353 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e67e3fe3-af87-4392-a05c-f0f303b663c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.811689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d14ddc-8c19-434d-938e-09d4dca4cf33') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.813581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:13.813960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Checking segment: {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:13.814132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-623ad814-118c-471b-9a0a-a09095d6beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:13.814605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.814732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Bound using segment: {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:13.815398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Bound port: 5e180b1e-fad6-41a8-8eb5-938c2b7ca495, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:13.815789 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.817218 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-623ad814-118c-471b-9a0a-a09095d6beaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 200 len: 914 time: 0.3299143 Feb 11 05:48:13.820087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:13.820479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:13.820914 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.821495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:13.822000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Bound port: 9e7d22ea-f961-49da-9d5a-9bedbf5a7317, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:13.822389 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.232172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (96d14ddc-8c19-434d-938e-09d4dca4cf33), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.234894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] For port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:14.234894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] For port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:14.234894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 78629586-3e23-45eb-b882-a4753451a297 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:14.234894 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78629586-3e23-45eb-b882-a4753451a297), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.234894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-53c8e667-34c1-4fc6-8e2b-25f0135ea02b None None] Provisioning complete for port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:14.234894 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53c8e667-34c1-4fc6-8e2b-25f0135ea02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.236562 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-11956227-6a1f-4088-b99c-1a9c37b5e10d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 200 len: 1001 time: 0.1611283 Feb 11 05:48:14.236562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-34a3b555-4790-4e95-9e61-7a53f2651725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:14.236562 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-34a3b555-4790-4e95-9e61-7a53f2651725 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d6ebe382-7277-4ac6-a7b6-7724669b67ed HTTP/1.1" status: 200 len: 852 time: 0.1311226 Feb 11 05:48:14.237190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-24b3c1c5-eb2e-4fd7-8d63-9d9a3919e3c2 None None] Port e67e3fe3-af87-4392-a05c-f0f303b663c5 has been deleted concurrently {{(pid=104088) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:48:14.237689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (96d14ddc-8c19-434d-938e-09d4dca4cf33), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.238029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c7ddf24-9248-4206-8dc1-8160e60fc1e8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (b8767236-7d4d-4ffb-88d7-4e91099eb7e6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.238384 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.254278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-e656b5b7-c069-4beb-8c2f-0059166fd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:14.254278 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-e656b5b7-c069-4beb-8c2f-0059166fd8d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505a71d0-67e8-41b7-84ca-0550ad56292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1140661 Feb 11 05:48:14.372549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:14.375604 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (96d14ddc-8c19-434d-938e-09d4dca4cf33), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:14.379014 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:14.506253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-53c8e667-34c1-4fc6-8e2b-25f0135ea02b None None] Port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:14.511074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:14.512126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:14.597585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c7ddf24-9248-4206-8dc1-8160e60fc1e8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b8767236-7d4d-4ffb-88d7-4e91099eb7e6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.677867 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-2ce4fd6a-abec-4d8b-833f-c67001ac1019 service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073238 Feb 11 05:48:14.702114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ddf24-9248-4206-8dc1-8160e60fc1e8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8767236-7d4d-4ffb-88d7-4e91099eb7e6,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:14.741812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::1 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/c4c411bc-2c44-4b35-a04a-d81085f62d83/cc1548f6-6725-4902-98b1-2cc7e47bf38a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:15.089311 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c3c5416f-de38-4da4-a2b6-db987fec9943 req-38acb25a-fc2c-4bdd-b1b5-fafba4e402ad service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093125 Feb 11 05:48:15.123606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Made reservation on behalf of 6586ff3cfef449879e638faa9e5b5266 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:15.129078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.204026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] For port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:15.217302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426c96b-b56d-444b-8a1b-cc08b5789e90 None None] Pushing event updated for resources: {'Port': ['ID=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:15.221405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e0a158f-376f-427e-8e09-e02e30b8f75d req-4d92ff61-f0f0-4997-8d48-42f71393119e tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 210 time: 0.1243186 Feb 11 05:48:15.248491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7c7ddf24-9248-4206-8dc1-8160e60fc1e8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.258578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7c7ddf24-9248-4206-8dc1-8160e60fc1e8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9806416 Feb 11 05:48:15.259644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33914) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:15.281675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-db125bfa-63fd-4cf0-9d02-9e8924eb7d7b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1b1f09e3-e752-4459-8240-e50ce2d479a4', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:15.284387 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.462240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:15.501405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (2ff05581-e513-4f3b-a7a8-294e93cd5305), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.516422 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.525588 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/2ff05581-e513-4f3b-a7a8-294e93cd5305 HTTP/1.1" status: 204 len: 168 time: 9.2190077 Feb 11 05:48:15.528436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:15.535907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1566521718'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:15.546346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] For port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9e7d22ea-f961-49da-9d5a-9bedbf5a7317,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:15.569207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db125bfa-63fd-4cf0-9d02-9e8924eb7d7b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (aee7a126-8fd3-4554-8f9c-d2ee55633fe5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.655641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c939e1-0458-4639-8791-09e081206005 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=2ff05581-e513-4f3b-a7a8-294e93cd5305,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:15.669436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Allocated IP 172.20.0.6 (8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571/0ac90830-04d1-4e86-9259-379d66c7b017/7af63b7c-ad82-4c21-b69c-98df855a6d82) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:15.739347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db125bfa-63fd-4cf0-9d02-9e8924eb7d7b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (aee7a126-8fd3-4554-8f9c-d2ee55633fe5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.760887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 78629586-3e23-45eb-b882-a4753451a297 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:15.777655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f464ac99-ad1a-4545-81c0-75cfd6ef1da1 None None] Provisioning complete for port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:15.778414 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f464ac99-ad1a-4545-81c0-75cfd6ef1da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.794278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.804802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:15.815591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.816421 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.888280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db125bfa-63fd-4cf0-9d02-9e8924eb7d7b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (aee7a126-8fd3-4554-8f9c-d2ee55633fe5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.981247 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db125bfa-63fd-4cf0-9d02-9e8924eb7d7b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee7a126-8fd3-4554-8f9c-d2ee55633fe5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:15.983112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:15.993813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=cc1548f6-6725-4902-98b1-2cc7e47bf38a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:15.996900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:16.028578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (803cf717-269f-4806-a304-c8f8ac7da988), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.030208 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 803cf717-269f-4806-a304-c8f8ac7da988 of type vlan for network e5482cf5-09bd-46da-8639-aecdf599e335 Feb 11 05:48:16.032237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:16.042650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:16.043637 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (62b2514d-6269-404b-a8c1-7c2378041ecb), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.243078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db125bfa-63fd-4cf0-9d02-9e8924eb7d7b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.245522 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-db125bfa-63fd-4cf0-9d02-9e8924eb7d7b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9841614 Feb 11 05:48:16.252330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:16.276372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-67ba0a5f-9991-4364-a1a4-cc824cfa3433 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1b1f09e3-e752-4459-8240-e50ce2d479a4', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:16.311867 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (e5482cf5-09bd-46da-8639-aecdf599e335), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.452535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a5f-9991-4364-a1a4-cc824cfa3433 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (38800149-6d11-4683-b9b5-c37e2f09028f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.587820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f464ac99-ad1a-4545-81c0-75cfd6ef1da1 None None] Current status of the port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:16.588559 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f464ac99-ad1a-4545-81c0-75cfd6ef1da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.625951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (e5482cf5-09bd-46da-8639-aecdf599e335), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.637620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:16.638648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.639427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76d8ea00-06a7-41e2-8315-345990741e54 req-27945bbf-9213-453b-a621-11b51e4246bd tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 210 time: 0.1553237 Feb 11 05:48:16.666789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:59Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:13Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:16.733763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a5f-9991-4364-a1a4-cc824cfa3433 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (38800149-6d11-4683-b9b5-c37e2f09028f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.761825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1509aa5-ee11-4100-94b2-28180f9c79b4 None None] The sync data for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 is: [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:59Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:13Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:16.767380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb821cef-9f4f-4794-b13d-8894bf4ad73b None None] Pushing event updated for resources: {'Port': ['ID=9e7d22ea-f961-49da-9d5a-9bedbf5a7317,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:16.889643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f464ac99-ad1a-4545-81c0-75cfd6ef1da1 None None] For port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:16.924415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Publish callbacks [] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.947559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a5f-9991-4364-a1a4-cc824cfa3433 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (38800149-6d11-4683-b9b5-c37e2f09028f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.963238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4307792 Feb 11 05:48:16.965149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 33942) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:16.968519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc7557-e276-4733-9510-e208261b9aa4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=e5482cf5-09bd-46da-8639-aecdf599e335,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:16.972897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': 'e5482cf5-09bd-46da-8639-aecdf599e335', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:16.995236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba0a5f-9991-4364-a1a4-cc824cfa3433 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38800149-6d11-4683-b9b5-c37e2f09028f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.001825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network e5482cf5-09bd-46da-8639-aecdf599e335 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:17.014956 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f464ac99-ad1a-4545-81c0-75cfd6ef1da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.088493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a5f-9991-4364-a1a4-cc824cfa3433 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.095512 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-67ba0a5f-9991-4364-a1a4-cc824cfa3433 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8361254 Feb 11 05:48:17.096479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33946) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:17.106122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d15d9b57-a386-4642-9685-93b9266af09c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1b1f09e3-e752-4459-8240-e50ce2d479a4', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:17.202368 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.246390 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-d15d9b57-a386-4642-9685-93b9266af09c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Project ef5a9503a8ff427984a3cc1a4ecdf612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:48:17.261440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b57-a386-4642-9685-93b9266af09c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (1b0929bb-755a-4871-a500-be9503ef6cda), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.294127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b50bd2-d238-406a-9fc3-3ad8ac6e282e None None] DHCP port deletion for 2ff05581-e513-4f3b-a7a8-294e93cd5305 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:17.361075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:17.368662 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.451961 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.494640 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b57-a386-4642-9685-93b9266af09c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (1b0929bb-755a-4871-a500-be9503ef6cda), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.526500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464ac99-ad1a-4545-81c0-75cfd6ef1da1 None None] Pushing event updated for resources: {'Port': ['ID=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.540225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-02397525-b122-401e-b399-e55b650fc55d None None] Could not find standard attr ID for object e67e3fe3-af87-4392-a05c-f0f303b663c5. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:48:17.572465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce112e1d-8c5c-4b53-978a-2ffdb78bd4a8 None None] Network 2ff05581-e513-4f3b-a7a8-294e93cd5305 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:17.599064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce112e1d-8c5c-4b53-978a-2ffdb78bd4a8 None None] Network 2ff05581-e513-4f3b-a7a8-294e93cd5305 could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:48:17.645742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b57-a386-4642-9685-93b9266af09c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (1b0929bb-755a-4871-a500-be9503ef6cda), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.668014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Pushing event updated for resources: {'Port': ['ID=7af63b7c-ad82-4c21-b69c-98df855a6d82,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.677188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d9b57-a386-4642-9685-93b9266af09c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0929bb-755a-4871-a500-be9503ef6cda,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.694604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:17.697859 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:17.707476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:17.746046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d15d9b57-a386-4642-9685-93b9266af09c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.747920 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d15d9b57-a386-4642-9685-93b9266af09c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6498744 Feb 11 05:48:17.750789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 33958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:17.755917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a4aa954c-6892-4b15-8764-e8ae56cd0995 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1b1f09e3-e752-4459-8240-e50ce2d479a4', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:17.846167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Performing IP validity checks on allocation pools {{(pid=104087) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:48:17.846167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104087) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:48:17.917253 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-a4aa954c-6892-4b15-8764-e8ae56cd0995 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Project ef5a9503a8ff427984a3cc1a4ecdf612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:48:17.925699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4aa954c-6892-4b15-8764-e8ae56cd0995 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (706122c6-8846-4f71-aca0-09cddb62eeb4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.169518 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4aa954c-6892-4b15-8764-e8ae56cd0995 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (706122c6-8846-4f71-aca0-09cddb62eeb4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.206554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:18.268036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4aa954c-6892-4b15-8764-e8ae56cd0995 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (706122c6-8846-4f71-aca0-09cddb62eeb4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.278683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:18.281563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.296418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa954c-6892-4b15-8764-e8ae56cd0995 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706122c6-8846-4f71-aca0-09cddb62eeb4,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:18.403367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:18.404976 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.438548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-d7a3b90c-2f8d-4c39-b23c-35684b40b864 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4371476 Feb 11 05:48:18.468120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a4aa954c-6892-4b15-8764-e8ae56cd0995 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.471110 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a4aa954c-6892-4b15-8764-e8ae56cd0995 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7186964 Feb 11 05:48:18.471671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Request body: {'port': {'device_id': 'db605f77-9734-4856-8262-c4a3461bf57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:18.613509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d934c-09a5-4769-8f96-4c543020cffd req-58b40a61-8c49-4bc0-88ff-b4ef5bbda074 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:18.624572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b6d934c-09a5-4769-8f96-4c543020cffd req-58b40a61-8c49-4bc0-88ff-b4ef5bbda074 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 931 time: 0.6262629 Feb 11 05:48:18.650864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (9aacc5c9-c557-460a-a442-57fdb084cc54), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.833792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:18.834281 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.952912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5059e940-9971-4d24-a9be-2c13d2246efb None None] Provisioning complete for port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:18.953390 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5059e940-9971-4d24-a9be-2c13d2246efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.956666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9e7d22ea-f961-49da-9d5a-9bedbf5a7317,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:19.065613 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.066463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:19.144272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=9aacc5c9-c557-460a-a442-57fdb084cc54,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.224957 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.287170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9e7d22ea-f961-49da-9d5a-9bedbf5a7317,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.356582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5059e940-9971-4d24-a9be-2c13d2246efb None None] Current status of the port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:19.363734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b6d934c-09a5-4769-8f96-4c543020cffd req-5b2c45af-7eeb-48b1-86db-d78336c25605 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7370577 Feb 11 05:48:19.396453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:19.397047 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.473999 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.505830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-381dfe57-cbd2-4ec1-b9bd-b3cc811a18b3 None None] Provisioning complete for port cc1548f6-6725-4902-98b1-2cc7e47bf38a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:19.506504 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-381dfe57-cbd2-4ec1-b9bd-b3cc811a18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.567600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-381dfe57-cbd2-4ec1-b9bd-b3cc811a18b3 None None] Port cc1548f6-6725-4902-98b1-2cc7e47bf38a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:19.628797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': '803cf717-269f-4806-a304-c8f8ac7da988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e5482cf5-09bd-46da-8639-aecdf599e335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:19.629252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: e5482cf5-09bd-46da-8639-aecdf599e335, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:19.640541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-06bd78a3-2cad-49d9-8410-9f9a095a39dd tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017265036&fields=id&tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 267 time: 0.6602623 Feb 11 05:48:19.652352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.653549 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (62b2514d-6269-404b-a8c1-7c2378041ecb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.688045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:19.704131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e67e3fe3-af87-4392-a05c-f0f303b663c5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:19.753877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: e67e3fe3-af87-4392-a05c-f0f303b663c5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:19.755457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e67e3fe3-af87-4392-a05c-f0f303b663c5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:19.932376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:20.036960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:20.037368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.240237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:20.470027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network e5482cf5-09bd-46da-8639-aecdf599e335 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:20.503127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=cc1548f6-6725-4902-98b1-2cc7e47bf38a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:20.638940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-9b3a0035-07ac-4bcd-a8d9-b60003476855 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.640916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-9b3a0035-07ac-4bcd-a8d9-b60003476855 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/networks?id=c2e8c66f-8c3e-49b1-a372-4053b41faa06 HTTP/1.1" status: 200 len: 797 time: 0.9848156 Feb 11 05:48:20.691033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, e5482cf5-09bd-46da-8639-aecdf599e335) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:20.701481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e2255a-5615-48e1-a3e7-5d468c4c19b6 None None] Network e5482cf5-09bd-46da-8639-aecdf599e335 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:20.724391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:20.727799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.728275 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.743200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:20.759391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-50b12f0e-78ab-493c-9c70-b11d20179d6f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/quotas/ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 375 time: 0.1048188 Feb 11 05:48:20.802015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af63b7c-ad82-4c21-b69c-98df855a6d82 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:20.840673 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Publish callbacks [] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.864049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b3f4-5edb-4d95-992c-6c0fd8024fe8 req-cc2119dc-b5c4-4e3c-b416-3f3c20dac3fc tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.872075 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cab4b3f4-5edb-4d95-992c-6c0fd8024fe8 req-cc2119dc-b5c4-4e3c-b416-3f3c20dac3fc tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 931 time: 0.3973327 Feb 11 05:48:20.947495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Transition to ACTIVE for port object 7af63b7c-ad82-4c21-b69c-98df855a6d82 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:48:20.950268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e47dcd35-e539-4f7c-a8d4-cb41970fd9d0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.9821095 Feb 11 05:48:20.953426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34016) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.973465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-e5482cf5-09bd-46da-8639-aecdf599e335', 'network_id': 'e5482cf5-09bd-46da-8639-aecdf599e335', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': '9aacc5c9-c557-460a-a442-57fdb084cc54'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:20.976844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.125405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-2849d311-4a33-4898-a7f1-bcb061657950 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3518932 Feb 11 05:48:21.130616 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.163160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (e5482cf5-09bd-46da-8639-aecdf599e335), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.172664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cab4b3f4-5edb-4d95-992c-6c0fd8024fe8 req-96f6e883-db06-4b33-932a-42e9913bbfb3 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915959 Feb 11 05:48:21.323562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b8f78ed8-f35a-4e77-9a57-56c0ad4b491d None None] Provisioning complete for port cc1548f6-6725-4902-98b1-2cc7e47bf38a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:21.324256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b8f78ed8-f35a-4e77-9a57-56c0ad4b491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.346300 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (9aacc5c9-c557-460a-a442-57fdb084cc54), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.356518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=7af63b7c-ad82-4c21-b69c-98df855a6d82,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:21.393892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b8f78ed8-f35a-4e77-9a57-56c0ad4b491d None None] Port cc1548f6-6725-4902-98b1-2cc7e47bf38a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:21.430126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Allocated IP 172.20.0.3 (e5482cf5-09bd-46da-8639-aecdf599e335/9aacc5c9-c557-460a-a442-57fdb084cc54/7d7b97f4-1935-40f0-bff2-28444d533681) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:21.528035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-64629b80-1854-41cc-8fb5-36785814b4cd service neutron] 10.222.0.62 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875985 Feb 11 05:48:21.593681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Router 62b2514d-6269-404b-a8c1-7c2378041ecb is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:21.637898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Attempting to bind port 7af63b7c-ad82-4c21-b69c-98df855a6d82 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:21.638496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Attempting to bind port 7af63b7c-ad82-4c21-b69c-98df855a6d82 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '6b95d877-59b6-4d24-a6d4-045d46e0165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:21.639022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Attempting to bind port 7af63b7c-ad82-4c21-b69c-98df855a6d82 on network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:21.684182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Port 7af63b7c-ad82-4c21-b69c-98df855a6d82 on network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:48:21.684820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Attempting to bind port 7af63b7c-ad82-4c21-b69c-98df855a6d82 on network 8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:21.746959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:21.747315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Checking segment: {'id': '6b95d877-59b6-4d24-a6d4-045d46e0165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:21.753585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Bound using segment: {'id': '6b95d877-59b6-4d24-a6d4-045d46e0165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:21.753585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Bound port: 7af63b7c-ad82-4c21-b69c-98df855a6d82, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b95d877-59b6-4d24-a6d4-045d46e0165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:21.753585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.789335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Publish callbacks [] for port (7d7b97f4-1935-40f0-bff2-28444d533681), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.832254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-ed8b6add-2540-4ce7-866b-5f5556f53555 service neutron] 10.222.0.62 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947822 Feb 11 05:48:21.888564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:21.895798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5c3e5bde-4abf-411c-8de0-95af649ebbc7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "PUT /v2.0/routers/62b2514d-6269-404b-a8c1-7c2378041ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6088226 Feb 11 05:48:21.898681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34030) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:21.924427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Sync routers for ids ['62b2514d-6269-404b-a8c1-7c2378041ecb'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:21.965445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (7d7b97f4-1935-40f0-bff2-28444d533681), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.974579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Routers {'62b2514d-6269-404b-a8c1-7c2378041ecb'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:21.975293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['62b2514d-6269-404b-a8c1-7c2378041ecb'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:21.978534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] For port 7af63b7c-ad82-4c21-b69c-98df855a6d82, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:21.990322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] For port 7af63b7c-ad82-4c21-b69c-98df855a6d82, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7af63b7c-ad82-4c21-b69c-98df855a6d82,segment=NetworkSegment(6b95d877-59b6-4d24-a6d4-045d46e0165e),segment_id=6b95d877-59b6-4d24-a6d4-045d46e0165e)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:22.057499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Network e5482cf5-09bd-46da-8639-aecdf599e335 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:22.060874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b78062-be85-4a05-9fc4-b53b31fabb1f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.063545 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15b78062-be85-4a05-9fc4-b53b31fabb1f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports/cc1548f6-6725-4902-98b1-2cc7e47bf38a HTTP/1.1" status: 200 len: 911 time: 0.1635542 Feb 11 05:48:22.063823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:22.066377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34034) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:22.103300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:22.106334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Pushing event updated for resources: {'Port': ['ID=7d7b97f4-1935-40f0-bff2-28444d533681,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.138070 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.173125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Set router 62b2514d-6269-404b-a8c1-7c2378041ecb gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:22.196933 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (9aacc5c9-c557-460a-a442-57fdb084cc54), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.235854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.236500 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.238976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] 10.222.0.83 "PUT /v2.0/ports/7af63b7c-ad82-4c21-b69c-98df855a6d82 HTTP/1.1" status: 200 len: 1092 time: 3.7754402 Feb 11 05:48:22.239141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Attempting to bind port 7d7b97f4-1935-40f0-bff2-28444d533681 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:22.239275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Attempting to bind port 7d7b97f4-1935-40f0-bff2-28444d533681 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '803cf717-269f-4806-a304-c8f8ac7da988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e5482cf5-09bd-46da-8639-aecdf599e335'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:22.240027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Attempting to bind port 7d7b97f4-1935-40f0-bff2-28444d533681 on network e5482cf5-09bd-46da-8639-aecdf599e335 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:22.241202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db605f77-9734-4856-8262-c4a3461bf57e', 'tag': '7af63b7c-ad82-4c21-b69c-98df855a6d82'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:22.254088 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d364b8-8128-4ef7-a47e-d761c4747545" -d '{"events": [{"name": "network-changed", "server_uuid": "db605f77-9734-4856-8262-c4a3461bf57e", "tag": "7af63b7c-ad82-4c21-b69c-98df855a6d82"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:22.257060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:22.259512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Checking segment: {'id': '803cf717-269f-4806-a304-c8f8ac7da988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e5482cf5-09bd-46da-8639-aecdf599e335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:22.281665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.282186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Bound using segment: {'id': '803cf717-269f-4806-a304-c8f8ac7da988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e5482cf5-09bd-46da-8639-aecdf599e335'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:22.282781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Bound port: 7d7b97f4-1935-40f0-bff2-28444d533681, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803cf717-269f-4806-a304-c8f8ac7da988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e5482cf5-09bd-46da-8639-aecdf599e335'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:22.283215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7d7b97f4-1935-40f0-bff2-28444d533681), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.290030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc86363e-c1a9-41a5-96aa-3c2d61a97a61 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.307865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc86363e-c1a9-41a5-96aa-3c2d61a97a61 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.321352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc86363e-c1a9-41a5-96aa-3c2d61a97a61 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2533281 Feb 11 05:48:22.323301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34044) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:22.362764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4e2d4-e4ef-4ba1-8001-5555c14c9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=7af63b7c-ad82-4c21-b69c-98df855a6d82,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.499788 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59160b66-a574-43fb-99ab-6a197063726b x-openstack-request-id: req-59160b66-a574-43fb-99ab-6a197063726b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:22.500305 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db605f77-9734-4856-8262-c4a3461bf57e", "tag": "7af63b7c-ad82-4c21-b69c-98df855a6d82", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:22.500780 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59160b66-a574-43fb-99ab-6a197063726b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:22.503819 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db605f77-9734-4856-8262-c4a3461bf57e', 'tag': '7af63b7c-ad82-4c21-b69c-98df855a6d82', 'status': 'completed', 'code': 200} Feb 11 05:48:22.549549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] For port 7d7b97f4-1935-40f0-bff2-28444d533681, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:22.555737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] For port 7d7b97f4-1935-40f0-bff2-28444d533681, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7d7b97f4-1935-40f0-bff2-28444d533681,segment=NetworkSegment(803cf717-269f-4806-a304-c8f8ac7da988),segment_id=803cf717-269f-4806-a304-c8f8ac7da988)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:22.589391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=9aacc5c9-c557-460a-a442-57fdb084cc54,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.659450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855619ae-caf7-4cad-8f5a-7c9acce6d533 req-76b3f279-7179-4e27-8fd2-e392d332090c tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.664775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-855619ae-caf7-4cad-8f5a-7c9acce6d533 req-76b3f279-7179-4e27-8fd2-e392d332090c tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 943 time: 0.2691531 Feb 11 05:48:22.783818 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7d7b97f4-1935-40f0-bff2-28444d533681), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.791643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (e5482cf5-09bd-46da-8639-aecdf599e335), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.827345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad215b78-da36-4af6-8807-18029b32f371 req-ad8fa0d7-1d3e-41e7-acd1-f0e92290b634 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 210 time: 0.1570432 Feb 11 05:48:22.869605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-ca077cbe-ca95-49f8-8102-a2ef6d77fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.869605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-ca077cbe-ca95-49f8-8102-a2ef6d77fb78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6586ff3cfef449879e638faa9e5b5266&device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 1126 time: 0.4265618 Feb 11 05:48:22.872729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5482cf5-09bd-46da-8639-aecdf599e335']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:22.905752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af9f01-a9a0-4c9d-a39f-2669b6ad545d None None] Pushing event updated for resources: {'Port': ['ID=7d7b97f4-1935-40f0-bff2-28444d533681,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.923557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803cf717-269f-4806-a304-c8f8ac7da988') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:22.923557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803cf717-269f-4806-a304-c8f8ac7da988') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:22.949221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-25a60d2c-89f3-458d-8b00-8aa6e02de985 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af63b7c-ad82-4c21-b69c-98df855a6d82 HTTP/1.1" status: 200 len: 217 time: 0.0747628 Feb 11 05:48:22.967390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-855619ae-caf7-4cad-8f5a-7c9acce6d533 req-ae2fed95-f895-4e35-bb5d-dc76bc65ed59 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609148 Feb 11 05:48:22.981194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (803cf717-269f-4806-a304-c8f8ac7da988), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.025057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (803cf717-269f-4806-a304-c8f8ac7da988), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.040025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:23.040441 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (803cf717-269f-4806-a304-c8f8ac7da988), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:23.043678 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:23.093985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-f47ee421-31cf-41b9-bcee-9ea340b10d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.095556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-f47ee421-31cf-41b9-bcee-9ea340b10d00 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ac90830-04d1-4e86-9259-379d66c7b017 HTTP/1.1" status: 200 len: 848 time: 0.1231015 Feb 11 05:48:23.141498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-0b001f5e-78c2-4473-be2f-c047df754deb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398312 Feb 11 05:48:23.264169 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:48:23.264169 n-d-713498-37 neutron-server[104086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:48:23.264169 n-d-713498-37 neutron-server[104086]: [parameters: {'id': 'e5482cf5-09bd-46da-8639-aecdf599e335'}] Feb 11 05:48:23.264169 n-d-713498-37 neutron-server[104086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:23.264169 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:23.302420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4279c00d-0a19-4498-bd3e-382742be4cbe None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:48:23.346606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-cad510e2-b292-4343-9788-cd84a6a679e1 service neutron] 10.222.0.83 "GET /v2.0/networks/8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992843 Feb 11 05:48:23.380131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b2514d-6269-404b-a8c1-7c2378041ecb', 'name': 'tempest-NetworksTestDHCPv6-router-906766175', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 2, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None, '_interfaces': [{'id': 'cc1548f6-6725-4902-98b1-2cc7e47bf38a', 'name': '', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'mac_address': 'fa:16:3e:79:75:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b2514d-6269-404b-a8c1-7c2378041ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'c4c411bc-2c44-4b35-a04a-d81085f62d83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:14Z', 'updated_at': '2022-02-11T05:48:18Z', 'revision_number': 2, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'subnets': [{'id': 'c4c411bc-2c44-4b35-a04a-d81085f62d83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:23.415892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Checking router: 62b2514d-6269-404b-a8c1-7c2378041ecb for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:23.416509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Updating router 62b2514d-6269-404b-a8c1-7c2378041ecb port cc1548f6-6725-4902-98b1-2cc7e47bf38a binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:23.459726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-328179de-5c64-4e4a-ab40-590abbec9cc6 req-652c8c8e-8ce0-4495-ba0e-fd03ec081818 service neutron] 10.222.0.83 "GET /v2.0/networks/8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069314 Feb 11 05:48:23.493202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.549942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (62b2514d-6269-404b-a8c1-7c2378041ecb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.728461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-4b8d4b59-9126-4a4f-bf2b-9f5d96242914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.730740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-4b8d4b59-9126-4a4f-bf2b-9f5d96242914 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6586ff3cfef449879e638faa9e5b5266&device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 1126 time: 0.1087561 Feb 11 05:48:23.760731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279c00d-0a19-4498-bd3e-382742be4cbe None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:48:23.801834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (e5482cf5-09bd-46da-8639-aecdf599e335), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.982766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b57d2a1-05c3-469e-b130-ade846166bba req-5e2ff8f2-53f9-4470-808c-3557805315c7 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 210 time: 0.0679877 Feb 11 05:48:23.986844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-42c8ed82-f6f6-4ce9-9825-3fd731758c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.992533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-42c8ed82-f6f6-4ce9-9825-3fd731758c6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 HTTP/1.1" status: 200 len: 909 time: 0.2564619 Feb 11 05:48:23.994225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Deleting port 7d7b97f4-1935-40f0-bff2-28444d533681 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:23.994585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7d7b97f4-1935-40f0-bff2-28444d533681), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.078611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port cc1548f6-6725-4902-98b1-2cc7e47bf38a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:24.083421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.182069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Publish callbacks [] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.247058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-3f9d4076-101f-4d43-bc0d-b524ef6284e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af63b7c-ad82-4c21-b69c-98df855a6d82 HTTP/1.1" status: 200 len: 217 time: 0.2470901 Feb 11 05:48:24.302666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.307526 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.338043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for cc1548f6-6725-4902-98b1-2cc7e47bf38a owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:24.349671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71db70f2-c54b-4e76-8505-56e3f4060314 None None] Network e5482cf5-09bd-46da-8639-aecdf599e335 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:24.366710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b6d1a-c3a0-4cce-b701-0724c1154866 req-13f41afb-8c1e-4d09-b23a-bfffb966eb96 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.366710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e69b6d1a-c3a0-4cce-b701-0724c1154866 req-13f41afb-8c1e-4d09-b23a-bfffb966eb96 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 943 time: 0.2041428 Feb 11 05:48:24.372120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-73c1810b-5e10-404c-ad84-f2f9c158486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.375583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-73c1810b-5e10-404c-ad84-f2f9c158486f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ac90830-04d1-4e86-9259-379d66c7b017 HTTP/1.1" status: 200 len: 848 time: 0.1220291 Feb 11 05:48:24.579808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e69b6d1a-c3a0-4cce-b701-0724c1154866 req-0252257a-a8f1-4532-bf5e-9ad8bad5d64c tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026322 Feb 11 05:48:24.685858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] For port 7d7b97f4-1935-40f0-bff2-28444d533681, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7d7b97f4-1935-40f0-bff2-28444d533681,segment=NetworkSegment(803cf717-269f-4806-a304-c8f8ac7da988),segment_id=803cf717-269f-4806-a304-c8f8ac7da988)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:24.686228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7d7b97f4-1935-40f0-bff2-28444d533681), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.687559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a96d8-4656-47bc-aaea-147e2cda3873 None None] Pushing event updated for resources: {'Port': ['ID=cc1548f6-6725-4902-98b1-2cc7e47bf38a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:24.722508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Calling delete_port for 7d7b97f4-1935-40f0-bff2-28444d533681 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:24.783268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-1a5ebcab-428e-4a5f-bb56-8a2f6e54391e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239215 Feb 11 05:48:24.964365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7d7b97f4-1935-40f0-bff2-28444d533681), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.981819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-3b724c8e-758f-4b56-b98d-6a76bb8b0e03 service neutron] 10.222.0.83 "GET /v2.0/networks/8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924050 Feb 11 05:48:25.029483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Port': ['ID=7d7b97f4-1935-40f0-bff2-28444d533681,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:25.058526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No DVR routers for this DVR port 7d7b97f4-1935-40f0-bff2-28444d533681 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:25.089867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Attempting to bind port cc1548f6-6725-4902-98b1-2cc7e47bf38a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:25.103316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Attempting to bind port cc1548f6-6725-4902-98b1-2cc7e47bf38a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:25.103316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Attempting to bind port cc1548f6-6725-4902-98b1-2cc7e47bf38a on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:25.106926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:25.107508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:25.108651 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.108985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:25.109807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Bound port: cc1548f6-6725-4902-98b1-2cc7e47bf38a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:25.110425 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.201305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ff06ad3b-daac-417c-8350-c42c895af288 None None] Provisioning complete for port cc1548f6-6725-4902-98b1-2cc7e47bf38a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:25.201818 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff06ad3b-daac-417c-8350-c42c895af288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.226563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80404faf-47ee-4b00-a34d-1da91621c25e req-31fd0601-fc82-4e12-9d43-ad8ef5f712d5 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 210 time: 0.1040123 Feb 11 05:48:25.306390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ff06ad3b-daac-417c-8350-c42c895af288 None None] Port cc1548f6-6725-4902-98b1-2cc7e47bf38a cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:25.308087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d364b8-8128-4ef7-a47e-d761c4747545 req-16162b61-be16-4866-a05d-fe1d4f3a64c8 service neutron] 10.222.0.83 "GET /v2.0/networks/8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193030 Feb 11 05:48:25.721699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (e5482cf5-09bd-46da-8639-aecdf599e335), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.808194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b1b9-0e0b-4271-bc2a-eac180c12a97 req-3fcadfed-4d72-48a9-9be7-8dd07f119580 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.817354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c438b1b9-0e0b-4271-bc2a-eac180c12a97 req-3fcadfed-4d72-48a9-9be7-8dd07f119580 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 943 time: 0.1226904 Feb 11 05:48:25.824475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5482cf5-09bd-46da-8639-aecdf599e335']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:25.864641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803cf717-269f-4806-a304-c8f8ac7da988') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:25.864885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803cf717-269f-4806-a304-c8f8ac7da988') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:25.885922 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:25.886465 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:25.888826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c438b1b9-0e0b-4271-bc2a-eac180c12a97 req-a24a6a46-37b0-48a6-969d-330d9835c371 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700734 Feb 11 05:48:25.890676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (803cf717-269f-4806-a304-c8f8ac7da988), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.894722 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.986153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (803cf717-269f-4806-a304-c8f8ac7da988), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.988461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=cc1548f6-6725-4902-98b1-2cc7e47bf38a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:26.036984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:26.037902 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (803cf717-269f-4806-a304-c8f8ac7da988), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: items = [ Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:26.042922 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:26.224555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-8d33e787-455f-4bb9-9794-ae04da4efa34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:26.227420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-8d33e787-455f-4bb9-9794-ae04da4efa34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/networks?id=c2e8c66f-8c3e-49b1-a372-4053b41faa06 HTTP/1.1" status: 200 len: 797 time: 0.3928370 Feb 11 05:48:26.234290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (62b2514d-6269-404b-a8c1-7c2378041ecb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.266063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (e5482cf5-09bd-46da-8639-aecdf599e335), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.347223 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-aeafd848-d9d6-4e87-9deb-236af4347893 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 380 time: 0.1102023 Feb 11 05:48:26.349815 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:26.352684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.360490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34156) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:26.361507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/e5482cf5-09bd-46da-8639-aecdf599e335 HTTP/1.1" status: 204 len: 168 time: 5.4053233 Feb 11 05:48:26.368935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-296948687'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:26.407627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Attempting to bind port cc1548f6-6725-4902-98b1-2cc7e47bf38a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:26.408508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Attempting to bind port cc1548f6-6725-4902-98b1-2cc7e47bf38a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:26.409593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Attempting to bind port cc1548f6-6725-4902-98b1-2cc7e47bf38a on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:26.412031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'port': {'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'admin_state_up': True, 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'security_groups': ['1b1f09e3-e752-4459-8240-e50ce2d479a4']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:26.423260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:26.423642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:26.424076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.424475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:26.424995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Bound port: cc1548f6-6725-4902-98b1-2cc7e47bf38a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:26.425382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc1548f6-6725-4902-98b1-2cc7e47bf38a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.467106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326421b-21b7-48cf-b59a-2d2dc897daee tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=e5482cf5-09bd-46da-8639-aecdf599e335,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:26.471074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Port cc1548f6-6725-4902-98b1-2cc7e47bf38a has been deleted concurrently {{(pid=104088) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:48:26.484452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Routers {'62b2514d-6269-404b-a8c1-7c2378041ecb'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:26.486502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['62b2514d-6269-404b-a8c1-7c2378041ecb'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:26.495443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c39c70e-892a-42c5-8a8d-d589b1946a52 req-58e2542a-1838-4a38-9707-a6f177d76775 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 210 time: 0.0717027 Feb 11 05:48:26.553856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:26.560325 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.582025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] Set router 62b2514d-6269-404b-a8c1-7c2378041ecb gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:26.596791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:26.615554 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (37f25b02-df1b-43ec-a8d3-63afb99f90e1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.616489 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 37f25b02-df1b-43ec-a8d3-63afb99f90e1 of type vlan for network 72f76235-c3a8-473c-9d51-98d9eb21004c Feb 11 05:48:26.670626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b2514d-6269-404b-a8c1-7c2378041ecb', 'name': 'tempest-NetworksTestDHCPv6-router-906766175', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:25Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:26.701625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (72f76235-c3a8-473c-9d51-98d9eb21004c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.712147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5a0e2-5ff5-4d0a-9880-d324e9fe40a6 None None] The sync data for ids ['62b2514d-6269-404b-a8c1-7c2378041ecb'] in n-d-713498-37 is: [{'id': '62b2514d-6269-404b-a8c1-7c2378041ecb', 'name': 'tempest-NetworksTestDHCPv6-router-906766175', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:25Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:26.808492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Router 62b2514d-6269-404b-a8c1-7c2378041ecb has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:26.858757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (72f76235-c3a8-473c-9d51-98d9eb21004c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.865864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:26.867190 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.977906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:26.980458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:26.992589 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:26.993061 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d5628a5-e3ae-411f-98e1-e74096e1b650 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "PUT /v2.0/routers/62b2514d-6269-404b-a8c1-7c2378041ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6577313 Feb 11 05:48:26.995507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34182) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:27.079855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7154741 Feb 11 05:48:27.083826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:27.094913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': '72f76235-c3a8-473c-9d51-98d9eb21004c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:27.099255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f39b5-eb14-4876-b2f0-872518058034 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=72f76235-c3a8-473c-9d51-98d9eb21004c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:27.113175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 72f76235-c3a8-473c-9d51-98d9eb21004c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:27.133063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8384af32-c73b-4832-be77-321b341e1169 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:27.134821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8384af32-c73b-4832-be77-321b341e1169 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:27.139046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8384af32-c73b-4832-be77-321b341e1169 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1398919 Feb 11 05:48:27.144743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34190) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:27.274573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4847348-b957-452e-937e-32029d00645b req-cdb8c615-005b-4660-a6c9-2f24e635fec0 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:27.278795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4847348-b957-452e-937e-32029d00645b req-cdb8c615-005b-4660-a6c9-2f24e635fec0 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 943 time: 0.2243307 Feb 11 05:48:27.350735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.20.0.14 (c2e8c66f-8c3e-49b1-a372-4053b41faa06/57672995-503b-459f-a05a-85867b9a573d/de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:27.354089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0e36ed-12a7-4d0f-943c-242d1154ee7d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet c4c411bc-2c44-4b35-a04a-d81085f62d83 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:27.365088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db0e36ed-12a7-4d0f-943c-242d1154ee7d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (c4c411bc-2c44-4b35-a04a-d81085f62d83), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.399258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a4847348-b957-452e-937e-32029d00645b req-f3151858-d9bf-49bc-b3f2-b5a8f937ab0a tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144373 Feb 11 05:48:27.441802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:27.441802 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.444548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db0e36ed-12a7-4d0f-943c-242d1154ee7d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (c4c411bc-2c44-4b35-a04a-d81085f62d83), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.671413 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db0e36ed-12a7-4d0f-943c-242d1154ee7d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c4c411bc-2c44-4b35-a04a-d81085f62d83), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.674149 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.837406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d30478d-a8b8-417a-932c-aceb7b9e8dc1 req-f3df47b6-f730-4f96-8b9a-dfdbdac141fa tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 210 time: 0.1583502 Feb 11 05:48:27.881244 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.939824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7af63b7c-ad82-4c21-b69c-98df855a6d82 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:48:27.940663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (2c578543-e7b6-4feb-801c-54257a4a2e2f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.945766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:27.949785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db0e36ed-12a7-4d0f-943c-242d1154ee7d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (c4c411bc-2c44-4b35-a04a-d81085f62d83), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.962630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:27.994303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:27.996132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e36ed-12a7-4d0f-943c-242d1154ee7d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c411bc-2c44-4b35-a04a-d81085f62d83,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:28.003641 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db0e36ed-12a7-4d0f-943c-242d1154ee7d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.016853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-db0e36ed-12a7-4d0f-943c-242d1154ee7d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/c4c411bc-2c44-4b35-a04a-d81085f62d83 HTTP/1.1" status: 204 len: 168 time: 0.8662701 Feb 11 05:48:28.026192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34222) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:28.029572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe5523-a5b6-4a75-acd4-26a4ee8f2a5d None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:28.049645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:28.126253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] Sync routers for ids ['62b2514d-6269-404b-a8c1-7c2378041ecb'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:28.128096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=2c578543-e7b6-4feb-801c-54257a4a2e2f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:28.149796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:28.150720 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.161582 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] Routers {'62b2514d-6269-404b-a8c1-7c2378041ecb'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:28.170258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['62b2514d-6269-404b-a8c1-7c2378041ecb'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:28.187300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': '37f25b02-df1b-43ec-a8d3-63afb99f90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '72f76235-c3a8-473c-9d51-98d9eb21004c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:28.187890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: 72f76235-c3a8-473c-9d51-98d9eb21004c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:28.207246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-09632d2f-4e29-4311-bd91-c21e91df4c8d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1796083 Feb 11 05:48:28.209884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34230) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:28.287036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7af63b7c-ad82-4c21-b69c-98df855a6d82, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7af63b7c-ad82-4c21-b69c-98df855a6d82,segment=NetworkSegment(6b95d877-59b6-4d24-a6d4-045d46e0165e),segment_id=6b95d877-59b6-4d24-a6d4-045d46e0165e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:28.302027 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3ba46233-ce35-47f3-9066-5f508ce1cf3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8964679 Feb 11 05:48:28.313138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Request body: {'port': {'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:28.316935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '7af63b7c-ad82-4c21-b69c-98df855a6d82', 'network_id': '8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571', 'port_id': '7af63b7c-ad82-4c21-b69c-98df855a6d82', 'mac_address': 'fa:16:3e:73:c8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac90830-04d1-4e86-9259-379d66c7b017', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:48:28.331280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f24c049-f4f2-4779-9a84-1255742db810 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router (62b2514d-6269-404b-a8c1-7c2378041ecb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.374257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 72f76235-c3a8-473c-9d51-98d9eb21004c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:28.486367 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.502657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7af63b7c-ad82-4c21-b69c-98df855a6d82 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:28.503444 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.508611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e623e017-751a-49d6-b3b9-b49b2fec70cf None None] Provisioning complete for port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:28.509455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e623e017-751a-49d6-b3b9-b49b2fec70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.511668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 72f76235-c3a8-473c-9d51-98d9eb21004c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:28.520931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:28.521779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.595322 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] Set router 62b2514d-6269-404b-a8c1-7c2378041ecb gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:28.634630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b30e7-803b-47f3-ba7f-2fe0f1df13d1 None None] Network 72f76235-c3a8-473c-9d51-98d9eb21004c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:28.647304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e623e017-751a-49d6-b3b9-b49b2fec70cf None None] Port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:28.675684 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b2514d-6269-404b-a8c1-7c2378041ecb', 'name': 'tempest-NetworksTestDHCPv6-router-906766175', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:25Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:28.727933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af63b7c-ad82-4c21-b69c-98df855a6d82 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:28.761061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] Checking router: 62b2514d-6269-404b-a8c1-7c2378041ecb for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:28.783532 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7a8659c7-1727-429a-a90a-f444ba5773ae tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6882567 Feb 11 05:48:28.798661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34250) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:28.799419 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] Routers {'62b2514d-6269-404b-a8c1-7c2378041ecb'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:28.805413 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['62b2514d-6269-404b-a8c1-7c2378041ecb'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:28.814233 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f24c049-f4f2-4779-9a84-1255742db810 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (62b2514d-6269-404b-a8c1-7c2378041ecb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.838935 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f24c049-f4f2-4779-9a84-1255742db810 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router_controller (62b2514d-6269-404b-a8c1-7c2378041ecb), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.967469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7af63b7c-ad82-4c21-b69c-98df855a6d82, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7af63b7c-ad82-4c21-b69c-98df855a6d82,segment=NetworkSegment(6b95d877-59b6-4d24-a6d4-045d46e0165e),segment_id=6b95d877-59b6-4d24-a6d4-045d46e0165e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:29.036792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:29.051542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42164022-dc56-4da9-88b9-960e764b63de req-a993bf95-df43-4878-a1d2-e0440b7acaa3 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.062860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42164022-dc56-4da9-88b9-960e764b63de req-a993bf95-df43-4878-a1d2-e0440b7acaa3 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 943 time: 0.4311776 Feb 11 05:48:29.064816 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] Set router 62b2514d-6269-404b-a8c1-7c2378041ecb gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:29.094322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-72f76235-c3a8-473c-9d51-98d9eb21004c', 'network_id': '72f76235-c3a8-473c-9d51-98d9eb21004c', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': '2c578543-e7b6-4feb-801c-54257a4a2e2f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:29.095194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.113780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.222198 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f24c049-f4f2-4779-9a84-1255742db810 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (62b2514d-6269-404b-a8c1-7c2378041ecb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.222893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f24c049-f4f2-4779-9a84-1255742db810 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Fanout notify agent at l3_agent the message router_deleted on router 62b2514d-6269-404b-a8c1-7c2378041ecb {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:29.240632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f24c049-f4f2-4779-9a84-1255742db810 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.241829 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2f24c049-f4f2-4779-9a84-1255742db810 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/routers/62b2514d-6269-404b-a8c1-7c2378041ecb HTTP/1.1" status: 204 len: 168 time: 1.0298915 Feb 11 05:48:29.250843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34270) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:29.327555 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b2514d-6269-404b-a8c1-7c2378041ecb', 'name': 'tempest-NetworksTestDHCPv6-router-906766175', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:25Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:29.351280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (72f76235-c3a8-473c-9d51-98d9eb21004c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.428083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42164022-dc56-4da9-88b9-960e764b63de req-8403d1d2-4fe6-4a92-ae70-27ef4288b18a tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637104 Feb 11 05:48:29.442651 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6d6a8-6d09-4acf-a3e5-54e0b1b96d55 None None] The sync data for ids ['62b2514d-6269-404b-a8c1-7c2378041ecb'] in n-d-713498-37 is: [{'id': '62b2514d-6269-404b-a8c1-7c2378041ecb', 'name': 'tempest-NetworksTestDHCPv6-router-906766175', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:25Z', 'revision_number': 3, 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:29.452336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb2ef4-ecc6-4ba5-8914-c99a11379991 req-a56623a9-f91d-4a93-ae83-7aab460cd3a4 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.468387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbeb2ef4-ecc6-4ba5-8914-c99a11379991 req-a56623a9-f91d-4a93-ae83-7aab460cd3a4 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 932 time: 0.4406049 Feb 11 05:48:29.485559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['7af63b7c-ad82-4c21-b69c-98df855a6d82'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:29.488820 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070115bb-6b0f-4af4-a701-31baed9b0c76 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.495892 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-070115bb-6b0f-4af4-a701-31baed9b0c76 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2385285 Feb 11 05:48:29.496529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34278) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:29.548215 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (2c578543-e7b6-4feb-801c-54257a4a2e2f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.579397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7af63b7c-ad82-4c21-b69c-98df855a6d82,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:29.592383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] Deleting port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:29.592963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.690342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbeb2ef4-ecc6-4ba5-8914-c99a11379991 req-10b33cb2-7f0c-4b4a-9fec-9b2eb72d267b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923723 Feb 11 05:48:29.716085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] For port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9e7d22ea-f961-49da-9d5a-9bedbf5a7317,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:29.718392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.721365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc920b0-1160-4167-b9c2-b7bad7759cab tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.723069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-abc920b0-1160-4167-b9c2-b7bad7759cab tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2256894 Feb 11 05:48:29.735381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34286) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:29.739086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] Calling delete_port for 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:29.749357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:29.767273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Publish callbacks [] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.832902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f57102da-c4d6-409b-bcd8-05ba2b6c7bf3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895197 Feb 11 05:48:29.832902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34288) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:29.834485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Transition to ACTIVE for port object de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:48:29.839447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:29.958769 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.020957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Pushing event updated for resources: {'Port': ['ID=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:30.034572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:30.135653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:30.138637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Allocated IP 172.20.0.1 (72f76235-c3a8-473c-9d51-98d9eb21004c/2c578543-e7b6-4feb-801c-54257a4a2e2f/537086e7-99e9-4843-9c9a-e9b61e8b70b0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:30.139169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.168461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Attempting to bind port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:30.168927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Attempting to bind port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:30.169395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Attempting to bind port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec on network c2e8c66f-8c3e-49b1-a372-4053b41faa06 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:30.177983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec on network c2e8c66f-8c3e-49b1-a372-4053b41faa06 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:48:30.179502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Attempting to bind port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec on network c2e8c66f-8c3e-49b1-a372-4053b41faa06 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:30.197747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:30.198211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Checking segment: {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:30.198892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Bound using segment: {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:30.199440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Bound port: de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b08ea8-0c59-475a-8df3-3fc698b74739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:30.199994 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.314616 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (9e7d22ea-f961-49da-9d5a-9bedbf5a7317), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.353018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] For port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:30.357526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] For port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:30.421769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] Pushing event deleted for resources: {'Port': ['ID=9e7d22ea-f961-49da-9d5a-9bedbf5a7317,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:30.424243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e8b64-b2b3-4f30-a570-bd4ec716e22d None None] No DVR routers for this DVR port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:30.439068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No active binding found for port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 {{(pid=104088) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:48:30.439680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] The host n-d-713498-37 is not matching for port 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 host None! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:48:30.451265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9e7d22ea-f961-49da-9d5a-9bedbf5a7317 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:30.480735 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.670935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Pushing event updated for resources: {'Port': ['ID=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:30.674116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Publish callbacks [] for port (537086e7-99e9-4843-9c9a-e9b61e8b70b0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.674547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:30.674547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:30.674547 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-dacd7d0b-7cc9-48d6-a5ba-71ac38da9c79 service neutron] 10.222.0.65 "PUT /v2.0/ports/de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec HTTP/1.1" status: 200 len: 1093 time: 2.3199451 Feb 11 05:48:30.674547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:30.674547 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c4667a-87d1-45a3-bbf2-cb05780c57c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:30.678082 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505b4117-806a-4384-89c4-254a1545e631 x-openstack-request-id: req-505b4117-806a-4384-89c4-254a1545e631 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:30.678415 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:30.678679 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-505b4117-806a-4384-89c4-254a1545e631 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:30.679651 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'status': 'completed', 'code': 200} Feb 11 05:48:30.725772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51bdb9-2fdb-4d99-84ed-296201c5e794 req-98017b5b-c3e4-45d9-95c0-9d651b542f7c tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:30.734037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c51bdb9-2fdb-4d99-84ed-296201c5e794 req-98017b5b-c3e4-45d9-95c0-9d651b542f7c tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 944 time: 0.1256776 Feb 11 05:48:30.781159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4667a-87d1-45a3-bbf2-cb05780c57c2 req-49ab3a2f-a7b8-4c3e-8eea-551ed5d1a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:30.782909 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-14c4667a-87d1-45a3-bbf2-cb05780c57c2 req-49ab3a2f-a7b8-4c3e-8eea-551ed5d1a1da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 1127 time: 0.0687041 Feb 11 05:48:30.838205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c51bdb9-2fdb-4d99-84ed-296201c5e794 req-05cfa47e-871f-4a16-be3e-ad706e3bff26 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999124 Feb 11 05:48:30.862519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89ac85-0912-4d6b-a87c-7736183412fa req-76f6bbae-f8e4-4205-a655-e3302b27465b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:30.891013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad89ac85-0912-4d6b-a87c-7736183412fa req-76f6bbae-f8e4-4205-a655-e3302b27465b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 944 time: 0.1151838 Feb 11 05:48:30.948653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad89ac85-0912-4d6b-a87c-7736183412fa req-54538c3e-fd72-4e8d-95eb-7cf2e807c1ed tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745842 Feb 11 05:48:31.058803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4667a-87d1-45a3-bbf2-cb05780c57c2 req-a9cc8c5c-4f29-4001-bef3-98716afd2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.060403 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-14c4667a-87d1-45a3-bbf2-cb05780c57c2 req-a9cc8c5c-4f29-4001-bef3-98716afd2c8f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2704303 Feb 11 05:48:31.259410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4667a-87d1-45a3-bbf2-cb05780c57c2 req-f6c82070-9c08-4c80-a73e-249325735674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.260849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-14c4667a-87d1-45a3-bbf2-cb05780c57c2 req-f6c82070-9c08-4c80-a73e-249325735674 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941209 Feb 11 05:48:31.556348 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (537086e7-99e9-4843-9c9a-e9b61e8b70b0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.608538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Network 72f76235-c3a8-473c-9d51-98d9eb21004c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:31.628000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:31.631682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:31.691537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Pushing event updated for resources: {'Port': ['ID=537086e7-99e9-4843-9c9a-e9b61e8b70b0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:31.729304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (2c578543-e7b6-4feb-801c-54257a4a2e2f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.782364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-1b249d08-3c6e-4c32-a3f5-c9f46d02a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.784198 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-1b249d08-3c6e-4c32-a3f5-c9f46d02a338 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 1127 time: 0.1928875 Feb 11 05:48:31.785709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=2c578543-e7b6-4feb-801c-54257a4a2e2f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:31.796874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Attempting to bind port 537086e7-99e9-4843-9c9a-e9b61e8b70b0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:31.797519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Attempting to bind port 537086e7-99e9-4843-9c9a-e9b61e8b70b0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '37f25b02-df1b-43ec-a8d3-63afb99f90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '72f76235-c3a8-473c-9d51-98d9eb21004c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:31.798069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Attempting to bind port 537086e7-99e9-4843-9c9a-e9b61e8b70b0 on network 72f76235-c3a8-473c-9d51-98d9eb21004c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:31.817692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:31.818087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Checking segment: {'id': '37f25b02-df1b-43ec-a8d3-63afb99f90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '72f76235-c3a8-473c-9d51-98d9eb21004c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:31.818509 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.818922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Bound using segment: {'id': '37f25b02-df1b-43ec-a8d3-63afb99f90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '72f76235-c3a8-473c-9d51-98d9eb21004c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:31.819428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Bound port: 537086e7-99e9-4843-9c9a-e9b61e8b70b0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f25b02-df1b-43ec-a8d3-63afb99f90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '72f76235-c3a8-473c-9d51-98d9eb21004c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:31.819854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (537086e7-99e9-4843-9c9a-e9b61e8b70b0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.864151 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-eb0c6a3f-b0e5-49e7-affb-c53a5d9633c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec HTTP/1.1" status: 200 len: 217 time: 0.0674107 Feb 11 05:48:32.005561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7af63b7c-ad82-4c21-b69c-98df855a6d82 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:32.135852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] For port 537086e7-99e9-4843-9c9a-e9b61e8b70b0, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:32.156014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] For port 537086e7-99e9-4843-9c9a-e9b61e8b70b0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=537086e7-99e9-4843-9c9a-e9b61e8b70b0,segment=NetworkSegment(37f25b02-df1b-43ec-a8d3-63afb99f90e1),segment_id=37f25b02-df1b-43ec-a8d3-63afb99f90e1)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:32.243512 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (537086e7-99e9-4843-9c9a-e9b61e8b70b0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.367634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 7af63b7c-ad82-4c21-b69c-98df855a6d82 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:48:32.391122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 7af63b7c-ad82-4c21-b69c-98df855a6d82 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:32.391581 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.535342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:48:32.606443 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.638418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (72f76235-c3a8-473c-9d51-98d9eb21004c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.654933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-87f1c460-6294-42dc-ad09-77ef83e023f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.674215 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-87f1c460-6294-42dc-ad09-77ef83e023f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57672995-503b-459f-a05a-85867b9a573d HTTP/1.1" status: 200 len: 835 time: 0.7805157 Feb 11 05:48:32.702889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:32.713947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:32.718359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff064dc-c324-431a-bfdf-b56b04eb0a1c None None] Pushing event updated for resources: {'Port': ['ID=537086e7-99e9-4843-9c9a-e9b61e8b70b0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:32.736465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.743738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324983a7-e643-41ef-84ff-8608c5f410ec None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:32.752068 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.773424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f14c0f-8706-4ebc-9690-68377fda58f8 req-7cf0f948-6ea5-4f14-8786-df3df3d5f5d3 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.782900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69f14c0f-8706-4ebc-9690-68377fda58f8 req-7cf0f948-6ea5-4f14-8786-df3df3d5f5d3 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 944 time: 0.2395046 Feb 11 05:48:32.790558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f76235-c3a8-473c-9d51-98d9eb21004c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:32.805707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21331e7-a6c9-4d4d-a3c1-4a38c3f870b9 req-e7ed0730-5790-482a-bc74-6d6dbf459725 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.805707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e21331e7-a6c9-4d4d-a3c1-4a38c3f870b9 req-e7ed0730-5790-482a-bc74-6d6dbf459725 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 944 time: 0.2286239 Feb 11 05:48:32.843291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f25b02-df1b-43ec-a8d3-63afb99f90e1') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:32.843925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f25b02-df1b-43ec-a8d3-63afb99f90e1') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:32.858991 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (37f25b02-df1b-43ec-a8d3-63afb99f90e1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.879619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-b0ef03b9-c7b9-4bbb-a2f4-e69d1a2f2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.881530 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-b0ef03b9-c7b9-4bbb-a2f4-e69d1a2f2e65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2e8c66f-8c3e-49b1-a372-4053b41faa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2062523 Feb 11 05:48:32.892200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (37f25b02-df1b-43ec-a8d3-63afb99f90e1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.898666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:32.953697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69f14c0f-8706-4ebc-9690-68377fda58f8 req-37853e1b-dff3-4c4c-ba87-6ed110359c7a tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513109 Feb 11 05:48:32.996949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-16ea9102-dc0c-4c16-9684-30806408c6ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1616502 Feb 11 05:48:33.007007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:33.014719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e21331e7-a6c9-4d4d-a3c1-4a38c3f870b9 req-8960cafd-cb37-4b65-b7b7-874f4d1c74cf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495111 Feb 11 05:48:33.021646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:33.028519 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (37f25b02-df1b-43ec-a8d3-63afb99f90e1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:33.029975 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:33.049330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:33.114599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b66a60-077f-467d-8079-b96f3b65afb4 None None] Network 72f76235-c3a8-473c-9d51-98d9eb21004c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:33.140040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 7af63b7c-ad82-4c21-b69c-98df855a6d82 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:33.141149 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.178316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:33.179870 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.283515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:48:33.283515 n-d-713498-37 neutron-server[104086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:48:33.283515 n-d-713498-37 neutron-server[104086]: [parameters: {'id': '72f76235-c3a8-473c-9d51-98d9eb21004c'}] Feb 11 05:48:33.283515 n-d-713498-37 neutron-server[104086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:33.283900 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:33.287897 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-3b74a99e-3487-4a08-ab2c-4d20baacb327 service neutron] 10.222.0.65 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973839 Feb 11 05:48:33.307028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 7af63b7c-ad82-4c21-b69c-98df855a6d82, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7af63b7c-ad82-4c21-b69c-98df855a6d82,segment=NetworkSegment(6b95d877-59b6-4d24-a6d4-045d46e0165e),segment_id=6b95d877-59b6-4d24-a6d4-045d46e0165e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:33.315394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db605f77-9734-4856-8262-c4a3461bf57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af63b7c-ad82-4c21-b69c-98df855a6d82'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:33.319445 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b34a99-65df-4d3a-86fd-4f3acd103804" -d '{"events": [{"server_uuid": "db605f77-9734-4856-8262-c4a3461bf57e", "name": "network-vif-plugged", "status": "completed", "tag": "7af63b7c-ad82-4c21-b69c-98df855a6d82"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:33.329096 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6857db4-2b46-4818-a667-50182ab193cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.422083 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57d6ad5-9c99-448e-b16e-8988e8164706 x-openstack-request-id: req-c57d6ad5-9c99-448e-b16e-8988e8164706 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:33.422457 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db605f77-9734-4856-8262-c4a3461bf57e", "name": "network-vif-plugged", "status": "completed", "tag": "7af63b7c-ad82-4c21-b69c-98df855a6d82", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:33.422647 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c57d6ad5-9c99-448e-b16e-8988e8164706 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:33.423009 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db605f77-9734-4856-8262-c4a3461bf57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af63b7c-ad82-4c21-b69c-98df855a6d82', 'code': 200} Feb 11 05:48:33.423686 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.529454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7811ce5f-d089-42ab-a790-1c3b67b71b50 req-ed37d944-f4df-4434-97dc-17ff868953fe service neutron] 10.222.0.65 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320182 Feb 11 05:48:33.565943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=7af63b7c-ad82-4c21-b69c-98df855a6d82,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:33.619824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Allocated IP 2001:db8::f816:3eff:fefc:ea9e (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2/7c4da846-cd71-4aa5-8674-170607c43ca8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:33.635223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841642f9-36f2-417e-9b40-d1e671436481 req-536e2670-2046-44c0-a848-8f505582d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:33.636941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-841642f9-36f2-417e-9b40-d1e671436481 req-536e2670-2046-44c0-a848-8f505582d9f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 1128 time: 0.1506445 Feb 11 05:48:33.685008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:33.688514 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.715078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-841642f9-36f2-417e-9b40-d1e671436481 req-d3f3581b-5f1a-45dd-8bbe-4e7b25a40b45 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721350 Feb 11 05:48:33.796453 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (72f76235-c3a8-473c-9d51-98d9eb21004c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.918528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Deleting port 537086e7-99e9-4843-9c9a-e9b61e8b70b0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:33.918914 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (537086e7-99e9-4843-9c9a-e9b61e8b70b0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.994511 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Publish callbacks [] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.058715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] For port 537086e7-99e9-4843-9c9a-e9b61e8b70b0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=537086e7-99e9-4843-9c9a-e9b61e8b70b0,segment=NetworkSegment(37f25b02-df1b-43ec-a8d3-63afb99f90e1),segment_id=37f25b02-df1b-43ec-a8d3-63afb99f90e1)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:34.059104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (537086e7-99e9-4843-9c9a-e9b61e8b70b0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.093634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Calling delete_port for 537086e7-99e9-4843-9c9a-e9b61e8b70b0 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:34.142185 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.231762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:34.233338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:34.245373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:34.299736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Pushing event updated for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.314808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (206e47a4-e2b4-4268-80f4-c9cf2ee7a714), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.337163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7827950-420a-44e8-9b67-144afe6f60d5 req-619f8efc-6958-4fa9-a902-c838813724db tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:34.338840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7827950-420a-44e8-9b67-144afe6f60d5 req-619f8efc-6958-4fa9-a902-c838813724db tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 944 time: 0.1533508 Feb 11 05:48:34.360234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Attempting to bind port 7c4da846-cd71-4aa5-8674-170607c43ca8 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:34.360234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Attempting to bind port 7c4da846-cd71-4aa5-8674-170607c43ca8 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:34.360234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Attempting to bind port 7c4da846-cd71-4aa5-8674-170607c43ca8 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:34.362569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3be493-af98-426d-8950-e03d604ab06e req-334c47ee-8cf8-4ba0-b539-7c5ff4670cfe tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:34.362569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a3be493-af98-426d-8950-e03d604ab06e req-334c47ee-8cf8-4ba0-b539-7c5ff4670cfe tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 945 time: 0.2378554 Feb 11 05:48:34.363317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:34.363317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:34.363317 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.363317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:34.363317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Bound port: 7c4da846-cd71-4aa5-8674-170607c43ca8, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:34.363317 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.417272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (537086e7-99e9-4843-9c9a-e9b61e8b70b0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.436047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:34.486617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:34.493708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7827950-420a-44e8-9b67-144afe6f60d5 req-c7acdd15-adac-459c-be86-e4efaf005f29 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364286 Feb 11 05:48:34.496701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:34.498622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a3be493-af98-426d-8950-e03d604ab06e req-cd11e1a0-f75b-444f-b201-ab34c4c08cc8 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226256 Feb 11 05:48:34.500538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4da846-cd71-4aa5-8674-170607c43ca8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:34.510738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:34.511993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.518034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Port': ['ID=537086e7-99e9-4843-9c9a-e9b61e8b70b0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.552378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No DVR routers for this DVR port 537086e7-99e9-4843-9c9a-e9b61e8b70b0 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:34.561289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=206e47a4-e2b4-4268-80f4-c9cf2ee7a714,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.590140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.683584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (72f76235-c3a8-473c-9d51-98d9eb21004c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.718515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6c0506dc-4246-4080-8202-0f6bd69474a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6867390 Feb 11 05:48:34.723788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34480) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:34.748900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:25:c0:df', 'name': 'tempest-NetworksTestDHCPv6-1286553169'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:34.759224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f76235-c3a8-473c-9d51-98d9eb21004c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:34.776887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faae85-dac5-48a0-a83e-08587942b8eb None None] Pushing event updated for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.846436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f25b02-df1b-43ec-a8d3-63afb99f90e1') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:34.847271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f25b02-df1b-43ec-a8d3-63afb99f90e1') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:34.900291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (37f25b02-df1b-43ec-a8d3-63afb99f90e1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.927046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (37f25b02-df1b-43ec-a8d3-63afb99f90e1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.938588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:34.939000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (37f25b02-df1b-43ec-a8d3-63afb99f90e1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:34.947276 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:35.164107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (72f76235-c3a8-473c-9d51-98d9eb21004c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.189639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.199462 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/72f76235-c3a8-473c-9d51-98d9eb21004c HTTP/1.1" status: 204 len: 168 time: 6.3960552 Feb 11 05:48:35.200124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34498) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:35.207159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1087583469'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:35.216423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:35.256172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feb97d-ed1b-432c-bd43-ac756d209ca0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=72f76235-c3a8-473c-9d51-98d9eb21004c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:35.326607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:35.331233 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.371377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:35.381715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2c9697cf-f927-4feb-8f75-f2d149bee75f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.382108 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 2c9697cf-f927-4feb-8f75-f2d149bee75f of type vlan for network 1b687754-92fb-4021-a217-7eee951dc8ac Feb 11 05:48:35.389489 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.419851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 4de23866-b23e-4950-959a-4db033f58648 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:48:35.482528 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1b687754-92fb-4021-a217-7eee951dc8ac), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.555018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fd35666a-651c-4601-ab32-9785f89896e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.644685 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1b687754-92fb-4021-a217-7eee951dc8ac), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.652291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:35.653229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.756077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 172.20.0.2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/206e47a4-e2b4-4268-80f4-c9cf2ee7a714/4de23866-b23e-4950-959a-4db033f58648) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:35.796381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0c46e-a76e-4772-8827-a908450d364f req-0aa27986-bffb-47c0-a29e-d058db015e9f tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:35.797692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:fe25:c0df (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2/4de23866-b23e-4950-959a-4db033f58648) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:35.805136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23a0c46e-a76e-4772-8827-a908450d364f req-0aa27986-bffb-47c0-a29e-d058db015e9f tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 945 time: 0.2054427 Feb 11 05:48:35.817434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=1b687754-92fb-4021-a217-7eee951dc8ac,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:35.833688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-79ea9249-e655-44f8-9ace-c39a2e5fc42f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6322367 Feb 11 05:48:35.840136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34524) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:35.871805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': '1b687754-92fb-4021-a217-7eee951dc8ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:35.878922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1b687754-92fb-4021-a217-7eee951dc8ac details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:35.930189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9e87e-c53d-4d7b-9b81-f5b175386d97 req-765c6ce9-449b-4e32-8c26-2a03f072bdad tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:35.950881 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dc9e87e-c53d-4d7b-9b81-f5b175386d97 req-765c6ce9-449b-4e32-8c26-2a03f072bdad tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 944 time: 0.3043189 Feb 11 05:48:36.134791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (4de23866-b23e-4950-959a-4db033f58648), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.169173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c4da846-cd71-4aa5-8674-170607c43ca8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:36.266865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dc9e87e-c53d-4d7b-9b81-f5b175386d97 req-0f1b71e5-e1c1-4163-b6d4-a8d568d13b52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160598 Feb 11 05:48:36.286999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4de23866-b23e-4950-959a-4db033f58648), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.289100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:36.292981 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.359484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23a0c46e-a76e-4772-8827-a908450d364f req-39542466-362f-45ce-91fe-aeaf11c10acc tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533156 Feb 11 05:48:36.377043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:36.404698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:36.420241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:36.479477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:36.484907 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.504410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=4de23866-b23e-4950-959a-4db033f58648,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:36.552652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4da846-cd71-4aa5-8674-170607c43ca8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:36.560545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a19210d-457f-445b-b4df-be75099878c3 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:48:36.566632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:36.573087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.582146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:36.584481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.715459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.736022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-428ab7e2-c542-4835-af43-2a1410a8912f None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:36.738855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-428ab7e2-c542-4835-af43-2a1410a8912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:36.753873 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0d5300ba-27cc-4eaa-a082-d099162211b0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0285225 Feb 11 05:48:36.755207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34554) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:36.935923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec6673-6a25-4185-80b8-e164ce35a1be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:36.942988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec6673-6a25-4185-80b8-e164ce35a1be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:36.945444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-12ec6673-6a25-4185-80b8-e164ce35a1be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1844473 Feb 11 05:48:36.949658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34564) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:37.046688 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.061693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:48:37.178145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:37.215821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a1594d83-25b0-425a-8d15-db7eb699b19d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 4de23866-b23e-4950-959a-4db033f58648 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:37.217583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a1594d83-25b0-425a-8d15-db7eb699b19d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4de23866-b23e-4950-959a-4db033f58648), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.387884 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (65c623ba-6424-4561-ab06-f8f78e79666d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.390908 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a1594d83-25b0-425a-8d15-db7eb699b19d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4de23866-b23e-4950-959a-4db033f58648), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.415476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a1594d83-25b0-425a-8d15-db7eb699b19d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 4de23866-b23e-4950-959a-4db033f58648 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:37.422169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19210d-457f-445b-b4df-be75099878c3 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:48:37.485986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:37.488490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-428ab7e2-c542-4835-af43-2a1410a8912f None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:37.535992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:48:37.559981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=65c623ba-6424-4561-ab06-f8f78e79666d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:37.587563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeaa9d-84c3-4464-9053-deec7979e8ca req-7df670f6-227a-4630-8cc9-4c4e1b9a5227 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.589870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98aeaa9d-84c3-4464-9053-deec7979e8ca req-7df670f6-227a-4630-8cc9-4c4e1b9a5227 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 944 time: 0.1310656 Feb 11 05:48:37.591502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': '2c9697cf-f927-4feb-8f75-f2d149bee75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1b687754-92fb-4021-a217-7eee951dc8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:37.592087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: 1b687754-92fb-4021-a217-7eee951dc8ac, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:37.681026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:37.682127 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.717457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:37.737040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 1b687754-92fb-4021-a217-7eee951dc8ac is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:37.749724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:37.785538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98aeaa9d-84c3-4464-9053-deec7979e8ca req-b424d36c-6e6d-46d7-b4dd-b646fd353790 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545892 Feb 11 05:48:37.824333 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a1594d83-25b0-425a-8d15-db7eb699b19d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4de23866-b23e-4950-959a-4db033f58648), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.852552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1b687754-92fb-4021-a217-7eee951dc8ac) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:37.862001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.862614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.914929 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:37.914929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b5740-7ad7-40bc-833e-967b9ddf1aef None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:37.918730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1594d83-25b0-425a-8d15-db7eb699b19d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=4de23866-b23e-4950-959a-4db033f58648,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:37.921179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e071209-c8ce-40c7-9932-50fae86c44c4 None None] Network 1b687754-92fb-4021-a217-7eee951dc8ac requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:37.996915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c4da846-cd71-4aa5-8674-170607c43ca8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:38.023187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-454c9d9c-af29-44a0-bb66-490d29d72536 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1633615 Feb 11 05:48:38.023600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34614) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:38.051871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a1594d83-25b0-425a-8d15-db7eb699b19d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.056967 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a1594d83-25b0-425a-8d15-db7eb699b19d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/4de23866-b23e-4950-959a-4db033f58648 HTTP/1.1" status: 204 len: 168 time: 1.1054938 Feb 11 05:48:38.059338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34618) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:38.137126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b858dfa-63d0-4c39-bf65-9f3d44dad768 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:38.140099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b858dfa-63d0-4c39-bf65-9f3d44dad768 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:38.142058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b858dfa-63d0-4c39-bf65-9f3d44dad768 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:38.144017 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6b858dfa-63d0-4c39-bf65-9f3d44dad768 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0836723 Feb 11 05:48:38.146628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34626) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:38.244768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd1bb87-cf54-41c5-8b5d-cee17a1ede77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:38.251428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bb87-cf54-41c5-8b5d-cee17a1ede77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.290521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1b687754-92fb-4021-a217-7eee951dc8ac), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.362596 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bb87-cf54-41c5-8b5d-cee17a1ede77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.401162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:38.403609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c59a355-7fdb-4b09-a2e1-32a7143a6059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-1b687754-92fb-4021-a217-7eee951dc8ac', 'network_id': '1b687754-92fb-4021-a217-7eee951dc8ac', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': '65c623ba-6424-4561-ab06-f8f78e79666d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:38.404447 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c59a355-7fdb-4b09-a2e1-32a7143a6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.407031 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (65c623ba-6424-4561-ab06-f8f78e79666d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.441326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:38.594440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:38.597740 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.597974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (65c623ba-6424-4561-ab06-f8f78e79666d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.778857 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.780116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.809945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1b687754-92fb-4021-a217-7eee951dc8ac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.835111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bb87-cf54-41c5-8b5d-cee17a1ede77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:38.865940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=65c623ba-6424-4561-ab06-f8f78e79666d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:38.882012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b687754-92fb-4021-a217-7eee951dc8ac']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:38.912942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9697cf-f927-4feb-8f75-f2d149bee75f') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:38.913248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9697cf-f927-4feb-8f75-f2d149bee75f') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server [None req-8c59a355-7fdb-4b09-a2e1-32a7143a6059 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65c623ba-6424-4561-ab06-f8f78e79666d: This subnet is being modified by another concurrent operation. Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65c623ba-6424-4561-ab06-f8f78e79666d: This subnet is being modified by another concurrent operation. Feb 11 05:48:38.940922 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Feb 11 05:48:38.958614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (2c9697cf-f927-4feb-8f75-f2d149bee75f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.023782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773293a8-c994-4697-958a-d690384b9f41 None None] Update dhcp port {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2', 'ip_address': '2001:db8::f816:3eff:fefc:ea9e'}, {'subnet_id': '206e47a4-e2b4-4268-80f4-c9cf2ee7a714'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '7c4da846-cd71-4aa5-8674-170607c43ca8'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:48:39.028668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bb87-cf54-41c5-8b5d-cee17a1ede77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.034818 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2c9697cf-f927-4feb-8f75-f2d149bee75f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (2c9697cf-f927-4feb-8f75-f2d149bee75f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:39.054934 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:39.082405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bb87-cf54-41c5-8b5d-cee17a1ede77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.088254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dbd1bb87-cf54-41c5-8b5d-cee17a1ede77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2 HTTP/1.1" status: 204 len: 168 time: 0.9402151 Feb 11 05:48:39.108101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34668) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:39.110002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1bb87-cf54-41c5-8b5d-cee17a1ede77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:39.129120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c952486-4552-4c57-9f5f-acfb6d42f6aa None None] Network 1b687754-92fb-4021-a217-7eee951dc8ac requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:39.131763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c25b5-dc52-4cfc-8eb1-dfd56b047c7f req-ab83225a-de5d-4624-8303-0e7db32a86dc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:39.135943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b7c25b5-dc52-4cfc-8eb1-dfd56b047c7f req-ab83225a-de5d-4624-8303-0e7db32a86dc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 945 time: 0.2172136 Feb 11 05:48:39.191667 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-773293a8-c994-4697-958a-d690384b9f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.317650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1b687754-92fb-4021-a217-7eee951dc8ac), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.334414 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.355589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34684) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:39.359404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161611695'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:39.363972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/1b687754-92fb-4021-a217-7eee951dc8ac HTTP/1.1" status: 204 len: 168 time: 1.3302279 Feb 11 05:48:39.451347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-91066123-810e-40ae-9521-3d8aebe1a5c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 206e47a4-e2b4-4268-80f4-c9cf2ee7a714 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:39.468403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91066123-810e-40ae-9521-3d8aebe1a5c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (206e47a4-e2b4-4268-80f4-c9cf2ee7a714), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.472041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14579bbe-942c-47e6-b281-3514907f064a tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=1b687754-92fb-4021-a217-7eee951dc8ac,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:39.551357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0b7c25b5-dc52-4cfc-8eb1-dfd56b047c7f req-480ea96c-2467-4d18-b8a7-c02b9e65b9cf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011662 Feb 11 05:48:39.572134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:39.574250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91066123-810e-40ae-9521-3d8aebe1a5c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (206e47a4-e2b4-4268-80f4-c9cf2ee7a714), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.583327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:39.584076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.590261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.655292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:39.661998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91066123-810e-40ae-9521-3d8aebe1a5c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (206e47a4-e2b4-4268-80f4-c9cf2ee7a714), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.697418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (34e94f2a-0cb8-460c-bb1b-5e05bf9dd7b7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.699164 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 34e94f2a-0cb8-460c-bb1b-5e05bf9dd7b7 of type vlan for network 4c74101f-b81d-4a36-ab6f-422fc070ddec Feb 11 05:48:39.794715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (4c74101f-b81d-4a36-ab6f-422fc070ddec), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server [None req-773293a8-c994-4697-958a-d690384b9f41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 206e47a4-e2b4-4268-80f4-c9cf2ee7a714: This subnet is being modified by another concurrent operation. Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 206e47a4-e2b4-4268-80f4-c9cf2ee7a714: This subnet is being modified by another concurrent operation. Feb 11 05:48:39.949824 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Feb 11 05:48:39.956756 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91066123-810e-40ae-9521-3d8aebe1a5c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (206e47a4-e2b4-4268-80f4-c9cf2ee7a714), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.995177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (4c74101f-b81d-4a36-ab6f-422fc070ddec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:39.995582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91066123-810e-40ae-9521-3d8aebe1a5c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=206e47a4-e2b4-4268-80f4-c9cf2ee7a714,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:39.997605 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91066123-810e-40ae-9521-3d8aebe1a5c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.001004 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-91066123-810e-40ae-9521-3d8aebe1a5c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/206e47a4-e2b4-4268-80f4-c9cf2ee7a714 HTTP/1.1" status: 204 len: 168 time: 0.8638275 Feb 11 05:48:40.007040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34708) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:40.017038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:40.024245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.053039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-52fc6795-bccc-4d11-a28b-0e7501618e61 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453167 Feb 11 05:48:40.053039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:40.058827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:40.124491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef55f28-d84f-4cf9-a83b-91ddc1eda2d1 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:48:40.205722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b45aaf19-ce5a-4a51-8628-ed7d43fbeb48 None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:40.211076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b45aaf19-ce5a-4a51-8628-ed7d43fbeb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.214007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8595045 Feb 11 05:48:40.216667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34720) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:40.230747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': '4c74101f-b81d-4a36-ab6f-422fc070ddec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:40.244179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=4c74101f-b81d-4a36-ab6f-422fc070ddec,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:40.336826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.340006 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.340464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.345575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.345953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.346914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.346914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.354054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.356899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.360822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.360822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.360822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.360822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dacf3f-0297-4775-bd09-b8616e65b389 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:40.390879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 4c74101f-b81d-4a36-ab6f-422fc070ddec details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:40.472904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:40.477579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.491857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef55f28-d84f-4cf9-a83b-91ddc1eda2d1 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:48:40.607294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b45aaf19-ce5a-4a51-8628-ed7d43fbeb48 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:40.646484 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:40.651484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.813653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Performing IP validity checks on allocation pools {{(pid=104086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:48:40.814540 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:48:40.858029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d286d-7009-4cce-b865-ac0dced0f6fe req-8375e2f7-32f4-44dd-8d57-97b251ca21bd tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:40.860254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce4d286d-7009-4cce-b865-ac0dced0f6fe req-8375e2f7-32f4-44dd-8d57-97b251ca21bd tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 945 time: 0.1322608 Feb 11 05:48:40.893898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11169d-4b09-4fea-8ffc-f7bff9e0ade0 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:48:40.968567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce4d286d-7009-4cce-b865-ac0dced0f6fe req-4c59aadf-e636-41df-909c-40f6ebc47161 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805120 Feb 11 05:48:41.185070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (1ce29f8f-23aa-442e-8dff-6d0a9e2bae69), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.241506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:41.300785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11169d-4b09-4fea-8ffc-f7bff9e0ade0 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:48:41.349493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:48:41.356644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=1ce29f8f-23aa-442e-8dff-6d0a9e2bae69,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:41.374601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': '34e94f2a-0cb8-460c-bb1b-5e05bf9dd7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4c74101f-b81d-4a36-ab6f-422fc070ddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:41.377846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: 4c74101f-b81d-4a36-ab6f-422fc070ddec, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:41.514943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 4c74101f-b81d-4a36-ab6f-422fc070ddec is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:41.522395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:48:41.533539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:41.533921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.605485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 4c74101f-b81d-4a36-ab6f-422fc070ddec) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:41.614541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:41.623043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.656732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.689366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34782) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:41.691505 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-114757f1-ca5f-4a25-8922-55216c44b521 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4736810 Feb 11 05:48:41.756658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:41.757567 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.833105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:41.853933 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c306c5-3652-4228-b1d6-d9a7f66c4cd8" -d '{"events": [{"server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "name": "network-vif-plugged", "status": "completed", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:41.910080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:41.918297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (4c74101f-b81d-4a36-ab6f-422fc070ddec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:41.936496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Update dhcp port {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '95296bca-7d36-4f79-9731-f1652798a877'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '7c4da846-cd71-4aa5-8674-170607c43ca8'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:48:42.039011 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae971b-5fd7-4708-90d2-267ba6395d85 x-openstack-request-id: req-f4ae971b-5fd7-4708-90d2-267ba6395d85 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:42.039510 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "name": "network-vif-plugged", "status": "completed", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:42.039830 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4ae971b-5fd7-4708-90d2-267ba6395d85 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:42.043182 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'code': 200} Feb 11 05:48:42.046764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c4da846-cd71-4aa5-8674-170607c43ca8 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:42.088490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.115852 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.154177 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (1ce29f8f-23aa-442e-8dff-6d0a9e2bae69), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.175593 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.244264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27474c-df03-4c05-9a89-68d21b0b6c8f req-8ec73afd-b486-4b19-8a26-990dae5f7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:42.246296 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c27474c-df03-4c05-9a89-68d21b0b6c8f req-8ec73afd-b486-4b19-8a26-990dae5f7745 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 1129 time: 0.1967864 Feb 11 05:48:42.256927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:42.461627 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1c27474c-df03-4c05-9a89-68d21b0b6c8f req-e049029b-7853-404f-9cdd-7399bec5b502 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082641 Feb 11 05:48:42.500182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:42.500579 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.573527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (1ce29f8f-23aa-442e-8dff-6d0a9e2bae69), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.629313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce29f8f-23aa-442e-8dff-6d0a9e2bae69,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:42.645618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f5ebe-5ed5-44e9-980c-f1163c82b4dc req-7293731c-8572-4c8e-90d8-88742908818f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:42.647253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff3f5ebe-5ed5-44e9-980c-f1163c82b4dc req-7293731c-8572-4c8e-90d8-88742908818f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 946 time: 0.5518315 Feb 11 05:48:42.737810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4da846-cd71-4aa5-8674-170607c43ca8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:42.790538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (4c74101f-b81d-4a36-ab6f-422fc070ddec), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.852320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c74101f-b81d-4a36-ab6f-422fc070ddec']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:42.866240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff3f5ebe-5ed5-44e9-980c-f1163c82b4dc req-69886e4f-b443-443d-a6b3-53cab3d5ba2b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950319 Feb 11 05:48:42.870764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.873399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e94f2a-0cb8-460c-bb1b-5e05bf9dd7b7') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:42.873707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e94f2a-0cb8-460c-bb1b-5e05bf9dd7b7') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:42.884793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (34e94f2a-0cb8-460c-bb1b-5e05bf9dd7b7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.912782 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (34e94f2a-0cb8-460c-bb1b-5e05bf9dd7b7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.921747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:42.922169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (34e94f2a-0cb8-460c-bb1b-5e05bf9dd7b7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:42.925820 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:42.939995 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.023005 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:43.023385 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:43.046509 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (95296bca-7d36-4f79-9731-f1652798a877), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.059627 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:43.059990 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:43.088398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:43.114879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:43.117466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:43.123089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:43.123949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.141232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=95296bca-7d36-4f79-9731-f1652798a877,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:43.224516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (4c74101f-b81d-4a36-ab6f-422fc070ddec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.229042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.234197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/4c74101f-b81d-4a36-ab6f-422fc070ddec HTTP/1.1" status: 204 len: 168 time: 1.5397415 Feb 11 05:48:43.236350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34844) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:43.254601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257822967'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:43.256104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b44b5e-5e66-4bca-b5b1-3588ecb0fec4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=4c74101f-b81d-4a36-ab6f-422fc070ddec,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:43.292417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7bd8df82-692e-404e-9883-be71e8605c3c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2347326 Feb 11 05:48:43.293855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34850) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:43.300132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:43.432847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:43.441069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.482070 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:43.492475 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cfd0d493-4fcc-4f55-8859-610d813a9cdc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.492867 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment cfd0d493-4fcc-4f55-8859-610d813a9cdc of type vlan for network 1e46d4e6-67ea-4dd7-929a-dfe66f967f52 Feb 11 05:48:43.561854 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1e46d4e6-67ea-4dd7-929a-dfe66f967f52), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.575542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.656737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:43.657139 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.738487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:43.744418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.776786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4da846-cd71-4aa5-8674-170607c43ca8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:43.806161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1e46d4e6-67ea-4dd7-929a-dfe66f967f52), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.830530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:43.831184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.886351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.928889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=1e46d4e6-67ea-4dd7-929a-dfe66f967f52,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:43.943450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1e46d4e6-67ea-4dd7-929a-dfe66f967f52 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:43.976944 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:43.977636 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:44.074124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:44.092291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e2c4751d-f621-47b8-b7e1-9e5eaf145a92 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8449378 Feb 11 05:48:44.095946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34880) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:44.108698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': '1e46d4e6-67ea-4dd7-929a-dfe66f967f52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:44.212703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f957e-8911-42d6-bc1e-64daf2e32ecd req-a3e5d0cb-afa9-49fd-bd04-cc0d3816a0ea tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:44.214509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc1f957e-8911-42d6-bc1e-64daf2e32ecd req-a3e5d0cb-afa9-49fd-bd04-cc0d3816a0ea tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 946 time: 0.1980722 Feb 11 05:48:44.309074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11bfe2-7645-4640-ba7d-a4ade303354f req-8efb8707-8b8e-4e7a-86d8-556e5f59f0a2 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:44.311165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a11bfe2-7645-4640-ba7d-a4ade303354f req-8efb8707-8b8e-4e7a-86d8-556e5f59f0a2 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 945 time: 0.1264305 Feb 11 05:48:44.330534 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.340176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc1f957e-8911-42d6-bc1e-64daf2e32ecd req-2109dcc4-6dad-4b89-9814-7be6f615391f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046598 Feb 11 05:48:44.404442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a11bfe2-7645-4640-ba7d-a4ade303354f req-ce469829-9f42-44ae-88db-a4664c1cd0cc tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863705 Feb 11 05:48:44.410781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:44.414696 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.497969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (c3c14893-d243-4f01-a1fb-a1dd9d27ba0a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.635271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:44.639111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:44.643883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:44.658115 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.658115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=c3c14893-d243-4f01-a1fb-a1dd9d27ba0a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:44.690805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4da846-cd71-4aa5-8674-170607c43ca8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:44.739657 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Publish callbacks [] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.858286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-023a2086-602f-453d-b0dd-8efefb8a25ea tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5637307 Feb 11 05:48:44.861343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34898) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:44.867378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:f9:23:26', 'name': 'tempest-NetworksTestDHCPv6-2017237467'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:44.932800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.933252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (9e599ed1-667d-44e6-b1b6-4581e312f1a8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.065436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472c9ab-4952-4aff-9578-85f08d9d5bd2 None None] Pushing event updated for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:45.304250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:45.491666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.530113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 7393db94-4570-4bcb-929d-e76949b6ad08 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:48:45.606972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=9e599ed1-667d-44e6-b1b6-4581e312f1a8,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:45.629759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': 'cfd0d493-4fcc-4f55-8859-610d813a9cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1e46d4e6-67ea-4dd7-929a-dfe66f967f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:45.630129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: 1e46d4e6-67ea-4dd7-929a-dfe66f967f52, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:45.683459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-86baaaf1-b887-4327-89f5-bfd309855e21 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:45.686577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-86baaaf1-b887-4327-89f5-bfd309855e21 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.83 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 945 time: 0.1967478 Feb 11 05:48:45.698013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9f25a-8566-4142-9105-afd2cd77cbae req-229be5e1-4705-46b3-adeb-94558bfd48d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:45.704656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5c9f25a-8566-4142-9105-afd2cd77cbae req-229be5e1-4705-46b3-adeb-94558bfd48d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 946 time: 0.2323778 Feb 11 05:48:45.733991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81c909-c841-4afb-96e2-2edb13f30e3c req-dcbd1581-bd12-40a6-b8b6-ef697ab0186f tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:45.735698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d81c909-c841-4afb-96e2-2edb13f30e3c req-dcbd1581-bd12-40a6-b8b6-ef697ab0186f tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 945 time: 0.2150049 Feb 11 05:48:45.838897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 172.20.0.3 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/c3c14893-d243-4f01-a1fb-a1dd9d27ba0a/7393db94-4570-4bcb-929d-e76949b6ad08) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:45.847925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:fef9:2326 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/95296bca-7d36-4f79-9731-f1652798a877/7393db94-4570-4bcb-929d-e76949b6ad08) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:45.859975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5c9f25a-8566-4142-9105-afd2cd77cbae req-2a16376c-e148-487e-8eaa-ac4c64988bcf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304221 Feb 11 05:48:45.908100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 1e46d4e6-67ea-4dd7-929a-dfe66f967f52 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:45.916015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d81c909-c841-4afb-96e2-2edb13f30e3c req-8624d0ef-da27-44a9-b847-43fbcee23f72 tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a2d2588-07ac-4c2a-97b6-2647335830a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642792 Feb 11 05:48:46.048145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1e46d4e6-67ea-4dd7-929a-dfe66f967f52) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:46.057978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:46.065622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.082951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Deleting port 7af63b7c-ad82-4c21-b69c-98df855a6d82 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:46.083662 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.101532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (7393db94-4570-4bcb-929d-e76949b6ad08), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.121966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c4da846-cd71-4aa5-8674-170607c43ca8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:46.160786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af00a7d7-d586-4fdd-a83d-018e8cc9ee97 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:46.162864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce035842-9c00-4622-9728-1b358b5979b2 None None] Network 4c74101f-b81d-4a36-ab6f-422fc070ddec requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:46.165402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f81eb-a18e-43c1-93a7-e90ef1036a9f None None] Network 1e46d4e6-67ea-4dd7-929a-dfe66f967f52 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:46.208114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e1d7c-5704-4076-8434-af382af0e26d req-4c3c834f-31e2-4581-8f91-949568a6b356 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:46.209705 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec6e1d7c-5704-4076-8434-af382af0e26d req-4c3c834f-31e2-4581-8f91-949568a6b356 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 946 time: 0.2112112 Feb 11 05:48:46.237155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] For port 7af63b7c-ad82-4c21-b69c-98df855a6d82, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=7af63b7c-ad82-4c21-b69c-98df855a6d82,segment=NetworkSegment(6b95d877-59b6-4d24-a6d4-045d46e0165e),segment_id=6b95d877-59b6-4d24-a6d4-045d46e0165e)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:46.237373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce035842-9c00-4622-9728-1b358b5979b2 None None] Network 4c74101f-b81d-4a36-ab6f-422fc070ddec could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:48:46.237459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.254127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265dfc9-dff3-4bb7-a649-de7a5cd624e0 None None] Network 4c74101f-b81d-4a36-ab6f-422fc070ddec requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:46.258203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Calling delete_port for 7af63b7c-ad82-4c21-b69c-98df855a6d82 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:46.285919 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-66ae508f-4c57-462a-acc4-d872a5231f2e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1887505 Feb 11 05:48:46.289533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34944) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:46.333213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec6e1d7c-5704-4076-8434-af382af0e26d req-709f3cf3-c9c9-402b-bc95-53629738cfa8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126382 Feb 11 05:48:46.345583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265dfc9-dff3-4bb7-a649-de7a5cd624e0 None None] Network 4c74101f-b81d-4a36-ab6f-422fc070ddec could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:48:46.357942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34946) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:46.359136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-645c71f6-37c5-476a-9d31-a062f37adc88 None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:46.359701 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-645c71f6-37c5-476a-9d31-a062f37adc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.398971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7393db94-4570-4bcb-929d-e76949b6ad08), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.426847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:46.454794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:46.458016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e1b652-881f-4154-8dcd-bab97972acfc tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:46.459683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-68e1b652-881f-4154-8dcd-bab97972acfc tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 1124 time: 0.0953391 Feb 11 05:48:46.466924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 34948) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:46.467076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:46.473099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:46.486973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:46.487362 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.489336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b17f093-81a3-4259-8bc3-7754a83a6cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-1e46d4e6-67ea-4dd7-929a-dfe66f967f52', 'network_id': '1e46d4e6-67ea-4dd7-929a-dfe66f967f52', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': '9e599ed1-667d-44e6-b1b6-4581e312f1a8'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:46.490552 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0b17f093-81a3-4259-8bc3-7754a83a6cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.548100 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=7393db94-4570-4bcb-929d-e76949b6ad08,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:46.563568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1e46d4e6-67ea-4dd7-929a-dfe66f967f52), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.572863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:46.574560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.642291 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.669290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (9e599ed1-667d-44e6-b1b6-4581e312f1a8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.799287 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0ad69ad6-dcc2-4cff-aee2-1f24830868b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9361992 Feb 11 05:48:46.801832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:46.836181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.844433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:46.845108 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.860532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-645c71f6-37c5-476a-9d31-a062f37adc88 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:46.861226 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-645c71f6-37c5-476a-9d31-a062f37adc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.863451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e44eb9e-dea5-4327-b82a-d102d670613b None None] Update dhcp port {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '95296bca-7d36-4f79-9731-f1652798a877', 'ip_address': '2001:db8::f816:3eff:fefc:ea9e'}, {'subnet_id': 'c3c14893-d243-4f01-a1fb-a1dd9d27ba0a'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '7c4da846-cd71-4aa5-8674-170607c43ca8'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:48:46.897747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75fe31-8e78-4b77-952a-e3f60ab0d4c0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:46.903737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75fe31-8e78-4b77-952a-e3f60ab0d4c0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:46.905715 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2d75fe31-8e78-4b77-952a-e3f60ab0d4c0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1005137 Feb 11 05:48:46.908621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34966) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:46.924946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7af63b7c-ad82-4c21-b69c-98df855a6d82), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:46.976971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Pushing event deleted for resources: {'Port': ['ID=7af63b7c-ad82-4c21-b69c-98df855a6d82,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:47.045936 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (9e599ed1-667d-44e6-b1b6-4581e312f1a8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.050363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.25.8.85 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/d26d8787-42cb-4477-9cc6-4bc9afcb7eb8) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:47.088173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=9e599ed1-667d-44e6-b1b6-4581e312f1a8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:47.154544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4da846-cd71-4aa5-8674-170607c43ca8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:47.161625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e44eb9e-dea5-4327-b82a-d102d670613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.217979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1e46d4e6-67ea-4dd7-929a-dfe66f967f52), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.228395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-148c3a1e-aad2-4bd0-b87e-f5c23fac7120 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 7393db94-4570-4bcb-929d-e76949b6ad08 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:47.228785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-148c3a1e-aad2-4bd0-b87e-f5c23fac7120 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7393db94-4570-4bcb-929d-e76949b6ad08), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.251818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] No DVR routers for this DVR port 7af63b7c-ad82-4c21-b69c-98df855a6d82 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:47.255620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.260518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d12c7b1d-b26e-4504-942e-9c18014d9e1e req-189ddcfc-555f-4815-ad82-773f154bc50b tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.83 "DELETE /v2.0/ports/7af63b7c-ad82-4c21-b69c-98df855a6d82 HTTP/1.1" status: 204 len: 173 time: 1.5548790 Feb 11 05:48:47.265615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dad0ede4-6d05-4ac7-b69b-4e89468817b1 req-163caa04-758b-42c6-a414-7e4db4e7ccdb tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 210 time: 0.1027942 Feb 11 05:48:47.269145 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db605f77-9734-4856-8262-c4a3461bf57e', 'name': 'network-vif-deleted', 'tag': '7af63b7c-ad82-4c21-b69c-98df855a6d82'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:47.272117 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b3f8f-039f-4d30-ba0e-8525d5f9b226" -d '{"events": [{"server_uuid": "db605f77-9734-4856-8262-c4a3461bf57e", "name": "network-vif-deleted", "tag": "7af63b7c-ad82-4c21-b69c-98df855a6d82"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:47.296272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e46d4e6-67ea-4dd7-929a-dfe66f967f52']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:47.312659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.358828 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0255f911-6804-406a-8dbe-36a5fa587019 x-openstack-request-id: req-0255f911-6804-406a-8dbe-36a5fa587019 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:47.359767 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db605f77-9734-4856-8262-c4a3461bf57e", "name": "network-vif-deleted", "tag": "7af63b7c-ad82-4c21-b69c-98df855a6d82", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:47.360031 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0255f911-6804-406a-8dbe-36a5fa587019 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:47.360457 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db605f77-9734-4856-8262-c4a3461bf57e', 'name': 'network-vif-deleted', 'tag': '7af63b7c-ad82-4c21-b69c-98df855a6d82', 'status': 'completed', 'code': 200} Feb 11 05:48:47.373427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd0d493-4fcc-4f55-8859-610d813a9cdc') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server [None req-0b17f093-81a3-4259-8bc3-7754a83a6cf7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e599ed1-667d-44e6-b1b6-4581e312f1a8: This subnet is being modified by another concurrent operation. Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e599ed1-667d-44e6-b1b6-4581e312f1a8: This subnet is being modified by another concurrent operation. Feb 11 05:48:47.374904 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Feb 11 05:48:47.397555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd0d493-4fcc-4f55-8859-610d813a9cdc') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:47.397555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (cfd0d493-4fcc-4f55-8859-610d813a9cdc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.423222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cfd0d493-4fcc-4f55-8859-610d813a9cdc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.436774 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.437007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-148c3a1e-aad2-4bd0-b87e-f5c23fac7120 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7393db94-4570-4bcb-929d-e76949b6ad08), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.439488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f30b693-589c-4e3a-aea5-5e250bc18b91 None None] Network 1e46d4e6-67ea-4dd7-929a-dfe66f967f52 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:47.448938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:47.449392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (cfd0d493-4fcc-4f55-8859-610d813a9cdc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:47.453040 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:47.469558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-148c3a1e-aad2-4bd0-b87e-f5c23fac7120 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 7393db94-4570-4bcb-929d-e76949b6ad08 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:47.547028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.631097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-3e44eb9e-dea5-4327-b82a-d102d670613b None None] Allocated IP 172.20.0.2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/c3c14893-d243-4f01-a1fb-a1dd9d27ba0a/7c4da846-cd71-4aa5-8674-170607c43ca8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:47.633770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:47.635518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:47.639408 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-645c71f6-37c5-476a-9d31-a062f37adc88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:47.641471 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-645c71f6-37c5-476a-9d31-a062f37adc88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:47.651541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:47.655305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:47.709034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=d26d8787-42cb-4477-9cc6-4bc9afcb7eb8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:47.775662 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1e46d4e6-67ea-4dd7-929a-dfe66f967f52), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.801639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:47.806379 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/1e46d4e6-67ea-4dd7-929a-dfe66f967f52 HTTP/1.1" status: 204 len: 168 time: 1.5151069 Feb 11 05:48:47.807160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70984a42-7624-479c-9d62-f1974ef7cba5 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=1e46d4e6-67ea-4dd7-929a-dfe66f967f52,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:47.813408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 34994) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:47.821313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-645947881'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:48.017943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-148c3a1e-aad2-4bd0-b87e-f5c23fac7120 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7393db94-4570-4bcb-929d-e76949b6ad08), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.041229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7af63b7c-ad82-4c21-b69c-98df855a6d82 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:48.062341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c3a1e-aad2-4bd0-b87e-f5c23fac7120 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=7393db94-4570-4bcb-929d-e76949b6ad08,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:48.113587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 7af63b7c-ad82-4c21-b69c-98df855a6d82 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:48.114262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 7af63b7c-ad82-4c21-b69c-98df855a6d82 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:48.117738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c4da846-cd71-4aa5-8674-170607c43ca8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:48.191121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:48.195976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.198639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-148c3a1e-aad2-4bd0-b87e-f5c23fac7120 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.205692 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-148c3a1e-aad2-4bd0-b87e-f5c23fac7120 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/7393db94-4570-4bcb-929d-e76949b6ad08 HTTP/1.1" status: 204 len: 168 time: 1.2958345 Feb 11 05:48:48.207770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35002) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:48.242916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3e44eb9e-dea5-4327-b82a-d102d670613b None None] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4da846-cd71-4aa5-8674-170607c43ca8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:48.252485 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for floatingip (1bd28266-ab07-4541-a598-1636580bca0b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.278554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86fe00-bb0b-44dd-8c5c-ab02626c87b8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:48.281136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86fe00-bb0b-44dd-8c5c-ab02626c87b8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:48.282858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86fe00-bb0b-44dd-8c5c-ab02626c87b8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:48.288106 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3d86fe00-bb0b-44dd-8c5c-ab02626c87b8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0791986 Feb 11 05:48:48.288314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35004) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:48.294830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:48.295924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.310099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:48.322216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-645c71f6-37c5-476a-9d31-a062f37adc88 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:48.324836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ed7307ae-eb79-4d3b-b475-026696bce0d8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.325187 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment ed7307ae-eb79-4d3b-b475-026696bce0d8 of type vlan for network a31d2d71-7cae-4733-9a1f-1ba9213711c2 Feb 11 05:48:48.366394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e44eb9e-dea5-4327-b82a-d102d670613b None None] Publish callbacks [] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.376481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d094d42-fe51-4016-8615-d561545bfdac tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 95296bca-7d36-4f79-9731-f1652798a877 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:48.390342 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (a31d2d71-7cae-4733-9a1f-1ba9213711c2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.438689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:48.468242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03be6477-af5b-45e5-8855-c88c80cb0f32 req-6070ad7b-2d5e-4d4d-b1bc-13300039a06f tempest-VolumesActionsTest-245528944 tempest-VolumesActionsTest-245528944-project] 10.222.0.62 "GET /v2.0/ports?device_id=db605f77-9734-4856-8262-c4a3461bf57e HTTP/1.1" status: 200 len: 210 time: 0.0306950 Feb 11 05:48:48.516149 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d094d42-fe51-4016-8615-d561545bfdac tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (95296bca-7d36-4f79-9731-f1652798a877), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.517810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e44eb9e-dea5-4327-b82a-d102d670613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.571604 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.595180 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (a31d2d71-7cae-4733-9a1f-1ba9213711c2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.600836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:48.601686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.621973 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d094d42-fe51-4016-8615-d561545bfdac tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (95296bca-7d36-4f79-9731-f1652798a877), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.626125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44eb9e-dea5-4327-b82a-d102d670613b None None] Pushing event updated for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:48.744858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=a31d2d71-7cae-4733-9a1f-1ba9213711c2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:48.753388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network a31d2d71-7cae-4733-9a1f-1ba9213711c2 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:48.875149 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d094d42-fe51-4016-8615-d561545bfdac tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (95296bca-7d36-4f79-9731-f1652798a877), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:48.910547 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b81c2f2-5b20-41c0-8fd2-a63d791291cd tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0958481 Feb 11 05:48:48.913276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35016) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:48.919805 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': 'a31d2d71-7cae-4733-9a1f-1ba9213711c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:49.034804 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.150441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:49.150694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d094d42-fe51-4016-8615-d561545bfdac tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (95296bca-7d36-4f79-9731-f1652798a877), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.155010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.162965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.266090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d094d42-fe51-4016-8615-d561545bfdac tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=95296bca-7d36-4f79-9731-f1652798a877,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:49.272076 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d094d42-fe51-4016-8615-d561545bfdac tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.278621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7d094d42-fe51-4016-8615-d561545bfdac tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/95296bca-7d36-4f79-9731-f1652798a877 HTTP/1.1" status: 204 len: 168 time: 0.9888878 Feb 11 05:48:49.281902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35020) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:49.322860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=d26d8787-42cb-4477-9cc6-4bc9afcb7eb8,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:49.342871 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (1bd28266-ab07-4541-a598-1636580bca0b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.450935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec22609-f1cb-4f2c-bd06-c288ef4c6d72 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet c3c14893-d243-4f01-a1fb-a1dd9d27ba0a {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:49.456860 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec22609-f1cb-4f2c-bd06-c288ef4c6d72 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (c3c14893-d243-4f01-a1fb-a1dd9d27ba0a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.499308 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Floating IP 1bd28266-ab07-4541-a598-1636580bca0b associated. External IP: 172.25.8.85, port: de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec. Feb 11 05:48:49.540261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec22609-f1cb-4f2c-bd06-c288ef4c6d72 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (c3c14893-d243-4f01-a1fb-a1dd9d27ba0a), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.630683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ecec8-6a30-4970-be4d-75ac301b3cc7 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:48:49.685692 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec22609-f1cb-4f2c-bd06-c288ef4c6d72 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c3c14893-d243-4f01-a1fb-a1dd9d27ba0a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.737097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c13ecc03-c51d-493d-8fa8-4d93a0e8df3b None None] Could not find standard attr ID for object 7393db94-4570-4bcb-929d-e76949b6ad08. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:48:49.771275 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (529b7e14-73c6-4316-a6b6-97f1e5ee4fa6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.780380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c13ecc03-c51d-493d-8fa8-4d93a0e8df3b None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:49.780896 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c13ecc03-c51d-493d-8fa8-4d93a0e8df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:49.868219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=529b7e14-73c6-4316-a6b6-97f1e5ee4fa6,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:49.884279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 90a4e9b6-4ed3-4031-8679-774889ee04bd has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:49.917755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': 'ed7307ae-eb79-4d3b-b475-026696bce0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a31d2d71-7cae-4733-9a1f-1ba9213711c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:49.926228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: a31d2d71-7cae-4733-9a1f-1ba9213711c2, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:49.926767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ecec8-6a30-4970-be4d-75ac301b3cc7 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:48:49.973833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c13ecc03-c51d-493d-8fa8-4d93a0e8df3b None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:50.053959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:50.073465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] Sync routers for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:50.092673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c4da846-cd71-4aa5-8674-170607c43ca8 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:50.134596 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec22609-f1cb-4f2c-bd06-c288ef4c6d72 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (c3c14893-d243-4f01-a1fb-a1dd9d27ba0a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.138545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:50.138927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network a31d2d71-7cae-4733-9a1f-1ba9213711c2 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:50.139084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:50.182350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec22609-f1cb-4f2c-bd06-c288ef4c6d72 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c14893-d243-4f01-a1fb-a1dd9d27ba0a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:50.188334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec22609-f1cb-4f2c-bd06-c288ef4c6d72 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.194660 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ec22609-f1cb-4f2c-bd06-c288ef4c6d72 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/c3c14893-d243-4f01-a1fb-a1dd9d27ba0a HTTP/1.1" status: 204 len: 168 time: 0.9034197 Feb 11 05:48:50.196086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35032) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:50.260691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35036) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:50.261680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc476147-ba9f-4267-acf1-12dfe0e2f72e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634544 Feb 11 05:48:50.265788 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.270212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:50.316275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b4512400-ef73-43b8-98c2-130deffe4063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8506963 Feb 11 05:48:50.317122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:50.320910 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2396cf-1d3d-4e52-b39b-c583a4935c54" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:50.326378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35038) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:50.336379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, a31d2d71-7cae-4733-9a1f-1ba9213711c2) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:50.362950 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf9cc13-bdab-4002-a7e8-a69ccfee797f x-openstack-request-id: req-7bf9cc13-bdab-4002-a7e8-a69ccfee797f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:50.363250 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:50.363532 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bf9cc13-bdab-4002-a7e8-a69ccfee797f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:50.363925 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'status': 'completed', 'code': 200} Feb 11 05:48:50.396228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:50.411725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:50.412448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.464184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41a4bc-0028-42fe-aaa5-c373bbb695f5 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:50.466819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a343db2-f035-40d8-8074-be323dd4f5d6 None None] Network a31d2d71-7cae-4733-9a1f-1ba9213711c2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:50.533596 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f90b38df-517a-42bd-9ace-63236e08e129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/floatingips/1bd28266-ab07-4541-a598-1636580bca0b HTTP/1.1" status: 200 len: 991 time: 0.2034276 Feb 11 05:48:50.536995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7c4da846-cd71-4aa5-8674-170607c43ca8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:50.537454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.542509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-4cd61de4-6016-470b-a436-6c4b67a5fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:50.544865 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-4cd61de4-6016-470b-a436-6c4b67a5fbb7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 1129 time: 0.1186070 Feb 11 05:48:50.563894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cf68f5cb-f5cb-41ee-85d8-ea3622472ddf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6480510 Feb 11 05:48:50.568538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35044) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:50.687981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-13653d79-7467-4e10-9a8d-62a463b3bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:50.691062 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-13653d79-7467-4e10-9a8d-62a463b3bab7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c2e8c66f-8c3e-49b1-a372-4053b41faa06 HTTP/1.1" status: 200 len: 898 time: 0.1406937 Feb 11 05:48:50.723082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (a31d2d71-7cae-4733-9a1f-1ba9213711c2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.796738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:50.800959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.807606 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (529b7e14-73c6-4316-a6b6-97f1e5ee4fa6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:50.897385 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-e3da550e-543c-4042-9e55-5b662e3515e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec HTTP/1.1" status: 200 len: 999 time: 0.1992519 Feb 11 05:48:50.975500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb4fae5-5eae-4461-ab12-733ffd6a3709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-a31d2d71-7cae-4733-9a1f-1ba9213711c2', 'network_id': 'a31d2d71-7cae-4733-9a1f-1ba9213711c2', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': '529b7e14-73c6-4316-a6b6-97f1e5ee4fa6'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:50.977120 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fae5-5eae-4461-ab12-733ffd6a3709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.107590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-57864ef1-1a0b-4640-8fc9-3d0fd4fc8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:51.109651 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-57864ef1-1a0b-4640-8fc9-3d0fd4fc8d78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57672995-503b-459f-a05a-85867b9a573d HTTP/1.1" status: 200 len: 835 time: 0.2022321 Feb 11 05:48:51.181559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-bcb89115-f8e5-4255-8312-cac3430415c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:51.183950 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-bcb89115-f8e5-4255-8312-cac3430415c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2e8c66f-8c3e-49b1-a372-4053b41faa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0683672 Feb 11 05:48:51.193808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c4da846-cd71-4aa5-8674-170607c43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:51.230010 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (529b7e14-73c6-4316-a6b6-97f1e5ee4fa6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.325296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=529b7e14-73c6-4316-a6b6-97f1e5ee4fa6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:51.371645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:51.381942 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-f5961aae-77c4-44e5-b1a4-b9e8fdf39068 service neutron] 10.222.0.65 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917779 Feb 11 05:48:51.466206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (a31d2d71-7cae-4733-9a1f-1ba9213711c2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.476585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] Deleting port 7c4da846-cd71-4aa5-8674-170607c43ca8 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:51.476585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.504825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31d2d71-7cae-4733-9a1f-1ba9213711c2']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.535709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7307ae-eb79-4d3b-b475-026696bce0d8') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.535709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7307ae-eb79-4d3b-b475-026696bce0d8') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.545565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35060) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:51.579956 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8e2396cf-1d3d-4e52-b39b-c583a4935c54 req-8b85d07f-12fa-4433-89ee-c6979a862d90 service neutron] 10.222.0.65 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905518 Feb 11 05:48:51.610934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] For port 7c4da846-cd71-4aa5-8674-170607c43ca8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c4da846-cd71-4aa5-8674-170607c43ca8,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:51.611856 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.629026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] Calling delete_port for 7c4da846-cd71-4aa5-8674-170607c43ca8 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:51.638412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-013862ca-9813-470d-b5ca-46ec3f87a3e7 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/floatingips/1bd28266-ab07-4541-a598-1636580bca0b HTTP/1.1" status: 200 len: 991 time: 0.0957022 Feb 11 05:48:51.639458 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (ed7307ae-eb79-4d3b-b475-026696bce0d8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.654603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ed7307ae-eb79-4d3b-b475-026696bce0d8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.658540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (39e1d6fd-63bb-49e5-913f-5d8b28746737), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.677405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:51.679057 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (ed7307ae-eb79-4d3b-b475-026696bce0d8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:51.688482 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server [None req-5eb4fae5-5eae-4461-ab12-733ffd6a3709 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 529b7e14-73c6-4316-a6b6-97f1e5ee4fa6: This subnet is being modified by another concurrent operation. Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 529b7e14-73c6-4316-a6b6-97f1e5ee4fa6: This subnet is being modified by another concurrent operation. Feb 11 05:48:51.733233 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Feb 11 05:48:51.758225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:59Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:48Z', 'revision_number': 0, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.762860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5aac8-c53f-40aa-aeb8-2027b31971f4 None None] Network a31d2d71-7cae-4733-9a1f-1ba9213711c2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:51.799178 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:51.809081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] Checking router: 90a4e9b6-4ed3-4031-8679-774889ee04bd for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:51.811791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:51.828970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:51.829959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.837015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (7c4da846-cd71-4aa5-8674-170607c43ca8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:51.872581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=39e1d6fd-63bb-49e5-913f-5d8b28746737,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:51.889795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] No DVR routers for this DVR port 7c4da846-cd71-4aa5-8674-170607c43ca8 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:51.891214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:51.891861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:48:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:51.956128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d480ed-cc43-4632-bc3e-e211664c69be None None] Pushing event deleted for resources: {'Port': ['ID=7c4da846-cd71-4aa5-8674-170607c43ca8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:51.963417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e3552-e1c4-4be0-95c9-c37d71015321 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:51.995681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (a31d2d71-7cae-4733-9a1f-1ba9213711c2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.027286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d3d131fd-0268-47b3-84e4-b7c79f330457 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7644973 Feb 11 05:48:52.030126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35064) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:52.039590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.051391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:52.051391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35066) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:52.053649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/a31d2d71-7cae-4733-9a1f-1ba9213711c2 HTTP/1.1" status: 204 len: 168 time: 1.4840534 Feb 11 05:48:52.056435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692b3dd-7664-4d6d-8177-2afe503ad8c1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=a31d2d71-7cae-4733-9a1f-1ba9213711c2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:52.065496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1276136163'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:52.074410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c4da846-cd71-4aa5-8674-170607c43ca8 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:52.144050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 7c4da846-cd71-4aa5-8674-170607c43ca8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:52.144453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c4da846-cd71-4aa5-8674-170607c43ca8 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:52.208238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:52.211824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:52.217138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.279016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:52.299466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '39e1d6fd-63bb-49e5-913f-5d8b28746737'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:52.300391 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.314143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5c64b167-6a65-4bd5-b1d6-dd53a3063816), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.315569 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 5c64b167-6a65-4bd5-b1d6-dd53a3063816 of type vlan for network 1ce6c751-7f32-416d-83f1-6dde832da66a Feb 11 05:48:52.374469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1ce6c751-7f32-416d-83f1-6dde832da66a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.402864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:52.408211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.579651 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1ce6c751-7f32-416d-83f1-6dde832da66a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.587347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:52.588149 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:52.641090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35074) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:52.656667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Allocated IP 172.20.0.2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/39e1d6fd-63bb-49e5-913f-5d8b28746737/bf93bd71-5dea-48f3-b1a1-1315876cbe8d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:52.709138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=1ce6c751-7f32-416d-83f1-6dde832da66a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:52.725411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1ce6c751-7f32-416d-83f1-6dde832da66a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:52.781970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-57383d4b-8b98-4943-9ad7-aa1ab494a95c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/floatingips/1bd28266-ab07-4541-a598-1636580bca0b HTTP/1.1" status: 200 len: 991 time: 0.1395588 Feb 11 05:48:52.981820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:59Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:48Z', 'revision_number': 0, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:53.020402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122926b1-9626-47d0-b147-3726b7237bc5 None None] The sync data for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 is: [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:47:59Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:48Z', 'revision_number': 0, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:53.093299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Publish callbacks [] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.196912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.214603 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15196b7f-4f25-4175-905e-49a81202d74e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1628027 Feb 11 05:48:53.217543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35080) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:53.223232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2561cd60-7df3-417f-a139-2b4eea0a9e9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:53.309952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:53.313315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:53.316210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:53.322689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Pushing event updated for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:53.405965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Attempting to bind port bf93bd71-5dea-48f3-b1a1-1315876cbe8d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:53.406677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Attempting to bind port bf93bd71-5dea-48f3-b1a1-1315876cbe8d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:53.407218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Attempting to bind port bf93bd71-5dea-48f3-b1a1-1315876cbe8d on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:53.415992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:53.423374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:53.423374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.423374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:53.423374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Bound port: bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:53.424493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.426190 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da571d89-9466-4ab9-8f53-f12ec11bf59c None None] New status for floating IP 1bd28266-ab07-4541-a598-1636580bca0b: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:48:53.482417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2561cd60-7df3-417f-a139-2b4eea0a9e9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1ce6c751-7f32-416d-83f1-6dde832da66a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.538486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:53.545856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:53.608986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.objects.ports [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:48:53.725676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2561cd60-7df3-417f-a139-2b4eea0a9e9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1ce6c751-7f32-416d-83f1-6dde832da66a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.734629 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.839527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35088) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:53.854360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561cd60-7df3-417f-a139-2b4eea0a9e9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=1ce6c751-7f32-416d-83f1-6dde832da66a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:53.882570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1ce6c751-7f32-416d-83f1-6dde832da66a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:53.981809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9f2ed9d9-7436-4019-8773-f9c67c6d5f5c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/floatingips/1bd28266-ab07-4541-a598-1636580bca0b HTTP/1.1" status: 200 len: 993 time: 0.1234889 Feb 11 05:48:53.983501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2561cd60-7df3-417f-a139-2b4eea0a9e9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 1ce6c751-7f32-416d-83f1-6dde832da66a is not hosted by any dhcp agent {{(pid=104087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:48:53.990391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2561cd60-7df3-417f-a139-2b4eea0a9e9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:53.991164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2561cd60-7df3-417f-a139-2b4eea0a9e9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:53.995447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2561cd60-7df3-417f-a139-2b4eea0a9e9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "PUT /v2.0/networks/1ce6c751-7f32-416d-83f1-6dde832da66a HTTP/1.1" status: 200 len: 723 time: 0.7766106 Feb 11 05:48:53.997974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35092) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:54.025384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': '1ce6c751-7f32-416d-83f1-6dde832da66a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:54.090758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a2f06-dd0a-467d-8a08-5d0e998e3641 None None] Pushing event updated for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:54.223540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.245305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:54.249962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.585432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:54.627697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.630385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (7f0a49b0-3656-407a-84ae-572823467efb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.690311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=7f0a49b0-3656-407a-84ae-572823467efb,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:54.692806 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-94529c1b-dbfc-43ae-99ac-9844037b135d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619009 Feb 11 05:48:54.751127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': '5c64b167-6a65-4bd5-b1d6-dd53a3063816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1ce6c751-7f32-416d-83f1-6dde832da66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:54.752088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: 1ce6c751-7f32-416d-83f1-6dde832da66a, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:54.808339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-9b698834-4d8a-4ae7-b7dd-b0603196e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:54.809923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-9b698834-4d8a-4ae7-b7dd-b0603196e6b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b16429ff4124e078ff9c4153e077c6a&device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1128 time: 0.0584707 Feb 11 05:48:54.904651 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:54.933964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 1ce6c751-7f32-416d-83f1-6dde832da66a is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:54.962791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (87c501cf-82e9-4e29-9a14-d69d6278291c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.035262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:55.061794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:55.065273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.065865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.107835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-1bfb7ea2-47a2-4e0e-b5d7-46bb93f499c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.109824 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-1bfb7ea2-47a2-4e0e-b5d7-46bb93f499c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 200 len: 914 time: 0.2797866 Feb 11 05:48:55.118635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1ce6c751-7f32-416d-83f1-6dde832da66a) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:55.128770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.129471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdacf60-eb5e-4919-aec7-40983546dca6 None None] Network 1ce6c751-7f32-416d-83f1-6dde832da66a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:55.131643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.247110 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-563a4264-520c-4f23-a46e-3b88d69f5677 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2475121 Feb 11 05:48:55.252628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35108) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:55.262171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-dd87e953-0c04-4267-a16e-334361662501 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:55.323296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=87c501cf-82e9-4e29-9a14-d69d6278291c,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.326738 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=4']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:55.333367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b3244d08-8910-438a-9f5f-f51b74a4b237 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3016152 Feb 11 05:48:55.337073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35110) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:55.346399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:6e:f4:5e', 'name': 'tempest-NetworksTestDHCPv6-231464931'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:55.409209 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-a2add925-73f4-4349-aa9e-dcfb009509b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 200 len: 1001 time: 0.2927175 Feb 11 05:48:55.412463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd87e953-0c04-4267-a16e-334361662501 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12334194'] for subnet (7f0a49b0-3656-407a-84ae-572823467efb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.663821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-33b0a047-7343-4c78-a059-e43eb643f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.665608 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-33b0a047-7343-4c78-a059-e43eb643f578 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d6ebe382-7277-4ac6-a7b6-7724669b67ed HTTP/1.1" status: 200 len: 852 time: 0.2487600 Feb 11 05:48:55.759082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75903b-9d06-46c6-9f98-ad878012f847 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:55.812202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:55.825881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-00716803-e3b3-4059-8a52-d9847dc7431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:55.828743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-00716803-e3b3-4059-8a52-d9847dc7431a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505a71d0-67e8-41b7-84ca-0550ad56292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1544783 Feb 11 05:48:55.941287 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-11b26f80-78a2-48c3-b5ab-0e31ece0b64f service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069973 Feb 11 05:48:55.954096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dc141b39-13d4-4c66-a401-3dd25e155fd0 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:55.955657 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc141b39-13d4-4c66-a401-3dd25e155fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.013886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-1ce6c751-7f32-416d-83f1-6dde832da66a', 'network_id': '1ce6c751-7f32-416d-83f1-6dde832da66a', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': '7f0a49b0-3656-407a-84ae-572823467efb'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:56.014771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.021738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.067193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd87e953-0c04-4267-a16e-334361662501 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794895771895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12132937'] for subnet (7f0a49b0-3656-407a-84ae-572823467efb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.174173 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9a7b80a-dd10-4a75-b6ba-a74909fe1c34 req-1f336c82-19ac-462a-9209-3dafdf09830a service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263815 Feb 11 05:48:56.176488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 60ba8361-ce3a-401e-8d2c-835d30049e91 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:48:56.190010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87e953-0c04-4267-a16e-334361662501 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:56.190744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dd87e953-0c04-4267-a16e-334361662501 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.195649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bf93bd71-5dea-48f3-b1a1-1315876cbe8d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:56.201100 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dd87e953-0c04-4267-a16e-334361662501 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "PUT /v2.0/subnets/7f0a49b0-3656-407a-84ae-572823467efb HTTP/1.1" status: 200 len: 806 time: 0.9415245 Feb 11 05:48:56.203020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:56.233171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e953-0c04-4267-a16e-334361662501 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=7f0a49b0-3656-407a-84ae-572823467efb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:56.608515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dc141b39-13d4-4c66-a401-3dd25e155fd0 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:56.608943 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc141b39-13d4-4c66-a401-3dd25e155fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:56.665094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Allocated IP 172.20.0.2 (1ce6c751-7f32-416d-83f1-6dde832da66a/7f0a49b0-3656-407a-84ae-572823467efb/788e78d4-066b-4733-8169-d84c001f287e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:56.963956 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Publish callbacks [] for port (788e78d4-066b-4733-8169-d84c001f287e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.008515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:57.014728 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.090132 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (788e78d4-066b-4733-8169-d84c001f287e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.125935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Network 1ce6c751-7f32-416d-83f1-6dde832da66a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:57.179100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:57.183097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dc141b39-13d4-4c66-a401-3dd25e155fd0 None None] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:57.205946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:57.206521 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.225703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:57.324963 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1ce6c751-7f32-416d-83f1-6dde832da66a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.397779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:48:57.398777 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:48:57.399814 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc141b39-13d4-4c66-a401-3dd25e155fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.407220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Attempting to bind port 788e78d4-066b-4733-8169-d84c001f287e on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:57.407604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Attempting to bind port 788e78d4-066b-4733-8169-d84c001f287e by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '5c64b167-6a65-4bd5-b1d6-dd53a3063816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1ce6c751-7f32-416d-83f1-6dde832da66a'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:57.407965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Attempting to bind port 788e78d4-066b-4733-8169-d84c001f287e on network 1ce6c751-7f32-416d-83f1-6dde832da66a {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:57.416453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:57.416895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Checking segment: {'id': '5c64b167-6a65-4bd5-b1d6-dd53a3063816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1ce6c751-7f32-416d-83f1-6dde832da66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:57.418137 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.418571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Bound using segment: {'id': '5c64b167-6a65-4bd5-b1d6-dd53a3063816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1ce6c751-7f32-416d-83f1-6dde832da66a'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:57.419160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Bound port: 788e78d4-066b-4733-8169-d84c001f287e, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c64b167-6a65-4bd5-b1d6-dd53a3063816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1ce6c751-7f32-416d-83f1-6dde832da66a'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:57.419812 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (788e78d4-066b-4733-8169-d84c001f287e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.425578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Pushing event updated for resources: {'Port': ['ID=788e78d4-066b-4733-8169-d84c001f287e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:57.505648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 172.20.0.3 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/39e1d6fd-63bb-49e5-913f-5d8b28746737/60ba8361-ce3a-401e-8d2c-835d30049e91) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:57.520932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:fe6e:f45e (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/87c501cf-82e9-4e29-9a14-d69d6278291c/60ba8361-ce3a-401e-8d2c-835d30049e91) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:57.540879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc141b39-13d4-4c66-a401-3dd25e155fd0 None None] Pushing event updated for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:57.652334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] For port 788e78d4-066b-4733-8169-d84c001f287e, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:57.663144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] For port 788e78d4-066b-4733-8169-d84c001f287e, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=788e78d4-066b-4733-8169-d84c001f287e,segment=NetworkSegment(5c64b167-6a65-4bd5-b1d6-dd53a3063816),segment_id=5c64b167-6a65-4bd5-b1d6-dd53a3063816)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:57.731652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ec0ebb84-fe88-4bf3-aa89-c64b60d8ce07 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:57.732040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec0ebb84-fe88-4bf3-aa89-c64b60d8ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.790997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (60ba8361-ce3a-401e-8d2c-835d30049e91), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.836897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Deleting port 788e78d4-066b-4733-8169-d84c001f287e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:57.837540 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (788e78d4-066b-4733-8169-d84c001f287e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.848321 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (788e78d4-066b-4733-8169-d84c001f287e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.006661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:58.098968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (60ba8361-ce3a-401e-8d2c-835d30049e91), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.217398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] For port 788e78d4-066b-4733-8169-d84c001f287e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=788e78d4-066b-4733-8169-d84c001f287e,segment=NetworkSegment(5c64b167-6a65-4bd5-b1d6-dd53a3063816),segment_id=5c64b167-6a65-4bd5-b1d6-dd53a3063816)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:58.218079 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (788e78d4-066b-4733-8169-d84c001f287e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.230474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bf93bd71-5dea-48f3-b1a1-1315876cbe8d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:58.292693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:58.294548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Calling delete_port for 788e78d4-066b-4733-8169-d84c001f287e owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:58.296920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=60ba8361-ce3a-401e-8d2c-835d30049e91,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:58.318429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:58.323271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ebb84-fe88-4bf3-aa89-c64b60d8ce07 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:58.324977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:58.333718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64af63-7027-408b-ba5b-82cf71e165d8 None None] Pushing event updated for resources: {'Port': ['ID=788e78d4-066b-4733-8169-d84c001f287e,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:58.400895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:58.401435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.469731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a951f6c8-e910-4454-a6d8-6728ac8a409d None None] Could not find standard attr ID for object 7393db94-4570-4bcb-929d-e76949b6ad08. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:48:58.573843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:58.574549 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.689662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:58.768073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-87c1c96c-c06c-4ba4-9b1d-7116ce17d6fa tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4294722 Feb 11 05:48:58.770473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35140) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:58.902904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db22dfb0-af3b-4821-9bac-7d613f4895a3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:58.909624 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (788e78d4-066b-4733-8169-d84c001f287e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.920424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db22dfb0-af3b-4821-9bac-7d613f4895a3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:58.947769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-db22dfb0-af3b-4821-9bac-7d613f4895a3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1666863 Feb 11 05:48:58.952464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:58.989579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Port': ['ID=788e78d4-066b-4733-8169-d84c001f287e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:59.092521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No DVR routers for this DVR port 788e78d4-066b-4733-8169-d84c001f287e on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:59.183211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-57437cf4-4ca9-42fa-9ff2-e38ac707a211 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 60ba8361-ce3a-401e-8d2c-835d30049e91 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:59.185154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57437cf4-4ca9-42fa-9ff2-e38ac707a211 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (60ba8361-ce3a-401e-8d2c-835d30049e91), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.193437 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (7f0a49b0-3656-407a-84ae-572823467efb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.395502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (7f0a49b0-3656-407a-84ae-572823467efb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.425376 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57437cf4-4ca9-42fa-9ff2-e38ac707a211 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (60ba8361-ce3a-401e-8d2c-835d30049e91), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.444005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0a49b0-3656-407a-84ae-572823467efb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:59.462364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-57437cf4-4ca9-42fa-9ff2-e38ac707a211 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 60ba8361-ce3a-401e-8d2c-835d30049e91 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:59.519913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fd6b3959-e850-4c67-a732-75210cf61250 None None] Provisioning complete for port 60ba8361-ce3a-401e-8d2c-835d30049e91 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:59.520478 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3959-e850-4c67-a732-75210cf61250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (60ba8361-ce3a-401e-8d2c-835d30049e91), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.628191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b3959-e850-4c67-a732-75210cf61250 None None] Port 60ba8361-ce3a-401e-8d2c-835d30049e91 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:59.636489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1ce6c751-7f32-416d-83f1-6dde832da66a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.673435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce6c751-7f32-416d-83f1-6dde832da66a']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:59.689980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c64b167-6a65-4bd5-b1d6-dd53a3063816') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:59.690287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c64b167-6a65-4bd5-b1d6-dd53a3063816') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:59.717657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (5c64b167-6a65-4bd5-b1d6-dd53a3063816), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.742151 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (5c64b167-6a65-4bd5-b1d6-dd53a3063816), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.752911 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:59.753703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (5c64b167-6a65-4bd5-b1d6-dd53a3063816), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:59.764623 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:00.011839 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1ce6c751-7f32-416d-83f1-6dde832da66a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.021187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.028384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/1ce6c751-7f32-416d-83f1-6dde832da66a HTTP/1.1" status: 204 len: 168 time: 3.8228865 Feb 11 05:49:00.030770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7117a-6000-4237-acb8-dd740a7051b4 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:49:00.033195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35158) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:00.090491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57437cf4-4ca9-42fa-9ff2-e38ac707a211 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (60ba8361-ce3a-401e-8d2c-835d30049e91), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.093601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef8031-7c57-404e-8b2f-6c2fce274b6d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=1ce6c751-7f32-416d-83f1-6dde832da66a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:00.126445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-33df6227-2b73-472f-8f6a-54f3733e28bd None None] Could not find standard attr ID for object 788e78d4-066b-4733-8169-d84c001f287e. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:49:00.152159 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c8f635-cbcb-418f-9ebc-22e30c7cd12f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:00.152500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c8f635-cbcb-418f-9ebc-22e30c7cd12f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:00.160341 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-40c8f635-cbcb-418f-9ebc-22e30c7cd12f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/1ce6c751-7f32-416d-83f1-6dde832da66a HTTP/1.1" status: 404 len: 339 time: 0.1214235 Feb 11 05:49:00.160551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35164) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:00.168973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149564668', 'description': 'd1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:00.209769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57437cf4-4ca9-42fa-9ff2-e38ac707a211 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=60ba8361-ce3a-401e-8d2c-835d30049e91,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:00.294407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7117a-6000-4237-acb8-dd740a7051b4 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:49:00.297913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:00.302266 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.380023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-57437cf4-4ca9-42fa-9ff2-e38ac707a211 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.393112 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-57437cf4-4ca9-42fa-9ff2-e38ac707a211 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/60ba8361-ce3a-401e-8d2c-835d30049e91 HTTP/1.1" status: 204 len: 168 time: 1.4329891 Feb 11 05:49:00.396253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35172) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:00.402132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:00.490405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (18dea1f0-867c-4e6b-b418-75a3743984b8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.491158 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 18dea1f0-867c-4e6b-b418-75a3743984b8 of type vlan for network e80bd005-19f5-4488-85d8-e93a20ae8928 Feb 11 05:49:00.617478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77476d91-1e52-403d-b72f-ddf717da52be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.620358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77476d91-1e52-403d-b72f-ddf717da52be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.623802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77476d91-1e52-403d-b72f-ddf717da52be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.629431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35174) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:00.630658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-77476d91-1e52-403d-b72f-ddf717da52be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2333157 Feb 11 05:49:00.638499 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (e80bd005-19f5-4488-85d8-e93a20ae8928), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.752844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eaad6b-d2f3-4252-b6b9-bc807a9915de None None] DHCP port deletion for 1ce6c751-7f32-416d-83f1-6dde832da66a request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:00.788243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-675ee213-cd8d-440a-86a4-89ff1399de03 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.791035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-675ee213-cd8d-440a-86a4-89ff1399de03 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.3023911 Feb 11 05:49:00.794035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59ac739-6591-440a-9a9d-92ecd21452d3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 39e1d6fd-63bb-49e5-913f-5d8b28746737 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:00.799678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1949c87-4a40-4819-9bbf-59217fafeb89 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:49:00.803008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d59ac739-6591-440a-9a9d-92ecd21452d3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (39e1d6fd-63bb-49e5-913f-5d8b28746737), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.817723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-8dd76ea1-fdbf-4d57-a7c6-5d63bde3ace1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/quotas/5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 375 time: 0.0208743 Feb 11 05:49:00.907264 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (e80bd005-19f5-4488-85d8-e93a20ae8928), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.921521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:00.927542 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.933258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d59ac739-6591-440a-9a9d-92ecd21452d3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (39e1d6fd-63bb-49e5-913f-5d8b28746737), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.068063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1949c87-4a40-4819-9bbf-59217fafeb89 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:49:01.085200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9204261 Feb 11 05:49:01.088944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:01.091702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-b339d7cc-45d5-43c8-87d6-bc5ed0e9d086 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2677217 Feb 11 05:49:01.092469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586d603-a4f5-4ff7-b95c-ae6128e2e080 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=e80bd005-19f5-4488-85d8-e93a20ae8928,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:01.108869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network e80bd005-19f5-4488-85d8-e93a20ae8928 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:01.216801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2aba3a-f9a0-4637-9a45-4284003e4fb4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:01.221416 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7c2aba3a-f9a0-4637-9a45-4284003e4fb4 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/networks?id=e80bd005-19f5-4488-85d8-e93a20ae8928 HTTP/1.1" status: 200 len: 760 time: 0.1283987 Feb 11 05:49:01.225094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35184) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:01.238705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d59ac739-6591-440a-9a9d-92ecd21452d3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (39e1d6fd-63bb-49e5-913f-5d8b28746737), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.325571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cc71e326-c84f-4d45-9b3b-ee89a4b66e53 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'description': 'd2'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:01.361682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-dd1eb845-37c7-44e1-b28a-e277f2e4234d service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617149 Feb 11 05:49:01.423002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d59ac739-6591-440a-9a9d-92ecd21452d3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (39e1d6fd-63bb-49e5-913f-5d8b28746737), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.503973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d59ac739-6591-440a-9a9d-92ecd21452d3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.510787 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d59ac739-6591-440a-9a9d-92ecd21452d3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/39e1d6fd-63bb-49e5-913f-5d8b28746737 HTTP/1.1" status: 204 len: 168 time: 0.8766201 Feb 11 05:49:01.511983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35190) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:01.520459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ac739-6591-440a-9a9d-92ecd21452d3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=39e1d6fd-63bb-49e5-913f-5d8b28746737,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:01.595937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-30b393e6-e74c-4377-8a1f-22e48392504e service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331555 Feb 11 05:49:01.614457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc71e326-c84f-4d45-9b3b-ee89a4b66e53 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (e80bd005-19f5-4488-85d8-e93a20ae8928), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.633509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b70a44f-23d5-4ac3-8000-26160204c25d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 87c501cf-82e9-4e29-9a14-d69d6278291c {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:01.638781 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b70a44f-23d5-4ac3-8000-26160204c25d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (87c501cf-82e9-4e29-9a14-d69d6278291c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.705620 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b70a44f-23d5-4ac3-8000-26160204c25d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (87c501cf-82e9-4e29-9a14-d69d6278291c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.782411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93c442-0814-4f36-9380-190fabcb4938 None None] Update dhcp port {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '87c501cf-82e9-4e29-9a14-d69d6278291c', 'ip_address': '2001:db8::f816:3eff:fed7:ef53'}, {'subnet_id': '39e1d6fd-63bb-49e5-913f-5d8b28746737'}], 'binding:host_id': 'n-d-713498-37'}, 'id': 'bf93bd71-5dea-48f3-b1a1-1315876cbe8d'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:49:01.811602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b70a44f-23d5-4ac3-8000-26160204c25d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (87c501cf-82e9-4e29-9a14-d69d6278291c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.831897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c93c442-0814-4f36-9380-190fabcb4938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.871969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc71e326-c84f-4d45-9b3b-ee89a4b66e53 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (e80bd005-19f5-4488-85d8-e93a20ae8928), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.947551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71e326-c84f-4d45-9b3b-ee89a4b66e53 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=e80bd005-19f5-4488-85d8-e93a20ae8928,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:01.953742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc71e326-c84f-4d45-9b3b-ee89a4b66e53 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network e80bd005-19f5-4488-85d8-e93a20ae8928 is not hosted by any dhcp agent {{(pid=104086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:49:01.962236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71e326-c84f-4d45-9b3b-ee89a4b66e53 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:01.968219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc71e326-c84f-4d45-9b3b-ee89a4b66e53 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:01.968219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc71e326-c84f-4d45-9b3b-ee89a4b66e53 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "PUT /v2.0/networks/e80bd005-19f5-4488-85d8-e93a20ae8928 HTTP/1.1" status: 200 len: 757 time: 0.6455419 Feb 11 05:49:01.968623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35200) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:02.003895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:02.163506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network e80bd005-19f5-4488-85d8-e93a20ae8928 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:02.163506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 788e78d4-066b-4733-8169-d84c001f287e no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:02.165198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a412a15-95f9-4591-8295-66127053b3bf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.165198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0a412a15-95f9-4591-8295-66127053b3bf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/networks?id=e80bd005-19f5-4488-85d8-e93a20ae8928 HTTP/1.1" status: 200 len: 760 time: 0.1366336 Feb 11 05:49:02.165725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 788e78d4-066b-4733-8169-d84c001f287e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:02.165725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 788e78d4-066b-4733-8169-d84c001f287e not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:02.166443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35208) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:02.168119 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da16a7e3-c2ca-42c1-b5ea-8bfa5f695c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.172734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2087769709'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server [None req-7c93c442-0814-4f36-9380-190fabcb4938 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87c501cf-82e9-4e29-9a14-d69d6278291c: This subnet is being modified by another concurrent operation. Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87c501cf-82e9-4e29-9a14-d69d6278291c: This subnet is being modified by another concurrent operation. Feb 11 05:49:02.357119 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Feb 11 05:49:02.388577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b70a44f-23d5-4ac3-8000-26160204c25d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (87c501cf-82e9-4e29-9a14-d69d6278291c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.468148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6b70a44f-23d5-4ac3-8000-26160204c25d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.470223 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c73cef-12e2-4b1d-a720-d8001713f026 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:49:02.476148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6b70a44f-23d5-4ac3-8000-26160204c25d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/87c501cf-82e9-4e29-9a14-d69d6278291c HTTP/1.1" status: 204 len: 168 time: 0.9624531 Feb 11 05:49:02.478173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35212) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:02.480777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70a44f-23d5-4ac3-8000-26160204c25d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=87c501cf-82e9-4e29-9a14-d69d6278291c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:02.517993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-50ffaa97-d48c-4b99-a572-d967dbf8a530 None None] Could not find standard attr ID for object 60ba8361-ce3a-401e-8d2c-835d30049e91. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:49:02.544916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eb2f4eb3-8429-458e-80da-46652f8c298d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652080 Feb 11 05:49:02.546349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:02.551850 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.553396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-50ffaa97-d48c-4b99-a572-d967dbf8a530 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:02.553899 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-50ffaa97-d48c-4b99-a572-d967dbf8a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.567522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:02.582635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:02.587383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:02.599206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (83409bb3-d289-41f4-b300-13ed944ede32), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.599731 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment 83409bb3-d289-41f4-b300-13ed944ede32 of type vlan for network b6065429-f074-4796-99c9-cc46e32c6865 Feb 11 05:49:02.702275 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b6065429-f074-4796-99c9-cc46e32c6865), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.785616 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da16a7e3-c2ca-42c1-b5ea-8bfa5f695c9c admin admin] Publish callbacks [] for security_group (28bfeb88-80a6-4ff6-84ca-833e9770611a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.916380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da16a7e3-c2ca-42c1-b5ea-8bfa5f695c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (28bfeb88-80a6-4ff6-84ca-833e9770611a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.919305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:02.923545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.960269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb41f14c-2d60-46d0-aed2-6e53c6b7c5d1 req-97d33fc9-54a9-469c-8130-d207abd3b4b7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0906053 Feb 11 05:49:02.973663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b6065429-f074-4796-99c9-cc46e32c6865), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.999275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:02.999275 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.137920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c73cef-12e2-4b1d-a720-d8001713f026 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:49:03.145669 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da16a7e3-c2ca-42c1-b5ea-8bfa5f695c9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7b4a52463744f39bb0e79da6f2393b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1405523 Feb 11 05:49:03.156020 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d05b8efc-1ec1-457b-8f05-5eca978281a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.173759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35222) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:03.196157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=b6065429-f074-4796-99c9-cc46e32c6865,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:03.215931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b6065429-f074-4796-99c9-cc46e32c6865 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:03.227176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-43762a5e-7e9c-4922-8e36-d4bbd3a71d0e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0584056 Feb 11 05:49:03.229672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35228) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:03.250923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': 'b6065429-f074-4796-99c9-cc46e32c6865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:03.258810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16a7e3-c2ca-42c1-b5ea-8bfa5f695c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bfeb88-80a6-4ff6-84ca-833e9770611a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:03.321635 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:49:03.356227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-50ffaa97-d48c-4b99-a572-d967dbf8a530 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:03.480285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabc6-64b8-47ef-8097-1e63d9a8ff70 admin admin] Publish callbacks [] for security_group (28bfeb88-80a6-4ff6-84ca-833e9770611a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.530995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabc6-64b8-47ef-8097-1e63d9a8ff70 admin admin] Publish callbacks [] for security_group (28bfeb88-80a6-4ff6-84ca-833e9770611a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.716955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:03.722464 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.859552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad098bea-15a1-4fe4-a565-8096d421056c None None] Network 1ce6c751-7f32-416d-83f1-6dde832da66a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:03.881654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad098bea-15a1-4fe4-a565-8096d421056c None None] Network 1ce6c751-7f32-416d-83f1-6dde832da66a could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:49:03.921159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f338f-35ec-4c16-a6a1-15ff7993451c None None] Network 1ce6c751-7f32-416d-83f1-6dde832da66a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:03.931093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bed6307e-c1cc-4a18-91a3-260f584c69ea None None] Could not find standard attr ID for object 60ba8361-ce3a-401e-8d2c-835d30049e91. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:49:03.970686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f338f-35ec-4c16-a6a1-15ff7993451c None None] Network 1ce6c751-7f32-416d-83f1-6dde832da66a could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:49:03.989992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bed6307e-c1cc-4a18-91a3-260f584c69ea None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:03.993537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bed6307e-c1cc-4a18-91a3-260f584c69ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.089007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a730a7-9d23-493f-b994-1dbd7fad7697 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:49:04.167287 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabc6-64b8-47ef-8097-1e63d9a8ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (28bfeb88-80a6-4ff6-84ca-833e9770611a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.169937 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabc6-64b8-47ef-8097-1e63d9a8ff70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.171577 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0e0cabc6-64b8-47ef-8097-1e63d9a8ff70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28bfeb88-80a6-4ff6-84ca-833e9770611a HTTP/1.1" status: 204 len: 168 time: 0.9967818 Feb 11 05:49:04.186674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bf93bd71-5dea-48f3-b1a1-1315876cbe8d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:04.195173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cabc6-64b8-47ef-8097-1e63d9a8ff70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bfeb88-80a6-4ff6-84ca-833e9770611a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:04.218681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a171a1e-752c-474b-b34a-1266ea8d371b req-1154dddc-4b81-4cfa-8d65-e330676129b8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.1046376 Feb 11 05:49:04.264295 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (3272a87c-1913-47cd-820d-1e5d89282f7c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.329016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (8262ca44-db05-4d57-8bf2-5179ea714bb3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.329258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bed6307e-c1cc-4a18-91a3-260f584c69ea None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:04.379989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=3272a87c-1913-47cd-820d-1e5d89282f7c,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:04.390798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': '83409bb3-d289-41f4-b300-13ed944ede32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b6065429-f074-4796-99c9-cc46e32c6865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:04.391646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: b6065429-f074-4796-99c9-cc46e32c6865, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:49:04.394338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a730a7-9d23-493f-b994-1dbd7fad7697 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:49:04.404496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=8262ca44-db05-4d57-8bf2-5179ea714bb3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:04.404951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:04.405407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.433886 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:04.435870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:04.445590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:04.446201 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.496164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network b6065429-f074-4796-99c9-cc46e32c6865 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:49:04.543001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:04.619638 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f6c4fc5a-e39d-4e8d-ba6a-cedc98ebc207 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0502565 Feb 11 05:49:04.625299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35248) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:04.629660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b6065429-f074-4796-99c9-cc46e32c6865) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:04.630376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:04.656964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:04.657597 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.665393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.799754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:04.820833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.822639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.822639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.822639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.822639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.823032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.823174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.823655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.824053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.824447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.824914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.825313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.825977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:04.876641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e284f5d9-f569-43bb-8c53-dc8a3c97c67b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6445637 Feb 11 05:49:04.879616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35254) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:04.976144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:04.980825 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.065902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b6065429-f074-4796-99c9-cc46e32c6865), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.175554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506fa421-4b6e-4918-a43b-0ea1344d74f8 None None] Update dhcp port {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '8262ca44-db05-4d57-8bf2-5179ea714bb3'}], 'binding:host_id': 'n-d-713498-37'}, 'id': 'bf93bd71-5dea-48f3-b1a1-1315876cbe8d'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:49:05.202610 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3272a87c-1913-47cd-820d-1e5d89282f7c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.226611 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-506fa421-4b6e-4918-a43b-0ea1344d74f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.412123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bc7ba6e-c1de-46b7-bfe5-1b8d0abcc6c7 req-6bbdaf35-2657-46ae-bf1e-7fec2b0f8f9b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0551124 Feb 11 05:49:05.417924 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (3272a87c-1913-47cd-820d-1e5d89282f7c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.526710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=3272a87c-1913-47cd-820d-1e5d89282f7c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:05.568520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-506fa421-4b6e-4918-a43b-0ea1344d74f8 None None] Allocated IP 172.20.0.2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8262ca44-db05-4d57-8bf2-5179ea714bb3/bf93bd71-5dea-48f3-b1a1-1315876cbe8d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:05.609786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b6065429-f074-4796-99c9-cc46e32c6865), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.644796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6065429-f074-4796-99c9-cc46e32c6865']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:05.667608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83409bb3-d289-41f4-b300-13ed944ede32') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:05.669337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83409bb3-d289-41f4-b300-13ed944ede32') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:05.681905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (83409bb3-d289-41f4-b300-13ed944ede32), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.709529 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (83409bb3-d289-41f4-b300-13ed944ede32), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.717627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:05.718423 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (83409bb3-d289-41f4-b300-13ed944ede32), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.720901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-506fa421-4b6e-4918-a43b-0ea1344d74f8 None None] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:05.724425 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:05.812053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-506fa421-4b6e-4918-a43b-0ea1344d74f8 None None] Publish callbacks [] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.840298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.objects.ports [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:49:05.881736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-0b0000d2-8fc0-40d3-b203-c94b82e6fece tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.883979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-0b0000d2-8fc0-40d3-b203-c94b82e6fece tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.1327043 Feb 11 05:49:05.916439 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3576dcdc-3ba3-42bb-8360-3d51d3ec674f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.920391 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-506fa421-4b6e-4918-a43b-0ea1344d74f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.947695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'port': {'device_id': '0850408b-97cb-44f3-95a6-96343f74d128', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'admin_state_up': True, 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:06.081966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fa421-4b6e-4918-a43b-0ea1344d74f8 None None] Pushing event updated for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:06.282064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:06.292145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.304693 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b6065429-f074-4796-99c9-cc46e32c6865), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.350505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.372395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.381857 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/b6065429-f074-4796-99c9-cc46e32c6865 HTTP/1.1" status: 204 len: 168 time: 1.5011163 Feb 11 05:49:06.389448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35266) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:06.466056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7462234-fc71-413a-b860-c4922c31dd4e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=b6065429-f074-4796-99c9-cc46e32c6865,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:06.471209 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-6affec20-bc99-42bb-b9a5-251901779844 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] GET failed (client error): The resource could not be found. Feb 11 05:49:06.475073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6affec20-bc99-42bb-b9a5-251901779844 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/subnets/3272a87c-1913-47cd-820d-1e5d89282f7c HTTP/1.1" status: 404 len: 337 time: 0.0684798 Feb 11 05:49:06.482929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35272) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:06.572277 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-62238779-d694-41b0-ac5d-0c1266aaf04f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:06.583749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62238779-d694-41b0-ac5d-0c1266aaf04f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:06.586567 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-62238779-d694-41b0-ac5d-0c1266aaf04f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/b6065429-f074-4796-99c9-cc46e32c6865 HTTP/1.1" status: 404 len: 339 time: 0.1070526 Feb 11 05:49:06.593150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35274) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:06.703760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.20.0.13 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/78adb4a4-3587-41f7-b412-3e1d30346bc4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:06.772338 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:06.944115 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.042387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86c7d791-e375-443b-bba5-74ee40664974 req-85971e81-6be2-49da-851f-d3872a078f26 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0381498 Feb 11 05:49:07.131298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:07.158925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c3690-998c-4490-a9f1-cfad753d029f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.160736 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1a4c3690-998c-4490-a9f1-cfad753d029f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5665517 Feb 11 05:49:07.163847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35276) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:07.188192 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.222522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.268145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.293024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-00b73221-99d4-45b7-8f70-1dedc80f1d21 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 207 time: 0.1277111 Feb 11 05:49:07.297594 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (afefd84b-c88d-4099-b1c3-588b9632a127), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.318507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:07.332125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:07.348114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35280) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:07.348473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=78adb4a4-3587-41f7-b412-3e1d30346bc4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:07.389731 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:07.404078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8463f6-25c0-41d5-bdcf-5bfbc15057b7 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:07.406250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bdf25a-13c1-4868-86a4-98360eb6645b None None] Network b6065429-f074-4796-99c9-cc46e32c6865 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:07.440481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bdf25a-13c1-4868-86a4-98360eb6645b None None] Network b6065429-f074-4796-99c9-cc46e32c6865 could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:49:07.478388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a9379-c2b6-4ed5-9cab-9efadc0fa351 None None] Network b6065429-f074-4796-99c9-cc46e32c6865 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:07.518556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=11']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:07.568933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=afefd84b-c88d-4099-b1c3-588b9632a127,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:07.586468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a9379-c2b6-4ed5-9cab-9efadc0fa351 None None] Network b6065429-f074-4796-99c9-cc46e32c6865 could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:49:07.588111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:07.590574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:07.609227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:07.610222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.667011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a620d7d1-66b2-4d13-b4db-2b3926ac7d32 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:07.671167 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a620d7d1-66b2-4d13-b4db-2b3926ac7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.734079 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd0d4790-74a4-486a-a705-bb478a54d7b3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1062343 Feb 11 05:49:07.734490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35284) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:07.740558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:ba:b4:a8', 'name': 'tempest-NetworksTestDHCPv6-586336888'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:07.913655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a620d7d1-66b2-4d13-b4db-2b3926ac7d32 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:07.915033 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a620d7d1-66b2-4d13-b4db-2b3926ac7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:07.994625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a620d7d1-66b2-4d13-b4db-2b3926ac7d32 None None] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:08.089016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.089812 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.115281 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a620d7d1-66b2-4d13-b4db-2b3926ac7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.144216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:08.175579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22f08e-e7a9-45d6-be6d-88846735da28 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.182843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22f08e-e7a9-45d6-be6d-88846735da28 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.188495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22f08e-e7a9-45d6-be6d-88846735da28 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.194061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22f08e-e7a9-45d6-be6d-88846735da28 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.200351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35290) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.208019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0f22f08e-e7a9-45d6-be6d-88846735da28 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8390298 Feb 11 05:49:08.231661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9defc429-9a7f-4779-889a-1d1139423a9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2927215 Feb 11 05:49:08.246135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Request body: {'port': {'device_id': '0850408b-97cb-44f3-95a6-96343f74d128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:08.252163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bf93bd71-5dea-48f3-b1a1-1315876cbe8d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:08.357671 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.364857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620d7d1-66b2-4d13-b4db-2b3926ac7d32 None None] Pushing event updated for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=12']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:08.369949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9d73169f-04e3-4a33-8952-669ca09ee9e6 None None] Provisioning complete for port 78adb4a4-3587-41f7-b412-3e1d30346bc4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:08.369949 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d73169f-04e3-4a33-8952-669ca09ee9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.371561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:08.371929 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.468612 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.576284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9d73169f-04e3-4a33-8952-669ca09ee9e6 None None] Port 78adb4a4-3587-41f7-b412-3e1d30346bc4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:08.577378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bf00d3c1-aa5d-4f5a-913e-acab0e2fb4cf tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3753779 Feb 11 05:49:08.613410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35294) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.632392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.659610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:08.698224 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.746913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 439924db-bcf7-4fa5-93fa-eea78d95bf2e yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:08.753189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78adb4a4-3587-41f7-b412-3e1d30346bc4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:49:08.767286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Publish callbacks [] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.778237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0370ec-8abe-4b51-8780-b38c05acf1a8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.779692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0370ec-8abe-4b51-8780-b38c05acf1a8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.781958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Transition to ACTIVE for port object 78adb4a4-3587-41f7-b412-3e1d30346bc4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:49:08.782766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e0370ec-8abe-4b51-8780-b38c05acf1a8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1682556 Feb 11 05:49:08.800286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63059173-f6af-44cd-9c63-d17ee141a796 req-ec0eed65-091f-4084-bbf2-13ee3c77f863 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.803065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63059173-f6af-44cd-9c63-d17ee141a796 req-ec0eed65-091f-4084-bbf2-13ee3c77f863 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 932 time: 0.5518775 Feb 11 05:49:08.803227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35300) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:08.911157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63059173-f6af-44cd-9c63-d17ee141a796 req-bc778d17-06c4-41e3-bc19-390068964271 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989108 Feb 11 05:49:08.914791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:08.970045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c40f9-45bb-4daa-8465-b7969e0f057c tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.971514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c40f9-45bb-4daa-8465-b7969e0f057c tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.973608 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-de0c40f9-45bb-4daa-8465-b7969e0f057c tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1702170 Feb 11 05:49:08.993797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35304) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:09.065874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f79735-102b-492a-91af-11d38fbc5821 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:09.174258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 172.20.0.3 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8262ca44-db05-4d57-8bf2-5179ea714bb3/439924db-bcf7-4fa5-93fa-eea78d95bf2e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:09.184246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:feba:b4a8 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/afefd84b-c88d-4099-b1c3-588b9632a127/439924db-bcf7-4fa5-93fa-eea78d95bf2e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:09.248797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Pushing event updated for resources: {'Port': ['ID=78adb4a4-3587-41f7-b412-3e1d30346bc4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:09.393395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa59c50-0536-443c-b59e-3f747384feb0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.399876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4aa59c50-0536-443c-b59e-3f747384feb0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/networks/6242c197-b5d8-4675-a631-46df7e0dc4fc HTTP/1.1" status: 200 len: 800 time: 0.4049542 Feb 11 05:49:09.400537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35312) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:09.487510 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (439924db-bcf7-4fa5-93fa-eea78d95bf2e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.515611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Attempting to bind port 78adb4a4-3587-41f7-b412-3e1d30346bc4 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:09.517213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Attempting to bind port 78adb4a4-3587-41f7-b412-3e1d30346bc4 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:09.517213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Attempting to bind port 78adb4a4-3587-41f7-b412-3e1d30346bc4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:09.571599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Port 78adb4a4-3587-41f7-b412-3e1d30346bc4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:49:09.571949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Attempting to bind port 78adb4a4-3587-41f7-b412-3e1d30346bc4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:09.581294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:09.581569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:09.581970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:09.582651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Bound port: 78adb4a4-3587-41f7-b412-3e1d30346bc4, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:09.583584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.653012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (439924db-bcf7-4fa5-93fa-eea78d95bf2e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.672427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] For port 78adb4a4-3587-41f7-b412-3e1d30346bc4, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:09.676174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] For port 78adb4a4-3587-41f7-b412-3e1d30346bc4, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:09.676360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-98f3736a-6377-4e6f-aac8-fc0b166f343a None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:09.677157 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98f3736a-6377-4e6f-aac8-fc0b166f343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.718619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2d757bea-9360-42f6-a660-7a6ffed4f8ad tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/networks/6242c197-b5d8-4675-a631-46df7e0dc4fc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3164966 Feb 11 05:49:09.719525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35316) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:09.738401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:09.741839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:09.750997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:09.773932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.815393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.816766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37fda11-67f3-4aa6-96c3-94f0243f5f9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.823345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e37fda11-67f3-4aa6-96c3-94f0243f5f9d tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/subnets/6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95 HTTP/1.1" status: 200 len: 811 time: 0.1026530 Feb 11 05:49:09.823989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35318) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:09.859657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.860346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.872661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.875099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:09.876273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] 10.222.0.83 "PUT /v2.0/ports/78adb4a4-3587-41f7-b412-3e1d30346bc4 HTTP/1.1" status: 200 len: 1093 time: 1.6363623 Feb 11 05:49:09.877001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0850408b-97cb-44f3-95a6-96343f74d128', 'tag': '78adb4a4-3587-41f7-b412-3e1d30346bc4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:09.880059 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652123e5-6a0b-43e3-a878-a27e4e3e5eab" -d '{"events": [{"name": "network-changed", "server_uuid": "0850408b-97cb-44f3-95a6-96343f74d128", "tag": "78adb4a4-3587-41f7-b412-3e1d30346bc4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:09.927136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=439924db-bcf7-4fa5-93fa-eea78d95bf2e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:09.927283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Pushing event updated for resources: {'Port': ['ID=78adb4a4-3587-41f7-b412-3e1d30346bc4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:09.943870 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f49f7f7d-01df-4cb2-8f87-c6ebcef92472 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2054276 Feb 11 05:49:09.952960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:09.963525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d73e37-16c9-4a33-aedf-65eeae47e3b2 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.971451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f3d73e37-16c9-4a33-aedf-65eeae47e3b2 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "GET /v2.0/subnets/6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1407163 Feb 11 05:49:09.974969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.975330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.975684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.981338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.981997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.982362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.982716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.983056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.983401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.983743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.984120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.984414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:09.987856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5c278-2cff-4375-b038-458c6ee0e301 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:10.002618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35326) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:10.008528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-636368786'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:10.020974 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c12154-ee20-40b7-98d8-e698a4f6acab x-openstack-request-id: req-32c12154-ee20-40b7-98d8-e698a4f6acab {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:10.026791 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0850408b-97cb-44f3-95a6-96343f74d128", "tag": "78adb4a4-3587-41f7-b412-3e1d30346bc4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:10.028912 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32c12154-ee20-40b7-98d8-e698a4f6acab {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:10.034473 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0850408b-97cb-44f3-95a6-96343f74d128', 'tag': '78adb4a4-3587-41f7-b412-3e1d30346bc4', 'status': 'completed', 'code': 200} Feb 11 05:49:10.061896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-98f3736a-6377-4e6f-aac8-fc0b166f343a None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:10.167669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bbedad-0841-4945-b680-a2eefa3ed21a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.195462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bbedad-0841-4945-b680-a2eefa3ed21a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.198870 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-36bbedad-0841-4945-b680-a2eefa3ed21a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2447760 Feb 11 05:49:10.201562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35330) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:10.217753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-2fd1105e-cabc-4273-8824-171fd09f0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.219304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-2fd1105e-cabc-4273-8824-171fd09f0bc4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 1127 time: 0.1838322 Feb 11 05:49:10.280733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:10.288266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.296880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bf93bd71-5dea-48f3-b1a1-1315876cbe8d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:10.365587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-3e41f19a-48aa-4ff3-b3ae-891062c1af31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4 HTTP/1.1" status: 200 len: 217 time: 0.1362312 Feb 11 05:49:10.391578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e06e1-0c2d-4fe9-8cd3-f1b61795ba3a req-eafec95a-5fe2-45af-a06d-2b0f26d65b4a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.393251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f72e06e1-0c2d-4fe9-8cd3-f1b61795ba3a req-eafec95a-5fe2-45af-a06d-2b0f26d65b4a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.3078110 Feb 11 05:49:10.468004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:10.468404 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.503545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:10.549738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d7ef08a5-c155-4a1f-b574-87fb8fdf81c0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.550784 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Added segment d7ef08a5-c155-4a1f-b574-87fb8fdf81c0 of type vlan for network 8739a6e7-2392-4548-b0ff-7b1fdcf73247 Feb 11 05:49:10.670823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-a603e73b-62f6-4d01-8b57-beac2d557bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.676329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-a603e73b-62f6-4d01-8b57-beac2d557bc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.2820697 Feb 11 05:49:10.685305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f72e06e1-0c2d-4fe9-8cd3-f1b61795ba3a req-76ae726f-1048-4892-a641-a79adea6b2bb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610145 Feb 11 05:49:10.700138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (8739a6e7-2392-4548-b0ff-7b1fdcf73247), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.788706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:10.801831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ceca4d19-435e-4618-afdc-ef1cd906b115 None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:10.802216 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ceca4d19-435e-4618-afdc-ef1cd906b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.826940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-536e2644-6718-43f9-9cbd-6eae9749cd23 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 439924db-bcf7-4fa5-93fa-eea78d95bf2e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:10.827444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-536e2644-6718-43f9-9cbd-6eae9749cd23 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (439924db-bcf7-4fa5-93fa-eea78d95bf2e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.845751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-cdceae53-92bc-4133-b31a-81b4f0ae850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.847400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-cdceae53-92bc-4133-b31a-81b4f0ae850c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1588635 Feb 11 05:49:10.886805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (8739a6e7-2392-4548-b0ff-7b1fdcf73247), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.896780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.900629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.050355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ceca4d19-435e-4618-afdc-ef1cd906b115 None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:11.072425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-9fd8f547-6dc6-466e-80dd-ba786c2ddec5 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171516 Feb 11 05:49:11.081515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ceca4d19-435e-4618-afdc-ef1cd906b115 None None] Provisioning complete for port 439924db-bcf7-4fa5-93fa-eea78d95bf2e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:11.081846 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ceca4d19-435e-4618-afdc-ef1cd906b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (439924db-bcf7-4fa5-93fa-eea78d95bf2e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.163037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ceca4d19-435e-4618-afdc-ef1cd906b115 None None] Port 439924db-bcf7-4fa5-93fa-eea78d95bf2e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:11.189493 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1832807 Feb 11 05:49:11.196495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35338) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:11.196689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c7072-0705-4436-ae38-8a420ce30baa tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Network': ['ID=8739a6e7-2392-4548-b0ff-7b1fdcf73247,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:11.205570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 8739a6e7-2392-4548-b0ff-7b1fdcf73247 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:11.207422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'network_id': '8739a6e7-2392-4548-b0ff-7b1fdcf73247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:11.231209 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-536e2644-6718-43f9-9cbd-6eae9749cd23 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (439924db-bcf7-4fa5-93fa-eea78d95bf2e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.261594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-536e2644-6718-43f9-9cbd-6eae9749cd23 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 439924db-bcf7-4fa5-93fa-eea78d95bf2e owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:11.338170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc0c8ac3-bb56-48d8-b574-8967433fe8eb req-854af891-45be-49cf-8cbd-eb4d66a922a7 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471235 Feb 11 05:49:11.360842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1a6538f6-38d2-4677-a4b5-c322a6f51e46 None None] Provisioning complete for port 439924db-bcf7-4fa5-93fa-eea78d95bf2e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:11.361911 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1a6538f6-38d2-4677-a4b5-c322a6f51e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (439924db-bcf7-4fa5-93fa-eea78d95bf2e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.406695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Made reservation on behalf of 1f8a82df75584003b5a0b9d9eb9f4734 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:11.410765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.418738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1a6538f6-38d2-4677-a4b5-c322a6f51e46 None None] Port 439924db-bcf7-4fa5-93fa-eea78d95bf2e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:11.523291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Performing IP validity checks on allocation pools {{(pid=104087) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:49:11.525446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104087) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:49:11.593896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-b1ce3190-f1be-453a-84db-c2177c94aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.595550 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-b1ce3190-f1be-453a-84db-c2177c94aff8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 1127 time: 0.1291533 Feb 11 05:49:11.603391 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.629931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-536e2644-6718-43f9-9cbd-6eae9749cd23 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (439924db-bcf7-4fa5-93fa-eea78d95bf2e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.684851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e2644-6718-43f9-9cbd-6eae9749cd23 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=439924db-bcf7-4fa5-93fa-eea78d95bf2e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:11.913651 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-536e2644-6718-43f9-9cbd-6eae9749cd23 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:11.920914 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-536e2644-6718-43f9-9cbd-6eae9749cd23 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/439924db-bcf7-4fa5-93fa-eea78d95bf2e HTTP/1.1" status: 204 len: 168 time: 1.7173669 Feb 11 05:49:11.921760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:11.955115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-00b4ece3-8944-4b75-a8c8-208ba95a347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.958977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-00b4ece3-8944-4b75-a8c8-208ba95a347d service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.3543630 Feb 11 05:49:12.052273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf09592-4670-491d-bc6b-d88a5b7527e6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.054253 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf09592-4670-491d-bc6b-d88a5b7527e6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.056258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf09592-4670-491d-bc6b-d88a5b7527e6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.058370 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9cf09592-4670-491d-bc6b-d88a5b7527e6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1252887 Feb 11 05:49:12.067933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35348) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.098472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-d277a388-023a-4f9b-83c6-758254fbe656 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4 HTTP/1.1" status: 200 len: 217 time: 0.1305876 Feb 11 05:49:12.136125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a980572-1455-455c-a938-2174afabdd8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 8262ca44-db05-4d57-8bf2-5179ea714bb3 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:12.140061 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a980572-1455-455c-a938-2174afabdd8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (8262ca44-db05-4d57-8bf2-5179ea714bb3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.202289 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a980572-1455-455c-a938-2174afabdd8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (8262ca44-db05-4d57-8bf2-5179ea714bb3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.228834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e4267-1068-4755-950c-a06e15a21d52 req-6dcf5332-50bb-4329-9c8a-1c09be427467 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.243491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe6e4267-1068-4755-950c-a06e15a21d52 req-6dcf5332-50bb-4329-9c8a-1c09be427467 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.4159470 Feb 11 05:49:12.310303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a980572-1455-455c-a938-2174afabdd8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8262ca44-db05-4d57-8bf2-5179ea714bb3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.319252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-0de16555-6198-4c73-a431-dc451f42cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.321368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-0de16555-6198-4c73-a431-dc451f42cebc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.2052605 Feb 11 05:49:12.389285 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (c798f7f1-0df6-4731-8822-309cd9f91c87), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.458458 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a980572-1455-455c-a938-2174afabdd8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (8262ca44-db05-4d57-8bf2-5179ea714bb3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.460626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe6e4267-1068-4755-950c-a06e15a21d52 req-573ab8fd-b580-4eb2-b1de-2633c4b6b81c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114320 Feb 11 05:49:12.488979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=c798f7f1-0df6-4731-8822-309cd9f91c87,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:12.510715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-bd31c719-5ce1-4eeb-bf0b-b2c3b3ef0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.512574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-bd31c719-5ce1-4eeb-bf0b-b2c3b3ef0838 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1733320 Feb 11 05:49:12.515618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Checking segment: {'id': 'd7ef08a5-c155-4a1f-b574-87fb8fdf81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8739a6e7-2392-4548-b0ff-7b1fdcf73247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:12.516220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network hostable DHCP agents. Network: 8739a6e7-2392-4548-b0ff-7b1fdcf73247, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:49:12.525660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a980572-1455-455c-a938-2174afabdd8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=8262ca44-db05-4d57-8bf2-5179ea714bb3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:12.555356 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a980572-1455-455c-a938-2174afabdd8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.563114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35350) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:12.563435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8a980572-1455-455c-a938-2174afabdd8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8262ca44-db05-4d57-8bf2-5179ea714bb3 HTTP/1.1" status: 204 len: 168 time: 0.4939961 Feb 11 05:49:12.566036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b21ed-828c-4c48-a1a4-387e964e16b0 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:12.723260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Network 8739a6e7-2392-4548-b0ff-7b1fdcf73247 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:49:12.732647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f3c03f-71c7-4274-8683-bca80139dcc6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet afefd84b-c88d-4099-b1c3-588b9632a127 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:12.751056 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c03f-71c7-4274-8683-bca80139dcc6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (afefd84b-c88d-4099-b1c3-588b9632a127), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.758232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-7143ca2b-047e-465a-a5d3-66143972f213 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351007 Feb 11 05:49:12.824169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 8739a6e7-2392-4548-b0ff-7b1fdcf73247) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:12.839264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a1f7e0-ad4d-4863-b960-677f41d2bbe2 None None] Network 8739a6e7-2392-4548-b0ff-7b1fdcf73247 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:12.858089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:12.858758 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:12.924871 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c03f-71c7-4274-8683-bca80139dcc6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (afefd84b-c88d-4099-b1c3-588b9632a127), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.060242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-8739a6e7-2392-4548-b0ff-7b1fdcf73247', 'network_id': '8739a6e7-2392-4548-b0ff-7b1fdcf73247', 'project_id': '1f8a82df75584003b5a0b9d9eb9f4734', 'fixed_ips': [{'subnet_id': 'c798f7f1-0df6-4731-8822-309cd9f91c87'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:13.076536 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.384964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Allocated IP 172.20.0.3 (8739a6e7-2392-4548-b0ff-7b1fdcf73247/c798f7f1-0df6-4731-8822-309cd9f91c87/de307714-6c0c-4bae-8632-bcea15310da1) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:13.446314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35358) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:13.453518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e34d010b-6938-4f5e-92d8-d61065e54d36 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:13.456814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fd1d658e-1df8-4093-8b4b-d74b27e15784 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2454031 Feb 11 05:49:13.486437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-652123e5-6a0b-43e3-a878-a27e4e3e5eab req-2ab2dc10-1376-4ade-95c6-06d2ada14463 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961102 Feb 11 05:49:13.590408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c03f-71c7-4274-8683-bca80139dcc6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (afefd84b-c88d-4099-b1c3-588b9632a127), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.684211 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Publish callbacks [] for port (de307714-6c0c-4bae-8632-bcea15310da1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.697982 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e34d010b-6938-4f5e-92d8-d61065e54d36 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12334194'] for subnet (c798f7f1-0df6-4731-8822-309cd9f91c87), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.770948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c41a4773-55d6-4458-b925-1837c1e4de4e None None] Provisioning complete for port bf93bd71-5dea-48f3-b1a1-1315876cbe8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:13.771625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c41a4773-55d6-4458-b925-1837c1e4de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.778135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424849e-ee89-43e3-b3ff-3ed114b4ddc7 req-8fa2cc36-8094-48be-9b83-7d2c9d4cc791 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:13.780215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e424849e-ee89-43e3-b3ff-3ed114b4ddc7 req-8fa2cc36-8094-48be-9b83-7d2c9d4cc791 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.1738091 Feb 11 05:49:13.836998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e424849e-ee89-43e3-b3ff-3ed114b4ddc7 req-5d75e5d3-7cc3-4a45-90de-e40a09e10f3d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Feb 11 05:49:13.861636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (de307714-6c0c-4bae-8632-bcea15310da1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.862797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c03f-71c7-4274-8683-bca80139dcc6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (afefd84b-c88d-4099-b1c3-588b9632a127), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.899843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3c03f-71c7-4274-8683-bca80139dcc6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=afefd84b-c88d-4099-b1c3-588b9632a127,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:13.912271 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c03f-71c7-4274-8683-bca80139dcc6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:13.917434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b2f3c03f-71c7-4274-8683-bca80139dcc6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/afefd84b-c88d-4099-b1c3-588b9632a127 HTTP/1.1" status: 204 len: 168 time: 1.3527699 Feb 11 05:49:13.920008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35364) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:13.929198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Pushing event updated for resources: {'Port': ['ID=de307714-6c0c-4bae-8632-bcea15310da1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:13.940072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d622ad-a895-4f9a-a299-7beb1a1a3471 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:13.964505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Network 8739a6e7-2392-4548-b0ff-7b1fdcf73247 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:13.980311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:13.988581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:14.019900 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-384879e4-4a99-4322-a4d3-7b04c7973311 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949242 Feb 11 05:49:14.027025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35368) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.141950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c41a4773-55d6-4458-b925-1837c1e4de4e None None] Current status of the port bf93bd71-5dea-48f3-b1a1-1315876cbe8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:14.151187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fd097-76c0-4833-9458-dc026b69d930 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.158207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b37fd097-76c0-4833-9458-dc026b69d930 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1300862 Feb 11 05:49:14.160836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35370) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.209049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Attempting to bind port de307714-6c0c-4bae-8632-bcea15310da1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:14.209546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Attempting to bind port de307714-6c0c-4bae-8632-bcea15310da1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd7ef08a5-c155-4a1f-b574-87fb8fdf81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8739a6e7-2392-4548-b0ff-7b1fdcf73247'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:14.210019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Attempting to bind port de307714-6c0c-4bae-8632-bcea15310da1 on network 8739a6e7-2392-4548-b0ff-7b1fdcf73247 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:14.225869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:14.228217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Checking segment: {'id': 'd7ef08a5-c155-4a1f-b574-87fb8fdf81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8739a6e7-2392-4548-b0ff-7b1fdcf73247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:14.228217 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.228217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Bound using segment: {'id': 'd7ef08a5-c155-4a1f-b574-87fb8fdf81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8739a6e7-2392-4548-b0ff-7b1fdcf73247'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:14.228622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Bound port: de307714-6c0c-4bae-8632-bcea15310da1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ef08a5-c155-4a1f-b574-87fb8fdf81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8739a6e7-2392-4548-b0ff-7b1fdcf73247'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:14.229008 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de307714-6c0c-4bae-8632-bcea15310da1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.272823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e22c9-0b2f-4c87-be1e-1258a02f1071 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.275545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e34d010b-6938-4f5e-92d8-d61065e54d36 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794895771895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12132937'] for subnet (c798f7f1-0df6-4731-8822-309cd9f91c87), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.296958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-df6e22c9-0b2f-4c87-be1e-1258a02f1071 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1291397 Feb 11 05:49:14.298547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35372) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.344190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] For port de307714-6c0c-4bae-8632-bcea15310da1, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:14.347752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] For port de307714-6c0c-4bae-8632-bcea15310da1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=de307714-6c0c-4bae-8632-bcea15310da1,segment=NetworkSegment(d7ef08a5-c155-4a1f-b574-87fb8fdf81c0),segment_id=d7ef08a5-c155-4a1f-b574-87fb8fdf81c0)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:14.368409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-038b1040-034b-4c5d-9859-1e85a3849352 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682561 Feb 11 05:49:14.369151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35374) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.370622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d010b-6938-4f5e-92d8-d61065e54d36 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.371414 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e34d010b-6938-4f5e-92d8-d61065e54d36 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.373973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e34d010b-6938-4f5e-92d8-d61065e54d36 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "PUT /v2.0/subnets/c798f7f1-0df6-4731-8822-309cd9f91c87 HTTP/1.1" status: 200 len: 877 time: 0.9261501 Feb 11 05:49:14.374720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-07219242-b06a-46fe-90c4-3d9eb5b731b9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:14.394773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35376) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.395861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:14.466127 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (de307714-6c0c-4bae-8632-bcea15310da1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.484825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d010b-6938-4f5e-92d8-d61065e54d36 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event updated for resources: {'Subnet': ['ID=c798f7f1-0df6-4731-8822-309cd9f91c87,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:14.563533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] Deleting port bf93bd71-5dea-48f3-b1a1-1315876cbe8d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:14.564067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.583574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07219242-b06a-46fe-90c4-3d9eb5b731b9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:14.591521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07219242-b06a-46fe-90c4-3d9eb5b731b9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.593104 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-07219242-b06a-46fe-90c4-3d9eb5b731b9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:14.593618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07219242-b06a-46fe-90c4-3d9eb5b731b9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:14.633604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367b5ea-ffc6-44b0-adfb-65e37a515507 None None] Pushing event updated for resources: {'Port': ['ID=de307714-6c0c-4bae-8632-bcea15310da1,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:14.701424 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-07219242-b06a-46fe-90c4-3d9eb5b731b9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3306451 Feb 11 05:49:14.702139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:14.712193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-151e5219-e598-41ea-b58c-a2644be019a6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:14.740104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] For port bf93bd71-5dea-48f3-b1a1-1315876cbe8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:14.740725 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.765234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] Calling delete_port for bf93bd71-5dea-48f3-b1a1-1315876cbe8d owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:14.993604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151e5219-e598-41ea-b58c-a2644be019a6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:14.997419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-151e5219-e598-41ea-b58c-a2644be019a6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.000242 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-151e5219-e598-41ea-b58c-a2644be019a6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:15.000764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151e5219-e598-41ea-b58c-a2644be019a6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:15.132395 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (bf93bd71-5dea-48f3-b1a1-1315876cbe8d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.188411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] Pushing event deleted for resources: {'Port': ['ID=bf93bd71-5dea-48f3-b1a1-1315876cbe8d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:15.199502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8739a6e7-2392-4548-b0ff-7b1fdcf73247), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.203662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26c925-59ab-40a0-a9cf-55d1ba887a64 None None] No DVR routers for this DVR port bf93bd71-5dea-48f3-b1a1-1315876cbe8d on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:15.241565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-151e5219-e598-41ea-b58c-a2644be019a6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5349114 Feb 11 05:49:15.246428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35386) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.257446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3b3d5676-0e26-47e7-8ebc-bda970e74ae0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:15.294387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c2c77-709e-4e3e-8d97-b3b28405ef24 req-60c5b78b-af7a-485b-811a-285b294fe680 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:15.296755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-175c2c77-709e-4e3e-8d97-b3b28405ef24 req-60c5b78b-af7a-485b-811a-285b294fe680 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.2685373 Feb 11 05:49:15.314227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Deleting port de307714-6c0c-4bae-8632-bcea15310da1 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:15.314650 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (de307714-6c0c-4bae-8632-bcea15310da1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.415285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-175c2c77-709e-4e3e-8d97-b3b28405ef24 req-093b777a-e649-4410-bc91-fe117d4ccd92 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057699 Feb 11 05:49:15.417468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] For port de307714-6c0c-4bae-8632-bcea15310da1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=de307714-6c0c-4bae-8632-bcea15310da1,segment=NetworkSegment(d7ef08a5-c155-4a1f-b574-87fb8fdf81c0),segment_id=d7ef08a5-c155-4a1f-b574-87fb8fdf81c0)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:15.417647 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (de307714-6c0c-4bae-8632-bcea15310da1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.449297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Calling delete_port for de307714-6c0c-4bae-8632-bcea15310da1 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:15.532396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3d5676-0e26-47e7-8ebc-bda970e74ae0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:15.536181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b3d5676-0e26-47e7-8ebc-bda970e74ae0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.537679 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3d5676-0e26-47e7-8ebc-bda970e74ae0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:15.538128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3d5676-0e26-47e7-8ebc-bda970e74ae0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:15.660760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3b3d5676-0e26-47e7-8ebc-bda970e74ae0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4123638 Feb 11 05:49:15.666754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35388) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.669977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b3f6a912-db71-4ab6-beba-b2c602d76c76 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:15.716795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (de307714-6c0c-4bae-8632-bcea15310da1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.842394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No DVR routers for this DVR port de307714-6c0c-4bae-8632-bcea15310da1 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:15.848230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Port': ['ID=de307714-6c0c-4bae-8632-bcea15310da1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:15.896357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f6a912-db71-4ab6-beba-b2c602d76c76 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:15.902426 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3f6a912-db71-4ab6-beba-b2c602d76c76 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:15.907818 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f6a912-db71-4ab6-beba-b2c602d76c76 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:15.908700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f6a912-db71-4ab6-beba-b2c602d76c76 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:15.914340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c798f7f1-0df6-4731-8822-309cd9f91c87), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.013712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b3f6a912-db71-4ab6-beba-b2c602d76c76 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3443756 Feb 11 05:49:16.013712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35390) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:16.018862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a79562e6-3478-4e9b-9f67-5ea640b456e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:16.118415 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (c798f7f1-0df6-4731-8822-309cd9f91c87), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.206045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=c798f7f1-0df6-4731-8822-309cd9f91c87,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:16.220394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bf93bd71-5dea-48f3-b1a1-1315876cbe8d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:16.280017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: bf93bd71-5dea-48f3-b1a1-1315876cbe8d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:16.280324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bf93bd71-5dea-48f3-b1a1-1315876cbe8d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:16.332814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79562e6-3478-4e9b-9f67-5ea640b456e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:16.337522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a79562e6-3478-4e9b-9f67-5ea640b456e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.340215 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79562e6-3478-4e9b-9f67-5ea640b456e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:16.341406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79562e6-3478-4e9b-9f67-5ea640b456e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:16.369556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ca4b7-833d-4142-9537-512cdf51916d None None] Network 8739a6e7-2392-4548-b0ff-7b1fdcf73247 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:16.381382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8739a6e7-2392-4548-b0ff-7b1fdcf73247), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.421223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8739a6e7-2392-4548-b0ff-7b1fdcf73247']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:16.434010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2d09ced1-54d5-4ec3-b9f9-7bc8ab53d9fc None None] Could not find standard attr ID for object de307714-6c0c-4bae-8632-bcea15310da1. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:49:16.441584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a79562e6-3478-4e9b-9f67-5ea640b456e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4241407 Feb 11 05:49:16.442157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35400) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:16.452750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-25bf144c-b883-4752-99ca-eb41bc79d9db tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:16.455123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ef08a5-c155-4a1f-b574-87fb8fdf81c0') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:16.457547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ef08a5-c155-4a1f-b574-87fb8fdf81c0') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:16.512275 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (d7ef08a5-c155-4a1f-b574-87fb8fdf81c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.546238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d7ef08a5-c155-4a1f-b574-87fb8fdf81c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.563737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:16.565337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (d7ef08a5-c155-4a1f-b574-87fb8fdf81c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.684264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c7c9b-6493-4961-95d5-68ab24563f4d None None] DHCP port deletion for 8739a6e7-2392-4548-b0ff-7b1fdcf73247 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:16.707604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139473c5-0035-4131-afbc-9ded365f324a None None] Network 8739a6e7-2392-4548-b0ff-7b1fdcf73247 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:16.810739 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:16.875853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b163be-4a00-42d5-b86d-7937fbd12a82 req-5edc18e1-909e-4705-89ee-0a01f39d97b4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:16.875853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19b163be-4a00-42d5-b86d-7937fbd12a82 req-5edc18e1-909e-4705-89ee-0a01f39d97b4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.3174217 Feb 11 05:49:16.958347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19b163be-4a00-42d5-b86d-7937fbd12a82 req-4f409218-03d7-4253-b198-2fbe0d2da7b5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782723 Feb 11 05:49:16.961224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8739a6e7-2392-4548-b0ff-7b1fdcf73247), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.967659 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:16.974269 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/8739a6e7-2392-4548-b0ff-7b1fdcf73247 HTTP/1.1" status: 204 len: 168 time: 2.5755241 Feb 11 05:49:16.975108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35404) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.002477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d7af5-cd9f-4787-9a7a-aebdb68eeb27 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=8739a6e7-2392-4548-b0ff-7b1fdcf73247,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:17.026522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bf144c-b883-4752-99ca-eb41bc79d9db tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:17.030357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25bf144c-b883-4752-99ca-eb41bc79d9db tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.035807 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bf144c-b883-4752-99ca-eb41bc79d9db tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:49:17.036321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bf144c-b883-4752-99ca-eb41bc79d9db tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:17.067073 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cb134f-93df-4361-8eb8-18f3a9c140b1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:17.067545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cb134f-93df-4361-8eb8-18f3a9c140b1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:17.075017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5cb134f-93df-4361-8eb8-18f3a9c140b1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/c798f7f1-0df6-4731-8822-309cd9f91c87 HTTP/1.1" status: 404 len: 337 time: 0.0964756 Feb 11 05:49:17.076019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.098951 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56959d0-d1c5-4afa-9cbe-006b464f5600 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:17.099690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56959d0-d1c5-4afa-9cbe-006b464f5600 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:17.106650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a56959d0-d1c5-4afa-9cbe-006b464f5600 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/8739a6e7-2392-4548-b0ff-7b1fdcf73247 HTTP/1.1" status: 404 len: 339 time: 0.0272663 Feb 11 05:49:17.106902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35412) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.143390 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-8805886a-e874-4da3-bea4-4faea5282710 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:17.143867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8805886a-e874-4da3-bea4-4faea5282710 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:17.149460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8805886a-e874-4da3-bea4-4faea5282710 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/3272a87c-1913-47cd-820d-1e5d89282f7c HTTP/1.1" status: 404 len: 337 time: 0.0391228 Feb 11 05:49:17.150173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35414) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.186375 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4c39ba-6ab0-4dfc-8bc9-25772d110067 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:17.189769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4c39ba-6ab0-4dfc-8bc9-25772d110067 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:17.195587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-25bf144c-b883-4752-99ca-eb41bc79d9db tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7522843 Feb 11 05:49:17.196362 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2d4c39ba-6ab0-4dfc-8bc9-25772d110067 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/b6065429-f074-4796-99c9-cc46e32c6865 HTTP/1.1" status: 404 len: 339 time: 0.0417426 Feb 11 05:49:17.196774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35416) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.198683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35418) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.263390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-86d3fa4f-e2ad-442b-be58-43c7b62e301c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0617912 Feb 11 05:49:17.264679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35422) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.357927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684c6f0-7fab-4fcc-9d27-d72e7f3aad9f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:17.363410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a684c6f0-7fab-4fcc-9d27-d72e7f3aad9f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0974836 Feb 11 05:49:17.364164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35432) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.370052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (e80bd005-19f5-4488-85d8-e93a20ae8928), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.473396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-72962234-f62b-4230-80fc-2e4eff47849a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078999 Feb 11 05:49:17.474169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:17.489261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:17.546977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (e80bd005-19f5-4488-85d8-e93a20ae8928), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.595244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80bd005-19f5-4488-85d8-e93a20ae8928']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:17.632412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18dea1f0-867c-4e6b-b418-75a3743984b8') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:17.632412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18dea1f0-867c-4e6b-b418-75a3743984b8') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:17.658557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (18dea1f0-867c-4e6b-b418-75a3743984b8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.678550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (18dea1f0-867c-4e6b-b418-75a3743984b8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.690660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:17.691139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (18dea1f0-867c-4e6b-b418-75a3743984b8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:17.701770 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:17.829654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:17.833381 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.908241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (e80bd005-19f5-4488-85d8-e93a20ae8928), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.954171 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:17.962274 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/e80bd005-19f5-4488-85d8-e93a20ae8928 HTTP/1.1" status: 204 len: 168 time: 0.7622392 Feb 11 05:49:17.964717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6736950-f469-4e4a-8696-df0945f1c1a0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=e80bd005-19f5-4488-85d8-e93a20ae8928,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:17.967861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35460) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.044993 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffc8e44-6896-4726-a5d8-e4805b0ac4f8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.048765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffc8e44-6896-4726-a5d8-e4805b0ac4f8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.059880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1ffc8e44-6896-4726-a5d8-e4805b0ac4f8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/7f0a49b0-3656-407a-84ae-572823467efb HTTP/1.1" status: 404 len: 337 time: 0.0842545 Feb 11 05:49:18.061078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35468) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.085492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35470) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.110657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device de307714-6c0c-4bae-8632-bcea15310da1 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:18.134138 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f617247-755f-4cee-837f-b22e48f08932 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.136936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f617247-755f-4cee-837f-b22e48f08932 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.169015 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f617247-755f-4cee-837f-b22e48f08932 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/1ce6c751-7f32-416d-83f1-6dde832da66a HTTP/1.1" status: 404 len: 339 time: 0.1064372 Feb 11 05:49:18.173141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35478) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.192381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: de307714-6c0c-4bae-8632-bcea15310da1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:18.195827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device de307714-6c0c-4bae-8632-bcea15310da1 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:18.245408 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-926b09eb-2674-4e59-88fe-2cacb8d1737b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.245922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926b09eb-2674-4e59-88fe-2cacb8d1737b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.259661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-926b09eb-2674-4e59-88fe-2cacb8d1737b tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/529b7e14-73c6-4316-a6b6-97f1e5ee4fa6 HTTP/1.1" status: 404 len: 337 time: 0.0839596 Feb 11 05:49:18.261353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35484) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.296683 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7ec91f-d24b-4a05-aadd-1f55c4c73113 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.297281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7ec91f-d24b-4a05-aadd-1f55c4c73113 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.302820 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9e7ec91f-d24b-4a05-aadd-1f55c4c73113 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/a31d2d71-7cae-4733-9a1f-1ba9213711c2 HTTP/1.1" status: 404 len: 339 time: 0.0403242 Feb 11 05:49:18.303705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35486) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.357839 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a9568b-71aa-4b8e-a679-8717e5fb8447 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.359588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a9568b-71aa-4b8e-a679-8717e5fb8447 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.375731 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-22a9568b-71aa-4b8e-a679-8717e5fb8447 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/9e599ed1-667d-44e6-b1b6-4581e312f1a8 HTTP/1.1" status: 404 len: 337 time: 0.0702639 Feb 11 05:49:18.378932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35494) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.413746 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-93df3a23-627e-4bdf-b2d9-7f74f95e7dbb tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.414742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93df3a23-627e-4bdf-b2d9-7f74f95e7dbb tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.418014 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-93df3a23-627e-4bdf-b2d9-7f74f95e7dbb tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/1e46d4e6-67ea-4dd7-929a-dfe66f967f52 HTTP/1.1" status: 404 len: 339 time: 0.0362570 Feb 11 05:49:18.420802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35496) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.484898 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-99506a4f-95e3-476b-b63e-a8ef90f1371e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.485645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99506a4f-95e3-476b-b63e-a8ef90f1371e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.489338 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-99506a4f-95e3-476b-b63e-a8ef90f1371e tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/1ce29f8f-23aa-442e-8dff-6d0a9e2bae69 HTTP/1.1" status: 404 len: 337 time: 0.0672183 Feb 11 05:49:18.491857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35502) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.521042 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb9457b-95a3-455c-ae89-b7066f070f18 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.521960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb9457b-95a3-455c-ae89-b7066f070f18 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.525569 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1fb9457b-95a3-455c-ae89-b7066f070f18 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/4c74101f-b81d-4a36-ab6f-422fc070ddec HTTP/1.1" status: 404 len: 339 time: 0.0318727 Feb 11 05:49:18.529455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35504) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.551826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447f6dd-7ebf-4599-9813-ec61023fbd31 req-7ecfa02d-5dd4-4d0f-bcc5-7525baaeeb35 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:18.556293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4447f6dd-7ebf-4599-9813-ec61023fbd31 req-7ecfa02d-5dd4-4d0f-bcc5-7525baaeeb35 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.2686346 Feb 11 05:49:18.634832 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-382492f1-fa83-4ac2-85ab-67e762ba0721 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.635299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382492f1-fa83-4ac2-85ab-67e762ba0721 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.643061 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-382492f1-fa83-4ac2-85ab-67e762ba0721 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/65c623ba-6424-4561-ab06-f8f78e79666d HTTP/1.1" status: 404 len: 337 time: 0.1121731 Feb 11 05:49:18.645531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35510) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.687590 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5637e95-0d2c-4899-aa62-703337777880 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.688164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5637e95-0d2c-4899-aa62-703337777880 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.692609 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b5637e95-0d2c-4899-aa62-703337777880 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/1b687754-92fb-4021-a217-7eee951dc8ac HTTP/1.1" status: 404 len: 339 time: 0.0458653 Feb 11 05:49:18.699255 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35512) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.748128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Deleting port 38289f50-1e7b-4496-b5f0-ea56c9217f7d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:18.748391 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (38289f50-1e7b-4496-b5f0-ea56c9217f7d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:18.837280 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a343a8-890d-41f3-ac3f-5b4481ead5d2 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.837824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a343a8-890d-41f3-ac3f-5b4481ead5d2 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.840942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d9a343a8-890d-41f3-ac3f-5b4481ead5d2 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/2c578543-e7b6-4feb-801c-54257a4a2e2f HTTP/1.1" status: 404 len: 337 time: 0.1357861 Feb 11 05:49:18.843625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35520) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.866542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4447f6dd-7ebf-4599-9813-ec61023fbd31 req-106e7ef4-fb55-488b-8718-d9756ff785b6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920420 Feb 11 05:49:18.881939 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fd1a4a-9d4e-462d-a657-747a2b9bd99f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.882476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fd1a4a-9d4e-462d-a657-747a2b9bd99f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:18.913829 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-39fd1a4a-9d4e-462d-a657-747a2b9bd99f tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/72f76235-c3a8-473c-9d51-98d9eb21004c HTTP/1.1" status: 404 len: 339 time: 0.0690775 Feb 11 05:49:18.920179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35524) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:18.930923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:49:18.934171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (5f162a06-0506-4664-9d69-7c7e94ec4c79), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:18.977377 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-911429aa-c75b-42a4-a339-a23f6d6b45f0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:18.978093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911429aa-c75b-42a4-a339-a23f6d6b45f0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:19.001500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-911429aa-c75b-42a4-a339-a23f6d6b45f0 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/9aacc5c9-c557-460a-a442-57fdb084cc54 HTTP/1.1" status: 404 len: 337 time: 0.0801036 Feb 11 05:49:19.003842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35530) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.025117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:19.038345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:19.043735 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea2dfd8-a37f-4f97-b4b1-05522b4251f8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:19.046666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea2dfd8-a37f-4f97-b4b1-05522b4251f8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:19.053733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694a26d-26b0-41a0-b689-b55ffae8236b None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:19.057287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:19.058325 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.070919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ea2dfd8-a37f-4f97-b4b1-05522b4251f8 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/e5482cf5-09bd-46da-8639-aecdf599e335 HTTP/1.1" status: 404 len: 339 time: 0.0657866 Feb 11 05:49:19.075396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35532) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.099626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=5f162a06-0506-4664-9d69-7c7e94ec4c79,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:19.110648 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (38289f50-1e7b-4496-b5f0-ea56c9217f7d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.110752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for floatingip (38289f50-1e7b-4496-b5f0-ea56c9217f7d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.128294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Calling delete_port for 38289f50-1e7b-4496-b5f0-ea56c9217f7d owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:19.128516 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b6cf32-2358-4528-a9ca-c1eecb7dde71 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:19.128839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b6cf32-2358-4528-a9ca-c1eecb7dde71 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:19.136414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35538) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.136976 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-60b6cf32-2358-4528-a9ca-c1eecb7dde71 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/8c5ac5bf-78d4-4172-a014-d91a9eb0f23f HTTP/1.1" status: 404 len: 337 time: 0.0638540 Feb 11 05:49:19.163049 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-328b53b3-f521-48b9-ba3a-006e54be6246 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:19.163598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328b53b3-f521-48b9-ba3a-006e54be6246 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:19.167960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-328b53b3-f521-48b9-ba3a-006e54be6246 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/2ff05581-e513-4f3b-a7a8-294e93cd5305 HTTP/1.1" status: 404 len: 339 time: 0.0303724 Feb 11 05:49:19.171487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35540) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.235427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-93775abb-8760-4c8e-a36a-b96da29f1497 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7601395 Feb 11 05:49:19.236399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35542) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.248502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '5f162a06-0506-4664-9d69-7c7e94ec4c79'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:19.249485 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.261348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:25:55:93', 'name': 'tempest-NetworksTestDHCPv6-203024833'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:19.278472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-268c6e92-1e4f-4a06-80a4-16a8f703cead tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Deleting subnet 6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:19.283483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-268c6e92-1e4f-4a06-80a4-16a8f703cead tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for subnet (6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.377694 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-268c6e92-1e4f-4a06-80a4-16a8f703cead tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.626306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-268c6e92-1e4f-4a06-80a4-16a8f703cead tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.653925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Allocated IP 2001:db8::f816:3eff:fe8a:52ca (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/5f162a06-0506-4664-9d69-7c7e94ec4c79/935c238a-096c-4d63-bbd5-1b25d3784b1c) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:19.707841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:19.881531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.904803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-268c6e92-1e4f-4a06-80a4-16a8f703cead tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.912544 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Publish callbacks [] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.929472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-268c6e92-1e4f-4a06-80a4-16a8f703cead tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.933869 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (38289f50-1e7b-4496-b5f0-ea56c9217f7d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.937786 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-268c6e92-1e4f-4a06-80a4-16a8f703cead tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/subnets/6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95 HTTP/1.1" status: 204 len: 168 time: 0.7639935 Feb 11 05:49:19.940244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 4475d0e6-adab-46cb-a023-986800b95b09 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:19.943211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35572) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:19.958705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b2c82f-6329-4263-8836-c226bd3adb92 None None] Network 6242c197-b5d8-4675-a631-46df7e0dc4fc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:20.020723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c6e92-1e4f-4a06-80a4-16a8f703cead tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfa4ca9-0d49-499f-91cc-0dda2c3bcf95,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:20.104905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.128488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event deleted for resources: {'Port': ['ID=38289f50-1e7b-4496-b5f0-ea56c9217f7d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:20.186570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6242c197-b5d8-4675-a631-46df7e0dc4fc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.199985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:20.206962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:20.213444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:20.225278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Pushing event updated for resources: {'Port': ['ID=935c238a-096c-4d63-bbd5-1b25d3784b1c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:20.290101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for floatingip (429339e5-67c4-4a80-af6e-89d276912e26), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.290799 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Floating IP 429339e5-67c4-4a80-af6e-89d276912e26 disassociated (deleted). External IP: 172.25.8.201, port: c297526f-c3a9-46e3-ae10-442a5982ec7a. Feb 11 05:49:20.298342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Attempting to bind port 935c238a-096c-4d63-bbd5-1b25d3784b1c on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:20.299692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358284b-560f-486e-bfb5-d1a2f6b2de62 req-15b054d7-33fe-4702-9110-6b3df9f4a9b0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:20.300166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Attempting to bind port 935c238a-096c-4d63-bbd5-1b25d3784b1c by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:20.301248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0358284b-560f-486e-bfb5-d1a2f6b2de62 req-15b054d7-33fe-4702-9110-6b3df9f4a9b0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.2487481 Feb 11 05:49:20.312371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Attempting to bind port 935c238a-096c-4d63-bbd5-1b25d3784b1c on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:20.319150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Deleting port 78629586-3e23-45eb-b882-a4753451a297 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:20.319741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:20.352458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:20.353268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (78629586-3e23-45eb-b882-a4753451a297), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.353368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.353368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:20.353368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Bound port: 935c238a-096c-4d63-bbd5-1b25d3784b1c, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:20.353368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.396487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] DHCP port deletion for 6242c197-b5d8-4675-a631-46df7e0dc4fc request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:20.440793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] For port 78629586-3e23-45eb-b882-a4753451a297, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78629586-3e23-45eb-b882-a4753451a297,segment=NetworkSegment(62052aac-9825-4fed-aca7-07218cc4498c),segment_id=62052aac-9825-4fed-aca7-07218cc4498c)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:20.444239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (78629586-3e23-45eb-b882-a4753451a297), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.471873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] For port 935c238a-096c-4d63-bbd5-1b25d3784b1c, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:20.479295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] For port 935c238a-096c-4d63-bbd5-1b25d3784b1c, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=935c238a-096c-4d63-bbd5-1b25d3784b1c,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:20.490967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Calling delete_port for 78629586-3e23-45eb-b882-a4753451a297 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:20.530760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:fe25:5593 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/5f162a06-0506-4664-9d69-7c7e94ec4c79/4475d0e6-adab-46cb-a023-986800b95b09) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:20.572541 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.624276 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0358284b-560f-486e-bfb5-d1a2f6b2de62 req-e94e3a64-bd2c-40ff-b34b-89280683b8a2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157325 Feb 11 05:49:20.657565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] Deleting port 78629586-3e23-45eb-b882-a4753451a297 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:20.660853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (78629586-3e23-45eb-b882-a4753451a297), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.778475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (78629586-3e23-45eb-b882-a4753451a297), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:20.850073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Port': ['ID=78629586-3e23-45eb-b882-a4753451a297,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:20.862008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] No DVR routers for this DVR port 78629586-3e23-45eb-b882-a4753451a297 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:21.022137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6242c197-b5d8-4675-a631-46df7e0dc4fc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.028379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c89451-b5cd-49c4-98b1-505e9e689ecc None None] Pushing event updated for resources: {'Port': ['ID=935c238a-096c-4d63-bbd5-1b25d3784b1c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:21.046756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Router 207c786f-b14c-4cb3-acda-a857cf61233f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:21.049743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] For port 78629586-3e23-45eb-b882-a4753451a297, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78629586-3e23-45eb-b882-a4753451a297,segment=NetworkSegment(62052aac-9825-4fed-aca7-07218cc4498c),segment_id=62052aac-9825-4fed-aca7-07218cc4498c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:21.049883 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (78629586-3e23-45eb-b882-a4753451a297), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.053331 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6242c197-b5d8-4675-a631-46df7e0dc4fc']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:21.065579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62052aac-9825-4fed-aca7-07218cc4498c') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:21.065579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62052aac-9825-4fed-aca7-07218cc4498c') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:21.081581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] Calling delete_port for 78629586-3e23-45eb-b882-a4753451a297 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:21.088841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (62052aac-9825-4fed-aca7-07218cc4498c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.113109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (62052aac-9825-4fed-aca7-07218cc4498c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.122257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:21.122964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (62052aac-9825-4fed-aca7-07218cc4498c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.160583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35618) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:21.215239 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:21.267303 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (78629586-3e23-45eb-b882-a4753451a297), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.301905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] Pushing event deleted for resources: {'Port': ['ID=78629586-3e23-45eb-b882-a4753451a297,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:21.315937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5af4a-3d6f-41fb-a469-a01b1bc66cdf None None] No DVR routers for this DVR port 78629586-3e23-45eb-b882-a4753451a297 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:21.343655 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6242c197-b5d8-4675-a631-46df7e0dc4fc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.352462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.360305 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] 10.222.0.62 "DELETE /v2.0/networks/6242c197-b5d8-4675-a631-46df7e0dc4fc HTTP/1.1" status: 204 len: 168 time: 1.3630075 Feb 11 05:49:21.378785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78d09a-2269-4c0a-aa78-68b05ea4ccd1 tempest-NetworksTest-1472928384 tempest-NetworksTest-1472928384-project] Pushing event deleted for resources: {'Network': ['ID=6242c197-b5d8-4675-a631-46df7e0dc4fc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:21.514050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc4628-9e2a-43de-8e95-a476d169e542 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:21.514689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc4628-9e2a-43de-8e95-a476d169e542 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:21.515395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc4628-9e2a-43de-8e95-a476d169e542 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:21.520661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-70dc4628-9e2a-43de-8e95-a476d169e542 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=ef5a9503a8ff427984a3cc1a4ecdf612&network_id=c2e8c66f-8c3e-49b1-a372-4053b41faa06 HTTP/1.1" status: 200 len: 3076 time: 0.3457403 Feb 11 05:49:21.545614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:21.559037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] Sync routers for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:21.560936 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.576505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:21.577159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (4475d0e6-adab-46cb-a023-986800b95b09), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.580821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:49:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:21.668615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3bfd618b-1724-4a20-87b9-3a64e98532e7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "DELETE /v2.0/floatingips/429339e5-67c4-4a80-af6e-89d276912e26 HTTP/1.1" status: 204 len: 168 time: 3.5369570 Feb 11 05:49:21.669517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:21.672393 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc7452-5f0f-4397-85be-417c0cca0aca" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:21.770502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:21.811229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4475d0e6-adab-46cb-a023-986800b95b09), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.903338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=4475d0e6-adab-46cb-a023-986800b95b09,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:21.959325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:21.964932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:21.974884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ebf5-e560-4c2b-9f8d-99a8fe921f6f req-3d57c96c-9cbd-475e-ad6a-6da2d91019fa tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:21.976719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b20ebf5-e560-4c2b-9f8d-99a8fe921f6f req-3d57c96c-9cbd-475e-ad6a-6da2d91019fa tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.2474236 Feb 11 05:49:21.977569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:21.988778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:21.989480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.124142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b20ebf5-e560-4c2b-9f8d-99a8fe921f6f req-206cda72-369d-428c-9d01-82b1a8fd51bc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306903 Feb 11 05:49:22.203573 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423cbf48-4d4b-42e2-92fe-90ff92659505 x-openstack-request-id: req-423cbf48-4d4b-42e2-92fe-90ff92659505 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:22.204527 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:22.204527 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-423cbf48-4d4b-42e2-92fe-90ff92659505 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:22.204527 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'status': 'completed', 'code': 200} Feb 11 05:49:22.269263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:22.271612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35668) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:22.299269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e07c9bc0-52c0-4e85-a04d-90bab356020d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0353298 Feb 11 05:49:22.299948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35672) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:22.338189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] Checking router: 207c786f-b14c-4cb3-acda-a857cf61233f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:22.348477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:22.349731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:49:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:22.409056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 935c238a-096c-4d63-bbd5-1b25d3784b1c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:22.479666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-870e513c-0e62-408b-b024-e8f7af312a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:22.481281 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-870e513c-0e62-408b-b024-e8f7af312a11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b16429ff4124e078ff9c4153e077c6a&device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 1128 time: 0.2581491 Feb 11 05:49:22.563688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 935c238a-096c-4d63-bbd5-1b25d3784b1c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:22.564213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.592690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:22.722862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1a379eb3-dc55-46db-93be-32ae4bc2a07d None None] Provisioning complete for port 935c238a-096c-4d63-bbd5-1b25d3784b1c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:22.723424 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1a379eb3-dc55-46db-93be-32ae4bc2a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:22.739809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-67097126-9e0a-4e47-a347-a44e112756fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:22.741770 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-67097126-9e0a-4e47-a347-a44e112756fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 200 len: 914 time: 0.2536769 Feb 11 05:49:22.750618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a6350-8ca9-466e-b712-0a1b48b35973 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:22.765956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a6350-8ca9-466e-b712-0a1b48b35973 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:22.770512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-114a6350-8ca9-466e-b712-0a1b48b35973 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4671383 Feb 11 05:49:22.787353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35692) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:22.857038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-389faeec-6113-46d7-9304-f8a26abc2619 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 200 len: 217 time: 0.0979908 Feb 11 05:49:22.885503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156e7c8-8ea4-4538-827d-9776b4114909 req-a4d5d6cb-defd-451b-a444-fd68728bed59 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:22.906086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1156e7c8-8ea4-4538-827d-9776b4114909 req-a4d5d6cb-defd-451b-a444-fd68728bed59 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 945 time: 0.4317493 Feb 11 05:49:22.981181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-7b759bcb-d066-4be5-9e1e-e9c4d3796b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:22.983452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-7b759bcb-d066-4be5-9e1e-e9c4d3796b2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d6ebe382-7277-4ac6-a7b6-7724669b67ed HTTP/1.1" status: 200 len: 852 time: 0.1256499 Feb 11 05:49:22.997668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-812aad48-616d-41d6-95bc-4759c843dcde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f8a82df75584003b5a0b9d9eb9f4734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7245660 Feb 11 05:49:23.001913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35702) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:23.078709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:23.083821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35708) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:23.114974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 935c238a-096c-4d63-bbd5-1b25d3784b1c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:23.115374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.122686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14369d23-2d27-40e0-a7d4-5622cdce1978 None None] The sync data for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 is: [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:39:28Z', 'revision_number': 4, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ff76c051-e243-4c63-bfe8-6504f67f55ab', 'name': '', 'network_id': '505a71d0-67e8-41b7-84ca-0550ad56292f', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'mac_address': 'fa:16:3e:82:28:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:25Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'subnets': [{'id': 'd6ebe382-7277-4ac6-a7b6-7724669b67ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:23.140003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1156e7c8-8ea4-4538-827d-9776b4114909 req-03234e65-0dee-4d1d-bc28-80aa93c52b6a tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330127 Feb 11 05:49:23.247872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb71c5-457d-46f8-8df9-5a6eeba02044 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:23.256717 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-38bb71c5-457d-46f8-8df9-5a6eeba02044 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 814 time: 0.1566138 Feb 11 05:49:23.256717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-fe0c39b6-b98e-47d4-8b64-be6433dd2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:23.259899 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-fe0c39b6-b98e-47d4-8b64-be6433dd2749 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505a71d0-67e8-41b7-84ca-0550ad56292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2697940 Feb 11 05:49:23.285047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 935c238a-096c-4d63-bbd5-1b25d3784b1c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=935c238a-096c-4d63-bbd5-1b25d3784b1c,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:23.292298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1a379eb3-dc55-46db-93be-32ae4bc2a07d None None] Current status of the port 935c238a-096c-4d63-bbd5-1b25d3784b1c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:23.293075 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1a379eb3-dc55-46db-93be-32ae4bc2a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.297760 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e09269b-116f-4c9a-a72f-3015e3a989df admin admin] Publish callbacks [] for security_group (3734c411-5af4-4499-9d3c-595792fd5f72), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.328497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2493d43c-b936-4712-8dad-62fa640e1041 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 4475d0e6-adab-46cb-a023-986800b95b09 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:23.330214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2493d43c-b936-4712-8dad-62fa640e1041 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4475d0e6-adab-46cb-a023-986800b95b09), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.386081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e09269b-116f-4c9a-a72f-3015e3a989df admin admin] Publish callbacks [] for security_group (3734c411-5af4-4499-9d3c-595792fd5f72), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.403262 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-dc2b8078-5a89-44ce-b262-201c636fc425 service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362023 Feb 11 05:49:23.459492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.520774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add69d-c3a6-4a3e-8244-5becd49071e1 req-a040a57b-3019-4edf-834d-aacfd1ebdbdb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:23.541281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1add69d-c3a6-4a3e-8244-5becd49071e1 req-a040a57b-3019-4edf-834d-aacfd1ebdbdb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.2617218 Feb 11 05:49:23.583710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2493d43c-b936-4712-8dad-62fa640e1041 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4475d0e6-adab-46cb-a023-986800b95b09), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.636810 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b5fc7452-5f0f-4397-85be-417c0cca0aca req-0091a23b-8a14-4f72-bb48-838daab8cec7 service neutron] 10.222.0.65 "GET /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203965 Feb 11 05:49:23.653954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2493d43c-b936-4712-8dad-62fa640e1041 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 4475d0e6-adab-46cb-a023-986800b95b09 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:23.665773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78629586-3e23-45eb-b882-a4753451a297 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:23.669159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=935c238a-096c-4d63-bbd5-1b25d3784b1c,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:23.680560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1add69d-c3a6-4a3e-8244-5becd49071e1 req-28eb01ce-cf5d-44c0-8be5-3f783929cc89 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371315 Feb 11 05:49:23.695663 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1a379eb3-dc55-46db-93be-32ae4bc2a07d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:49:23.696236 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1a379eb3-dc55-46db-93be-32ae4bc2a07d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:49:23.721962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 78629586-3e23-45eb-b882-a4753451a297 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:23.722410 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78629586-3e23-45eb-b882-a4753451a297 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:23.743965 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a96a22-fbab-43f5-9c58-c9a9f443cbcd None None] New status for floating IP 429339e5-67c4-4a80-af6e-89d276912e26: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:49:23.779367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e09269b-116f-4c9a-a72f-3015e3a989df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3734c411-5af4-4499-9d3c-595792fd5f72), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.782076 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e09269b-116f-4c9a-a72f-3015e3a989df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:23.788589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8e09269b-116f-4c9a-a72f-3015e3a989df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3734c411-5af4-4499-9d3c-595792fd5f72 HTTP/1.1" status: 204 len: 168 time: 0.7826178 Feb 11 05:49:23.831036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09269b-116f-4c9a-a72f-3015e3a989df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734c411-5af4-4499-9d3c-595792fd5f72,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:23.952225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35742) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:23.960212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'network': {'name': 'tempest-network-smoke--254294182', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'port_security_enabled': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:24.038240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-9b912b12-fc09-4f74-9ba0-41f985613116 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:24.040126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-9b912b12-fc09-4f74-9ba0-41f985613116 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 945 time: 0.1334822 Feb 11 05:49:24.115124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 935c238a-096c-4d63-bbd5-1b25d3784b1c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:24.121052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:24.125880 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.129040 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2493d43c-b936-4712-8dad-62fa640e1041 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4475d0e6-adab-46cb-a023-986800b95b09), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.170294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Deleting port c297526f-c3a9-46e3-ae10-442a5982ec7a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:24.170644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.262346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493d43c-b936-4712-8dad-62fa640e1041 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=4475d0e6-adab-46cb-a023-986800b95b09,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:24.291851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1a379eb3-dc55-46db-93be-32ae4bc2a07d None None] Current status of the port 935c238a-096c-4d63-bbd5-1b25d3784b1c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:24.322650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 935c238a-096c-4d63-bbd5-1b25d3784b1c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:24.323027 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.329450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2493d43c-b936-4712-8dad-62fa640e1041 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.334947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2493d43c-b936-4712-8dad-62fa640e1041 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/4475d0e6-adab-46cb-a023-986800b95b09 HTTP/1.1" status: 204 len: 168 time: 1.5387866 Feb 11 05:49:24.346235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35760) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:24.380575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:24.432151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5f11a5ed-27ce-4bd8-a6cf-d4507c4b03aa None None] Could not find standard attr ID for object 4475d0e6-adab-46cb-a023-986800b95b09. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:49:24.443900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (75f4cabd-4980-4541-a570-d271984f3109), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.444460 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Added segment 75f4cabd-4980-4541-a570-d271984f3109 of type vlan for network 1151b86b-267d-4aad-9a7b-b59b529b58c0 Feb 11 05:49:24.486406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] For port c297526f-c3a9-46e3-ae10-442a5982ec7a, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c297526f-c3a9-46e3-ae10-442a5982ec7a,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:24.487649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.544720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Calling delete_port for c297526f-c3a9-46e3-ae10-442a5982ec7a owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:24.554466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6796f-5e7f-407f-9750-c00cc1fd1ab9 req-951c9a26-0b47-4930-a5da-6d28b75d308b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:24.557070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cde6796f-5e7f-407f-9750-c00cc1fd1ab9 req-951c9a26-0b47-4930-a5da-6d28b75d308b tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 945 time: 0.2207835 Feb 11 05:49:24.569603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1151b86b-267d-4aad-9a7b-b59b529b58c0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.575094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f17d9-a80c-4333-b460-d4a63207ebb7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:24.577077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f17d9-a80c-4333-b460-d4a63207ebb7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:24.579261 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2b0f17d9-a80c-4333-b460-d4a63207ebb7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2267041 Feb 11 05:49:24.581902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35774) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:24.585176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 935c238a-096c-4d63-bbd5-1b25d3784b1c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:24.671326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3785a623-8a46-4c44-b3ea-fc819107ec2c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 5f162a06-0506-4664-9d69-7c7e94ec4c79 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:24.675714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3785a623-8a46-4c44-b3ea-fc819107ec2c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (5f162a06-0506-4664-9d69-7c7e94ec4c79), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.693519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cde6796f-5e7f-407f-9750-c00cc1fd1ab9 req-9959d7ca-94be-4a0d-9dc8-228dbd08dae2 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/security-groups?id=7c271105-be6f-4600-abe9-4538b2b707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195359 Feb 11 05:49:24.763139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1151b86b-267d-4aad-9a7b-b59b529b58c0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.768090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:24.768902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.778560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3785a623-8a46-4c44-b3ea-fc819107ec2c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (5f162a06-0506-4664-9d69-7c7e94ec4c79), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.933983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Network': ['ID=1151b86b-267d-4aad-9a7b-b59b529b58c0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:24.944045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-49362023-17c1-44df-8061-f73b79378d84 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9908450 Feb 11 05:49:24.947952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35798) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:24.958350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3785a623-8a46-4c44-b3ea-fc819107ec2c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (5f162a06-0506-4664-9d69-7c7e94ec4c79), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.963698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:25.140269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15bf0f-bf90-4e65-9471-7b2cfc404edf req-34f27c77-f18c-4427-9e9a-2f6e5e17473c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:25.141030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c297526f-c3a9-46e3-ae10-442a5982ec7a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.152695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b15bf0f-bf90-4e65-9471-7b2cfc404edf req-34f27c77-f18c-4427-9e9a-2f6e5e17473c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.3277295 Feb 11 05:49:25.176864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d0c682-30f2-46d7-b0ab-e7fd1cd74b61 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:25.181567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c1d0c682-30f2-46d7-b0ab-e7fd1cd74b61 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ef5a9503a8ff427984a3cc1a4ecdf612&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2284095 Feb 11 05:49:25.182217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35808) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.187568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event deleted for resources: {'Port': ['ID=c297526f-c3a9-46e3-ae10-442a5982ec7a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:25.210173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3785a623-8a46-4c44-b3ea-fc819107ec2c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (5f162a06-0506-4664-9d69-7c7e94ec4c79), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.282773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b15bf0f-bf90-4e65-9471-7b2cfc404edf req-c1e60f78-d7d2-48ca-9601-4dcfe149abff tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239948 Feb 11 05:49:25.300184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] No DVR routers for this DVR port c297526f-c3a9-46e3-ae10-442a5982ec7a on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:25.304193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.311116 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2406f56f-7d23-4947-be7d-9ced878d4d66 req-355d5964-08dc-4f2c-9338-d26159a44316 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.65 "DELETE /v2.0/ports/c297526f-c3a9-46e3-ae10-442a5982ec7a HTTP/1.1" status: 204 len: 173 time: 1.2659564 Feb 11 05:49:25.344163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'name': 'network-vif-deleted', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:25.346869 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f922d4f-8d91-4942-9262-43635b4b0a2c" -d '{"events": [{"server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "name": "network-vif-deleted", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:25.349969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785a623-8a46-4c44-b3ea-fc819107ec2c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=5f162a06-0506-4664-9d69-7c7e94ec4c79,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:25.354008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3785a623-8a46-4c44-b3ea-fc819107ec2c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.358101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3785a623-8a46-4c44-b3ea-fc819107ec2c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/5f162a06-0506-4664-9d69-7c7e94ec4c79 HTTP/1.1" status: 204 len: 168 time: 0.7750664 Feb 11 05:49:25.360631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35826) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.374066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b6640-df94-4802-800c-139f64f8bdef None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:25.474120 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-13b289cb-5000-48c3-8b71-7b8dc2c5bac0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121049 Feb 11 05:49:25.477691 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69abd07-7b54-4828-95ce-508785e163bd x-openstack-request-id: req-c69abd07-7b54-4828-95ce-508785e163bd {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:25.478548 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92e10f-a76a-41d9-996c-972c2e7aff1f", "name": "network-vif-deleted", "tag": "c297526f-c3a9-46e3-ae10-442a5982ec7a", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:25.479008 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c69abd07-7b54-4828-95ce-508785e163bd {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:25.480010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35828) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.481898 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92e10f-a76a-41d9-996c-972c2e7aff1f', 'name': 'network-vif-deleted', 'tag': 'c297526f-c3a9-46e3-ae10-442a5982ec7a', 'status': 'completed', 'code': 200} Feb 11 05:49:25.485198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:25.526833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f583c2-c257-4768-91cb-e3588ee11389 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:25.531599 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-94f583c2-c257-4768-91cb-e3588ee11389 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3456643 Feb 11 05:49:25.531599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35832) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.656073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb1841-5689-445a-9224-db5cce872454 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:25.663105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7b13df2e-1a1c-47c0-98ce-928f1af35737 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1304877 Feb 11 05:49:25.667228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35840) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.730243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35848) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.731943 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-30711cd4-4f6c-4913-9caa-b5875fb45224 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ef5a9503a8ff427984a3cc1a4ecdf612&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622399 Feb 11 05:49:25.770523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35850) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:25.819567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2beb1841-5689-445a-9224-db5cce872454 None None] Deleting port 935c238a-096c-4d63-bbd5-1b25d3784b1c {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:25.821168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2beb1841-5689-445a-9224-db5cce872454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.825235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:25.833375 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.943945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2beb1841-5689-445a-9224-db5cce872454 None None] For port 935c238a-096c-4d63-bbd5-1b25d3784b1c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=935c238a-096c-4d63-bbd5-1b25d3784b1c,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:25.944440 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2beb1841-5689-445a-9224-db5cce872454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:25.980918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2beb1841-5689-445a-9224-db5cce872454 None None] Calling delete_port for 935c238a-096c-4d63-bbd5-1b25d3784b1c owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:25.995726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bbe679b7-84da-482c-af3c-ed6731bcf047 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] Request body: {'port': {'network_id': '02856b47-3bd9-490e-9ca6-b6f0a4110120', 'name': 'tempest-NetworksNegativeTestJSON-1024759069'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:26.011826 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe679b7-84da-482c-af3c-ed6731bcf047 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] POST failed (client error): The resource could not be found. Feb 11 05:49:26.012699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe679b7-84da-482c-af3c-ed6731bcf047 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:26.019463 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bbe679b7-84da-482c-af3c-ed6731bcf047 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2458336 Feb 11 05:49:26.020467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35866) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.039712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56c24c14-0785-4bd1-9dad-06a0acc630b8 req-7c2b8d41-7338-4b88-8648-2aa600442a45 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.1399276 Feb 11 05:49:26.052530 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9cf376-6441-42c0-b374-459061acfdcf tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:26.053526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9cf376-6441-42c0-b374-459061acfdcf tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:26.064060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35870) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.064541 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d9cf376-6441-42c0-b374-459061acfdcf tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "DELETE /v2.0/networks/7d287aee-973a-4526-b588-e77696221038 HTTP/1.1" status: 404 len: 339 time: 0.0417199 Feb 11 05:49:26.190607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 935c238a-096c-4d63-bbd5-1b25d3784b1c no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:26.201432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd50fad-bcb6-4873-b6ca-7ff3e70069ba tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:26.207166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35876) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.223841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fbd50fad-bcb6-4873-b6ca-7ff3e70069ba tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4922168 Feb 11 05:49:26.272811 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22015e9-fed5-4491-9751-4b6b6a019172 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:26.273569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22015e9-fed5-4491-9751-4b6b6a019172 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:26.286516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b22015e9-fed5-4491-9751-4b6b6a019172 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "DELETE /v2.0/ports/ba165059-02cd-4f14-8cb7-caccf8fa63a4 HTTP/1.1" status: 404 len: 333 time: 0.2177050 Feb 11 05:49:26.287388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35882) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.303283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c3e94163-275c-4bbd-8f87-bb412bef09c4 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0947714 Feb 11 05:49:26.304396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.314239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935541127', 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:26.376759 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe6ae86-4e18-408d-9621-be6ed5258912 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:26.377732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe6ae86-4e18-408d-9621-be6ed5258912 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:26.394025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bbe6ae86-4e18-408d-9621-be6ed5258912 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "DELETE /v2.0/subnets/66629e81-18d4-4383-848a-9391a7da9278 HTTP/1.1" status: 404 len: 337 time: 0.1024570 Feb 11 05:49:26.442636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 935c238a-096c-4d63-bbd5-1b25d3784b1c is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:26.443050 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:26.455073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 35892) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.472643 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2beb1841-5689-445a-9224-db5cce872454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (935c238a-096c-4d63-bbd5-1b25d3784b1c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:26.487521 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc21c369-bb27-4b64-8837-8aa74b13186f tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] GET failed (client error): The resource could not be found. Feb 11 05:49:26.497713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cc21c369-bb27-4b64-8837-8aa74b13186f tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "GET /v2.0/networks/7e5d7306-82b5-4261-9042-1e886c4855dc HTTP/1.1" status: 404 len: 339 time: 0.0411758 Feb 11 05:49:26.517076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35898) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.521009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb1841-5689-445a-9224-db5cce872454 None None] No DVR routers for this DVR port 935c238a-096c-4d63-bbd5-1b25d3784b1c on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:26.564445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb1841-5689-445a-9224-db5cce872454 None None] Pushing event deleted for resources: {'Port': ['ID=935c238a-096c-4d63-bbd5-1b25d3784b1c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:26.624267 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98cbe0d-4484-4adf-aa84-dbabdeafca43 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] GET failed (client error): The resource could not be found. Feb 11 05:49:26.625783 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c98cbe0d-4484-4adf-aa84-dbabdeafca43 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "GET /v2.0/ports/bfd681af-f9c7-4307-bdb8-165b9d80d5f8 HTTP/1.1" status: 404 len: 333 time: 0.0998178 Feb 11 05:49:26.635639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.638128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ed60-02e4-4a16-87af-c3e608b7db97 req-a43d9858-96b3-4015-bc5e-a5df1f549e61 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:26.639897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a0ed60-02e4-4a16-87af-c3e608b7db97 req-a43d9858-96b3-4015-bc5e-a5df1f549e61 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.1369796 Feb 11 05:49:26.685862 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb35a8f2-6203-4271-9129-91e8fee2ecd6 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] GET failed (client error): The resource could not be found. Feb 11 05:49:26.692392 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bb35a8f2-6203-4271-9129-91e8fee2ecd6 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "GET /v2.0/subnets/5945f1b9-b35b-45db-bc98-b6fe5ae9957b HTTP/1.1" status: 404 len: 337 time: 0.0556114 Feb 11 05:49:26.694520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35908) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.701674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6b6f9bb8-0ba2-4930-b694-385e6dac2381 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:26.740976 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6f9bb8-0ba2-4930-b694-385e6dac2381 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] PUT failed (client error): The resource could not be found. Feb 11 05:49:26.740976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6f9bb8-0ba2-4930-b694-385e6dac2381 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:26.741768 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6b6f9bb8-0ba2-4930-b694-385e6dac2381 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "PUT /v2.0/networks/2652700e-5549-4679-9922-c05b2b37bd71 HTTP/1.1" status: 404 len: 339 time: 0.0444913 Feb 11 05:49:26.748726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35914) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.755309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-93651453-098b-4235-ae47-2c1424e2a862 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:26.782889 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-93651453-098b-4235-ae47-2c1424e2a862 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] PUT failed (client error): The resource could not be found. Feb 11 05:49:26.783626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93651453-098b-4235-ae47-2c1424e2a862 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:26.790364 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-93651453-098b-4235-ae47-2c1424e2a862 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "PUT /v2.0/ports/329b4bf0-c162-464e-8f77-6cdd252374a9 HTTP/1.1" status: 404 len: 333 time: 0.0352197 Feb 11 05:49:26.798044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35916) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:26.798044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d7bf56ac-ea64-4cdb-a286-512408e74ed9 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:26.835367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:26.843358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.028429 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bf56ac-ea64-4cdb-a286-512408e74ed9 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] PUT failed (client error): The resource could not be found. Feb 11 05:49:27.029527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bf56ac-ea64-4cdb-a286-512408e74ed9 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:27.037182 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d7bf56ac-ea64-4cdb-a286-512408e74ed9 tempest-NetworksNegativeTestJSON-1766823694 tempest-NetworksNegativeTestJSON-1766823694-project] 10.222.0.62 "PUT /v2.0/subnets/85b52e91-0fdc-4fba-8c80-24e355776ae5 HTTP/1.1" status: 404 len: 337 time: 0.2451320 Feb 11 05:49:27.073098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97a0ed60-02e4-4a16-87af-c3e608b7db97 req-304bf11d-29c8-4867-ae8d-0b5b2f6f9754 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262764 Feb 11 05:49:27.189128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be297a77-e636-479e-8fe7-014abe58d8d9 req-a3eb3e4d-e8e5-41e8-afec-1c104ecaa7b9 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0343642 Feb 11 05:49:27.229462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c297526f-c3a9-46e3-ae10-442a5982ec7a no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:27.262485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: c297526f-c3a9-46e3-ae10-442a5982ec7a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:27.262993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c297526f-c3a9-46e3-ae10-442a5982ec7a not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:27.292847 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (2586f30f-46d5-470a-aa6b-87e04db6e9c9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.302588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:49:27.305891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (2877dc2f-8bde-4a0a-99f6-f1a2737216d4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.374500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:27.377276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Checking segment: {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:27.377652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network hostable DHCP agents. Network: 1151b86b-267d-4aad-9a7b-b59b529b58c0, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:49:27.377951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:27.379914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Subnet': ['ID=2586f30f-46d5-470a-aa6b-87e04db6e9c9,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:27.382593 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.383200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.394408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b336c-b77b-491f-9bcd-fa3351dae2d2 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:27.422409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=2877dc2f-8bde-4a0a-99f6-f1a2737216d4,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:27.527567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cb2c430a-ed3a-41ab-a227-e34e4a050344 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0422859 Feb 11 05:49:27.528666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35948) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.534369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:74:7e:8d', 'name': 'tempest-NetworksTestDHCPv6-2065253284'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:27.557516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '2877dc2f-8bde-4a0a-99f6-f1a2737216d4'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:27.558539 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.575023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:49:27.733211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1151b86b-267d-4aad-9a7b-b59b529b58c0) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:27.756106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:27.756106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.776695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Allocated IP 2001:db8::f816:3eff:fe2f:9a32 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/2877dc2f-8bde-4a0a-99f6-f1a2737216d4/75a775e7-4de1-424f-82d3-e5a67c69d091) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:27.797075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c06249-4e0a-49a8-bf49-ea92d0b92b03 None None] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:27.797315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 35964) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:27.823164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:28.072119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-1151b86b-267d-4aad-9a7b-b59b529b58c0', 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ips': [{'subnet_id': '2586f30f-46d5-470a-aa6b-87e04db6e9c9'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:28.073015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.156364 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.162599 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Publish callbacks [] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.202040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 4e6472b2-c311-45bb-96ba-c3a56b52f50d yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:28.287677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e09ac41b-832b-461f-836e-c4a2ab241d34 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9811192 Feb 11 05:49:28.306177 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.364544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Pushing event updated for resources: {'Port': ['ID=75a775e7-4de1-424f-82d3-e5a67c69d091,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:28.428009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:fe74:7e8d (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/2877dc2f-8bde-4a0a-99f6-f1a2737216d4/4e6472b2-c311-45bb-96ba-c3a56b52f50d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:28.432237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7da41292-f47d-4b43-b591-247f8539a350 req-b815b26b-eef5-4ee4-b663-acd11d2ba4cc tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.1001887 Feb 11 05:49:28.451901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333a2a-4591-4611-9729-57819d9150ea req-d037ac12-d86c-45fa-a00b-c8f59d7f5237 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:28.476133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0333a2a-4591-4611-9729-57819d9150ea req-d037ac12-d86c-45fa-a00b-c8f59d7f5237 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.2454672 Feb 11 05:49:28.640498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0333a2a-4591-4611-9729-57819d9150ea req-d76e538f-6d1b-4106-9f06-06e456e2d984 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589055 Feb 11 05:49:28.670266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (4e6472b2-c311-45bb-96ba-c3a56b52f50d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.697177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:28.703970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:28.708212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:28.741908 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-927c08e9-ff30-4fb0-b1cf-3ccf8bd3782e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.768937 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Allocated IP 172.20.0.18 (1151b86b-267d-4aad-9a7b-b59b529b58c0/2586f30f-46d5-470a-aa6b-87e04db6e9c9/be3e09e1-df70-46b6-b143-4f5dc0a84a1a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:28.840876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Attempting to bind port 75a775e7-4de1-424f-82d3-e5a67c69d091 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:28.841518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Attempting to bind port 75a775e7-4de1-424f-82d3-e5a67c69d091 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:28.842039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Attempting to bind port 75a775e7-4de1-424f-82d3-e5a67c69d091 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:28.857030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:28.857583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:28.858097 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.858595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:28.859176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Bound port: 75a775e7-4de1-424f-82d3-e5a67c69d091, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:28.859666 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.000761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-927c08e9-ff30-4fb0-b1cf-3ccf8bd3782e admin admin] Publish callbacks [] for security_group (ba876523-cbc0-4ade-9a57-265d27317a5f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.004943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4e6472b2-c311-45bb-96ba-c3a56b52f50d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.024793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] For port 75a775e7-4de1-424f-82d3-e5a67c69d091, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:29.032976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] For port 75a775e7-4de1-424f-82d3-e5a67c69d091, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=75a775e7-4de1-424f-82d3-e5a67c69d091,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:29.104929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=4e6472b2-c311-45bb-96ba-c3a56b52f50d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:29.117899 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Publish callbacks [] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.127234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-927c08e9-ff30-4fb0-b1cf-3ccf8bd3782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ba876523-cbc0-4ade-9a57-265d27317a5f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.135876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:29.139173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36026) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.144826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-85faca3e-9081-469e-92e3-1bcddb6f25cb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664369512', 'description': 'tempest-secgroup-smoke-1664369512 description', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:29.173473 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.174819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:29.192994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:29.198664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:29.199438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.209646 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.274693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c08e9-ff30-4fb0-b1cf-3ccf8bd3782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba876523-cbc0-4ade-9a57-265d27317a5f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:29.294085 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-927c08e9-ff30-4fb0-b1cf-3ccf8bd3782e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2872033053264d3795488d41c59a9de7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4930034 Feb 11 05:49:29.295600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36032) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.304350 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85faca3e-9081-469e-92e3-1bcddb6f25cb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.337837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:29.348627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:29.355752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:29.385891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd9586-27a2-4ec1-b87e-a3a568d36102 None None] Pushing event updated for resources: {'Port': ['ID=75a775e7-4de1-424f-82d3-e5a67c69d091,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:29.406281 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b5edc33f-2525-4802-b3a2-e99350439e8b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8769333 Feb 11 05:49:29.411164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36038) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.494725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deb1870-669b-4605-a9ce-65f12bdd9f7b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:29.500666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deb1870-669b-4605-a9ce-65f12bdd9f7b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:29.507296 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2deb1870-669b-4605-a9ce-65f12bdd9f7b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0992110 Feb 11 05:49:29.513331 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36042) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:29.563122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Pushing event updated for resources: {'Port': ['ID=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:29.659492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33af0400-a5a7-4386-9a4b-347a8863b19a req-a70e9a8c-ff79-4522-91e6-fc12a45abaea tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0774438 Feb 11 05:49:29.669746 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-107a6d36-00cf-410a-ba4f-1415b3ebf4ab admin admin] Publish callbacks [] for security_group (ba876523-cbc0-4ade-9a57-265d27317a5f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.773063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Attempting to bind port be3e09e1-df70-46b6-b143-4f5dc0a84a1a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:29.773588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Attempting to bind port be3e09e1-df70-46b6-b143-4f5dc0a84a1a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:29.775384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Attempting to bind port be3e09e1-df70-46b6-b143-4f5dc0a84a1a on network 1151b86b-267d-4aad-9a7b-b59b529b58c0 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:29.787463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-107a6d36-00cf-410a-ba4f-1415b3ebf4ab admin admin] Publish callbacks [] for security_group (ba876523-cbc0-4ade-9a57-265d27317a5f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.800436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:29.801165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Checking segment: {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:29.803516 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.805346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Bound using segment: {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:29.823485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Bound port: be3e09e1-df70-46b6-b143-4f5dc0a84a1a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:29.825166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.911912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1be31874-0c06-422b-989f-d2b627aff3ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 4e6472b2-c311-45bb-96ba-c3a56b52f50d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:29.917690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1be31874-0c06-422b-989f-d2b627aff3ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4e6472b2-c311-45bb-96ba-c3a56b52f50d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.005926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] For port be3e09e1-df70-46b6-b143-4f5dc0a84a1a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:30.015056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] For port be3e09e1-df70-46b6-b143-4f5dc0a84a1a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:30.104498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.245131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85faca3e-9081-469e-92e3-1bcddb6f25cb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (92457e61-924e-4368-a276-304e8c012353), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.301805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a93efa-e54b-42ed-8c1b-9c61dbf22583 None None] Pushing event updated for resources: {'Port': ['ID=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:30.321991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 75a775e7-4de1-424f-82d3-e5a67c69d091 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:30.337838 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85faca3e-9081-469e-92e3-1bcddb6f25cb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (92457e61-924e-4368-a276-304e8c012353), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.360281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1be31874-0c06-422b-989f-d2b627aff3ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4e6472b2-c311-45bb-96ba-c3a56b52f50d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.434952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1be31874-0c06-422b-989f-d2b627aff3ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 4e6472b2-c311-45bb-96ba-c3a56b52f50d owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:30.468991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 75a775e7-4de1-424f-82d3-e5a67c69d091 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:30.469683 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.488792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f37b4-52fa-459d-aee1-4311d53a29d5 req-42e227c0-c01c-4ee1-b06c-a8b8a7601289 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:30.491609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88f37b4-52fa-459d-aee1-4311d53a29d5 req-42e227c0-c01c-4ee1-b06c-a8b8a7601289 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.5700369 Feb 11 05:49:30.544838 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-107a6d36-00cf-410a-ba4f-1415b3ebf4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ba876523-cbc0-4ade-9a57-265d27317a5f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.553843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-107a6d36-00cf-410a-ba4f-1415b3ebf4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.561847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-107a6d36-00cf-410a-ba4f-1415b3ebf4ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba876523-cbc0-4ade-9a57-265d27317a5f HTTP/1.1" status: 204 len: 168 time: 1.2648420 Feb 11 05:49:30.607189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faca3e-9081-469e-92e3-1bcddb6f25cb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92457e61-924e-4368-a276-304e8c012353,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:30.640466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 75a775e7-4de1-424f-82d3-e5a67c69d091 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:30.641790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.702593 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85faca3e-9081-469e-92e3-1bcddb6f25cb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.705202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-85faca3e-9081-469e-92e3-1bcddb6f25cb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5647755 Feb 11 05:49:30.713459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36086) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:30.750387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 75a775e7-4de1-424f-82d3-e5a67c69d091, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=75a775e7-4de1-424f-82d3-e5a67c69d091,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:30.764160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f84b2932-d025-4c24-90a3-88e473aed043 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '92457e61-924e-4368-a276-304e8c012353', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:30.781033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a6d36-00cf-410a-ba4f-1415b3ebf4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba876523-cbc0-4ade-9a57-265d27317a5f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:30.885127 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.957871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77277e6c-403e-4d41-8928-7eb78b6cb827 req-7e9eec81-093d-4604-ba13-8b49ad1961b6 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0560863 Feb 11 05:49:30.982828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b88f37b4-52fa-459d-aee1-4311d53a29d5 req-eb092d40-5f80-4006-bcf1-9bbdbb210761 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791560 Feb 11 05:49:31.078619 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f84b2932-d025-4c24-90a3-88e473aed043 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (c357404e-5f8c-45e2-8a8d-b1151a6ead4f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.089143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=75a775e7-4de1-424f-82d3-e5a67c69d091,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:31.259048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1be31874-0c06-422b-989f-d2b627aff3ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4e6472b2-c311-45bb-96ba-c3a56b52f50d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.345715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f84b2932-d025-4c24-90a3-88e473aed043 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (c357404e-5f8c-45e2-8a8d-b1151a6ead4f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.359430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be31874-0c06-422b-989f-d2b627aff3ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=4e6472b2-c311-45bb-96ba-c3a56b52f50d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:31.430263 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f84b2932-d025-4c24-90a3-88e473aed043 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (c357404e-5f8c-45e2-8a8d-b1151a6ead4f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.446956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1be31874-0c06-422b-989f-d2b627aff3ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.450321 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1be31874-0c06-422b-989f-d2b627aff3ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/4e6472b2-c311-45bb-96ba-c3a56b52f50d HTTP/1.1" status: 204 len: 168 time: 1.9358444 Feb 11 05:49:31.452869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36120) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:31.488310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b2932-d025-4c24-90a3-88e473aed043 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c357404e-5f8c-45e2-8a8d-b1151a6ead4f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:31.559751 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f84b2932-d025-4c24-90a3-88e473aed043 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.563828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f84b2932-d025-4c24-90a3-88e473aed043 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8131468 Feb 11 05:49:31.567303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36130) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:31.584266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3fa480d1-4fec-4800-be16-2e116c70bf48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '92457e61-924e-4368-a276-304e8c012353', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:31.632536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de1802-0094-4f23-a058-a0d70dcd213e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:31.634461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de1802-0094-4f23-a058-a0d70dcd213e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:31.636109 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d6de1802-0094-4f23-a058-a0d70dcd213e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1822872 Feb 11 05:49:31.638723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36136) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:31.687033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ec663916-14f7-40ed-8b30-5ae5f56e55d8 None None] Provisioning complete for port 75a775e7-4de1-424f-82d3-e5a67c69d091 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:31.687033 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec663916-14f7-40ed-8b30-5ae5f56e55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.802220 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3fa480d1-4fec-4800-be16-2e116c70bf48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (dccd80f7-79c7-4218-b67e-35ba3a97decd), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.802948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55abc84-90e9-4e55-a378-1668f1b4cad3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 2877dc2f-8bde-4a0a-99f6-f1a2737216d4 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:31.808199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c55abc84-90e9-4e55-a378-1668f1b4cad3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (2877dc2f-8bde-4a0a-99f6-f1a2737216d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:31.896316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c55abc84-90e9-4e55-a378-1668f1b4cad3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (2877dc2f-8bde-4a0a-99f6-f1a2737216d4), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.023999 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3fa480d1-4fec-4800-be16-2e116c70bf48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (dccd80f7-79c7-4218-b67e-35ba3a97decd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.104419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3fa480d1-4fec-4800-be16-2e116c70bf48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (dccd80f7-79c7-4218-b67e-35ba3a97decd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.154493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ec663916-14f7-40ed-8b30-5ae5f56e55d8 None None] Current status of the port 75a775e7-4de1-424f-82d3-e5a67c69d091 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:32.281804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-225cd4f3-8b7a-4c29-9294-3fe0884f864a None None] Could not find standard attr ID for object 4e6472b2-c311-45bb-96ba-c3a56b52f50d. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:49:32.287112 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c55abc84-90e9-4e55-a378-1668f1b4cad3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (2877dc2f-8bde-4a0a-99f6-f1a2737216d4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.291589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa480d1-4fec-4800-be16-2e116c70bf48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccd80f7-79c7-4218-b67e-35ba3a97decd,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:32.454174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e8fa859-279a-4f58-b85f-742d1250a3e4 req-07b794f4-21ca-4bab-b9f4-eea0b5dd1db5 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.2590187 Feb 11 05:49:32.485934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224740cc-e1fa-4705-8b8a-8bf79133fc8d req-161a770e-06d2-439e-9649-4a896f0b82f5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:32.497128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-224740cc-e1fa-4705-8b8a-8bf79133fc8d req-161a770e-06d2-439e-9649-4a896f0b82f5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.2399428 Feb 11 05:49:32.532358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 75a775e7-4de1-424f-82d3-e5a67c69d091 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:32.578521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3fa480d1-4fec-4800-be16-2e116c70bf48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.600879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3fa480d1-4fec-4800-be16-2e116c70bf48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0295463 Feb 11 05:49:32.601325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36160) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:32.609464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c0528436-31c1-4e29-91e5-732ff09cb735 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '92457e61-924e-4368-a276-304e8c012353', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:32.659944 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c55abc84-90e9-4e55-a378-1668f1b4cad3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (2877dc2f-8bde-4a0a-99f6-f1a2737216d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.722682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 75a775e7-4de1-424f-82d3-e5a67c69d091 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:32.723681 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.729406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-224740cc-e1fa-4705-8b8a-8bf79133fc8d req-45c899aa-8791-4807-87d5-94b6c035029f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318919 Feb 11 05:49:32.739142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55abc84-90e9-4e55-a378-1668f1b4cad3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=2877dc2f-8bde-4a0a-99f6-f1a2737216d4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:32.749321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c55abc84-90e9-4e55-a378-1668f1b4cad3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.755485 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c55abc84-90e9-4e55-a378-1668f1b4cad3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/2877dc2f-8bde-4a0a-99f6-f1a2737216d4 HTTP/1.1" status: 204 len: 168 time: 1.1140337 Feb 11 05:49:32.756414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36164) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:32.821331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c237e-a2e6-48e5-b184-1a493526ed55 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:32.907113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba40875-8a1c-45ed-a958-d434e04f3805 None None] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:33.054069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36172) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.178876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-377034f8-d242-4d3d-8bee-7cef8c2f46f1 None None] Provisioning complete for port be3e09e1-df70-46b6-b143-4f5dc0a84a1a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:33.179658 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-377034f8-d242-4d3d-8bee-7cef8c2f46f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.276227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-141569262'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:33.322892 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09d38902-5d3a-4c1b-b6b9-58fef4a7a1ab tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5607762 Feb 11 05:49:33.323288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36178) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.341290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0528436-31c1-4e29-91e5-732ff09cb735 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (d4143854-756d-494a-8040-f7d6145b48b3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.442289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 75a775e7-4de1-424f-82d3-e5a67c69d091 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:33.443388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device be3e09e1-df70-46b6-b143-4f5dc0a84a1a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:33.451564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aebb283-2435-4970-9baf-c5c6e9f19bb8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:33.455982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0aebb283-2435-4970-9baf-c5c6e9f19bb8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1315963 Feb 11 05:49:33.458428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:33.462721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0528436-31c1-4e29-91e5-732ff09cb735 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (d4143854-756d-494a-8040-f7d6145b48b3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.466818 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.468322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36182) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.483550 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.494206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c19484a7-48df-43f6-83dc-0e362b64512c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.528914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb2e5a-518f-421b-84b3-938e24c8b9d2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:33.530647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4ebb2e5a-518f-421b-84b3-938e24c8b9d2 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0611103 Feb 11 05:49:33.533133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.584330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port be3e09e1-df70-46b6-b143-4f5dc0a84a1a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:33.584945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.628170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1c75deb7-3f38-4337-ac0d-0b8a1043d70f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935459 Feb 11 05:49:33.629790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0528436-31c1-4e29-91e5-732ff09cb735 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d4143854-756d-494a-8040-f7d6145b48b3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.643784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36190) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.661585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:33.666025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0528436-31c1-4e29-91e5-732ff09cb735 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4143854-756d-494a-8040-f7d6145b48b3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:33.693534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:33.763727 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0528436-31c1-4e29-91e5-732ff09cb735 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.765940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c0528436-31c1-4e29-91e5-732ff09cb735 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1621158 Feb 11 05:49:33.770123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36192) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:33.774262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c0288c3-e3f8-4b88-95e6-3821404cf343 req-a3dfa3b8-7b57-4441-a325-d57a24f04b38 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0907242 Feb 11 05:49:33.777520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7b0de2bc-e40d-48f2-bf67-2a19e5ffa325 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '92457e61-924e-4368-a276-304e8c012353', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:33.851316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port be3e09e1-df70-46b6-b143-4f5dc0a84a1a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:33.856268 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.901896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-377034f8-d242-4d3d-8bee-7cef8c2f46f1 None None] Current status of the port be3e09e1-df70-46b6-b143-4f5dc0a84a1a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:33.902365 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-377034f8-d242-4d3d-8bee-7cef8c2f46f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.911388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b0de2bc-e40d-48f2-bf67-2a19e5ffa325 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (2179cac0-0e65-44c0-9521-ce0331064705), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.932795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port be3e09e1-df70-46b6-b143-4f5dc0a84a1a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:33.961436 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (7663ea26-7d8f-4dbc-9bec-463c8a0a3358), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.962797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] Deleting port 75a775e7-4de1-424f-82d3-e5a67c69d091 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:33.963191 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.056701 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.066953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b0de2bc-e40d-48f2-bf67-2a19e5ffa325 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (2179cac0-0e65-44c0-9521-ce0331064705), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.071252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7663ea26-7d8f-4dbc-9bec-463c8a0a3358), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.074583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] For port 75a775e7-4de1-424f-82d3-e5a67c69d091, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=75a775e7-4de1-424f-82d3-e5a67c69d091,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:34.074936 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.111016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e707-ca4d-4643-856a-9a11a41592ae req-bcd24c46-d108-4778-8ca5-a4698a0080a8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:34.122474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dff3e707-ca4d-4643-856a-9a11a41592ae req-bcd24c46-d108-4778-8ca5-a4698a0080a8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 944 time: 0.2216656 Feb 11 05:49:34.140787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] Calling delete_port for 75a775e7-4de1-424f-82d3-e5a67c69d091 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:34.170884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b0de2bc-e40d-48f2-bf67-2a19e5ffa325 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (2179cac0-0e65-44c0-9521-ce0331064705), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.194549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:34.204400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:34.218613 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-377034f8-d242-4d3d-8bee-7cef8c2f46f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:49:34.218613 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-377034f8-d242-4d3d-8bee-7cef8c2f46f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:49:34.218865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.218952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 75a775e7-4de1-424f-82d3-e5a67c69d091 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:34.220167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 78adb4a4-3587-41f7-b412-3e1d30346bc4 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:49:34.225067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0de2bc-e40d-48f2-bf67-2a19e5ffa325 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2179cac0-0e65-44c0-9521-ce0331064705,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:34.230316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:34.239359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7663ea26-7d8f-4dbc-9bec-463c8a0a3358,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:34.305733 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f84ec079-2976-4b08-a5a6-9e285ef8ea02), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.306087 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Added segment f84ec079-2976-4b08-a5a6-9e285ef8ea02 of type vlan for network 12cf86e7-5515-4d64-946f-9db6841220a6 Feb 11 05:49:34.355420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b0de2bc-e40d-48f2-bf67-2a19e5ffa325 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.356698 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b0de2bc-e40d-48f2-bf67-2a19e5ffa325 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5846810 Feb 11 05:49:34.359521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.378942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-32071396-332e-461f-b825-2ef9203cce4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '92457e61-924e-4368-a276-304e8c012353', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:34.385280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dff3e707-ca4d-4643-856a-9a11a41592ae req-294688ca-3340-468a-88d5-7da7a7a948db tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637379 Feb 11 05:49:34.476040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 75a775e7-4de1-424f-82d3-e5a67c69d091 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:34.476534 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.485676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 78adb4a4-3587-41f7-b412-3e1d30346bc4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:34.491154 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-32071396-332e-461f-b825-2ef9203cce4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Project ef5a9503a8ff427984a3cc1a4ecdf612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:49:34.497260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32071396-332e-461f-b825-2ef9203cce4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (a703ad9e-f5c8-480a-8629-d962daf4b435), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.511415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '78adb4a4-3587-41f7-b412-3e1d30346bc4', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'port_id': '78adb4a4-3587-41f7-b412-3e1d30346bc4', 'mac_address': 'fa:16:3e:4f:d0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:49:34.516683 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (75a775e7-4de1-424f-82d3-e5a67c69d091), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.594279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] Pushing event deleted for resources: {'Port': ['ID=75a775e7-4de1-424f-82d3-e5a67c69d091,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:34.604093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87514dbe-96cc-418e-a332-d5e32a3d87a4 None None] No DVR routers for this DVR port 75a775e7-4de1-424f-82d3-e5a67c69d091 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:34.629191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32071396-332e-461f-b825-2ef9203cce4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (a703ad9e-f5c8-480a-8629-d962daf4b435), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.692866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 78adb4a4-3587-41f7-b412-3e1d30346bc4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:34.693803 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.707478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (12cf86e7-5515-4d64-946f-9db6841220a6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.715395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32071396-332e-461f-b825-2ef9203cce4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (a703ad9e-f5c8-480a-8629-d962daf4b435), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.779833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32071396-332e-461f-b825-2ef9203cce4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a703ad9e-f5c8-480a-8629-d962daf4b435,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:34.926238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78adb4a4-3587-41f7-b412-3e1d30346bc4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:49:34.927573 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (12cf86e7-5515-4d64-946f-9db6841220a6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.935454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:34.936251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.940382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32071396-332e-461f-b825-2ef9203cce4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.955553 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-32071396-332e-461f-b825-2ef9203cce4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5913696 Feb 11 05:49:34.956100 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36208) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:34.973240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-79c2d76b-6652-4e2e-aadb-f8e53d0ab830 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '92457e61-924e-4368-a276-304e8c012353', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:35.000115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 78adb4a4-3587-41f7-b412-3e1d30346bc4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:35.015514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-377034f8-d242-4d3d-8bee-7cef8c2f46f1 None None] Current status of the port be3e09e1-df70-46b6-b143-4f5dc0a84a1a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:35.021268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2f7f581-0880-44a7-b85e-6bee989359cb req-7d6e2ed8-d516-4fbd-b0e8-1e59367a3209 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.1110437 Feb 11 05:49:35.057031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:49:35.083230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.096577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Network': ['ID=12cf86e7-5515-4d64-946f-9db6841220a6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:35.109965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:35.115269 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-79c2d76b-6652-4e2e-aadb-f8e53d0ab830 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Project ef5a9503a8ff427984a3cc1a4ecdf612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:49:35.122177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79c2d76b-6652-4e2e-aadb-f8e53d0ab830 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (14d968e4-087c-44c7-a4a6-dfd6dc6a57a7), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.128673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9fd76363-5079-4018-b579-97cc3805b23a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0709107 Feb 11 05:49:35.131809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36210) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:35.139763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:35.145636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'name': 'tempest-PortsTestJSON-2135481463'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:35.151029 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.152523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:35.175514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:35.176315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.193552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:35.208366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e760f-ce7d-426e-b695-707c42642e54 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:35.264368 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79c2d76b-6652-4e2e-aadb-f8e53d0ab830 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (14d968e4-087c-44c7-a4a6-dfd6dc6a57a7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.285113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a3a1d541-2132-4838-bf48-3f19535c4db7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6390765 Feb 11 05:49:35.287704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36212) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:35.296989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:a1:6d:f0', 'name': 'tempest-NetworksTestDHCPv6-1776123722'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:35.364868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-352a7a85-6cc0-43f3-9386-d63c550c1b23 None None] Provisioning complete for port be3e09e1-df70-46b6-b143-4f5dc0a84a1a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:35.366163 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-352a7a85-6cc0-43f3-9386-d63c550c1b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.369454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79c2d76b-6652-4e2e-aadb-f8e53d0ab830 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (14d968e4-087c-44c7-a4a6-dfd6dc6a57a7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.416499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['78adb4a4-3587-41f7-b412-3e1d30346bc4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:49:35.462048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=78adb4a4-3587-41f7-b412-3e1d30346bc4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:35.462872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:35.476408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.511674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2d76b-6652-4e2e-aadb-f8e53d0ab830 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d968e4-087c-44c7-a4a6-dfd6dc6a57a7,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:35.583470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': 'ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:35.584394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.610738 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bc025ab0-1ad8-49f4-be41-e73f5d541afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.617988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 1b1257a8-871c-4c3f-8f41-b68388f25074 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:35.638155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-79c2d76b-6652-4e2e-aadb-f8e53d0ab830 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.643959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-79c2d76b-6652-4e2e-aadb-f8e53d0ab830 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6826653 Feb 11 05:49:35.661248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-352a7a85-6cc0-43f3-9386-d63c550c1b23 None None] Current status of the port be3e09e1-df70-46b6-b143-4f5dc0a84a1a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:35.745423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624059f-97f8-42a8-9aa2-b04e6f36f5b3 req-edc89216-ac5b-4215-b6f5-30fb365f4970 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:35.752562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f624059f-97f8-42a8-9aa2-b04e6f36f5b3 req-edc89216-ac5b-4215-b6f5-30fb365f4970 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 945 time: 0.2296424 Feb 11 05:49:35.783106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:35.897800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Allocated IP 2001:db8::f816:3eff:feb6:4a88 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e/7ec7b2aa-4dda-4ea8-b867-687e0aef517d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:35.958588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.976279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.997461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port cacdedeb-9987-4acc-8383-72333b97b4c2 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:36.083608 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.124628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f624059f-97f8-42a8-9aa2-b04e6f36f5b3 req-2523f4a6-7384-4739-9dc2-eab9c49009b1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659711 Feb 11 05:49:36.125511 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Publish callbacks [] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.207456 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.270289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device be3e09e1-df70-46b6-b143-4f5dc0a84a1a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:36.301715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:fea1:6df0 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e/cacdedeb-9987-4acc-8383-72333b97b4c2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:36.311737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-c00dfaa9-9de9-4378-9c57-f62e2be432cd tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664369512&fields=id&tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 267 time: 0.2989433 Feb 11 05:49:36.321068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:36.338860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:36.350998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:36.355954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Pushing event updated for resources: {'Port': ['ID=7ec7b2aa-4dda-4ea8-b867-687e0aef517d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:36.366511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=1b1257a8-871c-4c3f-8f41-b68388f25074,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:36.389852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f728b91c-8d0e-4453-a95d-e0f88df1525b req-d5b773a2-92cc-4d9e-99c6-f32942928ce7 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.1418133 Feb 11 05:49:36.406361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking segment: {'id': 'f84ec079-2976-4b08-a5a6-9e285ef8ea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:36.406728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network hostable DHCP agents. Network: 12cf86e7-5515-4d64-946f-9db6841220a6, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:49:36.455718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port be3e09e1-df70-46b6-b143-4f5dc0a84a1a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:36.456256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.460040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Attempting to bind port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:36.460040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Attempting to bind port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:36.460631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Attempting to bind port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:36.490651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:36.494168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:36.494168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.494168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:36.494168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Bound port: 7ec7b2aa-4dda-4ea8-b867-687e0aef517d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:36.494168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.518237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-92bafbde-371b-45eb-99ac-6aa9e9b1cd80 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:36.532735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-92bafbde-371b-45eb-99ac-6aa9e9b1cd80 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/networks?id=1151b86b-267d-4aad-9a7b-b59b529b58c0 HTTP/1.1" status: 200 len: 796 time: 0.1712935 Feb 11 05:49:36.532735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:49:36.542672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-aab821ec-cdd2-465c-ba9d-a301e15d4dba tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/quotas/ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 375 time: 0.0116265 Feb 11 05:49:36.622041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 12cf86e7-5515-4d64-946f-9db6841220a6) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:36.631920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:36.635419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b3c64-df04-4c10-89e9-3a8a8945b8bf None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:36.640475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:36.641388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.645171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] For port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:36.673684 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-a0969c76-684d-4c2d-9430-b3fb3469c163 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1254165 Feb 11 05:49:36.713168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] For port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7ec7b2aa-4dda-4ea8-b867-687e0aef517d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:36.724182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port be3e09e1-df70-46b6-b143-4f5dc0a84a1a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:36.731332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (cacdedeb-9987-4acc-8383-72333b97b4c2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.780025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eaf096e4-63ae-46b1-9020-e6890133c7b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6422834 Feb 11 05:49:36.781438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36236) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:36.797472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1217677272'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:36.833797 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.843264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-d15873c2-9722-4ac1-a6f6-c851a92563f6 service neutron] 10.222.0.62 "GET /v2.0/networks/1151b86b-267d-4aad-9a7b-b59b529b58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554797 Feb 11 05:49:36.844112 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.922126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cacdedeb-9987-4acc-8383-72333b97b4c2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.928247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3739fa6-1227-4e1d-b0b4-1f0c311ac4bc None None] Pushing event updated for resources: {'Port': ['ID=7ec7b2aa-4dda-4ea8-b867-687e0aef517d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:36.991550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:36.996217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:36.998426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-a9f22432-b7b8-4570-81f6-b8a118e16c8b service neutron] 10.222.0.62 "GET /v2.0/networks/1151b86b-267d-4aad-9a7b-b59b529b58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470094 Feb 11 05:49:37.027935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:37.034870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:37.042705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:37.048140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:37.048788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.066519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=cacdedeb-9987-4acc-8383-72333b97b4c2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:37.079455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:37.092967 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d33059a9-ef3c-49c2-9bfc-5536935e71f3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.093421 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Added segment d33059a9-ef3c-49c2-9bfc-5536935e71f3 of type vlan for network 0e4310be-d814-423e-8408-685a68488435 Feb 11 05:49:37.168899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36242) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:37.174337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5db2b3b9-3af3-43a4-a1d4-aa294deed38a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8813481 Feb 11 05:49:37.187813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (0e4310be-d814-423e-8408-685a68488435), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.344368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c169f-bbdc-4312-94c1-63886dd08b46 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:37.349993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c169f-bbdc-4312-94c1-63886dd08b46 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:37.354045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (0e4310be-d814-423e-8408-685a68488435), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.359266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:37.362484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d81c169f-bbdc-4312-94c1-63886dd08b46 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1934962 Feb 11 05:49:37.366116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.366339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:37.392498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad2b7-f01d-4dff-a7f2-9fa292adfce6 req-95d78007-221b-4e21-bb98-8ac33a084fb4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:37.394439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-955ad2b7-f01d-4dff-a7f2-9fa292adfce6 req-95d78007-221b-4e21-bb98-8ac33a084fb4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 945 time: 0.1329186 Feb 11 05:49:37.503384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Network': ['ID=0e4310be-d814-423e-8408-685a68488435,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:37.520258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 0e4310be-d814-423e-8408-685a68488435 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:37.527839 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0671baa0-d21c-4bb9-ae1f-c53c1bf7ec45 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7375333 Feb 11 05:49:37.530969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36252) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:37.544344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'ports': [{'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6'}, {'network_id': '0e4310be-d814-423e-8408-685a68488435'}]} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:37.548635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:37.551677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '0e4310be-d814-423e-8408-685a68488435'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:37.575636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-955ad2b7-f01d-4dff-a7f2-9fa292adfce6 req-6468677a-7413-47b1-934e-3ddcaecc77e5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583812 Feb 11 05:49:37.662246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cde1c635-c1b9-43ff-87d6-38762e2158f2 req-293776e7-84c0-49ca-8205-730c45ecc925 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.1242898 Feb 11 05:49:37.747608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d37745e4-1d2f-4438-88b9-75ca370d5fe5 req-664345c2-0b5a-4f2d-8e6b-3a9faf6824c2 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 210 time: 0.0677688 Feb 11 05:49:37.784211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c0454119-8628-4da3-a16f-d3bb7bc3d7a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port cacdedeb-9987-4acc-8383-72333b97b4c2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:37.784211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0454119-8628-4da3-a16f-d3bb7bc3d7a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cacdedeb-9987-4acc-8383-72333b97b4c2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.909902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0454119-8628-4da3-a16f-d3bb7bc3d7a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cacdedeb-9987-4acc-8383-72333b97b4c2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:37.924537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c0454119-8628-4da3-a16f-d3bb7bc3d7a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for cacdedeb-9987-4acc-8383-72333b97b4c2 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:38.001259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 2} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:38.006510 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.035886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.195793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0454119-8628-4da3-a16f-d3bb7bc3d7a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (cacdedeb-9987-4acc-8383-72333b97b4c2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.210665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 78adb4a4-3587-41f7-b412-3e1d30346bc4 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:38.294136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7ec7b2aa-4dda-4ea8-b867-687e0aef517d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:38.320276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0454119-8628-4da3-a16f-d3bb7bc3d7a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=cacdedeb-9987-4acc-8383-72333b97b4c2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:38.362319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 939d6627-c2f0-46ab-b22d-7d01ca57b758 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:38.377997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0454119-8628-4da3-a16f-d3bb7bc3d7a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.382232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c0454119-8628-4da3-a16f-d3bb7bc3d7a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/cacdedeb-9987-4acc-8383-72333b97b4c2 HTTP/1.1" status: 204 len: 168 time: 1.0176618 Feb 11 05:49:38.384809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36262) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:38.509919 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (939d6627-c2f0-46ab-b22d-7d01ca57b758), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.533394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.533878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7439e03-2a2a-4416-bd2c-7d601c82dc49 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:38.538324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7439e03-2a2a-4416-bd2c-7d601c82dc49 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:38.543707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b7439e03-2a2a-4416-bd2c-7d601c82dc49 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1546230 Feb 11 05:49:38.543707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36266) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:38.555667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:38.557579 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.632818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 78adb4a4-3587-41f7-b412-3e1d30346bc4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:49:38.646954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4c3ff9-8e97-41da-b213-b0c6df8aef0e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:38.652765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3ff9-8e97-41da-b213-b0c6df8aef0e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.660840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 78adb4a4-3587-41f7-b412-3e1d30346bc4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:38.661568 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.720796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b2855cb1-4866-474d-a1bf-2001f84476c2 None None] Provisioning complete for port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:38.727458 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2855cb1-4866-474d-a1bf-2001f84476c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.727965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3ff9-8e97-41da-b213-b0c6df8aef0e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.735648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 51943dbf-8d17-4e25-8f5c-3ddb48bb99f8 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:38.763433 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.866469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:38.867232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.913619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5893c37-4a79-4819-90d9-dcabdf0bfe3b req-bd4aa633-ff33-4bcb-a2ab-df02680a585e tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0697796 Feb 11 05:49:38.957717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caa290-d10b-4d27-b408-270aef9928e5 req-042abafb-b595-4c33-80cc-e8b0361168ad tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:38.982286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75caa290-d10b-4d27-b408-270aef9928e5 req-042abafb-b595-4c33-80cc-e8b0361168ad tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 945 time: 0.2474074 Feb 11 05:49:39.062499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7ec7b2aa-4dda-4ea8-b867-687e0aef517d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:39.063665 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (51943dbf-8d17-4e25-8f5c-3ddb48bb99f8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.073484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 78adb4a4-3587-41f7-b412-3e1d30346bc4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:39.074016 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.077724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b2855cb1-4866-474d-a1bf-2001f84476c2 None None] Current status of the port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:39.078210 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2855cb1-4866-474d-a1bf-2001f84476c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.105498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49c7f1a8-d9c1-4dbc-8253-a385531be8a1 req-2873bce7-f9cf-402e-8d0a-af2f4845da2a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 210 time: 0.0446062 Feb 11 05:49:39.166841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.168939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75caa290-d10b-4d27-b408-270aef9928e5 req-59f325f1-6be2-471b-b54d-69d963f4bd42 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838160 Feb 11 05:49:39.209782 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3ff9-8e97-41da-b213-b0c6df8aef0e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.215308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0850408b-97cb-44f3-95a6-96343f74d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78adb4a4-3587-41f7-b412-3e1d30346bc4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:39.217713 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0b429d-d75c-4e7c-a313-0d4cd50b4d82" -d '{"events": [{"server_uuid": "0850408b-97cb-44f3-95a6-96343f74d128", "name": "network-vif-plugged", "status": "completed", "tag": "78adb4a4-3587-41f7-b412-3e1d30346bc4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:39.236352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (939d6627-c2f0-46ab-b22d-7d01ca57b758), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.314419 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a262fa2c-beba-463f-8115-643b80e3fb2c x-openstack-request-id: req-a262fa2c-beba-463f-8115-643b80e3fb2c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:39.315496 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0850408b-97cb-44f3-95a6-96343f74d128", "name": "network-vif-plugged", "status": "completed", "tag": "78adb4a4-3587-41f7-b412-3e1d30346bc4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:39.321558 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a262fa2c-beba-463f-8115-643b80e3fb2c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:39.321558 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0850408b-97cb-44f3-95a6-96343f74d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78adb4a4-3587-41f7-b412-3e1d30346bc4', 'code': 200} Feb 11 05:49:39.321558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 78adb4a4-3587-41f7-b412-3e1d30346bc4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:39.348862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=7ec7b2aa-4dda-4ea8-b867-687e0aef517d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:39.358716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:39.362031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:39.377597 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:39.378497 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (51943dbf-8d17-4e25-8f5c-3ddb48bb99f8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.388027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=939d6627-c2f0-46ab-b22d-7d01ca57b758,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:39.424947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.465725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=51943dbf-8d17-4e25-8f5c-3ddb48bb99f8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:39.483674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c0f57-aad4-4352-a124-6f4a5344e7ba req-9f9d3809-6ecf-4b45-842e-d01b8d008ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.486731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b4c0f57-aad4-4352-a124-6f4a5344e7ba req-9f9d3809-6ecf-4b45-842e-d01b8d008ad9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 1129 time: 0.0804937 Feb 11 05:49:39.488243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3ff9-8e97-41da-b213-b0c6df8aef0e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.498060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking segment: {'id': 'd33059a9-ef3c-49c2-9bfc-5536935e71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0e4310be-d814-423e-8408-685a68488435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:39.498441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network hostable DHCP agents. Network: 0e4310be-d814-423e-8408-685a68488435, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:49:39.531140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.566520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c3ff9-8e97-41da-b213-b0c6df8aef0e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:39.575574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3ff9-8e97-41da-b213-b0c6df8aef0e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.583440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36280) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.583975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fe4c3ff9-8e97-41da-b213-b0c6df8aef0e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e HTTP/1.1" status: 204 len: 168 time: 1.0390482 Feb 11 05:49:39.602667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74deb1f-21ca-46d6-bd7d-6644684a9637 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:39.611921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b4c0f57-aad4-4352-a124-6f4a5344e7ba req-fe067799-3a39-408c-adea-4d192aff5daa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153018 Feb 11 05:49:39.641722 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9e6663af-6f70-40e3-9f42-56e65309683a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538962 Feb 11 05:49:39.641722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 0e4310be-d814-423e-8408-685a68488435 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:49:39.642226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36282) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.645501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=78adb4a4-3587-41f7-b412-3e1d30346bc4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:39.651076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:39.658923 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-b2855cb1-4866-474d-a1bf-2001f84476c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:49:39.659382 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-b2855cb1-4866-474d-a1bf-2001f84476c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:49:39.781116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 0e4310be-d814-423e-8408-685a68488435) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:39.786766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:39.796976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af80801-9099-4e81-8168-b69506990892 None None] Network 0e4310be-d814-423e-8408-685a68488435 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:39.805811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.818854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.819590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.877844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:39.932470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:39.939335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.983710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36288) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:39.985531 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a5601108-3d22-4132-b07c-0566dc3a3ef7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4522851 Feb 11 05:49:40.002550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] Deleting port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:40.002550 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.092754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] For port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7ec7b2aa-4dda-4ea8-b867-687e0aef517d,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:40.094392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.122262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14b28f46-99e3-473d-b4df-362f01061fe2 req-6081e764-8fbb-449b-8125-7440d716ff35 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0562723 Feb 11 05:49:40.138824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] Calling delete_port for 7ec7b2aa-4dda-4ea8-b867-687e0aef517d owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:40.207086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f5a5d-150b-42a3-9620-ae632cb8421e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 51943dbf-8d17-4e25-8f5c-3ddb48bb99f8 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:40.207388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5a5d-150b-42a3-9620-ae632cb8421e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (51943dbf-8d17-4e25-8f5c-3ddb48bb99f8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.247715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7ec7b2aa-4dda-4ea8-b867-687e0aef517d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:40.322141 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:49:40.360376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd9734b0-b8d8-4142-9d26-82e8e07fe7b4 req-bf3cc5fe-0652-45a4-b15f-1286b9fb1fe7 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 210 time: 0.0904894 Feb 11 05:49:40.384949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b2855cb1-4866-474d-a1bf-2001f84476c2 None None] Current status of the port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:40.441601 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5a5d-150b-42a3-9620-ae632cb8421e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (51943dbf-8d17-4e25-8f5c-3ddb48bb99f8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.460651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f5a5d-150b-42a3-9620-ae632cb8421e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 51943dbf-8d17-4e25-8f5c-3ddb48bb99f8 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:40.493869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb345e8-1f72-49dd-a044-0d135b90eecd req-76a06d95-da06-4ad1-8bac-9c2a4647fffa tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:40.501235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeb345e8-1f72-49dd-a044-0d135b90eecd req-76a06d95-da06-4ad1-8bac-9c2a4647fffa tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 946 time: 0.1341431 Feb 11 05:49:40.532328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b65b73cd-5112-4841-9df8-a007b50d834d None None] Could not find standard attr ID for object cacdedeb-9987-4acc-8383-72333b97b4c2. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:49:40.558529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:40.562830 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.587720 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (7ec7b2aa-4dda-4ea8-b867-687e0aef517d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.646836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] No DVR routers for this DVR port 7ec7b2aa-4dda-4ea8-b867-687e0aef517d on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:40.654093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e60f3-a257-493c-957c-f5b0a0dbba52 None None] Pushing event deleted for resources: {'Port': ['ID=7ec7b2aa-4dda-4ea8-b867-687e0aef517d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:40.741844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.objects.ports [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:49:40.754061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-dd29540b-41f1-4098-a7f9-cb4a3038e627 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:40.756148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-dd29540b-41f1-4098-a7f9-cb4a3038e627 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/networks?id=1151b86b-267d-4aad-9a7b-b59b529b58c0 HTTP/1.1" status: 200 len: 796 time: 0.3388441 Feb 11 05:49:40.757629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (d361eba6-a611-4e11-aa8c-c4c2fea71f55), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.814817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=d361eba6-a611-4e11-aa8c-c4c2fea71f55,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:40.843614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.844214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.844903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.845437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.845950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.846584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.847213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.847757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.848243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.848888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.849404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.849905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.850407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:40.871059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:40.878784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:40.885873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:40.886745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:40.892761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d62e555-7ae1-4975-bc9a-44e93e5f70da None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:41.024701 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-b618f07a-5aff-4ef5-aacf-00aab8838931 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 473 time: 0.2049601 Feb 11 05:49:41.031394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'port': {'device_id': 'e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54', 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0', 'admin_state_up': True, 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'security_groups': ['92457e61-924e-4368-a276-304e8c012353']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.076846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeb345e8-1f72-49dd-a044-0d135b90eecd req-4d28687e-6c8f-4e99-91fe-e292fc0d403e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745614 Feb 11 05:49:41.201446 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5a5d-150b-42a3-9620-ae632cb8421e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (51943dbf-8d17-4e25-8f5c-3ddb48bb99f8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.267244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f5a5d-150b-42a3-9620-ae632cb8421e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=51943dbf-8d17-4e25-8f5c-3ddb48bb99f8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:41.292998 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9aabce01-958c-46c4-bab6-5163bae1b12f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6486182 Feb 11 05:49:41.296998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36304) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.315826 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5a5d-150b-42a3-9620-ae632cb8421e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.319689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:7c:dc:12', 'name': 'tempest-NetworksTestDHCPv6-2136141235'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:41.321714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3b3f5a5d-150b-42a3-9620-ae632cb8421e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/51943dbf-8d17-4e25-8f5c-3ddb48bb99f8 HTTP/1.1" status: 204 len: 168 time: 1.3347406 Feb 11 05:49:41.336871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-baf905e4-3c21-4a94-a69e-ddb4f781b944 req-ef70e16a-204d-4adf-bb6f-e1713103fbd4 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.0580146 Feb 11 05:49:41.337437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36306) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.412506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1cb5f-cd39-4dc1-9db3-c9082be59e78 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:41.420246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1cb5f-cd39-4dc1-9db3-c9082be59e78 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:41.422065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39e1cb5f-cd39-4dc1-9db3-c9082be59e78 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0826101 Feb 11 05:49:41.424827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36310) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:41.451707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': 'd361eba6-a611-4e11-aa8c-c4c2fea71f55'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:41.454992 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.523254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:41.537152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.583255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28a43574-10ee-43d3-9847-78636851c2a0 req-b4ebb0e3-d774-42e1-8ced-90910b4bd063 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 210 time: 0.0442834 Feb 11 05:49:41.620714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-24769bc4-757d-4a0b-b0cf-a4dcdcebe47a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 939d6627-c2f0-46ab-b22d-7d01ca57b758 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:41.621354 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24769bc4-757d-4a0b-b0cf-a4dcdcebe47a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (939d6627-c2f0-46ab-b22d-7d01ca57b758), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.673846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Allocated IP 2001:db8::f816:3eff:fe7b:2d67 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/d361eba6-a611-4e11-aa8c-c4c2fea71f55/3c908749-7631-4163-a867-2654d7548563) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:41.793819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24769bc4-757d-4a0b-b0cf-a4dcdcebe47a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (939d6627-c2f0-46ab-b22d-7d01ca57b758), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.828467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-24769bc4-757d-4a0b-b0cf-a4dcdcebe47a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 939d6627-c2f0-46ab-b22d-7d01ca57b758 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:41.847579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.20.0.27 (1151b86b-267d-4aad-9a7b-b59b529b58c0/2586f30f-46d5-470a-aa6b-87e04db6e9c9/fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:41.882617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Publish callbacks [] for port (3c908749-7631-4163-a867-2654d7548563), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:41.915769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:41.980088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (3c908749-7631-4163-a867-2654d7548563), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.024304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.035611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:42.045184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:42.048243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:42.077102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Pushing event updated for resources: {'Port': ['ID=3c908749-7631-4163-a867-2654d7548563,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:42.120416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Attempting to bind port 3c908749-7631-4163-a867-2654d7548563 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:42.120835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Attempting to bind port 3c908749-7631-4163-a867-2654d7548563 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:42.121207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Attempting to bind port 3c908749-7631-4163-a867-2654d7548563 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:42.127105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:42.127637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:42.128055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.128458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:42.129006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Bound port: 3c908749-7631-4163-a867-2654d7548563, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:42.129461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3c908749-7631-4163-a867-2654d7548563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.172713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24769bc4-757d-4a0b-b0cf-a4dcdcebe47a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (939d6627-c2f0-46ab-b22d-7d01ca57b758), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.190447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.220458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24769bc4-757d-4a0b-b0cf-a4dcdcebe47a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=939d6627-c2f0-46ab-b22d-7d01ca57b758,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:42.233425 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.239789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 9a2a8adc-0e0b-4311-9c9a-04f710098104 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:42.243569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] For port 3c908749-7631-4163-a867-2654d7548563, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:42.253493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] For port 3c908749-7631-4163-a867-2654d7548563, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3c908749-7631-4163-a867-2654d7548563,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:42.269063 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24769bc4-757d-4a0b-b0cf-a4dcdcebe47a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.274427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-24769bc4-757d-4a0b-b0cf-a4dcdcebe47a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/939d6627-c2f0-46ab-b22d-7d01ca57b758 HTTP/1.1" status: 204 len: 168 time: 0.8476739 Feb 11 05:49:42.284352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36318) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.337427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3c908749-7631-4163-a867-2654d7548563), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.439522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4cd002-bdc0-4a07-8466-e584c7615df0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:42.443831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7d4cd002-bdc0-4a07-8466-e584c7615df0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1558282 Feb 11 05:49:42.456310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36324) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.459613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93df3e-5ac5-4af7-8480-1f107e4c2c03 req-546aa5e0-f3a0-4090-b097-b0a74646412d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:42.459974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:fe7c:dc12 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/d361eba6-a611-4e11-aa8c-c4c2fea71f55/9a2a8adc-0e0b-4311-9c9a-04f710098104) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:42.462896 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:42.483668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e93df3e-5ac5-4af7-8480-1f107e4c2c03 req-546aa5e0-f3a0-4090-b097-b0a74646412d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 946 time: 0.2312303 Feb 11 05:49:42.503250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13006836-8f58-4b05-be33-7b5fc9808f24 None None] Pushing event updated for resources: {'Port': ['ID=3c908749-7631-4163-a867-2654d7548563,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:42.598516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:42.612072 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4804d6-05e0-4e40-8c4f-af3d6e10bda6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:49:42.613960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5a4804d6-05e0-4e40-8c4f-af3d6e10bda6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/51943dbf-8d17-4e25-8f5c-3ddb48bb99f8 HTTP/1.1" status: 404 len: 333 time: 0.1164014 Feb 11 05:49:42.616694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e577d55f-1f14-4d0f-9d18-c7a36762fee4 req-d1ad8356-040f-485d-8e7a-cfebe7310245 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b92e10f-a76a-41d9-996c-972c2e7aff1f HTTP/1.1" status: 200 len: 210 time: 0.1042089 Feb 11 05:49:42.617600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36328) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.638150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:42.657098 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-9540529c-a22a-4069-be1a-ea59f95108e7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:49:42.658407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9540529c-a22a-4069-be1a-ea59f95108e7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/939d6627-c2f0-46ab-b22d-7d01ca57b758 HTTP/1.1" status: 404 len: 333 time: 0.0374305 Feb 11 05:49:42.658729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:42.667701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36330) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:42.677517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:42.814670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e93df3e-5ac5-4af7-8480-1f107e4c2c03 req-3b060ce5-b405-46c9-980d-4505b0828364 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285637 Feb 11 05:49:42.890687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:42.891185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.082523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (0e4310be-d814-423e-8408-685a68488435), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.105043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (9a2a8adc-0e0b-4311-9c9a-04f710098104), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.115153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-fa8cbbf0-e3ce-4e52-a0a6-34946ed15d97 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0894930 Feb 11 05:49:43.128632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Request body: {'port': {'device_id': 'e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:43.155119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba82aaa-3980-4276-8c3c-8757ffe5eaf9 req-6260061b-0930-4654-ac2c-f87d5050425e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:43.156868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ba82aaa-3980-4276-8c3c-8757ffe5eaf9 req-6260061b-0930-4654-ac2c-f87d5050425e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 932 time: 0.3893354 Feb 11 05:49:43.205184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a4eea35a-6aa8-4470-b534-c852010553bf None None] Provisioning complete for port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:43.206222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4eea35a-6aa8-4470-b534-c852010553bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.240066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731033e-0228-40b7-bc23-17de8b915691 req-8427c7c8-f6d6-48fc-b02d-b0bbe1c6e2c8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:43.248236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d731033e-0228-40b7-bc23-17de8b915691 req-8427c7c8-f6d6-48fc-b02d-b0bbe1c6e2c8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 946 time: 0.2401266 Feb 11 05:49:43.291374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.298622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a4eea35a-6aa8-4470-b534-c852010553bf None None] Port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:49:43.339968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (0e4310be-d814-423e-8408-685a68488435), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.371825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ba82aaa-3980-4276-8c3c-8757ffe5eaf9 req-fe578a92-a12c-4e40-80fa-6e1c635ae26f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765399 Feb 11 05:49:43.397723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4310be-d814-423e-8408-685a68488435']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:43.416556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d731033e-0228-40b7-bc23-17de8b915691 req-8a8351da-f38e-4111-b046-6c621d9b2bf1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672652 Feb 11 05:49:43.418369 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9a2a8adc-0e0b-4311-9c9a-04f710098104), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.438304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33059a9-ef3c-49c2-9bfc-5536935e71f3') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:43.442589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33059a9-ef3c-49c2-9bfc-5536935e71f3') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:43.466583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (d33059a9-ef3c-49c2-9bfc-5536935e71f3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.493999 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d33059a9-ef3c-49c2-9bfc-5536935e71f3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.506009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:43.507321 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (d33059a9-ef3c-49c2-9bfc-5536935e71f3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:43.511098 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:43.537681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:43.715056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36344) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.730340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:43.738185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:43.741673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:43.744116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.747510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=9a2a8adc-0e0b-4311-9c9a-04f710098104,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:43.747675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (0e4310be-d814-423e-8408-685a68488435), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.799792 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:43.810459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/networks/0e4310be-d814-423e-8408-685a68488435 HTTP/1.1" status: 204 len: 168 time: 1.1233151 Feb 11 05:49:43.813908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36346) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:43.859634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-842467097'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:43.870537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f5622-b7ff-481c-9672-fdf3dd8b862b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Network': ['ID=0e4310be-d814-423e-8408-685a68488435,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:43.890185 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82a697db-f2e8-4b7c-aa28-2b6d79132c96 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5920131 Feb 11 05:49:43.893396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36348) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.015453 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316bce60-8e89-4f12-952a-e7c4f409f242 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group (7c271105-be6f-4600-abe9-4538b2b707a1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.090809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316bce60-8e89-4f12-952a-e7c4f409f242 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group (7c271105-be6f-4600-abe9-4538b2b707a1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.121795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:44.125502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.209162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842b139-1b2c-4ca8-a9b0-7b0c822aa8be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:44.220649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842b139-1b2c-4ca8-a9b0-7b0c822aa8be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:44.222339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5842b139-1b2c-4ca8-a9b0-7b0c822aa8be tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3279848 Feb 11 05:49:44.239072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36358) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:44.290717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:49:44.308147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Publish callbacks [] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.339772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Transition to ACTIVE for port object fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:49:44.359713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3c908749-7631-4163-a867-2654d7548563 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:44.402914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:49:44.433507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3b4a738a-9c26-4626-a93f-c4bb91614e92), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.434002 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Added segment 3b4a738a-9c26-4626-a93f-c4bb91614e92 of type vlan for network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 Feb 11 05:49:44.441319 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.482127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10a78517-51b4-47d2-a5c1-89966ccf3f53 None None] Provisioning complete for port 3c908749-7631-4163-a867-2654d7548563 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:44.485595 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10a78517-51b4-47d2-a5c1-89966ccf3f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3c908749-7631-4163-a867-2654d7548563), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.541608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2879d87f-c9db-4a90-8862-495f092cf126 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 9a2a8adc-0e0b-4311-9c9a-04f710098104 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:44.548223 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2879d87f-c9db-4a90-8862-495f092cf126 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9a2a8adc-0e0b-4311-9c9a-04f710098104), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.614749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3c908749-7631-4163-a867-2654d7548563 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:44.615430 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3c908749-7631-4163-a867-2654d7548563), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.685785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316bce60-8e89-4f12-952a-e7c4f409f242 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7c271105-be6f-4600-abe9-4538b2b707a1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.688410 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316bce60-8e89-4f12-952a-e7c4f409f242 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.698089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-316bce60-8e89-4f12-952a-e7c4f409f242 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] 10.222.0.62 "DELETE /v2.0/security-groups/7c271105-be6f-4600-abe9-4538b2b707a1 HTTP/1.1" status: 204 len: 168 time: 0.9819627 Feb 11 05:49:44.755022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Pushing event updated for resources: {'Port': ['ID=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:44.804387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1da3f599-86a8-4fc5-ad46-d2a2890a0c86), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.896719 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10a78517-51b4-47d2-a5c1-89966ccf3f53 None None] Current status of the port 3c908749-7631-4163-a867-2654d7548563 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:44.898942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10a78517-51b4-47d2-a5c1-89966ccf3f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3c908749-7631-4163-a867-2654d7548563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.928869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Attempting to bind port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:44.930970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Attempting to bind port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:44.931214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bce60-8e89-4f12-952a-e7c4f409f242 tempest-TestVolumeBackupRestore-708123205 tempest-TestVolumeBackupRestore-708123205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c271105-be6f-4600-abe9-4538b2b707a1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:44.931677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Attempting to bind port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 on network 1151b86b-267d-4aad-9a7b-b59b529b58c0 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:44.953619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 on network 1151b86b-267d-4aad-9a7b-b59b529b58c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:49:44.954159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Attempting to bind port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 on network 1151b86b-267d-4aad-9a7b-b59b529b58c0 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:44.973265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:44.973799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Checking segment: {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:44.983963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Bound using segment: {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:44.983963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Bound port: fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:44.983963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.047872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2879d87f-c9db-4a90-8862-495f092cf126 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9a2a8adc-0e0b-4311-9c9a-04f710098104), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.072327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1da3f599-86a8-4fc5-ad46-d2a2890a0c86), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.072570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927134a-b8d1-4dfd-8091-15a9704ba3be req-c7b85e8c-8997-4d8d-96a5-cec2f27aee8b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:45.074903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d927134a-b8d1-4dfd-8091-15a9704ba3be req-c7b85e8c-8997-4d8d-96a5-cec2f27aee8b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 944 time: 0.5550613 Feb 11 05:49:45.099048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:45.099048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.113597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2879d87f-c9db-4a90-8862-495f092cf126 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 9a2a8adc-0e0b-4311-9c9a-04f710098104 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:45.123318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3c908749-7631-4163-a867-2654d7548563 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:45.123771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3c908749-7631-4163-a867-2654d7548563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.147922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10a78517-51b4-47d2-a5c1-89966ccf3f53 None None] For port 3c908749-7631-4163-a867-2654d7548563, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3c908749-7631-4163-a867-2654d7548563,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:45.232317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d927134a-b8d1-4dfd-8091-15a9704ba3be req-2a46f545-c1ce-419e-962f-0e9e140ad228 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508982 Feb 11 05:49:45.241005 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10a78517-51b4-47d2-a5c1-89966ccf3f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3c908749-7631-4163-a867-2654d7548563), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.317261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Network': ['ID=1da3f599-86a8-4fc5-ad46-d2a2890a0c86,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:45.319957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] For port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:45.335460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:49:45.353961 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6143113e-35a9-48c3-82ce-56700571bf27 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5388975 Feb 11 05:49:45.360218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36382) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:45.365219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '1da3f599-86a8-4fc5-ad46-d2a2890a0c86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:45.370624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] For port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:45.425514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:49:45.426086 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:49:45.426663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a78517-51b4-47d2-a5c1-89966ccf3f53 None None] Pushing event updated for resources: {'Port': ['ID=3c908749-7631-4163-a867-2654d7548563,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:45.491461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.526722 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2879d87f-c9db-4a90-8862-495f092cf126 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9a2a8adc-0e0b-4311-9c9a-04f710098104), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.565656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879d87f-c9db-4a90-8862-495f092cf126 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=9a2a8adc-0e0b-4311-9c9a-04f710098104,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:45.569496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:45.570127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.572014 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] 10.222.0.65 "PUT /v2.0/ports/fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 HTTP/1.1" status: 200 len: 1093 time: 2.4488330 Feb 11 05:49:45.572359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54', 'tag': 'fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:45.574706 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1343a2-79e8-4a6d-bd64-f8212339d26d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54", "tag": "fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:45.622770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5c8c9ca8-e9b7-4df0-9a9b-904a0fbc5c17 None None] Provisioning complete for port 9a2a8adc-0e0b-4311-9c9a-04f710098104 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:45.623636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9ca8-e9b7-4df0-9a9b-904a0fbc5c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9a2a8adc-0e0b-4311-9c9a-04f710098104), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.651020 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2879d87f-c9db-4a90-8862-495f092cf126 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.654285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2879d87f-c9db-4a90-8862-495f092cf126 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/9a2a8adc-0e0b-4311-9c9a-04f710098104 HTTP/1.1" status: 204 len: 168 time: 1.4143434 Feb 11 05:49:45.656999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36392) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:45.666857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:45.675625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:45.701118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c9ca8-e9b7-4df0-9a9b-904a0fbc5c17 None None] Port 9a2a8adc-0e0b-4311-9c9a-04f710098104 was deleted so its status cannot be updated. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:49:45.856480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c89bd1-cde3-40bc-86b6-5b625d615c4f service neutron] Pushing event updated for resources: {'Port': ['ID=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:45.881027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Performing IP validity checks on allocation pools {{(pid=104087) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:49:45.887475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104087) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:49:45.988390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8807567-0557-47d0-8b5f-2428420f0723 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.019910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8807567-0557-47d0-8b5f-2428420f0723 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.024561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a8807567-0557-47d0-8b5f-2428420f0723 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3634079 Feb 11 05:49:46.027065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:46.059701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3c908749-7631-4163-a867-2654d7548563 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:46.096913 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0da1d7-6f3f-4c59-8308-770207537855 x-openstack-request-id: req-ca0da1d7-6f3f-4c59-8308-770207537855 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:46.103363 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54", "tag": "fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:46.104915 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca0da1d7-6f3f-4c59-8308-770207537855 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:46.106225 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54', 'tag': 'fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6', 'status': 'completed', 'code': 200} Feb 11 05:49:46.116053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-7bb346cc-5cfe-48ef-bc1f-30015ebff299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.121818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-7bb346cc-5cfe-48ef-bc1f-30015ebff299 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 1127 time: 0.3249340 Feb 11 05:49:46.218902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-cb8e9771-8370-44a2-9144-fc59a62eb04e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 HTTP/1.1" status: 200 len: 217 time: 0.0889130 Feb 11 05:49:46.273156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3c908749-7631-4163-a867-2654d7548563 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:46.362567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-b17030f9-32e3-4eb4-aa27-fc967567a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.366160 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-b17030f9-32e3-4eb4-aa27-fc967567a497 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2586f30f-46d5-470a-aa6b-87e04db6e9c9 HTTP/1.1" status: 200 len: 838 time: 0.1418281 Feb 11 05:49:46.382424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3c908749-7631-4163-a867-2654d7548563 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:46.384999 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3c908749-7631-4163-a867-2654d7548563), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:46.457522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-a070938f-74c7-4d0e-a627-820b74beccbc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet d361eba6-a611-4e11-aa8c-c4c2fea71f55 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:46.466658 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a070938f-74c7-4d0e-a627-820b74beccbc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (d361eba6-a611-4e11-aa8c-c4c2fea71f55), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:46.514220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-9a0840bf-a9ec-4cf1-a27e-2195762ff74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.515777 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-9a0840bf-a9ec-4cf1-a27e-2195762ff74d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1151b86b-267d-4aad-9a7b-b59b529b58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1423450 Feb 11 05:49:46.651358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3c908749-7631-4163-a867-2654d7548563 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:46.713253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a070938f-74c7-4d0e-a627-820b74beccbc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (d361eba6-a611-4e11-aa8c-c4c2fea71f55), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:46.742263 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-5f2251f7-6f2d-4acb-b1e8-385fbd522b76 service neutron] 10.222.0.65 "GET /v2.0/networks/1151b86b-267d-4aad-9a7b-b59b529b58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196281 Feb 11 05:49:46.781138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa11c4-cc0b-4ff1-bb6e-8c6acabb7d3f req-580e1492-7b02-4029-9c83-55b33ae71442 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:46.789157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10fa11c4-cc0b-4ff1-bb6e-8c6acabb7d3f req-580e1492-7b02-4029-9c83-55b33ae71442 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 944 time: 0.2082775 Feb 11 05:49:46.817699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (34623923-3fbd-4be6-97df-f7ea556b0645), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:46.925627 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3c0f05d3-3237-4f16-9226-a3434417d579 req-13f050f6-1eae-406a-8904-21989038c829 service neutron] 10.222.0.65 "GET /v2.0/networks/1151b86b-267d-4aad-9a7b-b59b529b58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727448 Feb 11 05:49:46.978634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a070938f-74c7-4d0e-a627-820b74beccbc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d361eba6-a611-4e11-aa8c-c4c2fea71f55), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:46.987049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=34623923-3fbd-4be6-97df-f7ea556b0645,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:47.014341 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10fa11c4-cc0b-4ff1-bb6e-8c6acabb7d3f req-7d9b188d-05e6-4366-a723-2f16f453d7c6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149177 Feb 11 05:49:47.031526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking segment: {'id': '3b4a738a-9c26-4626-a93f-c4bb91614e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1da3f599-86a8-4fc5-ad46-d2a2890a0c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:47.031887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network hostable DHCP agents. Network: 1da3f599-86a8-4fc5-ad46-d2a2890a0c86, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:49:47.146319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-c5823f76-8669-48b0-96f2-c36e620d802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:47.148336 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-c5823f76-8669-48b0-96f2-c36e620d802c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 1127 time: 0.0562539 Feb 11 05:49:47.172432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:49:47.236415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a070938f-74c7-4d0e-a627-820b74beccbc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (d361eba6-a611-4e11-aa8c-c4c2fea71f55), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.304995 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070938f-74c7-4d0e-a627-820b74beccbc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=d361eba6-a611-4e11-aa8c-c4c2fea71f55,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:47.314840 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a070938f-74c7-4d0e-a627-820b74beccbc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.323396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc8727-6aa9-438e-8417-9e2f78634bfa None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:47.337102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a070938f-74c7-4d0e-a627-820b74beccbc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/d361eba6-a611-4e11-aa8c-c4c2fea71f55 HTTP/1.1" status: 204 len: 168 time: 1.3083665 Feb 11 05:49:47.338250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-b2f5ea35-0488-49d1-b824-788086eddaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:47.339527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36472) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:47.345386 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-b2f5ea35-0488-49d1-b824-788086eddaa7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1151b86b-267d-4aad-9a7b-b59b529b58c0 HTTP/1.1" status: 200 len: 897 time: 0.1907308 Feb 11 05:49:47.476005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-3524f69b-a588-45e5-915b-466a271f6e8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 HTTP/1.1" status: 200 len: 217 time: 0.1240771 Feb 11 05:49:47.508671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-22b627f4-3671-4f48-843a-235f7305f7b4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1608653 Feb 11 05:49:47.508671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1da3f599-86a8-4fc5-ad46-d2a2890a0c86) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:47.510899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36494) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:47.539493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:47.539986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.554336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474ef03-d777-4792-ba8c-c2f6106536d8 None None] Network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:47.657798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-5a8a9164-a2b2-4aaf-af4b-2efd8d2e4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:47.663848 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-5a8a9164-a2b2-4aaf-af4b-2efd8d2e4af0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2586f30f-46d5-470a-aa6b-87e04db6e9c9 HTTP/1.1" status: 200 len: 838 time: 0.1799755 Feb 11 05:49:47.689610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8bd64096-dd98-448c-8c08-e0e432b4b400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3282878 Feb 11 05:49:47.692133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36504) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:47.698672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '1da3f599-86a8-4fc5-ad46-d2a2890a0c86', 'name': 'tempest-PortsTestJSON-238077486'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:47.721285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e693217-75ff-4f1e-bbe1-1c2b971e3c59 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:47.723057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e693217-75ff-4f1e-bbe1-1c2b971e3c59 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2112496 Feb 11 05:49:47.725611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:47.802194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b90050-94f2-4f38-b624-ec76cb187282 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:47.804663 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-85b90050-94f2-4f38-b624-ec76cb187282 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778933 Feb 11 05:49:47.806943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-1da3f599-86a8-4fc5-ad46-d2a2890a0c86', 'network_id': '1da3f599-86a8-4fc5-ad46-d2a2890a0c86', 'project_id': '06f164cb868c4f4792168f52aa9482a7', 'fixed_ips': [{'subnet_id': '34623923-3fbd-4be6-97df-f7ea556b0645'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:47.808227 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:47.809221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-f0b99f69-a208-44b5-aee2-b85146afa589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:47.810869 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-f0b99f69-a208-44b5-aee2-b85146afa589 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1151b86b-267d-4aad-9a7b-b59b529b58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1432607 Feb 11 05:49:47.811509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36510) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.047352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:48.069512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:48.084809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.210553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 1fbd7b28-9f90-464d-afc5-ad929f5a3f13 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:48.289726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3c908749-7631-4163-a867-2654d7548563 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:48.301671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ce83d-56e5-4250-bb61-3d33ce8b92d1 req-241685d2-8703-410c-8970-3e6ecbfbf0b4 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:48.303539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f3ce83d-56e5-4250-bb61-3d33ce8b92d1 req-241685d2-8703-410c-8970-3e6ecbfbf0b4 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 944 time: 0.1843538 Feb 11 05:49:48.384221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f3ce83d-56e5-4250-bb61-3d33ce8b92d1 req-945c9ed2-6677-4df5-aeb7-ee3be29d9bce tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724716 Feb 11 05:49:48.451623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3c908749-7631-4163-a867-2654d7548563 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:48.452253 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3c908749-7631-4163-a867-2654d7548563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.483737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Allocated IP 172.20.0.2 (1da3f599-86a8-4fc5-ad46-d2a2890a0c86/34623923-3fbd-4be6-97df-f7ea556b0645/089467b3-095f-46cd-8db1-26b0265c8ebc) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:48.503437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] Deleting port 3c908749-7631-4163-a867-2654d7548563 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:48.503829 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3c908749-7631-4163-a867-2654d7548563), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.567109 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f5e162d9-0d8e-44c6-82a3-1f15bf6f16f8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7541595 Feb 11 05:49:48.575756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36546) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.581948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:48.615106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] For port 3c908749-7631-4163-a867-2654d7548563, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3c908749-7631-4163-a867-2654d7548563,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:48.615523 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3c908749-7631-4163-a867-2654d7548563), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.650010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] Calling delete_port for 3c908749-7631-4163-a867-2654d7548563 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:48.779351 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-f96e2e58-da88-4b36-8dfe-19d1f260159d service neutron] 10.222.0.65 "GET /v2.0/networks/1151b86b-267d-4aad-9a7b-b59b529b58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9608490 Feb 11 05:49:48.971317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:48.975758 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.006721 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (3c908749-7631-4163-a867-2654d7548563), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.009592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ae1343a2-79e8-4a6d-bd64-f8212339d26d req-3a5abb11-7ee5-4287-be2d-a719796a2489 service neutron] 10.222.0.65 "GET /v2.0/networks/1151b86b-267d-4aad-9a7b-b59b529b58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242086 Feb 11 05:49:49.025032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] No DVR routers for this DVR port 3c908749-7631-4163-a867-2654d7548563 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:49.084544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909ae27-7e96-4aac-99f1-ece671981f20 None None] Pushing event deleted for resources: {'Port': ['ID=3c908749-7631-4163-a867-2654d7548563,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:49.351427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:49:49.540727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:49.586970 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Publish callbacks [] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.593259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6', 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0', 'port_id': 'fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6', 'mac_address': 'fa:16:3e:b3:49:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2586f30f-46d5-470a-aa6b-87e04db6e9c9', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:49:49.598866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (ccd78058-22d7-4e26-981a-02d9b93bb3d1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.670250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.703121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=ccd78058-22d7-4e26-981a-02d9b93bb3d1,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:49.843092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:49.857189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:49.872309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:49.876445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.895232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:49.895586 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.911882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54760c-c0e4-4e17-90db-85fbe54385aa req-fb55d140-c360-485e-858d-7b493a0befea tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:49.913637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c54760c-c0e4-4e17-90db-85fbe54385aa req-fb55d140-c360-485e-858d-7b493a0befea tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 944 time: 0.3687384 Feb 11 05:49:49.920233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9004568e-ee70-478a-b3d2-e2b0b5df7c46 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:49.929600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.14 (1da3f599-86a8-4fc5-ad46-d2a2890a0c86/34623923-3fbd-4be6-97df-f7ea556b0645/1fbd7b28-9f90-464d-afc5-ad929f5a3f13) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:49.944572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:49.952920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Pushing event updated for resources: {'Port': ['ID=089467b3-095f-46cd-8db1-26b0265c8ebc,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:50.002015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:50.010677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:50.033885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a2ac0ed5-9465-4687-98e1-47ea3a282d25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4544120 Feb 11 05:49:50.034706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36606) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:50.045301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:b2:e1:cc', 'name': 'tempest-NetworksTestDHCPv6-704416108'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:50.165883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:49:50.337791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:50.350539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Attempting to bind port 089467b3-095f-46cd-8db1-26b0265c8ebc on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:50.350935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Attempting to bind port 089467b3-095f-46cd-8db1-26b0265c8ebc by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3b4a738a-9c26-4626-a93f-c4bb91614e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1da3f599-86a8-4fc5-ad46-d2a2890a0c86'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:50.351286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Attempting to bind port 089467b3-095f-46cd-8db1-26b0265c8ebc on network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:50.362326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:50.362853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Checking segment: {'id': '3b4a738a-9c26-4626-a93f-c4bb91614e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1da3f599-86a8-4fc5-ad46-d2a2890a0c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:50.363119 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.363526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Bound using segment: {'id': '3b4a738a-9c26-4626-a93f-c4bb91614e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1da3f599-86a8-4fc5-ad46-d2a2890a0c86'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:50.364024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Bound port: 089467b3-095f-46cd-8db1-26b0265c8ebc, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4a738a-9c26-4626-a93f-c4bb91614e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1da3f599-86a8-4fc5-ad46-d2a2890a0c86'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:50.364414 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.415372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.567915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:50.604966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:50.682719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (1fbd7b28-9f90-464d-afc5-ad929f5a3f13), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.765804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] For port 089467b3-095f-46cd-8db1-26b0265c8ebc, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:50.771711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] For port 089467b3-095f-46cd-8db1-26b0265c8ebc, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=089467b3-095f-46cd-8db1-26b0265c8ebc,segment=NetworkSegment(3b4a738a-9c26-4626-a93f-c4bb91614e92),segment_id=3b4a738a-9c26-4626-a93f-c4bb91614e92)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:50.783178 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': 'ccd78058-22d7-4e26-981a-02d9b93bb3d1'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:49:50.785760 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.802976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c54760c-c0e4-4e17-90db-85fbe54385aa req-9c839fbb-29c5-442b-a819-acf4331aefc9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7786376 Feb 11 05:49:50.813229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:49:50.882562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:50.912644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 96b2bfc7-3cb0-4c72-8676-aca85b2da7c9 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:49:50.939344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1fbd7b28-9f90-464d-afc5-ad929f5a3f13), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.090659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=1fbd7b28-9f90-464d-afc5-ad929f5a3f13,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:51.110119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:51.111713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:51.119953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:51.234320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.241442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:51.242399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.284226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::35f (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/ccd78058-22d7-4e26-981a-02d9b93bb3d1/96b2bfc7-3cb0-4c72-8676-aca85b2da7c9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:51.581952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-2cb25d99-8b7b-43f9-b064-9492832d7b49 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:51.584731 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (96b2bfc7-3cb0-4c72-8676-aca85b2da7c9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.587842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-2cb25d99-8b7b-43f9-b064-9492832d7b49 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.2831776 Feb 11 05:49:51.604697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a3e73e5b-bce4-4686-8704-182d44928af0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9081798 Feb 11 05:49:51.605574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36664) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:51.727911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-9aabfcf2-59f9-4920-9d45-816ff445aaac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/quotas/5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 375 time: 0.1210968 Feb 11 05:49:51.736057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (96b2bfc7-3cb0-4c72-8676-aca85b2da7c9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.888517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=96b2bfc7-3cb0-4c72-8676-aca85b2da7c9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:51.924922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-6cdd570e-844a-4fb8-9db5-e9335ec91038 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1851466 Feb 11 05:49:52.010653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5810-000a-49d9-b74b-7d3f148f5998 None None] Pushing event updated for resources: {'Port': ['ID=089467b3-095f-46cd-8db1-26b0265c8ebc,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:52.012835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:52.024693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:52.041730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:52.054263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-4e39a0bf-1654-4234-8148-7637c823c1fd service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204457 Feb 11 05:49:52.074256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:52.082761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:52.183607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0f2be507-4f3f-4338-834d-48e2f8cec313 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 1fbd7b28-9f90-464d-afc5-ad929f5a3f13 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:52.183607 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f2be507-4f3f-4338-834d-48e2f8cec313 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1fbd7b28-9f90-464d-afc5-ad929f5a3f13), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:52.278734 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e501b3ef-46ff-4b2c-b2e3-4fee56cacb09 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2422926 Feb 11 05:49:52.279484 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36690) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:52.358114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/ccd78058-22d7-4e26-981a-02d9b93bb3d1/533738fe-5f44-4dfa-9235-cc7993bbaff6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:52.532009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85d3f50-5b12-4022-97b1-8c8a78631046 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:52.541009 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e85d3f50-5b12-4022-97b1-8c8a78631046 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2601433 Feb 11 05:49:52.548089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36700) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:52.853960 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Publish callbacks [] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:52.918391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e550c0a-4510-43c9-89ea-41f0b1db22df req-0795480c-7b34-47f9-936a-2549c0e3c577 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:52.921463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e550c0a-4510-43c9-89ea-41f0b1db22df req-0795480c-7b34-47f9-936a-2549c0e3c577 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 945 time: 0.8647804 Feb 11 05:49:53.015436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fab44c21-2af2-477c-85ea-c6aa42aa89bf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 96b2bfc7-3cb0-4c72-8676-aca85b2da7c9 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:53.018311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fab44c21-2af2-477c-85ea-c6aa42aa89bf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (96b2bfc7-3cb0-4c72-8676-aca85b2da7c9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.038246 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.217225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e550c0a-4510-43c9-89ea-41f0b1db22df req-64170bbf-0019-4e82-a844-f447f82b79a5 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283962 Feb 11 05:49:53.223275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-f4b3d040-ebf3-43e9-8034-4bd143968331 service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1563294 Feb 11 05:49:53.291238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f2be507-4f3f-4338-834d-48e2f8cec313 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1fbd7b28-9f90-464d-afc5-ad929f5a3f13), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.314302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:49:53.329850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:49:53.339428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:49:53.346169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0f2be507-4f3f-4338-834d-48e2f8cec313 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 1fbd7b28-9f90-464d-afc5-ad929f5a3f13 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:53.377848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Pushing event updated for resources: {'Port': ['ID=533738fe-5f44-4dfa-9235-cc7993bbaff6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:53.407318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fab44c21-2af2-477c-85ea-c6aa42aa89bf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (96b2bfc7-3cb0-4c72-8676-aca85b2da7c9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.452656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fab44c21-2af2-477c-85ea-c6aa42aa89bf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 96b2bfc7-3cb0-4c72-8676-aca85b2da7c9 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:53.563332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Attempting to bind port 533738fe-5f44-4dfa-9235-cc7993bbaff6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:49:53.564115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Attempting to bind port 533738fe-5f44-4dfa-9235-cc7993bbaff6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:49:53.564761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Attempting to bind port 533738fe-5f44-4dfa-9235-cc7993bbaff6 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:49:53.588154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:49:53.596770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:49:53.597578 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.598281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:49:53.599016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Bound port: 533738fe-5f44-4dfa-9235-cc7993bbaff6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:49:53.600192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.753539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] For port 533738fe-5f44-4dfa-9235-cc7993bbaff6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:49:53.759729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] For port 533738fe-5f44-4dfa-9235-cc7993bbaff6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=533738fe-5f44-4dfa-9235-cc7993bbaff6,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:49:53.824200 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.932460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2d5df09-41cf-4ed5-95e1-28d227274c30 req-769b064f-46a4-436d-bda0-169f0491acc5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1184297 Feb 11 05:49:53.934003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f2be507-4f3f-4338-834d-48e2f8cec313 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1fbd7b28-9f90-464d-afc5-ad929f5a3f13), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:54.006376 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fab44c21-2af2-477c-85ea-c6aa42aa89bf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (96b2bfc7-3cb0-4c72-8676-aca85b2da7c9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:54.098285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2be507-4f3f-4338-834d-48e2f8cec313 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=1fbd7b28-9f90-464d-afc5-ad929f5a3f13,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:54.178263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab44c21-2af2-477c-85ea-c6aa42aa89bf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=96b2bfc7-3cb0-4c72-8676-aca85b2da7c9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:54.196786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d51cbc-5d1a-497d-a355-4ad60199a842 None None] Pushing event updated for resources: {'Port': ['ID=533738fe-5f44-4dfa-9235-cc7993bbaff6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:54.270095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fab44c21-2af2-477c-85ea-c6aa42aa89bf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:54.275460 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fab44c21-2af2-477c-85ea-c6aa42aa89bf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/96b2bfc7-3cb0-4c72-8676-aca85b2da7c9 HTTP/1.1" status: 204 len: 168 time: 1.7258596 Feb 11 05:49:54.281470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36772) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:54.419651 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f2be507-4f3f-4338-834d-48e2f8cec313 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:54.435995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0f2be507-4f3f-4338-834d-48e2f8cec313 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/1fbd7b28-9f90-464d-afc5-ad929f5a3f13 HTTP/1.1" status: 204 len: 168 time: 2.8096101 Feb 11 05:49:54.439018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36786) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:54.472201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c2c171-45ae-4e3f-82db-3291b5643524 None None] Network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:54.586501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 089467b3-095f-46cd-8db1-26b0265c8ebc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:54.645265 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f90780-0d48-45f5-b142-5701184e99da tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:49:54.646080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f90780-0d48-45f5-b142-5701184e99da tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:49:54.663143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e0f90780-0d48-45f5-b142-5701184e99da tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/1fbd7b28-9f90-464d-afc5-ad929f5a3f13 HTTP/1.1" status: 404 len: 333 time: 0.2212627 Feb 11 05:49:54.683824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:54.687239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe073e0-bfc3-419e-becd-71433ee8b87f req-a6757faa-cefa-4ecb-a96d-01d98c7ea52d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:54.717809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fe073e0-bfc3-419e-becd-71433ee8b87f req-a6757faa-cefa-4ecb-a96d-01d98c7ea52d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 945 time: 0.2594850 Feb 11 05:49:54.800739 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-81045434-dbba-49bd-bf32-96e0af966ae3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:49:54.806033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-81045434-dbba-49bd-bf32-96e0af966ae3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/1fbd7b28-9f90-464d-afc5-ad929f5a3f13 HTTP/1.1" status: 404 len: 333 time: 0.1143155 Feb 11 05:49:54.815196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 36798) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:54.981618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c6c3d0-970f-4ded-8c4c-f5b528ffa6fd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:54.986490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fe073e0-bfc3-419e-becd-71433ee8b87f req-3c440394-9763-4038-a1b9-387ac70290b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613626 Feb 11 05:49:54.987208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c6c3d0-970f-4ded-8c4c-f5b528ffa6fd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:54.993188 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c8c6c3d0-970f-4ded-8c4c-f5b528ffa6fd tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7041113 Feb 11 05:49:55.007171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36806) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:55.013870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-375ebdf1-12dd-4697-a3d8-a0b7ad5936c4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet 34623923-3fbd-4be6-97df-f7ea556b0645 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:55.019611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-375ebdf1-12dd-4697-a3d8-a0b7ad5936c4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (34623923-3fbd-4be6-97df-f7ea556b0645), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.088112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Provisioning complete for port 089467b3-095f-46cd-8db1-26b0265c8ebc triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:55.263367 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.365845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-375ebdf1-12dd-4697-a3d8-a0b7ad5936c4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (34623923-3fbd-4be6-97df-f7ea556b0645), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.368152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e8ba48-4f3e-49fb-9921-b08f21c25c9a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet ccd78058-22d7-4e26-981a-02d9b93bb3d1 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:55.368152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ba48-4f3e-49fb-9921-b08f21c25c9a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (ccd78058-22d7-4e26-981a-02d9b93bb3d1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.372829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:55.398026 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ba48-4f3e-49fb-9921-b08f21c25c9a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (ccd78058-22d7-4e26-981a-02d9b93bb3d1), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.445948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-375ebdf1-12dd-4697-a3d8-a0b7ad5936c4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (34623923-3fbd-4be6-97df-f7ea556b0645), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.616744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 089467b3-095f-46cd-8db1-26b0265c8ebc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:55.618103 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.651888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c61170c-5c88-4b26-a70f-bb0fa55e3e7f req-ef15953d-8936-47bb-bd40-3d358dda9136 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.5145917 Feb 11 05:49:55.661105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Current status of the port 089467b3-095f-46cd-8db1-26b0265c8ebc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:55.669652 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.718596 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ba48-4f3e-49fb-9921-b08f21c25c9a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ccd78058-22d7-4e26-981a-02d9b93bb3d1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.777199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-375ebdf1-12dd-4697-a3d8-a0b7ad5936c4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (34623923-3fbd-4be6-97df-f7ea556b0645), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.856319 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-375ebdf1-12dd-4697-a3d8-a0b7ad5936c4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.876362 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-375ebdf1-12dd-4697-a3d8-a0b7ad5936c4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/34623923-3fbd-4be6-97df-f7ea556b0645 HTTP/1.1" status: 204 len: 168 time: 1.0496955 Feb 11 05:49:55.877700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36836) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:56.024847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ebdf1-12dd-4697-a3d8-a0b7ad5936c4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=34623923-3fbd-4be6-97df-f7ea556b0645,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:56.112432 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-04ce5e82-90ba-45cc-acd3-db3aeca73479 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4313288 Feb 11 05:49:56.136407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:49:56.151452 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:49:56.250306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:49:56.272167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:56.277087 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.309715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-d111bc4b-e7ae-4b71-8ce1-9de30eaaeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:56.315613 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-d111bc4b-e7ae-4b71-8ce1-9de30eaaeb38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 1129 time: 0.1684854 Feb 11 05:49:56.434072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 089467b3-095f-46cd-8db1-26b0265c8ebc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:56.434490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.454206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ba48-4f3e-49fb-9921-b08f21c25c9a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (ccd78058-22d7-4e26-981a-02d9b93bb3d1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.514025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da147ad-594e-4daf-810a-6d73ea6c1832 None None] Network 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:56.684506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-e297d6fa-f4de-464c-89e2-43eb48ef49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:56.691221 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-e297d6fa-f4de-464c-89e2-43eb48ef49ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=c2e8c66f-8c3e-49b1-a372-4053b41faa06 HTTP/1.1" status: 200 len: 898 time: 0.3531809 Feb 11 05:49:56.723007 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ba48-4f3e-49fb-9921-b08f21c25c9a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.735363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a0e8ba48-4f3e-49fb-9921-b08f21c25c9a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/ccd78058-22d7-4e26-981a-02d9b93bb3d1 HTTP/1.1" status: 204 len: 168 time: 1.7349441 Feb 11 05:49:56.736998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8ba48-4f3e-49fb-9921-b08f21c25c9a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd78058-22d7-4e26-981a-02d9b93bb3d1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:56.792545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36864) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:56.803811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1da3f599-86a8-4fc5-ad46-d2a2890a0c86), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.980228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e4054edb-7105-428d-ab91-80602d76d3f6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504414 Feb 11 05:49:56.986387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36874) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:56.990093 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-61bedc52-1513-44b6-a80c-00dfbc3003d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec HTTP/1.1" status: 200 len: 1001 time: 0.2897522 Feb 11 05:49:57.068667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afcfa458-f7f6-4cfc-a563-bf127a390a5b req-0a4f8ccd-f79e-4686-9ca8-266eb5e28f9a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1147606 Feb 11 05:49:57.157033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-07ffd2c5-0d13-43fa-8ecb-5540959418a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:57.157033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-07ffd2c5-0d13-43fa-8ecb-5540959418a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57672995-503b-459f-a05a-85867b9a573d HTTP/1.1" status: 200 len: 835 time: 0.1561213 Feb 11 05:49:57.169270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:57.173858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-72b36877-5b6c-4994-8a05-83577e1ca774 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4921219 Feb 11 05:49:57.178409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.183444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e021d1-9198-4b6b-94fd-723aac0c60f4 req-227a56a9-8aaa-436d-b277-8e7d543b2367 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:57.185125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6e021d1-9198-4b6b-94fd-723aac0c60f4 req-227a56a9-8aaa-436d-b277-8e7d543b2367 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 945 time: 0.9847155 Feb 11 05:49:57.196430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Current status of the port 089467b3-095f-46cd-8db1-26b0265c8ebc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:49:57.200773 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.248851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 089467b3-095f-46cd-8db1-26b0265c8ebc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=089467b3-095f-46cd-8db1-26b0265c8ebc,segment=NetworkSegment(3b4a738a-9c26-4626-a93f-c4bb91614e92),segment_id=3b4a738a-9c26-4626-a93f-c4bb91614e92)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:57.282784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-f68b4b08-a155-4731-93a8-f35f7804a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:57.286800 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-f68b4b08-a155-4731-93a8-f35f7804a1a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2e8c66f-8c3e-49b1-a372-4053b41faa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1241491 Feb 11 05:49:57.440001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:57.452737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:57.457227 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335ba3b-10e0-4140-9cd4-fb0c0d56891f" -d '{"events": [{"server_uuid": "e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54", "name": "network-vif-plugged", "status": "completed", "tag": "fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:57.460772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f39799-7576-470b-94ef-e59d632817a5 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:57.497371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee7e1d-3fef-437e-9b7b-089ac611bf6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:57.504034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b8ee7e1d-3fef-437e-9b7b-089ac611bf6e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5096571 Feb 11 05:49:57.524916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36892) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:57.533919 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.628933 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-043e7e55-5db0-4a2d-96b8-58d5f2b16e5a service neutron] 10.222.0.65 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222997 Feb 11 05:49:57.704721 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a103b84-5789-4262-9490-bfd5827939d4 x-openstack-request-id: req-4a103b84-5789-4262-9490-bfd5827939d4 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:57.708023 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54", "name": "network-vif-plugged", "status": "completed", "tag": "fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:57.708553 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a103b84-5789-4262-9490-bfd5827939d4 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:57.709171 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6', 'code': 200} Feb 11 05:49:57.810072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.862616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6e021d1-9198-4b6b-94fd-723aac0c60f4 req-d430fc2c-52db-48cb-a668-bd15864e8884 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6472907 Feb 11 05:49:57.868746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8526f-5f2b-4f40-9c73-5400c296422a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:57.878903 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f3d8526f-5f2b-4f40-9c73-5400c296422a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3473020 Feb 11 05:49:57.943121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36906) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:58.075689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-57cbfbfe-2352-42d8-9678-efe354613101 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880182 Feb 11 05:49:58.081230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 36916) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:58.096250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:58.153052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=089467b3-095f-46cd-8db1-26b0265c8ebc,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:58.207250 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c36c9264-bbfa-4ec4-8acf-3fb7e6f8109b req-0a13e029-6384-469c-bdf6-d5c75aae4c43 service neutron] 10.222.0.65 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834618 Feb 11 05:49:58.225725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 533738fe-5f44-4dfa-9235-cc7993bbaff6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:49:58.265238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-c30e168d-e874-4075-9649-b344c2b1681c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:58.267419 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-c30e168d-e874-4075-9649-b344c2b1681c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.5607028 Feb 11 05:49:58.283912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'port': {'device_id': '2950feb7-87fc-4156-94e8-610043a5a9a0', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'admin_state_up': True, 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:58.356581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 089467b3-095f-46cd-8db1-26b0265c8ebc {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:58.357099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.497652 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:49:58.498058 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:49:58.567591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea374059-6839-4cf3-b263-cf2d8f5185ee req-4fe6f39f-d96b-47b9-a6cb-a4d1337e993c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1747670 Feb 11 05:49:58.606123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-4b3e26bd-ad14-4411-9440-f243aeb719d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:58.608505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-4b3e26bd-ad14-4411-9440-f243aeb719d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 1129 time: 1.3332505 Feb 11 05:49:58.615304 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] DHCP port deletion for 1da3f599-86a8-4fc5-ad46-d2a2890a0c86 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:58.622713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:58.710664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:58.716836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.767212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c05a-8b97-490d-89b7-d1b01e4d17d7 req-39519e49-dc92-4027-af5a-be308b6b41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:58.769693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bd0c05a-8b97-490d-89b7-d1b01e4d17d7 req-39519e49-dc92-4027-af5a-be308b6b41dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 1129 time: 0.8875208 Feb 11 05:49:58.790490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:49:58.803335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.000590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 533738fe-5f44-4dfa-9235-cc7993bbaff6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:49:59.002966 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.076446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] Deleting port 089467b3-095f-46cd-8db1-26b0265c8ebc {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:59.077006 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.309932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] For port 089467b3-095f-46cd-8db1-26b0265c8ebc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=089467b3-095f-46cd-8db1-26b0265c8ebc,segment=NetworkSegment(3b4a738a-9c26-4626-a93f-c4bb91614e92),segment_id=3b4a738a-9c26-4626-a93f-c4bb91614e92)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:59.312742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.313621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] For port 089467b3-095f-46cd-8db1-26b0265c8ebc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=089467b3-095f-46cd-8db1-26b0265c8ebc,segment=NetworkSegment(3b4a738a-9c26-4626-a93f-c4bb91614e92),segment_id=3b4a738a-9c26-4626-a93f-c4bb91614e92)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:59.314797 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.329248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bd0c05a-8b97-490d-89b7-d1b01e4d17d7 req-7f1129c2-e0c3-4bdd-8ea3-17599b4c0d27 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586744 Feb 11 05:49:59.359593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.20.0.10 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/1d1449e5-e802-43ae-9fcb-2c128c480cc4) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:49:59.586183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 089467b3-095f-46cd-8db1-26b0265c8ebc owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:59.871583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] Calling delete_port for 089467b3-095f-46cd-8db1-26b0265c8ebc owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:59.876758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.046494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:00.093190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.138846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4284f04b-389b-46ab-8f3c-c5e963cb1cd9 req-8c1dfc5d-4f69-44be-ab1c-c7f2ac9c5a5e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.2374780 Feb 11 05:50:00.206974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-96d9fa4d-7f65-4ee7-980c-76e51fcdbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:00.227961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-96d9fa4d-7f65-4ee7-980c-76e51fcdbe3f service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 1.5273237 Feb 11 05:50:00.242592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=1d1449e5-e802-43ae-9fcb-2c128c480cc4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:00.253608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['78adb4a4-3587-41f7-b412-3e1d30346bc4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:50:00.315349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:00.317216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:00.333520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:00.470550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:00.471988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.514429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-abd5b04b-519a-4736-9aee-f027aa52f3d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4 HTTP/1.1" status: 200 len: 217 time: 0.2851713 Feb 11 05:50:00.600185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-29d32590-6a75-4461-ab73-11c07268c92a None None] Current status of the port 089467b3-095f-46cd-8db1-26b0265c8ebc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:00.620063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 533738fe-5f44-4dfa-9235-cc7993bbaff6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:00.620063 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.656535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-6c6eb094-6184-40ad-8894-63b230c710bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:00.667166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-6c6eb094-6184-40ad-8894-63b230c710bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.1266048 Feb 11 05:50:00.672709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:50:00.696156 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-cabccfc7-4e60-45c6-901c-67d068dab715 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4188056 Feb 11 05:50:00.709109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Request body: {'port': {'device_id': '2950feb7-87fc-4156-94e8-610043a5a9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:00.876029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc200a0-ac7f-4797-86e0-a32d176d67ea req-ff598dd4-9f36-4df9-bed0-0d8cb0648fe4 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:00.881894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9cc200a0-ac7f-4797-86e0-a32d176d67ea req-ff598dd4-9f36-4df9-bed0-0d8cb0648fe4 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 946 time: 1.5950866 Feb 11 05:50:00.934357 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.946999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.964739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 533738fe-5f44-4dfa-9235-cc7993bbaff6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=533738fe-5f44-4dfa-9235-cc7993bbaff6,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:00.988519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-79f84b15-ba4b-4c3d-b3f1-0af81d3b387f None None] Provisioning complete for port 089467b3-095f-46cd-8db1-26b0265c8ebc triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:00.990195 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79f84b15-ba4b-4c3d-b3f1-0af81d3b387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.097865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] Pushing event deleted for resources: {'Port': ['ID=089467b3-095f-46cd-8db1-26b0265c8ebc,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:01.110744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] Deleting port 533738fe-5f44-4dfa-9235-cc7993bbaff6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:01.121987 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.128282 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.130171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-79f84b15-ba4b-4c3d-b3f1-0af81d3b387f None None] Port 089467b3-095f-46cd-8db1-26b0265c8ebc was deleted so its status cannot be updated. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:50:01.135873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833420e-35a1-4429-9e97-f829a69bad7c None None] No DVR routers for this DVR port 089467b3-095f-46cd-8db1-26b0265c8ebc on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:01.235079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-a93dbb1b-15e7-4c5d-b2e0-32d4978de035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:01.252803 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-a93dbb1b-15e7-4c5d-b2e0-32d4978de035 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5543597 Feb 11 05:50:01.447589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-79f84b15-ba4b-4c3d-b3f1-0af81d3b387f None None] Could not find standard attr ID for object 96b2bfc7-3cb0-4c72-8676-aca85b2da7c9. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:50:01.463574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=533738fe-5f44-4dfa-9235-cc7993bbaff6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:01.576461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-b4e6d0f2-4a4c-46c5-9772-d074b335c3f7 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227389 Feb 11 05:50:01.631902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9cc200a0-ac7f-4797-86e0-a32d176d67ea req-dfc0685e-feb4-48d2-855d-fa788758fb9e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6172929 Feb 11 05:50:01.701787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (089467b3-095f-46cd-8db1-26b0265c8ebc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.767281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] For port 533738fe-5f44-4dfa-9235-cc7993bbaff6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=533738fe-5f44-4dfa-9235-cc7993bbaff6,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:01.774826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.812896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No DVR routers for this DVR port 089467b3-095f-46cd-8db1-26b0265c8ebc on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:01.865724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] Calling delete_port for 533738fe-5f44-4dfa-9235-cc7993bbaff6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:02.026942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1449e5-e802-43ae-9fcb-2c128c480cc4 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:50:02.037426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=089467b3-095f-46cd-8db1-26b0265c8ebc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:02.064066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Publish callbacks [] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.127697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Transition to ACTIVE for port object 1d1449e5-e802-43ae-9fcb-2c128c480cc4 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:50:02.200160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 089467b3-095f-46cd-8db1-26b0265c8ebc no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:02.250698 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.385818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 089467b3-095f-46cd-8db1-26b0265c8ebc {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:02.389005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 089467b3-095f-46cd-8db1-26b0265c8ebc not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:02.391271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 533738fe-5f44-4dfa-9235-cc7993bbaff6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:02.452712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Pushing event updated for resources: {'Port': ['ID=1d1449e5-e802-43ae-9fcb-2c128c480cc4,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:02.654251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-79f84b15-ba4b-4c3d-b3f1-0af81d3b387f None None] Provisioning complete for port 533738fe-5f44-4dfa-9235-cc7993bbaff6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:02.654554 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79f84b15-ba4b-4c3d-b3f1-0af81d3b387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.801611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Attempting to bind port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:02.801951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Attempting to bind port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:02.802289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Attempting to bind port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:02.814919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:50:02.815265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Attempting to bind port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:02.834239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:02.834617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:02.835827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:02.837358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Bound port: 1d1449e5-e802-43ae-9fcb-2c128c480cc4, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:02.840275 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.156151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] For port 1d1449e5-e802-43ae-9fcb-2c128c480cc4, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:03.183020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] For port 1d1449e5-e802-43ae-9fcb-2c128c480cc4, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1d1449e5-e802-43ae-9fcb-2c128c480cc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:03.261077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 533738fe-5f44-4dfa-9235-cc7993bbaff6 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:03.261636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.272393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a62a-5b9f-4142-b7c1-40c78408ff20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.311572 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.363781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:03.363924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.368525 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] 10.222.0.83 "PUT /v2.0/ports/1d1449e5-e802-43ae-9fcb-2c128c480cc4 HTTP/1.1" status: 200 len: 1093 time: 2.6642456 Feb 11 05:50:03.445199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2950feb7-87fc-4156-94e8-610043a5a9a0', 'tag': '1d1449e5-e802-43ae-9fcb-2c128c480cc4'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:03.450780 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f0624a-99bf-437f-a8cb-9555d230114d" -d '{"events": [{"name": "network-changed", "server_uuid": "2950feb7-87fc-4156-94e8-610043a5a9a0", "tag": "1d1449e5-e802-43ae-9fcb-2c128c480cc4"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:03.598554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75526a76-a56e-45c3-ad8e-b53725f99e4a service neutron] Pushing event updated for resources: {'Port': ['ID=1d1449e5-e802-43ae-9fcb-2c128c480cc4,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:03.624581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-79f84b15-ba4b-4c3d-b3f1-0af81d3b387f None None] Current status of the port 533738fe-5f44-4dfa-9235-cc7993bbaff6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:03.826824 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 11 05:50:03.826824 n-d-713498-37 neutron-server[104088]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 11 05:50:03.826824 n-d-713498-37 neutron-server[104088]: [parameters: {'status': 'DOWN', 'ports_id': '533738fe-5f44-4dfa-9235-cc7993bbaff6'}] Feb 11 05:50:03.826824 n-d-713498-37 neutron-server[104088]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:50:03.827370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-a18c72b2-715c-41e3-92c9-a5f6fdcd8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:03.828034 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:50:03.842440 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-a18c72b2-715c-41e3-92c9-a5f6fdcd8602 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 1127 time: 0.1676290 Feb 11 05:50:03.843030 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1da3f599-86a8-4fc5-ad46-d2a2890a0c86), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.888077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247470dc-0e05-4a0d-b13f-5eda5cab389a req-433778d1-6335-4552-b985-3e7100e74175 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:03.903038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-247470dc-0e05-4a0d-b13f-5eda5cab389a req-433778d1-6335-4552-b985-3e7100e74175 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 932 time: 2.4071667 Feb 11 05:50:04.003202 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-825c4907-66aa-4074-a764-bb813a485150 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d1449e5-e802-43ae-9fcb-2c128c480cc4 HTTP/1.1" status: 200 len: 217 time: 0.1532304 Feb 11 05:50:04.056939 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.182723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] Pushing event deleted for resources: {'Port': ['ID=533738fe-5f44-4dfa-9235-cc7993bbaff6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:04.187596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20314fe5-3842-4318-98ca-b88b7c82a41b None None] No DVR routers for this DVR port 533738fe-5f44-4dfa-9235-cc7993bbaff6 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:04.198722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-16c59849-8632-4d36-8af0-d0594fc62887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:04.205792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8400fd-0be4-4ddf-95ff-d273ed8d2850 req-0e555841-68b6-44f8-9c41-af2cc0793f72 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:04.207375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a8400fd-0be4-4ddf-95ff-d273ed8d2850 req-0e555841-68b6-44f8-9c41-af2cc0793f72 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 946 time: 0.7451003 Feb 11 05:50:04.224932 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-16c59849-8632-4d36-8af0-d0594fc62887 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.2121029 Feb 11 05:50:04.231627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-247470dc-0e05-4a0d-b13f-5eda5cab389a req-134a9dd2-61a8-4cbd-9623-67736ea07a3b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379553 Feb 11 05:50:04.354619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-c388ba39-3d7c-426c-b71f-6769c6c433ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:04.356618 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-c388ba39-3d7c-426c-b71f-6769c6c433ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1267886 Feb 11 05:50:04.404932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da3f599-86a8-4fc5-ad46-d2a2890a0c86']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:04.412436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Port 533738fe-5f44-4dfa-9235-cc7993bbaff6 update to DOWN by agent not found {{(pid=104088) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:50:04.454555 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (533738fe-5f44-4dfa-9235-cc7993bbaff6), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.473669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-f12b31f0-429c-46bc-8078-22db69096a59 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8113759 Feb 11 05:50:04.481243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4a738a-9c26-4626-a93f-c4bb91614e92') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:04.485202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4a738a-9c26-4626-a93f-c4bb91614e92') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:04.605754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a8400fd-0be4-4ddf-95ff-d273ed8d2850 req-47b20ead-b030-4199-b904-ffffd990b1b5 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347886 Feb 11 05:50:04.607720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (3b4a738a-9c26-4626-a93f-c4bb91614e92), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.682089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Port 533738fe-5f44-4dfa-9235-cc7993bbaff6 concurrently deleted while adding address for new subnet {'id': 'f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd', 'name': '', 'tenant_id': 'b4c400c244ec4c929512aa01308bdd70', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3547, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-11T05:49:59Z', 'updated_at': '2022-02-11T05:49:59Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b4c400c244ec4c929512aa01308bdd70'}. {{(pid=104087) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 11 05:50:04.687383 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.744985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3b4a738a-9c26-4626-a93f-c4bb91614e92), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.781444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-23c7960a-45d8-40ad-8987-821b17153025 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155805 Feb 11 05:50:04.790036 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f3471-2dd6-4636-acfa-b92802d1b23e x-openstack-request-id: req-702f3471-2dd6-4636-acfa-b92802d1b23e {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:04.792615 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2950feb7-87fc-4156-94e8-610043a5a9a0", "tag": "1d1449e5-e802-43ae-9fcb-2c128c480cc4", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:04.795800 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-702f3471-2dd6-4636-acfa-b92802d1b23e {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:04.796527 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2950feb7-87fc-4156-94e8-610043a5a9a0', 'tag': '1d1449e5-e802-43ae-9fcb-2c128c480cc4', 'status': 'completed', 'code': 200} Feb 11 05:50:04.868973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:04.903574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:04.904016 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (3b4a738a-9c26-4626-a93f-c4bb91614e92), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:04.925565 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:04.930083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:04.936538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:04.949087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.949308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ca1f1-3470-4aa4-b67f-0d718a66bd4c None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:05.027555 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36dabb4e-58b4-42b7-b74f-f29f49d28c78 req-9568ac4a-52b5-4126-b781-958027dc867d service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264080 Feb 11 05:50:05.142813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.0556874 Feb 11 05:50:05.145697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37126) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:05.152883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-18d08eb9-d798-453c-9448-de9f41eb7dd9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:05.167902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1f24e-cf33-43d4-90d0-b2fca983ccf7 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:05.239355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7b8bc-6f5c-4ad8-9565-64e2032d6adf req-375ca17c-750f-44a8-98ef-a53bf9ed691f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:05.261306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a7b8bc-6f5c-4ad8-9565-64e2032d6adf req-375ca17c-750f-44a8-98ef-a53bf9ed691f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 946 time: 0.4139440 Feb 11 05:50:05.284827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1da3f599-86a8-4fc5-ad46-d2a2890a0c86), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.348911 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.351692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': 'f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:50:05.352401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/networks/1da3f599-86a8-4fc5-ad46-d2a2890a0c86 HTTP/1.1" status: 204 len: 168 time: 9.4739058 Feb 11 05:50:05.361588 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.362723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37132) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:05.370478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2023083944'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:05.420659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7f8c7-5079-4129-a301-9e6732dce47b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Network': ['ID=1da3f599-86a8-4fc5-ad46-d2a2890a0c86,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:05.609598 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87a7b8bc-6f5c-4ad8-9565-64e2032d6adf req-61123579-2803-4d95-bcd1-de8ee4a5d587 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472810 Feb 11 05:50:05.658381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0624a-99bf-437f-a8cb-9555d230114d req-343eacc6-9fa9-4cbb-9218-33adf0837dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:05.663541 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-35f0624a-99bf-437f-a8cb-9555d230114d req-343eacc6-9fa9-4cbb-9218-33adf0837dd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 1127 time: 0.4658844 Feb 11 05:50:05.675429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccc737-ed92-49cf-9037-0502cc40d2e7 req-9a90d83d-327a-49ae-9612-5b6e41650605 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:05.690605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62ccc737-ed92-49cf-9037-0502cc40d2e7 req-9a90d83d-327a-49ae-9612-5b6e41650605 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2267020 Feb 11 05:50:05.741206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:05.748230 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.861764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62ccc737-ed92-49cf-9037-0502cc40d2e7 req-3e865451-849b-4055-8297-af56051fda65 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637998 Feb 11 05:50:05.889164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:05.910439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (952246e5-1db1-4153-9edd-ce4442a0aee8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.910788 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Added segment 952246e5-1db1-4153-9edd-ce4442a0aee8 of type vlan for network 373e949a-e5ff-41da-8b3a-8cd57fece62b Feb 11 05:50:06.005417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (373e949a-e5ff-41da-8b3a-8cd57fece62b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.036096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Allocated IP 2001:db8::f816:3eff:febe:a45f (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd/ea51220f-1c60-4f1b-b8b2-58be067919d1) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:06.205296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (373e949a-e5ff-41da-8b3a-8cd57fece62b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.228316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:06.233747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.367282 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b8c150d8-df15-4586-be0e-e57754d622a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.368655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0624a-99bf-437f-a8cb-9555d230114d req-a83a0867-0690-4ba3-a354-a4d5ab6354d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:06.370902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-35f0624a-99bf-437f-a8cb-9555d230114d req-a83a0867-0690-4ba3-a354-a4d5ab6354d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.7011564 Feb 11 05:50:06.548285 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Publish callbacks [] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.644166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.653121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-35f0624a-99bf-437f-a8cb-9555d230114d req-41dd8238-7b79-4a1f-b75e-3047784ed245 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d1449e5-e802-43ae-9fcb-2c128c480cc4 HTTP/1.1" status: 200 len: 217 time: 0.2269673 Feb 11 05:50:06.656522 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2919598 Feb 11 05:50:06.659542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37146) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:06.666350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '373e949a-e5ff-41da-8b3a-8cd57fece62b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:06.695212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d08eb9-d798-453c-9448-de9f41eb7dd9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:06.704342 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18d08eb9-d798-453c-9448-de9f41eb7dd9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.875281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0624a-99bf-437f-a8cb-9555d230114d req-6f371f71-4595-4a44-b0f1-0f1115d1b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:06.882692 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-35f0624a-99bf-437f-a8cb-9555d230114d req-6f371f71-4595-4a44-b0f1-0f1115d1b6fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.1917179 Feb 11 05:50:06.896520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:06.903065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:06.905766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:07.122157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37863aff-92fc-4d04-af3e-97b7997f3790 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Network': ['ID=373e949a-e5ff-41da-8b3a-8cd57fece62b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:07.153112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:07.157221 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Attempting to bind port ea51220f-1c60-4f1b-b8b2-58be067919d1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:07.157809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Attempting to bind port ea51220f-1c60-4f1b-b8b2-58be067919d1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:07.160114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.160520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Attempting to bind port ea51220f-1c60-4f1b-b8b2-58be067919d1 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:07.167228 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.171705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 373e949a-e5ff-41da-8b3a-8cd57fece62b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:07.218466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Pushing event updated for resources: {'Port': ['ID=ea51220f-1c60-4f1b-b8b2-58be067919d1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:07.234271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0624a-99bf-437f-a8cb-9555d230114d req-263931eb-1a18-43ec-9e09-3c77eed4c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:07.235369 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-35f0624a-99bf-437f-a8cb-9555d230114d req-263931eb-1a18-43ec-9e09-3c77eed4c1cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3276999 Feb 11 05:50:07.238345 n-d-713498-37 neutron-server[104086]: INFO neutron.db.ipam_backend_mixin [None req-18d08eb9-d798-453c-9448-de9f41eb7dd9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd (CIDR: 2001:db8::/64) Feb 11 05:50:07.262924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.263277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.263678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.264024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.264401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.265365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.265365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.265623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.265784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.266151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.266495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.266875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.267200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:07.285293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:07.286591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:07.287257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.287881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:07.288574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Bound port: ea51220f-1c60-4f1b-b8b2-58be067919d1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:07.289245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.299961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37150) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:07.422663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] For port ea51220f-1c60-4f1b-b8b2-58be067919d1, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:07.429127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] For port ea51220f-1c60-4f1b-b8b2-58be067919d1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ea51220f-1c60-4f1b-b8b2-58be067919d1,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:07.548731 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.787181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cec4f-826c-421c-8341-74b40cdcda9c req-c1e2161e-718f-4baf-b614-5ddbce1df180 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:07.790327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a7702-d5b4-4041-ac69-11988b185cec None None] Pushing event updated for resources: {'Port': ['ID=ea51220f-1c60-4f1b-b8b2-58be067919d1,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:07.795465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba2cec4f-826c-421c-8341-74b40cdcda9c req-c1e2161e-718f-4baf-b614-5ddbce1df180 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.6995807 Feb 11 05:50:07.805853 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d08eb9-d798-453c-9448-de9f41eb7dd9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:50:07.805853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d08eb9-d798-453c-9448-de9f41eb7dd9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:50:07.876138 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (e8b2240f-e883-43f0-a915-8343b0e7052f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.971335 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-18d08eb9-d798-453c-9448-de9f41eb7dd9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8238351 Feb 11 05:50:08.067885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37158) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:08.109584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba2cec4f-826c-421c-8341-74b40cdcda9c req-6802177a-eb77-4bc8-aa1e-c76bb8a93e3c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718270 Feb 11 05:50:08.150850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:08.337072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.510498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=e8b2240f-e883-43f0-a915-8343b0e7052f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:08.596513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking segment: {'id': '952246e5-1db1-4153-9edd-ce4442a0aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373e949a-e5ff-41da-8b3a-8cd57fece62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:08.596946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network hostable DHCP agents. Network: 373e949a-e5ff-41da-8b3a-8cd57fece62b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:08.612135 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-35f0624a-99bf-437f-a8cb-9555d230114d req-4272824d-1ef4-4bfe-acd2-d3957b7cc6b9 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3624480 Feb 11 05:50:08.668537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.716496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:08.720840 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.768692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ea51220f-1c60-4f1b-b8b2-58be067919d1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:08.989042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ea51220f-1c60-4f1b-b8b2-58be067919d1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:08.994701 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.125339 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-35f0624a-99bf-437f-a8cb-9555d230114d req-7e1df4e9-569a-4184-8eac-dee57d4d4773 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149652 Feb 11 05:50:09.128617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37166) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:09.246714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ea51220f-1c60-4f1b-b8b2-58be067919d1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:09.247111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.457343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port ea51220f-1c60-4f1b-b8b2-58be067919d1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ea51220f-1c60-4f1b-b8b2-58be067919d1,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:09.475976 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.590118 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.778292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=ea51220f-1c60-4f1b-b8b2-58be067919d1,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:09.786973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 373e949a-e5ff-41da-8b3a-8cd57fece62b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:09.840916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-703f6f77-631f-45f9-b947-9ac660a3d9dc None None] Provisioning complete for port ea51220f-1c60-4f1b-b8b2-58be067919d1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:09.841462 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-703f6f77-631f-45f9-b947-9ac660a3d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.912828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff66d44-1195-4cc9-90fa-7d4cfd7dc659 req-21fe526d-3923-4f54-8cc4-ee1d7a1941d3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:09.924410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ff66d44-1195-4cc9-90fa-7d4cfd7dc659 req-21fe526d-3923-4f54-8cc4-ee1d7a1941d3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1581292 Feb 11 05:50:09.981683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (ad187abd-1cb8-48a0-b5b3-705b6db0b04d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:10.004688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 373e949a-e5ff-41da-8b3a-8cd57fece62b) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:10.037961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11979523-4d57-46c1-aadc-2988d3d42526 None None] Network 373e949a-e5ff-41da-8b3a-8cd57fece62b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:10.073090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:10.078699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:10.193892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-703f6f77-631f-45f9-b947-9ac660a3d9dc None None] Current status of the port ea51220f-1c60-4f1b-b8b2-58be067919d1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:10.255986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ff66d44-1195-4cc9-90fa-7d4cfd7dc659 req-e7c06683-180e-43d5-a3c8-b74d87f90610 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295410 Feb 11 05:50:10.274488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:10.293587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:10.305309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ce5e3ce6-0f2f-4e2b-9663-a81fbaa14597 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6446002 Feb 11 05:50:10.321629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:10.322349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:10.330629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e654db9-447e-4808-8e2a-91690c6e723c None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:10.339224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:10.358701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '373e949a-e5ff-41da-8b3a-8cd57fece62b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-26912673'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:10.372040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=ad187abd-1cb8-48a0-b5b3-705b6db0b04d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:10.392488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.392888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.404880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.404880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.404880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.404880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.404880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.404880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.404880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.404880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.405569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.405681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.406008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:10.456119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-35a0a433-2bca-4e8a-a8f3-8cd019db6cc8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3391225 Feb 11 05:50:10.458870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37178) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:10.466629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:ed:84:f4', 'name': 'tempest-NetworksTestDHCPv6-1926846209'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:10.843502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ea51220f-1c60-4f1b-b8b2-58be067919d1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:10.991991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:11.007418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-373e949a-e5ff-41da-8b3a-8cd57fece62b', 'network_id': '373e949a-e5ff-41da-8b3a-8cd57fece62b', 'project_id': '06f164cb868c4f4792168f52aa9482a7', 'fixed_ips': [{'subnet_id': 'e8b2240f-e883-43f0-a915-8343b0e7052f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:50:11.013614 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.264327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.315309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 277fdffe-6a8c-4098-9e38-acd26129d55b yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:11.521942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:11.536985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.558253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ea51220f-1c60-4f1b-b8b2-58be067919d1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:11.558636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.627458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 8395be8f-f7f3-4b6e-8f8a-6730fdeebb42 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:11.663139 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.819837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Allocated IP 172.20.0.2 (373e949a-e5ff-41da-8b3a-8cd57fece62b/e8b2240f-e883-43f0-a915-8343b0e7052f/1b565cf7-c130-420a-91c5-7fdcf993a25b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:11.866643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8:0:1::397 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/ad187abd-1cb8-48a0-b5b3-705b6db0b04d/277fdffe-6a8c-4098-9e38-acd26129d55b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:11.918586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:feed:84f4 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd/277fdffe-6a8c-4098-9e38-acd26129d55b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:12.032930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b422c-f485-472e-b4d1-0b90d1201a6f req-95b696fe-ffda-475a-8778-ed2dd0edd90b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:12.043065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca1b422c-f485-472e-b4d1-0b90d1201a6f req-95b696fe-ffda-475a-8778-ed2dd0edd90b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1665614 Feb 11 05:50:12.167444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca1b422c-f485-472e-b4d1-0b90d1201a6f req-3b6d55a9-ec50-421a-9223-701e87922f73 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233761 Feb 11 05:50:12.309749 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (277fdffe-6a8c-4098-9e38-acd26129d55b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.361044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.410982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Publish callbacks [] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.416894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3bd34-52d8-407d-85d4-fb40cc83f36b None None] Update dhcp port {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': 'f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd', 'ip_address': '2001:db8::f816:3eff:febe:a45f'}, {'subnet_id': 'ad187abd-1cb8-48a0-b5b3-705b6db0b04d'}], 'binding:host_id': 'n-d-713498-37'}, 'id': 'ea51220f-1c60-4f1b-b8b2-58be067919d1'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:50:12.462710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (277fdffe-6a8c-4098-9e38-acd26129d55b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.588234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:12.608749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b3bd34-52d8-407d-85d4-fb40cc83f36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.632060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:12.637069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:12.654398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:12.655011 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.681137 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.708865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=277fdffe-6a8c-4098-9e38-acd26129d55b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:12.728816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ea51220f-1c60-4f1b-b8b2-58be067919d1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:12.758719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.12 (373e949a-e5ff-41da-8b3a-8cd57fece62b/e8b2240f-e883-43f0-a915-8343b0e7052f/8395be8f-f7f3-4b6e-8f8a-6730fdeebb42) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:12.796861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-31883f33-aa4b-4168-b52d-38ef6d249556 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3367591 Feb 11 05:50:12.799640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37190) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:12.896175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Network 373e949a-e5ff-41da-8b3a-8cd57fece62b is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:12.907871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:12.920514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:12.926023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Pushing event updated for resources: {'Port': ['ID=1b565cf7-c130-420a-91c5-7fdcf993a25b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:12.928833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (8395be8f-f7f3-4b6e-8f8a-6730fdeebb42), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.158488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-57d2d984-6840-4ca9-bd43-44ed9fdca026 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 277fdffe-6a8c-4098-9e38-acd26129d55b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:13.159067 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57d2d984-6840-4ca9-bd43-44ed9fdca026 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (277fdffe-6a8c-4098-9e38-acd26129d55b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.169442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8395be8f-f7f3-4b6e-8f8a-6730fdeebb42), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.205683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37194) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:13.354819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=8395be8f-f7f3-4b6e-8f8a-6730fdeebb42,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:13.428037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-df665f5e-be13-4e4b-a476-ed24829e38e5 admin admin] Deleting subnet 0ac90830-04d1-4e86-9259-379d66c7b017 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:13.467463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Attempting to bind port 1b565cf7-c130-420a-91c5-7fdcf993a25b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:13.468080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Attempting to bind port 1b565cf7-c130-420a-91c5-7fdcf993a25b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '952246e5-1db1-4153-9edd-ce4442a0aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373e949a-e5ff-41da-8b3a-8cd57fece62b'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:13.468337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Attempting to bind port 1b565cf7-c130-420a-91c5-7fdcf993a25b on network 373e949a-e5ff-41da-8b3a-8cd57fece62b {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:13.468560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df665f5e-be13-4e4b-a476-ed24829e38e5 admin admin] Publish callbacks [] for subnet (0ac90830-04d1-4e86-9259-379d66c7b017), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.487737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 373e949a-e5ff-41da-8b3a-8cd57fece62b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:13.494993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:13.509142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:13.509534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Checking segment: {'id': '952246e5-1db1-4153-9edd-ce4442a0aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373e949a-e5ff-41da-8b3a-8cd57fece62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:13.509934 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.510343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Bound using segment: {'id': '952246e5-1db1-4153-9edd-ce4442a0aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373e949a-e5ff-41da-8b3a-8cd57fece62b'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:13.510828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Bound port: 1b565cf7-c130-420a-91c5-7fdcf993a25b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952246e5-1db1-4153-9edd-ce4442a0aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '373e949a-e5ff-41da-8b3a-8cd57fece62b'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:13.511215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.514837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:13.590546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-01b3bd34-52d8-407d-85d4-fb40cc83f36b None None] Allocated IP 2001:db8:0:1::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/ad187abd-1cb8-48a0-b5b3-705b6db0b04d/ea51220f-1c60-4f1b-b8b2-58be067919d1) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:13.725803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df665f5e-be13-4e4b-a476-ed24829e38e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (0ac90830-04d1-4e86-9259-379d66c7b017), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.762503 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (207c786f-b14c-4cb3-acda-a857cf61233f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.795000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] For port 1b565cf7-c130-420a-91c5-7fdcf993a25b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:13.798894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] For port 1b565cf7-c130-420a-91c5-7fdcf993a25b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1b565cf7-c130-420a-91c5-7fdcf993a25b,segment=NetworkSegment(952246e5-1db1-4153-9edd-ce4442a0aee8),segment_id=952246e5-1db1-4153-9edd-ce4442a0aee8)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:13.846815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589e879-2693-42bb-a8d7-833ac07a06a8 req-28c49764-6575-4946-97eb-f9acda244b9c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:13.848471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f589e879-2693-42bb-a8d7-833ac07a06a8 req-28c49764-6575-4946-97eb-f9acda244b9c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.4145157 Feb 11 05:50:13.890537 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57d2d984-6840-4ca9-bd43-44ed9fdca026 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (277fdffe-6a8c-4098-9e38-acd26129d55b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.912761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-01b3bd34-52d8-407d-85d4-fb40cc83f36b None None] For port ea51220f-1c60-4f1b-b8b2-58be067919d1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ea51220f-1c60-4f1b-b8b2-58be067919d1,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:13.956925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df665f5e-be13-4e4b-a476-ed24829e38e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0ac90830-04d1-4e86-9259-379d66c7b017), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.975459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.002379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b3bd34-52d8-407d-85d4-fb40cc83f36b None None] Publish callbacks [] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.004512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-57d2d984-6840-4ca9-bd43-44ed9fdca026 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 277fdffe-6a8c-4098-9e38-acd26129d55b owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:14.013157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.20.0.17 (1151b86b-267d-4aad-9a7b-b59b529b58c0/2586f30f-46d5-470a-aa6b-87e04db6e9c9/d3f56dfe-1c2e-41bc-b139-b825f3307822) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:14.075558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c14c2-dc28-4f73-8f53-192ba0b643dd None None] Pushing event updated for resources: {'Port': ['ID=1b565cf7-c130-420a-91c5-7fdcf993a25b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:14.093869 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01b3bd34-52d8-407d-85d4-fb40cc83f36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.121139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:14.124307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.397998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3bd34-52d8-407d-85d4-fb40cc83f36b None None] Pushing event updated for resources: {'Port': ['ID=ea51220f-1c60-4f1b-b8b2-58be067919d1,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:14.463870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f589e879-2693-42bb-a8d7-833ac07a06a8 req-23b5acf3-2b43-4d26-b67a-cbae5e643706 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783987 Feb 11 05:50:14.561322 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-587bf925-3ae5-4c6a-97c6-f5e8d84d0ed1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.2183952 Feb 11 05:50:14.567780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37204) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:14.729865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df665f5e-be13-4e4b-a476-ed24829e38e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (0ac90830-04d1-4e86-9259-379d66c7b017), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.824154 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-df665f5e-be13-4e4b-a476-ed24829e38e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.843996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-df665f5e-be13-4e4b-a476-ed24829e38e5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0ac90830-04d1-4e86-9259-379d66c7b017 HTTP/1.1" status: 204 len: 168 time: 1.6353762 Feb 11 05:50:14.858247 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37208) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:14.975462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df665f5e-be13-4e4b-a476-ed24829e38e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac90830-04d1-4e86-9259-379d66c7b017,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:15.045004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.050507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.139210 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57d2d984-6840-4ca9-bd43-44ed9fdca026 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (277fdffe-6a8c-4098-9e38-acd26129d55b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.474140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2d984-6840-4ca9-bd43-44ed9fdca026 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=277fdffe-6a8c-4098-9e38-acd26129d55b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:15.484928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1b565cf7-c130-420a-91c5-7fdcf993a25b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:15.602451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-57d2d984-6840-4ca9-bd43-44ed9fdca026 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.625621 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-57d2d984-6840-4ca9-bd43-44ed9fdca026 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/277fdffe-6a8c-4098-9e38-acd26129d55b HTTP/1.1" status: 204 len: 168 time: 2.8246272 Feb 11 05:50:15.629404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37214) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:15.662558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37216) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:15.790649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-07e4e25e-b523-4cf0-9689-6858738e2c09 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 8395be8f-f7f3-4b6e-8f8a-6730fdeebb42 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:15.795338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07e4e25e-b523-4cf0-9689-6858738e2c09 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8395be8f-f7f3-4b6e-8f8a-6730fdeebb42), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.849381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 1b565cf7-c130-420a-91c5-7fdcf993a25b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:15.850126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.927381 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.936064 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.080722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b3026-0b42-48c0-81d7-8b2802538440 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.084892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3f9b3026-0b42-48c0-81d7-8b2802538440 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4534297 Feb 11 05:50:16.117164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37220) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:16.198768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1b565cf7-c130-420a-91c5-7fdcf993a25b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:16.199183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.216288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee7c2-6480-4e42-8e50-b47fffa46f85 req-9a61cacf-7af3-419a-883c-f70367c4658c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.230939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-222ee7c2-6480-4e42-8e50-b47fffa46f85 req-9a61cacf-7af3-419a-883c-f70367c4658c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3558114 Feb 11 05:50:16.251840 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07e4e25e-b523-4cf0-9689-6858738e2c09 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8395be8f-f7f3-4b6e-8f8a-6730fdeebb42), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.277316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-07e4e25e-b523-4cf0-9689-6858738e2c09 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 8395be8f-f7f3-4b6e-8f8a-6730fdeebb42 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:16.286712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Deleting port ff76c051-e243-4c63-bfe8-6504f67f55ab {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:16.287130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.374029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851bdc1-1a71-429b-a4e9-78ca29a04a1f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.379306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3851bdc1-1a71-429b-a4e9-78ca29a04a1f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2576628 Feb 11 05:50:16.390459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 1b565cf7-c130-420a-91c5-7fdcf993a25b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1b565cf7-c130-420a-91c5-7fdcf993a25b,segment=NetworkSegment(952246e5-1db1-4153-9edd-ce4442a0aee8),segment_id=952246e5-1db1-4153-9edd-ce4442a0aee8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:16.399845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37222) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:16.407815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f8653a81-5cc8-4af6-8ed7-036acde50aef None None] Provisioning complete for port ea51220f-1c60-4f1b-b8b2-58be067919d1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:16.408200 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8653a81-5cc8-4af6-8ed7-036acde50aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.462680 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] For port ff76c051-e243-4c63-bfe8-6504f67f55ab, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ff76c051-e243-4c63-bfe8-6504f67f55ab,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:16.463317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.497125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Calling delete_port for ff76c051-e243-4c63-bfe8-6504f67f55ab owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:16.507648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-222ee7c2-6480-4e42-8e50-b47fffa46f85 req-50d73840-4948-4a6d-aee3-1cf4b20cf78b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620637 Feb 11 05:50:16.527980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.527980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ea51220f-1c60-4f1b-b8b2-58be067919d1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:16.553536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef901434-3993-4c12-9eb8-6f9cdd147438 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.556905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef901434-3993-4c12-9eb8-6f9cdd147438 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.558504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef901434-3993-4c12-9eb8-6f9cdd147438 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.563430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ef901434-3993-4c12-9eb8-6f9cdd147438 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1589291 Feb 11 05:50:16.564339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37224) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:16.673922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=1b565cf7-c130-420a-91c5-7fdcf993a25b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:16.706518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-54305f7f-ef7d-4b33-85ac-af96d6d0403e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet ad187abd-1cb8-48a0-b5b3-705b6db0b04d {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:16.719203 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54305f7f-ef7d-4b33-85ac-af96d6d0403e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (ad187abd-1cb8-48a0-b5b3-705b6db0b04d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.776169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f8653a81-5cc8-4af6-8ed7-036acde50aef None None] Current status of the port ea51220f-1c60-4f1b-b8b2-58be067919d1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:16.800695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ea51220f-1c60-4f1b-b8b2-58be067919d1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:16.801132 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.874622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d353e-4dc6-48b2-931e-4affb17730a5 None None] Network 373e949a-e5ff-41da-8b3a-8cd57fece62b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:16.878417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54305f7f-ef7d-4b33-85ac-af96d6d0403e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (ad187abd-1cb8-48a0-b5b3-705b6db0b04d), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.175807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54305f7f-ef7d-4b33-85ac-af96d6d0403e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ad187abd-1cb8-48a0-b5b3-705b6db0b04d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.271328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-34fee37b-10d9-4e47-b464-69c38d2c90ec None None] Could not find standard attr ID for object 277fdffe-6a8c-4098-9e38-acd26129d55b. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:50:17.324011 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:50:17.334054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:17.343257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-34fee37b-10d9-4e47-b464-69c38d2c90ec None None] Provisioning complete for port 1b565cf7-c130-420a-91c5-7fdcf993a25b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:17.343638 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34fee37b-10d9-4e47-b464-69c38d2c90ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.347285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:17.347458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ea51220f-1c60-4f1b-b8b2-58be067919d1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:17.369596 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54305f7f-ef7d-4b33-85ac-af96d6d0403e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (ad187abd-1cb8-48a0-b5b3-705b6db0b04d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.439997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54305f7f-ef7d-4b33-85ac-af96d6d0403e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=ad187abd-1cb8-48a0-b5b3-705b6db0b04d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:17.444747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:17.446745 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54305f7f-ef7d-4b33-85ac-af96d6d0403e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.455035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-54305f7f-ef7d-4b33-85ac-af96d6d0403e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/ad187abd-1cb8-48a0-b5b3-705b6db0b04d HTTP/1.1" status: 204 len: 168 time: 0.8885684 Feb 11 05:50:17.458581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37226) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:17.492283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:17.508760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b95d877-59b6-4d24-a6d4-045d46e0165e') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:17.516925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b95d877-59b6-4d24-a6d4-045d46e0165e') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:17.597224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-34fee37b-10d9-4e47-b464-69c38d2c90ec None None] Current status of the port 1b565cf7-c130-420a-91c5-7fdcf993a25b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:17.612175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7078248c-e90f-4b56-8034-36bd3b4ad87b None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:17.623370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cdcf55-3463-44e3-a65f-6b7442ce737c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:17.632242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcf55-3463-44e3-a65f-6b7442ce737c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.649197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=d3f56dfe-1c2e-41bc-b139-b825f3307822,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:17.672177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (6b95d877-59b6-4d24-a6d4-045d46e0165e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.691206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37230) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:17.692216 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-459bc4b9-7411-4817-b364-2d44d53df210 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a96e72b4f29043a2ba95a992bd71fe29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9980261 Feb 11 05:50:17.748465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1b565cf7-c130-420a-91c5-7fdcf993a25b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:17.826566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (90a4e9b6-4ed3-4031-8679-774889ee04bd), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.833387 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcf55-3463-44e3-a65f-6b7442ce737c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:17.881191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 1b565cf7-c130-420a-91c5-7fdcf993a25b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:17.881605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.058748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 1b565cf7-c130-420a-91c5-7fdcf993a25b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:18.082699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Provisioning complete for port 8395be8f-f7f3-4b6e-8f8a-6730fdeebb42 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:18.083530 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8395be8f-f7f3-4b6e-8f8a-6730fdeebb42), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.120168 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcf55-3463-44e3-a65f-6b7442ce737c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.181408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (6b95d877-59b6-4d24-a6d4-045d46e0165e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.193505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Port 8395be8f-f7f3-4b6e-8f8a-6730fdeebb42 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:18.238684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Provisioning complete for port 1b565cf7-c130-420a-91c5-7fdcf993a25b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:18.239315 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.293961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:18.294395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (6b95d877-59b6-4d24-a6d4-045d46e0165e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:18.296538 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:18.313940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1121af81-5de0-4b05-af4b-04d795560025 admin admin] Publish callbacks [] for security_group (9f202367-62eb-4fd2-b460-c354b1aa9851), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.406932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1121af81-5de0-4b05-af4b-04d795560025 admin admin] Publish callbacks [] for security_group (9f202367-62eb-4fd2-b460-c354b1aa9851), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.420807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Current status of the port 1b565cf7-c130-420a-91c5-7fdcf993a25b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:18.435868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03a2ff-537e-4f81-ae7a-800d7ceec3e1 req-600fa00d-4d78-46db-8ae7-af9ac3a79889 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:18.439700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c03a2ff-537e-4f81-ae7a-800d7ceec3e1 req-600fa00d-4d78-46db-8ae7-af9ac3a79889 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.7497327 Feb 11 05:50:18.455207 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcf55-3463-44e3-a65f-6b7442ce737c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.456702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Provisioning complete for port d3f56dfe-1c2e-41bc-b139-b825f3307822 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:18.457421 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.559344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-80546974-c52f-476b-8256-6aafdb6a17af None None] Port d3f56dfe-1c2e-41bc-b139-b825f3307822 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:18.579640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcf55-3463-44e3-a65f-6b7442ce737c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.584690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e8cdcf55-3463-44e3-a65f-6b7442ce737c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd HTTP/1.1" status: 204 len: 168 time: 1.1248777 Feb 11 05:50:18.590296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdcf55-3463-44e3-a65f-6b7442ce737c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:18.592544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37234) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:18.673629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f35cf6d2-1c01-4070-8936-64e2f295585f None None] Could not find standard attr ID for object 8395be8f-f7f3-4b6e-8f8a-6730fdeebb42. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:50:18.674322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.699722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5b62b1a8-452f-450d-8bf8-6fa0fd091e0f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856187 Feb 11 05:50:18.704448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37236) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:18.711072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:18.724198 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07e4e25e-b523-4cf0-9689-6858738e2c09 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8395be8f-f7f3-4b6e-8f8a-6730fdeebb42), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.821247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c03a2ff-537e-4f81-ae7a-800d7ceec3e1 req-59b14fa5-24af-419d-b95d-c7945d9ede96 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282335 Feb 11 05:50:18.838758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ff76c051-e243-4c63-bfe8-6504f67f55ab), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:18.848761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e25e-b523-4cf0-9689-6858738e2c09 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=8395be8f-f7f3-4b6e-8f8a-6730fdeebb42,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:18.958337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e966bc1-ba44-4afc-af28-0f388b5cd323 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:18.999420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff76c051-e243-4c63-bfe8-6504f67f55ab,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:19.004396 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.046055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.050056 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] 10.222.0.62 "DELETE /v2.0/networks/8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571 HTTP/1.1" status: 204 len: 168 time: 4.1890037 Feb 11 05:50:19.053166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37238) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:19.109222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d98942e2-f6c8-44dc-bc95-789728077062 None None] Provisioning complete for port ea51220f-1c60-4f1b-b8b2-58be067919d1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:19.109222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d98942e2-f6c8-44dc-bc95-789728077062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.275580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d98942e2-f6c8-44dc-bc95-789728077062 None None] Current status of the port ea51220f-1c60-4f1b-b8b2-58be067919d1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:19.279140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-07e4e25e-b523-4cf0-9689-6858738e2c09 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.285037 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-07e4e25e-b523-4cf0-9689-6858738e2c09 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/8395be8f-f7f3-4b6e-8f8a-6730fdeebb42 HTTP/1.1" status: 204 len: 168 time: 4.7117321 Feb 11 05:50:19.306225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37240) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:19.323393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed7a4a-b3d0-4de9-a444-8c1a5221db0a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec9deb4-7fd1-4226-b7f7-7fe3a69b6571,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:19.336130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:19.403133 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-a874d28e-7be4-4141-94d3-df4be6ba9644 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:50:19.406470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a874d28e-7be4-4141-94d3-df4be6ba9644 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/8395be8f-f7f3-4b6e-8f8a-6730fdeebb42 HTTP/1.1" status: 404 len: 333 time: 0.0981405 Feb 11 05:50:19.439494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] Deleting port ea51220f-1c60-4f1b-b8b2-58be067919d1 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:19.440784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37242) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:19.441259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.517071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1121af81-5de0-4b05-af4b-04d795560025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9f202367-62eb-4fd2-b460-c354b1aa9851), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.519625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1121af81-5de0-4b05-af4b-04d795560025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.523968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1121af81-5de0-4b05-af4b-04d795560025 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f202367-62eb-4fd2-b460-c354b1aa9851 HTTP/1.1" status: 204 len: 168 time: 1.8298965 Feb 11 05:50:19.523968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:19.530502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.532818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] For port ea51220f-1c60-4f1b-b8b2-58be067919d1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ea51220f-1c60-4f1b-b8b2-58be067919d1,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:19.532818 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.541389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (207c786f-b14c-4cb3-acda-a857cf61233f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.556207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] Calling delete_port for ea51220f-1c60-4f1b-b8b2-58be067919d1 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:19.569589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121af81-5de0-4b05-af4b-04d795560025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f202367-62eb-4fd2-b460-c354b1aa9851,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:19.600749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0bfd16-b9f5-43cd-93b3-fc201a9a12b4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet e8b2240f-e883-43f0-a915-8343b0e7052f {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:19.611250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfd16-b9f5-43cd-93b3-fc201a9a12b4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (e8b2240f-e883-43f0-a915-8343b0e7052f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.620948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9c8874-37d9-4b32-a431-3cd71454c6a8 admin admin] Deleting subnet 8b586b7a-3663-4736-8b1d-aee09eacdb08 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:19.627708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ea51220f-1c60-4f1b-b8b2-58be067919d1 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:19.628302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8874-37d9-4b32-a431-3cd71454c6a8 admin admin] Publish callbacks [] for subnet (8b586b7a-3663-4736-8b1d-aee09eacdb08), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.686273 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8874-37d9-4b32-a431-3cd71454c6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (8b586b7a-3663-4736-8b1d-aee09eacdb08), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.743343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfd16-b9f5-43cd-93b3-fc201a9a12b4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (e8b2240f-e883-43f0-a915-8343b0e7052f), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.752054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ea51220f-1c60-4f1b-b8b2-58be067919d1 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:19.752744 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.771970 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8874-37d9-4b32-a431-3cd71454c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8b586b7a-3663-4736-8b1d-aee09eacdb08), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.798736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port ea51220f-1c60-4f1b-b8b2-58be067919d1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ea51220f-1c60-4f1b-b8b2-58be067919d1,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:19.971115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678567e-9560-4b5f-992a-ea6ad8c0eba9 req-e995ca29-952c-4f0b-91fe-9ad55bbd060d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:19.973237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.978213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfd16-b9f5-43cd-93b3-fc201a9a12b4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e8b2240f-e883-43f0-a915-8343b0e7052f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.981156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a678567e-9560-4b5f-992a-ea6ad8c0eba9 req-e995ca29-952c-4f0b-91fe-9ad55bbd060d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.0726733 Feb 11 05:50:20.019978 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.027962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8874-37d9-4b32-a431-3cd71454c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (8b586b7a-3663-4736-8b1d-aee09eacdb08), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.050174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=ea51220f-1c60-4f1b-b8b2-58be067919d1,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:20.072755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a678567e-9560-4b5f-992a-ea6ad8c0eba9 req-491c07a0-c75d-4238-a65c-7ee522992e7a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892503 Feb 11 05:50:20.074987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8874-37d9-4b32-a431-3cd71454c6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.080497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7f9c8874-37d9-4b32-a431-3cd71454c6a8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8b586b7a-3663-4736-8b1d-aee09eacdb08 HTTP/1.1" status: 204 len: 168 time: 1.0256565 Feb 11 05:50:20.081339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37250) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:20.107571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c8874-37d9-4b32-a431-3cd71454c6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b586b7a-3663-4736-8b1d-aee09eacdb08,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:20.138551 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (ea51220f-1c60-4f1b-b8b2-58be067919d1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.173494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] No DVR routers for this DVR port ea51220f-1c60-4f1b-b8b2-58be067919d1 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:20.175556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac199e3-9e9b-4a15-aa0a-abc9624538c6 None None] Pushing event deleted for resources: {'Port': ['ID=ea51220f-1c60-4f1b-b8b2-58be067919d1,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:20.187089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:50:20.188878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (8db3a096-80a5-4d64-9081-b0f4f41c1c32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.237177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:20.244329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:20.249168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:20.249780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.261164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Router 207c786f-b14c-4cb3-acda-a857cf61233f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:20.262987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f78a57-98db-4e0e-9ccd-265623b3ceae None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:20.265900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=8db3a096-80a5-4d64-9081-b0f4f41c1c32,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:20.270984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.319693 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (55297543-f350-4a6d-9017-46d3a799dfcd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.389771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-32356c67-6146-4c0e-aa0b-65a02a6a8660 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6812892 Feb 11 05:50:20.390175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37258) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:20.393107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '8db3a096-80a5-4d64-9081-b0f4f41c1c32'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:50:20.394209 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.395033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b9795d34-e74f-43fd-ba75-dc9a20b898ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:20.409285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=d3f56dfe-1c2e-41bc-b139-b825f3307822,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:20.412541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (90a4e9b6-4ed3-4031-8679-774889ee04bd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.419971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfd16-b9f5-43cd-93b3-fc201a9a12b4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (e8b2240f-e883-43f0-a915-8343b0e7052f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.514929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbd301-c303-414a-8bea-88c4f27f8cdf None None] Network 373e949a-e5ff-41da-8b3a-8cd57fece62b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:20.515520 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfd16-b9f5-43cd-93b3-fc201a9a12b4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.523082 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d0bfd16-b9f5-43cd-93b3-fc201a9a12b4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/e8b2240f-e883-43f0-a915-8343b0e7052f HTTP/1.1" status: 204 len: 168 time: 1.0812194 Feb 11 05:50:20.524279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37262) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:20.529955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bfd16-b9f5-43cd-93b3-fc201a9a12b4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b2240f-e883-43f0-a915-8343b0e7052f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:20.645184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (55297543-f350-4a6d-9017-46d3a799dfcd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.654057 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (373e949a-e5ff-41da-8b3a-8cd57fece62b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.675763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Allocated IP 2001:db8::f816:3eff:fe6f:25d (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8db3a096-80a5-4d64-9081-b0f4f41c1c32/582e9605-22d1-46c6-9997-423d4a1c2b8a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:20.678244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:20.694685 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aeed217a-89ec-4b0a-9f8f-07417807c2b1 admin admin] 10.222.0.62 "PUT /v2.0/routers/207c786f-b14c-4cb3-acda-a857cf61233f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5651071 Feb 11 05:50:20.701470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] Sync routers for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:20.720904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37266) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:20.750132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55297543-f350-4a6d-9017-46d3a799dfcd']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.768344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:20.769878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.784910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278fe299-dab9-481a-963f-4fe6a40140cd') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.785209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278fe299-dab9-481a-963f-4fe6a40140cd') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:20.804834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (278fe299-dab9-481a-963f-4fe6a40140cd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.810076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9795d34-e74f-43fd-ba75-dc9a20b898ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:20.816414 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9795d34-e74f-43fd-ba75-dc9a20b898ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.819053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] DHCP port deletion for 373e949a-e5ff-41da-8b3a-8cd57fece62b request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:20.839558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (278fe299-dab9-481a-963f-4fe6a40140cd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.843145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:20.848339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:20.857660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:20.858101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (278fe299-dab9-481a-963f-4fe6a40140cd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:20.859995 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:21.019751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 1b565cf7-c130-420a-91c5-7fdcf993a25b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:21.020107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.042461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Publish callbacks [] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.073885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks [] for router (207c786f-b14c-4cb3-acda-a857cf61233f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.079321 n-d-713498-37 neutron-server[104087]: INFO neutron.db.ipam_backend_mixin [None req-b9795d34-e74f-43fd-ba75-dc9a20b898ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8db3a096-80a5-4d64-9081-b0f4f41c1c32 (CIDR: 2001:db8::/64) Feb 11 05:50:21.106629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:21.198276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] For port 1b565cf7-c130-420a-91c5-7fdcf993a25b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1b565cf7-c130-420a-91c5-7fdcf993a25b,segment=NetworkSegment(952246e5-1db1-4153-9edd-ce4442a0aee8),segment_id=952246e5-1db1-4153-9edd-ce4442a0aee8)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:21.198647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.205382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.215951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 1b565cf7-c130-420a-91c5-7fdcf993a25b owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:21.255694 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9795d34-e74f-43fd-ba75-dc9a20b898ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:50:21.257172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9795d34-e74f-43fd-ba75-dc9a20b898ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:50:21.309778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Pushing event updated for resources: {'Port': ['ID=582e9605-22d1-46c6-9997-423d4a1c2b8a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:21.328275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:21.330064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] Deleting port 1b565cf7-c130-420a-91c5-7fdcf993a25b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:21.330449 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.447660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b9795d34-e74f-43fd-ba75-dc9a20b898ef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0565805 Feb 11 05:50:21.454514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37280) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:21.462713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:21.480014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c58df-feca-4474-9f88-c7e07ff05535 req-6f67fc78-8173-4eb3-a697-bf493e043ef2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:21.482179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-320c58df-feca-4474-9f88-c7e07ff05535 req-6f67fc78-8173-4eb3-a697-bf493e043ef2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2425427 Feb 11 05:50:21.545036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 90a4e9b6-4ed3-4031-8679-774889ee04bd has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:21.580461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks [] for router_gateway (207c786f-b14c-4cb3-acda-a857cf61233f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.631450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (55297543-f350-4a6d-9017-46d3a799dfcd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.661241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] For port 1b565cf7-c130-420a-91c5-7fdcf993a25b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=1b565cf7-c130-420a-91c5-7fdcf993a25b,segment=NetworkSegment(952246e5-1db1-4153-9edd-ce4442a0aee8),segment_id=952246e5-1db1-4153-9edd-ce4442a0aee8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:21.662295 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.662868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.675254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] 10.222.0.62 "DELETE /v2.0/networks/55297543-f350-4a6d-9017-46d3a799dfcd HTTP/1.1" status: 204 len: 168 time: 1.5908253 Feb 11 05:50:21.676314 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.682822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-320c58df-feca-4474-9f88-c7e07ff05535 req-72764d83-005b-4175-af5d-c976c1a60d20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636000 Feb 11 05:50:21.724974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=1b565cf7-c130-420a-91c5-7fdcf993a25b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:21.728337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No DVR routers for this DVR port 1b565cf7-c130-420a-91c5-7fdcf993a25b on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:21.756836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dc3ad-ad59-4994-a33b-11990b9b8f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=55297543-f350-4a6d-9017-46d3a799dfcd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:21.757816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1b565cf7-c130-420a-91c5-7fdcf993a25b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:21.792432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] Calling delete_port for 1b565cf7-c130-420a-91c5-7fdcf993a25b owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:21.794732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 1b565cf7-c130-420a-91c5-7fdcf993a25b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:21.795077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 1b565cf7-c130-420a-91c5-7fdcf993a25b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:21.799366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:21.814165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:21.816195 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Sync routers for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:21.818970 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a40a254-f04e-422c-b6de-997ee5944049 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "PUT /v2.0/routers/90a4e9b6-4ed3-4031-8679-774889ee04bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5181384 Feb 11 05:50:21.855646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:21.871787 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:21.873256 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:21.887424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8d1dc91a-7a0b-45e6-a6be-771c0ea34e4f None None] Provisioning complete for port d3f56dfe-1c2e-41bc-b139-b825f3307822 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:21.887798 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc91a-7a0b-45e6-a6be-771c0ea34e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.919938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (373e949a-e5ff-41da-8b3a-8cd57fece62b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.934586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:21.944929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.964504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dc91a-7a0b-45e6-a6be-771c0ea34e4f None None] Port d3f56dfe-1c2e-41bc-b139-b825f3307822 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:21.984058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373e949a-e5ff-41da-8b3a-8cd57fece62b']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:22.002920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952246e5-1db1-4153-9edd-ce4442a0aee8') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:22.003681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952246e5-1db1-4153-9edd-ce4442a0aee8') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:22.022510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (952246e5-1db1-4153-9edd-ce4442a0aee8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.039242 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:22.065316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Deleting port 8c37252f-f191-4887-b774-641e5212adc9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:22.065748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8c37252f-f191-4887-b774-641e5212adc9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.092643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (952246e5-1db1-4153-9edd-ce4442a0aee8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.114044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:22.114408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (952246e5-1db1-4153-9edd-ce4442a0aee8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:22.120738 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:22.140040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Attempting to bind port 582e9605-22d1-46c6-9997-423d4a1c2b8a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:22.140306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Attempting to bind port 582e9605-22d1-46c6-9997-423d4a1c2b8a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:22.140731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Attempting to bind port 582e9605-22d1-46c6-9997-423d4a1c2b8a on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:22.157570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:22.158134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:22.158698 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.159144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:22.159784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Bound port: 582e9605-22d1-46c6-9997-423d4a1c2b8a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:22.160271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:22.178133 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 05:50:22.223474 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (1b565cf7-c130-420a-91c5-7fdcf993a25b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.282136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] Pushing event deleted for resources: {'Port': ['ID=1b565cf7-c130-420a-91c5-7fdcf993a25b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:22.285065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e557a1f-dd2b-4304-a22b-4b582108d1b2 None None] No DVR routers for this DVR port 1b565cf7-c130-420a-91c5-7fdcf993a25b on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:22.294034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '8c37252f-f191-4887-b774-641e5212adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:50:18Z', 'revision_number': 5, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port': {'id': '8c37252f-f191-4887-b774-641e5212adc9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:18Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:22.346063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] Checking router: 207c786f-b14c-4cb3-acda-a857cf61233f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:22.363427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] For port 582e9605-22d1-46c6-9997-423d4a1c2b8a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:22.366173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] Routers {'207c786f-b14c-4cb3-acda-a857cf61233f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:22.366817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['207c786f-b14c-4cb3-acda-a857cf61233f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:22.371413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] For port 582e9605-22d1-46c6-9997-423d4a1c2b8a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=582e9605-22d1-46c6-9997-423d4a1c2b8a,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:22.401206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] For port 8c37252f-f191-4887-b774-641e5212adc9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8c37252f-f191-4887-b774-641e5212adc9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:22.401780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8c37252f-f191-4887-b774-641e5212adc9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.466278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Calling delete_port for 8c37252f-f191-4887-b774-641e5212adc9 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:22.488745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] Set router 207c786f-b14c-4cb3-acda-a857cf61233f gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:22.513095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (373e949a-e5ff-41da-8b3a-8cd57fece62b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.520049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37290) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:22.527572 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:18Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 1, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3f56dfe-1c2e-41bc-b139-b825f3307822', 'name': '', 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:39:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '2586f30f-46d5-470a-aa6b-87e04db6e9c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:12Z', 'updated_at': '2022-02-11T05:50:19Z', 'revision_number': 2, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '2586f30f-46d5-470a-aa6b-87e04db6e9c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:22.564814 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Checking router: 90a4e9b6-4ed3-4031-8679-774889ee04bd for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:22.565241 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Updating router 90a4e9b6-4ed3-4031-8679-774889ee04bd port d3f56dfe-1c2e-41bc-b139-b825f3307822 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:50:22.582191 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8f6c5783-d02f-42e8-ac84-8fc221eb22d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6586ff3cfef449879e638faa9e5b5266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585327 Feb 11 05:50:22.587654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37292) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:22.598867 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.606084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/networks/373e949a-e5ff-41da-8b3a-8cd57fece62b HTTP/1.1" status: 204 len: 168 time: 2.0802157 Feb 11 05:50:22.628312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:50:21Z', 'revision_number': 6, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:22.635494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.644005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37294) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:22.645309 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.653588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'name': 'tempest-PortsTestJSON-113568747'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:22.667033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f152a99-ef6f-4d1d-896a-10fe9472c0de tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Network': ['ID=373e949a-e5ff-41da-8b3a-8cd57fece62b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:22.718906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb2abe-1690-4652-abf4-3dc34f697f04 None None] The sync data for ids ['207c786f-b14c-4cb3-acda-a857cf61233f'] in n-d-713498-37 is: [{'id': '207c786f-b14c-4cb3-acda-a857cf61233f', 'name': 'tempest-TestVolumeBackupRestore-832966250-router', 'tenant_id': '6b16429ff4124e078ff9c4153e077c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:17Z', 'updated_at': '2022-02-11T05:50:21Z', 'revision_number': 6, 'project_id': '6b16429ff4124e078ff9c4153e077c6a', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:22.722998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62c306fd-ca95-4cda-a0e8-5e32b9a33391 admin admin] Publish callbacks [] for security_group (9a2d2588-07ac-4c2a-97b6-2647335830a7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.832826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b685d-294f-4cf6-bc67-9a469189738b None None] Pushing event updated for resources: {'Port': ['ID=582e9605-22d1-46c6-9997-423d4a1c2b8a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:22.861959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62c306fd-ca95-4cda-a0e8-5e32b9a33391 admin admin] Publish callbacks [] for security_group (9a2d2588-07ac-4c2a-97b6-2647335830a7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:22.954943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (be5e46d5-36de-4b87-aa20-7c4424a7f4de), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.020112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db203e3-38c9-4f8a-b09f-f6dcbc6994f6 req-013d7e88-a931-44ac-b3f3-163548c4e23c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:23.022882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4db203e3-38c9-4f8a-b09f-f6dcbc6994f6 req-013d7e88-a931-44ac-b3f3-163548c4e23c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1773973 Feb 11 05:50:23.026833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:23.034776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.045611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:23.064979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:23.082379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:23.084558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:23.085219 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.105257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62c306fd-ca95-4cda-a0e8-5e32b9a33391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9a2d2588-07ac-4c2a-97b6-2647335830a7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.109339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62c306fd-ca95-4cda-a0e8-5e32b9a33391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.113526 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-62c306fd-ca95-4cda-a0e8-5e32b9a33391 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a2d2588-07ac-4c2a-97b6-2647335830a7 HTTP/1.1" status: 204 len: 168 time: 0.5262444 Feb 11 05:50:23.132151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=be5e46d5-36de-4b87-aa20-7c4424a7f4de,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:23.219665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4db203e3-38c9-4f8a-b09f-f6dcbc6994f6 req-1169eff3-6bc6-404c-b54a-24e31d2d614d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810460 Feb 11 05:50:23.236374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c306fd-ca95-4cda-a0e8-5e32b9a33391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d2588-07ac-4c2a-97b6-2647335830a7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:23.285514 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8c37252f-f191-4887-b774-641e5212adc9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.344335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c37252f-f191-4887-b774-641e5212adc9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:23.357856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4ee9836-a1e2-4280-9617-ec4afade6067 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9000347 Feb 11 05:50:23.379203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37304) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:23.410023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:f1:6a:80', 'name': 'tempest-NetworksTestDHCPv6-231552674'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:23.505130 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Publish callbacks [] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.513987 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.583173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (207c786f-b14c-4cb3-acda-a857cf61233f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.630132 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.670598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.744298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:23.745362 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (207c786f-b14c-4cb3-acda-a857cf61233f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.749661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks [] for router_controller (207c786f-b14c-4cb3-acda-a857cf61233f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.753848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:23.759638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:23.768370 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Pushing event updated for resources: {'Port': ['ID=d3f56dfe-1c2e-41bc-b139-b825f3307822,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:23.769999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:23.771570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.801544 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.801904 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.802252 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.802593 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.802983 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.803253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.803585 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.803915 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.804244 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.804570 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.804969 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.806462 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.806462 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:23.848103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:23.884945 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Attempting to bind port d3f56dfe-1c2e-41bc-b139-b825f3307822 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:23.885349 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Attempting to bind port d3f56dfe-1c2e-41bc-b139-b825f3307822 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:23.885769 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Attempting to bind port d3f56dfe-1c2e-41bc-b139-b825f3307822 on network 1151b86b-267d-4aad-9a7b-b59b529b58c0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:23.896031 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:23.897055 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Checking segment: {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:23.903806 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.908347 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Bound using segment: {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:23.912538 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Bound port: d3f56dfe-1c2e-41bc-b139-b825f3307822, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f4cabd-4980-4541-a570-d271984f3109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:23.913007 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.963724 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-adac3c76-4fd8-4358-9f66-b0e32471e84a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3193791 Feb 11 05:50:23.966405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37310) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:24.112293 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] For port d3f56dfe-1c2e-41bc-b139-b825f3307822, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:24.122896 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] For port d3f56dfe-1c2e-41bc-b139-b825f3307822, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d3f56dfe-1c2e-41bc-b139-b825f3307822,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:24.152923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 582e9605-22d1-46c6-9997-423d4a1c2b8a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:24.159398 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (207c786f-b14c-4cb3-acda-a857cf61233f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.161808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 207c786f-b14c-4cb3-acda-a857cf61233f {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:50:24.173579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.183896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-56894e11-4df4-45a2-af7f-46a23633fed6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/207c786f-b14c-4cb3-acda-a857cf61233f HTTP/1.1" status: 204 len: 168 time: 3.4468951 Feb 11 05:50:24.183896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:24.184156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37312) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:24.237918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5db7f75d-73da-498b-8e07-4a6c860481ce tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:24.237918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db7f75d-73da-498b-8e07-4a6c860481ce tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.265577 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.372301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.384139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 582e9605-22d1-46c6-9997-423d4a1c2b8a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:24.384910 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.448254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-483d581a-fbda-4ed2-b8d1-3e2120a69a2d admin admin] Deleting subnet d6ebe382-7277-4ac6-a7b6-7724669b67ed {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:24.457534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-483d581a-fbda-4ed2-b8d1-3e2120a69a2d admin admin] Publish callbacks [] for subnet (d6ebe382-7277-4ac6-a7b6-7724669b67ed), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.474867 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:24.483878 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:24.490060 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7cba5-17c9-4ce7-95fe-6b9472225db6 None None] Pushing event updated for resources: {'Port': ['ID=d3f56dfe-1c2e-41bc-b139-b825f3307822,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:24.532035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 27ae584a-b414-4649-a9f0-58fe71dbd6da yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:24.554828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4a5c4653-6ba7-4d96-96af-2755fc2673f0 None None] Provisioning complete for port d3f56dfe-1c2e-41bc-b139-b825f3307822 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:24.556044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a5c4653-6ba7-4d96-96af-2755fc2673f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.573687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-483d581a-fbda-4ed2-b8d1-3e2120a69a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (d6ebe382-7277-4ac6-a7b6-7724669b67ed), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.733318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 582e9605-22d1-46c6-9997-423d4a1c2b8a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:24.738008 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.743102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-483d581a-fbda-4ed2-b8d1-3e2120a69a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d6ebe382-7277-4ac6-a7b6-7724669b67ed), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.743429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37320) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:24.793590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563615f3-941c-46cb-a2e9-48b2883bde07 req-2ae56654-e25d-41d6-8ef7-af8bcf333071 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:24.795278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-563615f3-941c-46cb-a2e9-48b2883bde07 req-2ae56654-e25d-41d6-8ef7-af8bcf333071 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3577311 Feb 11 05:50:24.849543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 582e9605-22d1-46c6-9997-423d4a1c2b8a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=582e9605-22d1-46c6-9997-423d4a1c2b8a,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:24.860550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db7f75d-73da-498b-8e07-4a6c860481ce tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.884349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5db7f75d-73da-498b-8e07-4a6c860481ce tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:24.910872 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:24.921178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.987991 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-483d581a-fbda-4ed2-b8d1-3e2120a69a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (d6ebe382-7277-4ac6-a7b6-7724669b67ed), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.996693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c4653-6ba7-4d96-96af-2755fc2673f0 None None] Current status of the port d3f56dfe-1c2e-41bc-b139-b825f3307822 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:24.997158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a5c4653-6ba7-4d96-96af-2755fc2673f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.014288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=582e9605-22d1-46c6-9997-423d4a1c2b8a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:25.022432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ff76c051-e243-4c63-bfe8-6504f67f55ab no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:25.025050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fb30cc-bed9-480e-b697-1d115ebde7da None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:25.063491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ff76c051-e243-4c63-bfe8-6504f67f55ab {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:25.063847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ff76c051-e243-4c63-bfe8-6504f67f55ab not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:25.065686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d581a-fbda-4ed2-b8d1-3e2120a69a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ebe382-7277-4ac6-a7b6-7724669b67ed,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:25.074710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4d07921a-2299-4752-99c8-08cd46c8d406 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=213479b39dad4678959393cc04e21526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706335 Feb 11 05:50:25.076035 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-483d581a-fbda-4ed2-b8d1-3e2120a69a2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.081356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:25.082736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df86136-d059-4363-90b4-9ecfc2aae790 None None] Network 505a71d0-67e8-41b7-84ca-0550ad56292f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:25.088964 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-483d581a-fbda-4ed2-b8d1-3e2120a69a2d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d6ebe382-7277-4ac6-a7b6-7724669b67ed HTTP/1.1" status: 204 len: 168 time: 0.9025185 Feb 11 05:50:25.091692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:25.105458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4a5c4653-6ba7-4d96-96af-2755fc2673f0 None None] For port d3f56dfe-1c2e-41bc-b139-b825f3307822, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d3f56dfe-1c2e-41bc-b139-b825f3307822,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:25.167228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665ad943-af44-4946-9bc1-3cce8a3a6e62 admin admin] Publish callbacks [] for security_group (d2ce0d21-c00a-42be-a7b2-bf85a2b8d44e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.194013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665ad943-af44-4946-9bc1-3cce8a3a6e62 admin admin] Publish callbacks [] for security_group (d2ce0d21-c00a-42be-a7b2-bf85a2b8d44e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.226088 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (505a71d0-67e8-41b7-84ca-0550ad56292f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.252702 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a5c4653-6ba7-4d96-96af-2755fc2673f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.256880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-563615f3-941c-46cb-a2e9-48b2883bde07 req-36f156e9-55e5-4726-a1f0-0d766c3b9c45 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084210 Feb 11 05:50:25.300407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Deleting port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:25.306456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.346479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db7f75d-73da-498b-8e07-4a6c860481ce tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.359023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8:0:1::24f (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/be5e46d5-36de-4b87-aa20-7c4424a7f4de/27ae584a-b414-4649-a9f0-58fe71dbd6da) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:25.376963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::f816:3eff:fef1:6a80 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8db3a096-80a5-4d64-9081-b0f4f41c1c32/27ae584a-b414-4649-a9f0-58fe71dbd6da) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:25.394986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665ad943-af44-4946-9bc1-3cce8a3a6e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2ce0d21-c00a-42be-a7b2-bf85a2b8d44e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.401324 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665ad943-af44-4946-9bc1-3cce8a3a6e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.403487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-665ad943-af44-4946-9bc1-3cce8a3a6e62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2ce0d21-c00a-42be-a7b2-bf85a2b8d44e HTTP/1.1" status: 204 len: 168 time: 0.3209314 Feb 11 05:50:25.428796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c4653-6ba7-4d96-96af-2755fc2673f0 None None] Pushing event updated for resources: {'Port': ['ID=d3f56dfe-1c2e-41bc-b139-b825f3307822,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:25.445363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ad943-af44-4946-9bc1-3cce8a3a6e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce0d21-c00a-42be-a7b2-bf85a2b8d44e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:25.455483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ecbbef4d-79ab-4a2e-b99e-6534334c9ad9 None None] Provisioning complete for port 582e9605-22d1-46c6-9997-423d4a1c2b8a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:25.456368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ecbbef4d-79ab-4a2e-b99e-6534334c9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.495260 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:18Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 1, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3f56dfe-1c2e-41bc-b139-b825f3307822', 'name': '', 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:39:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '2586f30f-46d5-470a-aa6b-87e04db6e9c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:12Z', 'updated_at': '2022-02-11T05:50:24Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '2586f30f-46d5-470a-aa6b-87e04db6e9c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:25.510596 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] For port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f4c43842-fca6-4303-a1d7-7a31f7b2cdf6,segment=NetworkSegment(f300c29a-f022-46fa-b763-8b8b8afb4d48),segment_id=f300c29a-f022-46fa-b763-8b8b8afb4d48)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:25.510985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.532126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Calling delete_port for f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:25.541352 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ee73a-e986-4ff4-880f-ba89735f2b17 None None] The sync data for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 is: [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:18Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 1, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3f56dfe-1c2e-41bc-b139-b825f3307822', 'name': '', 'network_id': '1151b86b-267d-4aad-9a7b-b59b529b58c0', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:39:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '2586f30f-46d5-470a-aa6b-87e04db6e9c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:12Z', 'updated_at': '2022-02-11T05:50:24Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '2586f30f-46d5-470a-aa6b-87e04db6e9c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:25.603565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7f75d-73da-498b-8e07-4a6c860481ce tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:25.614845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] DHCP port deletion for 505a71d0-67e8-41b7-84ca-0550ad56292f request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:25.617340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5db7f75d-73da-498b-8e07-4a6c860481ce tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.631660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 582e9605-22d1-46c6-9997-423d4a1c2b8a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:25.640247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37328) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:25.641996 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5db7f75d-73da-498b-8e07-4a6c860481ce tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/ec17fd0a-7c5a-41e8-8c4f-0a4823beea9f HTTP/1.1" status: 204 len: 168 time: 1.6593897 Feb 11 05:50:25.647857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f43d2-2824-4dc2-b184-e4a30fd36c91 None None] Update dhcp port {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'fixed_ips': [{'subnet_id': '8db3a096-80a5-4d64-9081-b0f4f41c1c32', 'ip_address': '2001:db8::f816:3eff:fe6f:25d'}, {'subnet_id': 'be5e46d5-36de-4b87-aa20-7c4424a7f4de'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '582e9605-22d1-46c6-9997-423d4a1c2b8a'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:50:25.659112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'mac_address': 'fa:16:3e:ac:25:e4', 'name': 'tempest-PortsTestJSON-1576860698'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:25.796064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e0f43d2-2824-4dc2-b184-e4a30fd36c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.845662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbef4d-79ab-4a2e-b99e-6534334c9ad9 None None] Current status of the port 582e9605-22d1-46c6-9997-423d4a1c2b8a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:25.881421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.917609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 582e9605-22d1-46c6-9997-423d4a1c2b8a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:25.918256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.951962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] No DVR routers for this DVR port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:25.960335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] Deleting port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:25.960744 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.012133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c43842-fca6-4303-a1d7-7a31f7b2cdf6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:26.081871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ecbbef4d-79ab-4a2e-b99e-6534334c9ad9 None None] Provisioning complete for port d3f56dfe-1c2e-41bc-b139-b825f3307822 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:26.082249 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ecbbef4d-79ab-4a2e-b99e-6534334c9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.122536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (505a71d0-67e8-41b7-84ca-0550ad56292f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.167537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505a71d0-67e8-41b7-84ca-0550ad56292f']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:26.183440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f300c29a-f022-46fa-b763-8b8b8afb4d48') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:26.183835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f300c29a-f022-46fa-b763-8b8b8afb4d48') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:26.205654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (f300c29a-f022-46fa-b763-8b8b8afb4d48), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.247666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f300c29a-f022-46fa-b763-8b8b8afb4d48), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.259246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:26.259246 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (f300c29a-f022-46fa-b763-8b8b8afb4d48), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.321637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] For port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:26.324333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:26.334431 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:26.370250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] Calling delete_port for f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:26.430381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] Port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:50:26.433335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 582e9605-22d1-46c6-9997-423d4a1c2b8a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:26.450066 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (f4c43842-fca6-4303-a1d7-7a31f7b2cdf6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.465665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8c37252f-f191-4887-b774-641e5212adc9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:26.496662 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (505a71d0-67e8-41b7-84ca-0550ad56292f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.510556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (27ae584a-b414-4649-a9f0-58fe71dbd6da), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.525500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.532316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8c37252f-f191-4887-b774-641e5212adc9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:26.532647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8c37252f-f191-4887-b774-641e5212adc9 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:26.533101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] 10.222.0.62 "DELETE /v2.0/networks/505a71d0-67e8-41b7-84ca-0550ad56292f HTTP/1.1" status: 204 len: 168 time: 1.4399166 Feb 11 05:50:26.541313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37340) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:26.542275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde678c7-662d-4517-ae4c-4d16a0c77933 admin admin] Pushing event deleted for resources: {'Network': ['ID=505a71d0-67e8-41b7-84ca-0550ad56292f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:26.543301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8ad5b-3dea-4300-a264-81730f29a3b2 req-b76854d3-c5fd-44d1-b412-000e888a812c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:26.543581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbef4d-79ab-4a2e-b99e-6534334c9ad9 None None] Current status of the port d3f56dfe-1c2e-41bc-b139-b825f3307822 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:26.544953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3da8ad5b-3dea-4300-a264-81730f29a3b2 req-b76854d3-c5fd-44d1-b412-000e888a812c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1537685 Feb 11 05:50:26.629745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] Pushing event deleted for resources: {'Port': ['ID=f4c43842-fca6-4303-a1d7-7a31f7b2cdf6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:26.638429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab94cf-0e38-4193-a60f-17b93738c1b6 None None] No DVR routers for this DVR port f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:26.657232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3da8ad5b-3dea-4300-a264-81730f29a3b2 req-398e7a45-4989-47b9-a451-099709a6de3a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936470 Feb 11 05:50:26.658600 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:26.797094 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.825954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 6ebeb322-c333-49a5-8866-3f5b9d422b03 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:26.847289 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (27ae584a-b414-4649-a9f0-58fe71dbd6da), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.937442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6e0f43d2-2824-4dc2-b184-e4a30fd36c91 None None] Allocated IP 2001:db8:0:1::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/be5e46d5-36de-4b87-aa20-7c4424a7f4de/582e9605-22d1-46c6-9997-423d4a1c2b8a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:26.965064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:26.976354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:26.980009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:26.986237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:26.987232 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.019308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=27ae584a-b414-4649-a9f0-58fe71dbd6da,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:27.136522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6e0f43d2-2824-4dc2-b184-e4a30fd36c91 None None] For port 582e9605-22d1-46c6-9997-423d4a1c2b8a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=582e9605-22d1-46c6-9997-423d4a1c2b8a,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:27.208979 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e0f43d2-2824-4dc2-b184-e4a30fd36c91 None None] Publish callbacks [] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.209492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1c5e6ae5-0e47-4b9b-840c-16b8a03f51ed tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8291566 Feb 11 05:50:27.213323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37352) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:27.261538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (6ebeb322-c333-49a5-8866-3f5b9d422b03), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.331843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (eb17ad33-d1a0-41df-ad39-4d34a546d832), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.347813 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e0f43d2-2824-4dc2-b184-e4a30fd36c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.463683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (6ebeb322-c333-49a5-8866-3f5b9d422b03), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.525963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f43d2-2824-4dc2-b184-e4a30fd36c91 None None] Pushing event updated for resources: {'Port': ['ID=582e9605-22d1-46c6-9997-423d4a1c2b8a,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:27.585288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-db4d6b80-75ef-49ae-bcee-6f0ecdabd585 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 27ae584a-b414-4649-a9f0-58fe71dbd6da {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:27.585499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db4d6b80-75ef-49ae-bcee-6f0ecdabd585 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (27ae584a-b414-4649-a9f0-58fe71dbd6da), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.604554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=6ebeb322-c333-49a5-8866-3f5b9d422b03,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:27.608345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:27.608511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d3f56dfe-1c2e-41bc-b139-b825f3307822 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:27.610553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:27.615733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:27.629249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:27.629968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.774292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d3f56dfe-1c2e-41bc-b139-b825f3307822 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:27.774697 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.818484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6b84b882-b940-4cd7-8d59-84b51052b071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1770098 Feb 11 05:50:27.822391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37368) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:27.850902 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db4d6b80-75ef-49ae-bcee-6f0ecdabd585 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (27ae584a-b414-4649-a9f0-58fe71dbd6da), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.922271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-db4d6b80-75ef-49ae-bcee-6f0ecdabd585 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 27ae584a-b414-4649-a9f0-58fe71dbd6da owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:27.953846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d3f56dfe-1c2e-41bc-b139-b825f3307822 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:27.970831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8747d7-c9d4-4a9e-9992-00d7cb5d0c6b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:27.975454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0f8747d7-c9d4-4a9e-9992-00d7cb5d0c6b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/6ebeb322-c333-49a5-8866-3f5b9d422b03 HTTP/1.1" status: 200 len: 841 time: 0.1523840 Feb 11 05:50:27.983137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37370) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:28.017197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff86953-375f-40c6-a32b-7f0dddde03fe req-75e32cff-75eb-4da6-839a-209781f54f47 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:28.022144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ff86953-375f-40c6-a32b-7f0dddde03fe req-75e32cff-75eb-4da6-839a-209781f54f47 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2010889 Feb 11 05:50:28.080439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:28.157485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ff86953-375f-40c6-a32b-7f0dddde03fe req-181e2bc0-5db4-4554-9eb6-37cb68c1b890 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227314 Feb 11 05:50:28.162372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:28.162745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f4c43842-fca6-4303-a1d7-7a31f7b2cdf6 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:28.416396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Deleting port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:28.416985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.424113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf3630-01ce-4ab2-a92c-b38c64a4e0c0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 6ebeb322-c333-49a5-8866-3f5b9d422b03 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:28.424483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3630-01ce-4ab2-a92c-b38c64a4e0c0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6ebeb322-c333-49a5-8866-3f5b9d422b03), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.608559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ce5c555e-192d-49fb-a0ad-e17729de30f7 None None] Provisioning complete for port 582e9605-22d1-46c6-9997-423d4a1c2b8a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:28.610335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce5c555e-192d-49fb-a0ad-e17729de30f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.630386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3630-01ce-4ab2-a92c-b38c64a4e0c0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6ebeb322-c333-49a5-8866-3f5b9d422b03), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.656343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf3630-01ce-4ab2-a92c-b38c64a4e0c0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 6ebeb322-c333-49a5-8866-3f5b9d422b03 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:28.665701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] For port 7cf2b474-a4a6-49d9-a8ca-03404ee463b3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,segment=NetworkSegment(47c78602-5e12-4fac-bee3-2a67d8efb883),segment_id=47c78602-5e12-4fac-bee3-2a67d8efb883)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:28.665701 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.691271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Calling delete_port for 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:28.786974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c555e-192d-49fb-a0ad-e17729de30f7 None None] Current status of the port 582e9605-22d1-46c6-9997-423d4a1c2b8a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:28.833474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db4d6b80-75ef-49ae-bcee-6f0ecdabd585 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (27ae584a-b414-4649-a9f0-58fe71dbd6da), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.928995 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d6b80-75ef-49ae-bcee-6f0ecdabd585 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=27ae584a-b414-4649-a9f0-58fe71dbd6da,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:28.935864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3630-01ce-4ab2-a92c-b38c64a4e0c0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6ebeb322-c333-49a5-8866-3f5b9d422b03), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.034881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf3630-01ce-4ab2-a92c-b38c64a4e0c0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=6ebeb322-c333-49a5-8866-3f5b9d422b03,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:29.040011 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db4d6b80-75ef-49ae-bcee-6f0ecdabd585 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.040641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-db4d6b80-75ef-49ae-bcee-6f0ecdabd585 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/27ae584a-b414-4649-a9f0-58fe71dbd6da HTTP/1.1" status: 204 len: 168 time: 1.8252671 Feb 11 05:50:29.043884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37386) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.053545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3630-01ce-4ab2-a92c-b38c64a4e0c0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.059578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37388) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.067511 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b4bf3630-01ce-4ab2-a92c-b38c64a4e0c0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/6ebeb322-c333-49a5-8866-3f5b9d422b03 HTTP/1.1" status: 204 len: 168 time: 1.0776377 Feb 11 05:50:29.111278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c036dde7-d4bc-4bdd-b103-6ba3d6a4c79e None None] Could not find standard attr ID for object 27ae584a-b414-4649-a9f0-58fe71dbd6da. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:50:29.155758 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0ded44-9951-42c5-848d-66b6a66956e1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:50:29.168490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37390) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.169156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9e0ded44-9951-42c5-848d-66b6a66956e1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/6ebeb322-c333-49a5-8866-3f5b9d422b03 HTTP/1.1" status: 404 len: 333 time: 0.1072776 Feb 11 05:50:29.181241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'name': 'tempest-PortsTestJSON-1430932476'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:29.252832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a7e636-0b04-4fbb-8a27-9a1747858cf8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:29.254575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-18a7e636-0b04-4fbb-8a27-9a1747858cf8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2099688 Feb 11 05:50:29.257300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.381038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764290c-c6ac-48fa-a09d-22e57ce9df16 req-83c56868-d6ab-4946-81bf-d835f7cdb4ea tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:29.393793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3764290c-c6ac-48fa-a09d-22e57ce9df16 req-83c56868-d6ab-4946-81bf-d835f7cdb4ea tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1164792 Feb 11 05:50:29.475063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7719b-389c-4672-95cd-5fe66f30b0f5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:29.476920 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-15b7719b-389c-4672-95cd-5fe66f30b0f5 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2185631 Feb 11 05:50:29.481632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37400) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.496185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3764290c-c6ac-48fa-a09d-22e57ce9df16 req-b66ebf57-b331-4bcf-8e91-c05d7f702c5a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997970 Feb 11 05:50:29.514735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37402) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.520889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 582e9605-22d1-46c6-9997-423d4a1c2b8a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:29.613412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:29.616787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.626729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 582e9605-22d1-46c6-9997-423d4a1c2b8a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:29.630093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.678520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd1693-5fe1-419e-bf4c-fdfb32972233 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:29.679846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd1693-5fe1-419e-bf4c-fdfb32972233 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:29.681923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd1693-5fe1-419e-bf4c-fdfb32972233 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:29.683590 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d4bd1693-5fe1-419e-bf4c-fdfb32972233 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1977677 Feb 11 05:50:29.686621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37406) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.688508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port a18e6d37-68e2-4810-8c40-1c9a25d8339e yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:29.812565 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7cf2b474-a4a6-49d9-a8ca-03404ee463b3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.833575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af0e8eb-1eab-4573-adaf-80bdb80f9501 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 8db3a096-80a5-4d64-9081-b0f4f41c1c32 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:29.843932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4af0e8eb-1eab-4573-adaf-80bdb80f9501 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (8db3a096-80a5-4d64-9081-b0f4f41c1c32), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:29.875334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf2b474-a4a6-49d9-a8ca-03404ee463b3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:29.984709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4af0e8eb-1eab-4573-adaf-80bdb80f9501 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (8db3a096-80a5-4d64-9081-b0f4f41c1c32), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.113286 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4af0e8eb-1eab-4573-adaf-80bdb80f9501 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8db3a096-80a5-4d64-9081-b0f4f41c1c32), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.252066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 582e9605-22d1-46c6-9997-423d4a1c2b8a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:30.279268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4af0e8eb-1eab-4573-adaf-80bdb80f9501 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (8db3a096-80a5-4d64-9081-b0f4f41c1c32), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.336927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0e8eb-1eab-4573-adaf-80bdb80f9501 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=8db3a096-80a5-4d64-9081-b0f4f41c1c32,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:30.341653 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4af0e8eb-1eab-4573-adaf-80bdb80f9501 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.345384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4af0e8eb-1eab-4573-adaf-80bdb80f9501 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8db3a096-80a5-4d64-9081-b0f4f41c1c32 HTTP/1.1" status: 204 len: 168 time: 0.6570642 Feb 11 05:50:30.347930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37416) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:30.350721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799ee6f-20ac-4fdb-9b2b-ec94029ac930 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:30.426019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b23d58-a7ea-44d4-abc6-b780c6483e25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet be5e46d5-36de-4b87-aa20-7c4424a7f4de {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:30.440115 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43b23d58-a7ea-44d4-abc6-b780c6483e25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (be5e46d5-36de-4b87-aa20-7c4424a7f4de), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.544019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43b23d58-a7ea-44d4-abc6-b780c6483e25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (be5e46d5-36de-4b87-aa20-7c4424a7f4de), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.778800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504edf8a-3219-434e-b025-b79f80d1634a req-6054e228-81b7-473a-a104-0d3dce0c8d17 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:30.791956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-504edf8a-3219-434e-b025-b79f80d1634a req-6054e228-81b7-473a-a104-0d3dce0c8d17 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1413672 Feb 11 05:50:30.849617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (a18e6d37-68e2-4810-8c40-1c9a25d8339e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.909193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-504edf8a-3219-434e-b025-b79f80d1634a req-903747ba-8c62-4f48-82c1-9c220ad70465 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133969 Feb 11 05:50:30.928005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43b23d58-a7ea-44d4-abc6-b780c6483e25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (be5e46d5-36de-4b87-aa20-7c4424a7f4de), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.145689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43b23d58-a7ea-44d4-abc6-b780c6483e25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (be5e46d5-36de-4b87-aa20-7c4424a7f4de), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.256299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23d58-a7ea-44d4-abc6-b780c6483e25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=be5e46d5-36de-4b87-aa20-7c4424a7f4de,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:31.259918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (a18e6d37-68e2-4810-8c40-1c9a25d8339e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.269327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43b23d58-a7ea-44d4-abc6-b780c6483e25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.272801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-43b23d58-a7ea-44d4-abc6-b780c6483e25 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/be5e46d5-36de-4b87-aa20-7c4424a7f4de HTTP/1.1" status: 204 len: 168 time: 0.9235401 Feb 11 05:50:31.276399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37430) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:31.282044 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (eb17ad33-d1a0-41df-ad39-4d34a546d832), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.335565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:31.343988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:31.348525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:31.351172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-79b3b583-ec68-445c-9062-941634dc2edc tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734944 Feb 11 05:50:31.358963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:31.359191 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37432) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:31.359642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.364396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:31.451725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (90a4e9b6-4ed3-4031-8679-774889ee04bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.453967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=a18e6d37-68e2-4810-8c40-1c9a25d8339e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:31.582740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-662c53b1-b9e2-48b3-8b50-c27c9a60d8d4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4111733 Feb 11 05:50:31.583450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37434) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:31.598168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:31.682125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:31.686258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.733434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e9047-6e94-4a63-a83f-3412bd1cceac None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:31.834470 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a18e6d37-68e2-4810-8c40-1c9a25d8339e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:31.991018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9f3a2380-2ec5-4b58-8ef0-762ac2c47290 None None] Provisioning complete for port 582e9605-22d1-46c6-9997-423d4a1c2b8a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:31.991287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2380-2ec5-4b58-8ef0-762ac2c47290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.238789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a2380-2ec5-4b58-8ef0-762ac2c47290 None None] Current status of the port 582e9605-22d1-46c6-9997-423d4a1c2b8a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:32.266469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:32.315300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e21b-7374-4395-b8f1-83775ba0cef5 req-977f7356-754d-4a4d-9216-55f36da43097 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:32.317610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e14e21b-7374-4395-b8f1-83775ba0cef5 req-977f7356-754d-4a4d-9216-55f36da43097 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2782755 Feb 11 05:50:32.390428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] Deleting port 582e9605-22d1-46c6-9997-423d4a1c2b8a {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:32.391152 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.404823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Router eb17ad33-d1a0-41df-ad39-4d34a546d832 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:32.420863 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (8ed92014-60ef-4183-b9d2-6e68fb1f009b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.440355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e14e21b-7374-4395-b8f1-83775ba0cef5 req-af07780d-a7c0-4044-a861-eb9b506725e4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163383 Feb 11 05:50:32.501369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] For port 582e9605-22d1-46c6-9997-423d4a1c2b8a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=582e9605-22d1-46c6-9997-423d4a1c2b8a,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:32.501765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:32.502161 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.506262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:32.513485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:32.514161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.535512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] Calling delete_port for 582e9605-22d1-46c6-9997-423d4a1c2b8a owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:32.542841 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=8ed92014-60ef-4183-b9d2-6e68fb1f009b,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:32.612577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (a18e6d37-68e2-4810-8c40-1c9a25d8339e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.627625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37444) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:32.628722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-967d23b5-c5c7-426e-8c67-401a656e8f33 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2682512 Feb 11 05:50:32.633934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c4454bcf-9047-458f-95dd-52e6062b0f69 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:32.779485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (a18e6d37-68e2-4810-8c40-1c9a25d8339e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.866544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] In _notify_port_updated(), no bound segment for port a18e6d37-68e2-4810-8c40-1c9a25d8339e on network 12cf86e7-5515-4d64-946f-9db6841220a6 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:50:32.867152 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (582e9605-22d1-46c6-9997-423d4a1c2b8a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.872131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:32.872862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.874702 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "PUT /v2.0/ports/a18e6d37-68e2-4810-8c40-1c9a25d8339e HTTP/1.1" status: 200 len: 818 time: 1.2806480 Feb 11 05:50:32.877618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37448) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:32.897391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:32.906593 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0bf9066e-bbad-43a7-bd79-ab3c90e2f09a admin admin] 10.222.0.62 "PUT /v2.0/routers/eb17ad33-d1a0-41df-ad39-4d34a546d832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3502779 Feb 11 05:50:32.907948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd84f5-10b0-47ef-aad8-325bd5c61139 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=a18e6d37-68e2-4810-8c40-1c9a25d8339e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:32.911277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37450) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:32.920692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] Sync routers for ids ['eb17ad33-d1a0-41df-ad39-4d34a546d832'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:32.935329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] Pushing event deleted for resources: {'Port': ['ID=582e9605-22d1-46c6-9997-423d4a1c2b8a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:32.954607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faf946-8e4f-4038-bd27-3b8c85310d9d None None] No DVR routers for this DVR port 582e9605-22d1-46c6-9997-423d4a1c2b8a on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:32.955663 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27bfc3e7-b622-4552-a02f-8a73272cdf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.975127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] Routers {'eb17ad33-d1a0-41df-ad39-4d34a546d832'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:32.975911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['eb17ad33-d1a0-41df-ad39-4d34a546d832'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:33.015928 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port d3f56dfe-1c2e-41bc-b139-b825f3307822 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:33.016173 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.038189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546507a-91a2-4018-8115-2ba3c709b17c None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:33.100786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4454bcf-9047-458f-95dd-52e6062b0f69 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:33.106682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4454bcf-9047-458f-95dd-52e6062b0f69 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.157294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d1a78d30-3052-4347-97a4-d40b39cb3738 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port a18e6d37-68e2-4810-8c40-1c9a25d8339e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:33.158084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1a78d30-3052-4347-97a4-d40b39cb3738 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a18e6d37-68e2-4810-8c40-1c9a25d8339e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.253977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] Set router eb17ad33-d1a0-41df-ad39-4d34a546d832 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:33.272512 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1a78d30-3052-4347-97a4-d40b39cb3738 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a18e6d37-68e2-4810-8c40-1c9a25d8339e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.286637 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks [] for router (eb17ad33-d1a0-41df-ad39-4d34a546d832), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.294468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d1a78d30-3052-4347-97a4-d40b39cb3738 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for a18e6d37-68e2-4810-8c40-1c9a25d8339e owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:33.399168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '8ed92014-60ef-4183-b9d2-6e68fb1f009b'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:50:33.403531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.493524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 582e9605-22d1-46c6-9997-423d4a1c2b8a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:33.536169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 582e9605-22d1-46c6-9997-423d4a1c2b8a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:33.536519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 582e9605-22d1-46c6-9997-423d4a1c2b8a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:33.592100 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1a78d30-3052-4347-97a4-d40b39cb3738 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a18e6d37-68e2-4810-8c40-1c9a25d8339e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.656621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a78d30-3052-4347-97a4-d40b39cb3738 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=a18e6d37-68e2-4810-8c40-1c9a25d8339e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:33.705884 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1a78d30-3052-4347-97a4-d40b39cb3738 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.710599 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d1a78d30-3052-4347-97a4-d40b39cb3738 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/a18e6d37-68e2-4810-8c40-1c9a25d8339e HTTP/1.1" status: 204 len: 168 time: 0.8313148 Feb 11 05:50:33.715364 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37458) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:33.787233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a0c4-cc49-4c81-9c7a-875d220f8d09 req-745b62e9-2f50-4cfa-9f15-37562c20bb38 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:33.790841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9f9a0c4-cc49-4c81-9c7a-875d220f8d09 req-745b62e9-2f50-4cfa-9f15-37562c20bb38 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1409428 Feb 11 05:50:33.830817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d3bd6a-6f67-4d52-a969-31e06e6058e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:33.833533 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-97d3bd6a-6f67-4d52-a969-31e06e6058e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1167426 Feb 11 05:50:33.836084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37460) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:33.881614 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15f4733-21da-499f-8bbc-4be85396cb39 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:50:33.884773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b15f4733-21da-499f-8bbc-4be85396cb39 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/a18e6d37-68e2-4810-8c40-1c9a25d8339e HTTP/1.1" status: 404 len: 333 time: 0.0465333 Feb 11 05:50:33.891954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:33.900549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1047951292'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:33.926589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9f9a0c4-cc49-4c81-9c7a-875d220f8d09 req-f997bb62-75ba-4afb-8af2-2a2d0cda1a3a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300631 Feb 11 05:50:33.974151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8ed92014-60ef-4183-b9d2-6e68fb1f009b/bc100ee7-435c-407a-900d-764aa0224ed4) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:34.023949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:50:29Z', 'revision_number': 5, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:34.067470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] Checking router: eb17ad33-d1a0-41df-ad39-4d34a546d832 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:34.115484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] Routers {'eb17ad33-d1a0-41df-ad39-4d34a546d832'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:34.116130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['eb17ad33-d1a0-41df-ad39-4d34a546d832'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:34.119848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:34.123859 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.134809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port d3f56dfe-1c2e-41bc-b139-b825f3307822, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d3f56dfe-1c2e-41bc-b139-b825f3307822,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:34.135363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.171618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:34.191203 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (659481d3-9953-49ed-a3db-cf0f64daeec6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.191203 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Added segment 659481d3-9953-49ed-a3db-cf0f64daeec6 of type vlan for network 78082f41-698e-45cc-8b28-fa68136eae3d Feb 11 05:50:34.202886 n-d-713498-37 neutron-server[104086]: INFO neutron.db.ipam_backend_mixin [None req-c4454bcf-9047-458f-95dd-52e6062b0f69 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ed92014-60ef-4183-b9d2-6e68fb1f009b (CIDR: 2001:db8::/64) Feb 11 05:50:34.241465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for d3f56dfe-1c2e-41bc-b139-b825f3307822 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:34.257925 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks [] for router_gateway (eb17ad33-d1a0-41df-ad39-4d34a546d832), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.277299 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4454bcf-9047-458f-95dd-52e6062b0f69 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:50:34.278147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4454bcf-9047-458f-95dd-52e6062b0f69 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:50:34.282825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (78082f41-698e-45cc-8b28-fa68136eae3d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.315699 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Publish callbacks [] for port (bc100ee7-435c-407a-900d-764aa0224ed4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.326666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] Set router eb17ad33-d1a0-41df-ad39-4d34a546d832 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:34.416792 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.463053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Deleting port 78472882-16ac-4ed0-8174-18844d97399a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:34.463500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (78472882-16ac-4ed0-8174-18844d97399a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.481774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (78082f41-698e-45cc-8b28-fa68136eae3d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.490893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:34.492109 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.558421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c4454bcf-9047-458f-95dd-52e6062b0f69 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9283960 Feb 11 05:50:34.563185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37470) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:34.567450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:34.583376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:34.590684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Pushing event updated for resources: {'Port': ['ID=bc100ee7-435c-407a-900d-764aa0224ed4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:34.594385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:34.597132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:34.697094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Network': ['ID=78082f41-698e-45cc-8b28-fa68136eae3d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:34.720929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 78082f41-698e-45cc-8b28-fa68136eae3d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:34.796853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-03151151-daed-4668-8e97-371c1876f815 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9030225 Feb 11 05:50:34.799962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37472) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:34.805874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:34.970976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] For port 78472882-16ac-4ed0-8174-18844d97399a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=78472882-16ac-4ed0-8174-18844d97399a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:34.975885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (78472882-16ac-4ed0-8174-18844d97399a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.989007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Calling delete_port for 78472882-16ac-4ed0-8174-18844d97399a owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:35.078237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Attempting to bind port bc100ee7-435c-407a-900d-764aa0224ed4 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:35.079402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Attempting to bind port bc100ee7-435c-407a-900d-764aa0224ed4 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:35.080153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Attempting to bind port bc100ee7-435c-407a-900d-764aa0224ed4 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:35.108423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:35.109857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:35.110652 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.111295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:35.113029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Bound port: bc100ee7-435c-407a-900d-764aa0224ed4, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:35.113924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.122030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fb4eb-bb51-45f7-beb7-ae0c8c1f1f5c req-af8c3c8d-2bf5-4482-9eab-9c71b57ffa2b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:35.125686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a5fb4eb-bb51-45f7-beb7-ae0c8c1f1f5c req-af8c3c8d-2bf5-4482-9eab-9c71b57ffa2b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.0634215 Feb 11 05:50:35.150493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:35.162723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.196690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:50:29Z', 'revision_number': 5, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:35.201175 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d3f56dfe-1c2e-41bc-b139-b825f3307822), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.246560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=d3f56dfe-1c2e-41bc-b139-b825f3307822,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:35.260952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a5fb4eb-bb51-45f7-beb7-ae0c8c1f1f5c req-a1eb52a8-5cab-46ec-8c2a-6d959d2e2562 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295719 Feb 11 05:50:35.274880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc15604-c64b-454c-aab0-bcf78fa0d618 None None] The sync data for ids ['eb17ad33-d1a0-41df-ad39-4d34a546d832'] in n-d-713498-37 is: [{'id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'name': 'tempest-TestVolumeBackupRestore-1928015662-router', 'tenant_id': '4031f348b1964b9d9385899b8382e6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '78472882-16ac-4ed0-8174-18844d97399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:40Z', 'updated_at': '2022-02-11T05:50:29Z', 'revision_number': 5, 'project_id': '4031f348b1964b9d9385899b8382e6ee', 'gw_port': {'id': '78472882-16ac-4ed0-8174-18844d97399a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb17ad33-d1a0-41df-ad39-4d34a546d832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:42Z', 'updated_at': '2022-02-11T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:35.340240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] For port bc100ee7-435c-407a-900d-764aa0224ed4, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:35.344640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] For port bc100ee7-435c-407a-900d-764aa0224ed4, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bc100ee7-435c-407a-900d-764aa0224ed4,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:35.477118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37478) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:35.512876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:35.517672 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.573246 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.650646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a6fff-de52-4e04-8c3d-4096700768fd None None] Pushing event updated for resources: {'Port': ['ID=bc100ee7-435c-407a-900d-764aa0224ed4,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:35.667034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44c0df3a-ce2a-4109-bbb2-d0b8b744ea0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.679774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (f3620fe3-f5e5-4fde-84ef-23c491a88e59), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.717114 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e30a69a1-6b7c-4cde-ad0c-152963d92f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.839701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:35.863343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=f3620fe3-f5e5-4fde-84ef-23c491a88e59,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:35.895492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (90a4e9b6-4ed3-4031-8679-774889ee04bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:35.907940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:35.915681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking segment: {'id': '659481d3-9953-49ed-a3db-cf0f64daeec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:35.915681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network hostable DHCP agents. Network: 78082f41-698e-45cc-8b28-fa68136eae3d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:35.916512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7cf2b474-a4a6-49d9-a8ca-03404ee463b3 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:35.967629 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44c0df3a-ce2a-4109-bbb2-d0b8b744ea0b admin admin] Publish callbacks [] for security_group (ecf22476-28e4-46e7-b490-65c09ef677dd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.056977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (78472882-16ac-4ed0-8174-18844d97399a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.104200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44c0df3a-ce2a-4109-bbb2-d0b8b744ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ecf22476-28e4-46e7-b490-65c09ef677dd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.109879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 78082f41-698e-45cc-8b28-fa68136eae3d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:36.173393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-44c0df3a-ce2a-4109-bbb2-d0b8b744ea0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fafcf22f7974e96bfa6b3ee83daf78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6950915 Feb 11 05:50:36.175887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37488) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:36.182413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0df3a-ce2a-4109-bbb2-d0b8b744ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf22476-28e4-46e7-b490-65c09ef677dd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:36.254799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-069a1257-c2d4-4cd5-94d7-abc07a496797 admin admin] Publish callbacks [] for security_group (ecf22476-28e4-46e7-b490-65c09ef677dd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.282252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 78082f41-698e-45cc-8b28-fa68136eae3d) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:36.292812 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:36.293416 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.294151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79923a-ecd9-4971-a80f-ae8cd983d544 None None] Network 78082f41-698e-45cc-8b28-fa68136eae3d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:36.319677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-069a1257-c2d4-4cd5-94d7-abc07a496797 admin admin] Publish callbacks [] for security_group (ecf22476-28e4-46e7-b490-65c09ef677dd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.421039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=78472882-16ac-4ed0-8174-18844d97399a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:36.449578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2586f024-77be-4b3f-aca8-c89726bd7d22 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6480920 Feb 11 05:50:36.460060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37500) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:36.482389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3b16d222-8ebf-4ee0-959b-62846c4e433c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:36.484871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-78082f41-698e-45cc-8b28-fa68136eae3d', 'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d', 'project_id': '06f164cb868c4f4792168f52aa9482a7', 'fixed_ips': [{'subnet_id': 'f3620fe3-f5e5-4fde-84ef-23c491a88e59'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:50:36.486100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.531607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94958f1-ef00-44aa-91c3-f585d39d8d51 req-193f57a2-9859-4d6d-a3ce-0c4709bf89bc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:36.537821 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d94958f1-ef00-44aa-91c3-f585d39d8d51 req-193f57a2-9859-4d6d-a3ce-0c4709bf89bc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1549020 Feb 11 05:50:36.570292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (eb17ad33-d1a0-41df-ad39-4d34a546d832), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.625377 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-069a1257-c2d4-4cd5-94d7-abc07a496797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ecf22476-28e4-46e7-b490-65c09ef677dd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.629366 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-069a1257-c2d4-4cd5-94d7-abc07a496797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.637108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-069a1257-c2d4-4cd5-94d7-abc07a496797 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecf22476-28e4-46e7-b490-65c09ef677dd HTTP/1.1" status: 204 len: 168 time: 0.4571986 Feb 11 05:50:36.680586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d94958f1-ef00-44aa-91c3-f585d39d8d51 req-3c530fcb-fa4d-4eb0-bbb6-fbb4cc1b7db6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359153 Feb 11 05:50:36.683061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1257-c2d4-4cd5-94d7-abc07a496797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf22476-28e4-46e7-b490-65c09ef677dd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:36.790088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Allocated IP 172.20.0.2 (78082f41-698e-45cc-8b28-fa68136eae3d/f3620fe3-f5e5-4fde-84ef-23c491a88e59/b55ae8d2-667f-446e-a1f9-68cdb25476eb) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:36.808674 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.960191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (eb17ad33-d1a0-41df-ad39-4d34a546d832), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:36.964276 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks [] for router_controller (eb17ad33-d1a0-41df-ad39-4d34a546d832), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.025672 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Publish callbacks [] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.167028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.220389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.objects.ports [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:50:37.236432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Network 78082f41-698e-45cc-8b28-fa68136eae3d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:37.239947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:37.244848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:37.255270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Pushing event updated for resources: {'Port': ['ID=b55ae8d2-667f-446e-a1f9-68cdb25476eb,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:37.330670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 90a4e9b6-4ed3-4031-8679-774889ee04bd has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:37.331177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Attempting to bind port b55ae8d2-667f-446e-a1f9-68cdb25476eb on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:37.331820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Attempting to bind port b55ae8d2-667f-446e-a1f9-68cdb25476eb by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '659481d3-9953-49ed-a3db-cf0f64daeec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:37.332061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Attempting to bind port b55ae8d2-667f-446e-a1f9-68cdb25476eb on network 78082f41-698e-45cc-8b28-fa68136eae3d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:37.340114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:37.340749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Checking segment: {'id': '659481d3-9953-49ed-a3db-cf0f64daeec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:37.341252 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.341724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Bound using segment: {'id': '659481d3-9953-49ed-a3db-cf0f64daeec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:37.342975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Bound port: b55ae8d2-667f-446e-a1f9-68cdb25476eb, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659481d3-9953-49ed-a3db-cf0f64daeec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:37.342975 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.357344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (eb17ad33-d1a0-41df-ad39-4d34a546d832), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.357344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb17ad33-d1a0-41df-ad39-4d34a546d832 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:50:37.367741 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.373510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37510) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:37.395749 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b65627a7-c81c-4f59-a45c-dde1a7e9bb89 admin admin] 10.222.0.62 "DELETE /v2.0/routers/eb17ad33-d1a0-41df-ad39-4d34a546d832 HTTP/1.1" status: 204 len: 168 time: 4.4766583 Feb 11 05:50:37.399464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b16d222-8ebf-4ee0-959b-62846c4e433c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:37.408161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b16d222-8ebf-4ee0-959b-62846c4e433c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.430570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b1fee513-6b64-4494-a9a3-72052edfd9df None None] Provisioning complete for port bc100ee7-435c-407a-900d-764aa0224ed4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:37.431052 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1fee513-6b64-4494-a9a3-72052edfd9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.481782 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adf5d3a-fbe8-47e1-8fa4-211ec24444f7 admin admin] Deleting subnet ab80c763-6543-4748-babc-a27f28db0b10 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:37.487117 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9adf5d3a-fbe8-47e1-8fa4-211ec24444f7 admin admin] Publish callbacks [] for subnet (ab80c763-6543-4748-babc-a27f28db0b10), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.493778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] For port b55ae8d2-667f-446e-a1f9-68cdb25476eb, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:37.503175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] For port b55ae8d2-667f-446e-a1f9-68cdb25476eb, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b55ae8d2-667f-446e-a1f9-68cdb25476eb,segment=NetworkSegment(659481d3-9953-49ed-a3db-cf0f64daeec6),segment_id=659481d3-9953-49ed-a3db-cf0f64daeec6)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:37.554728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9adf5d3a-fbe8-47e1-8fa4-211ec24444f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (ab80c763-6543-4748-babc-a27f28db0b10), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.578839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b1fee513-6b64-4494-a9a3-72052edfd9df None None] Current status of the port bc100ee7-435c-407a-900d-764aa0224ed4 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:37.579239 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1fee513-6b64-4494-a9a3-72052edfd9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.639991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b1fee513-6b64-4494-a9a3-72052edfd9df None None] For port bc100ee7-435c-407a-900d-764aa0224ed4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bc100ee7-435c-407a-900d-764aa0224ed4,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:37.698870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9adf5d3a-fbe8-47e1-8fa4-211ec24444f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ab80c763-6543-4748-babc-a27f28db0b10), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.705871 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.744060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1fee513-6b64-4494-a9a3-72052edfd9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.802690 n-d-713498-37 neutron-server[104086]: INFO neutron.db.ipam_backend_mixin [None req-3b16d222-8ebf-4ee0-959b-62846c4e433c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3620fe3-f5e5-4fde-84ef-23c491a88e59 (CIDR: 172.20.0.0/28) Feb 11 05:50:37.813334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:37.818951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c354fd44-293a-43a5-8f58-0a195a8f99f9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "PUT /v2.0/routers/90a4e9b6-4ed3-4031-8679-774889ee04bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3018746 Feb 11 05:50:37.823347 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b16d222-8ebf-4ee0-959b-62846c4e433c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:50:37.823937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b16d222-8ebf-4ee0-959b-62846c4e433c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:50:37.828235 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] Sync routers for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:37.867177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330a1ac-8864-4e9f-bdf6-22cde53f9ca2 None None] Pushing event updated for resources: {'Port': ['ID=b55ae8d2-667f-446e-a1f9-68cdb25476eb,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:37.873551 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:37.873851 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:37.920992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b20ed-7cab-4bcd-a5c1-bc31f9310ad3 req-dc8b23f6-e4b3-4bc4-b307-474e7857bb3a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:37.926184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-216b20ed-7cab-4bcd-a5c1-bc31f9310ad3 req-dc8b23f6-e4b3-4bc4-b307-474e7857bb3a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1413388 Feb 11 05:50:37.929742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9adf5d3a-fbe8-47e1-8fa4-211ec24444f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (ab80c763-6543-4748-babc-a27f28db0b10), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:37.998667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9adf5d3a-fbe8-47e1-8fa4-211ec24444f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.002930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9adf5d3a-fbe8-47e1-8fa4-211ec24444f7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ab80c763-6543-4748-babc-a27f28db0b10 HTTP/1.1" status: 204 len: 168 time: 0.6283140 Feb 11 05:50:38.006498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37524) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:38.020414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf04f6f-1f0a-4f2f-a57b-c92f09269312 None None] Network bda605fa-410a-4ea0-bb05-a756e1975d6f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:38.052648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.084677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bc100ee7-435c-407a-900d-764aa0224ed4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:38.114942 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3b16d222-8ebf-4ee0-959b-62846c4e433c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6535161 Feb 11 05:50:38.130954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fee513-6b64-4494-a9a3-72052edfd9df None None] Pushing event updated for resources: {'Port': ['ID=bc100ee7-435c-407a-900d-764aa0224ed4,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:38.205571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37530) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:38.222108 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:38.224797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:38.278128 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (bda605fa-410a-4ea0-bb05-a756e1975d6f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.291684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf5d3a-fbe8-47e1-8fa4-211ec24444f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab80c763-6543-4748-babc-a27f28db0b10,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:38.358295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bc100ee7-435c-407a-900d-764aa0224ed4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:38.358878 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.433160 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.455114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-216b20ed-7cab-4bcd-a5c1-bc31f9310ad3 req-3ff7601b-d37a-4169-a006-08db412d844b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668622 Feb 11 05:50:38.483896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Deleting port 0fd95aba-7ace-434c-921e-3ea42b826a2b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:38.486274 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.619320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] DHCP port deletion for bda605fa-410a-4ea0-bb05-a756e1975d6f request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:38.668346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bc100ee7-435c-407a-900d-764aa0224ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:38.669639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] For port 0fd95aba-7ace-434c-921e-3ea42b826a2b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0fd95aba-7ace-434c-921e-3ea42b826a2b,segment=NetworkSegment(47c78602-5e12-4fac-bee3-2a67d8efb883),segment_id=47c78602-5e12-4fac-bee3-2a67d8efb883)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:38.670084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.695265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.706562 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:34Z', 'revision_number': 6, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 1, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:38.710387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Calling delete_port for 0fd95aba-7ace-434c-921e-3ea42b826a2b owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:38.713766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] Deleting port 0fd95aba-7ace-434c-921e-3ea42b826a2b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:38.714151 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.756517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] Checking router: 90a4e9b6-4ed3-4031-8679-774889ee04bd for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:38.778978 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:38.780868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] For port bc100ee7-435c-407a-900d-764aa0224ed4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bc100ee7-435c-407a-900d-764aa0224ed4,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:38.782740 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:38.819198 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (bc100ee7-435c-407a-900d-764aa0224ed4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.831515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] For port 0fd95aba-7ace-434c-921e-3ea42b826a2b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0fd95aba-7ace-434c-921e-3ea42b826a2b,segment=NetworkSegment(47c78602-5e12-4fac-bee3-2a67d8efb883),segment_id=47c78602-5e12-4fac-bee3-2a67d8efb883)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:38.831921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.848573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] Calling delete_port for 0fd95aba-7ace-434c-921e-3ea42b826a2b owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:38.881684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:38.888420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78e02c-7bd3-44a1-b269-4e43bfa21ba7 req-49b62a15-7401-4012-947b-6a5d95c02c2e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:38.888590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.888741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a78e02c-7bd3-44a1-b269-4e43bfa21ba7 req-49b62a15-7401-4012-947b-6a5d95c02c2e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 946 time: 0.1806190 Feb 11 05:50:38.947795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.015414 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:39.070212 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.126913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a78e02c-7bd3-44a1-b269-4e43bfa21ba7 req-65022020-e55f-4094-b4d3-07de94a7ab4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053206 Feb 11 05:50:39.133132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0fd95aba-7ace-434c-921e-3ea42b826a2b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.155502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] Pushing event deleted for resources: {'Port': ['ID=0fd95aba-7ace-434c-921e-3ea42b826a2b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:39.176373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95637a1-0407-431a-8337-ca2731c7e947 None None] No DVR routers for this DVR port 0fd95aba-7ace-434c-921e-3ea42b826a2b on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:39.209278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd95aba-7ace-434c-921e-3ea42b826a2b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:39.235274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] No DVR routers for this DVR port 0fd95aba-7ace-434c-921e-3ea42b826a2b on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:39.345169 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (bda605fa-410a-4ea0-bb05-a756e1975d6f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.368423 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.398472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda605fa-410a-4ea0-bb05-a756e1975d6f']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:39.428022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c78602-5e12-4fac-bee3-2a67d8efb883') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:39.428705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c78602-5e12-4fac-bee3-2a67d8efb883') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:39.463153 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (47c78602-5e12-4fac-bee3-2a67d8efb883), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.494682 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (47c78602-5e12-4fac-bee3-2a67d8efb883), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.510686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:39.511934 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (47c78602-5e12-4fac-bee3-2a67d8efb883), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:39.633734 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:39.655366 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:34Z', 'revision_number': 6, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 1, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:39.741027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bc100ee7-435c-407a-900d-764aa0224ed4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:39.754976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003978de-ffa3-4c20-9895-cd9121a13d63 req-ef3cf4e5-df28-4f01-8c3f-eb1456148e8d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:39.760061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-003978de-ffa3-4c20-9895-cd9121a13d63 req-ef3cf4e5-df28-4f01-8c3f-eb1456148e8d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1221609 Feb 11 05:50:39.777955 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (18b2f505-c1df-4252-8f98-749b792de1dc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.778331 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7bd50-65e3-408f-8048-1fdea787a697 None None] The sync data for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 is: [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:34Z', 'revision_number': 6, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1bd28266-ab07-4541-a598-1636580bca0b', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'port_id': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'mac_address': 'fa:16:3e:71:db:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:48Z', 'updated_at': '2022-02-11T05:48:53Z', 'revision_number': 1, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:39.826041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea1c893-b084-42c9-9a98-c4713a7424cf None None] Network 78082f41-698e-45cc-8b28-fa68136eae3d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:39.845676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:39.851634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (bda605fa-410a-4ea0-bb05-a756e1975d6f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.859140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:39.873604 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.882920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] 10.222.0.62 "DELETE /v2.0/networks/bda605fa-410a-4ea0-bb05-a756e1975d6f HTTP/1.1" status: 204 len: 168 time: 1.8662837 Feb 11 05:50:39.883870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:39.883870 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.904327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a41e17-e854-4b6c-a9cc-a52cc104d265 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:39.916075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dd39cd01-723b-4016-8a47-e2bf11aa514d None None] Provisioning complete for port b55ae8d2-667f-446e-a1f9-68cdb25476eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:39.916645 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd39cd01-723b-4016-8a47-e2bf11aa514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:39.922345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf74b6-0a16-4d3f-9d91-1d56764721ae admin admin] Pushing event deleted for resources: {'Network': ['ID=bda605fa-410a-4ea0-bb05-a756e1975d6f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:39.933594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-003978de-ffa3-4c20-9895-cd9121a13d63 req-1a3413d1-5cee-4567-a6dd-0d22c2a5f098 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669509 Feb 11 05:50:39.951183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531229c-a098-4073-a9df-65866e8f8d52 req-4030aa47-423a-4001-b26f-bb09e0a9fa8f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:39.952782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7531229c-a098-4073-a9df-65866e8f8d52 req-4030aa47-423a-4001-b26f-bb09e0a9fa8f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 946 time: 0.1638653 Feb 11 05:50:39.970683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=bc100ee7-435c-407a-900d-764aa0224ed4,revision_number=5']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:39.997696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=18b2f505-c1df-4252-8f98-749b792de1dc,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:40.038912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9a3727ed-4352-4c96-9b74-8fea95aaa10a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.4470003 Feb 11 05:50:40.039616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:40.051271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:17:bc:8d', 'name': 'tempest-NetworksTestDHCPv6-2059100496'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:40.095437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37562) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:40.186250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bc100ee7-435c-407a-900d-764aa0224ed4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:40.186987 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.275987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:40.276333 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.460629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dd39cd01-723b-4016-8a47-e2bf11aa514d None None] Current status of the port b55ae8d2-667f-446e-a1f9-68cdb25476eb is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:40.462111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd39cd01-723b-4016-8a47-e2bf11aa514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.477665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c9a25-e43b-4f52-a822-eab2dc6a24fb req-a462d94c-c389-40a5-9947-d92f7530a7d9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:40.481076 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-898c9a25-e43b-4f52-a822-eab2dc6a24fb req-a462d94c-c389-40a5-9947-d92f7530a7d9 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 946 time: 0.1695616 Feb 11 05:50:40.495935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:40.509506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcd9426b-44c6-4082-af9e-6f556d65143f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.570010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (71adee2a-e5a0-4a90-9fc5-d998c59fc782), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.583493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:40.587081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.628808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dd39cd01-723b-4016-8a47-e2bf11aa514d None None] For port b55ae8d2-667f-446e-a1f9-68cdb25476eb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b55ae8d2-667f-446e-a1f9-68cdb25476eb,segment=NetworkSegment(659481d3-9953-49ed-a3db-cf0f64daeec6),segment_id=659481d3-9953-49ed-a3db-cf0f64daeec6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:40.657408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bc100ee7-435c-407a-900d-764aa0224ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:40.658875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37568) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:40.662060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b55ae8d2-667f-446e-a1f9-68cdb25476eb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:40.731017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:40.741771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b55ae8d2-667f-446e-a1f9-68cdb25476eb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:40.742136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.747051 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd39cd01-723b-4016-8a47-e2bf11aa514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.753031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-898c9a25-e43b-4f52-a822-eab2dc6a24fb req-82eb6d39-007c-4f6b-a467-673b85ffc68e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=92457e61-924e-4368-a276-304e8c012353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694409 Feb 11 05:50:40.885468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 78082f41-698e-45cc-8b28-fa68136eae3d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:40.904043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39cd01-723b-4016-8a47-e2bf11aa514d None None] Pushing event updated for resources: {'Port': ['ID=b55ae8d2-667f-446e-a1f9-68cdb25476eb,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:40.912737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.922516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:40.931375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:40.935834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.988683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b55ae8d2-667f-446e-a1f9-68cdb25476eb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:40.990406 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-766a25df-22dc-471d-9988-3072e00e06ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b16429ff4124e078ff9c4153e077c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247018 Feb 11 05:50:40.991476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37574) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:41.012703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f266f-3ba3-4c9a-8927-deec247d5831 None None] Network 78082f41-698e-45cc-8b28-fa68136eae3d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:41.030397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=71adee2a-e5a0-4a90-9fc5-d998c59fc782,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:41.084086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8771646 Feb 11 05:50:41.105741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.106612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.107250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.107749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.108323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.109013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.109588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.110720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.110868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.111376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.111936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.112485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.113146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5e790-66a5-4d2d-bd8e-018dfb763c00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:41.127309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37576) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:41.141713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d', 'fixed_ips': [{'subnet_id': 'f3620fe3-f5e5-4fde-84ef-23c491a88e59'}, {'subnet_id': '71adee2a-e5a0-4a90-9fc5-d998c59fc782'}], 'name': 'tempest-PortsTestJSON-1552896197'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:41.158292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78472882-16ac-4ed0-8174-18844d97399a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:41.192559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port a1bc17f1-31d4-4358-aa2d-525dc84183d9 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:41.207883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 78472882-16ac-4ed0-8174-18844d97399a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:41.207883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 78472882-16ac-4ed0-8174-18844d97399a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:41.208388 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0fd95aba-7ace-434c-921e-3ea42b826a2b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:41.274894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 0fd95aba-7ace-434c-921e-3ea42b826a2b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:41.281677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0fd95aba-7ace-434c-921e-3ea42b826a2b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:41.293616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6775035d-8669-402f-a79b-232c1bd91e92 None None] Provisioning complete for port b55ae8d2-667f-446e-a1f9-68cdb25476eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:41.294312 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6775035d-8669-402f-a79b-232c1bd91e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.299423 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.387688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855045f1-3f4b-4b04-9681-74e0e8ba3169 req-a024e6c0-b292-4cd7-9c51-a050c3e77d01 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:41.397044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-855045f1-3f4b-4b04-9681-74e0e8ba3169 req-a024e6c0-b292-4cd7-9c51-a050c3e77d01 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2577124 Feb 11 05:50:41.400361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:41.426981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcd9426b-44c6-4082-af9e-6f556d65143f admin admin] Publish callbacks [] for security_group (ad6989f4-0a94-4bba-b0fc-b624dfd1776e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.448889 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cbc351a2-0835-436a-ba89-66679bda77d4 admin admin] Publish callbacks [] for security_group (235de8a3-a06d-4fc9-b5d4-4f57f759f344), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.450650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:41.574084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bc100ee7-435c-407a-900d-764aa0224ed4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:41.592553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6775035d-8669-402f-a79b-232c1bd91e92 None None] Current status of the port b55ae8d2-667f-446e-a1f9-68cdb25476eb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:41.654420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.660931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcd9426b-44c6-4082-af9e-6f556d65143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ad6989f4-0a94-4bba-b0fc-b624dfd1776e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.732977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cbc351a2-0835-436a-ba89-66679bda77d4 admin admin] Publish callbacks [] for security_group (235de8a3-a06d-4fc9-b5d4-4f57f759f344), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.768862 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:41.779874 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bcd9426b-44c6-4082-af9e-6f556d65143f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0646649e79542499cb90ea3ad824127&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6830463 Feb 11 05:50:41.793873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37580) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:41.796922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9426b-44c6-4082-af9e-6f556d65143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6989f4-0a94-4bba-b0fc-b624dfd1776e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:41.993559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cbc351a2-0835-436a-ba89-66679bda77d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (235de8a3-a06d-4fc9-b5d4-4f57f759f344), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.996645 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cbc351a2-0835-436a-ba89-66679bda77d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:41.998769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cbc351a2-0835-436a-ba89-66679bda77d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/235de8a3-a06d-4fc9-b5d4-4f57f759f344 HTTP/1.1" status: 204 len: 168 time: 1.0043967 Feb 11 05:50:42.007488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58fce6d9-4712-44f0-be65-143d56ea0f74 admin admin] Publish callbacks [] for security_group (ad6989f4-0a94-4bba-b0fc-b624dfd1776e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.040549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b14aa6-d216-4f04-9c81-1ffc523d4458 None None] Update dhcp port {'port': {'network_id': '78082f41-698e-45cc-8b28-fa68136eae3d', 'fixed_ips': [{'subnet_id': 'f3620fe3-f5e5-4fde-84ef-23c491a88e59', 'ip_address': '172.20.0.2'}, {'subnet_id': '71adee2a-e5a0-4a90-9fc5-d998c59fc782'}], 'binding:host_id': 'n-d-713498-37'}, 'id': 'b55ae8d2-667f-446e-a1f9-68cdb25476eb'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:50:42.075747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc351a2-0835-436a-ba89-66679bda77d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235de8a3-a06d-4fc9-b5d4-4f57f759f344,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:42.116014 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.116776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-eb29991b-6681-4416-b0fb-e17dceeba36b None None] Provisioning complete for port bc100ee7-435c-407a-900d-764aa0224ed4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:42.117133 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eb29991b-6681-4416-b0fb-e17dceeba36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.155726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3dff6628-16e1-4d5f-a0c4-4e7ab1fa3056 req-4bf1189a-b876-4f39-9906-8a9630723a8d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 210 time: 0.0408344 Feb 11 05:50:42.158109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58fce6d9-4712-44f0-be65-143d56ea0f74 admin admin] Publish callbacks [] for security_group (ad6989f4-0a94-4bba-b0fc-b624dfd1776e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.189839 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-48b14aa6-d216-4f04-9c81-1ffc523d4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.230418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bc100ee7-435c-407a-900d-764aa0224ed4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:42.243642 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.294090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] No DVR routers for this DVR port fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:42.413465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::117 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/8ed92014-60ef-4183-b9d2-6e68fb1f009b/a1bc17f1-31d4-4358-aa2d-525dc84183d9) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:42.420814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:bc8d (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/18b2f505-c1df-4252-8f98-749b792de1dc/a1bc17f1-31d4-4358-aa2d-525dc84183d9) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:42.443853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58fce6d9-4712-44f0-be65-143d56ea0f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ad6989f4-0a94-4bba-b0fc-b624dfd1776e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.447897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-58fce6d9-4712-44f0-be65-143d56ea0f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.453912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-58fce6d9-4712-44f0-be65-143d56ea0f74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad6989f4-0a94-4bba-b0fc-b624dfd1776e HTTP/1.1" status: 204 len: 168 time: 0.6581175 Feb 11 05:50:42.471442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fce6d9-4712-44f0-be65-143d56ea0f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6989f4-0a94-4bba-b0fc-b624dfd1776e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:42.481113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eb29991b-6681-4416-b0fb-e17dceeba36b None None] Current status of the port bc100ee7-435c-407a-900d-764aa0224ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:42.509703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bc100ee7-435c-407a-900d-764aa0224ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:42.509941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b55ae8d2-667f-446e-a1f9-68cdb25476eb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:42.564653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.12 (78082f41-698e-45cc-8b28-fa68136eae3d/f3620fe3-f5e5-4fde-84ef-23c491a88e59/f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:42.567133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b55ae8d2-667f-446e-a1f9-68cdb25476eb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:42.567133 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.579299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.30 (78082f41-698e-45cc-8b28-fa68136eae3d/71adee2a-e5a0-4a90-9fc5-d998c59fc782/f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:42.599256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-855045f1-3f4b-4b04-9681-74e0e8ba3169 req-340833a9-e3a2-4201-8dc9-1d0a019d7619 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2007487 Feb 11 05:50:42.603040 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.606966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7531229c-a098-4073-a9df-65866e8f8d52 req-b35ded2b-2708-4f2c-8e96-68a90dc971b1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "DELETE /v2.0/ports/fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 HTTP/1.1" status: 204 len: 173 time: 2.6486230 Feb 11 05:50:42.607914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54', 'name': 'network-vif-deleted', 'tag': 'fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:42.610678 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce883824-b9b4-4877-b298-a3bcbbcb1672" -d '{"events": [{"server_uuid": "e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54", "name": "network-vif-deleted", "tag": "fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:42.615729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (a1bc17f1-31d4-4358-aa2d-525dc84183d9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.681848 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed723726-95d6-423c-8bfa-dc044823c4b7 x-openstack-request-id: req-ed723726-95d6-423c-8bfa-dc044823c4b7 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:42.681848 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54", "name": "network-vif-deleted", "tag": "fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:42.681848 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed723726-95d6-423c-8bfa-dc044823c4b7 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:42.682247 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54', 'name': 'network-vif-deleted', 'tag': 'fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6', 'status': 'completed', 'code': 200} Feb 11 05:50:42.725446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b55ae8d2-667f-446e-a1f9-68cdb25476eb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:42.738657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d3f56dfe-1c2e-41bc-b139-b825f3307822 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:42.765779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d3f56dfe-1c2e-41bc-b139-b825f3307822 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:42.770337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d3f56dfe-1c2e-41bc-b139-b825f3307822 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:42.814594 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a1bc17f1-31d4-4358-aa2d-525dc84183d9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.864832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:42.867391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:42.871757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:42.874232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=a1bc17f1-31d4-4358-aa2d-525dc84183d9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:42.876851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:42.884874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:42.885383 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.063578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-50fa5dac-5722-402b-88c2-c82f99147271 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0176668 Feb 11 05:50:43.071478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37594) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:43.116844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.205576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-48b14aa6-d216-4f04-9c81-1ffc523d4458 None None] Allocated IP 172.20.0.18 (78082f41-698e-45cc-8b28-fa68136eae3d/71adee2a-e5a0-4a90-9fc5-d998c59fc782/b55ae8d2-667f-446e-a1f9-68cdb25476eb) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:43.229876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 78082f41-698e-45cc-8b28-fa68136eae3d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:43.255961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:43.271061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-838f8fbf-cb6a-4ccd-a835-437f3aa88ec5 None None] Provisioning complete for port a1bc17f1-31d4-4358-aa2d-525dc84183d9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:43.271515 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-838f8fbf-cb6a-4ccd-a835-437f3aa88ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a1bc17f1-31d4-4358-aa2d-525dc84183d9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.277358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:43.321629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b28084d-0b7a-42b6-b6b3-98aca295f4bd req-8a86382c-eb4e-4770-a20a-8d714dacbee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8f5ac2c-c658-417e-ba9f-afe7fbbdbe54 HTTP/1.1" status: 200 len: 210 time: 0.0591102 Feb 11 05:50:43.331166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-838f8fbf-cb6a-4ccd-a835-437f3aa88ec5 None None] Port a1bc17f1-31d4-4358-aa2d-525dc84183d9 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:43.362949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37600) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:43.387797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:43.412465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3ab55f00-fe10-482f-b7c0-868deb18b389 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port a1bc17f1-31d4-4358-aa2d-525dc84183d9 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:43.412908 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f00-fe10-482f-b7c0-868deb18b389 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a1bc17f1-31d4-4358-aa2d-525dc84183d9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.448756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ffb838c8-89fa-4210-80fc-868352bc8667 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4031f348b1964b9d9385899b8382e6ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845680 Feb 11 05:50:43.451111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37604) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:43.478164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-48b14aa6-d216-4f04-9c81-1ffc523d4458 None None] For port b55ae8d2-667f-446e-a1f9-68cdb25476eb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b55ae8d2-667f-446e-a1f9-68cdb25476eb,segment=NetworkSegment(659481d3-9953-49ed-a3db-cf0f64daeec6),segment_id=659481d3-9953-49ed-a3db-cf0f64daeec6)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:43.508018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0bcead1-1e49-4253-87ac-26a08976033b admin admin] Publish callbacks [] for security_group (605ebea6-0ba7-415e-b808-d486e30cb1b5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.531617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f00-fe10-482f-b7c0-868deb18b389 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a1bc17f1-31d4-4358-aa2d-525dc84183d9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.549379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3ab55f00-fe10-482f-b7c0-868deb18b389 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for a1bc17f1-31d4-4358-aa2d-525dc84183d9 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:43.553970 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-48b14aa6-d216-4f04-9c81-1ffc523d4458 None None] Publish callbacks [] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.562723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0bcead1-1e49-4253-87ac-26a08976033b admin admin] Publish callbacks [] for security_group (605ebea6-0ba7-415e-b808-d486e30cb1b5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.609946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:43.628179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:43.628935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.679269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:43.680994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device fd6dd2fd-c5a4-4dc8-aaa3-67d233d232b6 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:43.689820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-48b14aa6-d216-4f04-9c81-1ffc523d4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.784094 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0bcead1-1e49-4253-87ac-26a08976033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (605ebea6-0ba7-415e-b808-d486e30cb1b5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.786905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a0bcead1-1e49-4253-87ac-26a08976033b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:43.791193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a0bcead1-1e49-4253-87ac-26a08976033b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/605ebea6-0ba7-415e-b808-d486e30cb1b5 HTTP/1.1" status: 204 len: 168 time: 0.3354943 Feb 11 05:50:43.805653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcead1-1e49-4253-87ac-26a08976033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ebea6-0ba7-415e-b808-d486e30cb1b5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:43.832812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b14aa6-d216-4f04-9c81-1ffc523d4458 None None] Pushing event updated for resources: {'Port': ['ID=b55ae8d2-667f-446e-a1f9-68cdb25476eb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:43.864949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77014-c9a1-497d-bd9a-5fae3447bf69 req-6feea086-6b6c-47df-9b0f-00b3f061bacc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:43.868732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89a77014-c9a1-497d-bd9a-5fae3447bf69 req-6feea086-6b6c-47df-9b0f-00b3f061bacc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1214991 Feb 11 05:50:43.891598 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b4c513df-616c-498d-9b59-5624cfc9bc51 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.7603722 Feb 11 05:50:43.891846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37616) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:43.899559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3620fe3-f5e5-4fde-84ef-23c491a88e59'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:43.960772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89a77014-c9a1-497d-bd9a-5fae3447bf69 req-913f1d16-f90a-4191-aacf-3af99a555423 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824413 Feb 11 05:50:43.984367 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f00-fe10-482f-b7c0-868deb18b389 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (a1bc17f1-31d4-4358-aa2d-525dc84183d9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.077008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab55f00-fe10-482f-b7c0-868deb18b389 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=a1bc17f1-31d4-4358-aa2d-525dc84183d9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:44.135347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f00-fe10-482f-b7c0-868deb18b389 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.140787 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3ab55f00-fe10-482f-b7c0-868deb18b389 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/a1bc17f1-31d4-4358-aa2d-525dc84183d9 HTTP/1.1" status: 204 len: 168 time: 1.0655997 Feb 11 05:50:44.140787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.141072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37620) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:44.262573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15773001-f57f-4ad4-a6c4-ec24ed33e9ad tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.264343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-15773001-f57f-4ad4-a6c4-ec24ed33e9ad tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1221728 Feb 11 05:50:44.279838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37624) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:44.458119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f93967-8afb-45eb-b3f8-b1b58832665c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.463282 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-41f93967-8afb-45eb-b3f8-b1b58832665c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1907773 Feb 11 05:50:44.474215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37630) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:44.484918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37632) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:44.629533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f920164-c9a6-4f53-a495-ed05e5091357 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.635977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f920164-c9a6-4f53-a495-ed05e5091357 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.639399 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f920164-c9a6-4f53-a495-ed05e5091357 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:44.644953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9f920164-c9a6-4f53-a495-ed05e5091357 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1765153 Feb 11 05:50:44.645682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37636) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:44.761724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb3753a-01da-4431-a53d-4f2158252a86 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 18b2f505-c1df-4252-8f98-749b792de1dc {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:44.770034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3cb3753a-01da-4431-a53d-4f2158252a86 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (18b2f505-c1df-4252-8f98-749b792de1dc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.777715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d67dfab-3fbd-4521-ac2b-e95a0e13fad6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (92457e61-924e-4368-a276-304e8c012353), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.849995 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3cb3753a-01da-4431-a53d-4f2158252a86 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (18b2f505-c1df-4252-8f98-749b792de1dc), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.878558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Delete allocated IP 172.20.0.30 (78082f41-698e-45cc-8b28-fa68136eae3d/71adee2a-e5a0-4a90-9fc5-d998c59fc782) {{(pid=104086) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:50:44.927348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-549e4af2-c882-4da6-b925-67abc5af1c89 None None] Provisioning complete for port b55ae8d2-667f-446e-a1f9-68cdb25476eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:44.928770 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-549e4af2-c882-4da6-b925-67abc5af1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.945410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37640) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:44.959475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d67dfab-3fbd-4521-ac2b-e95a0e13fad6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (92457e61-924e-4368-a276-304e8c012353), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.118531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3cb3753a-01da-4431-a53d-4f2158252a86 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (18b2f505-c1df-4252-8f98-749b792de1dc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.120373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-549e4af2-c882-4da6-b925-67abc5af1c89 None None] Current status of the port b55ae8d2-667f-446e-a1f9-68cdb25476eb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:45.223763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-31922787-network', 'tenant_id': 'b7bfcc433e1848e88b09a3c095b687cc'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:45.247499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-88e95500-960c-47d1-8b55-83f1452fab70 None None] Provisioning complete for port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:45.248104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88e95500-960c-47d1-8b55-83f1452fab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.264167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.282482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76a958-07c2-458b-809f-98f22eae4d8d req-e1c59ef6-f5b9-4975-9a16-c0230fceba79 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:45.284012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef76a958-07c2-458b-809f-98f22eae4d8d req-e1c59ef6-f5b9-4975-9a16-c0230fceba79 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1142523 Feb 11 05:50:45.296120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-88e95500-960c-47d1-8b55-83f1452fab70 None None] Port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:45.342292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef76a958-07c2-458b-809f-98f22eae4d8d req-e4eeecee-5b80-4f29-8e52-63e152354b73 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Feb 11 05:50:45.355888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d67dfab-3fbd-4521-ac2b-e95a0e13fad6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (92457e61-924e-4368-a276-304e8c012353), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.358945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d67dfab-3fbd-4521-ac2b-e95a0e13fad6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.360170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0d67dfab-3fbd-4521-ac2b-e95a0e13fad6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/security-groups/92457e61-924e-4368-a276-304e8c012353 HTTP/1.1" status: 204 len: 168 time: 0.8740857 Feb 11 05:50:45.373561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67dfab-3fbd-4521-ac2b-e95a0e13fad6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92457e61-924e-4368-a276-304e8c012353,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:45.395870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Made reservation on behalf of b7bfcc433e1848e88b09a3c095b687cc for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:45.400001 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.402010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.411997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.497068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:45.502465 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3cb3753a-01da-4431-a53d-4f2158252a86 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (18b2f505-c1df-4252-8f98-749b792de1dc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.519849 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b55ae8d2-667f-446e-a1f9-68cdb25476eb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:45.587471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37650) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:45.606883 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Publish callbacks [] for security_group (a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.617465 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b55ae8d2-667f-446e-a1f9-68cdb25476eb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:45.618264 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.631912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3cb3753a-01da-4431-a53d-4f2158252a86 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.637832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3cb3753a-01da-4431-a53d-4f2158252a86 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/18b2f505-c1df-4252-8f98-749b792de1dc HTTP/1.1" status: 204 len: 168 time: 0.9909940 Feb 11 05:50:45.638971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3753a-01da-4431-a53d-4f2158252a86 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=18b2f505-c1df-4252-8f98-749b792de1dc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:45.641251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37652) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:45.660368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59712c81-a8a0-4ad8-ab5b-ddcca80ab971 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:45.715948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] In _notify_port_updated(), no bound segment for port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 on network 78082f41-698e-45cc-8b28-fa68136eae3d {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:50:45.722981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.723164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:45.723164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.723164 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2debd09d-649a-48fa-a335-47c6f65be2e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "PUT /v2.0/ports/f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 HTTP/1.1" status: 200 len: 920 time: 1.8291602 Feb 11 05:50:45.731149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37654) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:45.736445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3620fe3-f5e5-4fde-84ef-23c491a88e59'}, {'subnet_id': '71adee2a-e5a0-4a90-9fc5-d998c59fc782'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:45.748392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb13529-83b2-4da0-854d-51fde45a4e94 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting subnet 2586f30f-46d5-470a-aa6b-87e04db6e9c9 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:45.760736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cb13529-83b2-4da0-854d-51fde45a4e94 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (2586f30f-46d5-470a-aa6b-87e04db6e9c9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.766784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:45.772213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:45.794999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b55ae8d2-667f-446e-a1f9-68cdb25476eb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:45.797924 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (18535a65-d7c6-4965-a228-3249ad54ff24), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.798280 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Added segment 18535a65-d7c6-4965-a228-3249ad54ff24 of type vlan for network 78fa6519-9563-4286-ba24-a6299cbc00c0 Feb 11 05:50:45.841451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6fc56725-1794-4443-916b-7c35bb4c3736 None None] Provisioning complete for port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:45.841820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6fc56725-1794-4443-916b-7c35bb4c3736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.846861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (78fa6519-9563-4286-ba24-a6299cbc00c0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.862111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cb13529-83b2-4da0-854d-51fde45a4e94 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (2586f30f-46d5-470a-aa6b-87e04db6e9c9), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:45.888877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6fc56725-1794-4443-916b-7c35bb4c3736 None None] Port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:45.929679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82f90a5-c0cd-433c-9c3c-7850c6202f53 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 8ed92014-60ef-4183-b9d2-6e68fb1f009b {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:45.949063 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c82f90a5-c0cd-433c-9c3c-7850c6202f53 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (8ed92014-60ef-4183-b9d2-6e68fb1f009b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.007089 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (78fa6519-9563-4286-ba24-a6299cbc00c0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.008669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:46.011563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.043946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c82f90a5-c0cd-433c-9c3c-7850c6202f53 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (8ed92014-60ef-4183-b9d2-6e68fb1f009b), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.105011 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.124843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] Pushing event updated for resources: {'Network': ['ID=78fa6519-9563-4286-ba24-a6299cbc00c0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:46.130965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-922b9acf-281b-4c5d-a24a-2d90b9910c68 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1853797 Feb 11 05:50:46.134394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37656) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:46.142976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 78fa6519-9563-4286-ba24-a6299cbc00c0 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:46.143524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Request body: {'subnet': {'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-31922787-subnet', 'tenant_id': 'b7bfcc433e1848e88b09a3c095b687cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:46.151592 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cb13529-83b2-4da0-854d-51fde45a4e94 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (2586f30f-46d5-470a-aa6b-87e04db6e9c9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.287534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Made reservation on behalf of b7bfcc433e1848e88b09a3c095b687cc for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:46.290754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.335942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c82f90a5-c0cd-433c-9c3c-7850c6202f53 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (8ed92014-60ef-4183-b9d2-6e68fb1f009b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.615713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.23 (78082f41-698e-45cc-8b28-fa68136eae3d/71adee2a-e5a0-4a90-9fc5-d998c59fc782/f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:46.624031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cb13529-83b2-4da0-854d-51fde45a4e94 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (2586f30f-46d5-470a-aa6b-87e04db6e9c9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.635045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c5108-ea12-4215-9d16-ab34ea14e60e req-4a382794-1a38-450e-944c-769300adb393 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:46.636682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e75c5108-ea12-4215-9d16-ab34ea14e60e req-4a382794-1a38-450e-944c-769300adb393 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1272504 Feb 11 05:50:46.678532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb13529-83b2-4da0-854d-51fde45a4e94 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Subnet': ['ID=2586f30f-46d5-470a-aa6b-87e04db6e9c9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:46.685493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c82f90a5-c0cd-433c-9c3c-7850c6202f53 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (8ed92014-60ef-4183-b9d2-6e68fb1f009b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.698216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cb13529-83b2-4da0-854d-51fde45a4e94 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.704013 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9cb13529-83b2-4da0-854d-51fde45a4e94 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/subnets/2586f30f-46d5-470a-aa6b-87e04db6e9c9 HTTP/1.1" status: 204 len: 168 time: 1.1151822 Feb 11 05:50:46.709051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fa4f0-7a7f-49fc-8d50-a45faad6262d None None] Network 1151b86b-267d-4aad-9a7b-b59b529b58c0 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:46.722877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:46.729885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e75c5108-ea12-4215-9d16-ab34ea14e60e req-7898563a-4ff0-423a-9721-c72e79b9f59c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841510 Feb 11 05:50:46.737221 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (d4c524b1-81dc-4ade-b502-7e258c1e77a1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.785465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f90a5-c0cd-433c-9c3c-7850c6202f53 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed92014-60ef-4183-b9d2-6e68fb1f009b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:46.817256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-baae2529-e357-46a9-951e-5ecaecb00adc None None] Provisioning complete for port bc100ee7-435c-407a-900d-764aa0224ed4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:46.822676 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baae2529-e357-46a9-951e-5ecaecb00adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.833846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c524b1-81dc-4ade-b502-7e258c1e77a1,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:46.837771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Checking segment: {'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:46.838128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Network hostable DHCP agents. Network: 78fa6519-9563-4286-ba24-a6299cbc00c0, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:46.861744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c45e50c-8af6-460a-b590-c7328bd2f7e9 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:46.877751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c82f90a5-c0cd-433c-9c3c-7850c6202f53 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:46.881108 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c82f90a5-c0cd-433c-9c3c-7850c6202f53 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8ed92014-60ef-4183-b9d2-6e68fb1f009b HTTP/1.1" status: 204 len: 168 time: 1.2388253 Feb 11 05:50:46.886676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:46.980770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1151b86b-267d-4aad-9a7b-b59b529b58c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.003754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e8041132-8d56-4d38-930b-fb76dabdfe7a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150055 Feb 11 05:50:47.003973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37668) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:47.006709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Network 78fa6519-9563-4286-ba24-a6299cbc00c0 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:47.021101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:47.043513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-baae2529-e357-46a9-951e-5ecaecb00adc None None] Current status of the port bc100ee7-435c-407a-900d-764aa0224ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:47.071985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] DHCP port deletion for 1151b86b-267d-4aad-9a7b-b59b529b58c0 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:47.122090 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 78fa6519-9563-4286-ba24-a6299cbc00c0) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:47.127915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:47.129739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.154368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] Deleting port be3e09e1-df70-46b6-b143-4f5dc0a84a1a {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:47.155418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.158021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.175014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a506a8e-5df9-472b-bfc9-7252d67ef27b None None] Network 78fa6519-9563-4286-ba24-a6299cbc00c0 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:47.216074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port be3e09e1-df70-46b6-b143-4f5dc0a84a1a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:47.216429 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.241168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5f14de3-4998-4281-94b0-c68bb3142832 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0961511 Feb 11 05:50:47.248300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044f7b3-0812-4905-9be1-431735136683 None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:47.306835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.364642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:47.368409 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.373844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] For port be3e09e1-df70-46b6-b143-4f5dc0a84a1a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:47.374568 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.395965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port be3e09e1-df70-46b6-b143-4f5dc0a84a1a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,segment=NetworkSegment(75f4cabd-4980-4541-a570-d271984f3109),segment_id=75f4cabd-4980-4541-a570-d271984f3109)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:47.396339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.406210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] Calling delete_port for be3e09e1-df70-46b6-b143-4f5dc0a84a1a owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:47.498248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for be3e09e1-df70-46b6-b143-4f5dc0a84a1a owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:47.536803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d648f4cd-4bde-446e-8e90-3f021ceeb2e8 None None] Network 78fa6519-9563-4286-ba24-a6299cbc00c0 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:47.539846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bc100ee7-435c-407a-900d-764aa0224ed4 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:47.603572 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:47.846499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] In _notify_port_updated(), no bound segment for port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 on network 78082f41-698e-45cc-8b28-fa68136eae3d {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:50:47.854718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:47.855481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:47.857101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-699f7588-b387-4550-adf9-496f0dfbd079 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "PUT /v2.0/ports/f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 HTTP/1.1" status: 200 len: 1000 time: 2.1250310 Feb 11 05:50:47.860892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37684) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:47.963587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f55b-36ad-474a-9b8c-9531f858270e req-e6575c28-104e-44c5-a03b-5b6858803646 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:47.981169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c17f55b-36ad-474a-9b8c-9531f858270e req-e6575c28-104e-44c5-a03b-5b6858803646 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1494830 Feb 11 05:50:48.074049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6044f7b3-0812-4905-9be1-431735136683 None None] Deleting port bc100ee7-435c-407a-900d-764aa0224ed4 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:48.074465 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6044f7b3-0812-4905-9be1-431735136683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.096866 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c17f55b-36ad-474a-9b8c-9531f858270e req-de4c0092-aef9-47e1-a531-0e0d74c11c63 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112792 Feb 11 05:50:48.110214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f99a1-417f-4c6d-9119-f96e32a3e66a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:48.110698 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a5f99a1-417f-4c6d-9119-f96e32a3e66a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.192033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6044f7b3-0812-4905-9be1-431735136683 None None] For port bc100ee7-435c-407a-900d-764aa0224ed4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bc100ee7-435c-407a-900d-764aa0224ed4,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:48.192033 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6044f7b3-0812-4905-9be1-431735136683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.215920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dcd2328b-caba-4ad7-8742-da6362f7436d None None] Provisioning complete for port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:48.216298 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcd2328b-caba-4ad7-8742-da6362f7436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.256434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6044f7b3-0812-4905-9be1-431735136683 None None] Calling delete_port for bc100ee7-435c-407a-900d-764aa0224ed4 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:48.322707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2328b-caba-4ad7-8742-da6362f7436d None None] Port f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:48.367374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.369879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bc100ee7-435c-407a-900d-764aa0224ed4 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:48.379365 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.418543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port bc100ee7-435c-407a-900d-764aa0224ed4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bc100ee7-435c-407a-900d-764aa0224ed4,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:48.444441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] Pushing event deleted for resources: {'Port': ['ID=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:48.458808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b900ba5-4ae0-4bdb-9870-cbab2600acd8 None None] No DVR routers for this DVR port be3e09e1-df70-46b6-b143-4f5dc0a84a1a on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:48.550848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.551738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device be3e09e1-df70-46b6-b143-4f5dc0a84a1a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:48.575789 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (1edcd8a2-c349-49a1-9f29-9b8b4623a2ed), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.576370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: be3e09e1-df70-46b6-b143-4f5dc0a84a1a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:48.579060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device be3e09e1-df70-46b6-b143-4f5dc0a84a1a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:48.598350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (be3e09e1-df70-46b6-b143-4f5dc0a84a1a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.636964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bc100ee7-435c-407a-900d-764aa0224ed4,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:48.658868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6044f7b3-0812-4905-9be1-431735136683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (bc100ee7-435c-407a-900d-764aa0224ed4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.686529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044f7b3-0812-4905-9be1-431735136683 None None] Pushing event deleted for resources: {'Port': ['ID=bc100ee7-435c-407a-900d-764aa0224ed4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:48.690380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044f7b3-0812-4905-9be1-431735136683 None None] No DVR routers for this DVR port bc100ee7-435c-407a-900d-764aa0224ed4 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:48.706546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=be3e09e1-df70-46b6-b143-4f5dc0a84a1a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:48.711869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] No DVR routers for this DVR port be3e09e1-df70-46b6-b143-4f5dc0a84a1a on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:48.727611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:48.762201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:48.768490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:48.770191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.775445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec518e1f-352d-4790-b832-aba424723b7b None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:48.778025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a5f99a1-417f-4c6d-9119-f96e32a3e66a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.800920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=1edcd8a2-c349-49a1-9f29-9b8b4623a2ed,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:48.831845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f99a1-417f-4c6d-9119-f96e32a3e66a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:48.878493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1151b86b-267d-4aad-9a7b-b59b529b58c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.920456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'project_id': 'b4c400c244ec4c929512aa01308bdd70', 'fixed_ips': [{'subnet_id': '1edcd8a2-c349-49a1-9f29-9b8b4623a2ed'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:50:48.922222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:48.955443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37690) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:48.955619 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-11e8d551-35b9-47e5-a8df-495200546258 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9498208 Feb 11 05:50:48.964293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-46f30c4d-927e-4055-8f8b-4c6e07728053 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:48.966869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1151b86b-267d-4aad-9a7b-b59b529b58c0']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:48.981378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f4cabd-4980-4541-a570-d271984f3109') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:48.981681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f4cabd-4980-4541-a570-d271984f3109') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:49.000191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (75f4cabd-4980-4541-a570-d271984f3109), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.032799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (75f4cabd-4980-4541-a570-d271984f3109), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.041131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (75f4cabd-4980-4541-a570-d271984f3109), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:49.048155 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:49.199706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Allocated IP 2001:db8::2 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/1edcd8a2-c349-49a1-9f29-9b8b4623a2ed/9dcb03c2-4530-4d6f-96f8-7def68bdcaf5) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:49.269500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc86de6-7dca-46e1-a6df-7a9662282cca req-1047646f-7f21-4831-8d41-4cf1a2e93f7d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:49.271145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdc86de6-7dca-46e1-a6df-7a9662282cca req-1047646f-7f21-4831-8d41-4cf1a2e93f7d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.0652936 Feb 11 05:50:49.308004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f30c4d-927e-4055-8f8b-4c6e07728053 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:49.311484 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-46f30c4d-927e-4055-8f8b-4c6e07728053 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.357357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdc86de6-7dca-46e1-a6df-7a9662282cca req-2b2e56b6-b0a0-4a28-999c-1084e6c6db59 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796716 Feb 11 05:50:49.358348 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1151b86b-267d-4aad-9a7b-b59b529b58c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.370411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.380934 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/networks/1151b86b-267d-4aad-9a7b-b59b529b58c0 HTTP/1.1" status: 204 len: 168 time: 2.6221619 Feb 11 05:50:49.404038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37698) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:49.443082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a5f99a1-417f-4c6d-9119-f96e32a3e66a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.507917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ae633-9ec8-4002-bcd1-09168142d33a tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Network': ['ID=1151b86b-267d-4aad-9a7b-b59b529b58c0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:49.530424 n-d-713498-37 neutron-server[104087]: INFO neutron.db.ipam_backend_mixin [None req-46f30c4d-927e-4055-8f8b-4c6e07728053 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1edcd8a2-c349-49a1-9f29-9b8b4623a2ed (CIDR: 2001:db8::/64) Feb 11 05:50:49.560456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f99a1-417f-4c6d-9119-f96e32a3e66a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:49.568390 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f30c4d-927e-4055-8f8b-4c6e07728053 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:50:49.569294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f30c4d-927e-4055-8f8b-4c6e07728053 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:50:49.635418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Publish callbacks [] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.673388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-46f30c4d-927e-4055-8f8b-4c6e07728053 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7164114 Feb 11 05:50:49.676045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37702) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:49.681916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'subnet': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:49.710966 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:49.797483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:49.828591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:49.832343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:49.903235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Pushing event updated for resources: {'Port': ['ID=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:50.001142 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a5f99a1-417f-4c6d-9119-f96e32a3e66a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.005147 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0a5f99a1-417f-4c6d-9119-f96e32a3e66a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 HTTP/1.1" status: 204 len: 168 time: 2.1394188 Feb 11 05:50:50.007887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37706) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:50.025570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port d26d8787-42cb-4477-9cc6-4bc9afcb7eb8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:50.033327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.033539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Attempting to bind port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:50.033539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Attempting to bind port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:50.033539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Attempting to bind port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 on network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:50.034608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:50.035071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Checking segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:50.035561 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.036240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Bound using segment: {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:50.037019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Bound port: 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16109e8a-9820-4b0f-ac45-29c95821b5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:50.037472 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.049138 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05c1df8-230f-460c-a634-9da8295d30bb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:50:50.050887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b05c1df8-230f-460c-a634-9da8295d30bb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 HTTP/1.1" status: 404 len: 333 time: 0.0416191 Feb 11 05:50:50.052470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:50.059213 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.062127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:50.116184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] For port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:50.121782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] For port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:50.157363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.157689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for floatingip (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.170767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for d26d8787-42cb-4477-9cc6-4bc9afcb7eb8 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:50.210499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-07de9f3f-9bf7-44f6-be17-b765486b5483 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet 71adee2a-e5a0-4a90-9fc5-d998c59fc782 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:50.210499 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07de9f3f-9bf7-44f6-be17-b765486b5483 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (71adee2a-e5a0-4a90-9fc5-d998c59fc782), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.231220 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.277269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07de9f3f-9bf7-44f6-be17-b765486b5483 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (71adee2a-e5a0-4a90-9fc5-d998c59fc782), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.334120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982f29d-a9ef-48a4-9c39-c178faf2cec1 None None] Pushing event updated for resources: {'Port': ['ID=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:50.422276 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07de9f3f-9bf7-44f6-be17-b765486b5483 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (71adee2a-e5a0-4a90-9fc5-d998c59fc782), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.658866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d174f55-86ea-4abd-97b2-feee9a8b30bc req-dfc833b0-155f-4842-8a5c-3b5f2735bd53 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:50.660476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d174f55-86ea-4abd-97b2-feee9a8b30bc req-dfc833b0-155f-4842-8a5c-3b5f2735bd53 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1347556 Feb 11 05:50:50.723322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d26d8787-42cb-4477-9cc6-4bc9afcb7eb8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.758425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d174f55-86ea-4abd-97b2-feee9a8b30bc req-a69dde36-f795-4078-8243-c5d9f48eb3a4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Feb 11 05:50:50.759631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07de9f3f-9bf7-44f6-be17-b765486b5483 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (71adee2a-e5a0-4a90-9fc5-d998c59fc782), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.762375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=d26d8787-42cb-4477-9cc6-4bc9afcb7eb8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:50.808494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9f3f-9bf7-44f6-be17-b765486b5483 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=71adee2a-e5a0-4a90-9fc5-d998c59fc782,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:50.810895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07de9f3f-9bf7-44f6-be17-b765486b5483 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.816249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09c1de-5298-441d-bf65-4ebbdf54064e None None] Network 78082f41-698e-45cc-8b28-fa68136eae3d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:50.831528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-07de9f3f-9bf7-44f6-be17-b765486b5483 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/71adee2a-e5a0-4a90-9fc5-d998c59fc782 HTTP/1.1" status: 204 len: 168 time: 0.7646458 Feb 11 05:50:50.842383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37724) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:50.889260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for floatingip (1bd28266-ab07-4541-a598-1636580bca0b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:50.889712 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Floating IP 1bd28266-ab07-4541-a598-1636580bca0b disassociated (deleted). External IP: 172.25.8.85, port: de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec. Feb 11 05:50:51.015965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-24971711-525d-40b9-a68f-0c8449bd478f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet f3620fe3-f5e5-4fde-84ef-23c491a88e59 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:51.023420 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24971711-525d-40b9-a68f-0c8449bd478f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (f3620fe3-f5e5-4fde-84ef-23c491a88e59), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:51.104371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24971711-525d-40b9-a68f-0c8449bd478f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (f3620fe3-f5e5-4fde-84ef-23c491a88e59), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:51.137961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.objects.ports [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:50:51.224742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 90a4e9b6-4ed3-4031-8679-774889ee04bd has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:51.360291 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24971711-525d-40b9-a68f-0c8449bd478f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f3620fe3-f5e5-4fde-84ef-23c491a88e59), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:51.428097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:51.438690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:51.450367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] Sync routers for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:51.479263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:51.480228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:51.543604 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-34a33721-9d72-41db-9c17-405b51166a10 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/floatingips/1bd28266-ab07-4541-a598-1636580bca0b HTTP/1.1" status: 204 len: 168 time: 2.1324708 Feb 11 05:50:51.543604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:51.553392 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:51.707611 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83301af-2594-4e00-b538-59ff461b53ba x-openstack-request-id: req-c83301af-2594-4e00-b538-59ff461b53ba {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:51.707916 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:51.708177 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c83301af-2594-4e00-b538-59ff461b53ba {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:51.708616 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'status': 'completed', 'code': 200} Feb 11 05:50:51.722434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:51.742443 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:51.825852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24971711-525d-40b9-a68f-0c8449bd478f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (f3620fe3-f5e5-4fde-84ef-23c491a88e59), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:51.887222 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24971711-525d-40b9-a68f-0c8449bd478f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:51.891002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-24971711-525d-40b9-a68f-0c8449bd478f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/f3620fe3-f5e5-4fde-84ef-23c491a88e59 HTTP/1.1" status: 204 len: 168 time: 1.0475669 Feb 11 05:50:51.894063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37742) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:51.928061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:52.054060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (78082f41-698e-45cc-8b28-fa68136eae3d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.100466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:52.100950 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.171938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] For port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:52.219946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port b55ae8d2-667f-446e-a1f9-68cdb25476eb {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:52.219946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.223347 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.226735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24971711-525d-40b9-a68f-0c8449bd478f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=f3620fe3-f5e5-4fde-84ef-23c491a88e59,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:52.329366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] For port b55ae8d2-667f-446e-a1f9-68cdb25476eb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b55ae8d2-667f-446e-a1f9-68cdb25476eb,segment=NetworkSegment(659481d3-9953-49ed-a3db-cf0f64daeec6),segment_id=659481d3-9953-49ed-a3db-cf0f64daeec6)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:52.330586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.372531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.372723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for b55ae8d2-667f-446e-a1f9-68cdb25476eb owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:52.372855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-31337eaf-7f2b-46ec-a155-36e7c74c5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.372855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-31337eaf-7f2b-46ec-a155-36e7c74c5eb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 1129 time: 0.6035507 Feb 11 05:50:52.443797 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (7f4e8b7a-667e-4468-b6b6-c9aab90aae0f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.462144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b0d58-f328-4c1a-a4fa-e426eccec14b None None] Network 78082f41-698e-45cc-8b28-fa68136eae3d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:52.555548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-94c920e7-dbac-43ff-9746-9606b073b190 None None] Provisioning complete for port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:52.556193 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94c920e7-dbac-43ff-9746-9606b073b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.583477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:52.618992 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b55ae8d2-667f-446e-a1f9-68cdb25476eb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.624023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba798a80-4f7c-4d63-8bde-69a9396cdb01 req-2ba27cca-0793-4b90-a617-25bd5d932242 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.625634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba798a80-4f7c-4d63-8bde-69a9396cdb01 req-2ba27cca-0793-4b90-a617-25bd5d932242 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 946 time: 0.3933890 Feb 11 05:50:52.626394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,revision_number=4']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:52.645594 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:52.674847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1d97d-e7ca-4c9e-a208-efe9a93c1725 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:52.691324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=b55ae8d2-667f-446e-a1f9-68cdb25476eb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:52.693829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No DVR routers for this DVR port b55ae8d2-667f-446e-a1f9-68cdb25476eb on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:52.710275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.712133 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.775341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Subnet': ['ID=7f4e8b7a-667e-4468-b6b6-c9aab90aae0f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:52.790608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968437c-6b4e-4151-a1ff-00bc3c9a909e req-d99f425f-9fb1-4280-aa7b-f65392e7a9de tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.792879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1968437c-6b4e-4151-a1ff-00bc3c9a909e req-d99f425f-9fb1-4280-aa7b-f65392e7a9de tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.8989279 Feb 11 05:50:52.813519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:52.814618 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:52.879680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba798a80-4f7c-4d63-8bde-69a9396cdb01 req-4f0fa7ce-44fd-41a8-9f4c-3da58e210fb1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240479 Feb 11 05:50:52.890878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-3a4d7ae8-d85a-413b-b97a-f2d7fa506714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:52.894043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-3a4d7ae8-d85a-413b-b97a-f2d7fa506714 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c2e8c66f-8c3e-49b1-a372-4053b41faa06 HTTP/1.1" status: 200 len: 898 time: 0.4260318 Feb 11 05:50:52.909960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:34Z', 'revision_number': 6, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:52.911181 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c6274948-55bf-4cef-829f-a4dd389b6c45 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2336562 Feb 11 05:50:52.914156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37754) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:52.921149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Request body: {'port': {'network_id': '3faa632f-efe0-4b85-9ba5-ee2745b90c9c', 'mac_address': 'fa:16:3e:cf:8d:ad', 'name': 'tempest-NetworksTestDHCPv6-1194028354'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:52.921535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6895880-1f28-4a96-964a-016d0824af73 None None] DHCP port deletion for 78082f41-698e-45cc-8b28-fa68136eae3d request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:50:53.010921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-154ff350-a73e-4dc3-9dcc-53d700c649bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec HTTP/1.1" status: 200 len: 217 time: 0.0973320 Feb 11 05:50:53.058097 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (78082f41-698e-45cc-8b28-fa68136eae3d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.131619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78082f41-698e-45cc-8b28-fa68136eae3d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:53.173539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659481d3-9953-49ed-a3db-cf0f64daeec6') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:53.173830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659481d3-9953-49ed-a3db-cf0f64daeec6') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:53.196667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (659481d3-9953-49ed-a3db-cf0f64daeec6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.237219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (659481d3-9953-49ed-a3db-cf0f64daeec6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.248431 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:50:53.257146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (659481d3-9953-49ed-a3db-cf0f64daeec6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:50:53.261666 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:50:53.301689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] Checking router: 90a4e9b6-4ed3-4031-8679-774889ee04bd for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:53.368122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-94c920e7-dbac-43ff-9746-9606b073b190 None None] Current status of the port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:53.368898 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94c920e7-dbac-43ff-9746-9606b073b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.393069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:53.401711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:53.402625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:53.423109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Made reservation on behalf of b4c400c244ec4c929512aa01308bdd70 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:53.490544 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.510253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1968437c-6b4e-4151-a1ff-00bc3c9a909e req-cf4c9677-7fad-42fe-ba56-22ab983ef6e9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990871 Feb 11 05:50:53.519833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-808ab390-c897-4a03-9864-3eddb9a2c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:53.521465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-808ab390-c897-4a03-9864-3eddb9a2c2c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57672995-503b-459f-a05a-85867b9a573d HTTP/1.1" status: 200 len: 835 time: 0.4991806 Feb 11 05:50:53.535526 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (78082f41-698e-45cc-8b28-fa68136eae3d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.578839 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.584330 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/networks/78082f41-698e-45cc-8b28-fa68136eae3d HTTP/1.1" status: 204 len: 168 time: 1.6887889 Feb 11 05:50:53.592131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37760) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:53.669172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-f661dce2-9366-4f32-a575-0322b5e64161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:53.670717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-f661dce2-9366-4f32-a575-0322b5e64161 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2e8c66f-8c3e-49b1-a372-4053b41faa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1375940 Feb 11 05:50:53.673355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:53.691941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c286b-cb92-4853-bb7f-08db5d333d00 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Network': ['ID=78082f41-698e-45cc-8b28-fa68136eae3d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:53.715201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec43321-d12b-4c21-b518-30a88edd578a req-b50de03c-cc44-46d1-adca-7dadab05b7e2 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:53.716782 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ec43321-d12b-4c21-b518-30a88edd578a req-b50de03c-cc44-46d1-adca-7dadab05b7e2 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 946 time: 0.3219740 Feb 11 05:50:53.781841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:53.807436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] device_id is not set on port 706cf901-6162-4752-81ea-cf9965f046b5 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:53.823030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6482a29e-2b24-4aeb-a7d0-c54a84067434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:53.823284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:53.824674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6482a29e-2b24-4aeb-a7d0-c54a84067434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2313547 Feb 11 05:50:53.828462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37762) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:53.978654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-523fdf09-6171-457d-a73a-c70e70ac1524 service neutron] 10.222.0.65 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987401 Feb 11 05:50:53.991132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-432edfc5-7341-4ba3-96b0-9ac3d91e13bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1584129 Feb 11 05:50:53.998263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:54.016150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37766) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:54.032137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-752174142'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:54.095658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:54.096391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:54.223806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:54.224181 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:54.256782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa3bb9c-52de-42bd-ade8-eb8d0154adb0 req-67a4664c-f325-402b-bb32-dc5a9018f648 service neutron] 10.222.0.65 "GET /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676458 Feb 11 05:50:54.274657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:54.291771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:54.294557 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-94c920e7-dbac-43ff-9746-9606b073b190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:50:54.294918 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-94c920e7-dbac-43ff-9746-9606b073b190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:50:54.318641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:54.319271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:54.333333 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:50:54.345492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:54.390949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:54.412950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:54.485568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79085fda-0c93-4f5e-8550-cc038ee3582c req-35205974-d027-4c36-bb6f-4a7dc13d91d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:54.487277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79085fda-0c93-4f5e-8550-cc038ee3582c req-35205974-d027-4c36-bb6f-4a7dc13d91d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 946 time: 0.4339964 Feb 11 05:50:54.488558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ae1663d3-cb53-4a25-bc7f-349ac693375c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:54.488942 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Added segment ae1663d3-cb53-4a25-bc7f-349ac693375c of type vlan for network 0049d828-28c3-4f1d-82aa-064f381173dc Feb 11 05:50:54.491014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:34Z', 'revision_number': 6, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:54.494195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b55ae8d2-667f-446e-a1f9-68cdb25476eb no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:54.557557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13894611-8010-4b2e-8776-b5e2863018cd None None] The sync data for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 is: [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:50:34Z', 'revision_number': 6, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '5e180b1e-fad6-41a8-8eb5-938c2b7ca495', 'name': '', 'network_id': 'c2e8c66f-8c3e-49b1-a372-4053b41faa06', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:59:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '57672995-503b-459f-a05a-85867b9a573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:58Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '57672995-503b-459f-a05a-85867b9a573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:54.561738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b55ae8d2-667f-446e-a1f9-68cdb25476eb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:54.562401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b55ae8d2-667f-446e-a1f9-68cdb25476eb not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:54.688758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:54.711083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (0049d828-28c3-4f1d-82aa-064f381173dc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:54.736835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8::121 (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/1edcd8a2-c349-49a1-9f29-9b8b4623a2ed/706cf901-6162-4752-81ea-cf9965f046b5) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:54.743749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79085fda-0c93-4f5e-8550-cc038ee3582c req-6ddca90e-ab52-4d9d-82ae-57f0f2ca6eb8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b1f09e3-e752-4459-8240-e50ce2d479a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354593 Feb 11 05:50:54.758085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Allocated IP 2001:db8:0:1:f816:3eff:fecf:8dad (3faa632f-efe0-4b85-9ba5-ee2745b90c9c/7f4e8b7a-667e-4468-b6b6-c9aab90aae0f/706cf901-6162-4752-81ea-cf9965f046b5) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:54.880859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:54.907166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-94c920e7-dbac-43ff-9746-9606b073b190 None None] Current status of the port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:54.924016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d628836-4dea-4f5b-9305-cbb0fe682744 req-11b2e6df-8bcf-4e00-a82a-825750233aef tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:54.929554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d628836-4dea-4f5b-9305-cbb0fe682744 req-11b2e6df-8bcf-4e00-a82a-825750233aef tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2761502 Feb 11 05:50:54.978892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] No DVR routers for this DVR port de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:50:54.989638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:54.996363 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ec43321-d12b-4c21-b518-30a88edd578a req-50755cf2-bf47-4c31-863a-82e331a12222 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "DELETE /v2.0/ports/de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec HTTP/1.1" status: 204 len: 173 time: 1.2740762 Feb 11 05:50:54.997243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'name': 'network-vif-deleted', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:55.000012 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214755a1-686a-484c-99e7-e7ca8b715fde" -d '{"events": [{"server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "name": "network-vif-deleted", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:55.027807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-79f09ddc-012a-4218-a347-28e500d9c679 None None] Could not find standard attr ID for object b55ae8d2-667f-446e-a1f9-68cdb25476eb. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:50:55.075038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d628836-4dea-4f5b-9305-cbb0fe682744 req-14a8d276-e179-4826-9d91-6d98af65ec12 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394315 Feb 11 05:50:55.076128 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (0049d828-28c3-4f1d-82aa-064f381173dc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.112197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:55.113200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.166132 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d616f6a-0b89-4ef1-873f-a49f749e395c x-openstack-request-id: req-9d616f6a-0b89-4ef1-873f-a49f749e395c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:55.166551 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bced3a-7a45-48a8-8336-821efc91f80a", "name": "network-vif-deleted", "tag": "de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:55.167352 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d616f6a-0b89-4ef1-873f-a49f749e395c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:55.168150 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bced3a-7a45-48a8-8336-821efc91f80a', 'name': 'network-vif-deleted', 'tag': 'de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec', 'status': 'completed', 'code': 200} Feb 11 05:50:55.211924 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6635558-1f4e-4e2d-8ea7-94ee5d35c68d None None] New status for floating IP 1bd28266-ab07-4541-a598-1636580bca0b: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:50:55.231473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2110047 Feb 11 05:50:55.232372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37780) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:55.303725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for port (706cf901-6162-4752-81ea-cf9965f046b5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.303990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:55.323525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ed4f6-51e4-44c5-ba21-ea913b0e2133 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Network': ['ID=0049d828-28c3-4f1d-82aa-064f381173dc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:55.336935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 0049d828-28c3-4f1d-82aa-064f381173dc details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:55.563940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (706cf901-6162-4752-81ea-cf9965f046b5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.564111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-082476cf-c3f3-4d0b-a4db-52bfe06e71da None None] Provisioning complete for port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:55.564111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-082476cf-c3f3-4d0b-a4db-52bfe06e71da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.664263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:50:55.705031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f56ccffb-9e45-4755-9fa5-7b2a8cce7fd3 req-4e0c3141-27ba-432e-bdf1-a4ea8eb626e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1225135 Feb 11 05:50:55.714569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:55.715557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:55.720492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:55.721182 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.744031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:55.754682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-082476cf-c3f3-4d0b-a4db-52bfe06e71da None None] Current status of the port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:55.754898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:55.754898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.755129 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:55.756754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:50:55.757200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device de8f6b99-24ce-4cd8-b1b2-fd8d079ecfec not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:50:55.881709 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f56ccffb-9e45-4755-9fa5-7b2a8cce7fd3 req-e15c1228-7615-49df-aa4c-b6cf303e5455 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 210 time: 0.1166611 Feb 11 05:50:55.882395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event updated for resources: {'Port': ['ID=706cf901-6162-4752-81ea-cf9965f046b5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:55.930732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:55.935028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.970523 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e584ee3e-c735-4963-b00c-7223136d6a73 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0539148 Feb 11 05:50:55.993954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37786) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:56.074802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60ecb41b-b2b8-4076-8e63-b406ed48cafa req-2f8ee0fe-5789-41a4-b147-37ba9a17d5d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5bced3a-7a45-48a8-8336-821efc91f80a HTTP/1.1" status: 200 len: 210 time: 0.1186349 Feb 11 05:50:56.116422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:56.283809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-136e83ae-dfd6-4616-81c4-2ac920c80618 None None] Provisioning complete for port 706cf901-6162-4752-81ea-cf9965f046b5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:56.284178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-136e83ae-dfd6-4616-81c4-2ac920c80618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (706cf901-6162-4752-81ea-cf9965f046b5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:56.315889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ccffb-9e45-4755-9fa5-7b2a8cce7fd3 req-21f72c1a-0f57-4743-afce-034970b3efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:56.327487 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f56ccffb-9e45-4755-9fa5-7b2a8cce7fd3 req-21f72c1a-0f57-4743-afce-034970b3efe4 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4245112 Feb 11 05:50:56.328792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-136e83ae-dfd6-4616-81c4-2ac920c80618 None None] Port 706cf901-6162-4752-81ea-cf9965f046b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:56.381113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3dd47405-b492-496f-b236-3a680db7c69e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting port 706cf901-6162-4752-81ea-cf9965f046b5 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:50:56.381871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3dd47405-b492-496f-b236-3a680db7c69e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (706cf901-6162-4752-81ea-cf9965f046b5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:56.385601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027f341-186f-4f2e-8e71-f9007c8ccb47 req-a889ff37-ff00-4c43-aff5-8de078117252 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:56.388425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4027f341-186f-4f2e-8e71-f9007c8ccb47 req-a889ff37-ff00-4c43-aff5-8de078117252 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.0761921 Feb 11 05:50:56.408359 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (3ef4f178-b611-48c7-b2e3-886ab605ad0a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:56.526406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking segment: {'id': 'ae1663d3-cb53-4a25-bc7f-349ac693375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:56.526811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network hostable DHCP agents. Network: 0049d828-28c3-4f1d-82aa-064f381173dc, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:56.530953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=3ef4f178-b611-48c7-b2e3-886ab605ad0a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:56.546532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4027f341-186f-4f2e-8e71-f9007c8ccb47 req-a8615fb2-89f0-4037-a017-a0aef9fba8c0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512895 Feb 11 05:50:56.567027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ccffb-9e45-4755-9fa5-7b2a8cce7fd3 req-4855ffa0-ccd6-41dc-9536-718b4fe8d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:56.568984 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f56ccffb-9e45-4755-9fa5-7b2a8cce7fd3 req-4855ffa0-ccd6-41dc-9536-718b4fe8d88d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308092 Feb 11 05:50:56.588253 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3dd47405-b492-496f-b236-3a680db7c69e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (706cf901-6162-4752-81ea-cf9965f046b5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:56.602179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 0049d828-28c3-4f1d-82aa-064f381173dc is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:56.604639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3dd47405-b492-496f-b236-3a680db7c69e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Calling delete_port for 706cf901-6162-4752-81ea-cf9965f046b5 owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:50:56.710180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 0049d828-28c3-4f1d-82aa-064f381173dc) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:56.715143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:56.715770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:56.721424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05fd553-2c31-4869-88ab-f27b4bb9c53e None None] Network 0049d828-28c3-4f1d-82aa-064f381173dc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:56.805151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-056f9df9-e19f-4250-b9fa-00bde3f06c92 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5052183 Feb 11 05:50:56.807604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37792) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:56.812765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc', 'name': 'tempest-PortsTestJSON-283625636'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:56.838065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-0049d828-28c3-4f1d-82aa-064f381173dc', 'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc', 'project_id': '06f164cb868c4f4792168f52aa9482a7', 'fixed_ips': [{'subnet_id': '3ef4f178-b611-48c7-b2e3-886ab605ad0a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:50:56.839215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:56.966397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3dd47405-b492-496f-b236-3a680db7c69e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (706cf901-6162-4752-81ea-cf9965f046b5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.004706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd47405-b492-496f-b236-3a680db7c69e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Port': ['ID=706cf901-6162-4752-81ea-cf9965f046b5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:57.065856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3dd47405-b492-496f-b236-3a680db7c69e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.071878 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3dd47405-b492-496f-b236-3a680db7c69e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/706cf901-6162-4752-81ea-cf9965f046b5 HTTP/1.1" status: 204 len: 168 time: 1.0766835 Feb 11 05:50:57.074151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:57.079211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.081208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37796) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:57.111596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Allocated IP 172.20.0.2 (0049d828-28c3-4f1d-82aa-064f381173dc/3ef4f178-b611-48c7-b2e3-886ab605ad0a/74388ee8-de00-494c-a70d-6602d92a97b9) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:57.128552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 59e744e9-97f6-42b3-b2e6-3c6b171bd0df yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:57.159794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37800) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:57.252113 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-60c3823b-d90d-495b-b8e7-45a603d2d2fc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (1b1f09e3-e752-4459-8240-e50ce2d479a4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.254757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93e161-8b2e-4c94-80f8-cccb7e7511b9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.259627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9d93e161-8b2e-4c94-80f8-cccb7e7511b9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1743217 Feb 11 05:50:57.265307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37804) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:57.307770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-60c3823b-d90d-495b-b8e7-45a603d2d2fc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (1b1f09e3-e752-4459-8240-e50ce2d479a4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.340746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Publish callbacks [] for port (74388ee8-de00-494c-a70d-6602d92a97b9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.394193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c3104-852d-43b7-9b6f-8f2806513feb tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.396648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-416c3104-852d-43b7-9b6f-8f2806513feb tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1271269 Feb 11 05:50:57.399970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37806) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:57.465801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8179f-d305-40c7-86d1-f741cb82f2d6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.467770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8179f-d305-40c7-86d1-f741cb82f2d6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.470058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8179f-d305-40c7-86d1-f741cb82f2d6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.472661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aca8179f-d305-40c7-86d1-f741cb82f2d6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0711489 Feb 11 05:50:57.475211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37808) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:57.489600 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.547625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Network 0049d828-28c3-4f1d-82aa-064f381173dc is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:57.553808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:57.554101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-60c3823b-d90d-495b-b8e7-45a603d2d2fc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1b1f09e3-e752-4459-8240-e50ce2d479a4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.557607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:57.561459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-60c3823b-d90d-495b-b8e7-45a603d2d2fc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.562684 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-60c3823b-d90d-495b-b8e7-45a603d2d2fc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/security-groups/1b1f09e3-e752-4459-8240-e50ce2d479a4 HTTP/1.1" status: 204 len: 168 time: 0.4018760 Feb 11 05:50:57.587612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3823b-d90d-495b-b8e7-45a603d2d2fc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1f09e3-e752-4459-8240-e50ce2d479a4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:57.607121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Pushing event updated for resources: {'Port': ['ID=74388ee8-de00-494c-a70d-6602d92a97b9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:57.611016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.14 (0049d828-28c3-4f1d-82aa-064f381173dc/3ef4f178-b611-48c7-b2e3-886ab605ad0a/59e744e9-97f6-42b3-b2e6-3c6b171bd0df) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:57.637829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c55f129-7bef-43ff-8ca3-a42cd6bef48d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 1edcd8a2-c349-49a1-9f29-9b8b4623a2ed {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:57.643507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c55f129-7bef-43ff-8ca3-a42cd6bef48d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (1edcd8a2-c349-49a1-9f29-9b8b4623a2ed), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.654142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Attempting to bind port 74388ee8-de00-494c-a70d-6602d92a97b9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:57.654525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Attempting to bind port 74388ee8-de00-494c-a70d-6602d92a97b9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ae1663d3-cb53-4a25-bc7f-349ac693375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:57.654899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Attempting to bind port 74388ee8-de00-494c-a70d-6602d92a97b9 on network 0049d828-28c3-4f1d-82aa-064f381173dc {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:57.663047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:57.663047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Checking segment: {'id': 'ae1663d3-cb53-4a25-bc7f-349ac693375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:57.663047 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.663047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Bound using segment: {'id': 'ae1663d3-cb53-4a25-bc7f-349ac693375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:57.663047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Bound port: 74388ee8-de00-494c-a70d-6602d92a97b9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1663d3-cb53-4a25-bc7f-349ac693375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:57.664007 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.719341 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c55f129-7bef-43ff-8ca3-a42cd6bef48d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (1edcd8a2-c349-49a1-9f29-9b8b4623a2ed), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.734194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] For port 74388ee8-de00-494c-a70d-6602d92a97b9, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:57.738113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] For port 74388ee8-de00-494c-a70d-6602d92a97b9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=74388ee8-de00-494c-a70d-6602d92a97b9,segment=NetworkSegment(ae1663d3-cb53-4a25-bc7f-349ac693375c),segment_id=ae1663d3-cb53-4a25-bc7f-349ac693375c)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:57.768588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37814) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:57.843244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff183c9-4d56-498c-a5ae-68e2e4d931a1 req-0e4e9d1c-8edc-446d-bdc4-2c9a4e090edb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:57.844637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ff183c9-4d56-498c-a5ae-68e2e4d931a1 req-0e4e9d1c-8edc-446d-bdc4-2c9a4e090edb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1718082 Feb 11 05:50:57.884329 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.985281 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (59e744e9-97f6-42b3-b2e6-3c6b171bd0df), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.045222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89cd8c-e985-4bd5-be0a-c6dbaaba7623 None None] Pushing event updated for resources: {'Port': ['ID=74388ee8-de00-494c-a70d-6602d92a97b9,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:58.063200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ff183c9-4d56-498c-a5ae-68e2e4d931a1 req-3c7479d4-e7c4-4a52-86e7-cd2668f7f36b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106843 Feb 11 05:50:58.218005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (59e744e9-97f6-42b3-b2e6-3c6b171bd0df), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.293743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 0049d828-28c3-4f1d-82aa-064f381173dc is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:58.307697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:58.322402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:58.360672 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c55f129-7bef-43ff-8ca3-a42cd6bef48d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (1edcd8a2-c349-49a1-9f29-9b8b4623a2ed), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.371595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=59e744e9-97f6-42b3-b2e6-3c6b171bd0df,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:58.423155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.424014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.615052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c09f38f3-5fbc-4a15-a492-cbe5c767d59b tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8058724 Feb 11 05:50:58.616030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37830) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:58.625207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '0049d828-28c3-4f1d-82aa-064f381173dc', 'name': 'tempest-PortsTestJSON-489319292'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:58.674789 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-8ccf1dc6-7319-487e-81dc-ed12ad52fb22 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2008054 Feb 11 05:50:58.702139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37832) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:58.737182 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c55f129-7bef-43ff-8ca3-a42cd6bef48d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (1edcd8a2-c349-49a1-9f29-9b8b4623a2ed), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.808478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c55f129-7bef-43ff-8ca3-a42cd6bef48d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.815895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab5fed-9e99-43b6-96e6-cfad5283c9a3 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:58.825416 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1c55f129-7bef-43ff-8ca3-a42cd6bef48d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/1edcd8a2-c349-49a1-9f29-9b8b4623a2ed HTTP/1.1" status: 204 len: 168 time: 1.3490374 Feb 11 05:50:58.826812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55f129-7bef-43ff-8ca3-a42cd6bef48d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=1edcd8a2-c349-49a1-9f29-9b8b4623a2ed,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:58.829249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37836) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:58.885467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-731d431f-1161-4ade-8b89-c9f1a03729dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:58.887112 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-731d431f-1161-4ade-8b89-c9f1a03729dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 1129 time: 0.1433017 Feb 11 05:50:58.929098 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43a59dbf-399e-45d9-a6e6-cd6c5cae1a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.950624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:58.954508 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.052011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf5471b-73f8-4d29-81c5-8bd5aa2bb8e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Deleting subnet 7f4e8b7a-667e-4468-b6b6-c9aab90aae0f {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:50:59.057312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port f48a0ecd-550d-44bb-8e69-ca7b42314012 yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:50:59.068161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-77a1a290-e41c-4aa9-ba6d-4b5e912c8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:59.071739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-adf5471b-73f8-4d29-81c5-8bd5aa2bb8e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for subnet (7f4e8b7a-667e-4468-b6b6-c9aab90aae0f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.081799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-77a1a290-e41c-4aa9-ba6d-4b5e912c8c7b service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.1679015 Feb 11 05:50:59.227814 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-7bb85982-b6fe-4dea-8837-f03ff7f2dbcc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4 HTTP/1.1" status: 200 len: 217 time: 0.1340938 Feb 11 05:50:59.236017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-adf5471b-73f8-4d29-81c5-8bd5aa2bb8e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (7f4e8b7a-667e-4468-b6b6-c9aab90aae0f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.298929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-bb5d3122-9c3b-4d8c-9051-6ba2662f7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:59.301125 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-bb5d3122-9c3b-4d8c-9051-6ba2662f7d5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0635302 Feb 11 05:50:59.307833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (90a4e9b6-4ed3-4031-8679-774889ee04bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.391628 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43a59dbf-399e-45d9-a6e6-cd6c5cae1a05 admin admin] Publish callbacks [] for security_group (08401af9-0906-4a78-b969-3ff1c3417f33), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.440436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-87290262-a425-4779-a853-5b8884d74acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:59.442121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-87290262-a425-4779-a853-5b8884d74acf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1317301 Feb 11 05:50:59.488298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.8 (0049d828-28c3-4f1d-82aa-064f381173dc/3ef4f178-b611-48c7-b2e3-886ab605ad0a/f48a0ecd-550d-44bb-8e69-ca7b42314012) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:59.648459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43a59dbf-399e-45d9-a6e6-cd6c5cae1a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (08401af9-0906-4a78-b969-3ff1c3417f33), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.687002 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-87b4b860-ef3e-4740-a252-c026c09f7b12 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333162 Feb 11 05:50:59.705601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a59dbf-399e-45d9-a6e6-cd6c5cae1a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08401af9-0906-4a78-b969-3ff1c3417f33,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:59.756274 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-adf5471b-73f8-4d29-81c5-8bd5aa2bb8e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (7f4e8b7a-667e-4468-b6b6-c9aab90aae0f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.774797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 74388ee8-de00-494c-a70d-6602d92a97b9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:59.779135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b30852-6b21-457a-aab5-66a997023670 None None] Network 0049d828-28c3-4f1d-82aa-064f381173dc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:59.822012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451549e-c050-4044-98a5-9ec1996a91c7 req-a98af0e1-8ad2-4358-8b47-1e900e1ce597 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:59.825820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b451549e-c050-4044-98a5-9ec1996a91c7 req-a98af0e1-8ad2-4358-8b47-1e900e1ce597 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.5549898 Feb 11 05:50:59.843095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-43a59dbf-399e-45d9-a6e6-cd6c5cae1a05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8982d1cae95400fac3d16cbaa321eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1379309 Feb 11 05:50:59.847563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37842) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:59.985453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0c616ab3-9c89-44d9-86e3-b70749c964d7 None None] Provisioning complete for port 74388ee8-de00-494c-a70d-6602d92a97b9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:59.986130 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c616ab3-9c89-44d9-86e3-b70749c964d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.027330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b451549e-c050-4044-98a5-9ec1996a91c7 req-ad727daf-4386-489a-b65e-53c1f504a1a9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312158 Feb 11 05:51:00.036179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa9acca6-f4d9-433e-a8b9-829bc85ea178 admin admin] Publish callbacks [] for security_group (08401af9-0906-4a78-b969-3ff1c3417f33), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.048455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (f48a0ecd-550d-44bb-8e69-ca7b42314012), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.055911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 74388ee8-de00-494c-a70d-6602d92a97b9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:00.055911 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.078239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa9acca6-f4d9-433e-a8b9-829bc85ea178 admin admin] Publish callbacks [] for security_group (08401af9-0906-4a78-b969-3ff1c3417f33), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.087925 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a36c8e30-c220-457a-ac3f-3bed0403c3eb req-051e873f-6336-4ab8-a66b-75765f374558 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085909 Feb 11 05:51:00.184558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-adf5471b-73f8-4d29-81c5-8bd5aa2bb8e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (7f4e8b7a-667e-4468-b6b6-c9aab90aae0f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.265486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5471b-73f8-4d29-81c5-8bd5aa2bb8e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4e8b7a-667e-4468-b6b6-c9aab90aae0f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:00.280145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-adf5471b-73f8-4d29-81c5-8bd5aa2bb8e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.287968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-adf5471b-73f8-4d29-81c5-8bd5aa2bb8e3 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/7f4e8b7a-667e-4468-b6b6-c9aab90aae0f HTTP/1.1" status: 204 len: 168 time: 1.4514422 Feb 11 05:51:00.287968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f48a0ecd-550d-44bb-8e69-ca7b42314012), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.293963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37846) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:00.344087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0c616ab3-9c89-44d9-86e3-b70749c964d7 None None] Current status of the port 74388ee8-de00-494c-a70d-6602d92a97b9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:00.344772 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c616ab3-9c89-44d9-86e3-b70749c964d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.413478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:00.415098 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.438620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 74388ee8-de00-494c-a70d-6602d92a97b9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:00.439115 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.518366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4fc55fe6-1776-4853-94b1-1bebc30ed39d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2054198 Feb 11 05:51:00.523106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37848) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:00.564187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa9acca6-f4d9-433e-a8b9-829bc85ea178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (08401af9-0906-4a78-b969-3ff1c3417f33), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.572886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa9acca6-f4d9-433e-a8b9-829bc85ea178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.574121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aa9acca6-f4d9-433e-a8b9-829bc85ea178 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08401af9-0906-4a78-b969-3ff1c3417f33 HTTP/1.1" status: 204 len: 168 time: 0.7239501 Feb 11 05:51:00.576127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 0049d828-28c3-4f1d-82aa-064f381173dc is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:00.582453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0c616ab3-9c89-44d9-86e3-b70749c964d7 None None] For port 74388ee8-de00-494c-a70d-6602d92a97b9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=74388ee8-de00-494c-a70d-6602d92a97b9,segment=NetworkSegment(ae1663d3-cb53-4a25-bc7f-349ac693375c),segment_id=ae1663d3-cb53-4a25-bc7f-349ac693375c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:00.642767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe0361-2c35-4d59-afd2-5979eba62cf8 None None] Network 3faa632f-efe0-4b85-9ba5-ee2745b90c9c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:00.656833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:00.679876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:00.684483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port 5e180b1e-fad6-41a8-8eb5-938c2b7ca495, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:00.685280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.700036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9acca6-f4d9-433e-a8b9-829bc85ea178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08401af9-0906-4a78-b969-3ff1c3417f33,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:00.724118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:00.734841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c616ab3-9c89-44d9-86e3-b70749c964d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.779515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=f48a0ecd-550d-44bb-8e69-ca7b42314012,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:00.850963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:00.851654 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.877091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9173bee-3e07-479f-80b0-b3387b6f9ba6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:00.882291 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c9173bee-3e07-479f-80b0-b3387b6f9ba6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3403986 Feb 11 05:51:00.885594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37852) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:00.907787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:00.909147 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:01.023561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aec288ba-e0a8-4683-a89b-50f56dc4a9b8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4056799 Feb 11 05:51:01.028875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37854) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.277134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed90c3bf-7273-4cb5-824b-bb00db61f7f0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:01.282587 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ed90c3bf-7273-4cb5-824b-bb00db61f7f0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3932922 Feb 11 05:51:01.283399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37862) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.360326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37864) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.361423 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a217e95a-0bf4-4a17-915d-7cc7d589718c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647218 Feb 11 05:51:01.471553 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a545622-2d01-41ab-9cd5-08a4faf3ebbb tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:01.472687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a545622-2d01-41ab-9cd5-08a4faf3ebbb tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:01.478534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2a545622-2d01-41ab-9cd5-08a4faf3ebbb tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/706cf901-6162-4752-81ea-cf9965f046b5 HTTP/1.1" status: 404 len: 333 time: 0.1132617 Feb 11 05:51:01.480243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37866) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.487811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1063127d-e19a-447f-a5f6-0112ff84872c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:01.489913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1063127d-e19a-447f-a5f6-0112ff84872c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.4597328 Feb 11 05:51:01.495326 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37868) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.501112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Provisioning complete for port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:01.501686 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:01.541751 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-75930e03-66c4-4508-9f1c-30ebf25974a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:01.544323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75930e03-66c4-4508-9f1c-30ebf25974a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:01.554712 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-75930e03-66c4-4508-9f1c-30ebf25974a8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/7f4e8b7a-667e-4468-b6b6-c9aab90aae0f HTTP/1.1" status: 404 len: 337 time: 0.0701807 Feb 11 05:51:01.555246 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5e180b1e-fad6-41a8-8eb5-938c2b7ca495), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:01.558914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37870) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.567617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35c9ff-52f7-43fa-b475-79d90c2322c8 req-29b782ce-a489-4815-ac4b-3cada02b1253 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:01.570013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f35c9ff-52f7-43fa-b475-79d90c2322c8 req-29b782ce-a489-4815-ac4b-3cada02b1253 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3834887 Feb 11 05:51:01.626660 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8433d75-ad7e-444a-b3c6-8492b866c877 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:01.627046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8433d75-ad7e-444a-b3c6-8492b866c877 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:01.632446 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f8433d75-ad7e-444a-b3c6-8492b866c877 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/1edcd8a2-c349-49a1-9f29-9b8b4623a2ed HTTP/1.1" status: 404 len: 337 time: 0.0586030 Feb 11 05:51:01.675232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37872) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.679301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=5e180b1e-fad6-41a8-8eb5-938c2b7ca495,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:01.730782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c616ab3-9c89-44d9-86e3-b70749c964d7 None None] Pushing event updated for resources: {'Port': ['ID=74388ee8-de00-494c-a70d-6602d92a97b9,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:01.736840 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc906f2-1014-4cbd-855d-e82546934851 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:01.737453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc906f2-1014-4cbd-855d-e82546934851 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:01.741285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 74388ee8-de00-494c-a70d-6602d92a97b9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:01.749523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5cc906f2-1014-4cbd-855d-e82546934851 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/a1bc17f1-31d4-4358-aa2d-525dc84183d9 HTTP/1.1" status: 404 len: 333 time: 0.0690224 Feb 11 05:51:01.755616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37874) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.800196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f35c9ff-52f7-43fa-b475-79d90c2322c8 req-25888f76-9c76-4f32-9670-63459da0c24c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139835 Feb 11 05:51:01.829917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2f145-62f8-4832-ad9d-ee71daed047e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port f48a0ecd-550d-44bb-8e69-ca7b42314012 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:01.829917 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f145-62f8-4832-ad9d-ee71daed047e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f48a0ecd-550d-44bb-8e69-ca7b42314012), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:01.873162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Current status of the port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:01.896636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Provisioning complete for port 59e744e9-97f6-42b3-b2e6-3c6b171bd0df triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:01.897411 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (59e744e9-97f6-42b3-b2e6-3c6b171bd0df), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:01.928327 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8a4db0-622b-4191-bba9-0725a2a4e007 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:01.930644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8a4db0-622b-4191-bba9-0725a2a4e007 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:01.949010 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fa8a4db0-622b-4191-bba9-0725a2a4e007 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/18b2f505-c1df-4252-8f98-749b792de1dc HTTP/1.1" status: 404 len: 337 time: 0.1961610 Feb 11 05:51:01.952209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37876) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.955432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Port 59e744e9-97f6-42b3-b2e6-3c6b171bd0df cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:01.965524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] DHCP port deletion for 3faa632f-efe0-4b85-9ba5-ee2745b90c9c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:02.019040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37878) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.045817 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21e1867-cd01-41e1-9752-69aaecacd675 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.046324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21e1867-cd01-41e1-9752-69aaecacd675 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.051869 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b21e1867-cd01-41e1-9752-69aaecacd675 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8ed92014-60ef-4183-b9d2-6e68fb1f009b HTTP/1.1" status: 404 len: 337 time: 0.0962968 Feb 11 05:51:02.054664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37880) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.056329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Provisioning complete for port 74388ee8-de00-494c-a70d-6602d92a97b9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:02.056746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.075273 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-781e156a-07ec-4f50-baa8-07caf8df3aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.096411 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26ad887-69b3-4962-9341-237e7a378c87 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.097070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26ad887-69b3-4962-9341-237e7a378c87 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.103649 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b26ad887-69b3-4962-9341-237e7a378c87 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/27ae584a-b414-4649-a9f0-58fe71dbd6da HTTP/1.1" status: 404 len: 333 time: 0.0404885 Feb 11 05:51:02.105954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37882) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.129185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f145-62f8-4832-ad9d-ee71daed047e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f48a0ecd-550d-44bb-8e69-ca7b42314012), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.145439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 74388ee8-de00-494c-a70d-6602d92a97b9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:02.177513 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86d1330-2c27-49eb-9bdb-b625645b690d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.178709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86d1330-2c27-49eb-9bdb-b625645b690d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.184983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d86d1330-2c27-49eb-9bdb-b625645b690d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/be5e46d5-36de-4b87-aa20-7c4424a7f4de HTTP/1.1" status: 404 len: 337 time: 0.0746465 Feb 11 05:51:02.187323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37884) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.188188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2f145-62f8-4832-ad9d-ee71daed047e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for f48a0ecd-550d-44bb-8e69-ca7b42314012 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:02.246741 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae5a11f-6c90-42f3-8652-6f769b806337 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.246741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae5a11f-6c90-42f3-8652-6f769b806337 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.252847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6ae5a11f-6c90-42f3-8652-6f769b806337 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8db3a096-80a5-4d64-9081-b0f4f41c1c32 HTTP/1.1" status: 404 len: 337 time: 0.0599458 Feb 11 05:51:02.254192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.288303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] Deleting port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:02.288979 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.297621 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da50634-8834-4187-aff3-679d36f101d6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.297857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da50634-8834-4187-aff3-679d36f101d6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.303351 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6da50634-8834-4187-aff3-679d36f101d6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/277fdffe-6a8c-4098-9e38-acd26129d55b HTTP/1.1" status: 404 len: 333 time: 0.0466776 Feb 11 05:51:02.303580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37888) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.312526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ed570ed9-9b77-4d76-b41a-b91c11565bb0 None None] Current status of the port 74388ee8-de00-494c-a70d-6602d92a97b9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:02.323627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (90a4e9b6-4ed3-4031-8679-774889ee04bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.368525 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a8290f-271d-4531-b2b3-939cc699dfdf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.369193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a8290f-271d-4531-b2b3-939cc699dfdf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.375136 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b6a8290f-271d-4531-b2b3-939cc699dfdf tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/ad187abd-1cb8-48a0-b5b3-705b6db0b04d HTTP/1.1" status: 404 len: 337 time: 0.0679207 Feb 11 05:51:02.377050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37892) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.403015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 74388ee8-de00-494c-a70d-6602d92a97b9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:02.405754 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.450454 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac2bf30-8270-4293-9e8e-db6a724c3438 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.450921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac2bf30-8270-4293-9e8e-db6a724c3438 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.456959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bac2bf30-8270-4293-9e8e-db6a724c3438 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/f5b514e3-481c-4fbd-a3ac-8f8ed8d3dfdd HTTP/1.1" status: 404 len: 337 time: 0.0802214 Feb 11 05:51:02.457605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.466469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] For port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,segment=NetworkSegment(16109e8a-9820-4b0f-ac45-29c95821b5e3),segment_id=16109e8a-9820-4b0f-ac45-29c95821b5e3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:02.466875 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.495615 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c5e9ad-d481-4f4f-8a21-ece8d691773b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.496189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c5e9ad-d481-4f4f-8a21-ece8d691773b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.502875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d3c5e9ad-d481-4f4f-8a21-ece8d691773b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/96b2bfc7-3cb0-4c72-8676-aca85b2da7c9 HTTP/1.1" status: 404 len: 333 time: 0.0402896 Feb 11 05:51:02.503451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] Calling delete_port for 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:02.505292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37896) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.527140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b9e602d8-05b9-43b7-aaab-0070374adef9 None None] Provisioning complete for port f48a0ecd-550d-44bb-8e69-ca7b42314012 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:02.527347 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9e602d8-05b9-43b7-aaab-0070374adef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f48a0ecd-550d-44bb-8e69-ca7b42314012), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.540779 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa81c51-1327-43e7-8831-4540171c7413 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.541245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa81c51-1327-43e7-8831-4540171c7413 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.546983 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2fa81c51-1327-43e7-8831-4540171c7413 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/ccd78058-22d7-4e26-981a-02d9b93bb3d1 HTTP/1.1" status: 404 len: 337 time: 0.0406380 Feb 11 05:51:02.547604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37898) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.610850 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc32496-ba9d-4b91-8783-f2ef06df8e52 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.611702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc32496-ba9d-4b91-8783-f2ef06df8e52 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.618199 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dcc32496-ba9d-4b91-8783-f2ef06df8e52 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/9a2a8adc-0e0b-4311-9c9a-04f710098104 HTTP/1.1" status: 404 len: 333 time: 0.0672123 Feb 11 05:51:02.620739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37900) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.653721 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c9cba5-1c6c-4dcc-80a6-486bc58f972e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.654188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c9cba5-1c6c-4dcc-80a6-486bc58f972e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.657317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b9e602d8-05b9-43b7-aaab-0070374adef9 None None] Port f48a0ecd-550d-44bb-8e69-ca7b42314012 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:02.660094 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f0c9cba5-1c6c-4dcc-80a6-486bc58f972e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/d361eba6-a611-4e11-aa8c-c4c2fea71f55 HTTP/1.1" status: 404 len: 337 time: 0.0382979 Feb 11 05:51:02.660750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37902) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.668452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 74388ee8-de00-494c-a70d-6602d92a97b9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:02.687027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b9e602d8-05b9-43b7-aaab-0070374adef9 None None] Provisioning complete for port 59e744e9-97f6-42b3-b2e6-3c6b171bd0df triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:02.687700 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9e602d8-05b9-43b7-aaab-0070374adef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (59e744e9-97f6-42b3-b2e6-3c6b171bd0df), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.692481 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b577956b-b310-4b0c-9fcb-1414ffbd5ee1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.693103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b577956b-b310-4b0c-9fcb-1414ffbd5ee1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.700611 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b577956b-b310-4b0c-9fcb-1414ffbd5ee1 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/cacdedeb-9987-4acc-8383-72333b97b4c2 HTTP/1.1" status: 404 len: 333 time: 0.0370066 Feb 11 05:51:02.701241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.735125 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff5f574-36ea-4395-9b2b-bc3768bd7b35 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.735508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff5f574-36ea-4395-9b2b-bc3768bd7b35 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.742659 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dff5f574-36ea-4395-9b2b-bc3768bd7b35 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/ede70f8a-d3bd-4c17-bf51-5fcee03a0f4e HTTP/1.1" status: 404 len: 337 time: 0.0387208 Feb 11 05:51:02.743443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37906) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.745913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b9e602d8-05b9-43b7-aaab-0070374adef9 None None] Port 59e744e9-97f6-42b3-b2e6-3c6b171bd0df cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:02.772995 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-71548912-c565-45fc-bfa7-93760c14e957 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.773556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71548912-c565-45fc-bfa7-93760c14e957 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.779286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-71548912-c565-45fc-bfa7-93760c14e957 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/4e6472b2-c311-45bb-96ba-c3a56b52f50d HTTP/1.1" status: 404 len: 333 time: 0.0303712 Feb 11 05:51:02.780699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37908) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.797108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-781e156a-07ec-4f50-baa8-07caf8df3aef admin admin] Publish callbacks [] for security_group (7f13853b-ee50-4c6d-aa58-9d40d9a26d3c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.820637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (9dcb03c2-4530-4d6f-96f8-7def68bdcaf5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.825893 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f12fdc-e313-4ec6-944e-aad7ef277d6c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.827908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f12fdc-e313-4ec6-944e-aad7ef277d6c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.832121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-52f12fdc-e313-4ec6-944e-aad7ef277d6c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/2877dc2f-8bde-4a0a-99f6-f1a2737216d4 HTTP/1.1" status: 404 len: 337 time: 0.0488858 Feb 11 05:51:02.832568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37910) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.891948 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a894b53-a442-4d7b-a0e2-153b481334ec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.892783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a894b53-a442-4d7b-a0e2-153b481334ec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.898808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9a894b53-a442-4d7b-a0e2-153b481334ec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/4475d0e6-adab-46cb-a023-986800b95b09 HTTP/1.1" status: 404 len: 333 time: 0.0627816 Feb 11 05:51:02.900350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37914) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:02.918787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] Pushing event deleted for resources: {'Port': ['ID=9dcb03c2-4530-4d6f-96f8-7def68bdcaf5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:02.940059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-781e156a-07ec-4f50-baa8-07caf8df3aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7f13853b-ee50-4c6d-aa58-9d40d9a26d3c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.940550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a5337-bda6-4fd5-bbbd-65e061a6041e None None] No DVR routers for this DVR port 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:02.979593 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-50837f57-a608-4960-a388-b821b14b2596 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:02.983316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50837f57-a608-4960-a388-b821b14b2596 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:02.986756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-50837f57-a608-4960-a388-b821b14b2596 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/5f162a06-0506-4664-9d69-7c7e94ec4c79 HTTP/1.1" status: 404 len: 337 time: 0.0857756 Feb 11 05:51:02.987170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 90a4e9b6-4ed3-4031-8679-774889ee04bd has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:02.987825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37916) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.015374 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f92fd87-674e-43c3-9adb-88042560a057 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.015997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f92fd87-674e-43c3-9adb-88042560a057 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.019115 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9f92fd87-674e-43c3-9adb-88042560a057 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/439924db-bcf7-4fa5-93fa-eea78d95bf2e HTTP/1.1" status: 404 len: 333 time: 0.0303206 Feb 11 05:51:03.023521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37918) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.054212 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3933b7-4dfa-4463-9f4f-912979a014c0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.054212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3933b7-4dfa-4463-9f4f-912979a014c0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.057856 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6c3933b7-4dfa-4463-9f4f-912979a014c0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/afefd84b-c88d-4099-b1c3-588b9632a127 HTTP/1.1" status: 404 len: 337 time: 0.0338161 Feb 11 05:51:03.061363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.073012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-781e156a-07ec-4f50-baa8-07caf8df3aef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=907f72d1d03d499f91cdcc0191989f35&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0479317 Feb 11 05:51:03.073746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37922) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.073991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be8bbafa-0997-4eb6-914a-6e30932562ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.078930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e156a-07ec-4f50-baa8-07caf8df3aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f13853b-ee50-4c6d-aa58-9d40d9a26d3c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:03.132428 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d13549f-df7c-423e-9581-54cacc32fe77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.132933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d13549f-df7c-423e-9581-54cacc32fe77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.136738 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d13549f-df7c-423e-9581-54cacc32fe77 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8262ca44-db05-4d57-8bf2-5179ea714bb3 HTTP/1.1" status: 404 len: 337 time: 0.0744646 Feb 11 05:51:03.141810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37924) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.148929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f145-62f8-4832-ad9d-ee71daed047e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f48a0ecd-550d-44bb-8e69-ca7b42314012), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.181316 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ac1257-9cc2-43b2-8039-bcc1cb3ecf8e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.181316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ac1257-9cc2-43b2-8039-bcc1cb3ecf8e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.181316 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-06ac1257-9cc2-43b2-8039-bcc1cb3ecf8e tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/60ba8361-ce3a-401e-8d2c-835d30049e91 HTTP/1.1" status: 404 len: 333 time: 0.0339856 Feb 11 05:51:03.181316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37926) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.211712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf3397-4658-4598-b8bd-95ffc2500c1c req-e9b01ed4-b13c-491b-aba7-5291df558c7a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:03.213154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51cf3397-4658-4598-b8bd-95ffc2500c1c req-e9b01ed4-b13c-491b-aba7-5291df558c7a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2632174 Feb 11 05:51:03.221083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2f145-62f8-4832-ad9d-ee71daed047e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=f48a0ecd-550d-44bb-8e69-ca7b42314012,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:03.226759 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04e583e8-c7c7-4bc0-8779-5fba3e404945 admin admin] Publish callbacks [] for security_group (7f13853b-ee50-4c6d-aa58-9d40d9a26d3c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.239372 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2316ae24-fbbf-46e5-afe5-4ba3b67c479c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.239831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2316ae24-fbbf-46e5-afe5-4ba3b67c479c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.247152 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2316ae24-fbbf-46e5-afe5-4ba3b67c479c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/87c501cf-82e9-4e29-9a14-d69d6278291c HTTP/1.1" status: 404 len: 337 time: 0.0637794 Feb 11 05:51:03.247152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37928) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.273718 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04e583e8-c7c7-4bc0-8779-5fba3e404945 admin admin] Publish callbacks [] for security_group (7f13853b-ee50-4c6d-aa58-9d40d9a26d3c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.280475 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a5a3df-f184-42ff-addc-9611a550d1a0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.281038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a5a3df-f184-42ff-addc-9611a550d1a0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.286530 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f4a5a3df-f184-42ff-addc-9611a550d1a0 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/39e1d6fd-63bb-49e5-913f-5d8b28746737 HTTP/1.1" status: 404 len: 337 time: 0.0364740 Feb 11 05:51:03.287588 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37930) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.326633 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-772ff1f8-f3c8-4336-b3d5-456ae698a7c4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.328621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772ff1f8-f3c8-4336-b3d5-456ae698a7c4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.341958 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-772ff1f8-f3c8-4336-b3d5-456ae698a7c4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/7393db94-4570-4bcb-929d-e76949b6ad08 HTTP/1.1" status: 404 len: 333 time: 0.0540440 Feb 11 05:51:03.342897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.403806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:03.406494 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f894d2b-ab9f-40d0-a794-d10254d4267a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.407007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f894d2b-ab9f-40d0-a794-d10254d4267a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.410233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3f894d2b-ab9f-40d0-a794-d10254d4267a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/c3c14893-d243-4f01-a1fb-a1dd9d27ba0a HTTP/1.1" status: 404 len: 337 time: 0.0618958 Feb 11 05:51:03.417649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] Sync routers for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:03.430987 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0cf0fdd0-b298-4760-86c9-b7f7aa103cac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "PUT /v2.0/routers/90a4e9b6-4ed3-4031-8679-774889ee04bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6580634 Feb 11 05:51:03.430987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37936) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.437844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:03.438479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:03.447139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37938) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.475815 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f145-62f8-4832-ad9d-ee71daed047e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.480611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f4e2f145-62f8-4832-ad9d-ee71daed047e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/f48a0ecd-550d-44bb-8e69-ca7b42314012 HTTP/1.1" status: 204 len: 168 time: 1.9842026 Feb 11 05:51:03.483669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37940) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.530118 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cddb4e-b8ca-4717-9861-b709c3f4720d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.536989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cddb4e-b8ca-4717-9861-b709c3f4720d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.541410 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-02cddb4e-b8ca-4717-9861-b709c3f4720d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/95296bca-7d36-4f79-9731-f1652798a877 HTTP/1.1" status: 404 len: 337 time: 0.1119773 Feb 11 05:51:03.570902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df3041f-eaf0-4b0e-9a12-3b04795732d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting subnet 57672995-503b-459f-a05a-85867b9a573d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:03.573346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37942) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.579192 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-f134bfac-89fc-453e-a9b1-1657cd3d36e4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:51:03.580855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f134bfac-89fc-453e-a9b1-1657cd3d36e4 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/f48a0ecd-550d-44bb-8e69-ca7b42314012 HTTP/1.1" status: 404 len: 333 time: 0.0962296 Feb 11 05:51:03.583976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:03.589498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.602716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5df3041f-eaf0-4b0e-9a12-3b04795732d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (57672995-503b-459f-a05a-85867b9a573d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.605751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51cf3397-4658-4598-b8bd-95ffc2500c1c req-6b2c37bd-9acf-41b3-84fd-db473a1cd2ef tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803525 Feb 11 05:51:03.608288 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc127efc-50fc-41b4-a0c1-31d1eb35521f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.609102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc127efc-50fc-41b4-a0c1-31d1eb35521f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.612552 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc127efc-50fc-41b4-a0c1-31d1eb35521f tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/4de23866-b23e-4950-959a-4db033f58648 HTTP/1.1" status: 404 len: 333 time: 0.0371399 Feb 11 05:51:03.632004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37946) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.644520 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04e583e8-c7c7-4bc0-8779-5fba3e404945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7f13853b-ee50-4c6d-aa58-9d40d9a26d3c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.647353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04e583e8-c7c7-4bc0-8779-5fba3e404945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.653078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-04e583e8-c7c7-4bc0-8779-5fba3e404945 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f13853b-ee50-4c6d-aa58-9d40d9a26d3c HTTP/1.1" status: 204 len: 168 time: 0.5707858 Feb 11 05:51:03.678181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5df3041f-eaf0-4b0e-9a12-3b04795732d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (57672995-503b-459f-a05a-85867b9a573d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.681792 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-81383aeb-9470-4a71-80ed-6d4ac37dc91d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.682366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81383aeb-9470-4a71-80ed-6d4ac37dc91d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.689135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-81383aeb-9470-4a71-80ed-6d4ac37dc91d tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/206e47a4-e2b4-4268-80f4-c9cf2ee7a714 HTTP/1.1" status: 404 len: 337 time: 0.0525930 Feb 11 05:51:03.693756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37950) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.709628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e583e8-c7c7-4bc0-8779-5fba3e404945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f13853b-ee50-4c6d-aa58-9d40d9a26d3c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:03.767349 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d0df66-499a-43b1-8555-e8157193d57c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.767830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d0df66-499a-43b1-8555-e8157193d57c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.773488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-13d0df66-499a-43b1-8555-e8157193d57c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/0eea2e5b-a468-4ce6-a67d-9a7f0c5eedd2 HTTP/1.1" status: 404 len: 337 time: 0.0758188 Feb 11 05:51:03.775846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37952) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.810880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2dd1f7e4-bf89-4a29-96a3-d43f85e49bad tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports?device_id=62b2514d-6269-404b-a8c1-7c2378041ecb HTTP/1.1" status: 200 len: 205 time: 0.0305538 Feb 11 05:51:03.811029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37954) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.819589 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5df3041f-eaf0-4b0e-9a12-3b04795732d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (57672995-503b-459f-a05a-85867b9a573d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.855615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:51:01Z', 'revision_number': 7, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:03.868966 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-6fc5d707-ff9a-47d7-b18b-0696837fc1ab tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] delete failed (client error): The resource could not be found. Feb 11 05:51:03.868966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6fc5d707-ff9a-47d7-b18b-0696837fc1ab tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/routers/62b2514d-6269-404b-a8c1-7c2378041ecb HTTP/1.1" status: 404 len: 336 time: 0.0541394 Feb 11 05:51:03.869941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37956) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.901631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:03.924347 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cbd835-ea78-408d-822c-e92ef8fbb9c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:03.925106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cbd835-ea78-408d-822c-e92ef8fbb9c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:03.931497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e0cbd835-ea78-408d-822c-e92ef8fbb9c9 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/c4c411bc-2c44-4b35-a04a-d81085f62d83 HTTP/1.1" status: 404 len: 337 time: 0.0573487 Feb 11 05:51:03.932040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.940830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] Checking router: 90a4e9b6-4ed3-4031-8679-774889ee04bd for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:03.942457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-680a0fd3-5258-4e2b-87ba-5d136f611b0a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 59e744e9-97f6-42b3-b2e6-3c6b171bd0df {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:03.942815 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-680a0fd3-5258-4e2b-87ba-5d136f611b0a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (59e744e9-97f6-42b3-b2e6-3c6b171bd0df), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.945000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:03.945892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9dcb03c2-4530-4d6f-96f8-7def68bdcaf5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:03.984181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] Routers {'90a4e9b6-4ed3-4031-8679-774889ee04bd'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:03.984819 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a854525c-af11-468c-b6fd-9730857e31ec tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b2d735c-e676-41df-b50e-4a8cab151780 HTTP/1.1" status: 200 len: 205 time: 0.0515783 Feb 11 05:51:03.985022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:50:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['90a4e9b6-4ed3-4031-8679-774889ee04bd'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:03.988149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.037343 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-3561a2c3-c46d-4f8a-87b2-34874ea6fdb8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] delete failed (client error): The resource could not be found. Feb 11 05:51:04.041562 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3561a2c3-c46d-4f8a-87b2-34874ea6fdb8 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/routers/1b2d735c-e676-41df-b50e-4a8cab151780 HTTP/1.1" status: 404 len: 336 time: 0.0492907 Feb 11 05:51:04.043408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37962) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.089142 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5df3041f-eaf0-4b0e-9a12-3b04795732d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (57672995-503b-459f-a05a-85867b9a573d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.091502 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f3096f-2488-43b4-b7c0-e0b8110e22fb tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.092523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f3096f-2488-43b4-b7c0-e0b8110e22fb tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.095129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-56f3096f-2488-43b4-b7c0-e0b8110e22fb tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8962428e-0d97-470c-8b89-539f3244971e HTTP/1.1" status: 404 len: 337 time: 0.0504987 Feb 11 05:51:04.096316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-680a0fd3-5258-4e2b-87ba-5d136f611b0a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (59e744e9-97f6-42b3-b2e6-3c6b171bd0df), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.099702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37964) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.124358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3041f-eaf0-4b0e-9a12-3b04795732d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Subnet': ['ID=57672995-503b-459f-a05a-85867b9a573d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:04.131584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5df3041f-eaf0-4b0e-9a12-3b04795732d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.140990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5df3041f-eaf0-4b0e-9a12-3b04795732d1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/subnets/57672995-503b-459f-a05a-85867b9a573d HTTP/1.1" status: 204 len: 168 time: 0.6873336 Feb 11 05:51:04.141279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 37966) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.151163 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-080f0e3e-f181-47cc-8cb0-0d7331cf0e95 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.151679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080f0e3e-f181-47cc-8cb0-0d7331cf0e95 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.154878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-080f0e3e-f181-47cc-8cb0-0d7331cf0e95 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8f2645e4-8942-44a5-8cec-b5cae3dcef34 HTTP/1.1" status: 404 len: 337 time: 0.0529881 Feb 11 05:51:04.159052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37968) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.163956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d6618-b9ff-4973-b1a0-2bf2a9504613 None None] Network c2e8c66f-8c3e-49b1-a372-4053b41faa06 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:04.169128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-680a0fd3-5258-4e2b-87ba-5d136f611b0a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 59e744e9-97f6-42b3-b2e6-3c6b171bd0df owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:04.194723 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb05d6b-06aa-46ca-9dcf-a6b223ad76ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.195246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb05d6b-06aa-46ca-9dcf-a6b223ad76ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.198888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3cb05d6b-06aa-46ca-9dcf-a6b223ad76ff tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/51280711-3db0-4db5-b1c4-7bfe9518f1f2 HTTP/1.1" status: 404 len: 333 time: 0.0383873 Feb 11 05:51:04.201577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37970) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.235013 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-190e5ac2-27a1-4113-8328-c25a6d370047 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.235403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190e5ac2-27a1-4113-8328-c25a6d370047 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.238745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-190e5ac2-27a1-4113-8328-c25a6d370047 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/89a52826-8555-42cb-b568-1e890928ae4a HTTP/1.1" status: 404 len: 337 time: 0.0362256 Feb 11 05:51:04.241870 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37972) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.274239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] Set router 90a4e9b6-4ed3-4031-8679-774889ee04bd gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:04.301628 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc742fe2-837d-4b67-a597-13565ecab683 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.302229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc742fe2-837d-4b67-a597-13565ecab683 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.305793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cc742fe2-837d-4b67-a597-13565ecab683 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/46e7a27f-e45d-4c49-9046-01163bcdb7c2 HTTP/1.1" status: 404 len: 333 time: 0.0631270 Feb 11 05:51:04.309755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37976) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.342536 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-d718b30b-51b7-4b57-a65f-cf3793c4855a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.342820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d718b30b-51b7-4b57-a65f-cf3793c4855a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.346184 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d718b30b-51b7-4b57-a65f-cf3793c4855a tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/19ba7e0e-c312-42d4-a354-a70fd0aee967 HTTP/1.1" status: 404 len: 337 time: 0.0351808 Feb 11 05:51:04.348590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37978) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.354951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router (90a4e9b6-4ed3-4031-8679-774889ee04bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.387809 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cdf38d-c87e-44c6-8da1-3bee86501ef6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.388413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cdf38d-c87e-44c6-8da1-3bee86501ef6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.392109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e7cdf38d-c87e-44c6-8da1-3bee86501ef6 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/0a82fe7d-d9df-4556-8a08-c697c0469375 HTTP/1.1" status: 404 len: 333 time: 0.0423059 Feb 11 05:51:04.400721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37980) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.481501 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-139378d5-0b6c-48a1-bd9a-0aaa7ce8b906 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.495538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139378d5-0b6c-48a1-bd9a-0aaa7ce8b906 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.501789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-139378d5-0b6c-48a1-bd9a-0aaa7ce8b906 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/2dc5e516-961f-4c3b-a3ed-3595489e2883 HTTP/1.1" status: 404 len: 337 time: 0.1008718 Feb 11 05:51:04.504182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37984) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.538591 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f321048-744f-40ed-ac33-d257899d262c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.539677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f321048-744f-40ed-ac33-d257899d262c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.543378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9f321048-744f-40ed-ac33-d257899d262c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/3438f6d9-5da8-4801-9d88-6b1ca6fe7582 HTTP/1.1" status: 404 len: 333 time: 0.0377510 Feb 11 05:51:04.546279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] DHCP port deletion for c2e8c66f-8c3e-49b1-a372-4053b41faa06 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:04.551162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37986) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.585679 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-d408eef7-04fe-4ad0-bcbe-c9b7bf7ef441 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.586998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d408eef7-04fe-4ad0-bcbe-c9b7bf7ef441 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.590413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d408eef7-04fe-4ad0-bcbe-c9b7bf7ef441 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/fb05a11a-1fbd-447b-ac79-cf53963e1bd0 HTTP/1.1" status: 404 len: 337 time: 0.0379493 Feb 11 05:51:04.596758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37988) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.636416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:51:01Z', 'revision_number': 7, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:04.652072 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d720c51-c5af-40a0-a0e5-9d62fb3c768b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.653119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d720c51-c5af-40a0-a0e5-9d62fb3c768b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.657677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5d720c51-c5af-40a0-a0e5-9d62fb3c768b tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/15c2e94e-7224-472c-8cca-e168794cfbc9 HTTP/1.1" status: 404 len: 333 time: 0.0636942 Feb 11 05:51:04.661031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37992) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.709098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de93c52-81a8-487c-b3a0-ce136cafd3bd None None] The sync data for ids ['90a4e9b6-4ed3-4031-8679-774889ee04bd'] in n-d-713498-37 is: [{'id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'name': 'tempest-TestNetworkBasicOps-router-1151732435', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:47:43Z', 'updated_at': '2022-02-11T05:51:01Z', 'revision_number': 7, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': 'feaef9a3-dfa8-4d43-9a19-17aad973090a', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4e9b6-4ed3-4031-8679-774889ee04bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:44Z', 'updated_at': '2022-02-11T05:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:04.714796 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8330a1d-af86-41ef-b3c8-bb0e40a1f62c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.717409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8330a1d-af86-41ef-b3c8-bb0e40a1f62c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.718965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] Deleting port 381efc32-a639-4bed-9464-7e1ce5eb08ae {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:04.719460 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.723414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f8330a1d-af86-41ef-b3c8-bb0e40a1f62c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/a869e4a0-d4d0-40d4-8b8c-d2ea177afe7d HTTP/1.1" status: 404 len: 337 time: 0.0609205 Feb 11 05:51:04.737216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37994) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.810569 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efd48b7-b9ea-4750-95ba-69b13168c778 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.811282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efd48b7-b9ea-4750-95ba-69b13168c778 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.814551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7efd48b7-b9ea-4750-95ba-69b13168c778 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/76c5251f-ecb9-43bf-a27f-abe2e4bbf311 HTTP/1.1" status: 404 len: 333 time: 0.0760593 Feb 11 05:51:04.817156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37996) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.832755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] For port 381efc32-a639-4bed-9464-7e1ce5eb08ae, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=381efc32-a639-4bed-9464-7e1ce5eb08ae,segment=NetworkSegment(77b08ea8-0c59-475a-8df3-3fc698b74739),segment_id=77b08ea8-0c59-475a-8df3-3fc698b74739)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:04.834592 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.858641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] Calling delete_port for 381efc32-a639-4bed-9464-7e1ce5eb08ae owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:04.873327 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-067f18f9-0bc0-40ef-8a4d-dd826e6a9aef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.873894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067f18f9-0bc0-40ef-8a4d-dd826e6a9aef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.879161 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-067f18f9-0bc0-40ef-8a4d-dd826e6a9aef tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/56b6469d-a306-406b-a87a-65170477be5d HTTP/1.1" status: 404 len: 337 time: 0.0607543 Feb 11 05:51:04.882554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 37998) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.923383 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2bcc4d-0bce-44f7-b7fa-de79eef82931 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.924757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2bcc4d-0bce-44f7-b7fa-de79eef82931 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.930655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bb2bcc4d-0bce-44f7-b7fa-de79eef82931 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/ports/0a6e51cd-ea47-42d3-b8ac-0983b0c96db6 HTTP/1.1" status: 404 len: 333 time: 0.0468378 Feb 11 05:51:04.936138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38000) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.974836 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-680a0fd3-5258-4e2b-87ba-5d136f611b0a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (59e744e9-97f6-42b3-b2e6-3c6b171bd0df), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.977836 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-727114eb-b07f-4f75-9876-538ba189ef7c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:04.978584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727114eb-b07f-4f75-9876-538ba189ef7c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:04.982138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-727114eb-b07f-4f75-9876-538ba189ef7c tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/subnets/8159e623-6bd8-48eb-b560-313e13f5feb1 HTTP/1.1" status: 404 len: 337 time: 0.0406473 Feb 11 05:51:04.985663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38002) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:04.991582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192e4cf-255b-4e4e-94d8-d40eba1f943f req-42281a18-660c-4e1c-b6c3-26cb7de27109 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:04.993433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6192e4cf-255b-4e4e-94d8-d40eba1f943f req-42281a18-660c-4e1c-b6c3-26cb7de27109 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2405038 Feb 11 05:51:05.028208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a0fd3-5258-4e2b-87ba-5d136f611b0a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=59e744e9-97f6-42b3-b2e6-3c6b171bd0df,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:05.032251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38004) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:05.083764 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (381efc32-a639-4bed-9464-7e1ce5eb08ae), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.094510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb6337ed-3b83-446d-aeed-54fc4018191e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.122604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_gateway (90a4e9b6-4ed3-4031-8679-774889ee04bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.142525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (3faa632f-efe0-4b85-9ba5-ee2745b90c9c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.171131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] Pushing event deleted for resources: {'Port': ['ID=381efc32-a639-4bed-9464-7e1ce5eb08ae,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:05.194432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22538f26-2c41-4e1a-84f4-9999c08aa271 None None] No DVR routers for this DVR port 381efc32-a639-4bed-9464-7e1ce5eb08ae on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:05.237322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6192e4cf-255b-4e4e-94d8-d40eba1f943f req-556966c5-757a-479d-a2e3-f7e98e279002 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185044 Feb 11 05:51:05.326929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-680a0fd3-5258-4e2b-87ba-5d136f611b0a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.339413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-680a0fd3-5258-4e2b-87ba-5d136f611b0a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/59e744e9-97f6-42b3-b2e6-3c6b171bd0df HTTP/1.1" status: 204 len: 168 time: 1.7423031 Feb 11 05:51:05.344344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38006) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:05.387075 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (3faa632f-efe0-4b85-9ba5-ee2745b90c9c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.427809 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-8134c9af-fa23-4560-8844-248640dc2709 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:51:05.427809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8134c9af-fa23-4560-8844-248640dc2709 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/59e744e9-97f6-42b3-b2e6-3c6b171bd0df HTTP/1.1" status: 404 len: 333 time: 0.0631287 Feb 11 05:51:05.433590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38008) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:05.439773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faa632f-efe0-4b85-9ba5-ee2745b90c9c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:05.500405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16109e8a-9820-4b0f-ac45-29c95821b5e3') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:05.500754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16109e8a-9820-4b0f-ac45-29c95821b5e3') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:05.502940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb6337ed-3b83-446d-aeed-54fc4018191e admin admin] Publish callbacks [] for security_group (8ada0cd2-539b-49a6-9ac0-a19f25b73b77), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.523197 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (16109e8a-9820-4b0f-ac45-29c95821b5e3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.547516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (16109e8a-9820-4b0f-ac45-29c95821b5e3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.556999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-188313b6-1aff-4ad4-8972-25282b433cb6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet 3ef4f178-b611-48c7-b2e3-886ab605ad0a {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:05.562563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (16109e8a-9820-4b0f-ac45-29c95821b5e3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:05.576439 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-188313b6-1aff-4ad4-8972-25282b433cb6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (3ef4f178-b611-48c7-b2e3-886ab605ad0a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.617664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port feaef9a3-dfa8-4d43-9a19-17aad973090a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:05.618072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.659395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb6337ed-3b83-446d-aeed-54fc4018191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8ada0cd2-539b-49a6-9ac0-a19f25b73b77), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.659843 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b87d3de-3428-4471-925f-6cb6447ce64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.683842 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-188313b6-1aff-4ad4-8972-25282b433cb6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (3ef4f178-b611-48c7-b2e3-886ab605ad0a), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.715836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eb6337ed-3b83-446d-aeed-54fc4018191e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be3e6dcb08c54de08f8dfa8c82d2553b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6755271 Feb 11 05:51:05.719289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6337ed-3b83-446d-aeed-54fc4018191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada0cd2-539b-49a6-9ac0-a19f25b73b77,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:05.722203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38012) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:05.799905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b22a085-84e1-43f2-8791-8b949c11721f admin admin] Publish callbacks [] for security_group (8ada0cd2-539b-49a6-9ac0-a19f25b73b77), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.821710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port feaef9a3-dfa8-4d43-9a19-17aad973090a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=feaef9a3-dfa8-4d43-9a19-17aad973090a,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:05.827402 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.831943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (3faa632f-efe0-4b85-9ba5-ee2745b90c9c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.846850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.853157 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] 10.222.0.62 "DELETE /v2.0/networks/3faa632f-efe0-4b85-9ba5-ee2745b90c9c HTTP/1.1" status: 204 len: 168 time: 0.8664913 Feb 11 05:51:05.857835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for feaef9a3-dfa8-4d43-9a19-17aad973090a owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:05.858632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b22a085-84e1-43f2-8791-8b949c11721f admin admin] Publish callbacks [] for security_group (8ada0cd2-539b-49a6-9ac0-a19f25b73b77), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.873391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:05.874770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5010bf-827b-4bc3-9481-1a07f7dca6e4 tempest-NetworksTestDHCPv6-1455682861 tempest-NetworksTestDHCPv6-1455682861-project] Pushing event deleted for resources: {'Network': ['ID=3faa632f-efe0-4b85-9ba5-ee2745b90c9c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:05.877166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-188313b6-1aff-4ad4-8972-25282b433cb6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3ef4f178-b611-48c7-b2e3-886ab605ad0a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.929883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:05.930565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5e180b1e-fad6-41a8-8eb5-938c2b7ca495 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:05.930915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 381efc32-a639-4bed-9464-7e1ce5eb08ae no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:05.956429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 381efc32-a639-4bed-9464-7e1ce5eb08ae {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:05.956939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 381efc32-a639-4bed-9464-7e1ce5eb08ae not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:06.054767 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b22a085-84e1-43f2-8791-8b949c11721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8ada0cd2-539b-49a6-9ac0-a19f25b73b77), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.058905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b22a085-84e1-43f2-8791-8b949c11721f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.060837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9b22a085-84e1-43f2-8791-8b949c11721f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ada0cd2-539b-49a6-9ac0-a19f25b73b77 HTTP/1.1" status: 204 len: 168 time: 0.3372903 Feb 11 05:51:06.071958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22a085-84e1-43f2-8791-8b949c11721f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada0cd2-539b-49a6-9ac0-a19f25b73b77,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:06.110095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-188313b6-1aff-4ad4-8972-25282b433cb6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (3ef4f178-b611-48c7-b2e3-886ab605ad0a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.145002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188313b6-1aff-4ad4-8972-25282b433cb6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef4f178-b611-48c7-b2e3-886ab605ad0a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:06.154386 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-188313b6-1aff-4ad4-8972-25282b433cb6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.157814 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-188313b6-1aff-4ad4-8972-25282b433cb6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/3ef4f178-b611-48c7-b2e3-886ab605ad0a HTTP/1.1" status: 204 len: 168 time: 0.7229047 Feb 11 05:51:06.161110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38018) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:06.161906 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aed253-2baa-488d-a9df-bafd1a1b8b7c None None] Network 0049d828-28c3-4f1d-82aa-064f381173dc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:06.255467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (0049d828-28c3-4f1d-82aa-064f381173dc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.343231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 74388ee8-de00-494c-a70d-6602d92a97b9 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:06.343871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.364330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (feaef9a3-dfa8-4d43-9a19-17aad973090a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.446447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=feaef9a3-dfa8-4d43-9a19-17aad973090a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:06.449349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f02552-f136-46cf-b772-60625b96fb88 req-9aa825b5-6785-4bac-abe2-70d9650e1012 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:06.454428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6f02552-f136-46cf-b772-60625b96fb88 req-9aa825b5-6785-4bac-abe2-70d9650e1012 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.0915239 Feb 11 05:51:06.528223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6f02552-f136-46cf-b772-60625b96fb88 req-fdc7abd9-f1d1-4745-a681-8af0d5bdbcbe tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643933 Feb 11 05:51:06.591494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] DHCP port deletion for 0049d828-28c3-4f1d-82aa-064f381173dc request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:06.595435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] For port 74388ee8-de00-494c-a70d-6602d92a97b9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=74388ee8-de00-494c-a70d-6602d92a97b9,segment=NetworkSegment(ae1663d3-cb53-4a25-bc7f-349ac693375c),segment_id=ae1663d3-cb53-4a25-bc7f-349ac693375c)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:06.595824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.617330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 74388ee8-de00-494c-a70d-6602d92a97b9 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:06.630045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (90a4e9b6-4ed3-4031-8679-774889ee04bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.686098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] Deleting port 74388ee8-de00-494c-a70d-6602d92a97b9 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:06.686673 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.795577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (90a4e9b6-4ed3-4031-8679-774889ee04bd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.798871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_controller (90a4e9b6-4ed3-4031-8679-774889ee04bd), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.843619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] For port 74388ee8-de00-494c-a70d-6602d92a97b9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=74388ee8-de00-494c-a70d-6602d92a97b9,segment=NetworkSegment(ae1663d3-cb53-4a25-bc7f-349ac693375c),segment_id=ae1663d3-cb53-4a25-bc7f-349ac693375c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:06.844084 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:06.863947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] Calling delete_port for 74388ee8-de00-494c-a70d-6602d92a97b9 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:06.890826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38030) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:06.957649 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.068689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (90a4e9b6-4ed3-4031-8679-774889ee04bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.069119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Fanout notify agent at l3_agent the message router_deleted on router 90a4e9b6-4ed3-4031-8679-774889ee04bd {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:07.070943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.075748 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (74388ee8-de00-494c-a70d-6602d92a97b9), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.087897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.089441 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b9cca152-8ad7-4ca0-b27d-a27abd99bee0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/routers/90a4e9b6-4ed3-4031-8679-774889ee04bd HTTP/1.1" status: 204 len: 168 time: 2.9474180 Feb 11 05:51:07.092289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38038) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:07.099879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No DVR routers for this DVR port 74388ee8-de00-494c-a70d-6602d92a97b9 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:07.115901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] Pushing event deleted for resources: {'Port': ['ID=74388ee8-de00-494c-a70d-6602d92a97b9,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:07.124356 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea72cf6-0f3c-4b8b-970e-d42a078f5116 None None] No DVR routers for this DVR port 74388ee8-de00-494c-a70d-6602d92a97b9 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:07.142569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=74388ee8-de00-494c-a70d-6602d92a97b9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:07.196982 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-69064c31-2560-4438-b5d7-dd4df4a1eeef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4c400c244ec4c929512aa01308bdd70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3046565 Feb 11 05:51:07.200874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38042) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:07.281059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c2e8c66f-8c3e-49b1-a372-4053b41faa06), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.311330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (0049d828-28c3-4f1d-82aa-064f381173dc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.349814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0049d828-28c3-4f1d-82aa-064f381173dc']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:07.375056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1663d3-cb53-4a25-bc7f-349ac693375c') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:07.375355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1663d3-cb53-4a25-bc7f-349ac693375c') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:07.388790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (ae1663d3-cb53-4a25-bc7f-349ac693375c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.392327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c2e8c66f-8c3e-49b1-a372-4053b41faa06), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.396572 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0928299a-2f69-4aff-9e68-743ca157d3b6 admin admin] Publish callbacks [] for security_group (c2edab15-8e51-4b2a-b1d7-bcbb18d7daf1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.417314 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ae1663d3-cb53-4a25-bc7f-349ac693375c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.428646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e8c66f-8c3e-49b1-a372-4053b41faa06']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:07.435136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:07.435630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (ae1663d3-cb53-4a25-bc7f-349ac693375c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:07.438884 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:07.441071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b08ea8-0c59-475a-8df3-3fc698b74739') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:07.441168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0928299a-2f69-4aff-9e68-743ca157d3b6 admin admin] Publish callbacks [] for security_group (c2edab15-8e51-4b2a-b1d7-bcbb18d7daf1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.441257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b08ea8-0c59-475a-8df3-3fc698b74739') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:07.453973 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (77b08ea8-0c59-475a-8df3-3fc698b74739), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.484866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (77b08ea8-0c59-475a-8df3-3fc698b74739), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.496889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:07.497776 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (77b08ea8-0c59-475a-8df3-3fc698b74739), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:07.543782 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:07.665179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (0049d828-28c3-4f1d-82aa-064f381173dc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.669604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.683642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38054) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:07.685804 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/networks/0049d828-28c3-4f1d-82aa-064f381173dc HTTP/1.1" status: 204 len: 168 time: 1.5219152 Feb 11 05:51:07.692345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-199983500'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:07.704436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1038893-0760-4bcf-80ae-ac6e2a179f8c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Network': ['ID=0049d828-28c3-4f1d-82aa-064f381173dc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:07.722584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0928299a-2f69-4aff-9e68-743ca157d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c2edab15-8e51-4b2a-b1d7-bcbb18d7daf1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.726327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0928299a-2f69-4aff-9e68-743ca157d3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.728081 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c2e8c66f-8c3e-49b1-a372-4053b41faa06), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.731911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0928299a-2f69-4aff-9e68-743ca157d3b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2edab15-8e51-4b2a-b1d7-bcbb18d7daf1 HTTP/1.1" status: 204 len: 168 time: 0.5242682 Feb 11 05:51:07.742341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928299a-2f69-4aff-9e68-743ca157d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2edab15-8e51-4b2a-b1d7-bcbb18d7daf1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:07.742720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.759547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/networks/c2e8c66f-8c3e-49b1-a372-4053b41faa06 HTTP/1.1" status: 204 len: 168 time: 0.6594396 Feb 11 05:51:07.771519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38060) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:07.777962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'network': {'name': 'tempest-network-smoke--933516778', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'port_security_enabled': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:07.819163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9382-399b-4b3c-b0b2-874e36ad82bf tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Network': ['ID=c2e8c66f-8c3e-49b1-a372-4053b41faa06,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:07.829643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d3097-b437-4257-b07a-3b2cfb49ab87 req-be59f862-e5c5-40c3-9177-975e2ddcbf26 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:07.831359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d25d3097-b437-4257-b07a-3b2cfb49ab87 req-be59f862-e5c5-40c3-9177-975e2ddcbf26 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1999698 Feb 11 05:51:07.889002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 74388ee8-de00-494c-a70d-6602d92a97b9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:07.902086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d25d3097-b437-4257-b07a-3b2cfb49ab87 req-992ce82f-5292-4af6-ab3b-31d659a58d44 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636289 Feb 11 05:51:07.913626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 74388ee8-de00-494c-a70d-6602d92a97b9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:07.913969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 74388ee8-de00-494c-a70d-6602d92a97b9 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:07.917324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device feaef9a3-dfa8-4d43-9a19-17aad973090a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:07.949828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: feaef9a3-dfa8-4d43-9a19-17aad973090a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:07.951152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:07.951277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:07.951367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device feaef9a3-dfa8-4d43-9a19-17aad973090a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:07.951451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:07.951550 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.001159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:08.001426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:08.003861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (73a06b39-6053-45a5-ad09-edc5c09fbbb5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.004216 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Added segment 73a06b39-6053-45a5-ad09-edc5c09fbbb5 of type vlan for network bd79f6a2-2941-483f-abb0-db6600907a7d Feb 11 05:51:08.004366 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3c31e7e0-a9aa-489f-b370-8ee2f76a1c10), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.004709 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Added segment 3c31e7e0-a9aa-489f-b370-8ee2f76a1c10 of type vlan for network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 Feb 11 05:51:08.053811 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (0088faae-c5de-4bd9-ac1c-9eecaf7564b8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.075438 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (bd79f6a2-2941-483f-abb0-db6600907a7d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.237070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (0088faae-c5de-4bd9-ac1c-9eecaf7564b8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.237070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.237070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.297338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (bd79f6a2-2941-483f-abb0-db6600907a7d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.306018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.306755 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.314606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Network': ['ID=0088faae-c5de-4bd9-ac1c-9eecaf7564b8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:08.332278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:08.378086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0508a193-0882-4747-a1dd-ffefffdd0a01 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6051602 Feb 11 05:51:08.382960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38108) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:08.388427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'admin_state_up': True, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:08.420040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Network': ['ID=bd79f6a2-2941-483f-abb0-db6600907a7d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:08.444222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network bd79f6a2-2941-483f-abb0-db6600907a7d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:08.457031 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.484719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-94807689-1f12-4cac-96b3-7ed217e043bf tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7980766 Feb 11 05:51:08.487482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38110) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:08.493376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:08.521526 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (52b5813b-c0e2-4750-b593-6158a44ee19a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.527079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (52b5813b-c0e2-4750-b593-6158a44ee19a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.597762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_controller (52b5813b-c0e2-4750-b593-6158a44ee19a), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.659093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.744715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:08.748370 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:08.917969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_gateway (52b5813b-c0e2-4750-b593-6158a44ee19a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.054394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093a050-19d0-41de-a748-4a353afbca99 req-e985411a-3c95-408a-a068-8c68f071a211 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:09.055996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b093a050-19d0-41de-a748-4a353afbca99 req-e985411a-3c95-408a-a068-8c68f071a211 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.0560756 Feb 11 05:51:09.116404 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b093a050-19d0-41de-a748-4a353afbca99 req-1dd0b546-25cd-468f-96c2-66a8c7fdcdbd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542150 Feb 11 05:51:09.134159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (02d34bac-a7c0-4ccd-ab10-c0632b138f62), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.201099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=02d34bac-a7c0-4ccd-ab10-c0632b138f62,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:09.213011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking segment: {'id': '73a06b39-6053-45a5-ad09-edc5c09fbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:09.213466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network hostable DHCP agents. Network: bd79f6a2-2941-483f-abb0-db6600907a7d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:09.295387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_gateway (52b5813b-c0e2-4750-b593-6158a44ee19a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.321999 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.323086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.371415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network bd79f6a2-2941-483f-abb0-db6600907a7d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:09.502102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.25.8.187 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/8ea63822-c0ea-4d24-97a1-9e810551e0bc) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:09.533035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, bd79f6a2-2941-483f-abb0-db6600907a7d) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:09.539544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:09.540162 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.545773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b348ad97-3cc6-4018-9743-3242c485789b None None] Network bd79f6a2-2941-483f-abb0-db6600907a7d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:09.582821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38134) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:09.633715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.679196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-bd79f6a2-2941-483f-abb0-db6600907a7d', 'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d', 'project_id': '06f164cb868c4f4792168f52aa9482a7', 'fixed_ips': [{'subnet_id': '02d34bac-a7c0-4ccd-ab10-c0632b138f62'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:09.681580 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.718943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5c055269-2788-4d07-932a-a8f60805f0c2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2302611 Feb 11 05:51:09.723290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38142) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:09.729824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d', 'name': 'tempest-PortsTestJSON-1174461509', 'fixed_ips': [{'subnet_id': '02d34bac-a7c0-4ccd-ab10-c0632b138f62', 'ip_address': '172.20.0.10'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:09.755279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667312109'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:09.825269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:09.857909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Allocated IP 172.20.0.2 (bd79f6a2-2941-483f-abb0-db6600907a7d/02d34bac-a7c0-4ccd-ab10-c0632b138f62/79fb0a3b-12c6-4bc1-acd7-b7eee44477d2) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:09.876413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:09.882018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:09.884826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=8ea63822-c0ea-4d24-97a1-9e810551e0bc,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:09.887036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:10.020867 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Publish callbacks [] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.024985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:10.028457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.038005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.085501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:10.131963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.210329 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for security_group (5aee1b83-2757-47bb-b67c-41f4cb2b0647), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.210636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Network bd79f6a2-2941-483f-abb0-db6600907a7d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:10.216523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:10.225366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:10.236087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Pushing event updated for resources: {'Port': ['ID=79fb0a3b-12c6-4bc1-acd7-b7eee44477d2,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:10.247295 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.276803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port fcf1fa3e-5653-41eb-9de3-e37e3aa1040c yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:51:10.286361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.293313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.294879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.339449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Attempting to bind port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:10.341224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Attempting to bind port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '73a06b39-6053-45a5-ad09-edc5c09fbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:10.341811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Attempting to bind port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 on network bd79f6a2-2941-483f-abb0-db6600907a7d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:10.348574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:10.349943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Checking segment: {'id': '73a06b39-6053-45a5-ad09-edc5c09fbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:10.350656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.351249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Bound using segment: {'id': '73a06b39-6053-45a5-ad09-edc5c09fbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:10.352558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Bound port: 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a06b39-6053-45a5-ad09-edc5c09fbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:10.353814 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.360332 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5aee1b83-2757-47bb-b67c-41f4cb2b0647), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.415330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:10.422120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_gateway (52b5813b-c0e2-4750-b593-6158a44ee19a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.463660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] For port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:10.474036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] For port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=79fb0a3b-12c6-4bc1-acd7-b7eee44477d2,segment=NetworkSegment(73a06b39-6053-45a5-ad09-edc5c09fbbb5),segment_id=73a06b39-6053-45a5-ad09-edc5c09fbbb5)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:10.491790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aee1b83-2757-47bb-b67c-41f4cb2b0647,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:10.519474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (87b52f9e-9ea2-477a-8768-526944ba3a60), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.520001 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment 87b52f9e-9ea2-477a-8768-526944ba3a60 of type vlan for network c85cd320-b0e7-4457-a1c4-30b06bafddd8 Feb 11 05:51:10.528761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.529383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.530053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.530569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.531108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.531624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.532158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.532854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.533604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.534672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.535442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.535982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.536850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:10.587405 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.638959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f50c9-955a-4d1f-884e-98d82d831f6f req-9cc37bf7-51b3-4954-8c56-c4bee89cbf7e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:10.640612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e00f50c9-955a-4d1f-884e-98d82d831f6f req-9cc37bf7-51b3-4954-8c56-c4bee89cbf7e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3528395 Feb 11 05:51:10.687863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7068fd-db19-469e-9268-ba78afc877b1 None None] Pushing event updated for resources: {'Port': ['ID=79fb0a3b-12c6-4bc1-acd7-b7eee44477d2,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:10.714667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.10 (bd79f6a2-2941-483f-abb0-db6600907a7d/02d34bac-a7c0-4ccd-ab10-c0632b138f62/fcf1fa3e-5653-41eb-9de3-e37e3aa1040c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:10.715429 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c85cd320-b0e7-4457-a1c4-30b06bafddd8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.784172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e00f50c9-955a-4d1f-884e-98d82d831f6f req-72efde3c-81f7-4cbf-8fd2-76938cb38577 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250067 Feb 11 05:51:10.989297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c85cd320-b0e7-4457-a1c4-30b06bafddd8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.994569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:10.995221 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.110100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=c85cd320-b0e7-4457-a1c4-30b06bafddd8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:11.115139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (fcf1fa3e-5653-41eb-9de3-e37e3aa1040c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.132414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c85cd320-b0e7-4457-a1c4-30b06bafddd8 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:11.187514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8091db9b-0fb1-423c-a240-b2abeec24e94 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6035364 Feb 11 05:51:11.221983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (52b5813b-c0e2-4750-b593-6158a44ee19a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.254031 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fcf1fa3e-5653-41eb-9de3-e37e3aa1040c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.326426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network bd79f6a2-2941-483f-abb0-db6600907a7d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:11.334636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:11.340893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=fcf1fa3e-5653-41eb-9de3-e37e3aa1040c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:11.345310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:11.445067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:11.447752 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.533430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 52b5813b-c0e2-4750-b593-6158a44ee19a is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:51:11.586437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c335db7f-b165-4b0a-9373-dab7fd64dfeb tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8599648 Feb 11 05:51:11.588311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38180) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:11.603452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': 'bd79f6a2-2941-483f-abb0-db6600907a7d', 'name': 'tempest-PortsTestJSON-2004707049', 'fixed_ips': [{'subnet_id': '02d34bac-a7c0-4ccd-ab10-c0632b138f62', 'ip_address': '172.20.0.9'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:11.690332 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.694968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:11.711209 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Sync routers for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:11.732552 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:11.733599 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:11.832982 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.837205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d8dc4d19-15f4-4943-806c-4264c6377b70 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4523084 Feb 11 05:51:11.838500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:11.969507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-634a2f6f-d8c7-4e74-bb2c-b009647653d8 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ef5a9503a8ff427984a3cc1a4ecdf612&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1293306 Feb 11 05:51:11.976586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38190) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:12.085261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:12.107940 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:12.128884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:12.136928 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.198148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:12.199156 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.264658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 9963c4cd-e865-44c4-8f53-dad45178c60d yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:51:12.304280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a151-2f52-445d-bfa5-a58130de6b97 req-f81525b6-38a1-446d-8124-169f21a3d4ff tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:12.308336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efd1a151-2f52-445d-bfa5-a58130de6b97 req-f81525b6-38a1-446d-8124-169f21a3d4ff tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2713108 Feb 11 05:51:12.435366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f7161-c0e6-45e1-960f-d455203bd77d None None] Network bd79f6a2-2941-483f-abb0-db6600907a7d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:12.455295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2908ed3-ea09-455d-beb6-2d019949ef16 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:12.458650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e2908ed3-ea09-455d-beb6-2d019949ef16 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4779780 Feb 11 05:51:12.460275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38192) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:12.481876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:10Z', 'revision_number': 3, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:12.518931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:12.520071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.528308 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Checking router: 52b5813b-c0e2-4750-b593-6158a44ee19a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:12.532547 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Updating router 52b5813b-c0e2-4750-b593-6158a44ee19a port 8ea63822-c0ea-4d24-97a1-9e810551e0bc binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:51:12.547015 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82a01a0e-1c4c-4675-beec-4cf96b5cd00d tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773485 Feb 11 05:51:12.547930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38194) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:12.559600 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-828158278', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:12.565781 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.748609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-efd1a151-2f52-445d-bfa5-a58130de6b97 req-397a9c59-6077-41bf-b0d3-7d8eea3d0fbc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282441 Feb 11 05:51:12.752097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=79fb0a3b-12c6-4bc1-acd7-b7eee44477d2,segment=NetworkSegment(73a06b39-6053-45a5-ad09-edc5c09fbbb5),segment_id=73a06b39-6053-45a5-ad09-edc5c09fbbb5)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:12.760100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6f217587-f6ee-4721-a584-e6c82beac262 None None] Provisioning complete for port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:12.763074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f217587-f6ee-4721-a584-e6c82beac262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.851584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.882654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:12.888480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:12.937655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.9 (bd79f6a2-2941-483f-abb0-db6600907a7d/02d34bac-a7c0-4ccd-ab10-c0632b138f62/9963c4cd-e865-44c4-8f53-dad45178c60d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:13.019367 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Publish callbacks [] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.069697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=79fb0a3b-12c6-4bc1-acd7-b7eee44477d2,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:13.111496 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.131361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6f217587-f6ee-4721-a584-e6c82beac262 None None] Current status of the port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:13.285949 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57102a16-fc0a-4086-b288-41e782194dc4 None None] Pushing event updated for resources: {'Port': ['ID=8ea63822-c0ea-4d24-97a1-9e810551e0bc,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:13.299847 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Attempting to bind port 8ea63822-c0ea-4d24-97a1-9e810551e0bc on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:13.302875 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Attempting to bind port 8ea63822-c0ea-4d24-97a1-9e810551e0bc by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:13.309326 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Attempting to bind port 8ea63822-c0ea-4d24-97a1-9e810551e0bc on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:13.319956 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:13.319956 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:13.319956 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.321966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:13.323031 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Bound port: 8ea63822-c0ea-4d24-97a1-9e810551e0bc, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:13.323671 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.395860 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (9963c4cd-e865-44c4-8f53-dad45178c60d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.467557 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] For port 8ea63822-c0ea-4d24-97a1-9e810551e0bc, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:13.471426 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] For port 8ea63822-c0ea-4d24-97a1-9e810551e0bc, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8ea63822-c0ea-4d24-97a1-9e810551e0bc,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:13.487751 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (54f5a22d-334e-4f6f-8b70-4ff70b7f5e71), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.575504 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9963c4cd-e865-44c4-8f53-dad45178c60d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.610599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Subnet': ['ID=54f5a22d-334e-4f6f-8b70-4ff70b7f5e71,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:13.623671 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.646711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Checking segment: {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:13.647089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network hostable DHCP agents. Network: 0088faae-c5de-4bd9-ac1c-9eecaf7564b8, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:13.655789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-39320a5c-44af-4adf-aa99-b08cf3365c94 None None] Provisioning complete for port fcf1fa3e-5653-41eb-9de3-e37e3aa1040c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:13.659182 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39320a5c-44af-4adf-aa99-b08cf3365c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fcf1fa3e-5653-41eb-9de3-e37e3aa1040c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.714279 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network bd79f6a2-2941-483f-abb0-db6600907a7d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:13.744614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:13.752999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:13.755302 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:13.762050 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:13.766442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39320a5c-44af-4adf-aa99-b08cf3365c94 None None] Port fcf1fa3e-5653-41eb-9de3-e37e3aa1040c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:13.813726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:13.839766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-39320a5c-44af-4adf-aa99-b08cf3365c94 None None] Provisioning complete for port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:13.845616 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39320a5c-44af-4adf-aa99-b08cf3365c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.917874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 0088faae-c5de-4bd9-ac1c-9eecaf7564b8) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:13.931369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:13.934295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.950917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:13.951585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:13.965233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c78d3-79f0-4050-9a85-7fc208e49f44 None None] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:13.987811 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57102a16-fc0a-4086-b288-41e782194dc4 None None] Pushing event updated for resources: {'Port': ['ID=8ea63822-c0ea-4d24-97a1-9e810551e0bc,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:14.005022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=9963c4cd-e865-44c4-8f53-dad45178c60d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:14.044983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:14.156174 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-792bb00b-a2c4-4048-aa93-8e993aeecc48 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6068137 Feb 11 05:51:14.159846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38206) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:14.199076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43955360-923d-4896-8c27-5c0c503b9b9e req-d81ab894-55e5-4ab4-a021-b3d64c57c8b3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:14.212055 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:14.213956 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43955360-923d-4896-8c27-5c0c503b9b9e req-d81ab894-55e5-4ab4-a021-b3d64c57c8b3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1979616 Feb 11 05:51:14.230690 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e697ff12-1dc0-4b8e-a42e-3ae4af7dccfc tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6404295 Feb 11 05:51:14.232903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38208) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:14.515882 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:14.520067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.537064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:14.552543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': 'c85cd320-b0e7-4457-a1c4-30b06bafddd8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:14.596452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39320a5c-44af-4adf-aa99-b08cf3365c94 None None] Current status of the port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:14.637394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:14.638737 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.642378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43955360-923d-4896-8c27-5c0c503b9b9e req-0bd61781-9494-4b0e-af68-bdc03a789654 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101627 Feb 11 05:51:14.689801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd459f72-0cf1-4066-9991-2829cc195822 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:14.691993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bd459f72-0cf1-4066-9991-2829cc195822 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4581895 Feb 11 05:51:14.694778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38212) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:14.788496 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:10Z', 'revision_number': 3, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:14.800487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29efca-c85c-4a1d-b1d0-b78780f9a270 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:14.808225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29efca-c85c-4a1d-b1d0-b78780f9a270 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:14.814663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29efca-c85c-4a1d-b1d0-b78780f9a270 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:14.820147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1d29efca-c85c-4a1d-b1d0-b78780f9a270 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1212251 Feb 11 05:51:14.823997 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725fbc7-006c-4536-98cb-0a5bd9e7b9c6 None None] The sync data for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 is: [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:10Z', 'revision_number': 3, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:14.827062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38214) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:14.868438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b7cebc61-e5d2-4a7f-b676-466843a59bd8 None None] Provisioning complete for port 9963c4cd-e865-44c4-8f53-dad45178c60d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:14.869538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7cebc61-e5d2-4a7f-b676-466843a59bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9963c4cd-e865-44c4-8f53-dad45178c60d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:14.988529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b7cebc61-e5d2-4a7f-b676-466843a59bd8 None None] Port 9963c4cd-e865-44c4-8f53-dad45178c60d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:15.004351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Allocated IP 172.20.0.2 (0088faae-c5de-4bd9-ac1c-9eecaf7564b8/54f5a22d-334e-4f6f-8b70-4ff70b7f5e71/57a46010-0126-428d-b814-40bb85be7b2a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:15.020518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:15.037182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b7cebc61-e5d2-4a7f-b676-466843a59bd8 None None] Provisioning complete for port fcf1fa3e-5653-41eb-9de3-e37e3aa1040c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:15.037559 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7cebc61-e5d2-4a7f-b676-466843a59bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fcf1fa3e-5653-41eb-9de3-e37e3aa1040c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.061625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f6105c69-0135-4067-be10-ce382d1e068e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 9963c4cd-e865-44c4-8f53-dad45178c60d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:15.061625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6105c69-0135-4067-be10-ce382d1e068e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9963c4cd-e865-44c4-8f53-dad45178c60d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.139541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b7cebc61-e5d2-4a7f-b676-466843a59bd8 None None] Port fcf1fa3e-5653-41eb-9de3-e37e3aa1040c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:15.233382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:15.265165 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.312828 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Publish callbacks [] for port (57a46010-0126-428d-b814-40bb85be7b2a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.442241 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (57a46010-0126-428d-b814-40bb85be7b2a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.536948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:15.543092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:15.548130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:15.555844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Pushing event updated for resources: {'Port': ['ID=57a46010-0126-428d-b814-40bb85be7b2a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:15.644770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Attempting to bind port 57a46010-0126-428d-b814-40bb85be7b2a on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:15.645143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Attempting to bind port 57a46010-0126-428d-b814-40bb85be7b2a by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:15.645656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Attempting to bind port 57a46010-0126-428d-b814-40bb85be7b2a on network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:15.656968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:15.657368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Checking segment: {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:15.657789 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.658198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Bound using segment: {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:15.658928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Bound port: 57a46010-0126-428d-b814-40bb85be7b2a, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:15.659333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57a46010-0126-428d-b814-40bb85be7b2a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.744870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6105c69-0135-4067-be10-ce382d1e068e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9963c4cd-e865-44c4-8f53-dad45178c60d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:15.776193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] For port 57a46010-0126-428d-b814-40bb85be7b2a, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:15.781363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] For port 57a46010-0126-428d-b814-40bb85be7b2a, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a46010-0126-428d-b814-40bb85be7b2a,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:15.797523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f6105c69-0135-4067-be10-ce382d1e068e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 9963c4cd-e865-44c4-8f53-dad45178c60d owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:15.891311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57a46010-0126-428d-b814-40bb85be7b2a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.005588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8ea63822-c0ea-4d24-97a1-9e810551e0bc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:16.057011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991a93b-e934-4801-b0da-736f241a9121 req-b9e7e101-9148-4da0-810c-ec8e0ac94997 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:16.058629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8991a93b-e934-4801-b0da-736f241a9121 req-b9e7e101-9148-4da0-810c-ec8e0ac94997 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2628036 Feb 11 05:51:16.084165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6105c69-0135-4067-be10-ce382d1e068e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9963c4cd-e865-44c4-8f53-dad45178c60d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.099147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.133004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b83ab2-8dc2-4bf4-9273-7c8a23ea4940 None None] Pushing event updated for resources: {'Port': ['ID=57a46010-0126-428d-b814-40bb85be7b2a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:16.158704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6105c69-0135-4067-be10-ce382d1e068e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=9963c4cd-e865-44c4-8f53-dad45178c60d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:16.200621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8ea63822-c0ea-4d24-97a1-9e810551e0bc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:16.201529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.300305 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (a003b490-577f-419e-b273-dfe0f36ad72a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.337474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f6105c69-0135-4067-be10-ce382d1e068e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.342658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f6105c69-0135-4067-be10-ce382d1e068e tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/9963c4cd-e865-44c4-8f53-dad45178c60d HTTP/1.1" status: 204 len: 168 time: 1.5145190 Feb 11 05:51:16.363650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38226) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:16.387604 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8991a93b-e934-4801-b0da-736f241a9121 req-c5faeb21-76f0-4a53-9f54-dda3878d1857 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180485 Feb 11 05:51:16.447333 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-970ddc88-9bcb-4546-89e9-b9578035e7f5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:51:16.448492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8ea63822-c0ea-4d24-97a1-9e810551e0bc is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:16.449100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.450226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-970ddc88-9bcb-4546-89e9-b9578035e7f5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/9963c4cd-e865-44c4-8f53-dad45178c60d HTTP/1.1" status: 404 len: 333 time: 0.0835891 Feb 11 05:51:16.451881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38228) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:16.515734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 8ea63822-c0ea-4d24-97a1-9e810551e0bc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8ea63822-c0ea-4d24-97a1-9e810551e0bc,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:16.654080 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.689614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=a003b490-577f-419e-b273-dfe0f36ad72a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:16.708465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': '87b52f9e-9ea2-477a-8768-526944ba3a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c85cd320-b0e7-4457-a1c4-30b06bafddd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:16.709250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: c85cd320-b0e7-4457-a1c4-30b06bafddd8, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:16.709658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cdd05118-bb5c-45f1-a515-5c2a5b56f7aa tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port fcf1fa3e-5653-41eb-9de3-e37e3aa1040c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:16.710745 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cdd05118-bb5c-45f1-a515-5c2a5b56f7aa tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fcf1fa3e-5653-41eb-9de3-e37e3aa1040c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.811522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=8ea63822-c0ea-4d24-97a1-9e810551e0bc,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:16.932723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cdd05118-bb5c-45f1-a515-5c2a5b56f7aa tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fcf1fa3e-5653-41eb-9de3-e37e3aa1040c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:16.962320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cdd05118-bb5c-45f1-a515-5c2a5b56f7aa tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for fcf1fa3e-5653-41eb-9de3-e37e3aa1040c owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:16.974202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network c85cd320-b0e7-4457-a1c4-30b06bafddd8 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:17.040816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.20.0.1 (0088faae-c5de-4bd9-ac1c-9eecaf7564b8/54f5a22d-334e-4f6f-8b70-4ff70b7f5e71/2fd1f96f-3c44-4f19-a68c-13a17005aade) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:17.149061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c85cd320-b0e7-4457-a1c4-30b06bafddd8) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:17.154516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:17.155117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.163594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c2f324-4cad-4148-b83d-9599c74f14bd None None] Network c85cd320-b0e7-4457-a1c4-30b06bafddd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:17.234893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.281581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cdd05118-bb5c-45f1-a515-5c2a5b56f7aa tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fcf1fa3e-5653-41eb-9de3-e37e3aa1040c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.318297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd05118-bb5c-45f1-a515-5c2a5b56f7aa tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=fcf1fa3e-5653-41eb-9de3-e37e3aa1040c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:17.340236 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b428d9c6-6e35-4263-8db3-347931d3e976 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8019285 Feb 11 05:51:17.344519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38234) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:17.352549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1303702657'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:17.368373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.374166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-c85cd320-b0e7-4457-a1c4-30b06bafddd8', 'network_id': 'c85cd320-b0e7-4457-a1c4-30b06bafddd8', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': 'a003b490-577f-419e-b273-dfe0f36ad72a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:17.374958 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.505560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cdd05118-bb5c-45f1-a515-5c2a5b56f7aa tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.521268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cdd05118-bb5c-45f1-a515-5c2a5b56f7aa tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/fcf1fa3e-5653-41eb-9de3-e37e3aa1040c HTTP/1.1" status: 204 len: 168 time: 1.0679886 Feb 11 05:51:17.521972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38238) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:17.526400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:17.529702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:17.537944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:17.580748 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd94fd4-7fe0-4fdf-afb9-0e114e3fd58d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:51:17.594812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bbd94fd4-7fe0-4fdf-afb9-0e114e3fd58d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/fcf1fa3e-5653-41eb-9de3-e37e3aa1040c HTTP/1.1" status: 404 len: 333 time: 0.0653641 Feb 11 05:51:17.596627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38240) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:17.620465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=2fd1f96f-3c44-4f19-a68c-13a17005aade,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:17.632157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:17.635935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.666123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (52b5813b-c0e2-4750-b593-6158a44ee19a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.696958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Allocated IP 2001:db8:0:ffff::2 (c85cd320-b0e7-4457-a1c4-30b06bafddd8/a003b490-577f-419e-b273-dfe0f36ad72a/e942df44-5aa8-490f-8f6e-2c8fb5b27cc2) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:17.822240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:17.844951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe02feb5-a09d-4f84-9c54-7d1e2f6ebca1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet 02d34bac-a7c0-4ccd-ab10-c0632b138f62 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:17.850032 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe02feb5-a09d-4f84-9c54-7d1e2f6ebca1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (02d34bac-a7c0-4ccd-ab10-c0632b138f62), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.891461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d8d83-8d33-4722-a305-4d19f08f6c5e req-4b1c720e-b133-473d-b8e9-8eaa64b771ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:17.904783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-325d8d83-8d33-4722-a305-4d19f08f6c5e req-4b1c720e-b133-473d-b8e9-8eaa64b771ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3042135 Feb 11 05:51:17.973615 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe02feb5-a09d-4f84-9c54-7d1e2f6ebca1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (02d34bac-a7c0-4ccd-ab10-c0632b138f62), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.985697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a8df84af-915a-4d9e-9bec-839c52a05890), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:17.986057 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment a8df84af-915a-4d9e-9bec-839c52a05890 of type vlan for network 968aa7fc-31ad-4f87-a994-94844397389d Feb 11 05:51:18.129955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-325d8d83-8d33-4722-a305-4d19f08f6c5e req-73b7748a-4217-447e-8d01-f91713b8d076 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241848 Feb 11 05:51:18.202733 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (968aa7fc-31ad-4f87-a994-94844397389d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.216963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8ea63822-c0ea-4d24-97a1-9e810551e0bc up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:18.232149 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe02feb5-a09d-4f84-9c54-7d1e2f6ebca1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (02d34bac-a7c0-4ccd-ab10-c0632b138f62), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.359961 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.362298 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (968aa7fc-31ad-4f87-a994-94844397389d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.367411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:18.368878 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.434477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe02feb5-a09d-4f84-9c54-7d1e2f6ebca1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (02d34bac-a7c0-4ccd-ab10-c0632b138f62), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.497134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=968aa7fc-31ad-4f87-a994-94844397389d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:18.514846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02feb5-a09d-4f84-9c54-7d1e2f6ebca1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=02d34bac-a7c0-4ccd-ab10-c0632b138f62,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:18.523639 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fe02feb5-a09d-4f84-9c54-7d1e2f6ebca1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.530513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fe02feb5-a09d-4f84-9c54-7d1e2f6ebca1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/02d34bac-a7c0-4ccd-ab10-c0632b138f62 HTTP/1.1" status: 204 len: 168 time: 0.9205847 Feb 11 05:51:18.532743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38246) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:18.538620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 968aa7fc-31ad-4f87-a994-94844397389d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:18.541179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b4f0d-b723-4032-87e4-5ff764623a08 None None] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:18.543281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d76ff-4a17-48aa-a539-e371755e8b06 None None] Network bd79f6a2-2941-483f-abb0-db6600907a7d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:18.603598 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e22e1ac7-308e-4247-b7c4-8b894049e235 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2578399 Feb 11 05:51:18.606319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38248) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:18.620076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': '968aa7fc-31ad-4f87-a994-94844397389d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:18.649854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8ea63822-c0ea-4d24-97a1-9e810551e0bc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:18.650378 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.669656 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (bd79f6a2-2941-483f-abb0-db6600907a7d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.839505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:18.840101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:18.878193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a2c12fdf-1d0b-4d27-9f1e-68d178e35bca None None] Provisioning complete for port 57a46010-0126-428d-b814-40bb85be7b2a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:18.878822 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2c12fdf-1d0b-4d27-9f1e-68d178e35bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a46010-0126-428d-b814-40bb85be7b2a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.002796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] For port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=79fb0a3b-12c6-4bc1-acd7-b7eee44477d2,segment=NetworkSegment(73a06b39-6053-45a5-ad09-edc5c09fbbb5),segment_id=73a06b39-6053-45a5-ad09-edc5c09fbbb5)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:19.004159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.048792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:19.054071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.105166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:19.143796 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Publish callbacks [] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.233312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a2c12fdf-1d0b-4d27-9f1e-68d178e35bca None None] Current status of the port 57a46010-0126-428d-b814-40bb85be7b2a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:19.233974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2c12fdf-1d0b-4d27-9f1e-68d178e35bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57a46010-0126-428d-b814-40bb85be7b2a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.283752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8ea63822-c0ea-4d24-97a1-9e810551e0bc is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:19.285213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a46010-0126-428d-b814-40bb85be7b2a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:19.287888 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.308007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.375612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] DHCP port deletion for bd79f6a2-2941-483f-abb0-db6600907a7d request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:19.395142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a2c12fdf-1d0b-4d27-9f1e-68d178e35bca None None] For port 57a46010-0126-428d-b814-40bb85be7b2a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a46010-0126-428d-b814-40bb85be7b2a,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:19.408136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.409634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581a165-f77e-4611-bd74-ea40611eac07 req-378fd1a2-7db3-4006-aee4-b0fc7469c862 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:19.411766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8581a165-f77e-4611-bd74-ea40611eac07 req-378fd1a2-7db3-4006-aee4-b0fc7469c862 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1201906 Feb 11 05:51:19.435099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Network c85cd320-b0e7-4457-a1c4-30b06bafddd8 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:19.466175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:19.471675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Pushing event updated for resources: {'Port': ['ID=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.486250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:19.492488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2c12fdf-1d0b-4d27-9f1e-68d178e35bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57a46010-0126-428d-b814-40bb85be7b2a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.505635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8581a165-f77e-4611-bd74-ea40611eac07 req-d197a600-f0b9-4b19-a561-291a6ebb3da5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829163 Feb 11 05:51:19.514714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.572112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=79fb0a3b-12c6-4bc1-acd7-b7eee44477d2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.577421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No DVR routers for this DVR port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:19.692730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (52b5813b-c0e2-4750-b593-6158a44ee19a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.699892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 57a46010-0126-428d-b814-40bb85be7b2a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:19.713442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a46010-0126-428d-b814-40bb85be7b2a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.714938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=2fd1f96f-3c44-4f19-a68c-13a17005aade,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.778987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c12fdf-1d0b-4d27-9f1e-68d178e35bca None None] Pushing event updated for resources: {'Port': ['ID=57a46010-0126-428d-b814-40bb85be7b2a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:19.783961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Attempting to bind port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:19.789040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Attempting to bind port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '87b52f9e-9ea2-477a-8768-526944ba3a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c85cd320-b0e7-4457-a1c4-30b06bafddd8'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:19.789040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Attempting to bind port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 on network c85cd320-b0e7-4457-a1c4-30b06bafddd8 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:19.801523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] Deleting port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:19.803333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.807185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:19.807563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Checking segment: {'id': '87b52f9e-9ea2-477a-8768-526944ba3a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c85cd320-b0e7-4457-a1c4-30b06bafddd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:19.807984 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.808652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Bound using segment: {'id': '87b52f9e-9ea2-477a-8768-526944ba3a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c85cd320-b0e7-4457-a1c4-30b06bafddd8'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:19.810319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Bound port: e942df44-5aa8-490f-8f6e-2c8fb5b27cc2, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b52f9e-9ea2-477a-8768-526944ba3a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c85cd320-b0e7-4457-a1c4-30b06bafddd8'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:19.812823 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.821539 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (bd79f6a2-2941-483f-abb0-db6600907a7d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.881225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd79f6a2-2941-483f-abb0-db6600907a7d']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:19.932931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a06b39-6053-45a5-ad09-edc5c09fbbb5') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:19.932931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a06b39-6053-45a5-ad09-edc5c09fbbb5') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:19.944245 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (73a06b39-6053-45a5-ad09-edc5c09fbbb5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.965732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (73a06b39-6053-45a5-ad09-edc5c09fbbb5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:19.983601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:19.984012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (73a06b39-6053-45a5-ad09-edc5c09fbbb5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:20.009795 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:20.018326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:20.020632 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (323286f1-ca76-4413-840a-1366adb20563), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.037232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:20.077514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] For port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2, host n-d-713498-37, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:20.077913 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.114052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] Calling delete_port for 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:20.127777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] Port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:51:20.129531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (79fb0a3b-12c6-4bc1-acd7-b7eee44477d2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.202119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 57a46010-0126-428d-b814-40bb85be7b2a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:20.216790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': 'a8df84af-915a-4d9e-9bec-839c52a05890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '968aa7fc-31ad-4f87-a994-94844397389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:20.225536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: 968aa7fc-31ad-4f87-a994-94844397389d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:20.225892 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (bd79f6a2-2941-483f-abb0-db6600907a7d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.231569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=323286f1-ca76-4413-840a-1366adb20563,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:20.271242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] Pushing event deleted for resources: {'Port': ['ID=79fb0a3b-12c6-4bc1-acd7-b7eee44477d2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:20.283510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-afd52758-0111-4061-af79-7cf63f595254 None None] Provisioning complete for port 2fd1f96f-3c44-4f19-a68c-13a17005aade triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:20.283957 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-afd52758-0111-4061-af79-7cf63f595254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.308487 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.322790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3b4b9-2e7f-4026-82b5-c83f940b020a None None] No DVR routers for this DVR port 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:20.324837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/networks/bd79f6a2-2941-483f-abb0-db6600907a7d HTTP/1.1" status: 204 len: 168 time: 1.7856276 Feb 11 05:51:20.328188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0c1f8-58bd-4cde-8590-8ef1b9c8e071 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Network': ['ID=bd79f6a2-2941-483f-abb0-db6600907a7d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:20.330306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38258) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:20.342447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] For port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:20.344421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489380224'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:20.374341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] For port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,segment=NetworkSegment(87b52f9e-9ea2-477a-8768-526944ba3a60),segment_id=87b52f9e-9ea2-477a-8768-526944ba3a60)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:20.385681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-afd52758-0111-4061-af79-7cf63f595254 None None] Port 2fd1f96f-3c44-4f19-a68c-13a17005aade cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:20.393265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 52b5813b-c0e2-4750-b593-6158a44ee19a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:20.410040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-afd52758-0111-4061-af79-7cf63f595254 None None] Provisioning complete for port 57a46010-0126-428d-b814-40bb85be7b2a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:20.410040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-afd52758-0111-4061-af79-7cf63f595254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a46010-0126-428d-b814-40bb85be7b2a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.465004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network 968aa7fc-31ad-4f87-a994-94844397389d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:20.507864 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a46010-0126-428d-b814-40bb85be7b2a up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:20.520161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:20.523697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.588191 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.666048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 968aa7fc-31ad-4f87-a994-94844397389d) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:20.680980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00e5a18-dc17-4123-ba53-251c03bd7213 None None] Network 968aa7fc-31ad-4f87-a994-94844397389d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:20.709663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:20.710307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.782554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:20.791769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-afd52758-0111-4061-af79-7cf63f595254 None None] Current status of the port 57a46010-0126-428d-b814-40bb85be7b2a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:20.813494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83315c47-1cfc-44b2-a9d4-4deb495add6e req-cdd37cd2-9756-431d-90ed-0817e0130fc4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:20.815666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83315c47-1cfc-44b2-a9d4-4deb495add6e req-cdd37cd2-9756-431d-90ed-0817e0130fc4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1808155 Feb 11 05:51:20.833726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:20.841638 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b0f06794-8632-4a01-afce-b54618bf364b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "PUT /v2.0/routers/52b5813b-c0e2-4750-b593-6158a44ee19a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6802719 Feb 11 05:51:20.843034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (52e7b0a5-3866-4a05-a770-e8a882702d39), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:20.843386 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Added segment 52e7b0a5-3866-4a05-a770-e8a882702d39 of type vlan for network 7c870ac6-1004-4835-aacb-d8772c8e85db Feb 11 05:51:20.844675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38264) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:20.903555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Sync routers for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:20.944917 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7946c4eb-89e2-4d10-83cc-a4dadf041a18 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3368502 Feb 11 05:51:20.979926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-968aa7fc-31ad-4f87-a994-94844397389d', 'network_id': '968aa7fc-31ad-4f87-a994-94844397389d', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': '323286f1-ca76-4413-840a-1366adb20563'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:20.982136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38266) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:20.986083 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.021305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83315c47-1cfc-44b2-a9d4-4deb495add6e req-4b48653f-0573-4679-a623-bb1b9d97ee56 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920114 Feb 11 05:51:21.049035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6b0f3-23d9-4c7e-9f32-4bd80a8d2ef3 None None] Pushing event updated for resources: {'Port': ['ID=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:21.083427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7c870ac6-1004-4835-aacb-d8772c8e85db), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.271158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Allocated IP 2001:db8::1 (968aa7fc-31ad-4f87-a994-94844397389d/323286f1-ca76-4413-840a-1366adb20563/58d6a1ce-0063-4047-8cbe-13612f1c8163) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:21.279482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:21.281008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:21.542780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c3c40c8a-177c-4c76-9ec9-cf7ce96b4d00 None None] Provisioning complete for port 2fd1f96f-3c44-4f19-a68c-13a17005aade triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:21.543995 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3c40c8a-177c-4c76-9ec9-cf7ce96b4d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.590778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 57a46010-0126-428d-b814-40bb85be7b2a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:21.591161 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a46010-0126-428d-b814-40bb85be7b2a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.671879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.672587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.673019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.673494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.673944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.674403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.674854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.675308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.675921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.676377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.682410 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-031c048f-99dc-41ab-be26-f7ae706ba2c7 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7040 time: 0.8364005 Feb 11 05:51:21.682738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38270) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:21.776741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c3c40c8a-177c-4c76-9ec9-cf7ce96b4d00 None None] Port 2fd1f96f-3c44-4f19-a68c-13a17005aade cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:21.796795 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (968aa7fc-31ad-4f87-a994-94844397389d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.846699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.847272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.847615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.848068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.848516 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.849003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.849451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.849897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.850343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.856860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b7dfd9c9-06da-46cc-8fd7-ce532e6ecc90 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5885 time: 0.1729722 Feb 11 05:51:21.862340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38274) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:21.886705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:21.921658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7c870ac6-1004-4835-aacb-d8772c8e85db), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:21.936713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.939775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.032377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 57a46010-0126-428d-b814-40bb85be7b2a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:22.048815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (323286f1-ca76-4413-840a-1366adb20563), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.127005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Network': ['ID=7c870ac6-1004-4835-aacb-d8772c8e85db,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:22.152339 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-47988157-1910-419b-80b9-8825e79cdc23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8183861 Feb 11 05:51:22.156395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38278) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:22.166592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '7c870ac6-1004-4835-aacb-d8772c8e85db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:22.184715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7c870ac6-1004-4835-aacb-d8772c8e85db details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:22.256783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:22.415897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:22.416702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 79fb0a3b-12c6-4bc1-acd7-b7eee44477d2 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:22.471651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b8107-69dd-46de-a5b8-30613dc7d1e8 req-e0c7efcc-3af7-48ce-b255-31f74d39ddc6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:22.473309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-137b8107-69dd-46de-a5b8-30613dc7d1e8 req-e0c7efcc-3af7-48ce-b255-31f74d39ddc6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3243830 Feb 11 05:51:22.492684 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Publish callbacks [] for port (58d6a1ce-0063-4047-8cbe-13612f1c8163), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.575445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 2, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:22.596192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5785824-31e9-47e5-947b-fb0d47b88223 None None] Network c85cd320-b0e7-4457-a1c4-30b06bafddd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:22.601566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:22.607799 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.659445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-137b8107-69dd-46de-a5b8-30613dc7d1e8 req-dd2297ad-9e63-491d-b28c-660121ee2f36 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756647 Feb 11 05:51:22.661464 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (58d6a1ce-0063-4047-8cbe-13612f1c8163), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.664115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Checking router: 52b5813b-c0e2-4750-b593-6158a44ee19a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:22.664747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Updating router 52b5813b-c0e2-4750-b593-6158a44ee19a port 2fd1f96f-3c44-4f19-a68c-13a17005aade binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:51:22.694641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-45c38c7d-6fb1-4509-bbf2-ba6b6a1a69ea tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.8350205 Feb 11 05:51:22.806009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:22.846374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ea20b3df-d3c3-4b3f-965b-1a35fab764a7 None None] Provisioning complete for port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:22.846773 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea20b3df-d3c3-4b3f-965b-1a35fab764a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.889841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.901473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Network 968aa7fc-31ad-4f87-a994-94844397389d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:22.920820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (323286f1-ca76-4413-840a-1366adb20563), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.933391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:22.934802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:22.944976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Pushing event updated for resources: {'Port': ['ID=58d6a1ce-0063-4047-8cbe-13612f1c8163,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:23.014865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=323286f1-ca76-4413-840a-1366adb20563,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:23.100482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38286) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:23.111759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8d7a6a44-0982-4cc7-bf2c-9b946d460bac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717245458', 'description': 'tempest-secgroup-smoke-1717245458 description', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:23.141585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Attempting to bind port 58d6a1ce-0063-4047-8cbe-13612f1c8163 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:23.141967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Attempting to bind port 58d6a1ce-0063-4047-8cbe-13612f1c8163 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'a8df84af-915a-4d9e-9bec-839c52a05890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '968aa7fc-31ad-4f87-a994-94844397389d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:23.142328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Attempting to bind port 58d6a1ce-0063-4047-8cbe-13612f1c8163 on network 968aa7fc-31ad-4f87-a994-94844397389d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:23.159497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:23.160266 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.254495 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6a44-0982-4cc7-bf2c-9b946d460bac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.260589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:23.260887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Checking segment: {'id': 'a8df84af-915a-4d9e-9bec-839c52a05890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '968aa7fc-31ad-4f87-a994-94844397389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:23.261223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.261638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Bound using segment: {'id': 'a8df84af-915a-4d9e-9bec-839c52a05890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '968aa7fc-31ad-4f87-a994-94844397389d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:23.262137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Bound port: 58d6a1ce-0063-4047-8cbe-13612f1c8163, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8df84af-915a-4d9e-9bec-839c52a05890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '968aa7fc-31ad-4f87-a994-94844397389d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:23.262522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (58d6a1ce-0063-4047-8cbe-13612f1c8163), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.314564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea20b3df-d3c3-4b3f-965b-1a35fab764a7 None None] Current status of the port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:23.314955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea20b3df-d3c3-4b3f-965b-1a35fab764a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.356410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (968aa7fc-31ad-4f87-a994-94844397389d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.448528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ea20b3df-d3c3-4b3f-965b-1a35fab764a7 None None] For port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,segment=NetworkSegment(87b52f9e-9ea2-477a-8768-526944ba3a60),segment_id=87b52f9e-9ea2-477a-8768-526944ba3a60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:23.479636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6a44-0982-4cc7-bf2c-9b946d460bac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (1c1c063e-0b81-4553-a814-9ac43511ec0c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.539397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:23.540021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.542976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968aa7fc-31ad-4f87-a994-94844397389d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:23.577602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8df84af-915a-4d9e-9bec-839c52a05890') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:23.577951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8df84af-915a-4d9e-9bec-839c52a05890') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:23.578068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea20b3df-d3c3-4b3f-965b-1a35fab764a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.590903 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6a44-0982-4cc7-bf2c-9b946d460bac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1c1c063e-0b81-4553-a814-9ac43511ec0c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.603963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (a8df84af-915a-4d9e-9bec-839c52a05890), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.632491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a8df84af-915a-4d9e-9bec-839c52a05890), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.642359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:23.642773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (a8df84af-915a-4d9e-9bec-839c52a05890), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:23.647109 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:23.688807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a6a44-0982-4cc7-bf2c-9b946d460bac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1c063e-0b81-4553-a814-9ac43511ec0c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:23.738439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] For port 58d6a1ce-0063-4047-8cbe-13612f1c8163, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:23.750635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (7a9f56db-9530-4c97-b308-abc0a2d9636d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.816548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6a44-0982-4cc7-bf2c-9b946d460bac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.826137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8d7a6a44-0982-4cc7-bf2c-9b946d460bac tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7173526 Feb 11 05:51:23.826722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38292) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:23.839437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] For port 58d6a1ce-0063-4047-8cbe-13612f1c8163, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=58d6a1ce-0063-4047-8cbe-13612f1c8163,segment=NetworkSegment(a8df84af-915a-4d9e-9bec-839c52a05890),segment_id=a8df84af-915a-4d9e-9bec-839c52a05890)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:23.844922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1a4db8fd-1063-47e6-90a6-ec386415b449 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1c1c063e-0b81-4553-a814-9ac43511ec0c', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:23.863418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:23.868221 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:23.870112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Checking segment: {'id': '52e7b0a5-3866-4a05-a770-e8a882702d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c870ac6-1004-4835-aacb-d8772c8e85db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:23.870488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network hostable DHCP agents. Network: 7c870ac6-1004-4835-aacb-d8772c8e85db, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:23.877379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:51:23.877379 n-d-713498-37 neutron-server[104086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:51:23.877379 n-d-713498-37 neutron-server[104086]: [parameters: {'id': '968aa7fc-31ad-4f87-a994-94844397389d'}] Feb 11 05:51:23.877379 n-d-713498-37 neutron-server[104086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:23.878951 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:23.878951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=7a9f56db-9530-4c97-b308-abc0a2d9636d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:23.908865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a57d50-6e83-46ca-974b-b96ea0e17f75 req-06dd9cc3-a896-4b14-a274-301c33cfa4eb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:23.910942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54a57d50-6e83-46ca-974b-b96ea0e17f75 req-06dd9cc3-a896-4b14-a274-301c33cfa4eb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1573188 Feb 11 05:51:23.928633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20b3df-d3c3-4b3f-965b-1a35fab764a7 None None] Pushing event updated for resources: {'Port': ['ID=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:23.950855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-001d1813-11df-48c3-aeff-02b6e8c1f5c9 None None] Provisioning complete for port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:23.951256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-001d1813-11df-48c3-aeff-02b6e8c1f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.998280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (58d6a1ce-0063-4047-8cbe-13612f1c8163), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.009750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 7c870ac6-1004-4835-aacb-d8772c8e85db is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:24.013506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54a57d50-6e83-46ca-974b-b96ea0e17f75 req-f5c08125-23ad-4730-9e4e-441b897ca8d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957315 Feb 11 05:51:24.028242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a4db8fd-1063-47e6-90a6-ec386415b449 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (f2ab7505-ca95-4399-a26e-8a2495b53951), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.105679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7c870ac6-1004-4835-aacb-d8772c8e85db) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:24.111446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.112218 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.147806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a4db8fd-1063-47e6-90a6-ec386415b449 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (f2ab7505-ca95-4399-a26e-8a2495b53951), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.281589 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a4db8fd-1063-47e6-90a6-ec386415b449 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f2ab7505-ca95-4399-a26e-8a2495b53951), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.313064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aa753f-920e-47d6-ad49-7426f73e7fd5 None None] Network 7c870ac6-1004-4835-aacb-d8772c8e85db requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:24.320974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4db8fd-1063-47e6-90a6-ec386415b449 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ab7505-ca95-4399-a26e-8a2495b53951,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:24.379507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (968aa7fc-31ad-4f87-a994-94844397389d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.405873 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4002dbf6-b86e-42be-b02d-0685c3569859 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2413771 Feb 11 05:51:24.411965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38298) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:24.418880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aa162688-4f95-4307-a224-ef523b03a405 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-121458405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:24.438020 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a4db8fd-1063-47e6-90a6-ec386415b449 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.440335 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1a4db8fd-1063-47e6-90a6-ec386415b449 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6119170 Feb 11 05:51:24.443324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38300) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:24.454056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-951d6846-1076-4aed-8d8c-d83bbadfb173 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1c1c063e-0b81-4553-a814-9ac43511ec0c', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:24.481556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2384df-f19a-40be-a42f-88cb2ed85b79 None None] Pushing event updated for resources: {'Port': ['ID=58d6a1ce-0063-4047-8cbe-13612f1c8163,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:24.512792 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Publish callbacks [] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.545696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c5029a-7c8a-490c-bbb9-23a676e467a1 None None] Network 968aa7fc-31ad-4f87-a994-94844397389d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:24.581289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:24.593239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting port 58d6a1ce-0063-4047-8cbe-13612f1c8163 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:24.596255 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (58d6a1ce-0063-4047-8cbe-13612f1c8163), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.621770 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-951d6846-1076-4aed-8d8c-d83bbadfb173 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (feb6f8a5-0392-47c0-9c38-f9b75bc3e6f1), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.623604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-001d1813-11df-48c3-aeff-02b6e8c1f5c9 None None] Current status of the port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:24.659900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-7c870ac6-1004-4835-aacb-d8772c8e85db', 'network_id': '7c870ac6-1004-4835-aacb-d8772c8e85db', 'project_id': '06f164cb868c4f4792168f52aa9482a7', 'fixed_ips': [{'subnet_id': '7a9f56db-9530-4c97-b308-abc0a2d9636d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:24.660811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.665972 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.786672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:24.798088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-951d6846-1076-4aed-8d8c-d83bbadfb173 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (feb6f8a5-0392-47c0-9c38-f9b75bc3e6f1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.812645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] For port 58d6a1ce-0063-4047-8cbe-13612f1c8163, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=58d6a1ce-0063-4047-8cbe-13612f1c8163,segment=NetworkSegment(a8df84af-915a-4d9e-9bec-839c52a05890),segment_id=a8df84af-915a-4d9e-9bec-839c52a05890)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:24.814249 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (58d6a1ce-0063-4047-8cbe-13612f1c8163), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.839657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Calling delete_port for 58d6a1ce-0063-4047-8cbe-13612f1c8163 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:24.888523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-951d6846-1076-4aed-8d8c-d83bbadfb173 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (feb6f8a5-0392-47c0-9c38-f9b75bc3e6f1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.923254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d6846-1076-4aed-8d8c-d83bbadfb173 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb6f8a5-0392-47c0-9c38-f9b75bc3e6f1,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:24.929104 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa162688-4f95-4307-a224-ef523b03a405 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (f42e470d-1438-4a47-b8d3-45d80b9a1020), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.930380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa162688-4f95-4307-a224-ef523b03a405 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (f42e470d-1438-4a47-b8d3-45d80b9a1020), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:24.943632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2927f82-277a-4723-b632-acd6395c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2fd1f96f-3c44-4f19-a68c-13a17005aade,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:25.027205 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-951d6846-1076-4aed-8d8c-d83bbadfb173 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.029913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-951d6846-1076-4aed-8d8c-d83bbadfb173 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5846651 Feb 11 05:51:25.033706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38302) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:25.080484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3377191e-3602-4d37-ba1b-5f84499bab5d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1c1c063e-0b81-4553-a814-9ac43511ec0c', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:25.092545 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa162688-4f95-4307-a224-ef523b03a405 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for router_controller (f42e470d-1438-4a47-b8d3-45d80b9a1020), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.144060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Attempting to bind port 2fd1f96f-3c44-4f19-a68c-13a17005aade on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:25.144392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Attempting to bind port 2fd1f96f-3c44-4f19-a68c-13a17005aade by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:25.144935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Attempting to bind port 2fd1f96f-3c44-4f19-a68c-13a17005aade on network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:25.164439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:25.165113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Checking segment: {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:25.165774 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.166148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Bound using segment: {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:25.166674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Bound port: 2fd1f96f-3c44-4f19-a68c-13a17005aade, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:25.167822 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.189707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa162688-4f95-4307-a224-ef523b03a405 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (f42e470d-1438-4a47-b8d3-45d80b9a1020), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.209209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Allocated IP 172.20.0.2 (7c870ac6-1004-4835-aacb-d8772c8e85db/7a9f56db-9530-4c97-b308-abc0a2d9636d/eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:25.223861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:25.224247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.241837 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (58d6a1ce-0063-4047-8cbe-13612f1c8163), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.285061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Port': ['ID=58d6a1ce-0063-4047-8cbe-13612f1c8163,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:25.305743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No DVR routers for this DVR port 58d6a1ce-0063-4047-8cbe-13612f1c8163 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:25.324094 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3377191e-3602-4d37-ba1b-5f84499bab5d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (630bf011-6eb7-4588-ab88-db01fd26e234), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.365823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aa162688-4f95-4307-a224-ef523b03a405 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.371308 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aa162688-4f95-4307-a224-ef523b03a405 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9594374 Feb 11 05:51:25.380895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38308) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:25.386757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'network_id': '7c870ac6-1004-4835-aacb-d8772c8e85db', 'name': 'tempest-PortsTestJSON-2001835050'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:25.488435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec79205-ba16-4570-8f0f-0a3b15c7aec5 req-53bfacc5-0ae1-403e-9fe8-1cfd646e4b07 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:25.492017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] For port 2fd1f96f-3c44-4f19-a68c-13a17005aade, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:25.497615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] For port 2fd1f96f-3c44-4f19-a68c-13a17005aade, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2fd1f96f-3c44-4f19-a68c-13a17005aade,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:25.499295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fec79205-ba16-4570-8f0f-0a3b15c7aec5 req-53bfacc5-0ae1-403e-9fe8-1cfd646e4b07 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2997808 Feb 11 05:51:25.529629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (968aa7fc-31ad-4f87-a994-94844397389d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.574913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3377191e-3602-4d37-ba1b-5f84499bab5d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (630bf011-6eb7-4588-ab88-db01fd26e234), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.620194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968aa7fc-31ad-4f87-a994-94844397389d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:25.620497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fec79205-ba16-4570-8f0f-0a3b15c7aec5 req-0f786170-eb94-4066-97ff-a8dc3d317826 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143615 Feb 11 05:51:25.634769 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8df84af-915a-4d9e-9bec-839c52a05890') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:25.634951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8df84af-915a-4d9e-9bec-839c52a05890') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:25.650066 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.668935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (a8df84af-915a-4d9e-9bec-839c52a05890), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.730852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-82d626ee-b4f7-44d6-96cc-9f05ec94f370 None None] Provisioning complete for port 2fd1f96f-3c44-4f19-a68c-13a17005aade triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:25.731247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d626ee-b4f7-44d6-96cc-9f05ec94f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.736502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:25.737181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:25.739170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a8df84af-915a-4d9e-9bec-839c52a05890), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.753028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:25.757083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (a8df84af-915a-4d9e-9bec-839c52a05890), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:25.761072 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:25.963854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2927f82-277a-4723-b632-acd6395c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2fd1f96f-3c44-4f19-a68c-13a17005aade,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:26.045746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:26.100780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3377191e-3602-4d37-ba1b-5f84499bab5d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (630bf011-6eb7-4588-ab88-db01fd26e234), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.124504 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Publish callbacks [] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.130347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:26.147042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377191e-3602-4d37-ba1b-5f84499bab5d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630bf011-6eb7-4588-ab88-db01fd26e234,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:26.183016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:26.186522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.190751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-82d626ee-b4f7-44d6-96cc-9f05ec94f370 None None] Current status of the port 2fd1f96f-3c44-4f19-a68c-13a17005aade is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:26.191202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d626ee-b4f7-44d6-96cc-9f05ec94f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.213569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 228f1a1b-054e-4b67-82a5-deee6a446131 yet. {{(pid=104086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:51:26.297340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-82d626ee-b4f7-44d6-96cc-9f05ec94f370 None None] For port 2fd1f96f-3c44-4f19-a68c-13a17005aade, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2fd1f96f-3c44-4f19-a68c-13a17005aade,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:26.301153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (968aa7fc-31ad-4f87-a994-94844397389d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.303269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3377191e-3602-4d37-ba1b-5f84499bab5d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.305630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3377191e-3602-4d37-ba1b-5f84499bab5d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2575717 Feb 11 05:51:26.311701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38314) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:26.321724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8d826090-902b-4f0f-8e34-243fc75c93d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1c1c063e-0b81-4553-a814-9ac43511ec0c', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:26.336057 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.347003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.358436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38316) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:26.362172 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/968aa7fc-31ad-4f87-a994-94844397389d HTTP/1.1" status: 204 len: 168 time: 5.3670871 Feb 11 05:51:26.382291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abe519-430e-4c6c-82a9-d941e5f9268a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=968aa7fc-31ad-4f87-a994-94844397389d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:26.400098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-576830486'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:26.455701 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d626ee-b4f7-44d6-96cc-9f05ec94f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.489192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.8 (7c870ac6-1004-4835-aacb-d8772c8e85db/7a9f56db-9530-4c97-b308-abc0a2d9636d/228f1a1b-054e-4b67-82a5-deee6a446131) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:26.489316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Network 7c870ac6-1004-4835-aacb-d8772c8e85db is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:26.496133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:26.498870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:26.506380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Pushing event updated for resources: {'Port': ['ID=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:26.551144 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d826090-902b-4f0f-8e34-243fc75c93d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (b2ed2a87-e221-4fa8-9898-e454e523727f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.664014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:26.668345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-97da60cd-f688-49d9-867e-6c3cfa6ae323 None None] Provisioning complete for port 2fd1f96f-3c44-4f19-a68c-13a17005aade triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:26.668345 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-97da60cd-f688-49d9-867e-6c3cfa6ae323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.669331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.778608 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d826090-902b-4f0f-8e34-243fc75c93d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (b2ed2a87-e221-4fa8-9898-e454e523727f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.821250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:26.842124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (59f40813-7247-4d48-8f64-e2af4548e7d3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.842903 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment 59f40813-7247-4d48-8f64-e2af4548e7d3 of type vlan for network 0962fc6d-11a4-4d86-8eb1-711154129daa Feb 11 05:51:26.870307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (228f1a1b-054e-4b67-82a5-deee6a446131), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.936817 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (0962fc6d-11a4-4d86-8eb1-711154129daa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.976959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120d5b8-2a67-432b-9de4-29eee86d667c req-819d51a8-8c6a-4d07-83e9-e745104a26e0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:26.985491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7120d5b8-2a67-432b-9de4-29eee86d667c req-819d51a8-8c6a-4d07-83e9-e745104a26e0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2274773 Feb 11 05:51:26.990905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d826090-902b-4f0f-8e34-243fc75c93d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b2ed2a87-e221-4fa8-9898-e454e523727f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.011671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Attempting to bind port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:27.012152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Attempting to bind port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '52e7b0a5-3866-4a05-a770-e8a882702d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c870ac6-1004-4835-aacb-d8772c8e85db'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:27.012448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Attempting to bind port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea on network 7c870ac6-1004-4835-aacb-d8772c8e85db {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:27.034200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.037169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d826090-902b-4f0f-8e34-243fc75c93d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ed2a87-e221-4fa8-9898-e454e523727f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:27.040212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:27.040631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Checking segment: {'id': '52e7b0a5-3866-4a05-a770-e8a882702d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c870ac6-1004-4835-aacb-d8772c8e85db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:27.041049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.045286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Bound using segment: {'id': '52e7b0a5-3866-4a05-a770-e8a882702d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c870ac6-1004-4835-aacb-d8772c8e85db'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:27.045733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Bound port: eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e7b0a5-3866-4a05-a770-e8a882702d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c870ac6-1004-4835-aacb-d8772c8e85db'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:27.046060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.058582 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (0962fc6d-11a4-4d86-8eb1-711154129daa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.064186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.064872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.088448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d626ee-b4f7-44d6-96cc-9f05ec94f370 None None] Pushing event updated for resources: {'Port': ['ID=2fd1f96f-3c44-4f19-a68c-13a17005aade,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:27.116384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:25Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:27.128730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7120d5b8-2a67-432b-9de4-29eee86d667c req-c39130ac-1888-475c-8784-e9267055c547 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392462 Feb 11 05:51:27.145812 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d826090-902b-4f0f-8e34-243fc75c93d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.148880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8d826090-902b-4f0f-8e34-243fc75c93d6 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8342590 Feb 11 05:51:27.152284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:27.154091 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 7c870ac6-1004-4835-aacb-d8772c8e85db is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:27.155895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:27.160084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b96e6c-b1a8-4b24-8881-2bdd45d3f59a None None] The sync data for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 is: [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:25Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:27.161542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:27.178578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-84eb9cd4-30ba-4cd9-b345-429864d6eefe tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1c1c063e-0b81-4553-a814-9ac43511ec0c', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:27.223630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] For port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:27.251360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=228f1a1b-054e-4b67-82a5-deee6a446131,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:27.265088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] For port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,segment=NetworkSegment(52e7b0a5-3866-4a05-a770-e8a882702d39),segment_id=52e7b0a5-3866-4a05-a770-e8a882702d39)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:27.275848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:27.276727 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9123282 Feb 11 05:51:27.279833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-97da60cd-f688-49d9-867e-6c3cfa6ae323 None None] Current status of the port 2fd1f96f-3c44-4f19-a68c-13a17005aade is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:27.284119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': '0962fc6d-11a4-4d86-8eb1-711154129daa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:27.301865 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-84eb9cd4-30ba-4cd9-b345-429864d6eefe tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Project ef5a9503a8ff427984a3cc1a4ecdf612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:51:27.348234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.348234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.353612 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84eb9cd4-30ba-4cd9-b345-429864d6eefe tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (af9ae739-dbfe-4504-b559-66499d48df57), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.366579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811279f4-3156-493c-b796-33e59e8e1d0b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=0962fc6d-11a4-4d86-8eb1-711154129daa,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:27.381452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 0962fc6d-11a4-4d86-8eb1-711154129daa details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:27.450042 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.503025 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84eb9cd4-30ba-4cd9-b345-429864d6eefe tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (af9ae739-dbfe-4504-b559-66499d48df57), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.569806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38330) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:27.584382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-980984d4-6c5b-4ca6-9a55-af34b9465b83 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2022185 Feb 11 05:51:27.649622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eae6a-b6a6-4552-be3a-33037ef13d7c None None] Pushing event updated for resources: {'Port': ['ID=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:27.670513 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84eb9cd4-30ba-4cd9-b345-429864d6eefe tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (af9ae739-dbfe-4504-b559-66499d48df57), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.693127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:27.702322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.808829 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb9cd4-30ba-4cd9-b345-429864d6eefe tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9ae739-dbfe-4504-b559-66499d48df57,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:28.024803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84eb9cd4-30ba-4cd9-b345-429864d6eefe tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.026481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-84eb9cd4-30ba-4cd9-b345-429864d6eefe tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8728235 Feb 11 05:51:28.029921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38332) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:28.035513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e9bb6a64-cf31-4c73-bb59-89d9cfec1496 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'security_group_rule': {'security_group_id': '1c1c063e-0b81-4553-a814-9ac43511ec0c', 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:28.246532 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-e9bb6a64-cf31-4c73-bb59-89d9cfec1496 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Project ef5a9503a8ff427984a3cc1a4ecdf612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:51:28.258978 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6a64-cf31-4c73-bb59-89d9cfec1496 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (dc0c2e85-d82b-41d3-9700-16e91793f856), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.368534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (d65ca621-2134-47c8-bdc5-4e649434206f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.446999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3fc6-ca9d-4a90-b50e-113a24457274 req-4585552b-ba37-4455-ae45-6acf55893a03 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:28.448627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8bf3fc6-ca9d-4a90-b50e-113a24457274 req-4585552b-ba37-4455-ae45-6acf55893a03 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1662686 Feb 11 05:51:28.474800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6a64-cf31-4c73-bb59-89d9cfec1496 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (dc0c2e85-d82b-41d3-9700-16e91793f856), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.484745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=d65ca621-2134-47c8-bdc5-4e649434206f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:28.494398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': '59f40813-7247-4d48-8f64-e2af4548e7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0962fc6d-11a4-4d86-8eb1-711154129daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:28.496125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: 0962fc6d-11a4-4d86-8eb1-711154129daa, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:28.571944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.578589 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6a64-cf31-4c73-bb59-89d9cfec1496 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (dc0c2e85-d82b-41d3-9700-16e91793f856), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.659327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb6a64-cf31-4c73-bb59-89d9cfec1496 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0c2e85-d82b-41d3-9700-16e91793f856,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:28.667835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8bf3fc6-ca9d-4a90-b50e-113a24457274 req-2f605475-0d5b-48f9-aed5-8e9ad290bbbd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044590 Feb 11 05:51:28.700848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network 0962fc6d-11a4-4d86-8eb1-711154129daa is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:28.769425 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6a64-cf31-4c73-bb59-89d9cfec1496 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.780350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e9bb6a64-cf31-4c73-bb59-89d9cfec1496 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7395875 Feb 11 05:51:28.860657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 0962fc6d-11a4-4d86-8eb1-711154129daa) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:28.860657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:28.860657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.863738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66963120-8d05-4955-9ccc-0cadf4024b79 None None] Network 0962fc6d-11a4-4d86-8eb1-711154129daa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:28.936263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:29.034077 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-01fa1970-ece6-4ce1-9cf1-cdf8f408dfbc tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7570360 Feb 11 05:51:29.036786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38344) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:29.042728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353689648'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:29.212566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:29.222952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.299921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:29.334677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a58647b5-3be9-4ac2-a495-41920c5f6a3d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.335032 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment a58647b5-3be9-4ac2-a495-41920c5f6a3d of type vlan for network 4f952374-e163-4eba-8de1-7b4a84e8a54b Feb 11 05:51:29.375174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:29.375564 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.377861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-0962fc6d-11a4-4d86-8eb1-711154129daa', 'network_id': '0962fc6d-11a4-4d86-8eb1-711154129daa', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': 'd65ca621-2134-47c8-bdc5-4e649434206f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:29.378890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.495399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (4f952374-e163-4eba-8de1-7b4a84e8a54b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.685484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (4f952374-e163-4eba-8de1-7b4a84e8a54b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.691916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:29.692559 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.771073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cab2d-9e72-4823-a714-0be4de1889dd None None] Network 7c870ac6-1004-4835-aacb-d8772c8e85db requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:29.970491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=4f952374-e163-4eba-8de1-7b4a84e8a54b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:29.974281 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (228f1a1b-054e-4b67-82a5-deee6a446131), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.007764 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ba1bd674-89f2-40b9-9e00-65b69a67ac0d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9664903 Feb 11 05:51:30.013394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38362) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:30.013394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': '4f952374-e163-4eba-8de1-7b4a84e8a54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:30.024032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 4f952374-e163-4eba-8de1-7b4a84e8a54b details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:30.073678 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.228805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10d8b67c-9e2b-4f71-8b76-5e28ca1ff910 None None] Provisioning complete for port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:30.229638 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d8b67c-9e2b-4f71-8b76-5e28ca1ff910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.313119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Allocated IP 2001:db8::1 (0962fc6d-11a4-4d86-8eb1-711154129daa/d65ca621-2134-47c8-bdc5-4e649434206f/97f70c87-14ae-44f2-a36d-cce9b401d9c0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:30.362099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:30.368191 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.385932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-aec85432-470f-425b-8ade-618f2b14ae4e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717245458&fields=id&tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 267 time: 0.3843005 Feb 11 05:51:30.512632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdd6de-e598-45cb-9073-ee75c5bdacef req-bfaf9dbb-e5d3-4261-bd7d-867464d93544 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:30.514239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ccdd6de-e598-45cb-9073-ee75c5bdacef req-bfaf9dbb-e5d3-4261-bd7d-867464d93544 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.5243416 Feb 11 05:51:30.514952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=228f1a1b-054e-4b67-82a5-deee6a446131,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:30.532158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:30.532158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.577085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Performing IP validity checks on allocation pools {{(pid=104086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:51:30.577770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:51:30.645346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ccdd6de-e598-45cb-9073-ee75c5bdacef req-89fb26bb-b71f-4843-94e8-8ddbdca82a48 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998702 Feb 11 05:51:30.868797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,segment=NetworkSegment(52e7b0a5-3866-4a05-a770-e8a882702d39),segment_id=52e7b0a5-3866-4a05-a770-e8a882702d39)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:30.870507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-59d39dc4-d29e-4673-bc39-9375390ccca5 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:30.872101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-59d39dc4-d29e-4673-bc39-9375390ccca5 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/networks?id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8 HTTP/1.1" status: 200 len: 796 time: 0.4685521 Feb 11 05:51:30.901193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-d935411e-21dd-4d33-8fb6-f43edc968c74 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/quotas/ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 375 time: 0.0204394 Feb 11 05:51:30.939537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10d8b67c-9e2b-4f71-8b76-5e28ca1ff910 None None] Current status of the port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:30.940093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d8b67c-9e2b-4f71-8b76-5e28ca1ff910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.026055 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (f42e470d-1438-4a47-b8d3-45d80b9a1020), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.034083 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Publish callbacks [] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.040524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-93db3e60-77b3-4bc3-b273-d26d1631d993 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174293 Feb 11 05:51:31.307357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (4859d091-b03c-48e7-ac1f-8dcbae775f85), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.325545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-ffae2076-c051-49f6-ae6c-b1813a71bfd7 service neutron] 10.222.0.62 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421606 Feb 11 05:51:31.337602 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:31.483934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=4859d091-b03c-48e7-ac1f-8dcbae775f85,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:31.495799 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.514861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2fd1f96f-3c44-4f19-a68c-13a17005aade up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:31.514861 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.546784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': 'a58647b5-3be9-4ac2-a495-41920c5f6a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4f952374-e163-4eba-8de1-7b4a84e8a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:31.548227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: 4f952374-e163-4eba-8de1-7b4a84e8a54b, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:31.618591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:31.730725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Network 0962fc6d-11a4-4d86-8eb1-711154129daa is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:31.730855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-eb12cdd5-fee8-47cf-bdf2-5e5a04aab553 service neutron] 10.222.0.62 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907316 Feb 11 05:51:31.829946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:31.869831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:31.927093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network 4f952374-e163-4eba-8de1-7b4a84e8a54b is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:32.010754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2fd1f96f-3c44-4f19-a68c-13a17005aade triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:32.011139 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.036016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 4f952374-e163-4eba-8de1-7b4a84e8a54b) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:32.041205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:32.041882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.131579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:32.219316 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-32f4ebdc-5076-4607-8fc3-024ea8df8fa6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2077825 Feb 11 05:51:32.219922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38376) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:32.287174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f824a143-9dcb-4874-8a69-be33bd309ea7 None None] Network 4f952374-e163-4eba-8de1-7b4a84e8a54b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:32.413865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (228f1a1b-054e-4b67-82a5-deee6a446131), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.416249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Pushing event updated for resources: {'Port': ['ID=97f70c87-14ae-44f2-a36d-cce9b401d9c0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:32.427556 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0d64-9105-4a54-8be9-0af44d1923a0 req-08b38771-39dd-410a-80b8-eb85b530209b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:32.435222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abda0d64-9105-4a54-8be9-0af44d1923a0 req-08b38771-39dd-410a-80b8-eb85b530209b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.5466862 Feb 11 05:51:32.465492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-10d8b67c-9e2b-4f71-8b76-5e28ca1ff910 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:32.465863 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-10d8b67c-9e2b-4f71-8b76-5e28ca1ff910 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:32.489115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Attempting to bind port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:32.489476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Attempting to bind port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '59f40813-7247-4d48-8f64-e2af4548e7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0962fc6d-11a4-4d86-8eb1-711154129daa'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:32.492250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Attempting to bind port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 on network 0962fc6d-11a4-4d86-8eb1-711154129daa {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:32.507302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b636d-f2d8-4690-a1c0-45055d714223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-4f952374-e163-4eba-8de1-7b4a84e8a54b', 'network_id': '4f952374-e163-4eba-8de1-7b4a84e8a54b', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': '4859d091-b03c-48e7-ac1f-8dcbae775f85'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:32.515985 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df6b636d-f2d8-4690-a1c0-45055d714223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.516407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55cb764b-56b3-467e-a033-633a4d97abe4 req-b67642f6-f094-46be-9f06-91d5b8056ba3 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 210 time: 0.0756598 Feb 11 05:51:32.529998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.536102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:32.537855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Checking segment: {'id': '59f40813-7247-4d48-8f64-e2af4548e7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0962fc6d-11a4-4d86-8eb1-711154129daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:32.537855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.537855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Bound using segment: {'id': '59f40813-7247-4d48-8f64-e2af4548e7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0962fc6d-11a4-4d86-8eb1-711154129daa'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:32.539935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Bound port: 97f70c87-14ae-44f2-a36d-cce9b401d9c0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f40813-7247-4d48-8f64-e2af4548e7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0962fc6d-11a4-4d86-8eb1-711154129daa'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:32.545695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (4f952374-e163-4eba-8de1-7b4a84e8a54b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.546164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.699482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4859d091-b03c-48e7-ac1f-8dcbae775f85), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.744425 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (f42e470d-1438-4a47-b8d3-45d80b9a1020), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.765028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=228f1a1b-054e-4b67-82a5-deee6a446131,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:32.948350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abda0d64-9105-4a54-8be9-0af44d1923a0 req-8125fa05-32a2-48f7-8b98-9a2c3e2f8ac8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406879 Feb 11 05:51:32.987222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (4859d091-b03c-48e7-ac1f-8dcbae775f85), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.093457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 7c870ac6-1004-4835-aacb-d8772c8e85db is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:33.100554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:33.155978 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (4f952374-e163-4eba-8de1-7b4a84e8a54b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.162196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=4859d091-b03c-48e7-ac1f-8dcbae775f85,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:33.232795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f952374-e163-4eba-8de1-7b4a84e8a54b']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:33.257985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58647b5-3be9-4ac2-a495-41920c5f6a3d') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:33.258408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58647b5-3be9-4ac2-a495-41920c5f6a3d') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:33.284273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] For port 97f70c87-14ae-44f2-a36d-cce9b401d9c0, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:33.287045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2fd1f96f-3c44-4f19-a68c-13a17005aade is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:33.291120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (a58647b5-3be9-4ac2-a495-41920c5f6a3d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.293025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] For port 97f70c87-14ae-44f2-a36d-cce9b401d9c0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=97f70c87-14ae-44f2-a36d-cce9b401d9c0,segment=NetworkSegment(59f40813-7247-4d48-8f64-e2af4548e7d3),segment_id=59f40813-7247-4d48-8f64-e2af4548e7d3)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:33.296407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10d8b67c-9e2b-4f71-8b76-5e28ca1ff910 None None] Current status of the port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:33.329683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a58647b5-3be9-4ac2-a495-41920c5f6a3d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.347351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:33.355942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (a58647b5-3be9-4ac2-a495-41920c5f6a3d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server [None req-df6b636d-f2d8-4690-a1c0-45055d714223 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4859d091-b03c-48e7-ac1f-8dcbae775f85: This subnet is being modified by another concurrent operation. Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4859d091-b03c-48e7-ac1f-8dcbae775f85: This subnet is being modified by another concurrent operation. Feb 11 05:51:33.361037 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:33.377062 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:33.382975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d581eb-f349-4446-ad83-95235fb2c3ca None None] Network 4f952374-e163-4eba-8de1-7b4a84e8a54b requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:33.518955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42c143b6-8eef-45cc-9792-168f3a697c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.527061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:33.534718 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.578438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Router f42e470d-1438-4a47-b8d3-45d80b9a1020 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:51:33.609143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (4f952374-e163-4eba-8de1-7b4a84e8a54b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.616189 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.631102 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/4f952374-e163-4eba-8de1-7b4a84e8a54b HTTP/1.1" status: 204 len: 168 time: 1.4077692 Feb 11 05:51:33.644400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38394) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:33.655342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8bffdf4a-34d7-4144-9a43-471729205acd None None] Provisioning complete for port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:33.655342 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8bffdf4a-34d7-4144-9a43-471729205acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.714235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1034123405'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:33.721024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ea980-c5e0-49cf-9842-a200af98333e None None] Pushing event updated for resources: {'Port': ['ID=97f70c87-14ae-44f2-a36d-cce9b401d9c0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:33.752325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:33.752736 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.816424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d48d0e-312e-46bc-82f9-f0e24b37f5d4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=4f952374-e163-4eba-8de1-7b4a84e8a54b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:33.823892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d313146f-a25e-44ef-aeb7-b3973d2bdeba req-ba7b00e8-66f2-4409-aec3-7c4cd9423c18 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 210 time: 0.0628538 Feb 11 05:51:33.847675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:33.862004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:33.862850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-36e9a6b7-bec8-4081-a144-b36eb887253f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "PUT /v2.0/routers/f42e470d-1438-4a47-b8d3-45d80b9a1020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2910833 Feb 11 05:51:33.863983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8bffdf4a-34d7-4144-9a43-471729205acd None None] Current status of the port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:33.874620 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0642139a-02eb-4573-bead-9f9cfe51bceb None None] Sync routers for ids ['f42e470d-1438-4a47-b8d3-45d80b9a1020'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:33.899966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642139a-02eb-4573-bead-9f9cfe51bceb None None] Routers {'f42e470d-1438-4a47-b8d3-45d80b9a1020'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:33.905815 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0642139a-02eb-4573-bead-9f9cfe51bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f42e470d-1438-4a47-b8d3-45d80b9a1020'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:33.918227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:33.922409 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.981285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8bffdf4a-34d7-4144-9a43-471729205acd None None] Provisioning complete for port 228f1a1b-054e-4b67-82a5-deee6a446131 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:33.981836 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8bffdf4a-34d7-4144-9a43-471729205acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.998558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:34.001772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:34.018468 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0642139a-02eb-4573-bead-9f9cfe51bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:34.025143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8983c484-913f-4ddf-abb4-7fe7d01f0d71 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:34.029468 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8983c484-913f-4ddf-abb4-7fe7d01f0d71 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f42e470d-1438-4a47-b8d3-45d80b9a1020 HTTP/1.1" status: 200 len: 982 time: 0.1632693 Feb 11 05:51:34.029468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0fc4ef43-2971-471a-a2aa-859402fa8290), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.029468 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment 0fc4ef43-2971-471a-a2aa-859402fa8290 of type vlan for network b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 Feb 11 05:51:34.029900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38402) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:34.063624 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642139a-02eb-4573-bead-9f9cfe51bceb None None] Routers {'f42e470d-1438-4a47-b8d3-45d80b9a1020'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:34.065053 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0642139a-02eb-4573-bead-9f9cfe51bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f42e470d-1438-4a47-b8d3-45d80b9a1020'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:34.069644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8bffdf4a-34d7-4144-9a43-471729205acd None None] Port 228f1a1b-054e-4b67-82a5-deee6a446131 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:34.165904 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0642139a-02eb-4573-bead-9f9cfe51bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:34.166845 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.182537 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0642139a-02eb-4573-bead-9f9cfe51bceb None None] The sync data for ids ['f42e470d-1438-4a47-b8d3-45d80b9a1020'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:34.301741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-03d4f20e-3dcf-431d-955b-841e61a515f8 None None] Provisioning complete for port 228f1a1b-054e-4b67-82a5-deee6a446131 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:34.304650 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-03d4f20e-3dcf-431d-955b-841e61a515f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.418513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.434683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:34.435322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.442866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-03d4f20e-3dcf-431d-955b-841e61a515f8 None None] Port 228f1a1b-054e-4b67-82a5-deee6a446131 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:34.542115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dff77-8a94-4634-975a-f44f3be133b7 req-94dfc7e1-dc6b-49a0-a524-49a14c9731fe tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:34.544484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb2dff77-8a94-4634-975a-f44f3be133b7 req-94dfc7e1-dc6b-49a0-a524-49a14c9731fe tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3932476 Feb 11 05:51:34.563794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:34.577924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:34.653513 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d12a6fc0-82f2-4363-8652-e5da9499eccf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9717994 Feb 11 05:51:34.658504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38406) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:34.665923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': 'b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:34.723853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb2dff77-8a94-4634-975a-f44f3be133b7 req-eb3ef3b8-a9a6-4dfb-a01f-ead975acc142 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384213 Feb 11 05:51:34.938972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:34.942538 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.966876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-584b260c-8da7-485c-ab48-8f63fa885ac0 req-84824073-3936-4063-ab7d-7fcf6e73a0ed tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 210 time: 0.0531981 Feb 11 05:51:35.008531 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (f42e470d-1438-4a47-b8d3-45d80b9a1020), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.433628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b0bf7-2cdf-4182-af67-469f84b697ce None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:51:35.456574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 228f1a1b-054e-4b67-82a5-deee6a446131 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:35.456574 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.492272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 97f70c87-14ae-44f2-a36d-cce9b401d9c0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:35.562087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.576028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 228f1a1b-054e-4b67-82a5-deee6a446131 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:35.580507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (dc4d4474-8867-474d-93dc-63ed70afd3be), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.581459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e88f1476-2bb9-42d0-b805-453fad0714fa None None] Provisioning complete for port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:35.582045 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e88f1476-2bb9-42d0-b805-453fad0714fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.664430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=dc4d4474-8867-474d-93dc-63ed70afd3be,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:35.687357 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-52877447-0267-41a4-8597-339e8ad0bab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.759716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e88f1476-2bb9-42d0-b805-453fad0714fa None None] Current status of the port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:35.760139 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e88f1476-2bb9-42d0-b805-453fad0714fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.769710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:35.770083 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.884107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': '0fc4ef43-2971-471a-a2aa-859402fa8290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:35.884456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:35.918555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e88f1476-2bb9-42d0-b805-453fad0714fa None None] For port 97f70c87-14ae-44f2-a36d-cce9b401d9c0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=97f70c87-14ae-44f2-a36d-cce9b401d9c0,segment=NetworkSegment(59f40813-7247-4d48-8f64-e2af4548e7d3),segment_id=59f40813-7247-4d48-8f64-e2af4548e7d3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:35.922165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3b0bf7-2cdf-4182-af67-469f84b697ce None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:51:35.944281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-8e45d87e-d042-4d3a-9a3b-d8fca6ac459d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:35.946799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-8e45d87e-d042-4d3a-9a3b-d8fca6ac459d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/networks?id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8 HTTP/1.1" status: 200 len: 796 time: 0.2725592 Feb 11 05:51:36.038606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:36.039057 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.089601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-d63bf9b0-8cbc-46f2-8ea5-749aaddf38ee tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612 HTTP/1.1" status: 200 len: 380 time: 0.1346281 Feb 11 05:51:36.099991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'port': {'device_id': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'admin_state_up': True, 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'security_groups': ['1c1c063e-0b81-4553-a814-9ac43511ec0c']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:36.154838 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e88f1476-2bb9-42d0-b805-453fad0714fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.229775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:36.230060 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:36.239263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:36.292608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e6ff5e3-5c5e-43dc-9107-d0dc5b9af5ed req-8b2b5a1a-5713-4ee3-8bc2-3d3c2e12a01b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 210 time: 0.0450196 Feb 11 05:51:36.336486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7a747-f59e-4538-b397-deef4a01bad3 req-3f8158ce-a69f-4b5d-b22e-42b218f1d95c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:36.340429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fb7a747-f59e-4538-b397-deef4a01bad3 req-3f8158ce-a69f-4b5d-b22e-42b218f1d95c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1607347 Feb 11 05:51:36.351096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f1476-2bb9-42d0-b805-453fad0714fa None None] Pushing event updated for resources: {'Port': ['ID=97f70c87-14ae-44f2-a36d-cce9b401d9c0,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:36.395601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:36.397222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Made reservation on behalf of ef5a9503a8ff427984a3cc1a4ecdf612 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:36.417253 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.443186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fb7a747-f59e-4538-b397-deef4a01bad3 req-0a8fdc98-bdf2-4b13-9b99-a2fc921aacb0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Feb 11 05:51:36.452137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:36.452861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.464028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e97aa-f3ef-4e53-b959-8e7b2ad36a56 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:51:36.590339 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (228f1a1b-054e-4b67-82a5-deee6a446131), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.601162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e97aa-f3ef-4e53-b959-8e7b2ad36a56 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:51:36.625592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=228f1a1b-054e-4b67-82a5-deee6a446131,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:36.632462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.20.0.12 (0088faae-c5de-4bd9-ac1c-9eecaf7564b8/54f5a22d-334e-4f6f-8b70-4ff70b7f5e71/35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:36.642876 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3d5fad29-d9aa-4051-b501-a807136de73f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9831886 Feb 11 05:51:36.647068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38438) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:36.816393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.853677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (f42e470d-1438-4a47-b8d3-45d80b9a1020), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.897569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:36.952352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.955438 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.959289 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (dc4d4474-8867-474d-93dc-63ed70afd3be), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:36.976090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f8640-2d77-4e0b-ad3a-a7e915036a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1', 'network_id': 'b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': 'dc4d4474-8867-474d-93dc-63ed70afd3be'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:36.977757 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-708f8640-2d77-4e0b-ad3a-a7e915036a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.085997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Router f42e470d-1438-4a47-b8d3-45d80b9a1020 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:37.174627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:37.179805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4d8d706-5b47-4a7a-9c31-87ad14163206 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "PUT /v2.0/routers/f42e470d-1438-4a47-b8d3-45d80b9a1020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1488345 Feb 11 05:51:37.183227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38442) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:37.187233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a3bdb-f06c-4e9d-87dd-46b456e2a6f2 None None] Sync routers for ids ['f42e470d-1438-4a47-b8d3-45d80b9a1020'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:37.194081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.199717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a3bdb-f06c-4e9d-87dd-46b456e2a6f2 None None] Routers {'f42e470d-1438-4a47-b8d3-45d80b9a1020'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:37.200466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-592a3bdb-f06c-4e9d-87dd-46b456e2a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f42e470d-1438-4a47-b8d3-45d80b9a1020'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:37.218152 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbf5b3e-73cd-4f7f-aace-07edc0735803 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:51:37.221915 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5dbf5b3e-73cd-4f7f-aace-07edc0735803 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/228f1a1b-054e-4b67-82a5-deee6a446131 HTTP/1.1" status: 404 len: 333 time: 0.0349717 Feb 11 05:51:37.222302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38444) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:37.244142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-592a3bdb-f06c-4e9d-87dd-46b456e2a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:37.262766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a3bdb-f06c-4e9d-87dd-46b456e2a6f2 None None] Routers {'f42e470d-1438-4a47-b8d3-45d80b9a1020'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:37.264096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-592a3bdb-f06c-4e9d-87dd-46b456e2a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f42e470d-1438-4a47-b8d3-45d80b9a1020'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:37.268219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:37.275884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:37.278820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (dc4d4474-8867-474d-93dc-63ed70afd3be), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.280946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:37.286624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:37.315898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-becbc870-a012-4ec5-810b-3549e51f0874 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for router (f42e470d-1438-4a47-b8d3-45d80b9a1020), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.342288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-592a3bdb-f06c-4e9d-87dd-46b456e2a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:37.343444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a3bdb-f06c-4e9d-87dd-46b456e2a6f2 None None] The sync data for ids ['f42e470d-1438-4a47-b8d3-45d80b9a1020'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server [None req-708f8640-2d77-4e0b-ad3a-a7e915036a1a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc4d4474-8867-474d-93dc-63ed70afd3be: This subnet is being modified by another concurrent operation. Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc4d4474-8867-474d-93dc-63ed70afd3be: This subnet is being modified by another concurrent operation. Feb 11 05:51:37.361836 n-d-713498-37 neutron-server[104088]: ERROR oslo_messaging.rpc.server Feb 11 05:51:37.386822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f4f4ad-4aa2-442f-8aea-7fbba42b3b6a None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:51:37.396354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4d4474-8867-474d-93dc-63ed70afd3be,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:37.457237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:37.458072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.463779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 97f70c87-14ae-44f2-a36d-cce9b401d9c0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:37.520317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.545685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:37.557839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc4ef43-2971-471a-a2aa-859402fa8290') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:37.558259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc4ef43-2971-471a-a2aa-859402fa8290') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:37.569452 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (0fc4ef43-2971-471a-a2aa-859402fa8290), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.580886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:37.581750 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.588807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0fc4ef43-2971-471a-a2aa-859402fa8290), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.596614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:37.597222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (0fc4ef43-2971-471a-a2aa-859402fa8290), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:37.601356 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:37.675666 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-becbc870-a012-4ec5-810b-3549e51f0874 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (f42e470d-1438-4a47-b8d3-45d80b9a1020), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.678018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-becbc870-a012-4ec5-810b-3549e51f0874 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for router_controller (f42e470d-1438-4a47-b8d3-45d80b9a1020), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.686573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-e1ba401b-d324-4a10-82cf-01fc32f3b5f1 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5913336 Feb 11 05:51:37.700041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Request body: {'port': {'device_id': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:37.702452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f4f4ad-4aa2-442f-8aea-7fbba42b3b6a None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:51:37.751487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.787715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.793540 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 HTTP/1.1" status: 204 len: 168 time: 1.1464932 Feb 11 05:51:37.800526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38452) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:37.807247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1885772095'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:37.813258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750abab-8ec1-4cd5-a8a2-3f55a28b9a42 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:37.830389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.869843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aea0cf-6f62-4de1-825a-2614223aabc9 req-e00929a9-0387-4c6f-b16c-8937f5508a58 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:37.872803 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31aea0cf-6f62-4de1-825a-2614223aabc9 req-e00929a9-0387-4c6f-b16c-8937f5508a58 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3402140 Feb 11 05:51:37.885498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1032051-b576-4d2f-911e-6d181d4d6dca req-9a090dcc-b19f-4e0d-a431-07c6d8f153a8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:37.895465 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1032051-b576-4d2f-911e-6d181d4d6dca req-9a090dcc-b19f-4e0d-a431-07c6d8f153a8 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 932 time: 0.4816713 Feb 11 05:51:37.938819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-becbc870-a012-4ec5-810b-3549e51f0874 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (f42e470d-1438-4a47-b8d3-45d80b9a1020), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.939761 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becbc870-a012-4ec5-810b-3549e51f0874 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Fanout notify agent at l3_agent the message router_deleted on router f42e470d-1438-4a47-b8d3-45d80b9a1020 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:51:37.955306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-becbc870-a012-4ec5-810b-3549e51f0874 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:37.959061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-becbc870-a012-4ec5-810b-3549e51f0874 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/routers/f42e470d-1438-4a47-b8d3-45d80b9a1020 HTTP/1.1" status: 204 len: 168 time: 0.7333047 Feb 11 05:51:37.960302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38454) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:38.030256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:38.037814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.045058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:38.081790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-691e5696-f62b-4818-9976-bf7fe253ac61 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet 7a9f56db-9530-4c97-b308-abc0a2d9636d {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:38.113875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-691e5696-f62b-4818-9976-bf7fe253ac61 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (7a9f56db-9530-4c97-b308-abc0a2d9636d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.173583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31aea0cf-6f62-4de1-825a-2614223aabc9 req-3491bb3b-1113-4ccc-8f92-14172c37b057 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735782 Feb 11 05:51:38.202188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1032051-b576-4d2f-911e-6d181d4d6dca req-3754805e-9d54-40fc-b2f0-2141b656a64b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036993 Feb 11 05:51:38.203242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:38.217158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:51:38.221764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72353db-2453-4406-82f0-62ec38a4bc43 None None] Network 0962fc6d-11a4-4d86-8eb1-711154129daa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:38.222577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-691e5696-f62b-4818-9976-bf7fe253ac61 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (7a9f56db-9530-4c97-b308-abc0a2d9636d), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.226120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e75b7359-b229-4e84-9b14-98a80c023809), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.226262 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Publish callbacks [] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.226749 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment e75b7359-b229-4e84-9b14-98a80c023809 of type vlan for network 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc Feb 11 05:51:38.243369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Transition to ACTIVE for port object 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:51:38.260000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf6253-4e3a-4805-bdfe-e4eb5f17885f None None] Network b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:38.281570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf6253-4e3a-4805-bdfe-e4eb5f17885f None None] Network b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:51:38.309757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02f6aef-6807-4afe-b644-80f3610a55ad None None] Network b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:38.327470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.373418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.395592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02f6aef-6807-4afe-b644-80f3610a55ad None None] Network b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:51:38.406010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.412703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-691e5696-f62b-4818-9976-bf7fe253ac61 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (7a9f56db-9530-4c97-b308-abc0a2d9636d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.492077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Pushing event updated for resources: {'Port': ['ID=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:38.521421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.532687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:38.533364 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.613424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Attempting to bind port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:38.614135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Attempting to bind port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:38.614472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Attempting to bind port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 on network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:38.621611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 on network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:51:38.622023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Attempting to bind port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 on network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:38.628039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:38.628716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Checking segment: {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:38.629121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Bound using segment: {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:38.631915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Bound port: 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:38.633715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.662663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-691e5696-f62b-4818-9976-bf7fe253ac61 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (7a9f56db-9530-4c97-b308-abc0a2d9636d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.787800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.806196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] For port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:38.815926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] For port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:38.827002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0248153 Feb 11 05:51:38.828568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d78392-89ea-4d4f-b2c0-7be3fda248b6 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:38.830069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38460) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:38.838546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': '2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:38.839190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e5696-f62b-4818-9976-bf7fe253ac61 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9f56db-9530-4c97-b308-abc0a2d9636d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:38.878719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-691e5696-f62b-4818-9976-bf7fe253ac61 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:38.882147 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-691e5696-f62b-4818-9976-bf7fe253ac61 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/7a9f56db-9530-4c97-b308-abc0a2d9636d HTTP/1.1" status: 204 len: 168 time: 0.9134269 Feb 11 05:51:38.885260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38464) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:38.888402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024a12ff-b330-4090-a6ce-358d7e46947a None None] Network 7c870ac6-1004-4835-aacb-d8772c8e85db requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:38.998724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.040060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:39.048998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:39.050047 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.051080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] 10.222.0.65 "PUT /v2.0/ports/35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 HTTP/1.1" status: 200 len: 1093 time: 1.3587060 Feb 11 05:51:39.098241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:39.106079 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b642f665-37b6-4fdb-a9ad-12f6cbb35e57" -d '{"events": [{"name": "network-changed", "server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:39.111862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (7c870ac6-1004-4835-aacb-d8772c8e85db), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.186466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0f19d-e938-4b79-9473-9c285d77efaf service neutron] Pushing event updated for resources: {'Port': ['ID=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:39.202024 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66adca77-b1b4-47ab-bd5d-50951545ce67 x-openstack-request-id: req-66adca77-b1b4-47ab-bd5d-50951545ce67 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:39.210638 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:39.214878 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66adca77-b1b4-47ab-bd5d-50951545ce67 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:39.216324 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'status': 'completed', 'code': 200} Feb 11 05:51:39.235424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:39.235842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.261170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-541bc40f-1a34-4693-89ab-30c70939b879 None None] Provisioning complete for port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:39.261924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-541bc40f-1a34-4693-89ab-30c70939b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.341829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:39.356759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.451398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-541bc40f-1a34-4693-89ab-30c70939b879 None None] Current status of the port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:39.462001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] DHCP port deletion for 7c870ac6-1004-4835-aacb-d8772c8e85db request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:51:39.496558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] For port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,segment=NetworkSegment(52e7b0a5-3866-4a05-a770-e8a882702d39),segment_id=52e7b0a5-3866-4a05-a770-e8a882702d39)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:39.497106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.504461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.536691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f665-37b6-4fdb-a9ad-12f6cbb35e57 req-38381f2d-f5e4-470d-b0bb-2b6a226c3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:39.539114 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b642f665-37b6-4fdb-a9ad-12f6cbb35e57 req-38381f2d-f5e4-470d-b0bb-2b6a226c3ccc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 1127 time: 0.3006372 Feb 11 05:51:39.564708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:39.580570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] Deleting port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:39.581021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.667648 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86365fa0-806b-4ddd-b8d4-300d1aa17ddd req-652324ee-4a68-4cc9-b46a-d4e3fa93d457 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:39.669354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86365fa0-806b-4ddd-b8d4-300d1aa17ddd req-652324ee-4a68-4cc9-b46a-d4e3fa93d457 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.3370361 Feb 11 05:51:39.686411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] For port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,segment=NetworkSegment(52e7b0a5-3866-4a05-a770-e8a882702d39),segment_id=52e7b0a5-3866-4a05-a770-e8a882702d39)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:39.687551 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.692969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9b2a-1d7d-4009-83e4-1ba453b3dd4f req-63ea1635-29c4-4551-9989-3ceebe96a521 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:39.694561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-505a9b2a-1d7d-4009-83e4-1ba453b3dd4f req-63ea1635-29c4-4551-9989-3ceebe96a521 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 944 time: 0.2579985 Feb 11 05:51:39.711307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] Calling delete_port for eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:39.734005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f665-37b6-4fdb-a9ad-12f6cbb35e57 req-547c4da2-01d6-41a7-a852-1e9d19e258b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:39.734580 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b642f665-37b6-4fdb-a9ad-12f6cbb35e57 req-547c4da2-01d6-41a7-a852-1e9d19e258b9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1871831 Feb 11 05:51:39.838668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-505a9b2a-1d7d-4009-83e4-1ba453b3dd4f req-a2a56011-ecd5-4577-b1a8-dc06515158ce tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314306 Feb 11 05:51:39.899442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86365fa0-806b-4ddd-b8d4-300d1aa17ddd req-2bdc6d77-943d-4494-b63f-94047f254483 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981471 Feb 11 05:51:39.905802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.909796 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.942603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:39.955564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No DVR routers for this DVR port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:39.984897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] Pushing event deleted for resources: {'Port': ['ID=eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:39.995236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3c59f-ce5d-4dc2-a54e-25c487901f98 None None] No DVR routers for this DVR port eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:40.085146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (7c870ac6-1004-4835-aacb-d8772c8e85db), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.135541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c870ac6-1004-4835-aacb-d8772c8e85db']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:40.151874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e7b0a5-3866-4a05-a770-e8a882702d39') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:40.151874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e7b0a5-3866-4a05-a770-e8a882702d39') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:40.170427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (52e7b0a5-3866-4a05-a770-e8a882702d39), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.185738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (52e7b0a5-3866-4a05-a770-e8a882702d39), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.194773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:40.195275 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (52e7b0a5-3866-4a05-a770-e8a882702d39), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:40.204040 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:40.346013 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (7c870ac6-1004-4835-aacb-d8772c8e85db), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.393374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.400663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/networks/7c870ac6-1004-4835-aacb-d8772c8e85db HTTP/1.1" status: 204 len: 168 time: 1.5103796 Feb 11 05:51:40.401821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38488) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:40.410161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f665-37b6-4fdb-a9ad-12f6cbb35e57 req-ccf3476b-b4fe-49f8-99df-73e0b5d6d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.412755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b642f665-37b6-4fdb-a9ad-12f6cbb35e57 req-ccf3476b-b4fe-49f8-99df-73e0b5d6d80f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6698279 Feb 11 05:51:40.413118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18580f1a-c0ea-4d3f-8a55-6276b22dbf44 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Network': ['ID=7c870ac6-1004-4835-aacb-d8772c8e85db,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:40.470932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d229db-754f-41d4-8132-ac153b23a0f5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.475981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-08d229db-754f-41d4-8132-ac153b23a0f5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/1b1257a8-871c-4c3f-8f41-b68388f25074 HTTP/1.1" status: 200 len: 841 time: 0.0704226 Feb 11 05:51:40.476236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38490) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:40.497744 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (0a150077-0053-4496-b2f0-088bcf5f2f56), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.546220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-40fe2c92-a606-4e5d-a4c0-1893f06b4b54 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/1b1257a8-871c-4c3f-8f41-b68388f25074?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0630689 Feb 11 05:51:40.546780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38492) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:40.551892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:40.605819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-6f9f30c1-a732-42fe-9d7d-6731f85857d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.607647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-6f9f30c1-a732-42fe-9d7d-6731f85857d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 1127 time: 0.1535544 Feb 11 05:51:40.611767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': 'e75b7359-b229-4e84-9b14-98a80c023809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:40.612495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:40.679396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-b8f561ac-9773-44e5-8ccc-8a265fb9e0a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 HTTP/1.1" status: 200 len: 217 time: 0.0546067 Feb 11 05:51:40.683199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=0a150077-0053-4496-b2f0-088bcf5f2f56,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:40.739937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-5d25f6fc-4caa-4f41-9789-c781ea563a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.741459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-5d25f6fc-4caa-4f41-9789-c781ea563a83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54f5a22d-334e-4f6f-8b70-4ff70b7f5e71 HTTP/1.1" status: 200 len: 834 time: 0.0505619 Feb 11 05:51:40.779315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:40.785369 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.798926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-13f73e85-fc86-4a6e-9fb4-944d9e759ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.800445 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-13f73e85-fc86-4a6e-9fb4-944d9e759ab7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523338 Feb 11 05:51:40.837557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:40.971934 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-72ecd3b5-e805-4cfa-bf8b-c6bbaec157b9 service neutron] 10.222.0.65 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653135 Feb 11 05:51:40.975068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:40.982323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8406fae4-ebec-44b3-b189-63ffa240c9e2 None None] Network 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:40.995211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.995810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.148247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc', 'network_id': '2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': '0a150077-0053-4496-b2f0-088bcf5f2f56'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:41.152981 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.153132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3dd7c-2340-45f2-844b-95821fd487bf req-7c289e32-bb8b-40b6-a223-95eb757d1ddd tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:41.153132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbc3dd7c-2340-45f2-844b-95821fd487bf req-7c289e32-bb8b-40b6-a223-95eb757d1ddd tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 944 time: 0.2113531 Feb 11 05:51:41.199068 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4510b8cb-2c1d-48af-8240-28a720876fa5 req-5ecf8257-e37c-4c7e-9bdc-6656191095d9 service neutron] 10.222.0.65 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138798 Feb 11 05:51:41.215196 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-17d93499-3fab-4c64-b2ba-3096064c2eee tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3814218 Feb 11 05:51:41.215580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38502) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:41.229215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af6fc2-c164-410f-8cd9-de2139953614 req-7196c149-2fef-4f88-92ba-2cffe170623e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:41.231691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4af6fc2-c164-410f-8cd9-de2139953614 req-7196c149-2fef-4f88-92ba-2cffe170623e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2125180 Feb 11 05:51:41.346889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbc3dd7c-2340-45f2-844b-95821fd487bf req-1842515b-4c36-4a50-a2b6-1b252dc7638e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887143 Feb 11 05:51:41.385804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Allocated IP 2001:db8::1 (2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc/0a150077-0053-4496-b2f0-088bcf5f2f56/32bd5ab0-424e-4837-a3c4-f541c3c3f8f8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:41.393884 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.416650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4af6fc2-c164-410f-8cd9-de2139953614 req-f2c253a0-ec52-4804-bd8f-054c5d309f77 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439457 Feb 11 05:51:41.448458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:41.466500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0a150077-0053-4496-b2f0-088bcf5f2f56), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.476087 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (bfbae308-1cc4-4e65-94a0-3c688895fab4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.481139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:51:41.481139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device eb9b7aa8-75c4-4a69-9be4-7aca2ea8abea not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:41.518869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:41.543941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:41.566383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:41.566383 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.576008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af1f74-594f-43fb-ae3f-ff25247918d1 None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:41.628061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=bfbae308-1cc4-4e65-94a0-3c688895fab4,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:41.709661 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Publish callbacks [] for port (32bd5ab0-424e-4837-a3c4-f541c3c3f8f8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.736434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.759806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4c2485c5-a978-4f5e-b36f-027ca5802d1f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2121434 Feb 11 05:51:41.762657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38504) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:41.768091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7e3c3225-d641-4598-ab7c-6b2ec7d53916 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1029261206'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:41.768294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-12cf86e7-5515-4d64-946f-9db6841220a6', 'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'project_id': '06f164cb868c4f4792168f52aa9482a7', 'fixed_ips': [{'subnet_id': 'bfbae308-1cc4-4e65-94a0-3c688895fab4'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:41.769412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.856751 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (32bd5ab0-424e-4837-a3c4-f541c3c3f8f8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.904653 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3225-d641-4598-ab7c-6b2ec7d53916 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.937841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (0a150077-0053-4496-b2f0-088bcf5f2f56), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:41.997940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Allocated IP 172.20.0.2 (12cf86e7-5515-4d64-946f-9db6841220a6/bfbae308-1cc4-4e65-94a0-3c688895fab4/698b9d55-1cb9-42d6-8f8d-f9000dc78ae0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:42.037609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=0a150077-0053-4496-b2f0-088bcf5f2f56,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:42.046460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3225-d641-4598-ab7c-6b2ec7d53916 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (ac9fd919-f77d-43bd-bc96-91d46f5af729), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.067396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.067940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.068395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.069505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.071161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.071617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.072061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.072693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.073134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.073762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.074046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Pushing event updated for resources: {'Port': ['ID=32bd5ab0-424e-4837-a3c4-f541c3c3f8f8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:42.074360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.074806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.075237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:42.110674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.115429 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3225-d641-4598-ab7c-6b2ec7d53916 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ac9fd919-f77d-43bd-bc96-91d46f5af729), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.133518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Network 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:42.144281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:42.152479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:42.153795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:42.165674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75b7359-b229-4e84-9b14-98a80c023809') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:42.166536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75b7359-b229-4e84-9b14-98a80c023809') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:42.178588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (e75b7359-b229-4e84-9b14-98a80c023809), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.188555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c3225-d641-4598-ab7c-6b2ec7d53916 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9fd919-f77d-43bd-bc96-91d46f5af729,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:42.198708 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e75b7359-b229-4e84-9b14-98a80c023809), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.207175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:42.207721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (e75b7359-b229-4e84-9b14-98a80c023809), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:42.211030 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:42.275250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3225-d641-4598-ab7c-6b2ec7d53916 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.277905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7e3c3225-d641-4598-ab7c-6b2ec7d53916 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5142608 Feb 11 05:51:42.289855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38510) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:42.294547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a6d58130-07d5-46b0-a164-e85260926fb2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1052306700'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:42.353071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Attempting to bind port 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:42.353591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Attempting to bind port 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'e75b7359-b229-4e84-9b14-98a80c023809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:42.354063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Attempting to bind port 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8 on network 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:42.363670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:42.364175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Checking segment: {'id': 'e75b7359-b229-4e84-9b14-98a80c023809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:42.364781 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.365280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Bound using segment: {'id': 'e75b7359-b229-4e84-9b14-98a80c023809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:42.365881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Bound port: 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75b7359-b229-4e84-9b14-98a80c023809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:42.366361 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32bd5ab0-424e-4837-a3c4-f541c3c3f8f8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.385914 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:51:42.385914 n-d-713498-37 neutron-server[104086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:51:42.385914 n-d-713498-37 neutron-server[104086]: [parameters: {'id': '2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc'}] Feb 11 05:51:42.385914 n-d-713498-37 neutron-server[104086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:42.385914 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:42.393688 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Publish callbacks [] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.456017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] For port 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:42.463366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] For port 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32bd5ab0-424e-4837-a3c4-f541c3c3f8f8,segment=NetworkSegment(e75b7359-b229-4e84-9b14-98a80c023809),segment_id=e75b7359-b229-4e84-9b14-98a80c023809)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:42.474611 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a6d58130-07d5-46b0-a164-e85260926fb2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.487932 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.548088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:42.550674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6a32a-221e-444b-a0e3-e788c1b5d721 req-0c6342ed-381b-40c4-b142-086371ed14eb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:42.554745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50b6a32a-221e-444b-a0e3-e788c1b5d721 req-0c6342ed-381b-40c4-b142-086371ed14eb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 944 time: 0.1073647 Feb 11 05:51:42.563210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:42.576910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:42.582606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Pushing event updated for resources: {'Port': ['ID=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:42.586178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (32bd5ab0-424e-4837-a3c4-f541c3c3f8f8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.706263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b108209-343d-454f-b64c-0926f6fdb54b req-64986685-1600-4b8a-9f1d-08eb6bdfaade tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:42.713858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b108209-343d-454f-b64c-0926f6fdb54b req-64986685-1600-4b8a-9f1d-08eb6bdfaade tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.1546834 Feb 11 05:51:42.724215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a6d58130-07d5-46b0-a164-e85260926fb2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (d1f86c2a-cf25-4168-b83b-5c126150becd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.746584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50b6a32a-221e-444b-a0e3-e788c1b5d721 req-f6fdcbfe-0138-4697-8eac-eae4fb660e6d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829150 Feb 11 05:51:42.782197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b108209-343d-454f-b64c-0926f6fdb54b req-b8212fcf-cd46-4aff-8653-80fb8eca04ec tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Feb 11 05:51:42.796254 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a6d58130-07d5-46b0-a164-e85260926fb2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d1f86c2a-cf25-4168-b83b-5c126150becd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.806529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Attempting to bind port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:42.807903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Attempting to bind port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'f84ec079-2976-4b08-a5a6-9e285ef8ea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:42.808344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Attempting to bind port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 on network 12cf86e7-5515-4d64-946f-9db6841220a6 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:42.823936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20f1f7-b36e-4af2-bf64-874b2c27ddaa None None] Pushing event updated for resources: {'Port': ['ID=32bd5ab0-424e-4837-a3c4-f541c3c3f8f8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:42.838482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:42.845441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Checking segment: {'id': 'f84ec079-2976-4b08-a5a6-9e285ef8ea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:42.845441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.845441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Bound using segment: {'id': 'f84ec079-2976-4b08-a5a6-9e285ef8ea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:42.845441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Bound port: 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84ec079-2976-4b08-a5a6-9e285ef8ea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:42.845441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.845980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d58130-07d5-46b0-a164-e85260926fb2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f86c2a-cf25-4168-b83b-5c126150becd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:42.847819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b718f-64cc-4d67-963c-a930591488cf None None] Network 2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:42.888926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.925277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a6d58130-07d5-46b0-a164-e85260926fb2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:42.931607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a6d58130-07d5-46b0-a164-e85260926fb2 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6402969 Feb 11 05:51:42.932450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38516) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:42.940280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-940866396', 'security_groups': ['d1f86c2a-cf25-4168-b83b-5c126150becd'], 'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfbae308-1cc4-4e65-94a0-3c688895fab4'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:43.004232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting port 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:43.004232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (32bd5ab0-424e-4837-a3c4-f541c3c3f8f8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.013902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] For port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:43.029672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] For port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,segment=NetworkSegment(f84ec079-2976-4b08-a5a6-9e285ef8ea02),segment_id=f84ec079-2976-4b08-a5a6-9e285ef8ea02)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:43.108416 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.131697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] For port 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32bd5ab0-424e-4837-a3c4-f541c3c3f8f8,segment=NetworkSegment(e75b7359-b229-4e84-9b14-98a80c023809),segment_id=e75b7359-b229-4e84-9b14-98a80c023809)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:43.135567 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (32bd5ab0-424e-4837-a3c4-f541c3c3f8f8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.166487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Calling delete_port for 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:43.208140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00123b5a-e961-4c6e-b2de-5e592e2b4709 None None] Pushing event updated for resources: {'Port': ['ID=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:43.252817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:43.389686 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.394418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (32bd5ab0-424e-4837-a3c4-f541c3c3f8f8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.431241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 25eb499d-5541-4710-864b-a211f169241d yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:51:43.468120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Port': ['ID=32bd5ab0-424e-4837-a3c4-f541c3c3f8f8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:43.470038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No DVR routers for this DVR port 32bd5ab0-424e-4837-a3c4-f541c3c3f8f8 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:43.628233 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.678250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:43.681591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75b7359-b229-4e84-9b14-98a80c023809') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:43.681893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75b7359-b229-4e84-9b14-98a80c023809') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:43.693036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (e75b7359-b229-4e84-9b14-98a80c023809), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.707998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e75b7359-b229-4e84-9b14-98a80c023809), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.715221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:43.715635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (e75b7359-b229-4e84-9b14-98a80c023809), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.724116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.3 (12cf86e7-5515-4d64-946f-9db6841220a6/bfbae308-1cc4-4e65-94a0-3c688895fab4/25eb499d-5541-4710-864b-a211f169241d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:43.792547 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:43.887813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.902441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:51:43.921817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:43.940334 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc HTTP/1.1" status: 204 len: 168 time: 2.7205923 Feb 11 05:51:43.958370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38526) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:43.983975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1553365736'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:44.037397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a63dd-c9e2-4b27-8e35-5412b816ab9c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:44.105212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:44.149784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'port_id': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'mac_address': 'fa:16:3e:c4:ea:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:51:44.168497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:44.171488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.238342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:44.239079 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.252341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:44.263885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:51:44.273378 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (08674a3e-00bd-40e3-871e-0bcfda199013), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.274324 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment 08674a3e-00bd-40e3-871e-0bcfda199013 of type vlan for network 7d4c305d-cc85-4869-b24f-46d5c222f1dd Feb 11 05:51:44.317518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:44.379438 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.403267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7d4c305d-cc85-4869-b24f-46d5c222f1dd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.403814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eb614-4646-4341-a988-847f60dd907c req-8e1cddf8-d3c3-469b-bfde-0e89770845c3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:44.405658 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a8eb614-4646-4341-a988-847f60dd907c req-8e1cddf8-d3c3-469b-bfde-0e89770845c3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.5506327 Feb 11 05:51:44.412239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (25eb499d-5541-4710-864b-a211f169241d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.425975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd927b3a-129c-4b78-8260-db44857b5218 req-9f4f1768-ba5a-4c42-a70e-ec33f827d4b0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:44.427616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd927b3a-129c-4b78-8260-db44857b5218 req-9f4f1768-ba5a-4c42-a70e-ec33f827d4b0 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 944 time: 0.5579147 Feb 11 05:51:44.497808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:44.524788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a8eb614-4646-4341-a988-847f60dd907c req-99296bf4-81ce-4743-962e-5b9e41585632 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915685 Feb 11 05:51:44.560003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7d4c305d-cc85-4869-b24f-46d5c222f1dd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.562275 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd927b3a-129c-4b78-8260-db44857b5218 req-0ffb481d-4e3a-412b-b83b-3e9bd065597e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994313 Feb 11 05:51:44.565187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:44.565823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.583815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:44.663537 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (25eb499d-5541-4710-864b-a211f169241d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.710269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=7d4c305d-cc85-4869-b24f-46d5c222f1dd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:44.725230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:44.777713 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1ef35b86-9148-48a5-8a2d-59670babf20f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8052464 Feb 11 05:51:44.779847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38532) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:44.784259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:44.790319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:44.791541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:44.796340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:44.839094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1d1449e5-e802-43ae-9fcb-2c128c480cc4 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:51:44.841100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa232a4-659d-4188-a310-f6ff132d8663 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:51:44.885875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:44.887397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.890803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=25eb499d-5541-4710-864b-a211f169241d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:44.987814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:44.988199 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.010351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d2d11cd0-2fa3-4c97-9cf7-552626e3f3e8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0762637 Feb 11 05:51:45.012979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38534) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:45.018901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b1e79382-8718-4c3f-ab7c-a555f90cd677 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:45.114548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:45.120256 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.314219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e79382-8718-4c3f-ab7c-a555f90cd677 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:45.317742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b1e79382-8718-4c3f-ab7c-a555f90cd677 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.420034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1d1449e5-e802-43ae-9fcb-2c128c480cc4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1d1449e5-e802-43ae-9fcb-2c128c480cc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:45.486015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa232a4-659d-4188-a310-f6ff132d8663 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:51:45.511898 n-d-713498-37 neutron-server[104087]: INFO neutron.db.ipam_backend_mixin [None req-b1e79382-8718-4c3f-ab7c-a555f90cd677 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bfbae308-1cc4-4e65-94a0-3c688895fab4 (CIDR: 172.20.0.0/28) Feb 11 05:51:45.517414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '1d1449e5-e802-43ae-9fcb-2c128c480cc4', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'port_id': '1d1449e5-e802-43ae-9fcb-2c128c480cc4', 'mac_address': 'fa:16:3e:7c:71:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:51:45.548346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:45.561086 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e79382-8718-4c3f-ab7c-a555f90cd677 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:51:45.563974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e79382-8718-4c3f-ab7c-a555f90cd677 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:45.592083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (c7a2352e-1acc-463c-9dac-868ead6b5722), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.694445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b1e79382-8718-4c3f-ab7c-a555f90cd677 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6791053 Feb 11 05:51:45.694708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38544) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:45.706760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:45.720375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=c7a2352e-1acc-463c-9dac-868ead6b5722,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:45.753729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': '08674a3e-00bd-40e3-871e-0bcfda199013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:45.754509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: 7d4c305d-cc85-4869-b24f-46d5c222f1dd, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:45.810058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:45.810710 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.858360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:45.858748 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:45.870720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:45.871534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1449e5-e802-43ae-9fcb-2c128c480cc4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:51:45.883861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0da999-d522-4c8d-ab43-476d7ef4e52c req-d4018884-620c-4f5a-a9b3-c18153ace17c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:45.885670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd0da999-d522-4c8d-ab43-476d7ef4e52c req-d4018884-620c-4f5a-a9b3-c18153ace17c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 944 time: 0.2627900 Feb 11 05:51:45.930879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ae3ff-ad3d-4d35-8d2b-2a880ebd37a3 req-5300785f-ef2b-41b7-9d72-6aea216d2f9f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:45.932788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c79ae3ff-ad3d-4d35-8d2b-2a880ebd37a3 req-5300785f-ef2b-41b7-9d72-6aea216d2f9f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 945 time: 0.2131975 Feb 11 05:51:45.972813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1d1449e5-e802-43ae-9fcb-2c128c480cc4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1d1449e5-e802-43ae-9fcb-2c128c480cc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:45.987165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7d4c305d-cc85-4869-b24f-46d5c222f1dd) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:45.999131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:45.999518 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.002445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] For port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,segment=NetworkSegment(f84ec079-2976-4b08-a5a6-9e285ef8ea02),segment_id=f84ec079-2976-4b08-a5a6-9e285ef8ea02)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:46.008132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:46.014766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.028074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd0da999-d522-4c8d-ab43-476d7ef4e52c req-5c250b99-755e-4319-88fb-5ebe9ed1d2f3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299121 Feb 11 05:51:46.038522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c79ae3ff-ad3d-4d35-8d2b-2a880ebd37a3 req-c0e3bbe2-e3b2-4e31-b497-a59e013af549 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954528 Feb 11 05:51:46.088049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b069e-3069-410a-9d3b-c447f6143299 None None] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:46.115265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.127643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:46.132451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.137281 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6a880ce3-8621-4d0d-b65b-14b0eb9dfecf tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3562508 Feb 11 05:51:46.138054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38546) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:46.144515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:46.159647 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.228279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-1506fb65-9f30-4204-94c3-453053f83859 service neutron] (104086) timed out ('10.222.0.62', 38342) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:51:46.287897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Provisioning complete for port 1b1257a8-871c-4c3f-8f41-b68388f25074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:46.288623 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.294503 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1d1449e5-e802-43ae-9fcb-2c128c480cc4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:46.368879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:46.372737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.397351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:46.435130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['1d1449e5-e802-43ae-9fcb-2c128c480cc4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:46.494569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-7d4c305d-cc85-4869-b24f-46d5c222f1dd', 'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': 'c7a2352e-1acc-463c-9dac-868ead6b5722'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:46.495766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.554117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Port 1b1257a8-871c-4c3f-8f41-b68388f25074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:46.622428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4bc2-f9a8-4e95-bef3-874a3329b577 None None] Pushing event updated for resources: {'Port': ['ID=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:46.699372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (ccfaf450-17f2-48f4-aa68-8fd05433f31f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.702811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-a56915f1-5b94-4dbe-b2c4-b65a59e09a8c req-df7aa71a-5979-44f3-9e3c-8d0537e42cba tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] (104087) timed out ('10.222.0.62', 50768) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:51:46.732449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ceb6e4c9-c874-4cbb-92ff-3f6d52023915 None None] Provisioning complete for port 25eb499d-5541-4710-864b-a211f169241d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:46.732948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e4c9-c874-4cbb-92ff-3f6d52023915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (25eb499d-5541-4710-864b-a211f169241d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.751120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:46.754522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:46.758924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:46.759568 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.778922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=ccfaf450-17f2-48f4-aa68-8fd05433f31f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:46.801910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (def9c833-be02-4427-aa8f-9173571ba3c6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:46.812376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a76a574-ee8d-4526-9566-ed855c8cd5b0 None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:46.857985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6e4c9-c874-4cbb-92ff-3f6d52023915 None None] Port 25eb499d-5541-4710-864b-a211f169241d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:46.863494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=def9c833-be02-4427-aa8f-9173571ba3c6,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:46.879814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Allocated IP 2001:db8::2 (7d4c305d-cc85-4869-b24f-46d5c222f1dd/c7a2352e-1acc-463c-9dac-868ead6b5722/b9489853-3874-4890-b1a9-ca6788b99b7b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:46.912923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38552) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:46.916473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-125f1a9e-e85b-493c-8420-fd55c7ede400 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2188027 Feb 11 05:51:46.923201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1001600756', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ccfaf450-17f2-48f4-aa68-8fd05433f31f'}], 'security_groups': ['ac9fd919-f77d-43bd-bc96-91d46f5af729']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:46.931167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:46.952979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:46.957990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:46.958646 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.125404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (25eb499d-5541-4710-864b-a211f169241d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.131532 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-55e6bd5f-ad4b-4e45-b2c8-09ecd7146747 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9923890 Feb 11 05:51:47.134802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38558) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:47.190190 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Publish callbacks [] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.263785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba49ee-2b6d-4f33-aebe-7c639722a673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.265109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba49ee-2b6d-4f33-aebe-7c639722a673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.266514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba49ee-2b6d-4f33-aebe-7c639722a673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.267946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba49ee-2b6d-4f33-aebe-7c639722a673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.269277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba49ee-2b6d-4f33-aebe-7c639722a673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.274965 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-85ba49ee-2b6d-4f33-aebe-7c639722a673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1390934 Feb 11 05:51:47.278039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38560) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:47.282633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070320327'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:47.286233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2591281f-8399-454e-ad61-6d7c7be7e990 None None] Update dhcp port {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'fixed_ips': [{'subnet_id': 'bfbae308-1cc4-4e65-94a0-3c688895fab4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ccfaf450-17f2-48f4-aa68-8fd05433f31f'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '698b9d55-1cb9-42d6-8f8d-f9000dc78ae0'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:51:47.321775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2591281f-8399-454e-ad61-6d7c7be7e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.346551 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.353295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607061b-9d7a-411b-b804-546598e72043 req-612159a4-e801-4cbb-aa70-374c9877fc2d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.360753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6607061b-9d7a-411b-b804-546598e72043 req-612159a4-e801-4cbb-aa70-374c9877fc2d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 945 time: 0.1575699 Feb 11 05:51:47.401690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:47.405212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.423565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:47.424098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbfe88-2eb0-416b-9e25-a548729d033a req-1b29ee22-3e70-4392-9327-bbce958af682 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.430405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:47.436946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:47.444193 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbfe88-2eb0-416b-9e25-a548729d033a req-1b29ee22-3e70-4392-9327-bbce958af682 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 945 time: 0.2316406 Feb 11 05:51:47.444520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:47.523388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68dbfe88-2eb0-416b-9e25-a548729d033a req-02877535-66e4-4283-b436-d17834a60c20 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735862 Feb 11 05:51:47.559482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Pushing event updated for resources: {'Port': ['ID=b9489853-3874-4890-b1a9-ca6788b99b7b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:47.576495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6607061b-9d7a-411b-b804-546598e72043 req-3a6e92b7-ba78-4eb0-ac03-cf40c91def1c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147751 Feb 11 05:51:47.586029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:47.615606 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (706b59c8-e2c8-41ea-a993-7f93bca32185), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.615849 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment 706b59c8-e2c8-41ea-a993-7f93bca32185 of type vlan for network ebfbfc15-1f31-47b3-bddf-6614a739750a Feb 11 05:51:47.632438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Attempting to bind port b9489853-3874-4890-b1a9-ca6788b99b7b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:47.632832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Attempting to bind port b9489853-3874-4890-b1a9-ca6788b99b7b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '08674a3e-00bd-40e3-871e-0bcfda199013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:47.633764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Attempting to bind port b9489853-3874-4890-b1a9-ca6788b99b7b on network 7d4c305d-cc85-4869-b24f-46d5c222f1dd {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:47.647133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:47.647518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Checking segment: {'id': '08674a3e-00bd-40e3-871e-0bcfda199013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:47.647929 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.648331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Bound using segment: {'id': '08674a3e-00bd-40e3-871e-0bcfda199013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:47.648883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Bound port: b9489853-3874-4890-b1a9-ca6788b99b7b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08674a3e-00bd-40e3-871e-0bcfda199013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:47.649267 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.700124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.722652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] For port b9489853-3874-4890-b1a9-ca6788b99b7b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:47.725850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] For port b9489853-3874-4890-b1a9-ca6788b99b7b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b9489853-3874-4890-b1a9-ca6788b99b7b,segment=NetworkSegment(08674a3e-00bd-40e3-871e-0bcfda199013),segment_id=08674a3e-00bd-40e3-871e-0bcfda199013)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:47.732219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:47.732626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.790831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Delete allocated IP 172.20.0.3 (12cf86e7-5515-4d64-946f-9db6841220a6/bfbae308-1cc4-4e65-94a0-3c688895fab4) {{(pid=104086) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:51:47.799264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.20 (12cf86e7-5515-4d64-946f-9db6841220a6/ccfaf450-17f2-48f4-aa68-8fd05433f31f/25eb499d-5541-4710-864b-a211f169241d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:47.826634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:47.888486 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.918193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.919854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:47.923568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:47.924259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:47.984927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9cf6-a6fa-4901-bc3b-ebbb45fb49ba None None] Pushing event updated for resources: {'Port': ['ID=b9489853-3874-4890-b1a9-ca6788b99b7b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:48.049065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=ebfbfc15-1f31-47b3-bddf-6614a739750a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:48.062340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network ebfbfc15-1f31-47b3-bddf-6614a739750a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:48.063891 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b9ebe202-abca-4fd0-99d0-2f6de0793e39 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7850544 Feb 11 05:51:48.067608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38566) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:48.074097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-31b4e2ce-6858-41c9-b4ad-92c58a28c604 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:48.079478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (25eb499d-5541-4710-864b-a211f169241d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.089113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:51:48.196029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (25eb499d-5541-4710-864b-a211f169241d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.317059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:48.317581 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.336681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31b4e2ce-6858-41c9-b4ad-92c58a28c604 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.381999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] In _notify_port_updated(), no bound segment for port 25eb499d-5541-4710-864b-a211f169241d on network 12cf86e7-5515-4d64-946f-9db6841220a6 {{(pid=104086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:51:48.388223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:48.393188 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.393188 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "PUT /v2.0/ports/25eb499d-5541-4710-864b-a211f169241d HTTP/1.1" status: 200 len: 921 time: 1.4758415 Feb 11 05:51:48.395321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38568) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:48.413466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e89e43-5303-47f6-9b61-348a5cfdda59 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=25eb499d-5541-4710-864b-a211f169241d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:48.452986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31b4e2ce-6858-41c9-b4ad-92c58a28c604 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.468339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2591281f-8399-454e-ad61-6d7c7be7e990 None None] Allocated IP 172.20.0.18 (12cf86e7-5515-4d64-946f-9db6841220a6/ccfaf450-17f2-48f4-aa68-8fd05433f31f/698b9d55-1cb9-42d6-8f8d-f9000dc78ae0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:48.580684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4e2ce-6858-41c9-b4ad-92c58a28c604 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=ebfbfc15-1f31-47b3-bddf-6614a739750a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:48.583095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31b4e2ce-6858-41c9-b4ad-92c58a28c604 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network ebfbfc15-1f31-47b3-bddf-6614a739750a is not hosted by any dhcp agent {{(pid=104087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:51:48.589207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4e2ce-6858-41c9-b4ad-92c58a28c604 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:48.590134 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31b4e2ce-6858-41c9-b4ad-92c58a28c604 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.595232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38578) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:48.603644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': 'ebfbfc15-1f31-47b3-bddf-6614a739750a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:48.606216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-31b4e2ce-6858-41c9-b4ad-92c58a28c604 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "PUT /v2.0/networks/ebfbfc15-1f31-47b3-bddf-6614a739750a HTTP/1.1" status: 200 len: 723 time: 0.5374286 Feb 11 05:51:48.642980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2591281f-8399-454e-ad61-6d7c7be7e990 None None] For port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,segment=NetworkSegment(f84ec079-2976-4b08-a5a6-9e285ef8ea02),segment_id=f84ec079-2976-4b08-a5a6-9e285ef8ea02)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:48.688584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2591281f-8399-454e-ad61-6d7c7be7e990 None None] Publish callbacks [] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.693549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network ebfbfc15-1f31-47b3-bddf-6614a739750a details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:48.775810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2591281f-8399-454e-ad61-6d7c7be7e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.787867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd86c8-b849-4708-add4-e1bb67ea0643 req-e5b71e54-c81a-4d43-bd42-57ee13114f8f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:48.790583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62dd86c8-b849-4708-add4-e1bb67ea0643 req-e5b71e54-c81a-4d43-bd42-57ee13114f8f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 945 time: 0.1450367 Feb 11 05:51:48.800054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf96d2-f82f-4c3d-9a51-a720c74f7434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 25eb499d-5541-4710-864b-a211f169241d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:48.800405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1cf96d2-f82f-4c3d-9a51-a720c74f7434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (25eb499d-5541-4710-864b-a211f169241d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.847648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1d1449e5-e802-43ae-9fcb-2c128c480cc4 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:48.889910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:48.898115 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.905224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:48.905224 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.913888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665a33-a3ec-4e3f-bc23-ee9688d5ce3f req-e742c116-294c-4b85-bede-b1c9905bd017 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:48.915539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e665a33-a3ec-4e3f-bc23-ee9688d5ce3f req-e742c116-294c-4b85-bede-b1c9905bd017 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 945 time: 0.2001066 Feb 11 05:51:48.996057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62dd86c8-b849-4708-add4-e1bb67ea0643 req-4f87b90e-c341-4ff0-988d-671ec527b34c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732013 Feb 11 05:51:49.036384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e665a33-a3ec-4e3f-bc23-ee9688d5ce3f req-38a925cf-e656-4a5d-8a4e-f9e394b7bc49 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095073 Feb 11 05:51:49.038748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1cf96d2-f82f-4c3d-9a51-a720c74f7434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (25eb499d-5541-4710-864b-a211f169241d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.064871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf96d2-f82f-4c3d-9a51-a720c74f7434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 25eb499d-5541-4710-864b-a211f169241d owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:49.090908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591281f-8399-454e-ad61-6d7c7be7e990 None None] Pushing event updated for resources: {'Port': ['ID=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:49.141293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:49.149299 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6159283-d071-4ac3-b14a-9a59cbf0e66c" -d '{"events": [{"server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "name": "network-vif-plugged", "status": "completed", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:49.187808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:49.234267 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de95f43-0ce0-46a0-bae7-0e23b6b5f354 x-openstack-request-id: req-6de95f43-0ce0-46a0-bae7-0e23b6b5f354 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:49.234571 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "name": "network-vif-plugged", "status": "completed", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:49.234830 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6de95f43-0ce0-46a0-bae7-0e23b6b5f354 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:49.235766 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'code': 200} Feb 11 05:51:49.259348 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.337334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:51:49.348472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:49.359512 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (a9698bbc-b775-4638-b8c5-e7b21ae893e3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.360707 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.423953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:49.432377 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1cf96d2-f82f-4c3d-9a51-a720c74f7434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (25eb499d-5541-4710-864b-a211f169241d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.433672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=a9698bbc-b775-4638-b8c5-e7b21ae893e3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:49.526284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4c81e-0902-42b8-b883-18c298739cd6 req-c0a4fa9b-e24a-4d6e-8f63-b7fd864db36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:49.533031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-18f4c81e-0902-42b8-b883-18c298739cd6 req-c0a4fa9b-e24a-4d6e-8f63-b7fd864db36c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 1129 time: 0.2251873 Feb 11 05:51:49.590806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf96d2-f82f-4c3d-9a51-a720c74f7434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=25eb499d-5541-4710-864b-a211f169241d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:49.595515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebe7f46-ff4b-413e-921a-d63adb64cf7a None None] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:49.609479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': '706b59c8-e2c8-41ea-a993-7f93bca32185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ebfbfc15-1f31-47b3-bddf-6614a739750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:49.609834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: ebfbfc15-1f31-47b3-bddf-6614a739750a, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:51:49.646917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:49.664052 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-18f4c81e-0902-42b8-b883-18c298739cd6 req-5c92fe78-55ae-4c89-aa41-41506120e099 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298878 Feb 11 05:51:49.746049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:49.746445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.790867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network ebfbfc15-1f31-47b3-bddf-6614a739750a is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:51:49.791604 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a1cf96d2-f82f-4c3d-9a51-a720c74f7434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.796089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a1cf96d2-f82f-4c3d-9a51-a720c74f7434 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/25eb499d-5541-4710-864b-a211f169241d HTTP/1.1" status: 204 len: 168 time: 1.3998663 Feb 11 05:51:49.798696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38586) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:49.806262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5a7cd7e7-451c-4dfe-b630-52fc89e8fae2 None None] Provisioning complete for port b9489853-3874-4890-b1a9-ca6788b99b7b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:49.806579 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd7e7-451c-4dfe-b630-52fc89e8fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.844426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1d1449e5-e802-43ae-9fcb-2c128c480cc4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1d1449e5-e802-43ae-9fcb-2c128c480cc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:49.855353 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-b307e0b2-1fb2-4b25-bceb-e0181c4f31e1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:51:49.860273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b307e0b2-1fb2-4b25-bceb-e0181c4f31e1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/25eb499d-5541-4710-864b-a211f169241d HTTP/1.1" status: 404 len: 333 time: 0.0581858 Feb 11 05:51:49.861111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38588) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:49.907832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:49.908212 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.950238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-81fec8b6-0933-407c-bc84-aad060ef508c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (d1f86c2a-cf25-4168-b83b-5c126150becd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.986185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-81fec8b6-0933-407c-bc84-aad060ef508c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (d1f86c2a-cf25-4168-b83b-5c126150becd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:49.988281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, ebfbfc15-1f31-47b3-bddf-6614a739750a) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:49.990059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cd7e7-451c-4dfe-b630-52fc89e8fae2 None None] Current status of the port b9489853-3874-4890-b1a9-ca6788b99b7b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:49.990665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd7e7-451c-4dfe-b630-52fc89e8fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.003513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:50.004766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.037019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58ef8e-fc27-4835-98d5-e87fba32b507 None None] Network ebfbfc15-1f31-47b3-bddf-6614a739750a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:50.098915 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.106506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5a7cd7e7-451c-4dfe-b630-52fc89e8fae2 None None] For port b9489853-3874-4890-b1a9-ca6788b99b7b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b9489853-3874-4890-b1a9-ca6788b99b7b,segment=NetworkSegment(08674a3e-00bd-40e3-871e-0bcfda199013),segment_id=08674a3e-00bd-40e3-871e-0bcfda199013)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:50.142166 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5b9c1e9e-a6a4-48e9-8092-975d6d768d09 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5434504 Feb 11 05:51:50.142601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38594) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:50.148436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-495183d8-6e8a-4bc1-88a9-cc34f4e89b6b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:50.169614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654b36-841e-43de-bc42-1e8d916b6450 req-65eb6c11-6454-4f06-b502-c249df84c467 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:50.171573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81654b36-841e-43de-bc42-1e8d916b6450 req-65eb6c11-6454-4f06-b502-c249df84c467 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 946 time: 0.0735617 Feb 11 05:51:50.212546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:50.213686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b9489853-3874-4890-b1a9-ca6788b99b7b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:50.259171 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd7e7-451c-4dfe-b630-52fc89e8fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.268968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81654b36-841e-43de-bc42-1e8d916b6450 req-2a9aae2f-5bf7-4d42-9e24-9c1f6c0f9454 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865564 Feb 11 05:51:50.292409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c29343-f08e-4a92-aab5-38626c6f0194 req-d9ca14cf-cae9-44d4-b98e-10db3f1c1f5e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:50.295003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50c29343-f08e-4a92-aab5-38626c6f0194 req-d9ca14cf-cae9-44d4-b98e-10db3f1c1f5e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1221955 Feb 11 05:51:50.301291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-81fec8b6-0933-407c-bc84-aad060ef508c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d1f86c2a-cf25-4168-b83b-5c126150becd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.305525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-81fec8b6-0933-407c-bc84-aad060ef508c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.308151 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-81fec8b6-0933-407c-bc84-aad060ef508c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/security-groups/d1f86c2a-cf25-4168-b83b-5c126150becd HTTP/1.1" status: 204 len: 168 time: 0.4453731 Feb 11 05:51:50.321263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ddc4c-f966-47e7-a6d5-5d7f9bf78420 None None] Update dhcp port {'port': {'network_id': '7d4c305d-cc85-4869-b24f-46d5c222f1dd', 'fixed_ips': [{'subnet_id': 'c7a2352e-1acc-463c-9dac-868ead6b5722', 'ip_address': '2001:db8::2'}, {'subnet_id': 'def9c833-be02-4427-aa8f-9173571ba3c6'}], 'binding:host_id': 'n-d-713498-37'}, 'id': 'b9489853-3874-4890-b1a9-ca6788b99b7b'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:51:50.324964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38596) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:50.327931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-495183d8-6e8a-4bc1-88a9-cc34f4e89b6b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12334194'] for subnet (a9698bbc-b775-4638-b8c5-e7b21ae893e3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.331463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fec8b6-0933-407c-bc84-aad060ef508c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f86c2a-cf25-4168-b83b-5c126150becd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:50.346238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1d1449e5-e802-43ae-9fcb-2c128c480cc4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:50.362966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50c29343-f08e-4a92-aab5-38626c6f0194 req-0ad974c9-a7cf-4b5c-8281-3effef6f0c43 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620816 Feb 11 05:51:50.428479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-ebfbfc15-1f31-47b3-bddf-6614a739750a', 'network_id': 'ebfbfc15-1f31-47b3-bddf-6614a739750a', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': 'a9698bbc-b775-4638-b8c5-e7b21ae893e3'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:51:50.429374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.431938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b3b38211-a535-48f6-a358-7f7b6cfcc62c None None] Could not find standard attr ID for object 25eb499d-5541-4710-864b-a211f169241d. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:51:50.437259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-002ddc4c-f966-47e7-a6d5-5d7f9bf78420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.517633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2614076d-60f9-45ed-9e04-c7a2bedfe878 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (ac9fd919-f77d-43bd-bc96-91d46f5af729), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.594406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2614076d-60f9-45ed-9e04-c7a2bedfe878 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (ac9fd919-f77d-43bd-bc96-91d46f5af729), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.659923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cd7e7-451c-4dfe-b630-52fc89e8fae2 None None] Pushing event updated for resources: {'Port': ['ID=b9489853-3874-4890-b1a9-ca6788b99b7b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:50.705856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b3b38211-a535-48f6-a358-7f7b6cfcc62c None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:50.706232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b3b38211-a535-48f6-a358-7f7b6cfcc62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.721435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b9489853-3874-4890-b1a9-ca6788b99b7b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:50.721809 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.835641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2614076d-60f9-45ed-9e04-c7a2bedfe878 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ac9fd919-f77d-43bd-bc96-91d46f5af729), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.844031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2614076d-60f9-45ed-9e04-c7a2bedfe878 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.845714 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2614076d-60f9-45ed-9e04-c7a2bedfe878 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/security-groups/ac9fd919-f77d-43bd-bc96-91d46f5af729 HTTP/1.1" status: 204 len: 168 time: 0.5007036 Feb 11 05:51:50.848534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:50.874030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614076d-60f9-45ed-9e04-c7a2bedfe878 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9fd919-f77d-43bd-bc96-91d46f5af729,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:50.898777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-495183d8-6e8a-4bc1-88a9-cc34f4e89b6b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794895771895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12132937'] for subnet (a9698bbc-b775-4638-b8c5-e7b21ae893e3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.949282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-372cc686-e957-4706-8716-fb14a8dff3d7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet bfbae308-1cc4-4e65-94a0-3c688895fab4 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:51:50.958141 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-372cc686-e957-4706-8716-fb14a8dff3d7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (bfbae308-1cc4-4e65-94a0-3c688895fab4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.974019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495183d8-6e8a-4bc1-88a9-cc34f4e89b6b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:50.977986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-495183d8-6e8a-4bc1-88a9-cc34f4e89b6b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:50.980011 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-495183d8-6e8a-4bc1-88a9-cc34f4e89b6b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "PUT /v2.0/subnets/a9698bbc-b775-4638-b8c5-e7b21ae893e3 HTTP/1.1" status: 200 len: 826 time: 0.8365190 Feb 11 05:51:50.983657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38604) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:51.026806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-372cc686-e957-4706-8716-fb14a8dff3d7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (bfbae308-1cc4-4e65-94a0-3c688895fab4), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.063598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495183d8-6e8a-4bc1-88a9-cc34f4e89b6b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=a9698bbc-b775-4638-b8c5-e7b21ae893e3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:51.156637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Allocated IP 2001:db8::2 (ebfbfc15-1f31-47b3-bddf-6614a739750a/a9698bbc-b775-4638-b8c5-e7b21ae893e3/f52c65c2-29bc-449b-b869-ab67624be869) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:51.164888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-002ddc4c-f966-47e7-a6d5-5d7f9bf78420 None None] Allocated IP 172.20.0.1 (7d4c305d-cc85-4869-b24f-46d5c222f1dd/def9c833-be02-4427-aa8f-9173571ba3c6/b9489853-3874-4890-b1a9-ca6788b99b7b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:51.168065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b9489853-3874-4890-b1a9-ca6788b99b7b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:51.170109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b3b38211-a535-48f6-a358-7f7b6cfcc62c None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:51.170899 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-372cc686-e957-4706-8716-fb14a8dff3d7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (bfbae308-1cc4-4e65-94a0-3c688895fab4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.180082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.252442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a9698bbc-b775-4638-b8c5-e7b21ae893e3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.334045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-372cc686-e957-4706-8716-fb14a8dff3d7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (bfbae308-1cc4-4e65-94a0-3c688895fab4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.374380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950feb7-87fc-4156-94e8-610043a5a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1449e5-e802-43ae-9fcb-2c128c480cc4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:51.376758 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc83bc-de17-4f2b-9cd5-6a2505203db9" -d '{"events": [{"server_uuid": "2950feb7-87fc-4156-94e8-610043a5a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "1d1449e5-e802-43ae-9fcb-2c128c480cc4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:51.408946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cc686-e957-4706-8716-fb14a8dff3d7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbae308-1cc4-4e65-94a0-3c688895fab4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:51.438813 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-372cc686-e957-4706-8716-fb14a8dff3d7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.443256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-372cc686-e957-4706-8716-fb14a8dff3d7 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/bfbae308-1cc4-4e65-94a0-3c688895fab4 HTTP/1.1" status: 204 len: 168 time: 0.5935197 Feb 11 05:51:51.447784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38612) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:51.454105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:51.502786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1dc6ee-5cfc-4490-b5a6-2a4d2ae602e8 None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:51.505115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b9489853-3874-4890-b1a9-ca6788b99b7b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:51.537813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b3b38211-a535-48f6-a358-7f7b6cfcc62c None None] Provisioning complete for port 1b1257a8-871c-4c3f-8f41-b68388f25074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:51.543221 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b3b38211-a535-48f6-a358-7f7b6cfcc62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.555407 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd25db2-f4f5-4d50-9f93-56a9dc3c53a3 req-23507701-5a14-48bb-b802-77600645fde5 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.556949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9dd25db2-f4f5-4d50-9f93-56a9dc3c53a3 req-23507701-5a14-48bb-b802-77600645fde5 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 946 time: 0.1453483 Feb 11 05:51:51.569008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128e93-1bfa-4b51-bb7c-cd8906abf785 req-a9efa899-3b91-4022-8b46-481f38031a96 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.576422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e128e93-1bfa-4b51-bb7c-cd8906abf785 req-a9efa899-3b91-4022-8b46-481f38031a96 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 946 time: 0.0915940 Feb 11 05:51:51.641910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9dd25db2-f4f5-4d50-9f93-56a9dc3c53a3 req-23d3d8f0-ebbb-4396-a7a7-bd370a8edf6d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585349 Feb 11 05:51:51.685771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e128e93-1bfa-4b51-bb7c-cd8906abf785 req-bc7bc596-3d3c-4224-9f15-9d281f5aa398 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083288 Feb 11 05:51:51.707357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-002ddc4c-f966-47e7-a6d5-5d7f9bf78420 None None] For port b9489853-3874-4890-b1a9-ca6788b99b7b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b9489853-3874-4890-b1a9-ca6788b99b7b,segment=NetworkSegment(08674a3e-00bd-40e3-871e-0bcfda199013),segment_id=08674a3e-00bd-40e3-871e-0bcfda199013)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:51.722666 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c8c196-a70e-4c31-8d5d-f821fc4c31a7 x-openstack-request-id: req-40c8c196-a70e-4c31-8d5d-f821fc4c31a7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:51.722991 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950feb7-87fc-4156-94e8-610043a5a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "1d1449e5-e802-43ae-9fcb-2c128c480cc4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:51.723208 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40c8c196-a70e-4c31-8d5d-f821fc4c31a7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:51.723618 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950feb7-87fc-4156-94e8-610043a5a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1449e5-e802-43ae-9fcb-2c128c480cc4', 'code': 200} Feb 11 05:51:51.756405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:51.762197 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.802022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b3b38211-a535-48f6-a358-7f7b6cfcc62c None None] Port 1b1257a8-871c-4c3f-8f41-b68388f25074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:51.835339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7e3b7-f06d-4866-8ffa-c9941419dbe4 req-e7e0b150-0c05-40bd-b802-579b7437422f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:51.840251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbe7e3b7-f06d-4866-8ffa-c9941419dbe4 req-e7e0b150-0c05-40bd-b802-579b7437422f tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 946 time: 0.0996728 Feb 11 05:51:51.862171 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-002ddc4c-f966-47e7-a6d5-5d7f9bf78420 None None] Publish callbacks [] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.875956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b9489853-3874-4890-b1a9-ca6788b99b7b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:51.876445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:51.913923 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbe7e3b7-f06d-4866-8ffa-c9941419dbe4 req-fd082c98-2c3f-4fc5-ba6b-c44b578e9818 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673985 Feb 11 05:51:51.938512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38622) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:51.982829 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-002ddc4c-f966-47e7-a6d5-5d7f9bf78420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.001681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259c02c-725a-48f7-8921-bb68425ce469 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:52.006092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3259c02c-725a-48f7-8921-bb68425ce469 tempest-TestNetworkBasicOps-1057544964 tempest-TestNetworkBasicOps-1057544964-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 1124 time: 0.0637536 Feb 11 05:51:52.006977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38624) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:52.011513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f52c0321-7124-4f8b-805d-90f1a777a75f None None] Could not find standard attr ID for object 25eb499d-5541-4710-864b-a211f169241d. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:51:52.018741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:52.067939 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Publish callbacks [] for port (f52c65c2-29bc-449b-b869-ab67624be869), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.103743 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.148328 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852a826-b2f4-40dc-9b7f-c66f296821d9 req-5c223b8f-e821-4c6a-b96e-f7113e3b49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:52.150752 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1852a826-b2f4-40dc-9b7f-c66f296821d9 req-5c223b8f-e821-4c6a-b96e-f7113e3b49c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 1129 time: 0.2223122 Feb 11 05:51:52.163247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ddc4c-f966-47e7-a6d5-5d7f9bf78420 None None] Pushing event updated for resources: {'Port': ['ID=b9489853-3874-4890-b1a9-ca6788b99b7b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:52.172568 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (f52c65c2-29bc-449b-b869-ab67624be869), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.250134 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1852a826-b2f4-40dc-9b7f-c66f296821d9 req-6712628b-69b0-446e-81d2-0445aa717d6b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927122 Feb 11 05:51:52.260026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (d470f4ed-2ebf-491c-bff8-a388585c7141), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.283431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Pushing event updated for resources: {'Port': ['ID=f52c65c2-29bc-449b-b869-ab67624be869,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:52.315199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (a9698bbc-b775-4638-b8c5-e7b21ae893e3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.322249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.334917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Network ebfbfc15-1f31-47b3-bddf-6614a739750a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:52.351088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:52.363537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:52.369321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:52.375088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b9489853-3874-4890-b1a9-ca6788b99b7b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:52.402292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:52.424537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:52.426563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.520705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.541193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Attempting to bind port f52c65c2-29bc-449b-b869-ab67624be869 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:52.541855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Attempting to bind port f52c65c2-29bc-449b-b869-ab67624be869 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '706b59c8-e2c8-41ea-a993-7f93bca32185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ebfbfc15-1f31-47b3-bddf-6614a739750a'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:52.542892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Attempting to bind port f52c65c2-29bc-449b-b869-ab67624be869 on network ebfbfc15-1f31-47b3-bddf-6614a739750a {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:52.556817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:52.557181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Checking segment: {'id': '706b59c8-e2c8-41ea-a993-7f93bca32185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ebfbfc15-1f31-47b3-bddf-6614a739750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:52.557687 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.558999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Bound using segment: {'id': '706b59c8-e2c8-41ea-a993-7f93bca32185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ebfbfc15-1f31-47b3-bddf-6614a739750a'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:52.561005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Bound port: f52c65c2-29bc-449b-b869-ab67624be869, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706b59c8-e2c8-41ea-a993-7f93bca32185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ebfbfc15-1f31-47b3-bddf-6614a739750a'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:52.561677 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f52c65c2-29bc-449b-b869-ab67624be869), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.580356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfbfc15-1f31-47b3-bddf-6614a739750a']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:52.594961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706b59c8-e2c8-41ea-a993-7f93bca32185') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:52.595264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706b59c8-e2c8-41ea-a993-7f93bca32185') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:52.611612 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (706b59c8-e2c8-41ea-a993-7f93bca32185), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.619906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Allocated IP 172.25.8.178 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/1f82c767-65d6-46d2-bbe8-3e75a3ca79fe) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:52.627442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (706b59c8-e2c8-41ea-a993-7f93bca32185), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.648303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:52.648303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (706b59c8-e2c8-41ea-a993-7f93bca32185), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.717998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] For port f52c65c2-29bc-449b-b869-ab67624be869, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:52.760764 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:52.763844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=d470f4ed-2ebf-491c-bff8-a388585c7141,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:52.803150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=a9698bbc-b775-4638-b8c5-e7b21ae893e3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:52.815290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] For port f52c65c2-29bc-449b-b869-ab67624be869, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f52c65c2-29bc-449b-b869-ab67624be869,segment=NetworkSegment(706b59c8-e2c8-41ea-a993-7f93bca32185),segment_id=706b59c8-e2c8-41ea-a993-7f93bca32185)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:52.843650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.888560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:51:52.888560 n-d-713498-37 neutron-server[104086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:51:52.888560 n-d-713498-37 neutron-server[104086]: [parameters: {'id': 'ebfbfc15-1f31-47b3-bddf-6614a739750a'}] Feb 11 05:51:52.888560 n-d-713498-37 neutron-server[104086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:51:52.889034 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:51:52.924867 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f52c65c2-29bc-449b-b869-ab67624be869), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:52.981637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5dd82-89c1-4b9d-9da0-6fb40c67e1ae req-6b62cf4c-a17d-4b07-b878-6c4be224f9a3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:52.984345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbb5dd82-89c1-4b9d-9da0-6fb40c67e1ae req-6b62cf4c-a17d-4b07-b878-6c4be224f9a3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1228244 Feb 11 05:51:52.989394 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-111d4e81-08d7-42a3-ad93-73691d4757b5 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5403566 Feb 11 05:51:52.996492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38632) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:53.001733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-814aac2a-2312-4958-b837-789e6231af32 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1355140164'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:53.051313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbb5dd82-89c1-4b9d-9da0-6fb40c67e1ae req-7493e235-6a68-4213-89e7-e940481c62df tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585532 Feb 11 05:51:53.062188 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.062552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f3a7f-a025-4e0f-8040-aa0247c6c272 None None] Pushing event updated for resources: {'Port': ['ID=f52c65c2-29bc-449b-b869-ab67624be869,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:53.088904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cea78b-d4fe-4f7e-b3eb-a0def0879975 None None] Network ebfbfc15-1f31-47b3-bddf-6614a739750a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:53.126216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:53.130483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:53.139725 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:53.143439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=1f82c767-65d6-46d2-bbe8-3e75a3ca79fe,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:53.167604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-814aac2a-2312-4958-b837-789e6231af32 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.266507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea3156-2949-4f0a-847a-90488c192002 None None] Network ebfbfc15-1f31-47b3-bddf-6614a739750a requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:53.308695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7196e32a-8bc9-48f9-bd3e-78fe964d3711 None None] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:53.332095 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-814aac2a-2312-4958-b837-789e6231af32 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.391110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.401203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30814f96-e76e-48a4-b782-37b7981b0c8e None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:51:53.413745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-814aac2a-2312-4958-b837-789e6231af32 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.497505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6b216012-8c9d-4ed1-92b3-4b5946d34c38 None None] Provisioning complete for port b9489853-3874-4890-b1a9-ca6788b99b7b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:53.497876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b216012-8c9d-4ed1-92b3-4b5946d34c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.507672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b9489853-3874-4890-b1a9-ca6788b99b7b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:53.525135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aac2a-2312-4958-b837-789e6231af32 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:53.564095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting port f52c65c2-29bc-449b-b869-ab67624be869 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:53.564438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f52c65c2-29bc-449b-b869-ab67624be869), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.582598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-814aac2a-2312-4958-b837-789e6231af32 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.583674 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-814aac2a-2312-4958-b837-789e6231af32 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5859759 Feb 11 05:51:53.584210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38634) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:53.592320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0f5dfd1a-fcab-46a2-a789-596285d9d988 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1200966269'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:53.661773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] For port f52c65c2-29bc-449b-b869-ab67624be869, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f52c65c2-29bc-449b-b869-ab67624be869,segment=NetworkSegment(706b59c8-e2c8-41ea-a993-7f93bca32185),segment_id=706b59c8-e2c8-41ea-a993-7f93bca32185)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:53.661773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f52c65c2-29bc-449b-b869-ab67624be869), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.680488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Calling delete_port for f52c65c2-29bc-449b-b869-ab67624be869 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:53.770738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfd1a-fcab-46a2-a789-596285d9d988 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.785521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for floatingip (1ebdb698-173c-418c-aa36-e7f0bec6cace), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.828765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b9489853-3874-4890-b1a9-ca6788b99b7b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:53.833250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.856701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6b216012-8c9d-4ed1-92b3-4b5946d34c38 None None] Current status of the port b9489853-3874-4890-b1a9-ca6788b99b7b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:53.874738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfd1a-fcab-46a2-a789-596285d9d988 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (e5b26425-932d-4191-8bcd-35c6c971b9d1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.950761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f52c65c2-29bc-449b-b869-ab67624be869), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.989000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7599b6b1-e30e-48df-9d17-c4345c2ab357 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:53.989407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7599b6b1-e30e-48df-9d17-c4345c2ab357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.990176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfd1a-fcab-46a2-a789-596285d9d988 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e5b26425-932d-4191-8bcd-35c6c971b9d1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:53.997311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Port': ['ID=f52c65c2-29bc-449b-b869-ab67624be869,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:54.016154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No DVR routers for this DVR port f52c65c2-29bc-449b-b869-ab67624be869 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:54.078168 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.131750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dfd1a-fcab-46a2-a789-596285d9d988 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b26425-932d-4191-8bcd-35c6c971b9d1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:54.186108 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfd1a-fcab-46a2-a789-596285d9d988 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.190123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0f5dfd1a-fcab-46a2-a789-596285d9d988 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5985959 Feb 11 05:51:54.199045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38646) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.207910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1522b76e-e7d0-413f-8976-3bfda19a528d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'security_group': {'name': 'tempest-secgroup-813928128'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:54.225076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b9489853-3874-4890-b1a9-ca6788b99b7b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:54.244206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe53f8-9ef4-4a59-b4e0-e41d67b930d1 None None] Update dhcp port {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'fixed_ips': [{'subnet_id': 'ccfaf450-17f2-48f4-aa68-8fd05433f31f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd470f4ed-2ebf-491c-bff8-a388585c7141'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '698b9d55-1cb9-42d6-8f8d-f9000dc78ae0'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:51:54.251109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.279703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfbfc15-1f31-47b3-bddf-6614a739750a']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:54.280808 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94fe53f8-9ef4-4a59-b4e0-e41d67b930d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.294267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706b59c8-e2c8-41ea-a993-7f93bca32185') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:54.294508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706b59c8-e2c8-41ea-a993-7f93bca32185') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:54.308779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (706b59c8-e2c8-41ea-a993-7f93bca32185), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.323752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (706b59c8-e2c8-41ea-a993-7f93bca32185), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.325946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861d5b-b68f-46e1-8e0f-e6edf66c45ca req-1fdbcdf6-c08e-49bf-8f1a-186be4d7f1d9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:54.327492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65861d5b-b68f-46e1-8e0f-e6edf66c45ca req-1fdbcdf6-c08e-49bf-8f1a-186be4d7f1d9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1168528 Feb 11 05:51:54.330843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:51:54.331268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (706b59c8-e2c8-41ea-a993-7f93bca32185), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:51:54.334916 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:51:54.359735 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for port (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.394240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1522b76e-e7d0-413f-8976-3bfda19a528d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.397541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65861d5b-b68f-46e1-8e0f-e6edf66c45ca req-5d1c17ee-7c96-4b8d-90f5-e086ecba52eb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540643 Feb 11 05:51:54.414064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7599b6b1-e30e-48df-9d17-c4345c2ab357 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:54.437305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.443975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7599b6b1-e30e-48df-9d17-c4345c2ab357 None None] Provisioning complete for port 1b1257a8-871c-4c3f-8f41-b68388f25074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:54.444297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7599b6b1-e30e-48df-9d17-c4345c2ab357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.494395 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (ebfbfc15-1f31-47b3-bddf-6614a739750a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.512482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.518717 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/ebfbfc15-1f31-47b3-bddf-6614a739750a HTTP/1.1" status: 204 len: 168 time: 3.5277839 Feb 11 05:51:54.518940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7599b6b1-e30e-48df-9d17-c4345c2ab357 None None] Port 1b1257a8-871c-4c3f-8f41-b68388f25074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:54.520670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1522b76e-e7d0-413f-8976-3bfda19a528d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (3828727c-fafe-4728-8fe5-a963be7bea68), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.521914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38650) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.537573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-94fe53f8-9ef4-4a59-b4e0-e41d67b930d1 None None] Allocated IP 172.20.0.2 (12cf86e7-5515-4d64-946f-9db6841220a6/d470f4ed-2ebf-491c-bff8-a388585c7141/698b9d55-1cb9-42d6-8f8d-f9000dc78ae0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:54.541418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45a710-c999-485c-8303-3a5e37c1644c tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=ebfbfc15-1f31-47b3-bddf-6614a739750a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:54.558037 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdb98dd-5499-4149-8e05-d1cee5d2a70f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:51:54.558319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdb98dd-5499-4149-8e05-d1cee5d2a70f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:54.565372 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5bdb98dd-5499-4149-8e05-d1cee5d2a70f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/ebfbfc15-1f31-47b3-bddf-6614a739750a HTTP/1.1" status: 404 len: 339 time: 0.0287380 Feb 11 05:51:54.565797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38652) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.571770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1181801292', 'description': 'd1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:54.592131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event updated for resources: {'Port': ['ID=1f82c767-65d6-46d2-bbe8-3e75a3ca79fe,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:54.598968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (1ebdb698-173c-418c-aa36-e7f0bec6cace), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.600281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1522b76e-e7d0-413f-8976-3bfda19a528d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3828727c-fafe-4728-8fe5-a963be7bea68), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.638959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522b76e-e7d0-413f-8976-3bfda19a528d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3828727c-fafe-4728-8fe5-a963be7bea68,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:54.660764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a613a3-345c-4c01-80c1-6eb469b2c58c req-c280a960-37c4-4015-92b4-e7d79b955a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:54.667215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71a613a3-345c-4c01-80c1-6eb469b2c58c req-c280a960-37c4-4015-92b4-e7d79b955a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1283250 Feb 11 05:51:54.667577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-94fe53f8-9ef4-4a59-b4e0-e41d67b930d1 None None] For port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,segment=NetworkSegment(f84ec079-2976-4b08-a5a6-9e285ef8ea02),segment_id=f84ec079-2976-4b08-a5a6-9e285ef8ea02)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:54.672529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c282feaa-76ad-48e7-90a9-87a63768846c None None] Provisioning complete for port b9489853-3874-4890-b1a9-ca6788b99b7b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:54.672945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c282feaa-76ad-48e7-90a9-87a63768846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.685756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:54.690357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.718629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:54.726242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1522b76e-e7d0-413f-8976-3bfda19a528d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.732128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1522b76e-e7d0-413f-8976-3bfda19a528d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5347412 Feb 11 05:51:54.732624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38656) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:54.737109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94fe53f8-9ef4-4a59-b4e0-e41d67b930d1 None None] Publish callbacks [] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.737812 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ddb7744f-4438-4016-b499-00aa70aeb302), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.738302 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment ddb7744f-4438-4016-b499-00aa70aeb302 of type vlan for network 9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb Feb 11 05:51:54.742257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1039713097', 'security_groups': ['3828727c-fafe-4728-8fe5-a963be7bea68'], 'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd470f4ed-2ebf-491c-bff8-a388585c7141'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:54.784954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.808684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c282feaa-76ad-48e7-90a9-87a63768846c None None] Current status of the port b9489853-3874-4890-b1a9-ca6788b99b7b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:54.840945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71a613a3-345c-4c01-80c1-6eb469b2c58c req-e6f20947-5ab7-4dce-a422-6b4afff61ea3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717322 Feb 11 05:51:54.845742 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Floating IP 1ebdb698-173c-418c-aa36-e7f0bec6cace associated. External IP: 172.25.8.178, port: 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9. Feb 11 05:51:54.904778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94fe53f8-9ef4-4a59-b4e0-e41d67b930d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.936070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:54.941454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:54.941980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.029309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe53f8-9ef4-4a59-b4e0-e41d67b930d1 None None] Pushing event updated for resources: {'Port': ['ID=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:55.103574 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5360053 Feb 11 05:51:55.104839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404ecc2-4cd1-4aca-958e-f872241d75b4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:55.118185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:55.139913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:55.293513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d585fe5-e0c8-45ea-8e3e-1ea5c63546f1 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:55.297795 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d585fe5-e0c8-45ea-8e3e-1ea5c63546f1 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/networks?id=9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb HTTP/1.1" status: 200 len: 765 time: 0.1759508 Feb 11 05:51:55.300342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38666) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:55.305700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a6313711-33b0-4b57-ad50-27d153214e78 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'description': 'd2'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:55.462575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:55.545665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:55.546053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.597555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6313711-33b0-4b57-ad50-27d153214e78 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.647470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 52b5813b-c0e2-4750-b593-6158a44ee19a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:55.652444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:55.742292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6313711-33b0-4b57-ad50-27d153214e78 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.765240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6313711-33b0-4b57-ad50-27d153214e78 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network 9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb is not hosted by any dhcp agent {{(pid=104086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:51:55.772148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6313711-33b0-4b57-ad50-27d153214e78 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:55.772876 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a6313711-33b0-4b57-ad50-27d153214e78 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.776662 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a6313711-33b0-4b57-ad50-27d153214e78 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "PUT /v2.0/networks/9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb HTTP/1.1" status: 200 len: 762 time: 0.4729292 Feb 11 05:51:55.784346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38672) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:55.809537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:55.923388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6313711-33b0-4b57-ad50-27d153214e78 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:55.931736 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.934329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d76a03-ac27-4725-a708-6d044fdb511d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:55.935360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:55.936236 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-21d76a03-ac27-4725-a708-6d044fdb511d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/networks?id=9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb HTTP/1.1" status: 200 len: 765 time: 0.1493709 Feb 11 05:51:55.942734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38674) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:55.970795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af3f6d-5c66-4627-a10b-cd198c5be7bf None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:51:55.978237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec4481-8682-4dd4-8ef5-b66a30138f6c req-8e646fc0-1952-481a-aa58-d00f93d01acb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:55.986287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7aec4481-8682-4dd4-8ef5-b66a30138f6c req-8e646fc0-1952-481a-aa58-d00f93d01acb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 946 time: 0.2815371 Feb 11 05:51:56.005409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:56.010084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] device_id is not set on port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d yet. {{(pid=104087) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:51:56.020863 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] Sync routers for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:56.039429 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:56.042468 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:56.073292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7aec4481-8682-4dd4-8ef5-b66a30138f6c req-5f1818a7-a8d9-42a1-ac77-eb4e15be5eef tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860033 Feb 11 05:51:56.125783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.159328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-703a9544-0722-43de-97fc-66e54fba2190 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:56.159328 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-703a9544-0722-43de-97fc-66e54fba2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.173414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e2e4a-bdd0-49ac-a324-bdf740fb63ec tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:56.174951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9f8e2e4a-bdd0-49ac-a324-bdf740fb63ec tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2312238 Feb 11 05:51:56.178075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38676) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:56.185046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-190f7da7-5705-4605-b285-7047acf46c0d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1768603 Feb 11 05:51:56.190287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38680) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:56.217846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:56.221763 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae741d-162f-4efc-8e82-5d84cec9a719" -d '{"events": [{"name": "network-changed", "server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:56.315877 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516df628-0cc3-4b56-9d68-d434e4d77c64 x-openstack-request-id: req-516df628-0cc3-4b56-9d68-d434e4d77c64 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:56.316441 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:56.316974 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-516df628-0cc3-4b56-9d68-d434e4d77c64 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:56.317556 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'status': 'completed', 'code': 200} Feb 11 05:51:56.325289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af3f6d-5c66-4627-a10b-cd198c5be7bf None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:51:56.334045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-703a9544-0722-43de-97fc-66e54fba2190 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:56.359355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3ed7a6df-1e02-482c-86d5-6e04cf972ae3 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083 HTTP/1.1" status: 200 len: 207 time: 0.1800597 Feb 11 05:51:56.368918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38694) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:56.373033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-703a9544-0722-43de-97fc-66e54fba2190 None None] Provisioning complete for port 1b1257a8-871c-4c3f-8f41-b68388f25074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:56.373250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-703a9544-0722-43de-97fc-66e54fba2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.421840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.6 (12cf86e7-5515-4d64-946f-9db6841220a6/d470f4ed-2ebf-491c-bff8-a388585c7141/2e4a3995-7921-4fd0-9193-b4c2c9069f9d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:51:56.433753 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eef0ef14-7baa-451a-b6f6-83270c5a911b tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/floatingips/1ebdb698-173c-418c-aa36-e7f0bec6cace HTTP/1.1" status: 200 len: 992 time: 0.2413812 Feb 11 05:51:56.462315 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:56.585887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-703a9544-0722-43de-97fc-66e54fba2190 None None] Port 1b1257a8-871c-4c3f-8f41-b68388f25074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:56.701423 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-2ebd873d-a99e-443f-8815-9c1b38bd0bad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1255248 Feb 11 05:51:56.722014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.828655 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1ebdb698-173c-418c-aa36-e7f0bec6cace', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'port_id': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'mac_address': 'fa:16:3e:c4:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:51:53Z', 'updated_at': '2022-02-11T05:51:53Z', 'revision_number': 0, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:26Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:56.861032 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] Checking router: 52b5813b-c0e2-4750-b593-6158a44ee19a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:56.871163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.871726 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:56.873004 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:51:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:56.926498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:56.929762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:56.935552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:51:56.940050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=2e4a3995-7921-4fd0-9193-b4c2c9069f9d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:57.016549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.017484 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.077363 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:57.110256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-2a28cd23-9445-4906-8349-4376f5641ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.111858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-2a28cd23-9445-4906-8349-4376f5641ba9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 1129 time: 0.7611134 Feb 11 05:51:57.115635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b8c8ee60-02fb-4eed-bbca-8b022dc21511 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3797331 Feb 11 05:51:57.115978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38706) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.121607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bb860461-6a0e-4ec3-9dec-aad8540eb6f8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:57.126295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5e3c2-9ca7-4d73-9e13-cc9090fa9673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.132140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5e3c2-9ca7-4d73-9e13-cc9090fa9673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.138654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5e3c2-9ca7-4d73-9e13-cc9090fa9673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.144129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5e3c2-9ca7-4d73-9e13-cc9090fa9673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.150668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5e3c2-9ca7-4d73-9e13-cc9090fa9673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.155744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5e3c2-9ca7-4d73-9e13-cc9090fa9673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.163910 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9df5e3c2-9ca7-4d73-9e13-cc9090fa9673 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7891035 Feb 11 05:51:57.169018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38708) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.225482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-06ca32e3-4cfe-41e2-af4b-6913011b88a5 None None] Provisioning complete for port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:57.226060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06ca32e3-4cfe-41e2-af4b-6913011b88a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.297406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-06ca32e3-4cfe-41e2-af4b-6913011b88a5 None None] Port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:51:57.344944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-4e12b07d-7d58-4ae9-a7b9-2d7465cfc869 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.346563 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-4e12b07d-7d58-4ae9-a7b9-2d7465cfc869 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 946 time: 0.2976754 Feb 11 05:51:57.377776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef5eca-767e-4c67-a35b-2203378d62dd req-33c93cad-20bb-4120-a649-b57ae91b14b6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.379764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-baef5eca-767e-4c67-a35b-2203378d62dd req-33c93cad-20bb-4120-a649-b57ae91b14b6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 946 time: 0.1135874 Feb 11 05:51:57.436499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38714) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.451136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-baef5eca-767e-4c67-a35b-2203378d62dd req-70dd4793-5c2f-4fe3-a10a-473e01902b1d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652485 Feb 11 05:51:57.494295 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3ed9c049-988d-4666-8a2c-e0b0c6bdc309 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3229456 Feb 11 05:51:57.497882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38716) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.499925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-69596db3-6bb0-4797-b4c5-a0db9bc3bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.501467 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-69596db3-6bb0-4797-b4c5-a0db9bc3bc26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8 HTTP/1.1" status: 200 len: 897 time: 0.3423996 Feb 11 05:51:57.510814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb860461-6a0e-4ec3-9dec-aad8540eb6f8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:57.514633 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb860461-6a0e-4ec3-9dec-aad8540eb6f8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.528113 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1ebdb698-173c-418c-aa36-e7f0bec6cace', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'port_id': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'mac_address': 'fa:16:3e:c4:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:51:53Z', 'updated_at': '2022-02-11T05:51:53Z', 'revision_number': 0, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:26Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:57.579698 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc80b29-4767-4568-ba1b-c12009e9063c None None] The sync data for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 is: [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1ebdb698-173c-418c-aa36-e7f0bec6cace', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'port_id': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'mac_address': 'fa:16:3e:c4:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:51:53Z', 'updated_at': '2022-02-11T05:51:53Z', 'revision_number': 0, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:26Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:57.605627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:57.606083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.653690 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-4b6075cc-fc1e-46c9-8476-5edbbc9a0b41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 HTTP/1.1" status: 200 len: 1000 time: 0.1421463 Feb 11 05:51:57.656672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-02efbd02-4cc9-43ad-b498-02b7fe5f3129 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/floatingips/1ebdb698-173c-418c-aa36-e7f0bec6cace HTTP/1.1" status: 200 len: 992 time: 0.2173789 Feb 11 05:51:57.682324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2273d-05ac-4579-8d38-ddc64acb0a2e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.682324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2273d-05ac-4579-8d38-ddc64acb0a2e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.691904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2273d-05ac-4579-8d38-ddc64acb0a2e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.691904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2273d-05ac-4579-8d38-ddc64acb0a2e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.691904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2273d-05ac-4579-8d38-ddc64acb0a2e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.691904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c3e2273d-05ac-4579-8d38-ddc64acb0a2e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1883924 Feb 11 05:51:57.692796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38718) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.756834 n-d-713498-37 neutron-server[104087]: INFO neutron.db.ipam_backend_mixin [None req-bb860461-6a0e-4ec3-9dec-aad8540eb6f8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d470f4ed-2ebf-491c-bff8-a388585c7141 (CIDR: 172.20.0.0/28) Feb 11 05:51:57.772710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-0e8d1018-575e-46e0-9149-8751daa5e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.773290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7e0dd-2661-4c23-b390-cccd9882ea7e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.774408 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-0e8d1018-575e-46e0-9149-8751daa5e1f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54f5a22d-334e-4f6f-8b70-4ff70b7f5e71 HTTP/1.1" status: 200 len: 834 time: 0.1136503 Feb 11 05:51:57.775088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7e0dd-2661-4c23-b390-cccd9882ea7e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.776546 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7e0dd-2661-4c23-b390-cccd9882ea7e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.777825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7e0dd-2661-4c23-b390-cccd9882ea7e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.779977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7e0dd-2661-4c23-b390-cccd9882ea7e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.784740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3cf7e0dd-2661-4c23-b390-cccd9882ea7e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0871770 Feb 11 05:51:57.785367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38722) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:57.805922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] For port 1d1449e5-e802-43ae-9fcb-2c128c480cc4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1d1449e5-e802-43ae-9fcb-2c128c480cc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:57.805922 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.818017 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb860461-6a0e-4ec3-9dec-aad8540eb6f8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:51:57.818560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb860461-6a0e-4ec3-9dec-aad8540eb6f8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:57.870964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for 1d1449e5-e802-43ae-9fcb-2c128c480cc4 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:57.918441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7fbe3-a87c-47d5-b82a-f43b389c8e80 None None] New status for floating IP 1ebdb698-173c-418c-aa36-e7f0bec6cace: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:51:57.941015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-ce76d0d6-6388-4dc8-842c-455f63d878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.959602 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-ce76d0d6-6388-4dc8-842c-455f63d878d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1626620 Feb 11 05:51:57.960441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40977d30-cd21-4609-8b97-10816647c4d0 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:57.960570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-ed4749fd-8881-4a34-a05d-a47d3c12b5f5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:51:57.960699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-40977d30-cd21-4609-8b97-10816647c4d0 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/networks/c85cd320-b0e7-4457-a1c4-30b06bafddd8 HTTP/1.1" status: 200 len: 803 time: 0.1703389 Feb 11 05:51:57.961697 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-ed4749fd-8881-4a34-a05d-a47d3c12b5f5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068305 Feb 11 05:51:57.962151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38724) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.112403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dc081baa-cb6c-4978-b8d5-88a329e4572f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/networks/c85cd320-b0e7-4457-a1c4-30b06bafddd8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1475372 Feb 11 05:51:58.117980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bb860461-6a0e-4ec3-9dec-aad8540eb6f8 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0003123 Feb 11 05:51:58.121962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38732) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.122206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38730) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.129646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d5dfe2d8-c635-40f5-8323-32077002d317 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:58.203344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-be4c13c3-3071-4076-87a6-60f783228e5e service neutron] 10.222.0.65 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407279 Feb 11 05:51:58.224489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c085c9-efdb-4ff4-a323-cb42e09d8192 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.225946 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d9c085c9-efdb-4ff4-a323-cb42e09d8192 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/subnets/a003b490-577f-419e-b273-dfe0f36ad72a HTTP/1.1" status: 200 len: 843 time: 0.1010439 Feb 11 05:51:58.232169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38736) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.326489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22433de-fd11-4c62-8c0b-2c234085ae2f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.326742 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bbae741d-162f-4efc-8e82-5d84cec9a719 req-90fc257c-d02b-45b7-b9e4-6c43d9775906 service neutron] 10.222.0.65 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154566 Feb 11 05:51:58.332481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b22433de-fd11-4c62-8c0b-2c234085ae2f tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "GET /v2.0/subnets/a003b490-577f-419e-b273-dfe0f36ad72a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0953255 Feb 11 05:51:58.333372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.346486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859249863'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:58.351110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1d1449e5-e802-43ae-9fcb-2c128c480cc4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.361264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['78adb4a4-3587-41f7-b412-3e1d30346bc4', '1d1449e5-e802-43ae-9fcb-2c128c480cc4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:58.391134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=1d1449e5-e802-43ae-9fcb-2c128c480cc4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:58.477707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] No DVR routers for this DVR port 1d1449e5-e802-43ae-9fcb-2c128c480cc4 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:58.477707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.484979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8d8f5d47-5e28-48cd-8278-78ed4e5063f4 req-d2ca9521-29a8-46d7-a541-b3983bdee78d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "DELETE /v2.0/ports/1d1449e5-e802-43ae-9fcb-2c128c480cc4 HTTP/1.1" status: 204 len: 173 time: 1.1330731 Feb 11 05:51:58.485911 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950feb7-87fc-4156-94e8-610043a5a9a0', 'name': 'network-vif-deleted', 'tag': '1d1449e5-e802-43ae-9fcb-2c128c480cc4'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:58.489351 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c92b8-fcb7-4ac0-8373-819f787f8ed4" -d '{"events": [{"server_uuid": "2950feb7-87fc-4156-94e8-610043a5a9a0", "name": "network-vif-deleted", "tag": "1d1449e5-e802-43ae-9fcb-2c128c480cc4"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:58.498867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dfe2d8-c635-40f5-8323-32077002d317 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:58.503858 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe2d8-c635-40f5-8323-32077002d317 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.551603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:58.555879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.626880 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e445b39d-2b1b-4a06-9530-24af517a2a28 x-openstack-request-id: req-e445b39d-2b1b-4a06-9530-24af517a2a28 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:58.632365 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950feb7-87fc-4156-94e8-610043a5a9a0", "name": "network-vif-deleted", "tag": "1d1449e5-e802-43ae-9fcb-2c128c480cc4", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:58.633500 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e445b39d-2b1b-4a06-9530-24af517a2a28 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:58.634434 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2950feb7-87fc-4156-94e8-610043a5a9a0', 'name': 'network-vif-deleted', 'tag': '1d1449e5-e802-43ae-9fcb-2c128c480cc4', 'status': 'completed', 'code': 200} Feb 11 05:51:58.664313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38746) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:58.689585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-2ae45d85-d713-4235-87cd-f4800f169824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.691203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-2ae45d85-d713-4235-87cd-f4800f169824 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 1129 time: 0.1336069 Feb 11 05:51:58.705034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8722c0d2-99ab-4d2a-a6ef-f1369b879249 req-a466c54a-8404-4734-965e-e0182fb18db2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1082213 Feb 11 05:51:58.772474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:51:58.817391 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (55b22c97-5036-4077-900c-53569dd5607a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.817910 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Added segment 55b22c97-5036-4077-900c-53569dd5607a of type vlan for network b5050482-79a1-4dcb-a8af-d461b92b2b9d Feb 11 05:51:58.846084 n-d-713498-37 neutron-server[104087]: INFO neutron.db.ipam_backend_mixin [None req-d5dfe2d8-c635-40f5-8323-32077002d317 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ccfaf450-17f2-48f4-aa68-8fd05433f31f (CIDR: 172.20.0.16/28) Feb 11 05:51:58.869369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aee3fa93-8b00-406f-af87-d89b663e8d80 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/floatingips/1ebdb698-173c-418c-aa36-e7f0bec6cace HTTP/1.1" status: 200 len: 994 time: 0.2037196 Feb 11 05:51:58.872380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-b3445e2f-eac1-4c55-8ea5-d49c38148d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.874143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-b3445e2f-eac1-4c55-8ea5-d49c38148d1c service neutron] 10.222.0.65 "GET /v2.0/networks?id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8 HTTP/1.1" status: 200 len: 897 time: 0.1567056 Feb 11 05:51:58.893975 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b5050482-79a1-4dcb-a8af-d461b92b2b9d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.905394 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dfe2d8-c635-40f5-8323-32077002d317 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:51:58.905903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dfe2d8-c635-40f5-8323-32077002d317 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:51:58.963161 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-0c6db05f-e347-4ba8-9bca-d127282ec8c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 HTTP/1.1" status: 200 len: 1002 time: 0.0817912 Feb 11 05:51:59.032585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-72557095-2bae-4c48-b701-9e4e48c39cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:59.034818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-72557095-2bae-4c48-b701-9e4e48c39cdc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54f5a22d-334e-4f6f-8b70-4ff70b7f5e71 HTTP/1.1" status: 200 len: 834 time: 0.0655148 Feb 11 05:51:59.066254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d5dfe2d8-c635-40f5-8323-32077002d317 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9412165 Feb 11 05:51:59.070362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38754) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:59.078580 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'subnet': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:59.096489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-c83340e0-266e-46ed-9067-3b0fa9d05451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:59.098411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-c83340e0-266e-46ed-9067-3b0fa9d05451 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0570655 Feb 11 05:51:59.107942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b5050482-79a1-4dcb-a8af-d461b92b2b9d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.113449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:59.114132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.245212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Network': ['ID=b5050482-79a1-4dcb-a8af-d461b92b2b9d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:59.259828 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-93fbd77d-7b87-497f-8f13-6578e8996d6b service neutron] 10.222.0.65 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551318 Feb 11 05:51:59.264325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b5050482-79a1-4dcb-a8af-d461b92b2b9d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:51:59.309042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b4141357-7608-4ece-b0db-3ec93dbaa8ef tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9695015 Feb 11 05:51:59.312514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38756) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:59.322368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'network_id': 'b5050482-79a1-4dcb-a8af-d461b92b2b9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:59.411821 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2966ae53-7a55-418d-ab3c-fc3e4cc5c016 req-0ea9a6d0-bf90-4fdc-b023-b96dce177375 service neutron] 10.222.0.65 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509442 Feb 11 05:51:59.422344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Made reservation on behalf of 06f164cb868c4f4792168f52aa9482a7 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:59.426008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.586272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Made reservation on behalf of 6955d25947f247dc877f85470710e4fa for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:51:59.590334 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.676835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Performing IP validity checks on allocation pools {{(pid=104087) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:51:59.677362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.ipam_backend_mixin [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104087) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:51:59.880743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99299977-5eda-451e-8d84-e283412d4985 req-c8ef021c-1286-4133-898d-184e7c1d9239 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0532210 Feb 11 05:51:59.880743 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (92d6ab18-9553-42a8-892a-c4c4a40b0780), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.983216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Network 12cf86e7-5515-4d64-946f-9db6841220a6 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:51:59.988649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:51:59.994216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:59.997917 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.006723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa25074-e445-405b-83ce-f8e11ae52dd7 None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:00.010478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Subnet': ['ID=92d6ab18-9553-42a8-892a-c4c4a40b0780,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:00.046327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (43417b60-7f31-46a9-9554-64a69b6bb049), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.318778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f06e59-c8b9-4c6b-be88-3eb79bd31051 None None] Update dhcp port {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'fixed_ips': [{'subnet_id': 'ccfaf450-17f2-48f4-aa68-8fd05433f31f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd470f4ed-2ebf-491c-bff8-a388585c7141', 'ip_address': '172.20.0.2'}, {'subnet_id': '92d6ab18-9553-42a8-892a-c4c4a40b0780'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '698b9d55-1cb9-42d6-8f8d-f9000dc78ae0'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:52:00.365330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04f06e59-c8b9-4c6b-be88-3eb79bd31051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.467612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dc24d9eb-009b-4b20-93a8-6d4b7a60fd63 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3943896 Feb 11 05:52:00.472973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38772) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:00.479824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-149867701', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '92d6ab18-9553-42a8-892a-c4c4a40b0780'}], 'security_groups': ['f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9', 'e5b26425-932d-4191-8bcd-35c6c971b9d1']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:00.597284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Checking segment: {'id': '55b22c97-5036-4077-900c-53569dd5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b5050482-79a1-4dcb-a8af-d461b92b2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:00.597865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network hostable DHCP agents. Network: b5050482-79a1-4dcb-a8af-d461b92b2b9d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:00.610926 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f39ae620-723f-4077-9291-c0dd70956f07 req-0e8be8e6-800d-4c05-a706-35d157420765 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1200321 Feb 11 05:52:00.639444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=43417b60-7f31-46a9-9554-64a69b6bb049,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:00.690210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-04f06e59-c8b9-4c6b-be88-3eb79bd31051 None None] Allocated IP 172.20.0.34 (12cf86e7-5515-4d64-946f-9db6841220a6/92d6ab18-9553-42a8-892a-c4c4a40b0780/698b9d55-1cb9-42d6-8f8d-f9000dc78ae0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:00.719956 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.788885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ae620-723f-4077-9291-c0dd70956f07 req-b0ae4f4d-3ae4-4a22-aa3d-e3df8ed4d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:00.791733 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f39ae620-723f-4077-9291-c0dd70956f07 req-b0ae4f4d-3ae4-4a22-aa3d-e3df8ed4d7b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 1129 time: 0.0766521 Feb 11 05:52:00.825791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Network b5050482-79a1-4dcb-a8af-d461b92b2b9d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:00.845863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-04f06e59-c8b9-4c6b-be88-3eb79bd31051 None None] For port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,segment=NetworkSegment(f84ec079-2976-4b08-a5a6-9e285ef8ea02),segment_id=f84ec079-2976-4b08-a5a6-9e285ef8ea02)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:00.890475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1d1449e5-e802-43ae-9fcb-2c128c480cc4 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:00.900234 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04f06e59-c8b9-4c6b-be88-3eb79bd31051 None None] Publish callbacks [] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.996189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 1d1449e5-e802-43ae-9fcb-2c128c480cc4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:00.996536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1d1449e5-e802-43ae-9fcb-2c128c480cc4 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:01.017611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ae620-723f-4077-9291-c0dd70956f07 req-a20a2177-1a52-4206-b125-2657162bed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:01.019933 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f39ae620-723f-4077-9291-c0dd70956f07 req-a20a2177-1a52-4206-b125-2657162bed6a service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.2001514 Feb 11 05:52:01.041704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b5050482-79a1-4dcb-a8af-d461b92b2b9d) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:01.063327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:01.063327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3712465'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.069051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624458cc-a334-4d4a-83c8-281a8f735aad None None] Network b5050482-79a1-4dcb-a8af-d461b92b2b9d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:01.095934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6eb9c636-5afd-469c-875e-61495c57c853 req-974110f0-edb7-4d65-b922-994934f4c5b5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0585644 Feb 11 05:52:01.099741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04f06e59-c8b9-4c6b-be88-3eb79bd31051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.135323 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f39ae620-723f-4077-9291-c0dd70956f07 req-4442f217-86f2-4d21-a41e-ee24a641c109 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4 HTTP/1.1" status: 200 len: 217 time: 0.1092639 Feb 11 05:52:01.215441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ae620-723f-4077-9291-c0dd70956f07 req-49964e07-4f66-4a6b-89bb-b46555659563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:01.216994 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f39ae620-723f-4077-9291-c0dd70956f07 req-49964e07-4f66-4a6b-89bb-b46555659563 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0677564 Feb 11 05:52:01.247290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f06e59-c8b9-4c6b-be88-3eb79bd31051 None None] Pushing event updated for resources: {'Port': ['ID=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:01.265859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3f081c64-d22e-4811-8d4a-f3e5bbf872e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9521089 Feb 11 05:52:01.268998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38784) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:01.286003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-18802812-77a1-4a90-8f48-3164c8647091 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:01.301825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-b5050482-79a1-4dcb-a8af-d461b92b2b9d', 'network_id': 'b5050482-79a1-4dcb-a8af-d461b92b2b9d', 'project_id': '6955d25947f247dc877f85470710e4fa', 'fixed_ips': [{'subnet_id': '43417b60-7f31-46a9-9554-64a69b6bb049'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:52:01.303011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.328872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ae620-723f-4077-9291-c0dd70956f07 req-27daa95e-b74a-4f18-b8f5-caaa0dbba6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:01.343997 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f39ae620-723f-4077-9291-c0dd70956f07 req-27daa95e-b74a-4f18-b8f5-caaa0dbba6e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1124473 Feb 11 05:52:01.451003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18802812-77a1-4a90-8f48-3164c8647091 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12491730'] for subnet (43417b60-7f31-46a9-9554-64a69b6bb049), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.522257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Allocated IP 2001:db8::3 (b5050482-79a1-4dcb-a8af-d461b92b2b9d/43417b60-7f31-46a9-9554-64a69b6bb049/c9c4d5e6-5015-4dab-9052-e80e85d5b173) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:01.532734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Delete allocated IP 172.20.0.6 (12cf86e7-5515-4d64-946f-9db6841220a6/d470f4ed-2ebf-491c-bff8-a388585c7141) {{(pid=104087) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:52:01.549569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Allocated IP 172.20.0.39 (12cf86e7-5515-4d64-946f-9db6841220a6/92d6ab18-9553-42a8-892a-c4c4a40b0780/2e4a3995-7921-4fd0-9193-b4c2c9069f9d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:01.584342 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f39ae620-723f-4077-9291-c0dd70956f07 req-57802d5d-a32f-43b7-9123-7a55d6603757 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373574 Feb 11 05:52:01.762028 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f39ae620-723f-4077-9291-c0dd70956f07 req-a52789f0-17f0-4c03-9330-2bd1b0e1abd4 service neutron] 10.222.0.83 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719005 Feb 11 05:52:01.894349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:01.920258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:02.002745 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Publish callbacks [] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.023239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:02.029802 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.030151 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.147669 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.148162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event updated for resources: {'Port': ['ID=2e4a3995-7921-4fd0-9193-b4c2c9069f9d,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:02.225858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Network b5050482-79a1-4dcb-a8af-d461b92b2b9d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:02.234462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:02.239544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:02.246143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:02.246143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Pushing event updated for resources: {'Port': ['ID=c9c4d5e6-5015-4dab-9052-e80e85d5b173,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:02.320415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Attempting to bind port c9c4d5e6-5015-4dab-9052-e80e85d5b173 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:02.321424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Attempting to bind port c9c4d5e6-5015-4dab-9052-e80e85d5b173 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '55b22c97-5036-4077-900c-53569dd5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b5050482-79a1-4dcb-a8af-d461b92b2b9d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:02.322132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Attempting to bind port c9c4d5e6-5015-4dab-9052-e80e85d5b173 on network b5050482-79a1-4dcb-a8af-d461b92b2b9d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:02.328676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Provisioning complete for port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:02.328921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.330875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:02.331261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Checking segment: {'id': '55b22c97-5036-4077-900c-53569dd5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b5050482-79a1-4dcb-a8af-d461b92b2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:02.331664 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.332070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Bound using segment: {'id': '55b22c97-5036-4077-900c-53569dd5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b5050482-79a1-4dcb-a8af-d461b92b2b9d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:02.332559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Bound port: c9c4d5e6-5015-4dab-9052-e80e85d5b173, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b22c97-5036-4077-900c-53569dd5607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b5050482-79a1-4dcb-a8af-d461b92b2b9d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:02.334621 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.334764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-29fc2032-4859-4b97-abbb-72efe99cbcf9 req-10b4f3ef-385c-45ac-8754-6f1f0577eb67 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1195407 Feb 11 05:52:02.359275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] In _notify_port_updated(), no bound segment for port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d on network 12cf86e7-5515-4d64-946f-9db6841220a6 {{(pid=104087) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:52:02.368732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:02.368732 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.368732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-97e928ff-dc50-4bc5-8a12-9d9bc1f3fe26 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "PUT /v2.0/ports/2e4a3995-7921-4fd0-9193-b4c2c9069f9d HTTP/1.1" status: 200 len: 959 time: 1.8928213 Feb 11 05:52:02.371826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38800) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:02.405287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:02.426849 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:02.427521 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.495420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] For port c9c4d5e6-5015-4dab-9052-e80e85d5b173, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:02.505733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] For port c9c4d5e6-5015-4dab-9052-e80e85d5b173, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c9c4d5e6-5015-4dab-9052-e80e85d5b173,segment=NetworkSegment(55b22c97-5036-4077-900c-53569dd5607a),segment_id=55b22c97-5036-4077-900c-53569dd5607a)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:02.524881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9edf8968-cf51-4dae-86d1-ea28faa045d3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:02.525270 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edf8968-cf51-4dae-86d1-ea28faa045d3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.575105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:02.591868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Provisioning complete for port 1b1257a8-871c-4c3f-8f41-b68388f25074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:02.592545 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.634033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a80e69d-e81b-4bd6-83b0-ef2f62c6aafb None None] Port 1b1257a8-871c-4c3f-8f41-b68388f25074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:02.640179 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.697629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edf8968-cf51-4dae-86d1-ea28faa045d3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.727833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9edf8968-cf51-4dae-86d1-ea28faa045d3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 2e4a3995-7921-4fd0-9193-b4c2c9069f9d owned by {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:02.760330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2bde2-46cc-4f37-b187-ca7e6841b496 None None] Pushing event updated for resources: {'Port': ['ID=c9c4d5e6-5015-4dab-9052-e80e85d5b173,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:02.773441 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18802812-77a1-4a90-8f48-3164c8647091 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794895771895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8527014'] for subnet (43417b60-7f31-46a9-9554-64a69b6bb049), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.866285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18802812-77a1-4a90-8f48-3164c8647091 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:02.871552 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18802812-77a1-4a90-8f48-3164c8647091 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.873803 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-18802812-77a1-4a90-8f48-3164c8647091 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "PUT /v2.0/subnets/43417b60-7f31-46a9-9554-64a69b6bb049 HTTP/1.1" status: 200 len: 900 time: 1.5997741 Feb 11 05:52:02.881009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38806) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:02.918200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802812-77a1-4a90-8f48-3164c8647091 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event updated for resources: {'Subnet': ['ID=43417b60-7f31-46a9-9554-64a69b6bb049,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:02.972350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4dd6b5cf-6c87-4340-8c73-ab859e02f780 None None] Provisioning complete for port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:02.972854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4dd6b5cf-6c87-4340-8c73-ab859e02f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.012258 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1bd11f32-f64e-47cc-9d3d-269ec5cd014f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.059772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6b5cf-6c87-4340-8c73-ab859e02f780 None None] Port 2e4a3995-7921-4fd0-9193-b4c2c9069f9d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:03.065644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b5050482-79a1-4dcb-a8af-d461b92b2b9d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.101980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edf8968-cf51-4dae-86d1-ea28faa045d3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2e4a3995-7921-4fd0-9193-b4c2c9069f9d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.150929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf8968-cf51-4dae-86d1-ea28faa045d3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=2e4a3995-7921-4fd0-9193-b4c2c9069f9d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:03.312210 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edf8968-cf51-4dae-86d1-ea28faa045d3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.318844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9edf8968-cf51-4dae-86d1-ea28faa045d3 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/2e4a3995-7921-4fd0-9193-b4c2c9069f9d HTTP/1.1" status: 204 len: 168 time: 0.9432130 Feb 11 05:52:03.328401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38812) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:03.329012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting port c9c4d5e6-5015-4dab-9052-e80e85d5b173 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:03.330672 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.437655 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c96cd5-c50f-4974-81ae-7cded4ca8a60 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] GET failed (client error): The resource could not be found. Feb 11 05:52:03.450813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f4c96cd5-c50f-4974-81ae-7cded4ca8a60 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports/2e4a3995-7921-4fd0-9193-b4c2c9069f9d HTTP/1.1" status: 404 len: 333 time: 0.1211798 Feb 11 05:52:03.452962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38816) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:03.543674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea97036e-24ce-4f62-ae64-2ef72d751deb req-2e9979c9-234a-4099-b340-b600fb1f9f6d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0388350 Feb 11 05:52:03.564444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] For port c9c4d5e6-5015-4dab-9052-e80e85d5b173, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=c9c4d5e6-5015-4dab-9052-e80e85d5b173,segment=NetworkSegment(55b22c97-5036-4077-900c-53569dd5607a),segment_id=55b22c97-5036-4077-900c-53569dd5607a)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:03.564444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.582483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Calling delete_port for c9c4d5e6-5015-4dab-9052-e80e85d5b173 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:03.590558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c9c4d5e6-5015-4dab-9052-e80e85d5b173 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:03.641306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18c09e6b-acd7-4180-9ed6-6481c6db6298 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (3828727c-fafe-4728-8fe5-a963be7bea68), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.698453 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18c09e6b-acd7-4180-9ed6-6481c6db6298 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (3828727c-fafe-4728-8fe5-a963be7bea68), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.742273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port c9c4d5e6-5015-4dab-9052-e80e85d5b173 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:03.742734 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.838242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18c09e6b-acd7-4180-9ed6-6481c6db6298 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3828727c-fafe-4728-8fe5-a963be7bea68), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.843060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18c09e6b-acd7-4180-9ed6-6481c6db6298 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.848340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38822) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:03.848976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-18c09e6b-acd7-4180-9ed6-6481c6db6298 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/security-groups/3828727c-fafe-4728-8fe5-a963be7bea68 HTTP/1.1" status: 204 len: 168 time: 0.3950446 Feb 11 05:52:03.885296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c09e6b-acd7-4180-9ed6-6481c6db6298 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3828727c-fafe-4728-8fe5-a963be7bea68,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:03.951534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1284aa4e-5405-4f36-b6b2-d14cf28101e6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (e5b26425-932d-4191-8bcd-35c6c971b9d1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.995537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.019038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port c9c4d5e6-5015-4dab-9052-e80e85d5b173 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:04.019038 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c9c4d5e6-5015-4dab-9052-e80e85d5b173), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.029451 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1284aa4e-5405-4f36-b6b2-d14cf28101e6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (e5b26425-932d-4191-8bcd-35c6c971b9d1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.033261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Port': ['ID=c9c4d5e6-5015-4dab-9052-e80e85d5b173,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:04.174940 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No DVR routers for this DVR port c9c4d5e6-5015-4dab-9052-e80e85d5b173 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:04.250086 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (43417b60-7f31-46a9-9554-64a69b6bb049), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.368915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1284aa4e-5405-4f36-b6b2-d14cf28101e6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e5b26425-932d-4191-8bcd-35c6c971b9d1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.376823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1284aa4e-5405-4f36-b6b2-d14cf28101e6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.379021 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1284aa4e-5405-4f36-b6b2-d14cf28101e6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/security-groups/e5b26425-932d-4191-8bcd-35c6c971b9d1 HTTP/1.1" status: 204 len: 168 time: 0.5295515 Feb 11 05:52:04.382093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38832) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:04.397429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284aa4e-5405-4f36-b6b2-d14cf28101e6 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b26425-932d-4191-8bcd-35c6c971b9d1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:04.429603 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (43417b60-7f31-46a9-9554-64a69b6bb049), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.471472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=43417b60-7f31-46a9-9554-64a69b6bb049,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:04.524351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ef3a83df-f274-4775-837f-0de7e074e78f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.550336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2965a-dab8-4485-879d-3fa9eb13f3af None None] Network b5050482-79a1-4dcb-a8af-d461b92b2b9d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:04.564745 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ef3a83df-f274-4775-837f-0de7e074e78f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.578124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b5050482-79a1-4dcb-a8af-d461b92b2b9d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.630628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5050482-79a1-4dcb-a8af-d461b92b2b9d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:04.635255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c346362a-378d-4319-a49d-65a7668d17af None None] Could not find standard attr ID for object c9c4d5e6-5015-4dab-9052-e80e85d5b173. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:52:04.654318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b22c97-5036-4077-900c-53569dd5607a') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:04.654792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b22c97-5036-4077-900c-53569dd5607a') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:04.672543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (55b22c97-5036-4077-900c-53569dd5607a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.734176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (55b22c97-5036-4077-900c-53569dd5607a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.754730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:04.757965 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (55b22c97-5036-4077-900c-53569dd5607a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.771861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b49c2425-bbaf-478a-893d-efa72fc896a9 req-1ae18bc5-7abb-4124-881f-886e1de8b274 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0874534 Feb 11 05:52:04.773287 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ef3a83df-f274-4775-837f-0de7e074e78f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.780439 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ef3a83df-f274-4775-837f-0de7e074e78f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.781711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ef3a83df-f274-4775-837f-0de7e074e78f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/security-groups/f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9 HTTP/1.1" status: 204 len: 168 time: 0.3976691 Feb 11 05:52:04.787381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38836) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:04.848974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01c559-1492-4179-af61-93d62969e866 None None] DHCP port deletion for b5050482-79a1-4dcb-a8af-d461b92b2b9d request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:04.882926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6503a6-7f50-46e2-af39-db9a31957a83 None None] Network b5050482-79a1-4dcb-a8af-d461b92b2b9d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:04.886885 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:04.943384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ce1ca2-0cfa-4fa1-8d54-7d8cc0b90dc1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet d470f4ed-2ebf-491c-bff8-a388585c7141 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:04.947363 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18ce1ca2-0cfa-4fa1-8d54-7d8cc0b90dc1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (d470f4ed-2ebf-491c-bff8-a388585c7141), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.009400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b5050482-79a1-4dcb-a8af-d461b92b2b9d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.028020 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18ce1ca2-0cfa-4fa1-8d54-7d8cc0b90dc1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (d470f4ed-2ebf-491c-bff8-a388585c7141), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.055951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.064569 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/b5050482-79a1-4dcb-a8af-d461b92b2b9d HTTP/1.1" status: 204 len: 168 time: 2.1820409 Feb 11 05:52:05.078456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38844) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.169647 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b29641-1796-4136-8d81-4e501dd61938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:05.170088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a83df-f274-4775-837f-0de7e074e78f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ff99ba-73c6-4b22-b6c0-1fd48972bbc9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.170334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b29641-1796-4136-8d81-4e501dd61938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:05.173698 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e5b29641-1796-4136-8d81-4e501dd61938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/43417b60-7f31-46a9-9554-64a69b6bb049 HTTP/1.1" status: 404 len: 337 time: 0.0547502 Feb 11 05:52:05.175642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a20781-30be-4240-a856-d50e8deaa938 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=b5050482-79a1-4dcb-a8af-d461b92b2b9d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.177567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38848) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.234778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18ce1ca2-0cfa-4fa1-8d54-7d8cc0b90dc1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d470f4ed-2ebf-491c-bff8-a388585c7141), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.279161 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e66281-a6b7-4c74-84f8-a563796026e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:05.280318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e66281-a6b7-4c74-84f8-a563796026e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:05.286181 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-49e66281-a6b7-4c74-84f8-a563796026e4 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/b5050482-79a1-4dcb-a8af-d461b92b2b9d HTTP/1.1" status: 404 len: 339 time: 0.1049640 Feb 11 05:52:05.290681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38850) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.430878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18ce1ca2-0cfa-4fa1-8d54-7d8cc0b90dc1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (d470f4ed-2ebf-491c-bff8-a388585c7141), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.448354 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c9c4d5e6-5015-4dab-9052-e80e85d5b173 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:05.490154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.519644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18ce1ca2-0cfa-4fa1-8d54-7d8cc0b90dc1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.526637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-18ce1ca2-0cfa-4fa1-8d54-7d8cc0b90dc1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/d470f4ed-2ebf-491c-bff8-a388585c7141 HTTP/1.1" status: 204 len: 168 time: 0.7357836 Feb 11 05:52:05.528536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce1ca2-0cfa-4fa1-8d54-7d8cc0b90dc1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=d470f4ed-2ebf-491c-bff8-a388585c7141,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.534685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38852) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:05.535156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: c9c4d5e6-5015-4dab-9052-e80e85d5b173 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:05.535156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device c9c4d5e6-5015-4dab-9052-e80e85d5b173 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:05.543769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d197da8-1e1f-4ed7-9669-4fbc1fb90f4c None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:05.633849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ce5ef8-4ed5-4e42-bf0f-04f9285f855f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet 92d6ab18-9553-42a8-892a-c4c4a40b0780 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:05.645701 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5ef8-4ed5-4e42-bf0f-04f9285f855f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (92d6ab18-9553-42a8-892a-c4c4a40b0780), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.676084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.703543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:05.714085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-62fa090b-232d-44da-8643-466714d854c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.724174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb7744f-4438-4016-b499-00aa70aeb302') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:05.724691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb7744f-4438-4016-b499-00aa70aeb302') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:05.738351 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (ddb7744f-4438-4016-b499-00aa70aeb302), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.762891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5ef8-4ed5-4e42-bf0f-04f9285f855f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (92d6ab18-9553-42a8-892a-c4c4a40b0780), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.768865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ddb7744f-4438-4016-b499-00aa70aeb302), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.776092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:05.776668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (ddb7744f-4438-4016-b499-00aa70aeb302), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:05.780228 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:05.974801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a38e533-4f5b-46cb-a20b-afcface57786 req-2c7693ee-f747-438a-8071-fd1bb075855a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0632474 Feb 11 05:52:06.006392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5ef8-4ed5-4e42-bf0f-04f9285f855f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (92d6ab18-9553-42a8-892a-c4c4a40b0780), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.023241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.039604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.058749 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb HTTP/1.1" status: 204 len: 168 time: 0.7600889 Feb 11 05:52:06.059125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38860) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.069013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd0649-4c19-40d5-963f-dd140e79d38b tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=9cbdf343-1ecd-4dfb-a931-2e602fc0d1eb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:06.096535 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1e050d-d011-4710-8de4-57114985e7ce tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:06.097540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1e050d-d011-4710-8de4-57114985e7ce tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:06.101524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9c1e050d-d011-4710-8de4-57114985e7ce tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/a9698bbc-b775-4638-b8c5-e7b21ae893e3 HTTP/1.1" status: 404 len: 337 time: 0.0469265 Feb 11 05:52:06.105816 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38864) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.145086 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8aaaf95-9652-440e-b3e4-bc9b8624c57e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:06.145622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8aaaf95-9652-440e-b3e4-bc9b8624c57e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:06.150263 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d8aaaf95-9652-440e-b3e4-bc9b8624c57e tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/ebfbfc15-1f31-47b3-bddf-6614a739750a HTTP/1.1" status: 404 len: 339 time: 0.0424335 Feb 11 05:52:06.152855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38870) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.215220 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5ef8-4ed5-4e42-bf0f-04f9285f855f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (92d6ab18-9553-42a8-892a-c4c4a40b0780), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.247038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a07a68-e7ce-4b79-a050-5c4675cf6d96 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting subnet def9c833-be02-4427-aa8f-9173571ba3c6 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:06.255369 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-28a07a68-e7ce-4b79-a050-5c4675cf6d96 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (def9c833-be02-4427-aa8f-9173571ba3c6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.287666 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5ef8-4ed5-4e42-bf0f-04f9285f855f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.298047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b8ce5ef8-4ed5-4e42-bf0f-04f9285f855f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/92d6ab18-9553-42a8-892a-c4c4a40b0780 HTTP/1.1" status: 204 len: 168 time: 0.7643697 Feb 11 05:52:06.306533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38876) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.323557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce5ef8-4ed5-4e42-bf0f-04f9285f855f tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=92d6ab18-9553-42a8-892a-c4c4a40b0780,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:06.387195 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cc0c35-3590-47ce-96cd-a7763876419d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:06.390127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cc0c35-3590-47ce-96cd-a7763876419d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:06.392352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-73cc0c35-3590-47ce-96cd-a7763876419d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/d470f4ed-2ebf-491c-bff8-a388585c7141 HTTP/1.1" status: 404 len: 337 time: 0.0842383 Feb 11 05:52:06.393196 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-28a07a68-e7ce-4b79-a050-5c4675cf6d96 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (def9c833-be02-4427-aa8f-9173571ba3c6), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.396277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38878) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.517349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b9e607-16fe-4c9c-90b6-37adb8c5986a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting subnet ccfaf450-17f2-48f4-aa68-8fd05433f31f {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:06.528165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e607-16fe-4c9c-90b6-37adb8c5986a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (ccfaf450-17f2-48f4-aa68-8fd05433f31f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.537513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-28a07a68-e7ce-4b79-a050-5c4675cf6d96 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (def9c833-be02-4427-aa8f-9173571ba3c6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.593758 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e607-16fe-4c9c-90b6-37adb8c5986a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (ccfaf450-17f2-48f4-aa68-8fd05433f31f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.726357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-28a07a68-e7ce-4b79-a050-5c4675cf6d96 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (def9c833-be02-4427-aa8f-9173571ba3c6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.754324 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e607-16fe-4c9c-90b6-37adb8c5986a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ccfaf450-17f2-48f4-aa68-8fd05433f31f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.772463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-28a07a68-e7ce-4b79-a050-5c4675cf6d96 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.780367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-28a07a68-e7ce-4b79-a050-5c4675cf6d96 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/def9c833-be02-4427-aa8f-9173571ba3c6 HTTP/1.1" status: 204 len: 168 time: 0.6259437 Feb 11 05:52:06.781483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a07a68-e7ce-4b79-a050-5c4675cf6d96 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=def9c833-be02-4427-aa8f-9173571ba3c6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:06.781765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb238c6-51c4-4cfc-a83d-fb3d7741ec20 None None] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:06.785293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38882) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.843632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.870610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbb4dc3-0f5e-4210-979d-72917521a59a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting subnet c7a2352e-1acc-463c-9dac-868ead6b5722 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:06.874179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb4dc3-0f5e-4210-979d-72917521a59a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (c7a2352e-1acc-463c-9dac-868ead6b5722), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.937727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb58317-cbc5-4e94-a679-39a1695dbf1b None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:06.941293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb4dc3-0f5e-4210-979d-72917521a59a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (c7a2352e-1acc-463c-9dac-868ead6b5722), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.074262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c126847a-da59-4bca-b3d6-0e3c88475811 None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:07.085037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c126847a-da59-4bca-b3d6-0e3c88475811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.136079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb4dc3-0f5e-4210-979d-72917521a59a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c7a2352e-1acc-463c-9dac-868ead6b5722), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.167887 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e607-16fe-4c9c-90b6-37adb8c5986a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (ccfaf450-17f2-48f4-aa68-8fd05433f31f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.263788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cda2bc40-1e95-4575-b178-9fb22aef611e req-049e2509-b67c-4b21-b42e-64660d547cfb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1637223 Feb 11 05:52:07.265798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c126847a-da59-4bca-b3d6-0e3c88475811 None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:07.280387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9e607-16fe-4c9c-90b6-37adb8c5986a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfaf450-17f2-48f4-aa68-8fd05433f31f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:07.291093 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e607-16fe-4c9c-90b6-37adb8c5986a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.296235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5b9e607-16fe-4c9c-90b6-37adb8c5986a tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/ccfaf450-17f2-48f4-aa68-8fd05433f31f HTTP/1.1" status: 204 len: 168 time: 0.8986669 Feb 11 05:52:07.305658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38892) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.332673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c126847a-da59-4bca-b3d6-0e3c88475811 None None] Provisioning complete for port 1b1257a8-871c-4c3f-8f41-b68388f25074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:07.333060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c126847a-da59-4bca-b3d6-0e3c88475811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.378606 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb4dc3-0f5e-4210-979d-72917521a59a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (c7a2352e-1acc-463c-9dac-868ead6b5722), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.384202 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2d0fa9-2971-48ff-9f2a-b2f26f6c3b29 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:07.386378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2d0fa9-2971-48ff-9f2a-b2f26f6c3b29 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:07.395788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38896) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.396274 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd2d0fa9-2971-48ff-9f2a-b2f26f6c3b29 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/bfbae308-1cc4-4e65-94a0-3c688895fab4 HTTP/1.1" status: 404 len: 337 time: 0.0863848 Feb 11 05:52:07.445012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2fe4672d-858a-45f3-b154-acc1be4232ee tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "GET /v2.0/ports?device_id=f42e470d-1438-4a47-b8d3-45d80b9a1020 HTTP/1.1" status: 200 len: 205 time: 0.0473287 Feb 11 05:52:07.447966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38898) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.450600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320d2ebf-a117-4f8d-ac29-78b5d5f6d120 None None] Update dhcp port {'port': {'network_id': '12cf86e7-5515-4d64-946f-9db6841220a6', 'fixed_ips': [{'subnet_id': 'ccfaf450-17f2-48f4-aa68-8fd05433f31f'}], 'binding:host_id': 'n-d-713498-37'}, 'id': '698b9d55-1cb9-42d6-8f8d-f9000dc78ae0'} from n-d-713498-37. {{(pid=104088) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:52:07.472636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb4dc3-0f5e-4210-979d-72917521a59a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.489825 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cfbb4dc3-0f5e-4210-979d-72917521a59a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/c7a2352e-1acc-463c-9dac-868ead6b5722 HTTP/1.1" status: 204 len: 168 time: 0.7007771 Feb 11 05:52:07.490085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c126847a-da59-4bca-b3d6-0e3c88475811 None None] Port 1b1257a8-871c-4c3f-8f41-b68388f25074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:07.490248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38900) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.494198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb4dc3-0f5e-4210-979d-72917521a59a tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a2352e-1acc-463c-9dac-868ead6b5722,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:07.496732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-320d2ebf-a117-4f8d-ac29-78b5d5f6d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.564697 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-db0a64dc-51c4-4b2a-abb7-fe82686c476d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] delete failed (client error): The resource could not be found. Feb 11 05:52:07.566868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-db0a64dc-51c4-4b2a-abb7-fe82686c476d tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/routers/f42e470d-1438-4a47-b8d3-45d80b9a1020 HTTP/1.1" status: 404 len: 336 time: 0.1176660 Feb 11 05:52:07.569403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.635330 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-6206ca2e-cd79-4aa5-84e8-4d750f555274 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:07.636079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6206ca2e-cd79-4aa5-84e8-4d750f555274 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:07.642176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38906) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.642621 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6206ca2e-cd79-4aa5-84e8-4d750f555274 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/7a9f56db-9530-4c97-b308-abc0a2d9636d HTTP/1.1" status: 404 len: 337 time: 0.0680518 Feb 11 05:52:07.670216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (7d4c305d-cc85-4869-b24f-46d5c222f1dd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.681389 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c500514-9886-46e3-94e5-1a2a4619bd1c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:07.682396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c500514-9886-46e3-94e5-1a2a4619bd1c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:07.719106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0c500514-9886-46e3-94e5-1a2a4619bd1c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/02d34bac-a7c0-4ccd-ab10-c0632b138f62 HTTP/1.1" status: 404 len: 337 time: 0.0755794 Feb 11 05:52:07.721537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38910) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.761800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting port b9489853-3874-4890-b1a9-ca6788b99b7b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:07.772734 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.788020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c014f-2003-4054-b228-a81cd806e857 None None] Network 12cf86e7-5515-4d64-946f-9db6841220a6 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:07.796382 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d390ef-6735-492b-a91c-e0f00ecd6e4c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:07.797515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d390ef-6735-492b-a91c-e0f00ecd6e4c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:07.807227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d6d390ef-6735-492b-a91c-e0f00ecd6e4c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/3ef4f178-b611-48c7-b2e3-886ab605ad0a HTTP/1.1" status: 404 len: 337 time: 0.0784762 Feb 11 05:52:07.807227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38914) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.836835 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecb46e7-3f02-4f3b-9192-54589b99b565 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:07.837715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecb46e7-3f02-4f3b-9192-54589b99b565 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:07.840954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5ecb46e7-3f02-4f3b-9192-54589b99b565 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/f6a9a9d1-4149-4f8e-a6fa-c3de2fa2f621 HTTP/1.1" status: 404 len: 333 time: 0.0346947 Feb 11 05:52:07.851568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38916) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.932096 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bee929-b8df-41e6-ba2b-641accfb2928 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:07.933039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bee929-b8df-41e6-ba2b-641accfb2928 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:07.936699 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-93bee929-b8df-41e6-ba2b-641accfb2928 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/71adee2a-e5a0-4a90-9fc5-d998c59fc782 HTTP/1.1" status: 404 len: 337 time: 0.0835078 Feb 11 05:52:07.939442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38918) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.974645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] For port b9489853-3874-4890-b1a9-ca6788b99b7b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b9489853-3874-4890-b1a9-ca6788b99b7b,segment=NetworkSegment(08674a3e-00bd-40e3-871e-0bcfda199013),segment_id=08674a3e-00bd-40e3-871e-0bcfda199013)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:07.975411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.996416 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f98232-b2d8-4774-8a9a-b3623d7e41e1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:07.996416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f98232-b2d8-4774-8a9a-b3623d7e41e1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:07.999930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a5f98232-b2d8-4774-8a9a-b3623d7e41e1 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/f3620fe3-f5e5-4fde-84ef-23c491a88e59 HTTP/1.1" status: 404 len: 337 time: 0.0588136 Feb 11 05:52:08.004031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.014822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1f1ca4ea-2043-468f-b32f-7bbf2ff3bf6d None None] Provisioning complete for port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:08.015427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Calling delete_port for b9489853-3874-4890-b1a9-ca6788b99b7b owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:08.015688 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca4ea-2043-468f-b32f-7bbf2ff3bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.043118 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-459540e2-4450-4886-b2b2-22f3b31af013 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:08.049513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459540e2-4450-4886-b2b2-22f3b31af013 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:08.053086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-459540e2-4450-4886-b2b2-22f3b31af013 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/8395be8f-f7f3-4b6e-8f8a-6730fdeebb42 HTTP/1.1" status: 404 len: 333 time: 0.0475082 Feb 11 05:52:08.056762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38922) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.120849 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-4292ff7e-12dc-4b43-8b5e-216a5df5cfa0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:08.122230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4292ff7e-12dc-4b43-8b5e-216a5df5cfa0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:08.131915 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4292ff7e-12dc-4b43-8b5e-216a5df5cfa0 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/e8b2240f-e883-43f0-a915-8343b0e7052f HTTP/1.1" status: 404 len: 337 time: 0.0711076 Feb 11 05:52:08.132504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38924) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.158635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] DHCP port deletion for 12cf86e7-5515-4d64-946f-9db6841220a6 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:08.200038 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1e3301-c3f0-43a7-9193-11b5cdd5f627 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:08.205906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1e3301-c3f0-43a7-9193-11b5cdd5f627 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:08.215032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8e1e3301-c3f0-43a7-9193-11b5cdd5f627 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/subnets/34623923-3fbd-4be6-97df-f7ea556b0645 HTTP/1.1" status: 404 len: 337 time: 0.0805945 Feb 11 05:52:08.217460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38928) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.253074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ca4ea-2043-468f-b32f-7bbf2ff3bf6d None None] Current status of the port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:08.316798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1f1ca4ea-2043-468f-b32f-7bbf2ff3bf6d None None] Provisioning complete for port 1b1257a8-871c-4c3f-8f41-b68388f25074 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:08.316798 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca4ea-2043-468f-b32f-7bbf2ff3bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.328773 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:52:08.357549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b9489853-3874-4890-b1a9-ca6788b99b7b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.376029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No DVR routers for this DVR port b9489853-3874-4890-b1a9-ca6788b99b7b on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:08.410440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ca4ea-2043-468f-b32f-7bbf2ff3bf6d None None] Port 1b1257a8-871c-4c3f-8f41-b68388f25074 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:08.420986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c4424-352a-4c2d-83cb-eb6e3322ac7f None None] Network 7d4c305d-cc85-4869-b24f-46d5c222f1dd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:08.461141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] Deleting port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:08.461921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.467283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed57561a-b997-42bc-8de5-2240ca373ed5 req-668a65c7-1ef4-4dae-abc5-db4a7a9ce40f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0698361 Feb 11 05:52:08.498480 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Port': ['ID=b9489853-3874-4890-b1a9-ca6788b99b7b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.544415 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.558467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bdd008eb-3abe-449b-8138-9808894f60cf None None] Could not find standard attr ID for object b9489853-3874-4890-b1a9-ca6788b99b7b. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:52:08.580164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-92a6c3cc-763a-4922-8c00-39bd2fc8ca23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Deleting port 1b1257a8-871c-4c3f-8f41-b68388f25074 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:08.587382 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92a6c3cc-763a-4922-8c00-39bd2fc8ca23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.701643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (7d4c305d-cc85-4869-b24f-46d5c222f1dd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.727734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc11e24-170b-4f25-89a2-154c171f8846 None None] DHCP port deletion for 7d4c305d-cc85-4869-b24f-46d5c222f1dd request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:08.736182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4c305d-cc85-4869-b24f-46d5c222f1dd']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:08.749968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08674a3e-00bd-40e3-871e-0bcfda199013') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:08.750645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08674a3e-00bd-40e3-871e-0bcfda199013') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:08.760449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] For port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,segment=NetworkSegment(f84ec079-2976-4b08-a5a6-9e285ef8ea02),segment_id=f84ec079-2976-4b08-a5a6-9e285ef8ea02)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:08.760887 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.769619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (08674a3e-00bd-40e3-871e-0bcfda199013), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.771670 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92a6c3cc-763a-4922-8c00-39bd2fc8ca23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.783769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] Calling delete_port for 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:08.790700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-92a6c3cc-763a-4922-8c00-39bd2fc8ca23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Calling delete_port for 1b1257a8-871c-4c3f-8f41-b68388f25074 owned by {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:08.793569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (08674a3e-00bd-40e3-871e-0bcfda199013), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.808013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:08.808427 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (08674a3e-00bd-40e3-871e-0bcfda199013), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:08.814797 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:08.851518 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.013314 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (698b9d55-1cb9-42d6-8f8d-f9000dc78ae0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.049691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] Pushing event deleted for resources: {'Port': ['ID=698b9d55-1cb9-42d6-8f8d-f9000dc78ae0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.054521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d4fa6-09e8-411d-b36f-c67d7d59a89f None None] No DVR routers for this DVR port 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:09.069205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (7d4c305d-cc85-4869-b24f-46d5c222f1dd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.069358 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92a6c3cc-763a-4922-8c00-39bd2fc8ca23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1b1257a8-871c-4c3f-8f41-b68388f25074), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.081495 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.086906 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/7d4c305d-cc85-4869-b24f-46d5c222f1dd HTTP/1.1" status: 204 len: 168 time: 1.5938680 Feb 11 05:52:09.092026 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38940) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.112220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6c3cc-763a-4922-8c00-39bd2fc8ca23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Port': ['ID=1b1257a8-871c-4c3f-8f41-b68388f25074,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.116106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531476f-ed8b-46ff-8dba-a26160029968 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=7d4c305d-cc85-4869-b24f-46d5c222f1dd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.130273 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92a6c3cc-763a-4922-8c00-39bd2fc8ca23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.136659 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-92a6c3cc-763a-4922-8c00-39bd2fc8ca23 tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/ports/1b1257a8-871c-4c3f-8f41-b68388f25074 HTTP/1.1" status: 204 len: 168 time: 0.9159780 Feb 11 05:52:09.137035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38942) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.147553 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4a3763-07ee-4b6d-9a3c-eea1d7a14436 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:09.147553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4a3763-07ee-4b6d-9a3c-eea1d7a14436 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:09.155049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9e4a3763-07ee-4b6d-9a3c-eea1d7a14436 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/0a150077-0053-4496-b2f0-088bcf5f2f56 HTTP/1.1" status: 404 len: 337 time: 0.0588551 Feb 11 05:52:09.155278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38944) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.191037 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabce2b1-daff-4d5b-8934-b8c50321c1ae tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:09.191595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabce2b1-daff-4d5b-8934-b8c50321c1ae tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:09.197476 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eabce2b1-daff-4d5b-8934-b8c50321c1ae tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/2ce8d293-a78b-4d6e-82b8-b86aa45e7ddc HTTP/1.1" status: 404 len: 339 time: 0.0388997 Feb 11 05:52:09.198246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38948) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.236841 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b08037-7bc1-4892-ae75-ede6cf2c8873 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:09.237594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b08037-7bc1-4892-ae75-ede6cf2c8873 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:09.244576 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-33b08037-7bc1-4892-ae75-ede6cf2c8873 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/dc4d4474-8867-474d-93dc-63ed70afd3be HTTP/1.1" status: 404 len: 337 time: 0.0452757 Feb 11 05:52:09.245513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38950) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.274879 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-85049be4-c6c0-4ded-a622-aa5abc66a7b0 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:09.274879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85049be4-c6c0-4ded-a622-aa5abc66a7b0 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:09.282292 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-85049be4-c6c0-4ded-a622-aa5abc66a7b0 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/b00f27ed-06b1-4fea-a9c8-8215e2b4c4e1 HTTP/1.1" status: 404 len: 339 time: 0.0352559 Feb 11 05:52:09.282941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38952) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.303021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (12cf86e7-5515-4d64-946f-9db6841220a6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.333707 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-79858cb5-e2f4-4b73-9189-1347d7e5e50d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:09.334253 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79858cb5-e2f4-4b73-9189-1347d7e5e50d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:09.342133 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-79858cb5-e2f4-4b73-9189-1347d7e5e50d tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/4859d091-b03c-48e7-ac1f-8dcbae775f85 HTTP/1.1" status: 404 len: 337 time: 0.0581172 Feb 11 05:52:09.342771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38956) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.348408 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.366537 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4b76c5-078f-40f2-a47d-21baa8b24967 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:09.371938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4b76c5-078f-40f2-a47d-21baa8b24967 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:09.376503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ba4b76c5-078f-40f2-a47d-21baa8b24967 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/4f952374-e163-4eba-8de1-7b4a84e8a54b HTTP/1.1" status: 404 len: 339 time: 0.0315940 Feb 11 05:52:09.377151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.456819 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (12cf86e7-5515-4d64-946f-9db6841220a6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.470943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac198c1e-fda0-410e-9863-8251d0920cf9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting subnet d65ca621-2134-47c8-bdc5-4e649434206f {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:09.474949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ac198c1e-fda0-410e-9863-8251d0920cf9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (d65ca621-2134-47c8-bdc5-4e649434206f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.498562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:09.519798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cf86e7-5515-4d64-946f-9db6841220a6']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:09.529498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ac198c1e-fda0-410e-9863-8251d0920cf9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (d65ca621-2134-47c8-bdc5-4e649434206f), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.541841 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:09.542200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 698b9d55-1cb9-42d6-8f8d-f9000dc78ae0 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:09.542637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b9489853-3874-4890-b1a9-ca6788b99b7b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:09.544954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84ec079-2976-4b08-a5a6-9e285ef8ea02') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:09.545262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84ec079-2976-4b08-a5a6-9e285ef8ea02') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:09.566424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (f84ec079-2976-4b08-a5a6-9e285ef8ea02), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.587194 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (f84ec079-2976-4b08-a5a6-9e285ef8ea02), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.595663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:09.596084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (f84ec079-2976-4b08-a5a6-9e285ef8ea02), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.602266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b9489853-3874-4890-b1a9-ca6788b99b7b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:09.605068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b9489853-3874-4890-b1a9-ca6788b99b7b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:09.662150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ac198c1e-fda0-410e-9863-8251d0920cf9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d65ca621-2134-47c8-bdc5-4e649434206f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:09.681465 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:09.712804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0666c0a8-6ae4-4e9c-a206-493ce0a6c6ed req-5e5201f5-4b53-49db-a622-9f48f45f813f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0424485 Feb 11 05:52:09.762005 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (12cf86e7-5515-4d64-946f-9db6841220a6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.779185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.783266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] 10.222.0.62 "DELETE /v2.0/networks/12cf86e7-5515-4d64-946f-9db6841220a6 HTTP/1.1" status: 204 len: 168 time: 0.6451187 Feb 11 05:52:09.795813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ceff3-a6e6-4ddb-9533-76a891c2582c tempest-PortsTestJSON-1208582701 tempest-PortsTestJSON-1208582701-project] Pushing event deleted for resources: {'Network': ['ID=12cf86e7-5515-4d64-946f-9db6841220a6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.875120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ac198c1e-fda0-410e-9863-8251d0920cf9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (d65ca621-2134-47c8-bdc5-4e649434206f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.912398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac198c1e-fda0-410e-9863-8251d0920cf9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=d65ca621-2134-47c8-bdc5-4e649434206f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.921578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ac198c1e-fda0-410e-9863-8251d0920cf9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.925682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ac198c1e-fda0-410e-9863-8251d0920cf9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/d65ca621-2134-47c8-bdc5-4e649434206f HTTP/1.1" status: 204 len: 168 time: 0.5475304 Feb 11 05:52:09.927168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eab790-79bc-4cc2-8355-3911abc8a58d None None] Network 0962fc6d-11a4-4d86-8eb1-711154129daa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:09.928211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 38968) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:10.547128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38980) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:10.581594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] DHCP port deletion for 0962fc6d-11a4-4d86-8eb1-711154129daa request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:10.584844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (0962fc6d-11a4-4d86-8eb1-711154129daa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.662177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:10.662532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.707301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Deleting port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:10.707991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.816344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] For port 97f70c87-14ae-44f2-a36d-cce9b401d9c0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=97f70c87-14ae-44f2-a36d-cce9b401d9c0,segment=NetworkSegment(59f40813-7247-4d48-8f64-e2af4548e7d3),segment_id=59f40813-7247-4d48-8f64-e2af4548e7d3)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:10.816911 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.852246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Calling delete_port for 97f70c87-14ae-44f2-a36d-cce9b401d9c0 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:10.888346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] For port 97f70c87-14ae-44f2-a36d-cce9b401d9c0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=97f70c87-14ae-44f2-a36d-cce9b401d9c0,segment=NetworkSegment(59f40813-7247-4d48-8f64-e2af4548e7d3),segment_id=59f40813-7247-4d48-8f64-e2af4548e7d3)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:10.889058 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.903624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Calling delete_port for 97f70c87-14ae-44f2-a36d-cce9b401d9c0 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:11.015477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56b67710-1f1c-4b11-a91c-563c9336d228 req-1c2df2df-6425-4bb8-9726-fbf6ff6878ff tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1115179 Feb 11 05:52:11.039887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0569bb3f-dad8-4ad9-91b5-20f4cd7da4da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06f164cb868c4f4792168f52aa9482a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898543 Feb 11 05:52:11.043702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 38988) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:11.120981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Publish callbacks [] for security_group (7663ea26-7d8f-4dbc-9bec-463c8a0a3358), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.144563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Publish callbacks [] for security_group (7663ea26-7d8f-4dbc-9bec-463c8a0a3358), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.162856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.180859 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (97f70c87-14ae-44f2-a36d-cce9b401d9c0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.214335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Port': ['ID=97f70c87-14ae-44f2-a36d-cce9b401d9c0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:11.218022 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No DVR routers for this DVR port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:11.229168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Pushing event deleted for resources: {'Port': ['ID=97f70c87-14ae-44f2-a36d-cce9b401d9c0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:11.239632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] No DVR routers for this DVR port 97f70c87-14ae-44f2-a36d-cce9b401d9c0 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:11.244228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.244684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.245088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.245494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.245900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.246298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.246695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.247089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.247550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.251008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.251008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.251215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.251457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e528adce-9500-4943-a430-e7a1f22ac6df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.298683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7663ea26-7d8f-4dbc-9bec-463c8a0a3358), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.301281 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.307545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7663ea26-7d8f-4dbc-9bec-463c8a0a3358 HTTP/1.1" status: 204 len: 168 time: 0.2577314 Feb 11 05:52:11.314266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7663ea26-7d8f-4dbc-9bec-463c8a0a3358,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:11.322617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (0962fc6d-11a4-4d86-8eb1-711154129daa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.331664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.332030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.332381 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.333059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.333633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.339607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.339607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.339607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.339607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.339607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.339607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.339607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.339607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1434cde-de64-46ff-8e5c-3acde3975fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:11.374578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0962fc6d-11a4-4d86-8eb1-711154129daa']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:11.392994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f40813-7247-4d48-8f64-e2af4548e7d3') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:11.393549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f40813-7247-4d48-8f64-e2af4548e7d3') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:11.418969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (59f40813-7247-4d48-8f64-e2af4548e7d3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.440360 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (59f40813-7247-4d48-8f64-e2af4548e7d3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.450480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 97f70c87-14ae-44f2-a36d-cce9b401d9c0 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:11.464300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:11.466281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (59f40813-7247-4d48-8f64-e2af4548e7d3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:11.473126 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:11.481515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 97f70c87-14ae-44f2-a36d-cce9b401d9c0 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:11.488032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 97f70c87-14ae-44f2-a36d-cce9b401d9c0 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:11.647367 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (0962fc6d-11a4-4d86-8eb1-711154129daa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.658536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.664861 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/0962fc6d-11a4-4d86-8eb1-711154129daa HTTP/1.1" status: 204 len: 168 time: 1.7299628 Feb 11 05:52:11.665700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39000) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:11.700354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefe6d4-dda9-4c40-bec3-523b7b5b7da2 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=0962fc6d-11a4-4d86-8eb1-711154129daa,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:11.729860 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.741898 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ac595e-5146-462e-8119-b3d330874bdd tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:11.743339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ac595e-5146-462e-8119-b3d330874bdd tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:11.747565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c2ac595e-5146-462e-8119-b3d330874bdd tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/323286f1-ca76-4413-840a-1366adb20563 HTTP/1.1" status: 404 len: 337 time: 0.0807979 Feb 11 05:52:11.750192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39002) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:11.773080 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d172804-4ca2-4118-9ea9-d6cadfb3e5d1 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] DELETE failed (client error): The resource could not be found. Feb 11 05:52:11.774950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d172804-4ca2-4118-9ea9-d6cadfb3e5d1 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:52:11.778252 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d172804-4ca2-4118-9ea9-d6cadfb3e5d1 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/968aa7fc-31ad-4f87-a994-94844397389d HTTP/1.1" status: 404 len: 339 time: 0.0267661 Feb 11 05:52:11.781581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39006) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:11.844223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-c078d953-aca3-45eb-9c38-14b387f209d9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting subnet a003b490-577f-419e-b273-dfe0f36ad72a {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:11.849177 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c078d953-aca3-45eb-9c38-14b387f209d9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (a003b490-577f-419e-b273-dfe0f36ad72a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.902226 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c078d953-aca3-45eb-9c38-14b387f209d9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (a003b490-577f-419e-b273-dfe0f36ad72a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.083872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c078d953-aca3-45eb-9c38-14b387f209d9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a003b490-577f-419e-b273-dfe0f36ad72a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.173890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6393f1a-12bd-4717-ba8f-45de9bc0ba1b req-e8898d2c-40c7-46df-bf22-aa86f663ebcc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0488608 Feb 11 05:52:12.323212 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c078d953-aca3-45eb-9c38-14b387f209d9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (a003b490-577f-419e-b273-dfe0f36ad72a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.351227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078d953-aca3-45eb-9c38-14b387f209d9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Subnet': ['ID=a003b490-577f-419e-b273-dfe0f36ad72a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:12.359707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c078d953-aca3-45eb-9c38-14b387f209d9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.365188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf4c20-35a7-4511-b1fe-fcfb3fc44dda None None] Network c85cd320-b0e7-4457-a1c4-30b06bafddd8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:12.372569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39022) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:12.374005 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c078d953-aca3-45eb-9c38-14b387f209d9 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/subnets/a003b490-577f-419e-b273-dfe0f36ad72a HTTP/1.1" status: 204 len: 168 time: 0.5912411 Feb 11 05:52:12.606102 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c85cd320-b0e7-4457-a1c4-30b06bafddd8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.676927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] DHCP port deletion for c85cd320-b0e7-4457-a1c4-30b06bafddd8 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:12.734255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Deleting port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:12.738248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.781258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] Deleting port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:12.781870 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.828991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] For port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,segment=NetworkSegment(87b52f9e-9ea2-477a-8768-526944ba3a60),segment_id=87b52f9e-9ea2-477a-8768-526944ba3a60)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:12.833215 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.848505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Calling delete_port for e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:12.951103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] For port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,segment=NetworkSegment(87b52f9e-9ea2-477a-8768-526944ba3a60),segment_id=87b52f9e-9ea2-477a-8768-526944ba3a60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:12.951453 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.973929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] Calling delete_port for e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:13.004591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39040) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:13.059409 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.093846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Port': ['ID=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:13.103596 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] No DVR routers for this DVR port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:13.191679 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (e942df44-5aa8-490f-8f6e-2c8fb5b27cc2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.208434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-216e04cb-d0b2-4b13-8b68-e73cfe534d36 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-933860886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:13.261614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] Pushing event deleted for resources: {'Port': ['ID=e942df44-5aa8-490f-8f6e-2c8fb5b27cc2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:13.286816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daff242-da9d-4a3b-b716-82f631984f5a None None] No DVR routers for this DVR port e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:13.307549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c85cd320-b0e7-4457-a1c4-30b06bafddd8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.334984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85cd320-b0e7-4457-a1c4-30b06bafddd8']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:13.351508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b52f9e-9ea2-477a-8768-526944ba3a60') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:13.351931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b52f9e-9ea2-477a-8768-526944ba3a60') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:13.364365 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (87b52f9e-9ea2-477a-8768-526944ba3a60), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.367346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-216e04cb-d0b2-4b13-8b68-e73cfe534d36 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (28ef7af4-9339-45fe-8f87-612f0e8bc543), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.369564 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-216e04cb-d0b2-4b13-8b68-e73cfe534d36 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (28ef7af4-9339-45fe-8f87-612f0e8bc543), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.385091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d433ab1c-4cbd-4564-9d99-d6a700be5fad req-d0fad4a2-eeee-4f66-b078-601e7759a9bb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=2950feb7-87fc-4156-94e8-610043a5a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0603094 Feb 11 05:52:13.386853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (87b52f9e-9ea2-477a-8768-526944ba3a60), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.406969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:13.407380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (87b52f9e-9ea2-477a-8768-526944ba3a60), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:13.410835 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:13.434824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:13.461692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:13.463006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e942df44-5aa8-490f-8f6e-2c8fb5b27cc2 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:13.617691 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c85cd320-b0e7-4457-a1c4-30b06bafddd8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.634297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.638315 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] 10.222.0.62 "DELETE /v2.0/networks/c85cd320-b0e7-4457-a1c4-30b06bafddd8 HTTP/1.1" status: 204 len: 168 time: 1.2647963 Feb 11 05:52:13.685870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ef828-8dcd-4e27-87a6-a4d275f4c469 tempest-NetworksIpV6Test-598801878 tempest-NetworksIpV6Test-598801878-project] Pushing event deleted for resources: {'Network': ['ID=c85cd320-b0e7-4457-a1c4-30b06bafddd8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:13.761249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-216e04cb-d0b2-4b13-8b68-e73cfe534d36 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for router_controller (28ef7af4-9339-45fe-8f87-612f0e8bc543), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.848809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-216e04cb-d0b2-4b13-8b68-e73cfe534d36 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (28ef7af4-9339-45fe-8f87-612f0e8bc543), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.971515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-216e04cb-d0b2-4b13-8b68-e73cfe534d36 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.973951 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-216e04cb-d0b2-4b13-8b68-e73cfe534d36 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9666274 Feb 11 05:52:13.976741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39060) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:13.984670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1081661930'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:14.132907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Made reservation on behalf of 7f7cbae3e1f44204a23f39157bad1fc6 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:14.138352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.152909 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.247726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for security_group (42982c1e-1c43-4ba0-934b-e0f0fdb33fbe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.385879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (42982c1e-1c43-4ba0-934b-e0f0fdb33fbe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.461967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:14.466025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42982c1e-1c43-4ba0-934b-e0f0fdb33fbe,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:14.512345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (71ec5384-c196-434d-a39e-1bbb08a0f0dc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.512965 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Added segment 71ec5384-c196-434d-a39e-1bbb08a0f0dc of type vlan for network 642b2c09-1c38-4ec9-8d61-2812620d81c5 Feb 11 05:52:14.522365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39072) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:14.622507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (642b2c09-1c38-4ec9-8d61-2812620d81c5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.718930 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (642b2c09-1c38-4ec9-8d61-2812620d81c5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.725201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:14.727149 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.736512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bd981195-537d-4c32-8514-a0a45b6ce1fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6955d25947f247dc877f85470710e4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119999 Feb 11 05:52:14.739306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39078) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:14.852434 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34251d9a-5d5c-4d2b-bfbe-bcef41b775d8 admin admin] Publish callbacks [] for security_group (5aee1b83-2757-47bb-b67c-41f4cb2b0647), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.881325 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34251d9a-5d5c-4d2b-bfbe-bcef41b775d8 admin admin] Publish callbacks [] for security_group (5aee1b83-2757-47bb-b67c-41f4cb2b0647), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.941059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39086) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:14.945226 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9662766 Feb 11 05:52:14.952550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'subnet': {'network_id': '642b2c09-1c38-4ec9-8d61-2812620d81c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:14.954069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf2000-e678-45bc-80b5-46e183a4fa7e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Network': ['ID=642b2c09-1c38-4ec9-8d61-2812620d81c5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:14.969925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 642b2c09-1c38-4ec9-8d61-2812620d81c5 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:15.140870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34251d9a-5d5c-4d2b-bfbe-bcef41b775d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (5aee1b83-2757-47bb-b67c-41f4cb2b0647), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.140870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34251d9a-5d5c-4d2b-bfbe-bcef41b775d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.156228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-34251d9a-5d5c-4d2b-bfbe-bcef41b775d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5aee1b83-2757-47bb-b67c-41f4cb2b0647 HTTP/1.1" status: 204 len: 168 time: 0.4138191 Feb 11 05:52:15.177947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34251d9a-5d5c-4d2b-bfbe-bcef41b775d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aee1b83-2757-47bb-b67c-41f4cb2b0647,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:15.235471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Made reservation on behalf of 7f7cbae3e1f44204a23f39157bad1fc6 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:15.240456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.622262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (6c275cec-be03-46cf-a072-92446c61a828), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.775300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Subnet': ['ID=6c275cec-be03-46cf-a072-92446c61a828,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:15.795809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Checking segment: {'id': '71ec5384-c196-434d-a39e-1bbb08a0f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '642b2c09-1c38-4ec9-8d61-2812620d81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:15.796981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network hostable DHCP agents. Network: 642b2c09-1c38-4ec9-8d61-2812620d81c5, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:15.922601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network 642b2c09-1c38-4ec9-8d61-2812620d81c5 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:16.018159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 642b2c09-1c38-4ec9-8d61-2812620d81c5) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:16.027131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.029610 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.040075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5f5a0-b9a7-4c43-9145-d1624a323093 None None] Network 642b2c09-1c38-4ec9-8d61-2812620d81c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:16.131736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3c627d85-1591-4427-849f-e60a0f3cd144 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1889107 Feb 11 05:52:16.134880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39114) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:16.142841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'network': {'name': 'tempest-router-network01--1650797703'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:16.254274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Made reservation on behalf of 7f7cbae3e1f44204a23f39157bad1fc6 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:16.259068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.322408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:16.334611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9293f6e4-7267-424d-8cef-d93de217e211), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.335249 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Added segment 9293f6e4-7267-424d-8cef-d93de217e211 of type vlan for network d9234d00-c07c-4b78-a89b-5f6379e0d18f Feb 11 05:52:16.393429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-642b2c09-1c38-4ec9-8d61-2812620d81c5', 'network_id': '642b2c09-1c38-4ec9-8d61-2812620d81c5', 'project_id': '7f7cbae3e1f44204a23f39157bad1fc6', 'fixed_ips': [{'subnet_id': '6c275cec-be03-46cf-a072-92446c61a828'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:52:16.394598 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.408882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d9234d00-c07c-4b78-a89b-5f6379e0d18f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.577426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d9234d00-c07c-4b78-a89b-5f6379e0d18f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.585969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:16.585969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.733993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Allocated IP 2001:db8::2 (642b2c09-1c38-4ec9-8d61-2812620d81c5/6c275cec-be03-46cf-a072-92446c61a828/7c10776b-d6bc-43f7-b408-c980db49de5c) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:16.739920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Network': ['ID=d9234d00-c07c-4b78-a89b-5f6379e0d18f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:16.766613 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-023520d9-65a9-492a-85c5-c0b16ae267db tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6289506 Feb 11 05:52:16.770920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39132) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:16.778438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d9234d00-c07c-4b78-a89b-5f6379e0d18f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:16.780664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'network': {'name': 'tempest-router-network02--435035213'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:16.971152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Made reservation on behalf of 7f7cbae3e1f44204a23f39157bad1fc6 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:16.984767 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.114499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Publish callbacks [] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.132083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:17.163614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0a1af143-1e0d-450a-8689-18899a402018), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.166372 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Added segment 0a1af143-1e0d-450a-8689-18899a402018 of type vlan for network 78fb3ad5-631c-440c-a32f-057e4e8e72dd Feb 11 05:52:17.181548 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.246008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Network 642b2c09-1c38-4ec9-8d61-2812620d81c5 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:17.249865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:17.255944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:17.295892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Pushing event updated for resources: {'Port': ['ID=7c10776b-d6bc-43f7-b408-c980db49de5c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:17.332691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (78fb3ad5-631c-440c-a32f-057e4e8e72dd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.379547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Attempting to bind port 7c10776b-d6bc-43f7-b408-c980db49de5c on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:17.379925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Attempting to bind port 7c10776b-d6bc-43f7-b408-c980db49de5c by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '71ec5384-c196-434d-a39e-1bbb08a0f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '642b2c09-1c38-4ec9-8d61-2812620d81c5'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:17.380295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Attempting to bind port 7c10776b-d6bc-43f7-b408-c980db49de5c on network 642b2c09-1c38-4ec9-8d61-2812620d81c5 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:17.390999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:17.391637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Checking segment: {'id': '71ec5384-c196-434d-a39e-1bbb08a0f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '642b2c09-1c38-4ec9-8d61-2812620d81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:17.392104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.392558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Bound using segment: {'id': '71ec5384-c196-434d-a39e-1bbb08a0f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '642b2c09-1c38-4ec9-8d61-2812620d81c5'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:17.393384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Bound port: 7c10776b-d6bc-43f7-b408-c980db49de5c, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ec5384-c196-434d-a39e-1bbb08a0f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '642b2c09-1c38-4ec9-8d61-2812620d81c5'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:17.394232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.487784 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (78fb3ad5-631c-440c-a32f-057e4e8e72dd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.496355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:17.497765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.498335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] For port 7c10776b-d6bc-43f7-b408-c980db49de5c, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:17.504361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] For port 7c10776b-d6bc-43f7-b408-c980db49de5c, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c10776b-d6bc-43f7-b408-c980db49de5c,segment=NetworkSegment(71ec5384-c196-434d-a39e-1bbb08a0f0dc),segment_id=71ec5384-c196-434d-a39e-1bbb08a0f0dc)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:17.591368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.610484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Network': ['ID=78fb3ad5-631c-440c-a32f-057e4e8e72dd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:17.716372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 78fb3ad5-631c-440c-a32f-057e4e8e72dd details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:17.718844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85fcc-1948-4ae7-bb8b-b890ee97b398 None None] Pushing event updated for resources: {'Port': ['ID=7c10776b-d6bc-43f7-b408-c980db49de5c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:17.747594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f0760b3b-b022-4ba6-86fb-058547ee9dd0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9728816 Feb 11 05:52:17.749312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39150) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:17.756285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'subnet': {'network_id': 'd9234d00-c07c-4b78-a89b-5f6379e0d18f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:18.080589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Made reservation on behalf of 7f7cbae3e1f44204a23f39157bad1fc6 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:18.086060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.670269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (35ef1425-c6b1-4236-929e-4b62a441783d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.746612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Subnet': ['ID=35ef1425-c6b1-4236-929e-4b62a441783d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:18.763459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Checking segment: {'id': '9293f6e4-7267-424d-8cef-d93de217e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd9234d00-c07c-4b78-a89b-5f6379e0d18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:18.764568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network hostable DHCP agents. Network: d9234d00-c07c-4b78-a89b-5f6379e0d18f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:18.951003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network d9234d00-c07c-4b78-a89b-5f6379e0d18f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:19.121749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d9234d00-c07c-4b78-a89b-5f6379e0d18f) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:19.126375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:19.128670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.170212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e7105-9057-4186-bb07-ee84ebbd9caa None None] Network d9234d00-c07c-4b78-a89b-5f6379e0d18f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:19.286677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-696ad5af-18d9-4491-b982-fdb7a7793960 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5356991 Feb 11 05:52:19.291662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39188) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:19.297620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'subnet': {'network_id': '78fb3ad5-631c-440c-a32f-057e4e8e72dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:19.495643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-d9234d00-c07c-4b78-a89b-5f6379e0d18f', 'network_id': 'd9234d00-c07c-4b78-a89b-5f6379e0d18f', 'project_id': '7f7cbae3e1f44204a23f39157bad1fc6', 'fixed_ips': [{'subnet_id': '35ef1425-c6b1-4236-929e-4b62a441783d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:52:19.496499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.630073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Made reservation on behalf of 7f7cbae3e1f44204a23f39157bad1fc6 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:19.634265 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.763654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c10776b-d6bc-43f7-b408-c980db49de5c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:19.825277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf6b57-971d-408d-8681-7df7fd8f878f None None] Network 642b2c09-1c38-4ec9-8d61-2812620d81c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:19.861893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7c10776b-d6bc-43f7-b408-c980db49de5c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:19.862260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.888544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-42865533-1193-4d51-9bdb-08c5e8622aed None None] Provisioning complete for port 7c10776b-d6bc-43f7-b408-c980db49de5c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:19.889035 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42865533-1193-4d51-9bdb-08c5e8622aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.270370 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (061ae686-aa89-48c5-bb84-5926d1a25961), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.315570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Allocated IP 2001:db8::2 (d9234d00-c07c-4b78-a89b-5f6379e0d18f/35ef1425-c6b1-4236-929e-4b62a441783d/aa470052-4be5-419d-b1b3-bea79a2ab362) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:20.384519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Subnet': ['ID=061ae686-aa89-48c5-bb84-5926d1a25961,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:20.397526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Checking segment: {'id': '0a1af143-1e0d-450a-8689-18899a402018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78fb3ad5-631c-440c-a32f-057e4e8e72dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:20.397878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network hostable DHCP agents. Network: 78fb3ad5-631c-440c-a32f-057e4e8e72dd, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:20.510766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network 78fb3ad5-631c-440c-a32f-057e4e8e72dd is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:20.620017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c10776b-d6bc-43f7-b408-c980db49de5c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:20.620458 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.643519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-42865533-1193-4d51-9bdb-08c5e8622aed None None] Current status of the port 7c10776b-d6bc-43f7-b408-c980db49de5c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:20.643915 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42865533-1193-4d51-9bdb-08c5e8622aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.692056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 78fb3ad5-631c-440c-a32f-057e4e8e72dd) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:20.698251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:20.699322 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.732066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3638996-737f-4844-8733-1a9001bbe7d9 None None] Network 78fb3ad5-631c-440c-a32f-057e4e8e72dd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:20.796389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 7c10776b-d6bc-43f7-b408-c980db49de5c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c10776b-d6bc-43f7-b408-c980db49de5c,segment=NetworkSegment(71ec5384-c196-434d-a39e-1bbb08a0f0dc),segment_id=71ec5384-c196-434d-a39e-1bbb08a0f0dc)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:20.863584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:20.872231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c217c9e8-3eeb-445b-82dd-cd0abf87a8e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5793421 Feb 11 05:52:20.892130 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.018574 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Publish callbacks [] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.029629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-78fb3ad5-631c-440c-a32f-057e4e8e72dd', 'network_id': '78fb3ad5-631c-440c-a32f-057e4e8e72dd', 'project_id': '7f7cbae3e1f44204a23f39157bad1fc6', 'fixed_ips': [{'subnet_id': '061ae686-aa89-48c5-bb84-5926d1a25961'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:52:21.037945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.037945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-42865533-1193-4d51-9bdb-08c5e8622aed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:52:21.037945 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-42865533-1193-4d51-9bdb-08c5e8622aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:52:21.047321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=7c10776b-d6bc-43f7-b408-c980db49de5c,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:21.137869 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.211245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Network d9234d00-c07c-4b78-a89b-5f6379e0d18f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:21.219469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:21.228402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:21.260730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Pushing event updated for resources: {'Port': ['ID=aa470052-4be5-419d-b1b3-bea79a2ab362,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:21.334390 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Allocated IP 2001:db8::2 (78fb3ad5-631c-440c-a32f-057e4e8e72dd/061ae686-aa89-48c5-bb84-5926d1a25961/5ec3532f-39e1-4db0-9b87-408082aee4a6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Attempting to bind port aa470052-4be5-419d-b1b3-bea79a2ab362 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Attempting to bind port aa470052-4be5-419d-b1b3-bea79a2ab362 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '9293f6e4-7267-424d-8cef-d93de217e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd9234d00-c07c-4b78-a89b-5f6379e0d18f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Attempting to bind port aa470052-4be5-419d-b1b3-bea79a2ab362 on network d9234d00-c07c-4b78-a89b-5f6379e0d18f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Checking segment: {'id': '9293f6e4-7267-424d-8cef-d93de217e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd9234d00-c07c-4b78-a89b-5f6379e0d18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Bound using segment: {'id': '9293f6e4-7267-424d-8cef-d93de217e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd9234d00-c07c-4b78-a89b-5f6379e0d18f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Bound port: aa470052-4be5-419d-b1b3-bea79a2ab362, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9293f6e4-7267-424d-8cef-d93de217e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd9234d00-c07c-4b78-a89b-5f6379e0d18f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:21.379887 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.574101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c10776b-d6bc-43f7-b408-c980db49de5c up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:21.744696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] For port aa470052-4be5-419d-b1b3-bea79a2ab362, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:21.830633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] For port aa470052-4be5-419d-b1b3-bea79a2ab362, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aa470052-4be5-419d-b1b3-bea79a2ab362,segment=NetworkSegment(9293f6e4-7267-424d-8cef-d93de217e211),segment_id=9293f6e4-7267-424d-8cef-d93de217e211)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:21.868909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-42865533-1193-4d51-9bdb-08c5e8622aed None None] Current status of the port 7c10776b-d6bc-43f7-b408-c980db49de5c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:21.918527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Allocated IP 2001:db8::1 (d9234d00-c07c-4b78-a89b-5f6379e0d18f/35ef1425-c6b1-4236-929e-4b62a441783d/aae6867f-0aca-464a-a8b8-58e6859f603b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:21.938656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Publish callbacks [] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.940294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7c10776b-d6bc-43f7-b408-c980db49de5c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:21.941095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.018442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7bf82c3a-4e3e-4496-a439-46984d44a0b2 None None] Provisioning complete for port 7c10776b-d6bc-43f7-b408-c980db49de5c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:22.018810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7bf82c3a-4e3e-4496-a439-46984d44a0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.080164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.155543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.200626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224794c-2ce8-4d7a-9196-1f82df23cb35 None None] Pushing event updated for resources: {'Port': ['ID=aa470052-4be5-419d-b1b3-bea79a2ab362,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:22.215293 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.297276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Network 78fb3ad5-631c-440c-a32f-057e4e8e72dd is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:22.311317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:22.314180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:22.316981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c10776b-d6bc-43f7-b408-c980db49de5c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:22.413082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Pushing event updated for resources: {'Port': ['ID=5ec3532f-39e1-4db0-9b87-408082aee4a6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:22.441875 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.471049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Attempting to bind port 5ec3532f-39e1-4db0-9b87-408082aee4a6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:22.471688 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Attempting to bind port 5ec3532f-39e1-4db0-9b87-408082aee4a6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0a1af143-1e0d-450a-8689-18899a402018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78fb3ad5-631c-440c-a32f-057e4e8e72dd'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:22.472364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Attempting to bind port 5ec3532f-39e1-4db0-9b87-408082aee4a6 on network 78fb3ad5-631c-440c-a32f-057e4e8e72dd {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:22.476150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7bf82c3a-4e3e-4496-a439-46984d44a0b2 None None] Current status of the port 7c10776b-d6bc-43f7-b408-c980db49de5c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:22.482640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:22.482640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Checking segment: {'id': '0a1af143-1e0d-450a-8689-18899a402018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78fb3ad5-631c-440c-a32f-057e4e8e72dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:22.483069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.483364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Bound using segment: {'id': '0a1af143-1e0d-450a-8689-18899a402018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78fb3ad5-631c-440c-a32f-057e4e8e72dd'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:22.483852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Bound port: 5ec3532f-39e1-4db0-9b87-408082aee4a6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1af143-1e0d-450a-8689-18899a402018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78fb3ad5-631c-440c-a32f-057e4e8e72dd'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:22.484491 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.519083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Port': ['ID=aae6867f-0aca-464a-a8b8-58e6859f603b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:22.544725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network d9234d00-c07c-4b78-a89b-5f6379e0d18f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:22.545832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:22.551270 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:22.551958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (28ef7af4-9339-45fe-8f87-612f0e8bc543), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.633429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] For port 5ec3532f-39e1-4db0-9b87-408082aee4a6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:22.639775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] For port 5ec3532f-39e1-4db0-9b87-408082aee4a6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5ec3532f-39e1-4db0-9b87-408082aee4a6,segment=NetworkSegment(0a1af143-1e0d-450a-8689-18899a402018),segment_id=0a1af143-1e0d-450a-8689-18899a402018)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:22.743986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.834238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a71c01-5d1f-4192-968a-c3ab3c8d75b9 None None] Pushing event updated for resources: {'Port': ['ID=5ec3532f-39e1-4db0-9b87-408082aee4a6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:22.965943 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.560844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39266) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:23.618104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aa470052-4be5-419d-b1b3-bea79a2ab362 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:23.635526 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.725385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port aa470052-4be5-419d-b1b3-bea79a2ab362 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:23.726002 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.728362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f09ea215-b3a3-4b5c-977a-6881c04ace78 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/floatingips/1ebdb698-173c-418c-aa36-e7f0bec6cace HTTP/1.1" status: 200 len: 994 time: 0.1647975 Feb 11 05:52:23.732946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.733833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (28ef7af4-9339-45fe-8f87-612f0e8bc543), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.876809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port aa470052-4be5-419d-b1b3-bea79a2ab362 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:23.877111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.950530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port aa470052-4be5-419d-b1b3-bea79a2ab362, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aa470052-4be5-419d-b1b3-bea79a2ab362,segment=NetworkSegment(9293f6e4-7267-424d-8cef-d93de217e211),segment_id=9293f6e4-7267-424d-8cef-d93de217e211)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:23.981805 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Port': ['ID=aae6867f-0aca-464a-a8b8-58e6859f603b,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:24.051058 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.056766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5ec3532f-39e1-4db0-9b87-408082aee4a6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:24.102684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39282) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.155430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network d9234d00-c07c-4b78-a89b-5f6379e0d18f is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:24.171531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:24.283918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=aa470052-4be5-419d-b1b3-bea79a2ab362,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:24.392546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5ec3532f-39e1-4db0-9b87-408082aee4a6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:24.393256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.591969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port 1f82c767-65d6-46d2-bbe8-3e75a3ca79fe {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:24.592559 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.593275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5ec3532f-39e1-4db0-9b87-408082aee4a6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:24.593966 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.685218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 5ec3532f-39e1-4db0-9b87-408082aee4a6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5ec3532f-39e1-4db0-9b87-408082aee4a6,segment=NetworkSegment(0a1af143-1e0d-450a-8689-18899a402018),segment_id=0a1af143-1e0d-450a-8689-18899a402018)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:24.699457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Router 28ef7af4-9339-45fe-8f87-612f0e8bc543 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:24.809257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.855381 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.856000 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for floatingip (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.888836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for 1f82c767-65d6-46d2-bbe8-3e75a3ca79fe owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:24.896314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:24.909063 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807755e9-2425-48bc-8571-031e59b36f65 None None] Sync routers for ids ['28ef7af4-9339-45fe-8f87-612f0e8bc543'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:24.910287 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-85d30870-a426-46b4-9aaa-ce9cb2a92a88 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "PUT /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0448182 Feb 11 05:52:24.913253 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39290) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:24.927047 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807755e9-2425-48bc-8571-031e59b36f65 None None] Routers {'28ef7af4-9339-45fe-8f87-612f0e8bc543'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:24.933173 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-807755e9-2425-48bc-8571-031e59b36f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['28ef7af4-9339-45fe-8f87-612f0e8bc543'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:24.986263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38866a-e146-4a86-9b4d-a0974fb881c8 None None] Network d9234d00-c07c-4b78-a89b-5f6379e0d18f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:25.049840 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-807755e9-2425-48bc-8571-031e59b36f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:25.087415 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807755e9-2425-48bc-8571-031e59b36f65 None None] Routers {'28ef7af4-9339-45fe-8f87-612f0e8bc543'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:25.087415 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-807755e9-2425-48bc-8571-031e59b36f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['28ef7af4-9339-45fe-8f87-612f0e8bc543'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:25.095117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=5ec3532f-39e1-4db0-9b87-408082aee4a6,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:25.222820 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-807755e9-2425-48bc-8571-031e59b36f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:25.230384 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807755e9-2425-48bc-8571-031e59b36f65 None None] The sync data for ids ['28ef7af4-9339-45fe-8f87-612f0e8bc543'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:25.233078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-085c8ced-4d4e-4411-9c2c-91b70b5a1d60 None None] Provisioning complete for port aa470052-4be5-419d-b1b3-bea79a2ab362 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:25.237096 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-085c8ced-4d4e-4411-9c2c-91b70b5a1d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.388693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368ca72-6c9d-48ad-bf5b-d92edc058b4d None None] Network 78fb3ad5-631c-440c-a32f-057e4e8e72dd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:25.557340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (1f82c767-65d6-46d2-bbe8-3e75a3ca79fe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.592045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aa470052-4be5-419d-b1b3-bea79a2ab362 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:25.629376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=1f82c767-65d6-46d2-bbe8-3e75a3ca79fe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:25.809710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for floatingip (1ebdb698-173c-418c-aa36-e7f0bec6cace), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.810353 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Floating IP 1ebdb698-173c-418c-aa36-e7f0bec6cace disassociated (deleted). External IP: 172.25.8.178, port: 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9. Feb 11 05:52:25.971044 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-154be8f4-a1c3-4472-bb87-52b43e5905c7 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:52:25.975265 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-154be8f4-a1c3-4472-bb87-52b43e5905c7 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "PUT /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0609455 Feb 11 05:52:25.975933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39306) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:26.215415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 52b5813b-c0e2-4750-b593-6158a44ee19a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:26.257463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-085c8ced-4d4e-4411-9c2c-91b70b5a1d60 None None] Current status of the port aa470052-4be5-419d-b1b3-bea79a2ab362 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:26.287199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port aa470052-4be5-419d-b1b3-bea79a2ab362 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:26.287583 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.619779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port aa470052-4be5-419d-b1b3-bea79a2ab362 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:26.622900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5ec3532f-39e1-4db0-9b87-408082aee4a6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:26.714935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-19114540-dee8-4def-b0bf-f458618dd90f None None] Provisioning complete for port 5ec3532f-39e1-4db0-9b87-408082aee4a6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:26.715330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-19114540-dee8-4def-b0bf-f458618dd90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.813472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5ec3532f-39e1-4db0-9b87-408082aee4a6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:26.813642 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.902100 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (28ef7af4-9339-45fe-8f87-612f0e8bc543), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.031307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-19114540-dee8-4def-b0bf-f458618dd90f None None] Current status of the port 5ec3532f-39e1-4db0-9b87-408082aee4a6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:27.040049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5ec3532f-39e1-4db0-9b87-408082aee4a6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:27.140153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:27.150400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.152327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] Sync routers for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:27.188376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Provisioning complete for port 5ec3532f-39e1-4db0-9b87-408082aee4a6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:27.189294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.190226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-967051cf-66a8-4f73-a08a-f6a72d5dbb63 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/floatingips/1ebdb698-173c-418c-aa36-e7f0bec6cace HTTP/1.1" status: 204 len: 168 time: 3.0896318 Feb 11 05:52:27.191058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:27.204844 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:27.234898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:27.235563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:27.272740 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892bcdc-d007-49f1-8077-a721c722da00 x-openstack-request-id: req-d892bcdc-d007-49f1-8077-a721c722da00 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:27.281486 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:27.281486 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d892bcdc-d007-49f1-8077-a721c722da00 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:27.281486 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'status': 'completed', 'code': 200} Feb 11 05:52:27.375739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Current status of the port 5ec3532f-39e1-4db0-9b87-408082aee4a6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:27.417978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-faeb688e-0e84-4803-b81b-8e32c6941a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:27.419871 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-faeb688e-0e84-4803-b81b-8e32c6941a33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 1129 time: 0.1275718 Feb 11 05:52:27.457612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Provisioning complete for port aae6867f-0aca-464a-a8b8-58e6859f603b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:27.457998 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.497034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Deleting port aae6867f-0aca-464a-a8b8-58e6859f603b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:27.504471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.597074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:27.691082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Port aae6867f-0aca-464a-a8b8-58e6859f603b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:27.729862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Provisioning complete for port aa470052-4be5-419d-b1b3-bea79a2ab362 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:27.730266 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.956022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf71e8-2fce-4f4a-9591-1568b13ab324 req-8aa756ed-5efb-4200-bd55-a90158efbb3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:27.972999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccaf71e8-2fce-4f4a-9591-1568b13ab324 req-8aa756ed-5efb-4200-bd55-a90158efbb3d tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 946 time: 0.1026840 Feb 11 05:52:27.999842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-988695e5-a4d4-44aa-8156-23665bd42212 None None] Current status of the port aa470052-4be5-419d-b1b3-bea79a2ab362 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:28.020385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:26Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:28.043562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccaf71e8-2fce-4f4a-9591-1568b13ab324 req-e702ee2a-1667-4c41-a4c5-9caa05126e22 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692260 Feb 11 05:52:28.080080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] Checking router: 52b5813b-c0e2-4750-b593-6158a44ee19a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:28.090636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:28.091539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:28.137430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-8bd04eb8-8fb1-4d03-b32e-2191060df97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:28.138942 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-8bd04eb8-8fb1-4d03-b32e-2191060df97d service neutron] 10.222.0.65 "GET /v2.0/networks?id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8 HTTP/1.1" status: 200 len: 897 time: 0.7129812 Feb 11 05:52:28.166107 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:28.171140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7a6bc8ba-384b-45a7-b887-8226c6fff5bc None None] Provisioning complete for port aae6867f-0aca-464a-a8b8-58e6859f603b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:28.173344 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a6bc8ba-384b-45a7-b887-8226c6fff5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:28.211534 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-01d8c35b-1e54-4361-a61b-7a7654456559 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 HTTP/1.1" status: 200 len: 217 time: 0.0624681 Feb 11 05:52:28.219628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Calling delete_port for aae6867f-0aca-464a-a8b8-58e6859f603b owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:28.308239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a6bc8ba-384b-45a7-b887-8226c6fff5bc None None] Port aae6867f-0aca-464a-a8b8-58e6859f603b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:28.312102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:28.330755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-fce70c7f-06c0-48cd-9627-63e5c9b65b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:28.332471 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-fce70c7f-06c0-48cd-9627-63e5c9b65b48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=54f5a22d-334e-4f6f-8b70-4ff70b7f5e71 HTTP/1.1" status: 200 len: 834 time: 0.1146343 Feb 11 05:52:28.511054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-e6db4826-f9cf-4ec6-a806-b772ec0bc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:28.511054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-e6db4826-f9cf-4ec6-a806-b772ec0bc3cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0088faae-c5de-4bd9-ac1c-9eecaf7564b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1333790 Feb 11 05:52:28.542885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:26Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:28.575228 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf1150-5a6b-4180-923c-081fff6d4f94 None None] The sync data for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 is: [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:51:18Z', 'revision_number': 4, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2fd1f96f-3c44-4f19-a68c-13a17005aade', 'name': '', 'network_id': '0088faae-c5de-4bd9-ac1c-9eecaf7564b8', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'mac_address': 'fa:16:3e:6c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:16Z', 'updated_at': '2022-02-11T05:51:26Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'subnets': [{'id': '54f5a22d-334e-4f6f-8b70-4ff70b7f5e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:28.630121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-7a2d3048-1c05-4ca5-b2f8-1dee51a3eb52 service neutron] 10.222.0.65 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513255 Feb 11 05:52:28.769344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-64064fd3-3cdb-4702-b3e8-7ba0a89188e5 req-889c0ad2-cf81-44b5-b48b-bf7da7823545 service neutron] 10.222.0.65 "GET /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312177 Feb 11 05:52:28.825660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (aae6867f-0aca-464a-a8b8-58e6859f603b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:28.856793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Port': ['ID=aae6867f-0aca-464a-a8b8-58e6859f603b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:29.026266 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c3d8ca-b008-4e78-b24a-701190882a93 None None] New status for floating IP 1ebdb698-173c-418c-aa36-e7f0bec6cace: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:52:29.082775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (28ef7af4-9339-45fe-8f87-612f0e8bc543), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.357008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bb2f1-a0d6-4fe7-9b6b-bde155399ba7 req-55aa6559-942c-413a-8b84-0c305e6f87e2 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:29.358106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-427bb2f1-a0d6-4fe7-9b6b-bde155399ba7 req-55aa6559-942c-413a-8b84-0c305e6f87e2 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 946 time: 0.1561785 Feb 11 05:52:29.470432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-928d89ef-2780-49fd-a858-99c59986e32e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:29.472238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-928d89ef-2780-49fd-a858-99c59986e32e tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 946 time: 0.3449128 Feb 11 05:52:29.480307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-427bb2f1-a0d6-4fe7-9b6b-bde155399ba7 req-8e5a93d9-cea4-44a3-a0b7-8d8eedd8d6cc tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c1c063e-0b81-4553-a814-9ac43511ec0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097293 Feb 11 05:52:29.577077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5ac81-c383-4d58-a694-e1c2b22d7c10 req-c34416f9-04d4-460b-8380-b066ad87c21c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:29.580763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7af5ac81-c383-4d58-a694-e1c2b22d7c10 req-c34416f9-04d4-460b-8380-b066ad87c21c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 946 time: 0.0786583 Feb 11 05:52:29.713351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7af5ac81-c383-4d58-a694-e1c2b22d7c10 req-87806ced-3ab0-4ece-9719-5b1947f00a47 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195006 Feb 11 05:52:29.720089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Router 28ef7af4-9339-45fe-8f87-612f0e8bc543 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:29.827920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:29.828467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.905914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:29.917383 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c6939af1-6e03-4ea8-8876-a8ad56a09de6 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "PUT /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9396987 Feb 11 05:52:29.921269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39382) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:29.922342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f2e33-77d6-4ab3-b506-9dff46b9d35b None None] Sync routers for ids ['28ef7af4-9339-45fe-8f87-612f0e8bc543'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:29.936077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f2e33-77d6-4ab3-b506-9dff46b9d35b None None] Routers {'28ef7af4-9339-45fe-8f87-612f0e8bc543'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:29.936749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7a6f2e33-77d6-4ab3-b506-9dff46b9d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['28ef7af4-9339-45fe-8f87-612f0e8bc543'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:29.969661 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-c3f973a4-376d-4f97-b907-4805145c20f9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] delete failed (client error): The resource could not be found. Feb 11 05:52:29.973756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c3f973a4-376d-4f97-b907-4805145c20f9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-906536722 HTTP/1.1" status: 404 len: 334 time: 0.0513024 Feb 11 05:52:29.980166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39384) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:29.986297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5e23848f-3263-4fef-9929-5b412a1711da tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'router': {'external_gateway_info': {'network_id': '28ef7af4-9339-45fe-8f87-612f0e8bc543'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:30.007453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7a6f2e33-77d6-4ab3-b506-9dff46b9d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:30.029138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f2e33-77d6-4ab3-b506-9dff46b9d35b None None] Routers {'28ef7af4-9339-45fe-8f87-612f0e8bc543'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:30.029795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7a6f2e33-77d6-4ab3-b506-9dff46b9d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['28ef7af4-9339-45fe-8f87-612f0e8bc543'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:30.095110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:30.095482 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.113539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7a6f2e33-77d6-4ab3-b506-9dff46b9d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:30.114249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f2e33-77d6-4ab3-b506-9dff46b9d35b None None] The sync data for ids ['28ef7af4-9339-45fe-8f87-612f0e8bc543'] in n-d-713498-37 is: [] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:30.122055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:30.453916 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5e23848f-3263-4fef-9929-5b412a1711da tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for router_gateway (28ef7af4-9339-45fe-8f87-612f0e8bc543), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.514580 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.622887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:30.647372 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-5e23848f-3263-4fef-9929-5b412a1711da tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] update failed (client error): The resource could not be found. Feb 11 05:52:30.656326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5e23848f-3263-4fef-9929-5b412a1711da tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "PUT /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543 HTTP/1.1" status: 404 len: 339 time: 0.6743097 Feb 11 05:52:30.671154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:30.676036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-559646723'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:30.699367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbfc62f8-c1b4-4278-823e-6abed0199146 req-9b161ef4-99ab-4417-82a8-eea71bdf1ce7 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 210 time: 0.0410450 Feb 11 05:52:30.732141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] No DVR routers for this DVR port 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:30.781279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.788754 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb02fca2-4208-46fe-baeb-32f9784b38a0 req-a9d66e89-57f3-46af-a7cb-d98516046dfb tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.65 "DELETE /v2.0/ports/35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 HTTP/1.1" status: 204 len: 173 time: 1.3045430 Feb 11 05:52:30.794073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'name': 'network-vif-deleted', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:30.799739 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6161727a-516d-461f-a11b-cb76a7149fad" -d '{"events": [{"server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "name": "network-vif-deleted", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:30.880279 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76480094-1b27-43b4-993d-07d907575929 req-f1a4d830-1b14-4d40-971d-ed4359709453 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:30.890228 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76480094-1b27-43b4-993d-07d907575929 req-f1a4d830-1b14-4d40-971d-ed4359709453 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 946 time: 0.1664062 Feb 11 05:52:30.913806 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ff633-3edf-4ac2-bbfa-e98401adbc26 x-openstack-request-id: req-ae3ff633-3edf-4ac2-bbfa-e98401adbc26 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:30.914036 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2da048b-ed1b-4589-9a98-4c19fc8ebc7f", "name": "network-vif-deleted", "tag": "35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:30.915982 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae3ff633-3edf-4ac2-bbfa-e98401adbc26 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:30.917910 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2da048b-ed1b-4589-9a98-4c19fc8ebc7f', 'name': 'network-vif-deleted', 'tag': '35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9', 'status': 'completed', 'code': 200} Feb 11 05:52:30.919454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Made reservation on behalf of 7f7cbae3e1f44204a23f39157bad1fc6 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:30.927743 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.939833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7047f-47a1-4ac6-9d11-634f4729740a req-6477afa1-0e0d-478e-a142-f3d79b7df43e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:30.949481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8b7047f-47a1-4ac6-9d11-634f4729740a req-6477afa1-0e0d-478e-a142-f3d79b7df43e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 946 time: 0.0797005 Feb 11 05:52:30.985264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:30.997446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (bd9dd9a9-25a4-4091-a812-fc13d3465748), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.997786 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Added segment bd9dd9a9-25a4-4091-a812-fc13d3465748 of type vlan for network f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 Feb 11 05:52:31.017212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8b7047f-47a1-4ac6-9d11-634f4729740a req-00f0ce68-c508-4434-a59b-5051d533e57f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=a60f40e9-1474-4f32-a6a8-54c3423749f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668082 Feb 11 05:52:31.122976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f9dbf5be-bb69-4acc-963b-1c13aeb6cac2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.214208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port 78adb4a4-3587-41f7-b412-3e1d30346bc4 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:31.214589 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.362784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] For port 78adb4a4-3587-41f7-b412-3e1d30346bc4, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=78adb4a4-3587-41f7-b412-3e1d30346bc4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:31.363160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.382651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for 78adb4a4-3587-41f7-b412-3e1d30346bc4 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:31.484252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f9dbf5be-bb69-4acc-963b-1c13aeb6cac2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.489661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:31.495718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.625904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Network': ['ID=f9dbf5be-bb69-4acc-963b-1c13aeb6cac2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:31.644921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:31.743727 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0b298207-a88e-46e0-a514-a772347819e0 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0709088 Feb 11 05:52:31.744655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39418) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:31.763023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'subnet': {'network_id': 'f9dbf5be-bb69-4acc-963b-1c13aeb6cac2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:31.796224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (78adb4a4-3587-41f7-b412-3e1d30346bc4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:31.813934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['78adb4a4-3587-41f7-b412-3e1d30346bc4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:52:31.918126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=78adb4a4-3587-41f7-b412-3e1d30346bc4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:31.971707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b828487-139a-4fa9-b840-67d251044c30 req-46efdf9c-be7c-43ad-94c0-acf384a4992c tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2da048b-ed1b-4589-9a98-4c19fc8ebc7f HTTP/1.1" status: 200 len: 210 time: 0.0996103 Feb 11 05:52:32.042400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] No DVR routers for this DVR port 78adb4a4-3587-41f7-b412-3e1d30346bc4 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:32.046456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.051416 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-76480094-1b27-43b4-993d-07d907575929 req-7017c17d-fb25-4db2-ad84-de7d85e016da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.83 "DELETE /v2.0/ports/78adb4a4-3587-41f7-b412-3e1d30346bc4 HTTP/1.1" status: 204 len: 173 time: 1.1602941 Feb 11 05:52:32.105768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:32.132134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:32.132583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 35eeaff6-ecd6-4822-b7a5-2b4b7b5ca6e9 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:32.156971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a0756ad-f7da-4523-bc37-21379683b906 req-f455be92-cb4b-45f3-95fb-abdc876a4025 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0285842 Feb 11 05:52:32.201592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Made reservation on behalf of 7f7cbae3e1f44204a23f39157bad1fc6 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:32.205065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.610526 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (7f38d88e-3888-4f74-9657-9cfb3b9c1869), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.771584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Subnet': ['ID=7f38d88e-3888-4f74-9657-9cfb3b9c1869,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:32.775524 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Checking segment: {'id': 'bd9dd9a9-25a4-4091-a812-fc13d3465748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f9dbf5be-bb69-4acc-963b-1c13aeb6cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:32.775904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network hostable DHCP agents. Network: f9dbf5be-bb69-4acc-963b-1c13aeb6cac2, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:32.894056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:32.919350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0850408b-97cb-44f3-95a6-96343f74d128', 'name': 'network-vif-deleted', 'tag': '78adb4a4-3587-41f7-b412-3e1d30346bc4'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:32.923134 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3e4869-eefe-43ea-bfdc-964e298ea530" -d '{"events": [{"server_uuid": "0850408b-97cb-44f3-95a6-96343f74d128", "name": "network-vif-deleted", "tag": "78adb4a4-3587-41f7-b412-3e1d30346bc4"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:32.977148 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce49e4a2-483c-4bb7-962a-eb0f7237026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.010812 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c962e895-caa6-4c93-9b7a-78a397e604b3 x-openstack-request-id: req-c962e895-caa6-4c93-9b7a-78a397e604b3 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:33.011383 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0850408b-97cb-44f3-95a6-96343f74d128", "name": "network-vif-deleted", "tag": "78adb4a4-3587-41f7-b412-3e1d30346bc4", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:33.011664 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c962e895-caa6-4c93-9b7a-78a397e604b3 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:33.012095 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0850408b-97cb-44f3-95a6-96343f74d128', 'name': 'network-vif-deleted', 'tag': '78adb4a4-3587-41f7-b412-3e1d30346bc4', 'status': 'completed', 'code': 200} Feb 11 05:52:33.053606 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f9dbf5be-bb69-4acc-963b-1c13aeb6cac2) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:33.064008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5905df-b60c-4864-860c-c25f8f0d84a2 None None] Network f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:33.085493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:33.086199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.087196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:33.190975 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8da4df8e-c2bc-40fd-aa44-0ae5ced8f423 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (1c1c063e-0b81-4553-a814-9ac43511ec0c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.234527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8da4df8e-c2bc-40fd-aa44-0ae5ced8f423 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (1c1c063e-0b81-4553-a814-9ac43511ec0c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.238926 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f2c54af0-a022-425d-9362-1d15b914b26b tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4929044 Feb 11 05:52:33.246337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39448) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:33.254670 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5d8ddb49-3311-4b29-a1b5-fa52926dbcbf tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9dbf5be-bb69-4acc-963b-1c13aeb6cac2'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:33.291326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-f9dbf5be-bb69-4acc-963b-1c13aeb6cac2', 'network_id': 'f9dbf5be-bb69-4acc-963b-1c13aeb6cac2', 'project_id': '7f7cbae3e1f44204a23f39157bad1fc6', 'fixed_ips': [{'subnet_id': '7f38d88e-3888-4f74-9657-9cfb3b9c1869'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:52:33.297629 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.522631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Allocated IP 2001:db8:1::2 (f9dbf5be-bb69-4acc-963b-1c13aeb6cac2/7f38d88e-3888-4f74-9657-9cfb3b9c1869/e398767d-a3f9-421d-9503-ce6bc5913152) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:33.594363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9cbeeaa1-1e7b-40b9-9b63-847b9466f07a req-e1722e8f-6c68-4f97-9b07-93f75378c64f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.1806581 Feb 11 05:52:33.703252 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d8ddb49-3311-4b29-a1b5-fa52926dbcbf tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for router_gateway (28ef7af4-9339-45fe-8f87-612f0e8bc543), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.719106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Publish callbacks [] for port (e398767d-a3f9-421d-9503-ce6bc5913152), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.917626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.952157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Network f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:33.954469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8da4df8e-c2bc-40fd-aa44-0ae5ced8f423 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1c1c063e-0b81-4553-a814-9ac43511ec0c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.954951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:33.965958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8da4df8e-c2bc-40fd-aa44-0ae5ced8f423 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.983146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8da4df8e-c2bc-40fd-aa44-0ae5ced8f423 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/security-groups/1c1c063e-0b81-4553-a814-9ac43511ec0c HTTP/1.1" status: 204 len: 168 time: 0.8791661 Feb 11 05:52:33.998514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4df8e-c2bc-40fd-aa44-0ae5ced8f423 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1c063e-0b81-4553-a814-9ac43511ec0c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:34.013523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:34.020919 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-5d8ddb49-3311-4b29-a1b5-fa52926dbcbf tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:52:34.022548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5d8ddb49-3311-4b29-a1b5-fa52926dbcbf tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "PUT /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543 HTTP/1.1" status: 400 len: 364 time: 0.7742157 Feb 11 05:52:34.027214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39462) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:34.124444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39466) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:34.259780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Attempting to bind port e398767d-a3f9-421d-9503-ce6bc5913152 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:34.260439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Attempting to bind port e398767d-a3f9-421d-9503-ce6bc5913152 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'bd9dd9a9-25a4-4091-a812-fc13d3465748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f9dbf5be-bb69-4acc-963b-1c13aeb6cac2'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:34.261541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Attempting to bind port e398767d-a3f9-421d-9503-ce6bc5913152 on network f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:34.267750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Pushing event updated for resources: {'Port': ['ID=e398767d-a3f9-421d-9503-ce6bc5913152,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:34.287793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:34.288956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Checking segment: {'id': 'bd9dd9a9-25a4-4091-a812-fc13d3465748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f9dbf5be-bb69-4acc-963b-1c13aeb6cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:34.289930 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.290954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Bound using segment: {'id': 'bd9dd9a9-25a4-4091-a812-fc13d3465748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f9dbf5be-bb69-4acc-963b-1c13aeb6cac2'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:34.292765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Bound port: e398767d-a3f9-421d-9503-ce6bc5913152, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9dd9a9-25a4-4091-a812-fc13d3465748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f9dbf5be-bb69-4acc-963b-1c13aeb6cac2'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:34.293882 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.442272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] For port e398767d-a3f9-421d-9503-ce6bc5913152, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:34.452378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] For port e398767d-a3f9-421d-9503-ce6bc5913152, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e398767d-a3f9-421d-9503-ce6bc5913152,segment=NetworkSegment(bd9dd9a9-25a4-4091-a812-fc13d3465748),segment_id=bd9dd9a9-25a4-4091-a812-fc13d3465748)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:34.573777 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.686993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.814832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb9128-6a53-4697-b1b5-6eebab27d4b8 None None] Pushing event updated for resources: {'Port': ['ID=e398767d-a3f9-421d-9503-ce6bc5913152,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:34.883609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83820a84-fc88-4c2a-8d50-22acd0f81de6 req-13c5e449-5c68-485c-9808-fd80e0205602 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.1124630 Feb 11 05:52:35.080216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 78adb4a4-3587-41f7-b412-3e1d30346bc4 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:35.156484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 78adb4a4-3587-41f7-b412-3e1d30346bc4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:35.156484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 78adb4a4-3587-41f7-b412-3e1d30346bc4 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:35.381396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (52b5813b-c0e2-4750-b593-6158a44ee19a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.470528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Allocated IP 2001:db8::1 (642b2c09-1c38-4ec9-8d61-2812620d81c5/6c275cec-be03-46cf-a072-92446c61a828/ed0a9893-9148-43f0-bce9-424d36b2554c) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:35.747229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e398767d-a3f9-421d-9503-ce6bc5913152 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:35.781822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.848634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e398767d-a3f9-421d-9503-ce6bc5913152 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:35.849301 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.911001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.963075 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7c465ae-3dc3-41c3-8686-49d83462c78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.135806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network 642b2c09-1c38-4ec9-8d61-2812620d81c5 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:36.147672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e398767d-a3f9-421d-9503-ce6bc5913152 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:36.150047 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.151803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:36.157154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:36.168918 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (28ef7af4-9339-45fe-8f87-612f0e8bc543), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.217623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56a77e59-aeee-414f-9e39-be7bdfb8f155 req-ed31cd3f-9e09-4504-8c74-4ea053e6a01f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.1148109 Feb 11 05:52:36.275655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port e398767d-a3f9-421d-9503-ce6bc5913152, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e398767d-a3f9-421d-9503-ce6bc5913152,segment=NetworkSegment(bd9dd9a9-25a4-4091-a812-fc13d3465748),segment_id=bd9dd9a9-25a4-4091-a812-fc13d3465748)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:36.287463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port 2fd1f96f-3c44-4f19-a68c-13a17005aade {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:36.287463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.295102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Port': ['ID=ed0a9893-9148-43f0-bce9-424d36b2554c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:36.389833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.533795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port 2fd1f96f-3c44-4f19-a68c-13a17005aade, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2fd1f96f-3c44-4f19-a68c-13a17005aade,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:36.534425 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.560965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=e398767d-a3f9-421d-9503-ce6bc5913152,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:36.585123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for 2fd1f96f-3c44-4f19-a68c-13a17005aade owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:36.630491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.787509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-243fb17b-ba00-419d-8001-a4e796b7cf20 None None] Provisioning complete for port ed0a9893-9148-43f0-bce9-424d36b2554c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:36.787858 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-243fb17b-ba00-419d-8001-a4e796b7cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.869910 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:36.933147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-243fb17b-ba00-419d-8001-a4e796b7cf20 None None] Port ed0a9893-9148-43f0-bce9-424d36b2554c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:37.009431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c324f-b667-4ff4-8eb4-3093d67fa571 None None] Network f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:37.247371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2287a6a6-a28c-4bd6-8afd-69825906a803 None None] Provisioning complete for port e398767d-a3f9-421d-9503-ce6bc5913152 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:37.247371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2287a6a6-a28c-4bd6-8afd-69825906a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.327597 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2fd1f96f-3c44-4f19-a68c-13a17005aade), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.338893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.407355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2287a6a6-a28c-4bd6-8afd-69825906a803 None None] Current status of the port e398767d-a3f9-421d-9503-ce6bc5913152 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:37.421760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=2fd1f96f-3c44-4f19-a68c-13a17005aade,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:37.423503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-883e22ed-a1a7-4af3-9f6d-321f9d9105f2 req-797f2fa1-7145-4251-85fe-9696cda12a3a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0505302 Feb 11 05:52:37.481608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.482399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (28ef7af4-9339-45fe-8f87-612f0e8bc543), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.501751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e398767d-a3f9-421d-9503-ce6bc5913152 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:37.726620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e398767d-a3f9-421d-9503-ce6bc5913152 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:37.727364 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.820151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event updated for resources: {'Port': ['ID=ed0a9893-9148-43f0-bce9-424d36b2554c,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:37.920488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e398767d-a3f9-421d-9503-ce6bc5913152 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:37.923474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-34a2f59d-26ce-4531-9220-eb34ea73a26e None None] Provisioning complete for port e398767d-a3f9-421d-9503-ce6bc5913152 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:37.923857 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34a2f59d-26ce-4531-9220-eb34ea73a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.936608 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (52b5813b-c0e2-4750-b593-6158a44ee19a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:37.941916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Network 642b2c09-1c38-4ec9-8d61-2812620d81c5 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:37.949991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:38.050742 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-34a2f59d-26ce-4531-9220-eb34ea73a26e None None] Current status of the port e398767d-a3f9-421d-9503-ce6bc5913152 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:38.246348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Router 28ef7af4-9339-45fe-8f87-612f0e8bc543 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:38.373233 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:38.408399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7897364e-7062-4cb8-b893-bb875b8f1fd3 None None] Provisioning complete for port ed0a9893-9148-43f0-bce9-424d36b2554c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:38.408990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7897364e-7062-4cb8-b893-bb875b8f1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:38.530437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7897364e-7062-4cb8-b893-bb875b8f1fd3 None None] Port ed0a9893-9148-43f0-bce9-424d36b2554c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:38.675255 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:38.932074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:38.932736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9236db83-42a2-43ae-82de-4f331eced85b req-d68e97ce-d999-4f9d-a6f6-82b0132ed3d7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0722685 Feb 11 05:52:38.963101 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d048b56d-0b41-4c92-a6d7-0fadc0778f60 None None] Sync routers for ids ['28ef7af4-9339-45fe-8f87-612f0e8bc543'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:38.973920 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4ece0b6e-dc0f-4342-ad37-10a572008a60 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "PUT /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9454212 Feb 11 05:52:38.979404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39538) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:38.984669 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048b56d-0b41-4c92-a6d7-0fadc0778f60 None None] Routers {'28ef7af4-9339-45fe-8f87-612f0e8bc543'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:38.989107 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d048b56d-0b41-4c92-a6d7-0fadc0778f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['28ef7af4-9339-45fe-8f87-612f0e8bc543'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:39.027452 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d048b56d-0b41-4c92-a6d7-0fadc0778f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:39.039501 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048b56d-0b41-4c92-a6d7-0fadc0778f60 None None] Routers {'28ef7af4-9339-45fe-8f87-612f0e8bc543'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:39.040411 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d048b56d-0b41-4c92-a6d7-0fadc0778f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['28ef7af4-9339-45fe-8f87-612f0e8bc543'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:39.087670 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d048b56d-0b41-4c92-a6d7-0fadc0778f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:39.089347 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d048b56d-0b41-4c92-a6d7-0fadc0778f60 None None] The sync data for ids ['28ef7af4-9339-45fe-8f87-612f0e8bc543'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:39.133832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Router 52b5813b-c0e2-4750-b593-6158a44ee19a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:39.170901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74c6d4d8-6c26-46c1-b904-50b7d92d4c38 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for router (28ef7af4-9339-45fe-8f87-612f0e8bc543), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.293783 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-74c6d4d8-6c26-46c1-b904-50b7d92d4c38 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:52:39.295163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-74c6d4d8-6c26-46c1-b904-50b7d92d4c38 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543 HTTP/1.1" status: 409 len: 329 time: 0.3141496 Feb 11 05:52:39.299193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39544) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:39.326882 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.365979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:39.371451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3e4bb3bc-6d73-44f3-9635-c498c4f5bf46 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "PUT /v2.0/routers/52b5813b-c0e2-4750-b593-6158a44ee19a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2450926 Feb 11 05:52:39.375997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39548) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:39.384086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] Sync routers for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:39.420916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:39.427811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:39.488217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5d8c2c-5952-4dec-98cf-a37c9eab0b35 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting subnet 54f5a22d-334e-4f6f-8b70-4ff70b7f5e71 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:39.497334 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8c2c-5952-4dec-98cf-a37c9eab0b35 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (54f5a22d-334e-4f6f-8b70-4ff70b7f5e71), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.563235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8c2c-5952-4dec-98cf-a37c9eab0b35 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (54f5a22d-334e-4f6f-8b70-4ff70b7f5e71), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:39.620772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:39.839714 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8c2c-5952-4dec-98cf-a37c9eab0b35 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (54f5a22d-334e-4f6f-8b70-4ff70b7f5e71), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.018892 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8c2c-5952-4dec-98cf-a37c9eab0b35 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (54f5a22d-334e-4f6f-8b70-4ff70b7f5e71), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.027426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:52:37Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:40.037993 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (28ef7af4-9339-45fe-8f87-612f0e8bc543), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.102283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d8c2c-5952-4dec-98cf-a37c9eab0b35 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Subnet': ['ID=54f5a22d-334e-4f6f-8b70-4ff70b7f5e71,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:40.122616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] Checking router: 52b5813b-c0e2-4750-b593-6158a44ee19a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:40.128590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db98d7f3-319c-45e9-8ccd-fca366854244 None None] Network 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:40.148987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8c2c-5952-4dec-98cf-a37c9eab0b35 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.153355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1e5d8c2c-5952-4dec-98cf-a37c9eab0b35 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/subnets/54f5a22d-334e-4f6f-8b70-4ff70b7f5e71 HTTP/1.1" status: 204 len: 168 time: 0.7757685 Feb 11 05:52:40.157709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:40.191576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d86c3d8-ab48-4876-ab5e-e3cd0b34cb28 req-7ace05fc-9228-48dc-a371-98b416760b06 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0699849 Feb 11 05:52:40.255698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] Routers {'52b5813b-c0e2-4750-b593-6158a44ee19a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:40.256338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['52b5813b-c0e2-4750-b593-6158a44ee19a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:40.460816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router (52b5813b-c0e2-4750-b593-6158a44ee19a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.524586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] Set router 52b5813b-c0e2-4750-b593-6158a44ee19a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:40.677976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] DHCP port deletion for 0088faae-c5de-4bd9-ac1c-9eecaf7564b8 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:40.714274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Deleting port ed0a9893-9148-43f0-bce9-424d36b2554c {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:40.714677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.760925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_gateway (52b5813b-c0e2-4750-b593-6158a44ee19a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.983328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.991334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] Deleting port 57a46010-0126-428d-b814-40bb85be7b2a {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:40.992022 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (57a46010-0126-428d-b814-40bb85be7b2a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:41.022064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Calling delete_port for ed0a9893-9148-43f0-bce9-424d36b2554c owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:41.025472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Deleting port 8ea63822-c0ea-4d24-97a1-9e810551e0bc {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:41.025830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:41.072063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] For port 57a46010-0126-428d-b814-40bb85be7b2a, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a46010-0126-428d-b814-40bb85be7b2a,segment=NetworkSegment(3c31e7e0-a9aa-489f-b370-8ee2f76a1c10),segment_id=3c31e7e0-a9aa-489f-b370-8ee2f76a1c10)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:41.073040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (57a46010-0126-428d-b814-40bb85be7b2a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:41.088959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] Calling delete_port for 57a46010-0126-428d-b814-40bb85be7b2a owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:41.196764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:52:37Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:41.233277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] For port 8ea63822-c0ea-4d24-97a1-9e810551e0bc, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8ea63822-c0ea-4d24-97a1-9e810551e0bc,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:41.233879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:41.248940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69034ed8-17cd-41f7-9710-4d7b08d64f8b None None] The sync data for ids ['52b5813b-c0e2-4750-b593-6158a44ee19a'] in n-d-713498-37 is: [{'id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'name': 'tempest-TestNetworkBasicOps-router-1508360012', 'tenant_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:51:08Z', 'updated_at': '2022-02-11T05:52:37Z', 'revision_number': 5, 'project_id': 'ef5a9503a8ff427984a3cc1a4ecdf612', 'gw_port': {'id': '8ea63822-c0ea-4d24-97a1-9e810551e0bc', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5813b-c0e2-4750-b593-6158a44ee19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:51:09Z', 'updated_at': '2022-02-11T05:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:41.275126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Calling delete_port for 8ea63822-c0ea-4d24-97a1-9e810551e0bc owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:41.342705 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (57a46010-0126-428d-b814-40bb85be7b2a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:41.355730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] No DVR routers for this DVR port 57a46010-0126-428d-b814-40bb85be7b2a on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:41.421226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cda6f-1949-4062-a05b-77f453ab03a0 None None] Pushing event deleted for resources: {'Port': ['ID=57a46010-0126-428d-b814-40bb85be7b2a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:41.517995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e02e05b-77a0-4491-8e4b-d03763536a62 req-fed6de99-13b5-4406-a0c1-0ce0e804ef17 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0433176 Feb 11 05:52:41.565638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ed0a9893-9148-43f0-bce9-424d36b2554c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:41.678702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Port': ['ID=ed0a9893-9148-43f0-bce9-424d36b2554c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:41.698100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:41.795607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a46010-0126-428d-b814-40bb85be7b2a no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:41.865555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 57a46010-0126-428d-b814-40bb85be7b2a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:41.866112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a46010-0126-428d-b814-40bb85be7b2a not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:41.870840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2fd1f96f-3c44-4f19-a68c-13a17005aade no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:41.970721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 2fd1f96f-3c44-4f19-a68c-13a17005aade {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:41.973667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2fd1f96f-3c44-4f19-a68c-13a17005aade not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:41.993939 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (28ef7af4-9339-45fe-8f87-612f0e8bc543), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.085667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8ea63822-c0ea-4d24-97a1-9e810551e0bc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.218386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Port': ['ID=8ea63822-c0ea-4d24-97a1-9e810551e0bc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:42.288058 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (52b5813b-c0e2-4750-b593-6158a44ee19a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.468707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (52b5813b-c0e2-4750-b593-6158a44ee19a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.472834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router_controller (52b5813b-c0e2-4750-b593-6158a44ee19a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.493121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Router 28ef7af4-9339-45fe-8f87-612f0e8bc543 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:42.609723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:42.620169 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-adde40b8-85e8-4e26-b3f5-2601328a9b9e tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "PUT /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3174660 Feb 11 05:52:42.622042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39600) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.624902 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932d7ab-03dc-4a08-a8b0-a8b5c6e46bbd None None] Sync routers for ids ['28ef7af4-9339-45fe-8f87-612f0e8bc543'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:42.653654 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932d7ab-03dc-4a08-a8b0-a8b5c6e46bbd None None] Routers {'28ef7af4-9339-45fe-8f87-612f0e8bc543'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:42.655340 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9932d7ab-03dc-4a08-a8b0-a8b5c6e46bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['28ef7af4-9339-45fe-8f87-612f0e8bc543'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:42.704197 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-938a40ce-f23d-4909-9fc0-1d61630d87bb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] show failed (client error): The resource could not be found. Feb 11 05:52:42.705356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-938a40ce-f23d-4909-9fc0-1d61630d87bb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1183944996 HTTP/1.1" status: 404 len: 335 time: 0.0816939 Feb 11 05:52:42.711938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39602) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.712184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (52b5813b-c0e2-4750-b593-6158a44ee19a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.712701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Fanout notify agent at l3_agent the message router_deleted on router 52b5813b-c0e2-4750-b593-6158a44ee19a {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:42.728989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-35c2e443-93d5-4640-945a-8125e9f7a899 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:42.737735 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:42.746543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8c437a11-d7a6-4fdb-8c25-0c9e7ef8ed52 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/routers/52b5813b-c0e2-4750-b593-6158a44ee19a HTTP/1.1" status: 204 len: 168 time: 2.5860202 Feb 11 05:52:42.779181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39606) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.785115 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9932d7ab-03dc-4a08-a8b0-a8b5c6e46bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:42.811296 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932d7ab-03dc-4a08-a8b0-a8b5c6e46bbd None None] Routers {'28ef7af4-9339-45fe-8f87-612f0e8bc543'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:42.822612 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9932d7ab-03dc-4a08-a8b0-a8b5c6e46bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['28ef7af4-9339-45fe-8f87-612f0e8bc543'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:42.823596 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f6b3f9f-a524-41e8-bfbc-944e5f0a8c92 req-594384ff-80ae-455a-8eea-54a866a10346 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.1329324 Feb 11 05:52:42.870683 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-35c2e443-93d5-4640-945a-8125e9f7a899 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] update failed (client error): The resource could not be found. Feb 11 05:52:42.873783 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-35c2e443-93d5-4640-945a-8125e9f7a899 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-905969536 HTTP/1.1" status: 404 len: 334 time: 0.1627932 Feb 11 05:52:42.877506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39614) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:42.954183 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9932d7ab-03dc-4a08-a8b0-a8b5c6e46bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:42.954897 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932d7ab-03dc-4a08-a8b0-a8b5c6e46bbd None None] The sync data for ids ['28ef7af4-9339-45fe-8f87-612f0e8bc543'] in n-d-713498-37 is: [] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:43.047674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25af2dc-4341-4e3f-93b4-cd93084f0712 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Deleting subnet 7f38d88e-3888-4f74-9657-9cfb3b9c1869 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:43.051187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a25af2dc-4341-4e3f-93b4-cd93084f0712 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (7f38d88e-3888-4f74-9657-9cfb3b9c1869), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.135437 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a25af2dc-4341-4e3f-93b4-cd93084f0712 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (7f38d88e-3888-4f74-9657-9cfb3b9c1869), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.286926 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (0088faae-c5de-4bd9-ac1c-9eecaf7564b8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.356355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a25af2dc-4341-4e3f-93b4-cd93084f0712 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (7f38d88e-3888-4f74-9657-9cfb3b9c1869), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.479328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (0088faae-c5de-4bd9-ac1c-9eecaf7564b8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.509237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0088faae-c5de-4bd9-ac1c-9eecaf7564b8']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:43.515538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8ea63822-c0ea-4d24-97a1-9e810551e0bc no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:43.519339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:43.519650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c31e7e0-a9aa-489f-b370-8ee2f76a1c10') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:43.530455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (3c31e7e0-a9aa-489f-b370-8ee2f76a1c10), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.545305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3c31e7e0-a9aa-489f-b370-8ee2f76a1c10), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.551555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:43.551904 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (3c31e7e0-a9aa-489f-b370-8ee2f76a1c10), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.566282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8ea63822-c0ea-4d24-97a1-9e810551e0bc {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:43.566898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8ea63822-c0ea-4d24-97a1-9e810551e0bc not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:43.614510 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:43.796432 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a25af2dc-4341-4e3f-93b4-cd93084f0712 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (7f38d88e-3888-4f74-9657-9cfb3b9c1869), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.832925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (0088faae-c5de-4bd9-ac1c-9eecaf7564b8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.839058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25af2dc-4341-4e3f-93b4-cd93084f0712 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Subnet': ['ID=7f38d88e-3888-4f74-9657-9cfb3b9c1869,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:43.847963 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.856315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] 10.222.0.62 "DELETE /v2.0/networks/0088faae-c5de-4bd9-ac1c-9eecaf7564b8 HTTP/1.1" status: 204 len: 168 time: 1.0748091 Feb 11 05:52:43.887236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecf77e-fcb0-4b0b-85cb-252e2d344a93 tempest-TestNetworkBasicOps-1523891459 tempest-TestNetworkBasicOps-1523891459-project] Pushing event deleted for resources: {'Network': ['ID=0088faae-c5de-4bd9-ac1c-9eecaf7564b8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:43.892747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a25af2dc-4341-4e3f-93b4-cd93084f0712 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:43.894872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae6a93-8bc2-4714-b375-010d378ab3d2 None None] Network f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:43.902799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a25af2dc-4341-4e3f-93b4-cd93084f0712 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/subnets/7f38d88e-3888-4f74-9657-9cfb3b9c1869 HTTP/1.1" status: 204 len: 168 time: 1.0232196 Feb 11 05:52:43.905287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39630) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:44.026940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d81319c5-77ce-4f90-a462-a1b54f1431f3 req-443dc4e2-bf3e-4f9d-9894-82da6f891e9d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0660174 Feb 11 05:52:44.152056 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (f9dbf5be-bb69-4acc-963b-1c13aeb6cac2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.287045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] DHCP port deletion for f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:44.320174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Deleting port e398767d-a3f9-421d-9503-ce6bc5913152 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:44.326844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.414745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] For port e398767d-a3f9-421d-9503-ce6bc5913152, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e398767d-a3f9-421d-9503-ce6bc5913152,segment=NetworkSegment(bd9dd9a9-25a4-4091-a812-fc13d3465748),segment_id=bd9dd9a9-25a4-4091-a812-fc13d3465748)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:44.415586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.436350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Calling delete_port for e398767d-a3f9-421d-9503-ce6bc5913152 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:44.661524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] Deleting port e398767d-a3f9-421d-9503-ce6bc5913152 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:44.662098 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.743348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39648) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:44.765780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.819728 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] For port e398767d-a3f9-421d-9503-ce6bc5913152, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e398767d-a3f9-421d-9503-ce6bc5913152,segment=NetworkSegment(bd9dd9a9-25a4-4091-a812-fc13d3465748),segment_id=bd9dd9a9-25a4-4091-a812-fc13d3465748)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:44.820146 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.841435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Port': ['ID=e398767d-a3f9-421d-9503-ce6bc5913152,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:44.850665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] No DVR routers for this DVR port e398767d-a3f9-421d-9503-ce6bc5913152 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:44.858187 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] Calling delete_port for e398767d-a3f9-421d-9503-ce6bc5913152 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:44.958260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.958869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.959473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.959839 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.960374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.961682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.962305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.962905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.963497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.964094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.964716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.965173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:44.965709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:45.042206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (e398767d-a3f9-421d-9503-ce6bc5913152), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.078179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] Pushing event deleted for resources: {'Port': ['ID=e398767d-a3f9-421d-9503-ce6bc5913152,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:45.086041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9ed70-d956-471f-83fb-d545ed57162c None None] No DVR routers for this DVR port e398767d-a3f9-421d-9503-ce6bc5913152 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:45.166344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (f9dbf5be-bb69-4acc-963b-1c13aeb6cac2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.221786 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-601e08c9-6ac3-4479-8471-0f0c074d5f77 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef5a9503a8ff427984a3cc1a4ecdf612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4752533 Feb 11 05:52:45.224067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dbf5be-bb69-4acc-963b-1c13aeb6cac2']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:45.227338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc96eab2-9a94-4709-9185-4410c4101ff6 req-5cc19e1a-3d81-4707-b5c9-4cd776aa1428 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0823467 Feb 11 05:52:45.235387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39662) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:45.258634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9dd9a9-25a4-4091-a812-fc13d3465748') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:45.259034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9dd9a9-25a4-4091-a812-fc13d3465748') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:45.286566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (bd9dd9a9-25a4-4091-a812-fc13d3465748), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.329602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (bd9dd9a9-25a4-4091-a812-fc13d3465748), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.340287 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:52:45.342468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:45.342850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (bd9dd9a9-25a4-4091-a812-fc13d3465748), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.367193 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0342db1-e077-489f-bd46-62072f354bee admin admin] Publish callbacks [] for security_group (17cb1cfc-6958-4f13-a131-f4dfae4d67a4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:45.369772 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:45.433694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0342db1-e077-489f-bd46-62072f354bee admin admin] Publish callbacks [] for security_group (17cb1cfc-6958-4f13-a131-f4dfae4d67a4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.484441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e398767d-a3f9-421d-9503-ce6bc5913152 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:45.536914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: e398767d-a3f9-421d-9503-ce6bc5913152 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:45.537623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e398767d-a3f9-421d-9503-ce6bc5913152 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:45.615828 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0342db1-e077-489f-bd46-62072f354bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (17cb1cfc-6958-4f13-a131-f4dfae4d67a4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.620417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0342db1-e077-489f-bd46-62072f354bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.626480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d0342db1-e077-489f-bd46-62072f354bee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17cb1cfc-6958-4f13-a131-f4dfae4d67a4 HTTP/1.1" status: 204 len: 168 time: 0.3874898 Feb 11 05:52:45.641190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (f9dbf5be-bb69-4acc-963b-1c13aeb6cac2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.665229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0342db1-e077-489f-bd46-62072f354bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cb1cfc-6958-4f13-a131-f4dfae4d67a4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:45.684904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.695189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39672) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:45.698906 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/networks/f9dbf5be-bb69-4acc-963b-1c13aeb6cac2 HTTP/1.1" status: 204 len: 168 time: 1.7919431 Feb 11 05:52:45.701885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab735be6-4998-4e7c-9749-3a24f715936f tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Network': ['ID=f9dbf5be-bb69-4acc-963b-1c13aeb6cac2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:45.787526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5a8e7b-4cea-48df-80d4-e31d32fc57eb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Deleting subnet 061ae686-aa89-48c5-bb84-5926d1a25961 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:45.791076 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5a8e7b-4cea-48df-80d4-e31d32fc57eb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (061ae686-aa89-48c5-bb84-5926d1a25961), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.832895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5a8e7b-4cea-48df-80d4-e31d32fc57eb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (061ae686-aa89-48c5-bb84-5926d1a25961), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:45.925089 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5a8e7b-4cea-48df-80d4-e31d32fc57eb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (061ae686-aa89-48c5-bb84-5926d1a25961), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.090982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5a8e7b-4cea-48df-80d4-e31d32fc57eb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (061ae686-aa89-48c5-bb84-5926d1a25961), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.128686 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5a8e7b-4cea-48df-80d4-e31d32fc57eb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.136716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ce4c3-7a7d-463f-8d2d-4486851a7648 None None] Network 78fb3ad5-631c-440c-a32f-057e4e8e72dd requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:46.156983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39682) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:46.157543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6e5a8e7b-4cea-48df-80d4-e31d32fc57eb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/subnets/061ae686-aa89-48c5-bb84-5926d1a25961 HTTP/1.1" status: 204 len: 168 time: 0.4604802 Feb 11 05:52:46.185945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a8e7b-4cea-48df-80d4-e31d32fc57eb tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Subnet': ['ID=061ae686-aa89-48c5-bb84-5926d1a25961,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:46.255372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fe854e-efb2-4e69-8f50-dc7aa0fe7d62 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Deleting subnet 35ef1425-c6b1-4236-929e-4b62a441783d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:46.260996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fe854e-efb2-4e69-8f50-dc7aa0fe7d62 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (35ef1425-c6b1-4236-929e-4b62a441783d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.319635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fe854e-efb2-4e69-8f50-dc7aa0fe7d62 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (35ef1425-c6b1-4236-929e-4b62a441783d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.402420 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-810540e5-9f57-47b2-97b0-a9d53b10c3db req-7c3d1fa8-ba54-45e8-9489-3afe4b1f2f76 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0489020 Feb 11 05:52:46.527954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] DHCP port deletion for 78fb3ad5-631c-440c-a32f-057e4e8e72dd request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:46.619840 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fe854e-efb2-4e69-8f50-dc7aa0fe7d62 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (35ef1425-c6b1-4236-929e-4b62a441783d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.631101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] Deleting port 5ec3532f-39e1-4db0-9b87-408082aee4a6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:46.631481 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.758591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] For port 5ec3532f-39e1-4db0-9b87-408082aee4a6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5ec3532f-39e1-4db0-9b87-408082aee4a6,segment=NetworkSegment(0a1af143-1e0d-450a-8689-18899a402018),segment_id=0a1af143-1e0d-450a-8689-18899a402018)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:46.758591 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.759306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39700) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:46.773282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] Calling delete_port for 5ec3532f-39e1-4db0-9b87-408082aee4a6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:46.780287 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4eb20d8-68f5-4ab0-9596-df4f37f0f667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.807942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fe854e-efb2-4e69-8f50-dc7aa0fe7d62 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (35ef1425-c6b1-4236-929e-4b62a441783d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.841438 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe854e-efb2-4e69-8f50-dc7aa0fe7d62 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Subnet': ['ID=35ef1425-c6b1-4236-929e-4b62a441783d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:46.853861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82fe854e-efb2-4e69-8f50-dc7aa0fe7d62 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:46.860825 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-82fe854e-efb2-4e69-8f50-dc7aa0fe7d62 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/subnets/35ef1425-c6b1-4236-929e-4b62a441783d HTTP/1.1" status: 204 len: 168 time: 0.7026694 Feb 11 05:52:46.861551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39702) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:46.872121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fad514-6bf1-4cd2-8196-be6066d75db4 None None] Network d9234d00-c07c-4b78-a89b-5f6379e0d18f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:47.007649 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4eb20d8-68f5-4ab0-9596-df4f37f0f667 admin admin] Publish callbacks [] for security_group (cecd310e-8cb8-42f9-b213-82d9bf33bb78), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.020071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (78fb3ad5-631c-440c-a32f-057e4e8e72dd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.029744 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (5ec3532f-39e1-4db0-9b87-408082aee4a6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.076236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4eb20d8-68f5-4ab0-9596-df4f37f0f667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cecd310e-8cb8-42f9-b213-82d9bf33bb78), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.093000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] No DVR routers for this DVR port 5ec3532f-39e1-4db0-9b87-408082aee4a6 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:47.150923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb20d8-68f5-4ab0-9596-df4f37f0f667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecd310e-8cb8-42f9-b213-82d9bf33bb78,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:47.157801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989248a4-36ed-4dbf-b90d-dcb51df56c15 None None] Pushing event deleted for resources: {'Port': ['ID=5ec3532f-39e1-4db0-9b87-408082aee4a6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:47.166198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39706) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:47.167216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a4eb20d8-68f5-4ab0-9596-df4f37f0f667 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6595d392853a4b658428789ca6a5e1f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4005747 Feb 11 05:52:47.174710 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (78fb3ad5-631c-440c-a32f-057e4e8e72dd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.219152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fb3ad5-631c-440c-a32f-057e4e8e72dd']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:47.245757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1af143-1e0d-450a-8689-18899a402018') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:47.246280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1af143-1e0d-450a-8689-18899a402018') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:47.267871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (0a1af143-1e0d-450a-8689-18899a402018), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.281339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b2b69-2934-4b16-959f-275733c8004c None None] DHCP port deletion for d9234d00-c07c-4b78-a89b-5f6379e0d18f request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:47.293083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69582fc7-a660-4e8c-91ea-be0fe428f9a0 admin admin] Publish callbacks [] for security_group (cecd310e-8cb8-42f9-b213-82d9bf33bb78), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.319392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69582fc7-a660-4e8c-91ea-be0fe428f9a0 admin admin] Publish callbacks [] for security_group (cecd310e-8cb8-42f9-b213-82d9bf33bb78), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.340770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0a1af143-1e0d-450a-8689-18899a402018), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.366974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-501b2b69-2934-4b16-959f-275733c8004c None None] Deleting port aa470052-4be5-419d-b1b3-bea79a2ab362 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:47.367156 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-501b2b69-2934-4b16-959f-275733c8004c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.378817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:47.390024 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (0a1af143-1e0d-450a-8689-18899a402018), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:47.413876 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:47.478206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5ec3532f-39e1-4db0-9b87-408082aee4a6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:47.486646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-501b2b69-2934-4b16-959f-275733c8004c None None] For port aa470052-4be5-419d-b1b3-bea79a2ab362, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=aa470052-4be5-419d-b1b3-bea79a2ab362,segment=NetworkSegment(9293f6e4-7267-424d-8cef-d93de217e211),segment_id=9293f6e4-7267-424d-8cef-d93de217e211)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:47.486646 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-501b2b69-2934-4b16-959f-275733c8004c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.536136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 5ec3532f-39e1-4db0-9b87-408082aee4a6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:47.536533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5ec3532f-39e1-4db0-9b87-408082aee4a6 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:47.537163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device aa470052-4be5-419d-b1b3-bea79a2ab362 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:47.577112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-501b2b69-2934-4b16-959f-275733c8004c None None] Calling delete_port for aa470052-4be5-419d-b1b3-bea79a2ab362 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:47.637067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28b498b4-6a06-40f9-a465-c1e14fd588ed req-a943bd74-543c-4fc5-9e73-5e1568fdd1bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.0625482 Feb 11 05:52:47.650073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (78fb3ad5-631c-440c-a32f-057e4e8e72dd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.667969 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.678371 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/networks/78fb3ad5-631c-440c-a32f-057e4e8e72dd HTTP/1.1" status: 204 len: 168 time: 0.8133361 Feb 11 05:52:47.679229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39720) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:47.694248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69582fc7-a660-4e8c-91ea-be0fe428f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cecd310e-8cb8-42f9-b213-82d9bf33bb78), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.702074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port aa470052-4be5-419d-b1b3-bea79a2ab362 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:47.702518 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.707668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-69582fc7-a660-4e8c-91ea-be0fe428f9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.711357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-69582fc7-a660-4e8c-91ea-be0fe428f9a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cecd310e-8cb8-42f9-b213-82d9bf33bb78 HTTP/1.1" status: 204 len: 168 time: 0.5427885 Feb 11 05:52:47.730949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a1b5d-2b7d-4643-90e1-3ddc121ce255 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Network': ['ID=78fb3ad5-631c-440c-a32f-057e4e8e72dd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:47.744894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69582fc7-a660-4e8c-91ea-be0fe428f9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecd310e-8cb8-42f9-b213-82d9bf33bb78,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:47.868897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d9234d00-c07c-4b78-a89b-5f6379e0d18f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.877385 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-501b2b69-2934-4b16-959f-275733c8004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (aa470052-4be5-419d-b1b3-bea79a2ab362), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:47.931436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b2b69-2934-4b16-959f-275733c8004c None None] Pushing event deleted for resources: {'Port': ['ID=aa470052-4be5-419d-b1b3-bea79a2ab362,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:47.937916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b2b69-2934-4b16-959f-275733c8004c None None] No DVR routers for this DVR port aa470052-4be5-419d-b1b3-bea79a2ab362 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:48.002090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d9234d00-c07c-4b78-a89b-5f6379e0d18f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.024378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9234d00-c07c-4b78-a89b-5f6379e0d18f']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:48.034276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9293f6e4-7267-424d-8cef-d93de217e211') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:48.034595 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9293f6e4-7267-424d-8cef-d93de217e211') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:48.044702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (9293f6e4-7267-424d-8cef-d93de217e211), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.058846 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (9293f6e4-7267-424d-8cef-d93de217e211), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.064778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:48.065168 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (9293f6e4-7267-424d-8cef-d93de217e211), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:48.068071 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:48.246144 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d9234d00-c07c-4b78-a89b-5f6379e0d18f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.263170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.267020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/networks/d9234d00-c07c-4b78-a89b-5f6379e0d18f HTTP/1.1" status: 204 len: 168 time: 0.5855618 Feb 11 05:52:48.269359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39732) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:48.295373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ce516-4c25-42fe-976d-3bb13d829022 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Network': ['ID=d9234d00-c07c-4b78-a89b-5f6379e0d18f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:48.331966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb648f7-0c0b-43e9-9c1e-83617ca861e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Deleting subnet 6c275cec-be03-46cf-a072-92446c61a828 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:48.335447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6eb648f7-0c0b-43e9-9c1e-83617ca861e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (6c275cec-be03-46cf-a072-92446c61a828), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.387207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6eb648f7-0c0b-43e9-9c1e-83617ca861e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (6c275cec-be03-46cf-a072-92446c61a828), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.508248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6eb648f7-0c0b-43e9-9c1e-83617ca861e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (6c275cec-be03-46cf-a072-92446c61a828), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.751212 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6eb648f7-0c0b-43e9-9c1e-83617ca861e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (6c275cec-be03-46cf-a072-92446c61a828), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.844955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb648f7-0c0b-43e9-9c1e-83617ca861e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Subnet': ['ID=6c275cec-be03-46cf-a072-92446c61a828,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:48.865631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6eb648f7-0c0b-43e9-9c1e-83617ca861e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:48.866422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabffa5d-f63b-43ea-95e4-c905561892ca None None] Network 642b2c09-1c38-4ec9-8d61-2812620d81c5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:48.870751 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6eb648f7-0c0b-43e9-9c1e-83617ca861e2 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/subnets/6c275cec-be03-46cf-a072-92446c61a828 HTTP/1.1" status: 204 len: 168 time: 0.5993767 Feb 11 05:52:48.881901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39758) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:48.916501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-026cf0b2-0431-40e6-8808-f42a772e685e req-b10f7249-c714-4032-b19c-4b828b21bd47 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=0850408b-97cb-44f3-95a6-96343f74d128 HTTP/1.1" status: 200 len: 210 time: 0.1045623 Feb 11 05:52:49.085929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (642b2c09-1c38-4ec9-8d61-2812620d81c5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.226257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Deleting port 7c10776b-d6bc-43f7-b408-c980db49de5c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:49.227153 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.236122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] DHCP port deletion for 642b2c09-1c38-4ec9-8d61-2812620d81c5 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:49.378668 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] Deleting port 7c10776b-d6bc-43f7-b408-c980db49de5c {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:49.379049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.483035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] For port 7c10776b-d6bc-43f7-b408-c980db49de5c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c10776b-d6bc-43f7-b408-c980db49de5c,segment=NetworkSegment(71ec5384-c196-434d-a39e-1bbb08a0f0dc),segment_id=71ec5384-c196-434d-a39e-1bbb08a0f0dc)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:49.483035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.499899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] For port 7c10776b-d6bc-43f7-b408-c980db49de5c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7c10776b-d6bc-43f7-b408-c980db49de5c,segment=NetworkSegment(71ec5384-c196-434d-a39e-1bbb08a0f0dc),segment_id=71ec5384-c196-434d-a39e-1bbb08a0f0dc)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:49.500768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.515685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7c10776b-d6bc-43f7-b408-c980db49de5c no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:49.525367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Calling delete_port for 7c10776b-d6bc-43f7-b408-c980db49de5c owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:49.535946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] Calling delete_port for 7c10776b-d6bc-43f7-b408-c980db49de5c owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:49.675381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7c10776b-d6bc-43f7-b408-c980db49de5c is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:49.676028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.881678 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.891428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7c10776b-d6bc-43f7-b408-c980db49de5c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:49.974587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Port': ['ID=7c10776b-d6bc-43f7-b408-c980db49de5c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:49.981047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] Pushing event deleted for resources: {'Port': ['ID=7c10776b-d6bc-43f7-b408-c980db49de5c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:49.985233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] No DVR routers for this DVR port 7c10776b-d6bc-43f7-b408-c980db49de5c on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:49.988402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d0119-2017-470d-b41b-9d8b301b1583 None None] No DVR routers for this DVR port 7c10776b-d6bc-43f7-b408-c980db49de5c on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:50.264265 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (642b2c09-1c38-4ec9-8d61-2812620d81c5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.323000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642b2c09-1c38-4ec9-8d61-2812620d81c5']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:50.348113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ec5384-c196-434d-a39e-1bbb08a0f0dc') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:50.348549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ec5384-c196-434d-a39e-1bbb08a0f0dc') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:50.360397 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (71ec5384-c196-434d-a39e-1bbb08a0f0dc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.387324 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (71ec5384-c196-434d-a39e-1bbb08a0f0dc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.398944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:50.399841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (71ec5384-c196-434d-a39e-1bbb08a0f0dc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: self.session.flush() Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:50.403415 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:50.638226 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (642b2c09-1c38-4ec9-8d61-2812620d81c5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.649583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:50.653431 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/networks/642b2c09-1c38-4ec9-8d61-2812620d81c5 HTTP/1.1" status: 204 len: 168 time: 1.7695622 Feb 11 05:52:50.661272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39800) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:50.665414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba2d60-bcb6-4d9d-a5f5-5db1e08be823 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Pushing event deleted for resources: {'Network': ['ID=642b2c09-1c38-4ec9-8d61-2812620d81c5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:50.719015 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c177d1c9-f12e-4f47-bde5-769a1e09ab83 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ef7af4-9339-45fe-8f87-612f0e8bc543 HTTP/1.1" status: 200 len: 205 time: 0.0489094 Feb 11 05:52:50.721387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39804) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:50.839200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d789531-da30-4fe2-a5d9-9a1f394ecca9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for router (28ef7af4-9339-45fe-8f87-612f0e8bc543), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.105938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d789531-da30-4fe2-a5d9-9a1f394ecca9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (28ef7af4-9339-45fe-8f87-612f0e8bc543), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.113660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d789531-da30-4fe2-a5d9-9a1f394ecca9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for router_controller (28ef7af4-9339-45fe-8f87-612f0e8bc543), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.378401 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d789531-da30-4fe2-a5d9-9a1f394ecca9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (28ef7af4-9339-45fe-8f87-612f0e8bc543), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.379019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d789531-da30-4fe2-a5d9-9a1f394ecca9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Fanout notify agent at l3_agent the message router_deleted on router 28ef7af4-9339-45fe-8f87-612f0e8bc543 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:51.399778 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9d789531-da30-4fe2-a5d9-9a1f394ecca9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:51.399778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9d789531-da30-4fe2-a5d9-9a1f394ecca9 tempest-RoutersNegativeIpV6Test-2020628138 tempest-RoutersNegativeIpV6Test-2020628138-project] 10.222.0.62 "DELETE /v2.0/routers/28ef7af4-9339-45fe-8f87-612f0e8bc543 HTTP/1.1" status: 204 len: 168 time: 0.6734371 Feb 11 05:52:52.124785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39842) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:52.784686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39868) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:52.785954 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-07fb6ba0-36bd-449e-be91-3a61db256aa8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f7cbae3e1f44204a23f39157bad1fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6595435 Feb 11 05:52:53.017722 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-22db6bab-6078-4831-a9d8-717716a22000 admin admin] Publish callbacks [] for security_group (42982c1e-1c43-4ba0-934b-e0f0fdb33fbe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.077289 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-22db6bab-6078-4831-a9d8-717716a22000 admin admin] Publish callbacks [] for security_group (42982c1e-1c43-4ba0-934b-e0f0fdb33fbe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.251887 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-22db6bab-6078-4831-a9d8-717716a22000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (42982c1e-1c43-4ba0-934b-e0f0fdb33fbe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.254869 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-22db6bab-6078-4831-a9d8-717716a22000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.260097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-22db6bab-6078-4831-a9d8-717716a22000 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42982c1e-1c43-4ba0-934b-e0f0fdb33fbe HTTP/1.1" status: 204 len: 168 time: 0.4725769 Feb 11 05:52:53.296357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db6bab-6078-4831-a9d8-717716a22000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42982c1e-1c43-4ba0-934b-e0f0fdb33fbe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:53.412143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39882) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:53.426020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'network': {'name': 'tempest-network-smoke--874826179', 'project_id': '66a3ff754570433e9e363e23720fa53b', 'port_security_enabled': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:53.591544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Made reservation on behalf of 66a3ff754570433e9e363e23720fa53b for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:53.598328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.623951 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.784862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (820d63e5-013c-46b2-a1c4-9ac51e31c168), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.862709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (820d63e5-013c-46b2-a1c4-9ac51e31c168), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.897777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820d63e5-013c-46b2-a1c4-9ac51e31c168,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:53.918937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:53.932478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ebd86055-bb7c-47bb-aecb-b57d1fffb910), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:53.932478 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Added segment ebd86055-bb7c-47bb-aecb-b57d1fffb910 of type vlan for network b44eb5b5-1b08-4994-a645-8d0d579f0904 Feb 11 05:52:54.005151 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b44eb5b5-1b08-4994-a645-8d0d579f0904), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:54.205934 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b44eb5b5-1b08-4994-a645-8d0d579f0904), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:54.211953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:54.212966 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:54.291550 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Network': ['ID=b44eb5b5-1b08-4994-a645-8d0d579f0904,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:54.309834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:54.409794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8d37c9a2-9b27-4f5a-ac8d-5a603cb43307 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9962888 Feb 11 05:52:54.412806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39912) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:54.428745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'admin_state_up': True, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:54.538859 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:54.540906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:54.640911 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_controller (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:54.955143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 39932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:55.006421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_gateway (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:55.177544 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3472bdfe-2a6c-4e95-840b-919a556ae362 tempest-ServiceProvidersTest-2132288071 tempest-ServiceProvidersTest-2132288071-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2328351 Feb 11 05:52:55.401328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_gateway (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:55.430983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:55.567796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Allocated IP 172.25.8.29 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:55.750353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:55.932719 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:55.995834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:56.022754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:56.024557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:56.031445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:56.136549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 39980) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:56.398982 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-52338326-044c-450b-91f8-a0b6eabf3af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:56.588296 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-52338326-044c-450b-91f8-a0b6eabf3af5 admin admin] Publish callbacks [] for security_group (1fa1c274-9ca1-4345-be1f-28b5193338ab), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:56.766383 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-52338326-044c-450b-91f8-a0b6eabf3af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1fa1c274-9ca1-4345-be1f-28b5193338ab), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:56.811989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-52338326-044c-450b-91f8-a0b6eabf3af5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4f3d74dda904f08ad6b3f0815a0883d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6741228 Feb 11 05:52:56.814568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40012) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:56.856817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52338326-044c-450b-91f8-a0b6eabf3af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1c274-9ca1-4345-be1f-28b5193338ab,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:56.894887 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0edbfc79-2174-4e62-976c-7415f7432bee admin admin] Publish callbacks [] for security_group (1fa1c274-9ca1-4345-be1f-28b5193338ab), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:56.921968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0edbfc79-2174-4e62-976c-7415f7432bee admin admin] Publish callbacks [] for security_group (1fa1c274-9ca1-4345-be1f-28b5193338ab), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.042393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_gateway (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.215054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0edbfc79-2174-4e62-976c-7415f7432bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1fa1c274-9ca1-4345-be1f-28b5193338ab), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.217793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0edbfc79-2174-4e62-976c-7415f7432bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.222179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0edbfc79-2174-4e62-976c-7415f7432bee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fa1c274-9ca1-4345-be1f-28b5193338ab HTTP/1.1" status: 204 len: 168 time: 0.4063907 Feb 11 05:52:57.238252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbfc79-2174-4e62-976c-7415f7432bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1c274-9ca1-4345-be1f-28b5193338ab,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:57.444459 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.801975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:58.003030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:58.029900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Sync routers for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:58.046008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:58.047477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:58.187393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.187393 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-aab8b69c-1388-4782-b3b0-e86a12371153 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.7688129 Feb 11 05:52:58.189975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40062) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:58.232237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40068) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:58.236953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-94263e71-e8d2-4311-9c26-0d294d2de01b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722850374', 'description': 'tempest-secgroup-smoke-1722850374 description', 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:58.268872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:58.464363 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-39880d6a-c698-4fde-b1f6-6a712bedbe37 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=66a3ff754570433e9e363e23720fa53b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2698638 Feb 11 05:52:58.466128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40074) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:58.495131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:52:56Z', 'revision_number': 3, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:58.530138 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94263e71-e8d2-4311-9c26-0d294d2de01b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.530520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Checking router: bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:58.531100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Updating router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:52:58.568982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.663798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584132ea-689b-48dc-90d6-8c8e47856a67 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:58.669463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40078) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:58.670045 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-584132ea-689b-48dc-90d6-8c8e47856a67 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2023766 Feb 11 05:52:58.718769 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94263e71-e8d2-4311-9c26-0d294d2de01b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group (c5046905-43fc-4937-9546-a1a864fe7d25), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.727933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-750ff8e7-3652-4594-85fa-82e2f333ec93 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541217 Feb 11 05:52:58.728300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40082) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:58.733771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2071271645', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'project_id': '66a3ff754570433e9e363e23720fa53b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:58.900923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94263e71-e8d2-4311-9c26-0d294d2de01b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c5046905-43fc-4937-9546-a1a864fe7d25), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.986595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94263e71-e8d2-4311-9c26-0d294d2de01b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5046905-43fc-4937-9546-a1a864fe7d25,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:59.035930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Made reservation on behalf of 66a3ff754570433e9e363e23720fa53b for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:59.040021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.091818 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Publish callbacks [] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.150839 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94263e71-e8d2-4311-9c26-0d294d2de01b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.152267 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-94263e71-e8d2-4311-9c26-0d294d2de01b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9190085 Feb 11 05:52:59.155194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40098) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:59.160215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bcecf7d2-d3b3-41fc-b98d-8492bb30b5ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'security_group_rule': {'security_group_id': 'c5046905-43fc-4937-9546-a1a864fe7d25', 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:59.381256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.448280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Attempting to bind port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:59.448961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Attempting to bind port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:59.449534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Attempting to bind port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:59.457218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e481a-2878-4019-bc08-c8e943fa5116 None None] Pushing event updated for resources: {'Port': ['ID=56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:59.469647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:59.470798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:59.471442 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.472018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:59.472899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Bound port: 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:59.473315 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.543126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] For port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:59.546887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] For port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:59.652837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (63924e8e-4aaf-4dba-8240-87fe92322451), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.657956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcecf7d2-d3b3-41fc-b98d-8492bb30b5ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (edbd1fd6-a284-4730-a80b-2d9f7371d571), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.670838 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.713690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Subnet': ['ID=63924e8e-4aaf-4dba-8240-87fe92322451,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:59.751209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Checking segment: {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:59.751781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network hostable DHCP agents. Network: b44eb5b5-1b08-4994-a645-8d0d579f0904, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:59.762442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcecf7d2-d3b3-41fc-b98d-8492bb30b5ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (edbd1fd6-a284-4730-a80b-2d9f7371d571), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.781507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:59.782160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:59.822585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e481a-2878-4019-bc08-c8e943fa5116 None None] Pushing event updated for resources: {'Port': ['ID=56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:59.897417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcecf7d2-d3b3-41fc-b98d-8492bb30b5ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (edbd1fd6-a284-4730-a80b-2d9f7371d571), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.939594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecf7d2-d3b3-41fc-b98d-8492bb30b5ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbd1fd6-a284-4730-a80b-2d9f7371d571,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:59.948428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:59.959131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:53:00.067974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b44eb5b5-1b08-4994-a645-8d0d579f0904) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:00.087754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c97e495-91fe-4680-b7d4-693c7d220f70 None None] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:53:00.096155 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bcecf7d2-d3b3-41fc-b98d-8492bb30b5ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.107465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:00.113714 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bcecf7d2-d3b3-41fc-b98d-8492bb30b5ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9572382 Feb 11 05:53:00.120422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40118) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:00.122555 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.135618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d35ada38-6e7f-4985-aad7-482eee7f658e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'security_group_rule': {'security_group_id': 'c5046905-43fc-4937-9546-a1a864fe7d25', 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:00.327338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-390d86df-7262-460e-be28-5b62295a2dc8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5949059 Feb 11 05:53:00.327661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40126) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:00.411808 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d35ada38-6e7f-4985-aad7-482eee7f658e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (45de26e8-a452-4895-866c-31a45db5d758), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.529056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:52:56Z', 'revision_number': 3, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:00.532042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-b44eb5b5-1b08-4994-a645-8d0d579f0904', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'project_id': '66a3ff754570433e9e363e23720fa53b', 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:53:00.533616 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.550371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d35ada38-6e7f-4985-aad7-482eee7f658e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (45de26e8-a452-4895-866c-31a45db5d758), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.577401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0cba9-5080-4863-a1c0-f357d7ed6137 None None] The sync data for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 is: [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:52:56Z', 'revision_number': 3, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:53:00.729197 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d35ada38-6e7f-4985-aad7-482eee7f658e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (45de26e8-a452-4895-866c-31a45db5d758), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.806767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ada38-6e7f-4985-aad7-482eee7f658e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45de26e8-a452-4895-866c-31a45db5d758,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:00.825925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Allocated IP 172.20.0.2 (b44eb5b5-1b08-4994-a645-8d0d579f0904/63924e8e-4aaf-4dba-8240-87fe92322451/96ab259a-42f4-43de-b5bf-e1bf8b43629b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:00.940958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d35ada38-6e7f-4985-aad7-482eee7f658e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.946739 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d35ada38-6e7f-4985-aad7-482eee7f658e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8258715 Feb 11 05:53:00.948027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40144) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:00.961482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-006c2ec8-26f7-4da4-a4de-75849ba2df37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'security_group_rule': {'security_group_id': 'c5046905-43fc-4937-9546-a1a864fe7d25', 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:01.027125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Publish callbacks [] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.082700 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-006c2ec8-26f7-4da4-a4de-75849ba2df37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (75d91595-7201-4a05-99bc-848dc8c386a4), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.133173 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.202695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.232161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:01.256050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:01.267294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:01.314215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Pushing event updated for resources: {'Port': ['ID=96ab259a-42f4-43de-b5bf-e1bf8b43629b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:01.350589 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-006c2ec8-26f7-4da4-a4de-75849ba2df37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (75d91595-7201-4a05-99bc-848dc8c386a4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.440476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Attempting to bind port 96ab259a-42f4-43de-b5bf-e1bf8b43629b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:01.441263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Attempting to bind port 96ab259a-42f4-43de-b5bf-e1bf8b43629b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:01.441898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Attempting to bind port 96ab259a-42f4-43de-b5bf-e1bf8b43629b on network b44eb5b5-1b08-4994-a645-8d0d579f0904 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:01.447750 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-006c2ec8-26f7-4da4-a4de-75849ba2df37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (75d91595-7201-4a05-99bc-848dc8c386a4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.449308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:01.450025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Checking segment: {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:01.450795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.451293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Bound using segment: {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:01.451884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Bound port: 96ab259a-42f4-43de-b5bf-e1bf8b43629b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:01.452388 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.489618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c2ec8-26f7-4da4-a4de-75849ba2df37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d91595-7201-4a05-99bc-848dc8c386a4,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:01.570006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] For port 96ab259a-42f4-43de-b5bf-e1bf8b43629b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:01.573918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] For port 96ab259a-42f4-43de-b5bf-e1bf8b43629b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=96ab259a-42f4-43de-b5bf-e1bf8b43629b,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:01.606170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:01.641438 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-006c2ec8-26f7-4da4-a4de-75849ba2df37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.641438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-006c2ec8-26f7-4da4-a4de-75849ba2df37 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6915569 Feb 11 05:53:01.643522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40166) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:01.651850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a8b12af4-4668-4730-80b1-12378600be46 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'security_group_rule': {'security_group_id': 'c5046905-43fc-4937-9546-a1a864fe7d25', 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:01.703885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.785105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d49fc1-710b-40e7-9887-8b4e68080600 None None] Pushing event updated for resources: {'Port': ['ID=96ab259a-42f4-43de-b5bf-e1bf8b43629b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:01.809359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Allocated IP 172.20.0.1 (b44eb5b5-1b08-4994-a645-8d0d579f0904/63924e8e-4aaf-4dba-8240-87fe92322451/54e6f3b9-4094-4572-8742-d536c9cba25d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:01.826655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8b12af4-4668-4730-80b1-12378600be46 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (80873f7c-7565-48c0-b452-1b3d0ec67b22), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:01.873237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:01.873632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.051716 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8b12af4-4668-4730-80b1-12378600be46 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (80873f7c-7565-48c0-b452-1b3d0ec67b22), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.088021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:02.090112 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.143231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:02.144817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.172425 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8b12af4-4668-4730-80b1-12378600be46 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (80873f7c-7565-48c0-b452-1b3d0ec67b22), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.194229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b12af4-4668-4730-80b1-12378600be46 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80873f7c-7565-48c0-b452-1b3d0ec67b22,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:02.309011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.364883 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8b12af4-4668-4730-80b1-12378600be46 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.365508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a8b12af4-4668-4730-80b1-12378600be46 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7201324 Feb 11 05:53:02.368384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40174) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:02.369607 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.373202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-27aa781b-e8fb-46e5-a4d4-81fb89f437bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'security_group_rule': {'security_group_id': 'c5046905-43fc-4937-9546-a1a864fe7d25', 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:02.421085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:02.468184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:02.468184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:02.472075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:02.504785 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-27aa781b-e8fb-46e5-a4d4-81fb89f437bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Project 5570e6c4b93d4e00aab8e1e75f77ad60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:53:02.515641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=54e6f3b9-4094-4572-8742-d536c9cba25d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:02.517860 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27aa781b-e8fb-46e5-a4d4-81fb89f437bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (9b758027-562e-47f3-8f3e-d5201b0cbe23), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.572889 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.620913 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27aa781b-e8fb-46e5-a4d4-81fb89f437bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (9b758027-562e-47f3-8f3e-d5201b0cbe23), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.699485 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27aa781b-e8fb-46e5-a4d4-81fb89f437bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (9b758027-562e-47f3-8f3e-d5201b0cbe23), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.739712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa781b-e8fb-46e5-a4d4-81fb89f437bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b758027-562e-47f3-8f3e-d5201b0cbe23,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:02.900243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27aa781b-e8fb-46e5-a4d4-81fb89f437bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.903396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-27aa781b-e8fb-46e5-a4d4-81fb89f437bf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5338926 Feb 11 05:53:02.904027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40190) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:02.908496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-97e32fe6-e4b6-4e20-86b3-0e0d8ca230f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'security_group_rule': {'security_group_id': 'c5046905-43fc-4937-9546-a1a864fe7d25', 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:02.914087 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.013201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ccd613c-607b-4ac3-b0b7-52724f29fa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.092802 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-97e32fe6-e4b6-4e20-86b3-0e0d8ca230f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Project 5570e6c4b93d4e00aab8e1e75f77ad60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:53:03.099390 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97e32fe6-e4b6-4e20-86b3-0e0d8ca230f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (ccd1a406-2644-4c24-b993-a6ab3c63fb53), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.242167 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97e32fe6-e4b6-4e20-86b3-0e0d8ca230f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (ccd1a406-2644-4c24-b993-a6ab3c63fb53), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.354442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.480443 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97e32fe6-e4b6-4e20-86b3-0e0d8ca230f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (ccd1a406-2644-4c24-b993-a6ab3c63fb53), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.480675 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.512496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e32fe6-e4b6-4e20-86b3-0e0d8ca230f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd1a406-2644-4c24-b993-a6ab3c63fb53,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:03.616886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.622028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97e32fe6-e4b6-4e20-86b3-0e0d8ca230f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.623269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-97e32fe6-e4b6-4e20-86b3-0e0d8ca230f2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7182672 Feb 11 05:53:03.633045 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=54e6f3b9-4094-4572-8742-d536c9cba25d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:03.701206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:03.869723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:03.870114 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.974277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:03.976506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:04.123443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:04.124630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 96ab259a-42f4-43de-b5bf-e1bf8b43629b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:04.224378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 96ab259a-42f4-43de-b5bf-e1bf8b43629b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:04.225297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.287059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:53:04.317349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ec381-68e6-4346-a35a-9e6e1b6cef01 None None] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:53:04.458588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bda43ec7-f5df-48a0-980d-f25ca4eb7544 None None] Provisioning complete for port 96ab259a-42f4-43de-b5bf-e1bf8b43629b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:04.460161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:53:04.460497 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bda43ec7-f5df-48a0-980d-f25ca4eb7544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.488136 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Sync routers for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:53:04.494259 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c4b28e32-109e-4bad-8b9d-414fdef9298c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "PUT /v2.0/routers/bc654b4e-7f42-4da6-8dbe-c2d6fe471df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1654482 Feb 11 05:53:04.498410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40264) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:04.504498 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:04.509771 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:52:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:04.509942 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c2af6707-9b07-4c33-8b2c-7ef170939103 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1621778913', 'description': 'tempest-secgroup_access--1621778913 description', 'project_id': '66a3ff754570433e9e363e23720fa53b'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:04.623961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 96ab259a-42f4-43de-b5bf-e1bf8b43629b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:04.624268 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.694337 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:53:04.702009 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2af6707-9b07-4c33-8b2c-7ef170939103 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.771417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 96ab259a-42f4-43de-b5bf-e1bf8b43629b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=96ab259a-42f4-43de-b5bf-e1bf8b43629b,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:04.810279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bda43ec7-f5df-48a0-980d-f25ca4eb7544 None None] Current status of the port 96ab259a-42f4-43de-b5bf-e1bf8b43629b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:04.810668 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bda43ec7-f5df-48a0-980d-f25ca4eb7544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.886972 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.955635 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2af6707-9b07-4c33-8b2c-7ef170939103 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (8688ef1e-7bac-49e8-9742-edbd8d559871), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.019366 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2af6707-9b07-4c33-8b2c-7ef170939103 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8688ef1e-7bac-49e8-9742-edbd8d559871), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.078991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-bda43ec7-f5df-48a0-980d-f25ca4eb7544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:53:05.079351 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-bda43ec7-f5df-48a0-980d-f25ca4eb7544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:53:05.099152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af6707-9b07-4c33-8b2c-7ef170939103 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8688ef1e-7bac-49e8-9742-edbd8d559871,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:05.160233 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2af6707-9b07-4c33-8b2c-7ef170939103 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.168672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c2af6707-9b07-4c33-8b2c-7ef170939103 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6673229 Feb 11 05:53:05.175319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40280) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:05.188112 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c87db077-e436-493a-84e4-bce3ec9bc024 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--753317131', 'description': 'tempest-secgroup_general--753317131 description', 'project_id': '66a3ff754570433e9e363e23720fa53b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:05.300749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=96ab259a-42f4-43de-b5bf-e1bf8b43629b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:05.327468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c87db077-e436-493a-84e4-bce3ec9bc024 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.443162 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:03Z', 'revision_number': 2, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:05.506242 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Checking router: bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:53:05.507493 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Updating router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 port 54e6f3b9-4094-4572-8742-d536c9cba25d binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:53:05.521663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c87db077-e436-493a-84e4-bce3ec9bc024 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (48f2cb32-6d05-4ed8-b91a-9a2a9265aa72), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.531862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 96ab259a-42f4-43de-b5bf-e1bf8b43629b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:05.586745 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a5b5-fcb4-4827-8166-a91ff040a2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.601144 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.619066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c87db077-e436-493a-84e4-bce3ec9bc024 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (48f2cb32-6d05-4ed8-b91a-9a2a9265aa72), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.678753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87db077-e436-493a-84e4-bce3ec9bc024 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:05.692344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bda43ec7-f5df-48a0-980d-f25ca4eb7544 None None] Current status of the port 96ab259a-42f4-43de-b5bf-e1bf8b43629b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:05.712768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 96ab259a-42f4-43de-b5bf-e1bf8b43629b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:05.713777 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.775040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c87db077-e436-493a-84e4-bce3ec9bc024 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.775040 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c87db077-e436-493a-84e4-bce3ec9bc024 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5900693 Feb 11 05:53:05.775040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40288) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:05.775040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-428205d4-6420-4564-9eed-081fd0eadb13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'security_group_rule': {'security_group_id': '8688ef1e-7bac-49e8-9742-edbd8d559871', 'project_id': '66a3ff754570433e9e363e23720fa53b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:05.861889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cda2673-662f-4553-8e23-f3cbf7527588 None None] Provisioning complete for port 54e6f3b9-4094-4572-8742-d536c9cba25d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:05.862584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cda2673-662f-4553-8e23-f3cbf7527588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.937941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 96ab259a-42f4-43de-b5bf-e1bf8b43629b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:05.946652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cda2673-662f-4553-8e23-f3cbf7527588 None None] Port 54e6f3b9-4094-4572-8742-d536c9cba25d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:05.975421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cda2673-662f-4553-8e23-f3cbf7527588 None None] Provisioning complete for port 96ab259a-42f4-43de-b5bf-e1bf8b43629b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:05.996574 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-428205d4-6420-4564-9eed-081fd0eadb13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group_rule (62ffa5d7-66fd-4d4b-9315-cd718f529498), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.002470 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cda2673-662f-4553-8e23-f3cbf7527588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.189254 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-428205d4-6420-4564-9eed-081fd0eadb13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group_rule (62ffa5d7-66fd-4d4b-9315-cd718f529498), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.271495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cda2673-662f-4553-8e23-f3cbf7527588 None None] Current status of the port 96ab259a-42f4-43de-b5bf-e1bf8b43629b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:06.281152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-428205d4-6420-4564-9eed-081fd0eadb13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (62ffa5d7-66fd-4d4b-9315-cd718f529498), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.316465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428205d4-6420-4564-9eed-081fd0eadb13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ffa5d7-66fd-4d4b-9315-cd718f529498,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:06.406092 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-428205d4-6420-4564-9eed-081fd0eadb13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.406249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c044df2a-04dd-435c-bf45-9ec4db1c389f None None] Provisioning complete for port 54e6f3b9-4094-4572-8742-d536c9cba25d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:06.406249 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c044df2a-04dd-435c-bf45-9ec4db1c389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.416928 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Publish callbacks [] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.417154 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-428205d4-6420-4564-9eed-081fd0eadb13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6434090 Feb 11 05:53:06.481353 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.567046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c044df2a-04dd-435c-bf45-9ec4db1c389f None None] Port 54e6f3b9-4094-4572-8742-d536c9cba25d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:06.616914 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Pushing event updated for resources: {'Port': ['ID=54e6f3b9-4094-4572-8742-d536c9cba25d,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:06.639970 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.640314 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.641330 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.641879 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.642396 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.643031 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.643694 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.644184 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.644711 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.645223 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.645745 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.646235 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.646917 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:06.786002 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Attempting to bind port 54e6f3b9-4094-4572-8742-d536c9cba25d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:06.786697 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Attempting to bind port 54e6f3b9-4094-4572-8742-d536c9cba25d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:06.787290 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Attempting to bind port 54e6f3b9-4094-4572-8742-d536c9cba25d on network b44eb5b5-1b08-4994-a645-8d0d579f0904 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:06.795367 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.806899 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:06.808399 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Checking segment: {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:06.810151 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.815835 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Bound using segment: {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:06.816773 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Bound port: 54e6f3b9-4094-4572-8742-d536c9cba25d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:06.822079 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.906889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-dc47dcc1-2240-42f3-b3d6-f53e1c74e1ea tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--753317131&fields=id&tenant_id=66a3ff754570433e9e363e23720fa53b HTTP/1.1" status: 200 len: 267 time: 0.1015902 Feb 11 05:53:06.931480 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] For port 54e6f3b9-4094-4572-8742-d536c9cba25d, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:06.936337 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] For port 54e6f3b9-4094-4572-8742-d536c9cba25d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=54e6f3b9-4094-4572-8742-d536c9cba25d,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:07.002842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-54710f06-a9ef-471a-9d78-9838c2e7e8ff tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--1621778913&fields=id&tenant_id=66a3ff754570433e9e363e23720fa53b HTTP/1.1" status: 200 len: 267 time: 0.0864270 Feb 11 05:53:07.063603 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:07.134053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fc6c72fc-ee56-47b0-8bfd-b8e5d8d64b4e None None] Provisioning complete for port 54e6f3b9-4094-4572-8742-d536c9cba25d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:07.140217 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc6c72fc-ee56-47b0-8bfd-b8e5d8d64b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:07.224866 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:07.225798 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:53:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:07.229071 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a11e7-e8a7-4688-8a21-04c8ab849801 None None] Pushing event updated for resources: {'Port': ['ID=54e6f3b9-4094-4572-8742-d536c9cba25d,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:07.248741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-360154f1-6a9a-48c6-9061-3f08a2261e38 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:07.250598 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-360154f1-6a9a-48c6-9061-3f08a2261e38 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/networks?id=b44eb5b5-1b08-4994-a645-8d0d579f0904 HTTP/1.1" status: 200 len: 796 time: 0.2469442 Feb 11 05:53:07.269663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-1e69ea34-bb9a-40d1-a1d2-61046edd5a01 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/quotas/66a3ff754570433e9e363e23720fa53b HTTP/1.1" status: 200 len: 375 time: 0.0132666 Feb 11 05:53:07.363329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c72fc-ee56-47b0-8bfd-b8e5d8d64b4e None None] Current status of the port 54e6f3b9-4094-4572-8742-d536c9cba25d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:07.363935 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc6c72fc-ee56-47b0-8bfd-b8e5d8d64b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:07.392210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-696a5e4d-bcde-432d-9fa7-41a0ed3f856e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007564 Feb 11 05:53:07.482992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fc6c72fc-ee56-47b0-8bfd-b8e5d8d64b4e None None] For port 54e6f3b9-4094-4572-8742-d536c9cba25d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=54e6f3b9-4094-4572-8742-d536c9cba25d,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:07.504533 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:53:07.601483 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc6c72fc-ee56-47b0-8bfd-b8e5d8d64b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:07.705517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c72fc-ee56-47b0-8bfd-b8e5d8d64b4e None None] Pushing event updated for resources: {'Port': ['ID=54e6f3b9-4094-4572-8742-d536c9cba25d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:07.873444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2d7ed158-bf2e-42fe-9273-7d13756ce4c1 None None] Provisioning complete for port 54e6f3b9-4094-4572-8742-d536c9cba25d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:07.876251 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed158-bf2e-42fe-9273-7d13756ce4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:08.029378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-2148fa9b-f42f-4116-92f5-287af24f9463 service neutron] 10.222.0.62 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356461 Feb 11 05:53:08.093609 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:06Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:08.097271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ed158-bf2e-42fe-9273-7d13756ce4c1 None None] Current status of the port 54e6f3b9-4094-4572-8742-d536c9cba25d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:08.133283 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccd94c-3db8-4c5e-b97c-aa666ea1fa65 None None] The sync data for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 is: [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:06Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:53:08.318124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-cb637e03-50e4-411d-a128-82f34b0bdb94 service neutron] 10.222.0.62 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831826 Feb 11 05:53:08.367786 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:08.683188 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:08.781610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ab97af9-a208-4ef4-8a78-f536402807ed req-9b60b229-3fe9-49e8-a596-092d60cff4d5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 210 time: 0.0613923 Feb 11 05:53:09.288040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.622137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 54e6f3b9-4094-4572-8742-d536c9cba25d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:09.765273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 54e6f3b9-4094-4572-8742-d536c9cba25d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:09.769766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:09.998281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a10f2a21-59b8-490a-9fe1-4987b1d4fc35 req-0a9ec38c-880a-4fc5-9e62-79e783ff7db1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 210 time: 0.0612681 Feb 11 05:53:10.031640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 54e6f3b9-4094-4572-8742-d536c9cba25d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:11.197109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8405982-abc0-4c5e-a40b-1517d2958fc2 req-554e6222-46c3-4d65-915f-7f3f21b6da1a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 210 time: 0.0802441 Feb 11 05:53:11.685060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:12.384283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6b269dd-50d3-4b5e-8a83-5ea3ea2941ca req-b7d99593-870d-4ea1-87f8-9280aae2ae5e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 210 time: 0.0485044 Feb 11 05:53:12.620135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-c0075d04-fd73-415a-bb25-a35ef7ec6dab tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:12.624067 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-c0075d04-fd73-415a-bb25-a35ef7ec6dab tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.65 "GET /v2.0/networks?id=b44eb5b5-1b08-4994-a645-8d0d579f0904 HTTP/1.1" status: 200 len: 796 time: 0.2068212 Feb 11 05:53:12.754347 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-53325ede-0367-4740-96b5-cb6edb170324 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a3ff754570433e9e363e23720fa53b HTTP/1.1" status: 200 len: 477 time: 0.1227038 Feb 11 05:53:12.763417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'port': {'device_id': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'admin_state_up': True, 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'security_groups': ['48f2cb32-6d05-4ed8-b91a-9a2a9265aa72', '8688ef1e-7bac-49e8-9742-edbd8d559871']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:13.091283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Made reservation on behalf of 66a3ff754570433e9e363e23720fa53b for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:13.096048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:13.578744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec614c08-adbe-4679-8ce2-4e41e2d51665 req-751d3b90-c330-4a55-8186-cd0633b949d5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 210 time: 0.0671787 Feb 11 05:53:14.118241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Allocated IP 172.20.0.10 (b44eb5b5-1b08-4994-a645-8d0d579f0904/63924e8e-4aaf-4dba-8240-87fe92322451/48ac860d-7e40-40b7-96db-d9671e00d867) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:14.397318 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (48ac860d-7e40-40b7-96db-d9671e00d867), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.534179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.628377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=48ac860d-7e40-40b7-96db-d9671e00d867,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:14.660905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:14.662482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:14.665637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:14.766889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:14.767596 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.837021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4545c-5b61-418e-8c47-7dfa6a4dabac req-7cbe89e2-1401-496c-82f3-9e9c33dcb704 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:14.852505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35d4545c-5b61-418e-8c47-7dfa6a4dabac req-7cbe89e2-1401-496c-82f3-9e9c33dcb704 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 971 time: 0.1232264 Feb 11 05:53:14.917847 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-852addc4-ca83-41d2-b745-aeadab0126c2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.1580446 Feb 11 05:53:14.930668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Request body: {'port': {'device_id': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:15.011284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35d4545c-5b61-418e-8c47-7dfa6a4dabac req-b7829e43-b9d3-4213-bff1-dfef04c7b470 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1515057 Feb 11 05:53:15.125964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4f7c65af-7f2d-4fef-aa09-2fa543e7b075 None None] Provisioning complete for port 48ac860d-7e40-40b7-96db-d9671e00d867 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:15.127960 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f7c65af-7f2d-4fef-aa09-2fa543e7b075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.169699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.211405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c65af-7f2d-4fef-aa09-2fa543e7b075 None None] Port 48ac860d-7e40-40b7-96db-d9671e00d867 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:15.765689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ac860d-7e40-40b7-96db-d9671e00d867 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:15.794068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Publish callbacks [] for port (48ac860d-7e40-40b7-96db-d9671e00d867), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:15.821007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Transition to ACTIVE for port object 48ac860d-7e40-40b7-96db-d9671e00d867 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:53:15.925632 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:16.080263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Pushing event updated for resources: {'Port': ['ID=48ac860d-7e40-40b7-96db-d9671e00d867,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:16.302134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Attempting to bind port 48ac860d-7e40-40b7-96db-d9671e00d867 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:16.306531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Attempting to bind port 48ac860d-7e40-40b7-96db-d9671e00d867 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:16.307207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Attempting to bind port 48ac860d-7e40-40b7-96db-d9671e00d867 on network b44eb5b5-1b08-4994-a645-8d0d579f0904 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:16.323990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26310a8-8dc8-47a9-8739-9fdd2887f374 req-dd3664fc-b307-4447-b1df-21624e23f34e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:16.325975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c26310a8-8dc8-47a9-8739-9fdd2887f374 req-dd3664fc-b307-4447-b1df-21624e23f34e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 983 time: 0.1631935 Feb 11 05:53:16.335742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Port 48ac860d-7e40-40b7-96db-d9671e00d867 on network b44eb5b5-1b08-4994-a645-8d0d579f0904 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:53:16.336658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Attempting to bind port 48ac860d-7e40-40b7-96db-d9671e00d867 on network b44eb5b5-1b08-4994-a645-8d0d579f0904 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:16.352992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:16.360038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Checking segment: {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:16.361967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Bound using segment: {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:16.367978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Bound port: 48ac860d-7e40-40b7-96db-d9671e00d867, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd86055-bb7c-47bb-aecb-b57d1fffb910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:16.368746 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:16.503569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c26310a8-8dc8-47a9-8739-9fdd2887f374 req-506a3649-06be-48fe-9f26-3b413c311272 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1699042 Feb 11 05:53:16.581334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] For port 48ac860d-7e40-40b7-96db-d9671e00d867, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:16.589401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] For port 48ac860d-7e40-40b7-96db-d9671e00d867, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=48ac860d-7e40-40b7-96db-d9671e00d867,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:16.708857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:16.798692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:16.799350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:16.803747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] 10.222.0.65 "PUT /v2.0/ports/48ac860d-7e40-40b7-96db-d9671e00d867 HTTP/1.1" status: 200 len: 1132 time: 1.8788249 Feb 11 05:53:16.804872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:16.808583 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fb925c-a636-47f0-8fbb-dfc527cc81c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:16.883158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ee537-931e-4fc0-b309-cc0fbc93701a service neutron] Pushing event updated for resources: {'Port': ['ID=48ac860d-7e40-40b7-96db-d9671e00d867,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:16.910988 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f09b8a-1dbb-4b2b-a41d-5823fcb8c35d x-openstack-request-id: req-74f09b8a-1dbb-4b2b-a41d-5823fcb8c35d {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:16.914071 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:16.914351 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74f09b8a-1dbb-4b2b-a41d-5823fcb8c35d {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:16.914961 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867', 'status': 'completed', 'code': 200} Feb 11 05:53:17.075160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb925c-a636-47f0-8fbb-dfc527cc81c6 req-ee6db112-2adf-45a2-bb4c-8705d03969a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:17.076721 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72fb925c-a636-47f0-8fbb-dfc527cc81c6 req-ee6db112-2adf-45a2-bb4c-8705d03969a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1166 time: 0.1487277 Feb 11 05:53:17.350637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb925c-a636-47f0-8fbb-dfc527cc81c6 req-f6eee4eb-5471-4f7b-afb2-776aaedcdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:17.358502 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72fb925c-a636-47f0-8fbb-dfc527cc81c6 req-f6eee4eb-5471-4f7b-afb2-776aaedcdbdd service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=66a3ff754570433e9e363e23720fa53b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2736402 Feb 11 05:53:17.674802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb925c-a636-47f0-8fbb-dfc527cc81c6 req-24274fa6-49af-4175-8308-5ce422712a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:17.681765 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72fb925c-a636-47f0-8fbb-dfc527cc81c6 req-24274fa6-49af-4175-8308-5ce422712a7b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3177886 Feb 11 05:53:17.837753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f98392-92f2-402e-85fb-5ac36e641e5f req-bdb79416-0b39-4f62-a440-8cd6f2ff1818 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:17.843141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83f98392-92f2-402e-85fb-5ac36e641e5f req-bdb79416-0b39-4f62-a440-8cd6f2ff1818 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 983 time: 0.1581051 Feb 11 05:53:17.858870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-57091e99-80fc-4a0a-a848-2b97c0948f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:17.860590 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-57091e99-80fc-4a0a-a848-2b97c0948f44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1166 time: 0.1316252 Feb 11 05:53:18.007618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83f98392-92f2-402e-85fb-5ac36e641e5f req-e2711f42-e9d8-4615-8e42-12972a37cde1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1583679 Feb 11 05:53:18.017791 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-53f76c4f-3112-493f-b993-6e37b19aac4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ac860d-7e40-40b7-96db-d9671e00d867 HTTP/1.1" status: 200 len: 217 time: 0.1493440 Feb 11 05:53:18.035134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40526) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:18.155008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-22968bb1-a64f-4c20-99a0-fbb59e1fa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:18.163139 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-22968bb1-a64f-4c20-99a0-fbb59e1fa898 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63924e8e-4aaf-4dba-8240-87fe92322451 HTTP/1.1" status: 200 len: 835 time: 0.1331279 Feb 11 05:53:18.260972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-dbab41a5-ec83-4ed2-9653-c3c1a88fe9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:18.262883 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-dbab41a5-ec83-4ed2-9653-c3c1a88fe9d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b44eb5b5-1b08-4994-a645-8d0d579f0904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0972481 Feb 11 05:53:18.287049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.449655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Publish callbacks [] for security_group (8b6bd8c5-b3db-48c3-8fc3-d05d4f7cd17c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.467479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-3cdf5b1b-0450-4601-9253-35c9fa8d318b service neutron] 10.222.0.65 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975293 Feb 11 05:53:18.525749 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8b6bd8c5-b3db-48c3-8fc3-d05d4f7cd17c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.598421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a3704ea5-ed61-4f88-ba40-54c84065f9f5 req-5577bbc4-d38b-428e-9ab8-2766d137cebb service neutron] 10.222.0.65 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250014 Feb 11 05:53:18.609371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6bd8c5-b3db-48c3-8fc3-d05d4f7cd17c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:18.630779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40534) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:18.642189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8af7d6579634d45bf06a58b83b06401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6050792 Feb 11 05:53:18.659466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.664261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.666658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.667401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.673413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.674160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.674755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.675485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.676067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.676716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.677303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.677874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.678432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b4c7b4-0c40-46b4-acda-8eec6e0dd49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:18.755344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6308ecf5-b070-4708-b096-bb4676202e83 admin admin] Publish callbacks [] for security_group (8b6bd8c5-b3db-48c3-8fc3-d05d4f7cd17c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:18.810712 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6308ecf5-b070-4708-b096-bb4676202e83 admin admin] Publish callbacks [] for security_group (8b6bd8c5-b3db-48c3-8fc3-d05d4f7cd17c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.030529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6308ecf5-b070-4708-b096-bb4676202e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8b6bd8c5-b3db-48c3-8fc3-d05d4f7cd17c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.041681 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6308ecf5-b070-4708-b096-bb4676202e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:19.046094 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6308ecf5-b070-4708-b096-bb4676202e83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b6bd8c5-b3db-48c3-8fc3-d05d4f7cd17c HTTP/1.1" status: 204 len: 168 time: 0.4136629 Feb 11 05:53:19.056673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308ecf5-b070-4708-b096-bb4676202e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6bd8c5-b3db-48c3-8fc3-d05d4f7cd17c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:19.378611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f0649-b8db-4190-9991-08c918d97ec1 req-c05ff1c7-36be-4a47-848b-6dcf91a45a9a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:19.394199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e0f0649-b8db-4190-9991-08c918d97ec1 req-c05ff1c7-36be-4a47-848b-6dcf91a45a9a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 983 time: 0.1569216 Feb 11 05:53:19.585997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e0f0649-b8db-4190-9991-08c918d97ec1 req-701caa85-5c0e-4cdf-bf94-6eaf0e717a8e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1902924 Feb 11 05:53:20.354878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 48ac860d-7e40-40b7-96db-d9671e00d867 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:53:20.370397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40554) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.391841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4365-2bf8-474c-909c-2424c88e61de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:20.610207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4365-2bf8-474c-909c-2424c88e61de admin admin] Publish callbacks [] for security_group (aaf88eb2-3c3c-4cb6-a2ea-ce698d695d01), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:20.718764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4365-2bf8-474c-909c-2424c88e61de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (aaf88eb2-3c3c-4cb6-a2ea-ce698d695d01), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:20.807328 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ae2c4365-2bf8-474c-909c-2424c88e61de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a287c4ce6c7403d8a10eaff913d39d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4352274 Feb 11 05:53:20.808243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c4365-2bf8-474c-909c-2424c88e61de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf88eb2-3c3c-4cb6-a2ea-ce698d695d01,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:20.810721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40562) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:20.822091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 48ac860d-7e40-40b7-96db-d9671e00d867, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=48ac860d-7e40-40b7-96db-d9671e00d867,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:20.848137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '48ac860d-7e40-40b7-96db-d9671e00d867', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'port_id': '48ac860d-7e40-40b7-96db-d9671e00d867', 'mac_address': 'fa:16:3e:ad:60:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:53:20.866526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f8b2a-eea6-45bd-ba40-2bb788c11abd req-dd12b03a-4046-42ec-8700-7d2d460267ae tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:20.875101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-917f8b2a-eea6-45bd-ba40-2bb788c11abd req-dd12b03a-4046-42ec-8700-7d2d460267ae tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 983 time: 0.1247296 Feb 11 05:53:20.901609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 48ac860d-7e40-40b7-96db-d9671e00d867 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:20.902013 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:20.920815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ac860d-7e40-40b7-96db-d9671e00d867 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:20.952070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-917f8b2a-eea6-45bd-ba40-2bb788c11abd req-5b773f3d-b4ca-4fc4-aba3-59abdbae0017 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0757153 Feb 11 05:53:20.959333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 48ac860d-7e40-40b7-96db-d9671e00d867, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=48ac860d-7e40-40b7-96db-d9671e00d867,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:20.986388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7f61cd6-4aff-47d8-8db5-7cc17f70d99b admin admin] Publish callbacks [] for security_group (aaf88eb2-3c3c-4cb6-a2ea-ce698d695d01), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.015649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7f61cd6-4aff-47d8-8db5-7cc17f70d99b admin admin] Publish callbacks [] for security_group (aaf88eb2-3c3c-4cb6-a2ea-ce698d695d01), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.052703 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.116150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=48ac860d-7e40-40b7-96db-d9671e00d867,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:21.129981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.130912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.131686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.132545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.133397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.134183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.134743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.135271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.135791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.136217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.136793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.137317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.138467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:21.213058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7f61cd6-4aff-47d8-8db5-7cc17f70d99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (aaf88eb2-3c3c-4cb6-a2ea-ce698d695d01), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.216060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7f61cd6-4aff-47d8-8db5-7cc17f70d99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:21.217937 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c7f61cd6-4aff-47d8-8db5-7cc17f70d99b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aaf88eb2-3c3c-4cb6-a2ea-ce698d695d01 HTTP/1.1" status: 204 len: 168 time: 0.3917327 Feb 11 05:53:21.230477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f61cd6-4aff-47d8-8db5-7cc17f70d99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf88eb2-3c3c-4cb6-a2ea-ce698d695d01,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:21.271283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['48ac860d-7e40-40b7-96db-d9671e00d867'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:53:22.090659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0f7d8-ab4b-4797-887d-eaa622cf1839 req-6d967028-8118-4107-ae3a-7bd4f87257de tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:22.092430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35b0f7d8-ab4b-4797-887d-eaa622cf1839 req-6d967028-8118-4107-ae3a-7bd4f87257de tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 984 time: 0.0696261 Feb 11 05:53:22.205269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35b0f7d8-ab4b-4797-887d-eaa622cf1839 req-a82ae541-5c9b-4622-8d3a-e160cb23177b tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1026223 Feb 11 05:53:22.334902 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:22.372803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 48ac860d-7e40-40b7-96db-d9671e00d867 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:22.571466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 48ac860d-7e40-40b7-96db-d9671e00d867 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:53:22.575920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 48ac860d-7e40-40b7-96db-d9671e00d867 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:22.576304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.673033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 48ac860d-7e40-40b7-96db-d9671e00d867 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:22.673644 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:22.700196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:22.704337 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c56677f-06ea-407b-be25-88b07bca4ce5" -d '{"events": [{"server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "name": "network-vif-plugged", "status": "completed", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:22.739313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 48ac860d-7e40-40b7-96db-d9671e00d867, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=48ac860d-7e40-40b7-96db-d9671e00d867,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:22.853111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.057840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=48ac860d-7e40-40b7-96db-d9671e00d867,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:23.098589 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfdea21-04d5-4c5b-ac41-e0eea7ac9bc7 x-openstack-request-id: req-6dfdea21-04d5-4c5b-ac41-e0eea7ac9bc7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:23.098589 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "name": "network-vif-plugged", "status": "completed", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:23.098589 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6dfdea21-04d5-4c5b-ac41-e0eea7ac9bc7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:23.098589 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867', 'code': 200} Feb 11 05:53:23.236077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad74047-772e-4914-9eef-0b1c419749d8 req-d0d65083-4212-4f94-9807-22609fc10e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.237905 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ad74047-772e-4914-9eef-0b1c419749d8 req-d0d65083-4212-4f94-9807-22609fc10e1e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1168 time: 0.0685949 Feb 11 05:53:23.361733 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ad74047-772e-4914-9eef-0b1c419749d8 req-6df01867-aaab-400f-8d10-4260ea3a78bb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1170337 Feb 11 05:53:23.467173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2e16f-b832-4cc6-8ff5-1d777df7d7a2 req-9161dd15-5fc9-4e1d-8330-f39af36e6c13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.469228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40f2e16f-b832-4cc6-8ff5-1d777df7d7a2 req-9161dd15-5fc9-4e1d-8330-f39af36e6c13 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 985 time: 0.0906909 Feb 11 05:53:23.591531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40f2e16f-b832-4cc6-8ff5-1d777df7d7a2 req-cc27c9ab-8d7d-4416-9dba-046aca19ac9d tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1139641 Feb 11 05:53:24.774789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc65d5b-2d55-4361-83ca-950e49ab4aef req-f6d68f25-26fb-4f3c-93b3-7c38d59784de tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:24.783502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfc65d5b-2d55-4361-83ca-950e49ab4aef req-f6d68f25-26fb-4f3c-93b3-7c38d59784de tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 985 time: 0.0964711 Feb 11 05:53:24.864573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfc65d5b-2d55-4361-83ca-950e49ab4aef req-87d74d7e-cccf-4bc9-be30-a1516ef3d9df tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0758181 Feb 11 05:53:25.087579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8fdb6-63c1-41be-905c-4efb3dfc5bdf req-8b3a37d7-dd45-477e-b93e-189d78b584de tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:25.098526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ec8fdb6-63c1-41be-905c-4efb3dfc5bdf req-8b3a37d7-dd45-477e-b93e-189d78b584de tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 985 time: 0.1293545 Feb 11 05:53:25.244875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ec8fdb6-63c1-41be-905c-4efb3dfc5bdf req-14c915f8-2812-4859-8b79-b3a3403ac453 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1383760 Feb 11 05:53:25.469021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65215a-3c64-462f-9ff0-599c54dc205e req-795ed50d-961e-46ba-97b3-4170727bc875 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:25.472510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b65215a-3c64-462f-9ff0-599c54dc205e req-795ed50d-961e-46ba-97b3-4170727bc875 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1168 time: 0.1179864 Feb 11 05:53:25.503346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1b65215a-3c64-462f-9ff0-599c54dc205e req-6adbfbde-4983-4ae0-8e23-c8f3430c79d6 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:25.642223 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1b65215a-3c64-462f-9ff0-599c54dc205e req-6adbfbde-4983-4ae0-8e23-c8f3430c79d6 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Publish callbacks [] for security_group (64db9cda-8934-4307-b5ca-b1983c0c2a5b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.806011 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1b65215a-3c64-462f-9ff0-599c54dc205e req-6adbfbde-4983-4ae0-8e23-c8f3430c79d6 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (64db9cda-8934-4307-b5ca-b1983c0c2a5b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.865394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b65215a-3c64-462f-9ff0-599c54dc205e req-6adbfbde-4983-4ae0-8e23-c8f3430c79d6 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.3868237 Feb 11 05:53:26.878983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40706) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:26.882614 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbfbde-4983-4ae0-8e23-c8f3430c79d6 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64db9cda-8934-4307-b5ca-b1983c0c2a5b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:26.974057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7353d0-033e-4a19-94c5-83995c14b504 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:26.975951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6d7353d0-033e-4a19-94c5-83995c14b504 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1163 time: 0.0943928 Feb 11 05:53:26.980398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 40712) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:26.986485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '48ac860d-7e40-40b7-96db-d9671e00d867', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:27.180217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.352408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.489289 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Allocated IP 172.25.8.231 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/357c3a69-c6ec-487d-9b39-7bfaebfd2866) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:27.735503 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (357c3a69-c6ec-487d-9b39-7bfaebfd2866), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.940842 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (357c3a69-c6ec-487d-9b39-7bfaebfd2866), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.997724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:28.002094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:28.006679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:28.045511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=357c3a69-c6ec-487d-9b39-7bfaebfd2866,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:29.244468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for floatingip (dab04aaa-98df-405d-ac98-af174808be9d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.796731 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (357c3a69-c6ec-487d-9b39-7bfaebfd2866), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.337408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (357c3a69-c6ec-487d-9b39-7bfaebfd2866), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.413235 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (357c3a69-c6ec-487d-9b39-7bfaebfd2866), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.575212 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=357c3a69-c6ec-487d-9b39-7bfaebfd2866,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:30.585933 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (dab04aaa-98df-405d-ac98-af174808be9d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.788147 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Floating IP dab04aaa-98df-405d-ac98-af174808be9d associated. External IP: 172.25.8.231, port: 48ac860d-7e40-40b7-96db-d9671e00d867. Feb 11 05:53:31.294360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:53:31.515837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:53:31.534301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] Sync routers for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:53:31.576854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:31.576854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:53:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:31.787064 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:31.804049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:53:31.830930 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-10797b13-cc8e-44a3-ad35-5649de23550e tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8491497 Feb 11 05:53:31.832316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:31.833401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40904) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:31.836914 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f1a948-ba99-4e6a-b648-d75fd38f6b40" -d '{"events": [{"name": "network-changed", "server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:31.919327 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531dce33-42fa-4d6c-b5d1-113189f8962f x-openstack-request-id: req-531dce33-42fa-4d6c-b5d1-113189f8962f {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:31.930441 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:31.930441 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-531dce33-42fa-4d6c-b5d1-113189f8962f {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:31.930441 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867', 'status': 'completed', 'code': 200} Feb 11 05:53:32.158193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-b1ffd2ef-27cf-458a-9cce-aaa1b4d0c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:32.159766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-b1ffd2ef-27cf-458a-9cce-aaa1b4d0c496 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1168 time: 0.2205837 Feb 11 05:53:32.451810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dab04aaa-98df-405d-ac98-af174808be9d', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'port_id': '48ac860d-7e40-40b7-96db-d9671e00d867', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'mac_address': 'fa:16:3e:ad:60:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:53:28Z', 'updated_at': '2022-02-11T05:53:28Z', 'revision_number': 0, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:07Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:32.530858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] Checking router: bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:53:32.543665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:53:32.545042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:53:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:32.694284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-73de37e6-06be-4268-8fa1-fef67c3aee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:32.696256 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-73de37e6-06be-4268-8fa1-fef67c3aee6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b44eb5b5-1b08-4994-a645-8d0d579f0904 HTTP/1.1" status: 200 len: 897 time: 0.5285559 Feb 11 05:53:32.993672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:53:33.088963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-63fd7340-3b1f-4275-b3ac-06d870fb2c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.372428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd97ac-12c4-4718-a341-cc1c65d298d8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.373042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd97ac-12c4-4718-a341-cc1c65d298d8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.379686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd97ac-12c4-4718-a341-cc1c65d298d8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.380188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd97ac-12c4-4718-a341-cc1c65d298d8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.380674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd97ac-12c4-4718-a341-cc1c65d298d8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.381130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd97ac-12c4-4718-a341-cc1c65d298d8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.381579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd97ac-12c4-4718-a341-cc1c65d298d8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.402173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c6fd97ac-12c4-4718-a341-cc1c65d298d8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4983 time: 1.5670629 Feb 11 05:53:33.404712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40976) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:33.700878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf3bdf-dd97-4d0a-9b82-e873a505b44b tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.701634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf3bdf-dd97-4d0a-9b82-e873a505b44b tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.702092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf3bdf-dd97-4d0a-9b82-e873a505b44b tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.702746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf3bdf-dd97-4d0a-9b82-e873a505b44b tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.703197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf3bdf-dd97-4d0a-9b82-e873a505b44b tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.703647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf3bdf-dd97-4d0a-9b82-e873a505b44b tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.704096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf3bdf-dd97-4d0a-9b82-e873a505b44b tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.709304 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a6cf3bdf-dd97-4d0a-9b82-e873a505b44b tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.3034003 Feb 11 05:53:33.710110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 40990) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:33.791124 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-4fc6593e-fed9-4d3e-9d5c-49bb6633c0ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ac860d-7e40-40b7-96db-d9671e00d867 HTTP/1.1" status: 200 len: 1000 time: 1.0823035 Feb 11 05:53:33.814476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dab04aaa-98df-405d-ac98-af174808be9d', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'port_id': '48ac860d-7e40-40b7-96db-d9671e00d867', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'mac_address': 'fa:16:3e:ad:60:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:53:28Z', 'updated_at': '2022-02-11T05:53:28Z', 'revision_number': 0, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:07Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:53:33.874236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524f3ed-cef6-46f9-8d47-f5b02c1c6087 None None] The sync data for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 is: [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dab04aaa-98df-405d-ac98-af174808be9d', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'port_id': '48ac860d-7e40-40b7-96db-d9671e00d867', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'mac_address': 'fa:16:3e:ad:60:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:53:28Z', 'updated_at': '2022-02-11T05:53:28Z', 'revision_number': 0, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:07Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:53:33.888699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-82f33857-c163-4bd2-a929-6e6dc79104c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:33.890223 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-82f33857-c163-4bd2-a929-6e6dc79104c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63924e8e-4aaf-4dba-8240-87fe92322451 HTTP/1.1" status: 200 len: 835 time: 0.0921001 Feb 11 05:53:34.048085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-80e1cd69-e612-4801-9b2d-950362033d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:34.052167 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-80e1cd69-e612-4801-9b2d-950362033d67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b44eb5b5-1b08-4994-a645-8d0d579f0904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1533611 Feb 11 05:53:34.175963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-95ff644b-43c3-4183-9841-328ba1973cce tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.4630737 Feb 11 05:53:34.182448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41008) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:34.285216 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541b3d8-c69b-4f62-8b1a-7ade7a69f457 None None] New status for floating IP dab04aaa-98df-405d-ac98-af174808be9d: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:53:34.312474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791ccbc-9d74-4dd4-a880-c2930a226797 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:34.313016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791ccbc-9d74-4dd4-a880-c2930a226797 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:34.325628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6791ccbc-9d74-4dd4-a880-c2930a226797 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 HTTP/1.1" status: 200 len: 2063 time: 0.1414399 Feb 11 05:53:34.339425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-1031fea9-bada-45aa-8515-81b24704cbbe service neutron] 10.222.0.65 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832494 Feb 11 05:53:34.512979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79f1a948-ba99-4e6a-b648-d75fd38f6b40 req-66da2f9a-088a-40df-97fc-23aa225ee8eb service neutron] 10.222.0.65 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667500 Feb 11 05:53:35.568081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3554b954-cc82-42eb-81fb-36c5e01927d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:36.784178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.379072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:38.730195 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.345401 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:41.697998 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.265087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41430) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:43.386091 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62f7c208-cd85-4ac5-ad01-df680d4c5b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.480940 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62f7c208-cd85-4ac5-ad01-df680d4c5b70 admin admin] Publish callbacks [] for security_group (1e7de35d-bf65-4703-a6d5-2485ac566d1d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.601277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62f7c208-cd85-4ac5-ad01-df680d4c5b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1e7de35d-bf65-4703-a6d5-2485ac566d1d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.648926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-62f7c208-cd85-4ac5-ad01-df680d4c5b70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f676c455b447413ea1cc64e2a276ca33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3860745 Feb 11 05:53:43.650106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7c208-cd85-4ac5-ad01-df680d4c5b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7de35d-bf65-4703-a6d5-2485ac566d1d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:43.651737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41440) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:43.720307 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c0a9541-22e1-433a-93f8-f702367b0f3b admin admin] Publish callbacks [] for security_group (1e7de35d-bf65-4703-a6d5-2485ac566d1d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.748484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c0a9541-22e1-433a-93f8-f702367b0f3b admin admin] Publish callbacks [] for security_group (1e7de35d-bf65-4703-a6d5-2485ac566d1d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.917518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-2e5eac34-5fb2-4f99-be04-3ff0ebb2218f tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:43.919536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-2e5eac34-5fb2-4f99-be04-3ff0ebb2218f tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/networks?id=78fa6519-9563-4286-ba24-a6299cbc00c0 HTTP/1.1" status: 200 len: 812 time: 0.1386220 Feb 11 05:53:43.932507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c0a9541-22e1-433a-93f8-f702367b0f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (1e7de35d-bf65-4703-a6d5-2485ac566d1d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.935488 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6c0a9541-22e1-433a-93f8-f702367b0f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.937404 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6c0a9541-22e1-433a-93f8-f702367b0f3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e7de35d-bf65-4703-a6d5-2485ac566d1d HTTP/1.1" status: 204 len: 168 time: 0.2845297 Feb 11 05:53:43.952333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a9541-22e1-433a-93f8-f702367b0f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7de35d-bf65-4703-a6d5-2485ac566d1d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:43.958257 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-384c28c8-0030-45b7-bba5-1dde81c70d89 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/quotas/b7bfcc433e1848e88b09a3c095b687cc HTTP/1.1" status: 200 len: 375 time: 0.0307322 Feb 11 05:53:44.003470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-e105918c-755a-4933-a66b-b71e193970a7 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379951 Feb 11 05:53:44.105753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-a8946ea5-5152-4145-a328-4baab6ff8441 service neutron] 10.222.0.62 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013935 Feb 11 05:53:44.263869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-be132ff1-cc9d-43a6-a5d9-76bcc7a2d0b8 service neutron] 10.222.0.62 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365271 Feb 11 05:53:45.021315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41472) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:45.029129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f6cbba81-17dd-4e58-9db6-ab15842eb2e2 req-a9c934bf-e3f1-4fcf-883d-d3bf7adf1bdc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 210 time: 0.0441010 Feb 11 05:53:45.037787 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.125345 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Publish callbacks [] for security_group (d2588066-cd73-4859-b777-3f85c3c3a72e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.222399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2588066-cd73-4859-b777-3f85c3c3a72e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.266857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2588066-cd73-4859-b777-3f85c3c3a72e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:45.271023 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=becd80bcc60045a98d4cf1fb4881beec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484252 Feb 11 05:53:45.273873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41482) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:45.285901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.286260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.286611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.286958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.287301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.287642 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.287978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.288314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.288813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.289244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.289737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.290078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.290424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ace5c-f0ec-4c9e-a364-5825329c9afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:45.362971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5421-fc3d-4a71-8d14-26ffbf796674 admin admin] Publish callbacks [] for security_group (d2588066-cd73-4859-b777-3f85c3c3a72e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.387325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5421-fc3d-4a71-8d14-26ffbf796674 admin admin] Publish callbacks [] for security_group (d2588066-cd73-4859-b777-3f85c3c3a72e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.539136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5421-fc3d-4a71-8d14-26ffbf796674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d2588066-cd73-4859-b777-3f85c3c3a72e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.541977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5421-fc3d-4a71-8d14-26ffbf796674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:45.548309 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eb9e5421-fc3d-4a71-8d14-26ffbf796674 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2588066-cd73-4859-b777-3f85c3c3a72e HTTP/1.1" status: 204 len: 168 time: 0.2731140 Feb 11 05:53:45.558459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e5421-fc3d-4a71-8d14-26ffbf796674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2588066-cd73-4859-b777-3f85c3c3a72e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:46.142088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-664dfdc3-3f1d-4078-a0f1-4b99d70fb18a req-9bbbdaf1-5b50-4844-82bd-55cfdb47ddfa tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 210 time: 0.0341539 Feb 11 05:53:47.311314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbb6bbcb-850a-4b0a-903b-d80174276458 req-60fe5e7e-fa6a-48dd-892c-dda0dc67d965 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 210 time: 0.0539489 Feb 11 05:53:48.404508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-2ddbb534-9787-481b-b0cf-45fd4acba5cf tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:48.406570 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-2ddbb534-9787-481b-b0cf-45fd4acba5cf tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.83 "GET /v2.0/networks?id=78fa6519-9563-4286-ba24-a6299cbc00c0 HTTP/1.1" status: 200 len: 812 time: 0.2529218 Feb 11 05:53:48.419451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Request body: {'port': {'device_id': 'b846eda0-3167-4c5d-98c1-417a35c8ba5d', 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0', 'admin_state_up': True, 'tenant_id': 'b7bfcc433e1848e88b09a3c095b687cc'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:48.488497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab83032e-bac5-478b-bac7-40822ecca242 req-e8437b99-3255-4712-bc5b-06d206898b16 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 210 time: 0.0606537 Feb 11 05:53:48.772259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Made reservation on behalf of b7bfcc433e1848e88b09a3c095b687cc for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:48.777380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:48.967163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Allocated IP 172.20.0.12 (78fa6519-9563-4286-ba24-a6299cbc00c0/d4c524b1-81dc-4ade-b502-7e258c1e77a1/10777b34-94d8-4b1c-868b-f154ee9f44f3) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:49.134577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks [] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:49.242436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:49.321295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Network 78fa6519-9563-4286-ba24-a6299cbc00c0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:49.324429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:49.327442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Pushing event updated for resources: {'Port': ['ID=10777b34-94d8-4b1c-868b-f154ee9f44f3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:49.340039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:49.425447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:49.426251 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:49.563660 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-acad849f-cc6e-4c1e-b434-3133ba6927ba tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1484234 Feb 11 05:53:49.593846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-7a5a0a53-579b-4a0e-bdce-3e1e67291e42 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:53:49.601646 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-7a5a0a53-579b-4a0e-bdce-3e1e67291e42 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185192 Feb 11 05:53:49.628284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Request body: {'port': {'device_id': 'b846eda0-3167-4c5d-98c1-417a35c8ba5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:49.780799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35310-9054-43ba-8f1a-60d721e25794 req-cf68c0b0-494d-4e9a-bbbd-a4c1cf35b27f tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:49.789775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0d35310-9054-43ba-8f1a-60d721e25794 req-cf68c0b0-494d-4e9a-bbbd-a4c1cf35b27f tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 932 time: 0.0671592 Feb 11 05:53:49.807322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:49.879806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0d35310-9054-43ba-8f1a-60d721e25794 req-cb8b5dae-d579-4012-8280-7c2d1ac95169 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817294 Feb 11 05:53:50.155516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10777b34-94d8-4b1c-868b-f154ee9f44f3 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:50.164325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Publish callbacks [] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.178944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Transition to ACTIVE for port object 10777b34-94d8-4b1c-868b-f154ee9f44f3 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:53:50.261569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.339187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Pushing event updated for resources: {'Port': ['ID=10777b34-94d8-4b1c-868b-f154ee9f44f3,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:50.451659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Attempting to bind port 10777b34-94d8-4b1c-868b-f154ee9f44f3 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:50.451659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Attempting to bind port 10777b34-94d8-4b1c-868b-f154ee9f44f3 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:50.451659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Attempting to bind port 10777b34-94d8-4b1c-868b-f154ee9f44f3 on network 78fa6519-9563-4286-ba24-a6299cbc00c0 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:50.459089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Port 10777b34-94d8-4b1c-868b-f154ee9f44f3 on network 78fa6519-9563-4286-ba24-a6299cbc00c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:53:50.459918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Attempting to bind port 10777b34-94d8-4b1c-868b-f154ee9f44f3 on network 78fa6519-9563-4286-ba24-a6299cbc00c0 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:50.475594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:50.476443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Checking segment: {'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:50.476673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Bound using segment: {'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:50.477067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Bound port: 10777b34-94d8-4b1c-868b-f154ee9f44f3, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:50.477436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.589029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] For port 10777b34-94d8-4b1c-868b-f154ee9f44f3, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:50.592375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] For port 10777b34-94d8-4b1c-868b-f154ee9f44f3, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=10777b34-94d8-4b1c-868b-f154ee9f44f3,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:50.683613 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.748983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:50.749628 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:50.751527 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] 10.222.0.83 "PUT /v2.0/ports/10777b34-94d8-4b1c-868b-f154ee9f44f3 HTTP/1.1" status: 200 len: 1093 time: 1.1391025 Feb 11 05:53:50.787587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b846eda0-3167-4c5d-98c1-417a35c8ba5d', 'tag': '10777b34-94d8-4b1c-868b-f154ee9f44f3'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:50.790507 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a3a8b-9fbc-4e53-ba7c-6e3f1497f2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b846eda0-3167-4c5d-98c1-417a35c8ba5d", "tag": "10777b34-94d8-4b1c-868b-f154ee9f44f3"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:50.806681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-b7ec4c92-5590-4de8-bacd-39a5b4c1af83 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722850374&fields=id&tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 267 time: 0.1153584 Feb 11 05:53:50.844207 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0163bf-4b3c-415b-9313-2ff3741fcfc2 x-openstack-request-id: req-ea0163bf-4b3c-415b-9313-2ff3741fcfc2 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:50.849423 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b846eda0-3167-4c5d-98c1-417a35c8ba5d", "tag": "10777b34-94d8-4b1c-868b-f154ee9f44f3", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:50.849956 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea0163bf-4b3c-415b-9313-2ff3741fcfc2 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:50.850607 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b846eda0-3167-4c5d-98c1-417a35c8ba5d', 'tag': '10777b34-94d8-4b1c-868b-f154ee9f44f3', 'status': 'completed', 'code': 200} Feb 11 05:53:50.855919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3e172-eaff-47ef-87bf-a46d552f09ac service neutron] Pushing event updated for resources: {'Port': ['ID=10777b34-94d8-4b1c-868b-f154ee9f44f3,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:50.974633 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a3a8b-9fbc-4e53-ba7c-6e3f1497f2cc req-b5b97c6f-a2b9-4c1b-af14-e6b67b9b97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:50.976291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-819a3a8b-9fbc-4e53-ba7c-6e3f1497f2cc req-b5b97c6f-a2b9-4c1b-af14-e6b67b9b97c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 1127 time: 0.1110289 Feb 11 05:53:51.027647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-87690c8c-1ce7-4619-97b1-1bf93cb4f28e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:51.029886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-87690c8c-1ce7-4619-97b1-1bf93cb4f28e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.2153018 Feb 11 05:53:51.090087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-9f13f152-4ef9-4345-93e1-5d7aafb60d63 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/quotas/5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 375 time: 0.0282016 Feb 11 05:53:51.121770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a3a8b-9fbc-4e53-ba7c-6e3f1497f2cc req-eb38d844-1321-4a63-8a73-c624b53102ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:51.123264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-819a3a8b-9fbc-4e53-ba7c-6e3f1497f2cc req-eb38d844-1321-4a63-8a73-c624b53102ff service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1397676 Feb 11 05:53:51.142649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857af3-e190-425d-a510-6183c804dc8a req-df6f1949-3492-40c1-b3cd-4ab156ceebe2 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:51.144182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a857af3-e190-425d-a510-6183c804dc8a req-df6f1949-3492-40c1-b3cd-4ab156ceebe2 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 944 time: 0.1616292 Feb 11 05:53:51.189575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-8504bff2-1671-4e3a-beb5-d003f0b318d4 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985398 Feb 11 05:53:51.260899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a857af3-e190-425d-a510-6183c804dc8a req-7c4a06c9-0061-41e6-8e58-5117217af38b tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066523 Feb 11 05:53:51.272178 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a3a8b-9fbc-4e53-ba7c-6e3f1497f2cc req-d2472011-e46d-4956-9661-aaeeab6af48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:51.276447 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-819a3a8b-9fbc-4e53-ba7c-6e3f1497f2cc req-d2472011-e46d-4956-9661-aaeeab6af48b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472967 Feb 11 05:53:51.356322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-43d8964c-4bbe-40da-a1db-2e135e8dba4f service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418428 Feb 11 05:53:51.377430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-dde9855b-b5fa-4ed3-a37b-691c68405dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:51.379052 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-dde9855b-b5fa-4ed3-a37b-691c68405dfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 1127 time: 0.0629363 Feb 11 05:53:51.431298 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-0ebdebf5-c704-42de-a68a-51ca759dc272 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10777b34-94d8-4b1c-868b-f154ee9f44f3 HTTP/1.1" status: 200 len: 217 time: 0.0450580 Feb 11 05:53:51.463200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-3c12d05d-be63-402c-9251-870f4840f621 service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998092 Feb 11 05:53:51.496116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-2ae5941b-dd7e-42fc-b704-2c3b1dbc5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:51.497648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-2ae5941b-dd7e-42fc-b704-2c3b1dbc5443 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d4c524b1-81dc-4ade-b502-7e258c1e77a1 HTTP/1.1" status: 200 len: 852 time: 0.0620167 Feb 11 05:53:51.534490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-12270244-8715-48a5-9726-cfb8c3edded1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78fa6519-9563-4286-ba24-a6299cbc00c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309844 Feb 11 05:53:51.643828 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-1393551b-67de-4e6f-8e6a-72b2e9aa6ff7 service neutron] 10.222.0.83 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035991 Feb 11 05:53:51.750532 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b41a3eb-f30b-4d98-8be5-268f30953658 req-d32e78b0-b75f-49d2-82cf-d2f26b4916e6 service neutron] 10.222.0.83 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008234 Feb 11 05:53:52.369954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7330bb60-96c9-48a9-8aa9-698aec45a459 req-967bfa6d-03c3-42e7-8757-90ca79f3609e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0622058 Feb 11 05:53:52.495611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a293-0c6d-4216-bb27-eeab9c3e6d6a req-020b5d2b-90af-4217-a325-aad09f36e289 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:52.503307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aca6a293-0c6d-4216-bb27-eeab9c3e6d6a req-020b5d2b-90af-4217-a325-aad09f36e289 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 944 time: 0.1079464 Feb 11 05:53:52.734952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aca6a293-0c6d-4216-bb27-eeab9c3e6d6a req-f1be85c3-5263-4687-b142-33c90f7d9b46 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304800 Feb 11 05:53:53.511898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0b5fcb1-da90-4e64-8041-ec35a7514def req-22fa6757-cdf2-4f29-8d94-280cfd57e907 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0316007 Feb 11 05:53:53.900068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce04c13-a96e-4490-ab0d-a6efecb594a4 req-6a867f4b-44c3-4e5a-9dfb-05dd4e1a8bc4 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:53.905293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ce04c13-a96e-4490-ab0d-a6efecb594a4 req-6a867f4b-44c3-4e5a-9dfb-05dd4e1a8bc4 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 944 time: 0.0930374 Feb 11 05:53:53.987126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ce04c13-a96e-4490-ab0d-a6efecb594a4 req-d99db752-1159-413d-a88b-d035d21dfb53 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753777 Feb 11 05:53:54.642498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6315f0d-ecf7-4c7f-af62-78ec48e61e96 req-95f4cac1-50de-43e5-ac40-464ab6881b2a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0495837 Feb 11 05:53:55.170061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c8dce-6307-44b8-a0b1-3fef7ca25625 req-ef6fe922-4700-4017-a42d-3e57ae9c26c0 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:55.171707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-364c8dce-6307-44b8-a0b1-3fef7ca25625 req-ef6fe922-4700-4017-a42d-3e57ae9c26c0 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 944 time: 0.0939672 Feb 11 05:53:55.293471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-364c8dce-6307-44b8-a0b1-3fef7ca25625 req-5c79d9a6-8454-472e-8cd2-1c5cfb697a80 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012204 Feb 11 05:53:55.303518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-721b9cd4-75c2-49c4-abf7-095fbdef806c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:55.305321 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-721b9cd4-75c2-49c4-abf7-095fbdef806c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.2516348 Feb 11 05:53:55.402039 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-6c92cfef-7161-486e-8f42-0b781bfabaf2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 380 time: 0.0880096 Feb 11 05:53:55.429745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'port': {'device_id': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'admin_state_up': True, 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'security_groups': ['c5046905-43fc-4937-9546-a1a864fe7d25']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:55.446856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 10777b34-94d8-4b1c-868b-f154ee9f44f3 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:53:55.634867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 10777b34-94d8-4b1c-868b-f154ee9f44f3, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=10777b34-94d8-4b1c-868b-f154ee9f44f3,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:55.670592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '10777b34-94d8-4b1c-868b-f154ee9f44f3', 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0', 'port_id': '10777b34-94d8-4b1c-868b-f154ee9f44f3', 'mac_address': 'fa:16:3e:79:09:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c524b1-81dc-4ade-b502-7e258c1e77a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:53:55.692176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:53:55.696713 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:55.837584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 10777b34-94d8-4b1c-868b-f154ee9f44f3 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:55.837987 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:55.872994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9307001f-c98d-413f-8d96-6b6ce3b9dcba req-aca7dffc-34c8-4d20-ad8c-ef04686870b0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0957170 Feb 11 05:53:55.908234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10777b34-94d8-4b1c-868b-f154ee9f44f3 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:55.985113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 10777b34-94d8-4b1c-868b-f154ee9f44f3, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=10777b34-94d8-4b1c-868b-f154ee9f44f3,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:56.044341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.20.0.14 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:53:56.075652 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:56.187935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=10777b34-94d8-4b1c-868b-f154ee9f44f3,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:56.291994 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:56.316613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['10777b34-94d8-4b1c-868b-f154ee9f44f3'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:53:56.453216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:56.487982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f652c7c-bc51-475a-9070-03684e9ea26c req-1eeffa8c-42ab-4f82-a1cb-c0c992584769 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:56.490290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f652c7c-bc51-475a-9070-03684e9ea26c req-1eeffa8c-42ab-4f82-a1cb-c0c992584769 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 945 time: 0.0932043 Feb 11 05:53:56.545744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:53:56.557543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:53:56.561707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:53:56.625016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:56.653744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f652c7c-bc51-475a-9070-03684e9ea26c req-b51c9db9-b61c-4bc5-bd3d-a4281fae7b9e tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412659 Feb 11 05:53:56.680433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:56.681284 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:56.803626 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-32c125a6-723f-4fb9-809b-c40ab111329e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3895316 Feb 11 05:53:56.815429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Request body: {'port': {'device_id': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:53:56.972071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:57.026436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-88eb4bf0-4da4-4b9b-9068-2d5cb3f7c5ac None None] Provisioning complete for port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:57.035716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88eb4bf0-4da4-4b9b-9068-2d5cb3f7c5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:57.119977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-88eb4bf0-4da4-4b9b-9068-2d5cb3f7c5ac None None] Port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:53:57.137630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf104fb-ee15-43a9-a8cc-289b3d91051c req-9f4f7e5e-b852-49e5-914a-e0cb314425a6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:57.139301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edf104fb-ee15-43a9-a8cc-289b3d91051c req-9f4f7e5e-b852-49e5-914a-e0cb314425a6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 932 time: 0.1530569 Feb 11 05:53:57.341786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-edf104fb-ee15-43a9-a8cc-289b3d91051c req-bd0bdd73-3e3a-4596-82d8-5b664a9ac1cd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868808 Feb 11 05:53:57.462104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 10777b34-94d8-4b1c-868b-f154ee9f44f3 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:53:57.487861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:53:57.499577 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Publish callbacks [] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:57.520559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Transition to ACTIVE for port object 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:53:57.631013 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:57.631701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 10777b34-94d8-4b1c-868b-f154ee9f44f3 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:53:57.644875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 10777b34-94d8-4b1c-868b-f154ee9f44f3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:53:57.645265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:57.649288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-d451f20f-5f45-4dc2-b79e-e3c6c061f9ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0881987 Feb 11 05:53:57.884308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Pushing event updated for resources: {'Port': ['ID=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:58.052624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 10777b34-94d8-4b1c-868b-f154ee9f44f3 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:53:58.053232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.129405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b846eda0-3167-4c5d-98c1-417a35c8ba5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10777b34-94d8-4b1c-868b-f154ee9f44f3'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:58.132031 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7228477-5344-4610-bc43-34769ea20e38" -d '{"events": [{"server_uuid": "b846eda0-3167-4c5d-98c1-417a35c8ba5d", "name": "network-vif-plugged", "status": "completed", "tag": "10777b34-94d8-4b1c-868b-f154ee9f44f3"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:58.189210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 10777b34-94d8-4b1c-868b-f154ee9f44f3, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=10777b34-94d8-4b1c-868b-f154ee9f44f3,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:53:58.227062 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb12aca-aa8e-4303-92a6-a165f13523b7 x-openstack-request-id: req-cdb12aca-aa8e-4303-92a6-a165f13523b7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:58.227539 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b846eda0-3167-4c5d-98c1-417a35c8ba5d", "name": "network-vif-plugged", "status": "completed", "tag": "10777b34-94d8-4b1c-868b-f154ee9f44f3", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:58.227936 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdb12aca-aa8e-4303-92a6-a165f13523b7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:58.228437 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b846eda0-3167-4c5d-98c1-417a35c8ba5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10777b34-94d8-4b1c-868b-f154ee9f44f3', 'code': 200} Feb 11 05:53:58.295140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Attempting to bind port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:53:58.297058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Attempting to bind port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:53:58.297409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Attempting to bind port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:58.300110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-2ea09c05-fffc-49a1-8849-59ace68a5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.301692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-2ea09c05-fffc-49a1-8849-59ace68a5a0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1168 time: 0.5606625 Feb 11 05:53:58.320773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac on network 5ca4e212-4526-44ec-8c74-69e1391f0651 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:53:58.325097 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.325673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Attempting to bind port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:53:58.360619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:53:58.360619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:53:58.360619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:53:58.360619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Bound port: 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:53:58.360619 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.361282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711307b3-7146-4c73-a9e0-36189e20f28a req-bae127be-f734-424d-91b2-dc4dfde3567b tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.361282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-711307b3-7146-4c73-a9e0-36189e20f28a req-bae127be-f734-424d-91b2-dc4dfde3567b tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 945 time: 0.5224369 Feb 11 05:53:58.466455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=10777b34-94d8-4b1c-868b-f154ee9f44f3,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:58.600016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] For port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:53:58.604273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] For port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:53:58.615613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ffe37-62ed-499d-a33b-8b08f8ace764 req-a803c1fb-b331-40b3-bd83-4d52e8b708f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.620357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8d5ffe37-62ed-499d-a33b-8b08f8ace764 req-a803c1fb-b331-40b3-bd83-4d52e8b708f6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 1129 time: 0.2758238 Feb 11 05:53:58.745828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.769995 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-711307b3-7146-4c73-a9e0-36189e20f28a req-54b0e3c8-83d8-48ee-b6f4-0bd6fb128248 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508314 Feb 11 05:53:58.881122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Pushing event updated for resources: {'Port': ['ID=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:58.893770 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8d5ffe37-62ed-499d-a33b-8b08f8ace764 req-5b75edde-bff1-401d-8625-df96c5412071 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650828 Feb 11 05:53:58.918650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.921469 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.922964 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-d9d82d9f-793d-4c36-9e5c-b66df01c1532 service neutron] 10.222.0.65 "PUT /v2.0/ports/019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac HTTP/1.1" status: 200 len: 1093 time: 2.1119523 Feb 11 05:53:58.923450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'tag': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:53:58.930274 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7aa865-07bd-42e5-87c4-add8e319fa95" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d4209-9eff-410d-8b03-8891f81e846c", "tag": "019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:53:58.971050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-bca3f722-5109-4d38-b6be-9179dbc93a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:58.973310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-bca3f722-5109-4d38-b6be-9179dbc93a81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b44eb5b5-1b08-4994-a645-8d0d579f0904 HTTP/1.1" status: 200 len: 897 time: 0.6106346 Feb 11 05:53:59.027377 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e23e4f-c86a-431b-a832-c3e2d751311d x-openstack-request-id: req-a7e23e4f-c86a-431b-a832-c3e2d751311d {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:53:59.027683 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d4209-9eff-410d-8b03-8891f81e846c", "tag": "019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:53:59.027942 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7e23e4f-c86a-431b-a832-c3e2d751311d {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:53:59.028460 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'tag': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'status': 'completed', 'code': 200} Feb 11 05:53:59.141080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa865-07bd-42e5-87c4-add8e319fa95 req-959bf49c-33d8-439d-bb40-f092add5f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.147868 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a7aa865-07bd-42e5-87c4-add8e319fa95 req-959bf49c-33d8-439d-bb40-f092add5f36d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 1127 time: 0.1023715 Feb 11 05:53:59.217352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-d96cf2ed-bbfe-4b92-aa44-a5862a0e244a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ac860d-7e40-40b7-96db-d9671e00d867 HTTP/1.1" status: 200 len: 1002 time: 0.2234373 Feb 11 05:53:59.233362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3029e-800f-46b2-9229-b80877df139a req-a3cc5a07-e8c2-473a-8e2c-1e75b1cee71a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.237845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dea3029e-800f-46b2-9229-b80877df139a req-a3cc5a07-e8c2-473a-8e2c-1e75b1cee71a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.7186470 Feb 11 05:53:59.329029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-b64eb6d1-534e-4b36-b297-ba91cbf83a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.331127 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-b64eb6d1-534e-4b36-b297-ba91cbf83a98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63924e8e-4aaf-4dba-8240-87fe92322451 HTTP/1.1" status: 200 len: 835 time: 0.1073098 Feb 11 05:53:59.340122 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:59.408243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa865-07bd-42e5-87c4-add8e319fa95 req-de6023b7-7653-4542-af7b-1457c13701e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.410583 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a7aa865-07bd-42e5-87c4-add8e319fa95 req-de6023b7-7653-4542-af7b-1457c13701e3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2559545 Feb 11 05:53:59.590955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dea3029e-800f-46b2-9229-b80877df139a req-4b55c736-16ba-4e0a-9cb2-b0cb1c1d62a2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576332 Feb 11 05:53:59.607975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-2ca95d01-30cf-4e32-8dd0-504dd10fbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.607975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-2ca95d01-30cf-4e32-8dd0-504dd10fbc12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b44eb5b5-1b08-4994-a645-8d0d579f0904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2480657 Feb 11 05:53:59.709529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa865-07bd-42e5-87c4-add8e319fa95 req-8939350b-5cdc-4cf5-90bc-54d332da15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.715585 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a7aa865-07bd-42e5-87c4-add8e319fa95 req-8939350b-5cdc-4cf5-90bc-54d332da15b0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2987635 Feb 11 05:53:59.788777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-c91fb5de-a507-4abb-b8f6-57538941565d service neutron] 10.222.0.65 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749213 Feb 11 05:53:59.903723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-09b7eb3d-340a-4b67-869f-b68ee6bb9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:59.905330 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-09b7eb3d-340a-4b67-869f-b68ee6bb9446 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 1127 time: 0.1455419 Feb 11 05:54:00.030531 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-83115149-a3b8-4164-8470-e8f8132ebe64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac HTTP/1.1" status: 200 len: 217 time: 0.1086168 Feb 11 05:54:00.134566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-7ce70427-e657-4d13-8884-aa4ef439b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.136053 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-7ce70427-e657-4d13-8884-aa4ef439b85c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0993929 Feb 11 05:54:00.190238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5e0c694-9051-4f2c-96f8-c539f33fa0c3 req-7f6e07eb-b72c-47c9-8f06-7e49b74ec4c7 service neutron] 10.222.0.65 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932261 Feb 11 05:54:00.205937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073761b2-77b7-47bd-8dfb-59ff83b2dcf3 req-3af0bbbb-d429-444d-952e-cdf70b16afec tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.208689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-073761b2-77b7-47bd-8dfb-59ff83b2dcf3 req-3af0bbbb-d429-444d-952e-cdf70b16afec tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 946 time: 0.2765088 Feb 11 05:54:00.276210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-11c3fc93-d36b-4773-916c-564cfe6dd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:00.278149 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-11c3fc93-d36b-4773-916c-564cfe6dd450 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1356540 Feb 11 05:54:00.341994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:00.387460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-073761b2-77b7-47bd-8dfb-59ff83b2dcf3 req-fe6defde-a27e-4a43-8ccb-d9423521dfd1 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603451 Feb 11 05:54:00.481014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41740) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:00.558082 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-cce0e429-c5ff-45f9-bd4b-af71ea72c998 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730889 Feb 11 05:54:00.692106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c66a1d80-dbd0-4961-8a65-184410ce85fb tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.2035549 Feb 11 05:54:00.692331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41744) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:00.698560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'network': {'name': 'tempest-network-smoke--646682602', 'project_id': '66a3ff754570433e9e363e23720fa53b', 'port_security_enabled': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:00.844534 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a34af96-1266-40dd-8395-bf483a37d3dd req-6ba998a4-b5e4-4e97-9d80-b9fecc3b6d77 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807584 Feb 11 05:54:00.845588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-627f7e12-75d7-4833-8d9f-543e25521bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.872896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Made reservation on behalf of 66a3ff754570433e9e363e23720fa53b for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:00.877688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.945254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:54:00.988756 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (69aa9ff5-8940-468f-866d-14537ff214e7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.993700 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Added segment 69aa9ff5-8940-468f-866d-14537ff214e7 of type vlan for network 9c807833-87a6-4c14-9cec-2139cada7c03 Feb 11 05:54:01.078127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a101910-5fb1-4e3b-9de7-e403020b7fc1 req-6bcded0b-89d9-4387-8c1f-3a6e830dc3e8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.085274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a101910-5fb1-4e3b-9de7-e403020b7fc1 req-6bcded0b-89d9-4387-8c1f-3a6e830dc3e8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.3175147 Feb 11 05:54:01.202355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-627f7e12-75d7-4833-8d9f-543e25521bcf admin admin] Publish callbacks [] for security_group (a84f08f7-d0e5-4f34-b30e-ae7d5847db1d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.266837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9c807833-87a6-4c14-9cec-2139cada7c03), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.285881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-627f7e12-75d7-4833-8d9f-543e25521bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a84f08f7-d0e5-4f34-b30e-ae7d5847db1d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.340180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a101910-5fb1-4e3b-9de7-e403020b7fc1 req-c5ac2cb6-f9a4-48b6-9625-a2394998c84e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439814 Feb 11 05:54:01.394124 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-627f7e12-75d7-4833-8d9f-543e25521bcf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=652ded99b6124be08996bcd5bfa2c554&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0508094 Feb 11 05:54:01.397134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41750) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:01.408939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f7e12-75d7-4833-8d9f-543e25521bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84f08f7-d0e5-4f34-b30e-ae7d5847db1d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:01.497793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9c807833-87a6-4c14-9cec-2139cada7c03), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.509603 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.510278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.614454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a72297b-b075-45ec-a482-a98644461253 req-bef9c844-e14b-401a-b7e6-5cbaf82f60b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1456742 Feb 11 05:54:01.661521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41754) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:01.662369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9689202 Feb 11 05:54:01.667430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'admin_state_up': True, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:01.748243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72297b-b075-45ec-a482-a98644461253 req-23eb4ecb-0ecf-42c5-8055-d94e1d51b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:01.750393 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a72297b-b075-45ec-a482-a98644461253 req-23eb4ecb-0ecf-42c5-8055-d94e1d51b59d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 1129 time: 0.0725541 Feb 11 05:54:02.023714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72297b-b075-45ec-a482-a98644461253 req-dc668d67-62a2-48a1-a055-d2205294ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.026750 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a72297b-b075-45ec-a482-a98644461253 req-dc668d67-62a2-48a1-a055-d2205294ac24 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78fa6519-9563-4286-ba24-a6299cbc00c0 HTTP/1.1" status: 200 len: 913 time: 0.2546122 Feb 11 05:54:02.029316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (12186121-00dc-4dda-872d-8740ece3f43c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.030494 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (12186121-00dc-4dda-872d-8740ece3f43c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.100227 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a72297b-b075-45ec-a482-a98644461253 req-e7fe7fec-7805-428b-8ee6-16759469c398 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10777b34-94d8-4b1c-868b-f154ee9f44f3 HTTP/1.1" status: 200 len: 217 time: 0.0618834 Feb 11 05:54:02.230527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_controller (12186121-00dc-4dda-872d-8740ece3f43c), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.252346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72297b-b075-45ec-a482-a98644461253 req-39f5063e-861c-4ac7-990f-ba4e59682080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.254104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a72297b-b075-45ec-a482-a98644461253 req-39f5063e-861c-4ac7-990f-ba4e59682080 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d4c524b1-81dc-4ade-b502-7e258c1e77a1 HTTP/1.1" status: 200 len: 852 time: 0.1479118 Feb 11 05:54:02.325089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a72297b-b075-45ec-a482-a98644461253 req-de70ec4d-a2ff-4bef-8546-6beca69c5e73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78fa6519-9563-4286-ba24-a6299cbc00c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649538 Feb 11 05:54:02.612688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915321f3-fe70-4b74-ae07-bd28491dfeb0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Network': ['ID=9c807833-87a6-4c14-9cec-2139cada7c03,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:02.627504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9c807833-87a6-4c14-9cec-2139cada7c03 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:54:02.653515 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b49b40ae-dfa5-458a-9ad2-1ad771b313de admin admin] Publish callbacks [] for security_group (a84f08f7-d0e5-4f34-b30e-ae7d5847db1d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.709656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_gateway (12186121-00dc-4dda-872d-8740ece3f43c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.798882 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b49b40ae-dfa5-458a-9ad2-1ad771b313de admin admin] Publish callbacks [] for security_group (a84f08f7-d0e5-4f34-b30e-ae7d5847db1d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.863801 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a72297b-b075-45ec-a482-a98644461253 req-bd30ec43-c641-4aba-bd9d-a0d0e1e5e495 service neutron] 10.222.0.83 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119825 Feb 11 05:54:02.879658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f92b3-5101-4bbe-a247-fac514d7944b req-aa780e97-1522-4e83-8e72-2a2e56eba7cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.887594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad2f92b3-5101-4bbe-a247-fac514d7944b req-aa780e97-1522-4e83-8e72-2a2e56eba7cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 946 time: 1.2877605 Feb 11 05:54:02.942199 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4efd63c0-8321-4357-b236-7845be03e892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.018056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64377a-1ff9-4b19-829a-9e5da04a6caa req-1087c0d8-b119-424b-b602-36fde180793b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.025144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa64377a-1ff9-4b19-829a-9e5da04a6caa req-1087c0d8-b119-424b-b602-36fde180793b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.4677942 Feb 11 05:54:03.064157 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a72297b-b075-45ec-a482-a98644461253 req-84473baa-b359-4ee2-a587-52e8fd626a22 service neutron] 10.222.0.83 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816797 Feb 11 05:54:03.169909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad2f92b3-5101-4bbe-a247-fac514d7944b req-a4fcfd9e-fa4b-43ba-9869-1b261b147d7c tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811472 Feb 11 05:54:03.278986 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b49b40ae-dfa5-458a-9ad2-1ad771b313de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a84f08f7-d0e5-4f34-b30e-ae7d5847db1d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.289787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b49b40ae-dfa5-458a-9ad2-1ad771b313de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.295933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b49b40ae-dfa5-458a-9ad2-1ad771b313de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a84f08f7-d0e5-4f34-b30e-ae7d5847db1d HTTP/1.1" status: 204 len: 168 time: 1.8946259 Feb 11 05:54:03.351046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa64377a-1ff9-4b19-829a-9e5da04a6caa req-76754e53-4488-4b14-a0f6-2cc1ad486a24 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144963 Feb 11 05:54:03.355518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b40ae-dfa5-458a-9ad2-1ad771b313de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84f08f7-d0e5-4f34-b30e-ae7d5847db1d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:03.782225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_gateway (12186121-00dc-4dda-872d-8740ece3f43c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.803449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.036233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Allocated IP 172.25.8.23 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/6d89980a-f38b-4875-a221-0dfd833c5870) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:04.201016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (6d89980a-f38b-4875-a221-0dfd833c5870), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.339363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.387264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:04.389562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:04.394423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:04.405621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=6d89980a-f38b-4875-a221-0dfd833c5870,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:04.549646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c448f-9190-4423-98d6-fb3032e492d6 req-c5ba69a3-c235-4036-90f6-8ef709eb0b16 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:04.554977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af6c448f-9190-4423-98d6-fb3032e492d6 req-c5ba69a3-c235-4036-90f6-8ef709eb0b16 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.0750933 Feb 11 05:54:04.609022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af6c448f-9190-4423-98d6-fb3032e492d6 req-dbc2c992-f6a2-4fff-bd85-5fc581670f0a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499730 Feb 11 05:54:04.859872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_gateway (12186121-00dc-4dda-872d-8740ece3f43c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:05.191240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (12186121-00dc-4dda-872d-8740ece3f43c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:05.446515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Router 12186121-00dc-4dda-872d-8740ece3f43c is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:54:05.555253 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8fd0989-42b2-47f3-bab3-8ff1fc7b0574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:05.680067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:05.692406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Sync routers for ids ['12186121-00dc-4dda-872d-8740ece3f43c'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:05.718286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Routers {'12186121-00dc-4dda-872d-8740ece3f43c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:05.719210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['12186121-00dc-4dda-872d-8740ece3f43c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:05.786865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:05.788486 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-890115fb-620c-4d65-8783-c38e3977ce11 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.1252098 Feb 11 05:54:05.793143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41872) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:05.892351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad27c6-06d8-490c-ae92-449e2dc85c92 req-07a9b88b-ab7b-4e39-b622-f03d9dc633a2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:05.908293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1ad27c6-06d8-490c-ae92-449e2dc85c92 req-07a9b88b-ab7b-4e39-b622-f03d9dc633a2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.1600380 Feb 11 05:54:05.985947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Set router 12186121-00dc-4dda-872d-8740ece3f43c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:06.073422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb1de20-5f26-43f7-8dde-51d5b746520d tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:06.075213 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ccb1de20-5f26-43f7-8dde-51d5b746520d tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=66a3ff754570433e9e363e23720fa53b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2808473 Feb 11 05:54:06.079371 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41874) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:06.089497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1ad27c6-06d8-490c-ae92-449e2dc85c92 req-36463453-ed7c-458e-820f-1b637ccabca1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795919 Feb 11 05:54:06.272848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b11d57-3d65-4f2f-b0e6-dafa607868c8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:06.275875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c3b11d57-3d65-4f2f-b0e6-dafa607868c8 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1955922 Feb 11 05:54:06.278816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41880) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:06.330892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41884) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:06.355836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c041c5ff-2cd5-44a7-9b4a-277f450b260e tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757492 Feb 11 05:54:06.356239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41888) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:06.377941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:04Z', 'revision_number': 3, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:06.409758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41890) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:06.410182 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6ef6b539-0e59-4a60-b35e-b37e695b1aaf tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=66a3ff754570433e9e363e23720fa53b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525060 Feb 11 05:54:06.481339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Checking router: 12186121-00dc-4dda-872d-8740ece3f43c for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:06.486085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Updating router 12186121-00dc-4dda-872d-8740ece3f43c port 6d89980a-f38b-4875-a221-0dfd833c5870 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:06.577869 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.602835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f86b6f3-5ce6-450f-bb93-1aa607177d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.770373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f86b6f3-5ce6-450f-bb93-1aa607177d9f admin admin] Publish callbacks [] for security_group (d4d37eee-0076-42f1-8788-3dd364e1bd07), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.845337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b6f16-9bf0-41c2-ac20-0569be230c63 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:06.846267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f86b6f3-5ce6-450f-bb93-1aa607177d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d4d37eee-0076-42f1-8788-3dd364e1bd07), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.848839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-107b6f16-9bf0-41c2-ac20-0569be230c63 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4374449 Feb 11 05:54:06.852912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41894) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:06.901267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86b6f3-5ce6-450f-bb93-1aa607177d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d37eee-0076-42f1-8788-3dd364e1bd07,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:06.931667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-54e26677-3bd1-46cd-9596-5ec670739c1d tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742261 Feb 11 05:54:06.936333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41896) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:06.941349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1175430962', 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03', 'project_id': '66a3ff754570433e9e363e23720fa53b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:06.974939 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5f86b6f3-5ce6-450f-bb93-1aa607177d9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5be546597096463694be652509ff47a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6406469 Feb 11 05:54:06.975243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41900) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:07.076005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68cd18be-73f8-46c6-9758-5ea233170491 admin admin] Publish callbacks [] for security_group (d4d37eee-0076-42f1-8788-3dd364e1bd07), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.129184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68cd18be-73f8-46c6-9758-5ea233170491 admin admin] Publish callbacks [] for security_group (d4d37eee-0076-42f1-8788-3dd364e1bd07), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.263542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.295638 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Publish callbacks [] for port (6d89980a-f38b-4875-a221-0dfd833c5870), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.317947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5658e-bd84-4e7f-bc73-b262c88f7ab2 req-5e6921f2-79b8-4545-8c4c-3cc0d44377d2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:07.320723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55a5658e-bd84-4e7f-bc73-b262c88f7ab2 req-5e6921f2-79b8-4545-8c4c-3cc0d44377d2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.0938783 Feb 11 05:54:07.321564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Made reservation on behalf of 66a3ff754570433e9e363e23720fa53b for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:07.326198 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.361416 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68cd18be-73f8-46c6-9758-5ea233170491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d4d37eee-0076-42f1-8788-3dd364e1bd07), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.365408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68cd18be-73f8-46c6-9758-5ea233170491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.380172 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-68cd18be-73f8-46c6-9758-5ea233170491 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4d37eee-0076-42f1-8788-3dd364e1bd07 HTTP/1.1" status: 204 len: 168 time: 0.4037969 Feb 11 05:54:07.395687 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.418147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd18be-73f8-46c6-9758-5ea233170491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d37eee-0076-42f1-8788-3dd364e1bd07,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:07.554891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55a5658e-bd84-4e7f-bc73-b262c88f7ab2 req-bc485947-bca5-4adf-90cd-90bea5695b21 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225718 Feb 11 05:54:07.564089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Attempting to bind port 6d89980a-f38b-4875-a221-0dfd833c5870 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:07.564542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Attempting to bind port 6d89980a-f38b-4875-a221-0dfd833c5870 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:07.567339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Attempting to bind port 6d89980a-f38b-4875-a221-0dfd833c5870 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:07.569683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eab38-8a40-429b-aec2-d70eec9bef5a None None] Pushing event updated for resources: {'Port': ['ID=6d89980a-f38b-4875-a221-0dfd833c5870,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:07.599338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:07.617848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:07.617848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.617848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:07.617848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Bound port: 6d89980a-f38b-4875-a221-0dfd833c5870, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:07.617848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.741411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] For port 6d89980a-f38b-4875-a221-0dfd833c5870, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:07.750953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] For port 6d89980a-f38b-4875-a221-0dfd833c5870, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6d89980a-f38b-4875-a221-0dfd833c5870,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:07.842239 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.916273 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (5c79cc8f-b170-41b6-9c28-160b7aaf3e9a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.987423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Routers {'12186121-00dc-4dda-872d-8740ece3f43c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:07.989929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['12186121-00dc-4dda-872d-8740ece3f43c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:08.013924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Subnet': ['ID=5c79cc8f-b170-41b6-9c28-160b7aaf3e9a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:08.037850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Checking segment: {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:08.039164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network hostable DHCP agents. Network: 9c807833-87a6-4c14-9cec-2139cada7c03, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:54:08.076003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eab38-8a40-429b-aec2-d70eec9bef5a None None] Pushing event updated for resources: {'Port': ['ID=6d89980a-f38b-4875-a221-0dfd833c5870,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:08.171877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network 9c807833-87a6-4c14-9cec-2139cada7c03 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:54:08.252350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 9c807833-87a6-4c14-9cec-2139cada7c03) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:08.257695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:08.258514 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.427791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-71d217a1-1d59-4f62-bba2-1632c9e7b5e5 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4833331 Feb 11 05:54:08.427981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41920) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:08.614251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d0fcc-3a82-4d0c-a63b-c98693fa9bd3 None None] Network 9c807833-87a6-4c14-9cec-2139cada7c03 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:08.922501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861db87c-91c0-4ea3-828d-1d9983958a55 req-c9ad1cdf-6cd8-4ff5-8048-a51d03c32759 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:08.925425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-861db87c-91c0-4ea3-828d-1d9983958a55 req-c9ad1cdf-6cd8-4ff5-8048-a51d03c32759 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.1347649 Feb 11 05:54:08.987435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-9c807833-87a6-4c14-9cec-2139cada7c03', 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03', 'project_id': '66a3ff754570433e9e363e23720fa53b', 'fixed_ips': [{'subnet_id': '5c79cc8f-b170-41b6-9c28-160b7aaf3e9a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:54:08.988458 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.029326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] Set router 12186121-00dc-4dda-872d-8740ece3f43c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:09.036933 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.041599 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-861db87c-91c0-4ea3-828d-1d9983958a55 req-d094ee53-4bc6-4b8a-a356-92a93a49f4a6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047287 Feb 11 05:54:09.071685 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.567359 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.656486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Allocated IP 172.20.0.18 (9c807833-87a6-4c14-9cec-2139cada7c03/5c79cc8f-b170-41b6-9c28-160b7aaf3e9a/0636330e-b516-4bb4-8c1d-64acd5dda4c5) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:09.714068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.772328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:04Z', 'revision_number': 3, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:09.813204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41942) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:09.885287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc4b889-71a1-46d9-8f6d-e95e6ed17b23 None None] The sync data for ids ['12186121-00dc-4dda-872d-8740ece3f43c'] in n-d-713498-37 is: [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:04Z', 'revision_number': 3, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:10.117431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-771533412-network', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:10.284094 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Publish callbacks [] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.290801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Made reservation on behalf of 311f0889fad648b0917ed9a9a59978f8 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:10.304983 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.330728 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.378920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.453735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Pushing event updated for resources: {'Port': ['ID=0636330e-b516-4bb4-8c1d-64acd5dda4c5,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:10.484386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Network 9c807833-87a6-4c14-9cec-2139cada7c03 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:10.490200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:10.497572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:10.590979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d394870-2263-4ff4-a559-ca7ac88c0fb9 req-c89fe3af-6f87-4864-ba28-023260870cb5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:10.592332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Attempting to bind port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:10.592782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Attempting to bind port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:10.593166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Attempting to bind port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 on network 9c807833-87a6-4c14-9cec-2139cada7c03 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:10.594212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d394870-2263-4ff4-a559-ca7ac88c0fb9 req-c89fe3af-6f87-4864-ba28-023260870cb5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.3687050 Feb 11 05:54:10.596842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Publish callbacks [] for security_group (8cdef74d-12f8-4134-bedf-aed903ee3bf4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.600069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:10.600426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Checking segment: {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:10.601561 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.602093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Bound using segment: {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:10.602612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Bound port: 0636330e-b516-4bb4-8c1d-64acd5dda4c5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:10.603018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.613694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Allocated IP 172.20.0.17 (9c807833-87a6-4c14-9cec-2139cada7c03/5c79cc8f-b170-41b6-9c28-160b7aaf3e9a/cec5ea41-3f53-4195-b663-d76c2cb6c7a1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:10.671196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8cdef74d-12f8-4134-bedf-aed903ee3bf4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.735482 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:54:10.828149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] For port 0636330e-b516-4bb4-8c1d-64acd5dda4c5, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:10.837685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] For port 0636330e-b516-4bb4-8c1d-64acd5dda4c5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0636330e-b516-4bb4-8c1d-64acd5dda4c5,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:10.842489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d394870-2263-4ff4-a559-ca7ac88c0fb9 req-a0a6f1e0-8bca-4a52-8129-6f8316c8fa2a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374680 Feb 11 05:54:10.853202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (acc02cff-b092-42b1-9024-bb2773ae77cd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.853822 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Added segment acc02cff-b092-42b1-9024-bb2773ae77cd of type vlan for network 96d49772-7655-4bab-8d6d-a16a1ba986e1 Feb 11 05:54:10.885400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdef74d-12f8-4134-bedf-aed903ee3bf4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:10.915271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.936778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.983548 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (96d49772-7655-4bab-8d6d-a16a1ba986e1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.099651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee73f-4f0f-411d-8825-be837b1a02ba None None] Pushing event updated for resources: {'Port': ['ID=0636330e-b516-4bb4-8c1d-64acd5dda4c5,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:11.158708 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.181932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (96d49772-7655-4bab-8d6d-a16a1ba986e1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.182616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:11.183501 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.276308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network 9c807833-87a6-4c14-9cec-2139cada7c03 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:11.289344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:11.295645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:11.387712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5713935 Feb 11 05:54:11.403453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 41958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:11.418446 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Request body: {'subnet': {'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-771533412-subnet', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:11.443263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:11.480194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (12186121-00dc-4dda-872d-8740ece3f43c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.552908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7beb17a-b586-41c9-a336-8e72d1f4882e admin admin] Pushing event updated for resources: {'Network': ['ID=96d49772-7655-4bab-8d6d-a16a1ba986e1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:11.579058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:54:11.594503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Made reservation on behalf of 311f0889fad648b0917ed9a9a59978f8 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:11.598221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.785243 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.869305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6d89980a-f38b-4875-a221-0dfd833c5870 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:11.983542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6d89980a-f38b-4875-a221-0dfd833c5870 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:11.984105 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.105299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4ada4-2c9f-4141-aa95-3bb6cda77ce2 req-0931ef58-3941-4378-9a01-a44d2a017a64 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:12.107564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91d4ada4-2c9f-4141-aa95-3bb6cda77ce2 req-0931ef58-3941-4378-9a01-a44d2a017a64 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.1116779 Feb 11 05:54:12.171797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6d89980a-f38b-4875-a221-0dfd833c5870 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:12.172257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.193503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91d4ada4-2c9f-4141-aa95-3bb6cda77ce2 req-b1cec245-c4a7-4d0a-b92e-404bf621c818 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775383 Feb 11 05:54:12.206562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 6d89980a-f38b-4875-a221-0dfd833c5870, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6d89980a-f38b-4875-a221-0dfd833c5870,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:12.230070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.313420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (0238acf0-61eb-4ef8-a663-31a9885e3747), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.330653 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.331529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0636330e-b516-4bb4-8c1d-64acd5dda4c5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:12.418054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=6d89980a-f38b-4875-a221-0dfd833c5870,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:12.497043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:12.497413 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.592170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0238acf0-61eb-4ef8-a663-31a9885e3747,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:12.619186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Checking segment: {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:12.619943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Network hostable DHCP agents. Network: 96d49772-7655-4bab-8d6d-a16a1ba986e1, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:54:12.711451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:12.712532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.774702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:54:12.809491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 0636330e-b516-4bb4-8c1d-64acd5dda4c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0636330e-b516-4bb4-8c1d-64acd5dda4c5,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:12.912507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 96d49772-7655-4bab-8d6d-a16a1ba986e1) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:12.915067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.918546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:12.918546 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.939120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4bcd59-adb6-4914-abee-231bbc7b9e97 None None] Network 9c807833-87a6-4c14-9cec-2139cada7c03 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:13.006914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6bf27-3de3-4fe0-929b-2c6470426251 None None] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:13.022302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.090778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ceea207c-7aad-45d7-aaae-5418a2f15105 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6797483 Feb 11 05:54:13.094948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 41968) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.103768 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.106091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.257966 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.259457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.322233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7dd54136-7494-498a-a374-65f6a97e24b8 None None] Provisioning complete for port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:13.323018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7dd54136-7494-498a-a374-65f6a97e24b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.369885 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (12186121-00dc-4dda-872d-8740ece3f43c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.414765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.497005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=0636330e-b516-4bb4-8c1d-64acd5dda4c5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.612822 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks [] for router_controller (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.661974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network 9c807833-87a6-4c14-9cec-2139cada7c03 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:13.664074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:13.701732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6d89980a-f38b-4875-a221-0dfd833c5870 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:13.706232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1c80c-3f90-4550-a4cd-3db7c0779f5a req-86be01fa-8603-4ab1-ab52-66b050609a6d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:13.713896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5c1c80c-3f90-4550-a4cd-3db7c0779f5a req-86be01fa-8603-4ab1-ab52-66b050609a6d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.3673472 Feb 11 05:54:13.970030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Router 12186121-00dc-4dda-872d-8740ece3f43c has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:14.154634 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks [] for router_gateway (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.176809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5c1c80c-3f90-4550-a4cd-3db7c0779f5a req-7a604e62-8a08-427d-ba48-bb33f99512cf tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4455347 Feb 11 05:54:14.277369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-96d49772-7655-4bab-8d6d-a16a1ba986e1', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:54:14.280871 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.372189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7dd54136-7494-498a-a374-65f6a97e24b8 None None] Current status of the port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:14.580442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Allocated IP 172.20.0.2 (96d49772-7655-4bab-8d6d-a16a1ba986e1/0238acf0-61eb-4ef8-a663-31a9885e3747/a0e8ac79-304b-4121-a7f2-1e0bbed8d92e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:14.697073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:14.707732 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b84d9d22-e899-4fb8-8d88-55e67e28d4ed tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "PUT /v2.0/routers/12186121-00dc-4dda-872d-8740ece3f43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2822952 Feb 11 05:54:14.713225 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Sync routers for ids ['12186121-00dc-4dda-872d-8740ece3f43c'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:14.733802 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Routers {'12186121-00dc-4dda-872d-8740ece3f43c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:14.735126 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['12186121-00dc-4dda-872d-8740ece3f43c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:14.881847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 6d89980a-f38b-4875-a221-0dfd833c5870 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:14.884054 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.892424 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks [] for router_gateway (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.970061 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.200077 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Set router 12186121-00dc-4dda-872d-8740ece3f43c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:15.215325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 6d89980a-f38b-4875-a221-0dfd833c5870 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:15.263375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7c5669cd-c145-4b7f-b580-204910d556f2 None None] Provisioning complete for port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:15.267510 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c5669cd-c145-4b7f-b580-204910d556f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.390204 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Publish callbacks [] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.523742 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7c5669cd-c145-4b7f-b580-204910d556f2 None None] Current status of the port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:15.550287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.556670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7c5669cd-c145-4b7f-b580-204910d556f2 None None] Provisioning complete for port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:15.557381 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c5669cd-c145-4b7f-b580-204910d556f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.663046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0636330e-b516-4bb4-8c1d-64acd5dda4c5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:15.712421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-31b8e0a2-7dee-4784-b7f5-b7bd91f902cf tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:15.715062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-31b8e0a2-7dee-4784-b7f5-b7bd91f902cf tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/networks?id=9c807833-87a6-4c14-9cec-2139cada7c03 HTTP/1.1" status: 200 len: 797 time: 0.5823238 Feb 11 05:54:15.738446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Pushing event updated for resources: {'Port': ['ID=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:15.743076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:15.754132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Allocated IP 172.25.8.119 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/4d7e23ff-f5e6-4282-bd85-0bb145336c2b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:15.757775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:15.760839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7c5669cd-c145-4b7f-b580-204910d556f2 None None] Port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:15.764734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:15.783239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-9c39c8d9-2896-49e7-824d-6a8924daf111 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/quotas/66a3ff754570433e9e363e23720fa53b HTTP/1.1" status: 200 len: 375 time: 0.0569191 Feb 11 05:54:15.873616 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:11Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'cec5ea41-3f53-4195-b663-d76c2cb6c7a1', 'name': '', 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:05:a4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5c79cc8f-b170-41b6-9c28-160b7aaf3e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:10Z', 'updated_at': '2022-02-11T05:54:12Z', 'revision_number': 2, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '5c79cc8f-b170-41b6-9c28-160b7aaf3e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:15.908787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:15.909018 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.917687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Attempting to bind port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:15.918067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Attempting to bind port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:15.918439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Attempting to bind port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e on network 96d49772-7655-4bab-8d6d-a16a1ba986e1 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:15.956918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fd675441-1e68-459e-b9c9-4a167459bbc5 None None] Provisioning complete for port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:15.957395 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fd675441-1e68-459e-b9c9-4a167459bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.972119 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Checking router: 12186121-00dc-4dda-872d-8740ece3f43c for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:15.977115 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Updating router 12186121-00dc-4dda-872d-8740ece3f43c port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:15.991700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae00a7-b64f-49d2-87cd-b657b1e3465c req-038d0df6-3bba-4951-b691-f4f97f20d18a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:15.993442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdae00a7-b64f-49d2-87cd-b657b1e3465c req-038d0df6-3bba-4951-b691-f4f97f20d18a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.5414951 Feb 11 05:54:16.026291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:16.027759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Checking segment: {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:16.028969 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.029724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Bound using segment: {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:16.030635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Bound port: a0e8ac79-304b-4121-a7f2-1e0bbed8d92e, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:16.031733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.050367 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.053403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fd675441-1e68-459e-b9c9-4a167459bbc5 None None] Port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:16.082734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdae00a7-b64f-49d2-87cd-b657b1e3465c req-d6b13f7e-adf4-44ca-adb2-07b332aa4659 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724642 Feb 11 05:54:16.093014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks [] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.138452 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-62eb28b1-7612-4384-a9ff-5244fe257d06 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3122740 Feb 11 05:54:16.202115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] For port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:16.207258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] For port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:16.255302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2b48ebba-33d2-4916-8984-da28affe6acd None None] Provisioning complete for port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:16.255753 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b48ebba-33d2-4916-8984-da28affe6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.313255 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.332484 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-51637014-180f-4b9b-b9b2-0f5211e0d42e service neutron] 10.222.0.62 "GET /v2.0/networks/9c807833-87a6-4c14-9cec-2139cada7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860969 Feb 11 05:54:16.338380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.453075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1dab2-75d3-4032-b5cf-4704b044f15d None None] Pushing event updated for resources: {'Port': ['ID=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:16.477656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2b48ebba-33d2-4916-8984-da28affe6acd None None] Port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:16.498094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:16.586511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:16.599096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:16.608108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:16.651919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7e23ff-f5e6-4282-bd85-0bb145336c2b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:16.697334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-e66b4344-3bf3-46d8-9de4-ff2163cc87e4 service neutron] 10.222.0.62 "GET /v2.0/networks/9c807833-87a6-4c14-9cec-2139cada7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561673 Feb 11 05:54:16.708670 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Publish callbacks [] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.794838 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.953830 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Pushing event updated for resources: {'Port': ['ID=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:17.013266 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.013619 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.013966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.014697 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.015046 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.015408 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.015746 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.016114 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.023824 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.024189 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.024912 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.025260 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.025602 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:17.082857 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Attempting to bind port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:17.083234 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Attempting to bind port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:17.089946 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Attempting to bind port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 on network 9c807833-87a6-4c14-9cec-2139cada7c03 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:17.099934 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:17.100313 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Checking segment: {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:17.101396 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.101807 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Bound using segment: {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:17.102298 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Bound port: cec5ea41-3f53-4195-b663-d76c2cb6c7a1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:17.102691 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.307791 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] For port cec5ea41-3f53-4195-b663-d76c2cb6c7a1, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:17.319215 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] For port cec5ea41-3f53-4195-b663-d76c2cb6c7a1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:17.343891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98f5771b-7042-42bc-a0f9-7737c554a153 req-74e611da-67f2-41a1-ae04-f7a918bc2b43 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 210 time: 0.0848548 Feb 11 05:54:17.407576 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.442755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b23f5f28-2bee-44e5-9d94-6f77f9d2ec2c None None] Provisioning complete for port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:17.443133 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23f5f28-2bee-44e5-9d94-6f77f9d2ec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.604964 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9f26b-c49b-4bac-a378-b68c7b71a764 None None] Pushing event updated for resources: {'Port': ['ID=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:17.627446 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Routers {'12186121-00dc-4dda-872d-8740ece3f43c'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:17.627446 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['12186121-00dc-4dda-872d-8740ece3f43c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:17.719907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0e8ac79-304b-4121-a7f2-1e0bbed8d92e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:17.844733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b23f5f28-2bee-44e5-9d94-6f77f9d2ec2c None None] Current status of the port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:17.845933 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23f5f28-2bee-44e5-9d94-6f77f9d2ec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.900400 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] Set router 12186121-00dc-4dda-872d-8740ece3f43c gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:18.027117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b23f5f28-2bee-44e5-9d94-6f77f9d2ec2c None None] For port cec5ea41-3f53-4195-b663-d76c2cb6c7a1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:18.059285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:18.064271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.286751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:18.287360 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.326830 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b23f5f28-2bee-44e5-9d94-6f77f9d2ec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.350000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b278dc-1c96-462e-bd0a-4cc2b7217d08 None None] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:18.400203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09991cbb-8705-4d8e-a9b3-ec2736b75488 req-f6b24ca9-9fbf-4fe1-9f5a-5810a2480d49 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:18.416559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09991cbb-8705-4d8e-a9b3-ec2736b75488 req-f6b24ca9-9fbf-4fe1-9f5a-5810a2480d49 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 1.1714106 Feb 11 05:54:18.486767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abd19182-cf94-4211-a5dd-0ce488f0907e req-d86bb218-84fd-4e55-9622-3fa2106f427f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 210 time: 0.0558164 Feb 11 05:54:18.498109 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks [] for router_gateway (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.532429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:18.553445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f5f28-2bee-44e5-9d94-6f77f9d2ec2c None None] Pushing event updated for resources: {'Port': ['ID=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:18.559715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3d582c0d-fe7e-4205-bb0b-e27f486c9a2c None None] Provisioning complete for port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:18.560095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d582c0d-fe7e-4205-bb0b-e27f486c9a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.581704 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:11Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'cec5ea41-3f53-4195-b663-d76c2cb6c7a1', 'name': '', 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:05:a4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5c79cc8f-b170-41b6-9c28-160b7aaf3e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:10Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '5c79cc8f-b170-41b6-9c28-160b7aaf3e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:18.642949 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.650998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09991cbb-8705-4d8e-a9b3-ec2736b75488 req-12dd2756-24a2-4def-a572-2274c622e4d5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263908 Feb 11 05:54:18.664840 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9745e0-cf35-47cb-a355-ea5fce3e4484 None None] The sync data for ids ['12186121-00dc-4dda-872d-8740ece3f43c'] in n-d-713498-37 is: [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:11Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'cec5ea41-3f53-4195-b663-d76c2cb6c7a1', 'name': '', 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:05:a4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '5c79cc8f-b170-41b6-9c28-160b7aaf3e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:10Z', 'updated_at': '2022-02-11T05:54:17Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '5c79cc8f-b170-41b6-9c28-160b7aaf3e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:18.804769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:18.907717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.965871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3d582c0d-fe7e-4205-bb0b-e27f486c9a2c None None] Current status of the port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:18.987950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3d582c0d-fe7e-4205-bb0b-e27f486c9a2c None None] Provisioning complete for port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:18.988418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d582c0d-fe7e-4205-bb0b-e27f486c9a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.168173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3d582c0d-fe7e-4205-bb0b-e27f486c9a2c None None] Current status of the port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:19.281207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:54:19.397456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3531b096-ca2c-4852-add2-ecf683025f89 None None] Provisioning complete for port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:19.402676 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3531b096-ca2c-4852-add2-ecf683025f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.564078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:19.603176 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Sync routers for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:19.643391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:19.644416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:19.714685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61203088-d354-46ad-9489-56eccea30c2d req-27f63d48-aa53-4cea-ab6b-69930dc7b0e7 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 210 time: 0.0762882 Feb 11 05:54:19.809635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3531b096-ca2c-4852-add2-ecf683025f89 None None] Current status of the port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:19.883446 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.885976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-25e7dba9-48ca-4cdb-a9ae-6bcd7ff9ef63 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7893121 Feb 11 05:54:19.888030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42040) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:19.946044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0e8ac79-304b-4121-a7f2-1e0bbed8d92e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:20.013419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:20.074836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30c1b-461b-4723-8f13-461b5959f3ea req-f2ba4052-e65c-4083-85ba-3058b9340d99 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:20.076519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2de30c1b-461b-4723-8f13-461b5959f3ea req-f2ba4052-e65c-4083-85ba-3058b9340d99 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.1757650 Feb 11 05:54:20.289690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:20.290690 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.434361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2de30c1b-461b-4723-8f13-461b5959f3ea req-7f83a748-9f0c-45c2-bc10-087438588b7a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271470 Feb 11 05:54:20.624868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:20.626952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cec5ea41-3f53-4195-b663-d76c2cb6c7a1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:20.643176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-9c1ecd93-5353-46d7-939c-f900065b94b9 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:20.646639 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-9c1ecd93-5353-46d7-939c-f900065b94b9 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.83 "GET /v2.0/networks?id=9c807833-87a6-4c14-9cec-2139cada7c03 HTTP/1.1" status: 200 len: 797 time: 0.2225788 Feb 11 05:54:20.674519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Request body: {'port': {'device_id': '93539e49-0c7f-495b-9027-843cb42abe5d', 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03', 'admin_state_up': True, 'tenant_id': '66a3ff754570433e9e363e23720fa53b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:20.693769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 3, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:20.743843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Checking router: d5dba3da-0c70-48fa-9b8d-20db55d6feb5 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:20.749734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Updating router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:20.812511 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.872339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:20.872766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.948873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85c9b139-cdec-4372-a11a-fc7c82406792 req-e5643e4d-ad79-4e76-84d1-182ce5291c60 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 210 time: 0.0698948 Feb 11 05:54:21.019652 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.057859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Made reservation on behalf of 66a3ff754570433e9e363e23720fa53b for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:21.062392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.112730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:21.274129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Allocated IP 172.20.0.21 (9c807833-87a6-4c14-9cec-2139cada7c03/5c79cc8f-b170-41b6-9c28-160b7aaf3e9a/dabe9510-1de1-4ec1-a013-d57c2829e7d7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:21.287512 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Publish callbacks [] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.373598 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.385075 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Allocated IP 172.20.0.1 (96d49772-7655-4bab-8d6d-a16a1ba986e1/0238acf0-61eb-4ef8-a663-31a9885e3747/fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:21.490419 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.570564 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Publish callbacks [] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.641668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.660211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf3c08-8689-44f2-a05b-97468fd07246 req-67f67141-4cc9-4860-ae88-c5efbf631f5f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:21.661993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4acf3c08-8689-44f2-a05b-97468fd07246 req-67f67141-4cc9-4860-ae88-c5efbf631f5f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.0854166 Feb 11 05:54:21.748774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event updated for resources: {'Port': ['ID=dabe9510-1de1-4ec1-a013-d57c2829e7d7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:21.752935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Network 9c807833-87a6-4c14-9cec-2139cada7c03 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:21.755540 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:21.773263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:21.779210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4acf3c08-8689-44f2-a05b-97468fd07246 req-c46b87e2-1276-4e7a-a42d-dcda12409063 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038444 Feb 11 05:54:21.781468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.819543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Pushing event updated for resources: {'Port': ['ID=4d7e23ff-f5e6-4282-bd85-0bb145336c2b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:21.844750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Attempting to bind port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:21.845083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Attempting to bind port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:21.845455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Attempting to bind port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:21.849836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.850117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.850437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.851369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.851709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.852043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.852380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.853261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.853261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.853517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.853964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.853964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.854611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.861622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:21.861930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:21.862084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:21.862374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.862774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:21.863264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Bound port: 4d7e23ff-f5e6-4282-bd85-0bb145336c2b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:21.863657 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.865235 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:21.869514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:21.907259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Pushing event updated for resources: {'Port': ['ID=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:21.918645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:21.925168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.949439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.951383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.951979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.959391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.961823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.963146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.963675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.964219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.964826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.965354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.965892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.966650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.967157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:21.982647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] For port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:22.000563 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.012225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] For port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4d7e23ff-f5e6-4282-bd85-0bb145336c2b,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:22.058471 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-18199e6a-277f-44c6-98b4-df6f8ef514b3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4029026 Feb 11 05:54:22.078143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Request body: {'port': {'device_id': '93539e49-0c7f-495b-9027-843cb42abe5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:22.082564 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.198512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92f6e8-bef2-4ac9-a76b-4029ab8717ee None None] Pushing event updated for resources: {'Port': ['ID=4d7e23ff-f5e6-4282-bd85-0bb145336c2b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:22.201400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:22.202028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:22.309903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4d2d946e-d980-4fda-927b-7decfef68854 None None] Provisioning complete for port dabe9510-1de1-4ec1-a013-d57c2829e7d7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:22.310266 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d2d946e-d980-4fda-927b-7decfef68854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.338759 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.420156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a590ee-cccf-4089-b8a5-4b98596b0dcc req-90effb7b-1bb3-44e7-8507-9e09376f4a58 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:22.422833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d946e-d980-4fda-927b-7decfef68854 None None] Port dabe9510-1de1-4ec1-a013-d57c2829e7d7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:22.433197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24a590ee-cccf-4089-b8a5-4b98596b0dcc req-90effb7b-1bb3-44e7-8507-9e09376f4a58 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 895 time: 0.2375252 Feb 11 05:54:22.452636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:22.645629 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.667712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:54:22.680343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-797ce52f-df5a-46b6-8de1-ff9ea750b180 None None] Provisioning complete for port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:22.680779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-797ce52f-df5a-46b6-8de1-ff9ea750b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.901468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:54:22.933864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabe9510-1de1-4ec1-a013-d57c2829e7d7 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:22.954143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-797ce52f-df5a-46b6-8de1-ff9ea750b180 None None] Port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:22.975178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Publish callbacks [] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.012821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Transition to ACTIVE for port object dabe9510-1de1-4ec1-a013-d57c2829e7d7 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:54:23.060986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:23.065211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 3, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:23.092993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8841642-82a2-4867-afa1-e34690c53d9f req-94531054-f18e-434e-a51c-ca95bc39b592 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:23.094610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8841642-82a2-4867-afa1-e34690c53d9f req-94531054-f18e-434e-a51c-ca95bc39b592 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 944 time: 0.1281543 Feb 11 05:54:23.106702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Publish callbacks [] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.110732 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.115463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61165d-8513-4f4e-8028-45adc065dd7a None None] The sync data for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 is: [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 3, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:23.121083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'port_id': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'mac_address': 'fa:16:3e:51:35:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:54:23.181177 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.208847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:23.208847 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.221784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:23.270573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:23.318961 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.418396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Pushing event updated for resources: {'Port': ['ID=dabe9510-1de1-4ec1-a013-d57c2829e7d7,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:23.446696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8841642-82a2-4867-afa1-e34690c53d9f req-1750cdd6-e366-4107-8a9f-eae6023627b3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103213 Feb 11 05:54:23.486466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:23.531445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.533765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Attempting to bind port dabe9510-1de1-4ec1-a013-d57c2829e7d7 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:23.535046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Attempting to bind port dabe9510-1de1-4ec1-a013-d57c2829e7d7 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:23.535730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Attempting to bind port dabe9510-1de1-4ec1-a013-d57c2829e7d7 on network 9c807833-87a6-4c14-9cec-2139cada7c03 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:23.542971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Pushing event updated for resources: {'Port': ['ID=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:23.549506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Port dabe9510-1de1-4ec1-a013-d57c2829e7d7 on network 9c807833-87a6-4c14-9cec-2139cada7c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:54:23.549506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Attempting to bind port dabe9510-1de1-4ec1-a013-d57c2829e7d7 on network 9c807833-87a6-4c14-9cec-2139cada7c03 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:23.553159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:54:23.557780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:23.558404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Checking segment: {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:23.560411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Bound using segment: {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:23.561814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Bound port: dabe9510-1de1-4ec1-a013-d57c2829e7d7, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aa9ff5-8940-468f-866d-14537ff214e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:23.562548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.809450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] For port dabe9510-1de1-4ec1-a013-d57c2829e7d7, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:23.825277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] For port dabe9510-1de1-4ec1-a013-d57c2829e7d7, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dabe9510-1de1-4ec1-a013-d57c2829e7d7,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:23.915526 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.991781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:23.991781 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.991781 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] 10.222.0.83 "PUT /v2.0/ports/dabe9510-1de1-4ec1-a013-d57c2829e7d7 HTTP/1.1" status: 200 len: 1056 time: 1.9205463 Feb 11 05:54:23.992522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93539e49-0c7f-495b-9027-843cb42abe5d', 'tag': 'dabe9510-1de1-4ec1-a013-d57c2829e7d7'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:23.995365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036ab4-25d5-47fe-9af3-73987d4e1085 req-28af9170-a570-45b8-808f-d5f21c9a107f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:23.998187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec036ab4-25d5-47fe-9af3-73987d4e1085 req-28af9170-a570-45b8-808f-d5f21c9a107f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 907 time: 0.1507621 Feb 11 05:54:24.010157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:24.012499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:24.012716 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115d92e1-8464-4efc-9081-fa0e383e844b" -d '{"events": [{"name": "network-changed", "server_uuid": "93539e49-0c7f-495b-9027-843cb42abe5d", "tag": "dabe9510-1de1-4ec1-a013-d57c2829e7d7"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:24.083240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d49dc-bf0e-4fd1-b9b7-54ef902dc50a service neutron] Pushing event updated for resources: {'Port': ['ID=dabe9510-1de1-4ec1-a013-d57c2829e7d7,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:24.120964 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa7a822-4e2d-4c21-af1c-f7d4958e0d1a x-openstack-request-id: req-5aa7a822-4e2d-4c21-af1c-f7d4958e0d1a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:24.121659 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93539e49-0c7f-495b-9027-843cb42abe5d", "tag": "dabe9510-1de1-4ec1-a013-d57c2829e7d7", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:24.122193 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aa7a822-4e2d-4c21-af1c-f7d4958e0d1a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:24.122929 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93539e49-0c7f-495b-9027-843cb42abe5d', 'tag': 'dabe9510-1de1-4ec1-a013-d57c2829e7d7', 'status': 'completed', 'code': 200} Feb 11 05:54:24.231121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-af9c013b-32a9-4c6b-91d6-b69a1657434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:24.233161 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-af9c013b-32a9-4c6b-91d6-b69a1657434e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 1090 time: 0.0985944 Feb 11 05:54:24.325337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-b06aae2f-877d-4300-a66e-cdc7ef626dc1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=dabe9510-1de1-4ec1-a013-d57c2829e7d7 HTTP/1.1" status: 200 len: 217 time: 0.0848820 Feb 11 05:54:24.328186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:24.452373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-6403d4c4-0c34-4fc2-b6c0-375893c9a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:24.454357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-6403d4c4-0c34-4fc2-b6c0-375893c9a7b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c79cc8f-b170-41b6-9c28-160b7aaf3e9a HTTP/1.1" status: 200 len: 838 time: 0.1156878 Feb 11 05:54:24.576213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-c139b7f9-1e86-4674-ab33-f886af83c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:24.578353 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-c139b7f9-1e86-4674-ab33-f886af83c1bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c807833-87a6-4c14-9cec-2139cada7c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1168761 Feb 11 05:54:24.670529 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c0ef3eb7-62d7-49a4-9df6-122d6b735217 None None] Provisioning complete for port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:24.671168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3eb7-62d7-49a4-9df6-122d6b735217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.753526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef3eb7-62d7-49a4-9df6-122d6b735217 None None] Port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:24.866474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-5d6468cf-2484-4db0-8616-3ffa439fe50c service neutron] 10.222.0.83 "GET /v2.0/networks/9c807833-87a6-4c14-9cec-2139cada7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787998 Feb 11 05:54:25.357168 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09af3e4b-8e39-4632-b288-6da3ebf2fc04 req-9c6add03-9a80-47a7-9f07-a8da66ee83a5 service neutron] 10.222.0.83 "GET /v2.0/networks/9c807833-87a6-4c14-9cec-2139cada7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029016 Feb 11 05:54:25.358818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:25.358818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ee5485d6-1be5-4db7-b441-7144a3033f0a admin admin] 10.222.0.62 "PUT /v2.0/routers/d5dba3da-0c70-48fa-9b8d-20db55d6feb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3827477 Feb 11 05:54:25.358818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b501a55-1a9f-49ee-82d9-a74002dc1e32 req-db431eb6-beaf-49ca-a5e8-534a616534fd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.358818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b501a55-1a9f-49ee-82d9-a74002dc1e32 req-db431eb6-beaf-49ca-a5e8-534a616534fd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 945 time: 0.6692438 Feb 11 05:54:25.358818 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f6166-7e16-4983-ab52-3c9b0d816817 req-24f22f22-24c4-402f-9efd-3cf3942dcd1c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.358818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-733f6166-7e16-4983-ab52-3c9b0d816817 req-24f22f22-24c4-402f-9efd-3cf3942dcd1c tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 907 time: 0.1059520 Feb 11 05:54:25.379296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b501a55-1a9f-49ee-82d9-a74002dc1e32 req-108b9858-5dae-4b82-81ea-c4aa6f8a2a2a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650253 Feb 11 05:54:25.629427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4d7e23ff-f5e6-4282-bd85-0bb145336c2b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:25.670320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d92e1-8464-4efc-9081-fa0e383e844b req-b0bdb8e2-f17c-44c8-bd6d-5bae70f7bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.672199 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-115d92e1-8464-4efc-9081-fa0e383e844b req-b0bdb8e2-f17c-44c8-bd6d-5bae70f7bc9c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 1090 time: 0.0784299 Feb 11 05:54:25.716832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:25.718227 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:25.834565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d92e1-8464-4efc-9081-fa0e383e844b req-fcf0dd2c-7da5-411e-b726-2410ef19b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.837479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-115d92e1-8464-4efc-9081-fa0e383e844b req-fcf0dd2c-7da5-411e-b726-2410ef19b8c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c807833-87a6-4c14-9cec-2139cada7c03 HTTP/1.1" status: 200 len: 898 time: 0.1337714 Feb 11 05:54:25.848526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:25.852810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:25.887361 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-115d92e1-8464-4efc-9081-fa0e383e844b req-145be7e0-aab1-4a9e-b90f-eb8fb3ffba66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=dabe9510-1de1-4ec1-a013-d57c2829e7d7 HTTP/1.1" status: 200 len: 217 time: 0.0414987 Feb 11 05:54:25.896271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4d7e23ff-f5e6-4282-bd85-0bb145336c2b,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:25.978747 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:25.981095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d92e1-8464-4efc-9081-fa0e383e844b req-730fba47-3f3f-4124-a60a-04a9c99d6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:25.982493 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-115d92e1-8464-4efc-9081-fa0e383e844b req-730fba47-3f3f-4124-a60a-04a9c99d6461 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c79cc8f-b170-41b6-9c28-160b7aaf3e9a HTTP/1.1" status: 200 len: 838 time: 0.0866528 Feb 11 05:54:26.065915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=4d7e23ff-f5e6-4282-bd85-0bb145336c2b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:26.066938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d92e1-8464-4efc-9081-fa0e383e844b req-32048dd1-be91-4944-b3fc-5cffe7656727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:26.072208 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-115d92e1-8464-4efc-9081-fa0e383e844b req-32048dd1-be91-4944-b3fc-5cffe7656727 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c807833-87a6-4c14-9cec-2139cada7c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0803082 Feb 11 05:54:26.238403 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-115d92e1-8464-4efc-9081-fa0e383e844b req-4219b208-5449-425b-be5d-c477fc520189 service neutron] 10.222.0.83 "GET /v2.0/networks/9c807833-87a6-4c14-9cec-2139cada7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587610 Feb 11 05:54:26.392026 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-115d92e1-8464-4efc-9081-fa0e383e844b req-16fed4ea-6bf4-4a9c-ad34-0651947ac9df service neutron] 10.222.0.83 "GET /v2.0/networks/9c807833-87a6-4c14-9cec-2139cada7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472192 Feb 11 05:54:26.414622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42122) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:26.423534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-140224175-network', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:26.488025 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Sync routers for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:26.500036 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:26.509774 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:26.549099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bf92c-6d9b-4573-8850-149b2c02e9ee req-844930a2-742b-4ce8-83ad-6c4cc2b4f5ce tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:26.550993 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac0bf92c-6d9b-4573-8850-149b2c02e9ee req-844930a2-742b-4ce8-83ad-6c4cc2b4f5ce tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 907 time: 0.1055429 Feb 11 05:54:26.573481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fa8b1-40d8-4e93-ad0c-702699bbab31 req-0871b271-352e-4a31-af3a-112abfda8288 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:26.579050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-308fa8b1-40d8-4e93-ad0c-702699bbab31 req-0871b271-352e-4a31-af3a-112abfda8288 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 945 time: 0.0834129 Feb 11 05:54:26.605402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Made reservation on behalf of e6bce685eab7431b81bc138eec1f08b6 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:26.607842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:26.626363 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:26.649163 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:26.666978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-308fa8b1-40d8-4e93-ad0c-702699bbab31 req-132b562d-2648-4f85-bc48-d80530964530 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847466 Feb 11 05:54:26.679425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:26.753270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Publish callbacks [] for security_group (4de061c8-f51d-4412-90d8-b9dcf16fc060), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:26.829091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:54:26.833547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:26.834294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:26.891775 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4de061c8-f51d-4412-90d8-b9dcf16fc060), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:26.908954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:54:26.931595 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (00c5cd94-1e71-413c-bc24-430b025388ff), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:26.936031 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Added segment 00c5cd94-1e71-413c-bc24-430b025388ff of type vlan for network 9e496eb2-7621-4379-8b4f-43b3a483c231 Feb 11 05:54:26.938949 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 2, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:26.981742 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Checking router: d5dba3da-0c70-48fa-9b8d-20db55d6feb5 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:26.982341 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Updating router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:27.014865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:27.015178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.024871 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.044471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:27.047830 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dadb565-ce7c-48c9-841a-2bcb9f786f52" -d '{"events": [{"server_uuid": "b38d4209-9eff-410d-8b03-8891f81e846c", "name": "network-vif-plugged", "status": "completed", "tag": "019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:27.073623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:27.082464 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9e496eb2-7621-4379-8b4f-43b3a483c231), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.132874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de061c8-f51d-4412-90d8-b9dcf16fc060,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:27.137589 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82572a78-4b76-477b-8999-31a3aa69b49d x-openstack-request-id: req-82572a78-4b76-477b-8999-31a3aa69b49d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:27.137589 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d4209-9eff-410d-8b03-8891f81e846c", "name": "network-vif-plugged", "status": "completed", "tag": "019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:27.137589 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82572a78-4b76-477b-8999-31a3aa69b49d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:27.137589 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'code': 200} Feb 11 05:54:27.172582 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.247156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:27.258443 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9e496eb2-7621-4379-8b4f-43b3a483c231), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.259967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:27.261084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.325240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c9ca0-f496-4f78-b894-382f744fc1d5 req-5956e3c0-abbe-483c-b4e6-04f8ab6d834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:27.328446 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-635c9ca0-f496-4f78-b894-382f744fc1d5 req-5956e3c0-abbe-483c-b4e6-04f8ab6d834c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 1129 time: 0.1045101 Feb 11 05:54:27.393934 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-635c9ca0-f496-4f78-b894-382f744fc1d5 req-89e3b513-e538-4181-b777-1a6e52fcc266 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564244 Feb 11 05:54:27.438798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=9e496eb2-7621-4379-8b4f-43b3a483c231,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:27.452392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9e496eb2-7621-4379-8b4f-43b3a483c231 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:54:27.462790 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8377180e-a62d-439a-9d7a-dac035f79fa5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0455348 Feb 11 05:54:27.469214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42134) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:27.474554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Request body: {'subnet': {'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-140224175-subnet', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:27.618959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Made reservation on behalf of e6bce685eab7431b81bc138eec1f08b6 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:27.622684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.653791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4d7e23ff-f5e6-4282-bd85-0bb145336c2b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:27.698060 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Publish callbacks [] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.782687 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.812110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a39f9-fbb2-4c4b-8787-a8a6495cc107 req-95976e06-8267-4e63-86c1-0db5e6073f46 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:27.825953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-682a39f9-fbb2-4c4b-8787-a8a6495cc107 req-95976e06-8267-4e63-86c1-0db5e6073f46 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 907 time: 0.0981050 Feb 11 05:54:27.858786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:27.860307 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.906712 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a5bae-7f0c-4d5d-bfde-630e261236b7 None None] Pushing event updated for resources: {'Port': ['ID=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:27.988098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8b809-4842-46a6-bf5f-922ca7e47b42 req-dfc540ba-1ba6-4b19-80a1-be04335bb66a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:27.996374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98d8b809-4842-46a6-bf5f-922ca7e47b42 req-dfc540ba-1ba6-4b19-80a1-be04335bb66a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 946 time: 0.1682451 Feb 11 05:54:28.027330 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Attempting to bind port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:28.027944 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Attempting to bind port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:28.028367 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Attempting to bind port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 on network 96d49772-7655-4bab-8d6d-a16a1ba986e1 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:28.034827 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:28.038819 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Checking segment: {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:28.038819 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.038819 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Bound using segment: {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:28.038819 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Bound port: fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:28.038819 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.095640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98d8b809-4842-46a6-bf5f-922ca7e47b42 req-a8ba8bab-2b77-4cf0-aa78-8696271177aa tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952299 Feb 11 05:54:28.135515 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] For port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:28.136006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:28.145860 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] For port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:28.146219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (76e903a0-f45e-4ebb-bc4d-7c51929996ab), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.230610 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.242143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e903a0-f45e-4ebb-bc4d-7c51929996ab,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:28.245060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Checking segment: {'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:28.245676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Network hostable DHCP agents. Network: 9e496eb2-7621-4379-8b4f-43b3a483c231, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:54:28.328484 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:28.329350 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:28.378228 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a5bae-7f0c-4d5d-bfde-630e261236b7 None None] Pushing event updated for resources: {'Port': ['ID=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:28.389298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Network 9e496eb2-7621-4379-8b4f-43b3a483c231 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:54:28.418434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-81a3d048-0582-4ac5-a821-853176fafda4 None None] Provisioning complete for port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:28.421164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-81a3d048-0582-4ac5-a821-853176fafda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.493505 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 9e496eb2-7621-4379-8b4f-43b3a483c231) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:28.499152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:28.499888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.526821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702980dd-e0b6-4ea9-abaa-75c4ee2dd845 None None] Network 9e496eb2-7621-4379-8b4f-43b3a483c231 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:28.533012 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:28.618057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a2d7bf0b-46be-46cc-b8a8-b60c68ad28fc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1460536 Feb 11 05:54:28.620453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42146) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:28.636027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:28.743203 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.744469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.745317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-81a3d048-0582-4ac5-a821-853176fafda4 None None] Current status of the port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:28.746229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-81a3d048-0582-4ac5-a821-853176fafda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.838869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-9e496eb2-7621-4379-8b4f-43b3a483c231', 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231', 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'fixed_ips': [{'subnet_id': '76e903a0-f45e-4ebb-bc4d-7c51929996ab'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:54:28.839755 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.853807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks [] for router_controller (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.904878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-81a3d048-0582-4ac5-a821-853176fafda4 None None] For port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:28.986815 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:28Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:29.037140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-81a3d048-0582-4ac5-a821-853176fafda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:29.045757 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8e5b0-352d-4839-9b47-f7ecb532c815 None None] The sync data for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 is: [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:28Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:29.130788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3d048-0582-4ac5-a821-853176fafda4 None None] Pushing event updated for resources: {'Port': ['ID=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:29.211240 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4cada-cd92-4fdb-a34d-fe8d0e0d4449 req-65173630-a006-4c02-beda-eeefaa0056e3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.217552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cfc4cada-cd92-4fdb-a34d-fe8d0e0d4449 req-65173630-a006-4c02-beda-eeefaa0056e3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 907 time: 0.2664495 Feb 11 05:54:29.285467 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks [] for router_gateway (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:29.289241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Allocated IP 172.20.0.2 (9e496eb2-7621-4379-8b4f-43b3a483c231/76e903a0-f45e-4ebb-bc4d-7c51929996ab/3dabea45-1378-4b4d-a28d-79a7e2303fd7) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:29.373814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88494f0e-eb25-494c-a8a2-9309ab56e985 req-984a1f97-dfd5-46f2-a8f4-365f804d6608 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.376400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88494f0e-eb25-494c-a8a2-9309ab56e985 req-984a1f97-dfd5-46f2-a8f4-365f804d6608 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 946 time: 0.0964849 Feb 11 05:54:29.391858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-83d57bbb-e2ba-449f-9591-6cae62af1bce None None] Provisioning complete for port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:29.392293 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83d57bbb-e2ba-449f-9591-6cae62af1bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:29.515160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88494f0e-eb25-494c-a8a2-9309ab56e985 req-5cbf4ec9-c1da-4f41-9737-2653cf3794ad tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290643 Feb 11 05:54:29.638850 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Publish callbacks [] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:29.640791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device dabe9510-1de1-4ec1-a013-d57c2829e7d7 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:54:29.846347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:29.935918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:29.956833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-83d57bbb-e2ba-449f-9591-6cae62af1bce None None] Current status of the port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:29.970344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4317f-f654-4523-afe2-9abf540346ee req-9e61445e-4f26-44b9-a1a9-a540a9a9e927 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.978328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67c4317f-f654-4523-afe2-9abf540346ee req-9e61445e-4f26-44b9-a1a9-a540a9a9e927 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 946 time: 0.2581294 Feb 11 05:54:30.023032 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:54:30.056098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Network 9e496eb2-7621-4379-8b4f-43b3a483c231 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:30.058473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67c4317f-f654-4523-afe2-9abf540346ee req-ea9517b2-c102-483b-ad87-80f3a3219b5e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791488 Feb 11 05:54:30.074927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:30.086273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42170) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:30.108540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:30.115959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:30.119437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.217584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Pushing event updated for resources: {'Port': ['ID=3dabea45-1378-4b4d-a28d-79a7e2303fd7,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:30.342698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Attempting to bind port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:30.343507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Attempting to bind port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:30.344063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Attempting to bind port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 on network 9e496eb2-7621-4379-8b4f-43b3a483c231 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:30.358502 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks [] for router_gateway (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.365702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:30.366835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Checking segment: {'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:30.367936 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.369033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Bound using segment: {'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:30.369033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Bound port: 3dabea45-1378-4b4d-a28d-79a7e2303fd7, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:30.369294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.417831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port dabe9510-1de1-4ec1-a013-d57c2829e7d7, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dabe9510-1de1-4ec1-a013-d57c2829e7d7,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:30.433880 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.466402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'dabe9510-1de1-4ec1-a013-d57c2829e7d7', 'network_id': '9c807833-87a6-4c14-9cec-2139cada7c03', 'port_id': 'dabe9510-1de1-4ec1-a013-d57c2829e7d7', 'mac_address': 'fa:16:3e:d1:7e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c79cc8f-b170-41b6-9c28-160b7aaf3e9a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:54:30.707872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79faae-e39b-4318-a5f3-f4d14a063d81 req-bdec0a48-1316-40d6-84ee-58e8d9499d51 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:30.709792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da79faae-e39b-4318-a5f3-f4d14a063d81 req-bdec0a48-1316-40d6-84ee-58e8d9499d51 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 907 time: 0.2782431 Feb 11 05:54:30.779597 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:30.839911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port dabe9510-1de1-4ec1-a013-d57c2829e7d7 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:30.840382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4373de-a489-44b7-9138-b7a7999b347a tempest-TestVolumeBootPattern-1971034948 tempest-TestVolumeBootPattern-1971034948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:30.840992 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.844971 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0a4373de-a489-44b7-9138-b7a7999b347a tempest-TestVolumeBootPattern-1971034948 tempest-TestVolumeBootPattern-1971034948-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 1124 time: 0.7569315 Feb 11 05:54:30.848159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42180) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:30.849536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Allocated IP 172.25.8.81 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f25ec345-e6f5-444d-97e2-e9ffabe9ce76) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:30.869968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:30.902615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] For port 3dabea45-1378-4b4d-a28d-79a7e2303fd7, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:30.919655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabe9510-1de1-4ec1-a013-d57c2829e7d7 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:31.003055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port dabe9510-1de1-4ec1-a013-d57c2829e7d7, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dabe9510-1de1-4ec1-a013-d57c2829e7d7,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:31.024095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] For port 3dabea45-1378-4b4d-a28d-79a7e2303fd7, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3dabea45-1378-4b4d-a28d-79a7e2303fd7,segment=NetworkSegment(00c5cd94-1e71-413c-bc24-430b025388ff),segment_id=00c5cd94-1e71-413c-bc24-430b025388ff)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:31.049976 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks [] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:31.120042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:31.144480 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:31.222603 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:31.280088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:31.342839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=dabe9510-1de1-4ec1-a013-d57c2829e7d7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:31.391316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Pushing event updated for resources: {'Port': ['ID=f25ec345-e6f5-444d-97e2-e9ffabe9ce76,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:31.407158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:31.411080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:31.418075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['dabe9510-1de1-4ec1-a013-d57c2829e7d7'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:54:31.425275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:31.562669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202a106-b6ef-4ec5-934f-68fdd7c9236f None None] Pushing event updated for resources: {'Port': ['ID=3dabea45-1378-4b4d-a28d-79a7e2303fd7,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:31.681688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.111219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.25.8.187 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/0f96d36b-a42d-447d-9890-87d0283e6b4e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:32.129617 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ddfa-7d98-4e2d-a9c9-6b67749dae8d req-068bea09-6e84-4112-a735-41b58c4cafcd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:32.133108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1af9ddfa-7d98-4e2d-a9c9-6b67749dae8d req-068bea09-6e84-4112-a735-41b58c4cafcd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 908 time: 0.2832172 Feb 11 05:54:32.150219 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks [] for router_gateway (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.376652 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (0f96d36b-a42d-447d-9890-87d0283e6b4e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.530239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (0f96d36b-a42d-447d-9890-87d0283e6b4e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.536297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.638347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:32.648928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:32.662092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=0f96d36b-a42d-447d-9890-87d0283e6b4e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:32.677563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:32.773981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b26ae8-7c17-4a9b-873f-87a8dd56b260 None None] Network 9e496eb2-7621-4379-8b4f-43b3a483c231 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:32.842095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5e5f6c8b-ff23-48e6-bcb2-9e436aec480b None None] Provisioning complete for port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:32.843070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6c8b-ff23-48e6-bcb2-9e436aec480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.989925 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-69cf6b74-e1fa-424e-9502-a3660a2ad396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:33.000939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f6c8b-ff23-48e6-bcb2-9e436aec480b None None] Current status of the port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:33.001468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6c8b-ff23-48e6-bcb2-9e436aec480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:33.040432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:54:33.051396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5e5f6c8b-ff23-48e6-bcb2-9e436aec480b None None] For port 3dabea45-1378-4b4d-a28d-79a7e2303fd7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3dabea45-1378-4b4d-a28d-79a7e2303fd7,segment=NetworkSegment(00c5cd94-1e71-413c-bc24-430b025388ff),segment_id=00c5cd94-1e71-413c-bc24-430b025388ff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:33.126582 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6c8b-ff23-48e6-bcb2-9e436aec480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:33.220446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f6c8b-ff23-48e6-bcb2-9e436aec480b None None] Pushing event updated for resources: {'Port': ['ID=3dabea45-1378-4b4d-a28d-79a7e2303fd7,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:33.400885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:33.420404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Sync routers for ids ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:33.458998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Routers {'5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:33.461805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:33.470122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e172c-2fe0-4841-becd-d05df8605a2e req-07d3a5b8-4674-4f33-a928-ca90dd69c098 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:33.471864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-190e172c-2fe0-4841-becd-d05df8605a2e req-07d3a5b8-4674-4f33-a928-ca90dd69c098 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 908 time: 0.1865778 Feb 11 05:54:33.499985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (5dee102f-2e98-4233-98d0-75a934ea8340), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:33.536385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:33.537955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8f615981-a4dc-4568-9856-add29fe773fc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.9156740 Feb 11 05:54:33.541530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42202) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:33.592183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7b87a220-203d-4224-b4d8-439f90a3222d None None] Provisioning complete for port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:33.592183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7b87a220-203d-4224-b4d8-439f90a3222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:33.680573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device dabe9510-1de1-4ec1-a013-d57c2829e7d7 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:33.682685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3dabea45-1378-4b4d-a28d-79a7e2303fd7 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:33.892493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Set router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:34.045842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:34.046379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.091582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7b87a220-203d-4224-b4d8-439f90a3222d None None] Current status of the port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:34.152679 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f96d36b-a42d-447d-9890-87d0283e6b4e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.237325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port dabe9510-1de1-4ec1-a013-d57c2829e7d7 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:54:34.251582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port dabe9510-1de1-4ec1-a013-d57c2829e7d7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:34.251582 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.254638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:34.314577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:54:31Z', 'revision_number': 3, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port': {'id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:30Z', 'updated_at': '2022-02-11T05:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:34.551766 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (0f96d36b-a42d-447d-9890-87d0283e6b4e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.552677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Checking router: 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:34.552677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Updating router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:34.594827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port dabe9510-1de1-4ec1-a013-d57c2829e7d7 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:34.595279 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.597393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.626241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (0f96d36b-a42d-447d-9890-87d0283e6b4e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.650861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93539e49-0c7f-495b-9027-843cb42abe5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe9510-1de1-4ec1-a013-d57c2829e7d7'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:34.653403 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37193f-f042-4d63-9feb-ae5dcc1cee09" -d '{"events": [{"server_uuid": "93539e49-0c7f-495b-9027-843cb42abe5d", "name": "network-vif-plugged", "status": "completed", "tag": "dabe9510-1de1-4ec1-a013-d57c2829e7d7"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:34.726491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port dabe9510-1de1-4ec1-a013-d57c2829e7d7, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dabe9510-1de1-4ec1-a013-d57c2829e7d7,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:34.745457 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143aee2a-b0bf-461b-8a9b-b90227b8fdc5 x-openstack-request-id: req-143aee2a-b0bf-461b-8a9b-b90227b8fdc5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:34.745857 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93539e49-0c7f-495b-9027-843cb42abe5d", "name": "network-vif-plugged", "status": "completed", "tag": "dabe9510-1de1-4ec1-a013-d57c2829e7d7", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:34.746399 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-143aee2a-b0bf-461b-8a9b-b90227b8fdc5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:34.747128 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93539e49-0c7f-495b-9027-843cb42abe5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe9510-1de1-4ec1-a013-d57c2829e7d7', 'code': 200} Feb 11 05:54:34.777774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5dee102f-2e98-4233-98d0-75a934ea8340), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.818673 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.877827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=0f96d36b-a42d-447d-9890-87d0283e6b4e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:34.908107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990d009-7f33-408f-8fd5-47a95ad1a35b req-111477b1-1407-4b78-a1b5-f59861ccc931 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:34.908430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b54541-35e0-45b3-864b-52466c173663 req-91883989-6ebf-4d14-996c-6f9814a4f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:34.908430 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a9b54541-35e0-45b3-864b-52466c173663 req-91883989-6ebf-4d14-996c-6f9814a4f480 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 1092 time: 0.0816662 Feb 11 05:54:34.909540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3990d009-7f33-408f-8fd5-47a95ad1a35b req-111477b1-1407-4b78-a1b5-f59861ccc931 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 908 time: 0.2863848 Feb 11 05:54:35.012290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=dabe9510-1de1-4ec1-a013-d57c2829e7d7,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:35.034209 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.037728 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Floating IP 5dee102f-2e98-4233-98d0-75a934ea8340 associated. External IP: 172.25.8.187, port: 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac. Feb 11 05:54:35.117861 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Publish callbacks [] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.200575 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.262166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Attempting to bind port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:35.262166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Attempting to bind port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:35.262642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Attempting to bind port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:35.264957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8f9fc-2ea5-4d26-bd12-d3893972c3a3 None None] Pushing event updated for resources: {'Port': ['ID=f25ec345-e6f5-444d-97e2-e9ffabe9ce76,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:35.271361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:35.271887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:35.272632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.273597 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:35.274466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Bound port: f25ec345-e6f5-444d-97e2-e9ffabe9ce76, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:35.274958 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.355481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] For port f25ec345-e6f5-444d-97e2-e9ffabe9ce76, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:35.359648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] For port f25ec345-e6f5-444d-97e2-e9ffabe9ce76, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f25ec345-e6f5-444d-97e2-e9ffabe9ce76,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:35.401758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Allocated IP 172.20.0.1 (9e496eb2-7621-4379-8b4f-43b3a483c231/76e903a0-f45e-4ebb-bc4d-7c51929996ab/37a19954-2e53-4139-8faf-302acfbe29ea) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:35.419037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.520692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8f9fc-2ea5-4d26-bd12-d3893972c3a3 None None] Pushing event updated for resources: {'Port': ['ID=f25ec345-e6f5-444d-97e2-e9ffabe9ce76,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:35.520922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:35.545725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Routers {'5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:35.546480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:35.605677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Publish callbacks [] for port (37a19954-2e53-4139-8faf-302acfbe29ea), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.649299 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb4d4-3ef8-4dfa-81e3-3e369560af91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.676156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] Set router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:35.746702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:35.769002 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:35.795633 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:35.805438 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:35.841511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.872135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.002821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Network 9e496eb2-7621-4379-8b4f-43b3a483c231 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:36.019810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:36.033641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:54:31Z', 'revision_number': 3, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port': {'id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:30Z', 'updated_at': '2022-02-11T05:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:36.052952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:36.109828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e71123-a95f-494b-830e-aeb99abbf0c9 None None] The sync data for ids ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'] in n-d-713498-37 is: [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:54:31Z', 'revision_number': 3, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port': {'id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:30Z', 'updated_at': '2022-02-11T05:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:36.160909 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:36.178126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Pushing event updated for resources: {'Port': ['ID=37a19954-2e53-4139-8faf-302acfbe29ea,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:36.214229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-17f32f92-d170-4a7a-9da9-81c0c681edb8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3614321 Feb 11 05:54:36.285490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'tag': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:36.285490 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc6500-5960-490f-9011-c296403f8cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d4209-9eff-410d-8b03-8891f81e846c", "tag": "019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:36.343659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.364203 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:54:36.464065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5857f-23c9-4aa3-bde2-49fba8c11a29 req-9362b484-c668-4387-ba8d-73729d6fc2a1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:36.466151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61e5857f-23c9-4aa3-bde2-49fba8c11a29 req-9362b484-c668-4387-ba8d-73729d6fc2a1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 909 time: 0.3292723 Feb 11 05:54:36.583110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1e61b688-c7b5-47b6-98d9-644c823f53d6 None None] Provisioning complete for port 37a19954-2e53-4139-8faf-302acfbe29ea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:36.583497 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61b688-c7b5-47b6-98d9-644c823f53d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.746759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1e61b688-c7b5-47b6-98d9-644c823f53d6 None None] Port 37a19954-2e53-4139-8faf-302acfbe29ea cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:36.749468 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d7345-250f-4c53-b966-987040ef226f x-openstack-request-id: req-f99d7345-250f-4c53-b966-987040ef226f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:36.750351 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d4209-9eff-410d-8b03-8891f81e846c", "tag": "019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:36.750858 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f99d7345-250f-4c53-b966-987040ef226f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:36.751434 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'tag': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'status': 'completed', 'code': 200} Feb 11 05:54:36.785786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.863342 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:36.881243 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5dee102f-2e98-4233-98d0-75a934ea8340', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:51:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:33Z', 'updated_at': '2022-02-11T05:54:33Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:36.899418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-c9a1dc4b-be35-476b-a7ca-f619205f0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:36.908142 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-c9a1dc4b-be35-476b-a7ca-f619205f0d25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 1129 time: 0.1175778 Feb 11 05:54:36.933746 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:36.957125 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:36.960197 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:37.081252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-91b89da0-4ba1-4a81-aa82-85041b16b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.085059 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-91b89da0-4ba1-4a81-aa82-85041b16b981 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.1738811 Feb 11 05:54:37.099729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Publish callbacks [] for port (37a19954-2e53-4139-8faf-302acfbe29ea), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:37.153352 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:37.182486 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:37.211887 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-ae73f86c-dd16-461c-b3ae-321f84479ccb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac HTTP/1.1" status: 200 len: 1000 time: 0.1183906 Feb 11 05:54:37.295292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Pushing event updated for resources: {'Port': ['ID=37a19954-2e53-4139-8faf-302acfbe29ea,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:37.304462 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-93558fae-c488-4693-a347-6c4508b026bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.305899 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-93558fae-c488-4693-a347-6c4508b026bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0844369 Feb 11 05:54:37.342719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:37.393745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-56ec5e96-8952-4f59-b33f-362f3acdcc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.395858 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-56ec5e96-8952-4f59-b33f-362f3acdcc37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0844560 Feb 11 05:54:37.565321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Network 9e496eb2-7621-4379-8b4f-43b3a483c231 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:37.567289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:37.613022 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-44a05f7d-1533-4f09-8206-59c49f8e0b59 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984806 Feb 11 05:54:37.746562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f25ec345-e6f5-444d-97e2-e9ffabe9ce76 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:37.842365 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3ecc6500-5960-490f-9011-c296403f8cd3 req-e337e9b8-a476-425b-b18b-921ee1562701 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283607 Feb 11 05:54:37.881112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:37.882608 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:37.895172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:37.916747 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5dee102f-2e98-4233-98d0-75a934ea8340', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:51:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:33Z', 'updated_at': '2022-02-11T05:54:33Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:37.959534 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337a424-4a4d-4c8e-b013-2d70a5459912 None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5dee102f-2e98-4233-98d0-75a934ea8340', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:51:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:33Z', 'updated_at': '2022-02-11T05:54:33Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:38.119380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:38.119749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.130730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2b3a1ccc-b3f5-424d-a514-60004fdd8348 None None] Provisioning complete for port 37a19954-2e53-4139-8faf-302acfbe29ea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:38.131120 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1ccc-b3f5-424d-a514-60004fdd8348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.182370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a1ccc-b3f5-424d-a514-60004fdd8348 None None] Port 37a19954-2e53-4139-8faf-302acfbe29ea cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:38.194673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port f25ec345-e6f5-444d-97e2-e9ffabe9ce76, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f25ec345-e6f5-444d-97e2-e9ffabe9ce76,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:38.262427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.345931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=f25ec345-e6f5-444d-97e2-e9ffabe9ce76,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:38.399387 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.506221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:38.521612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bf5f7d91-0bfc-47df-a525-d433961f213f admin admin] 10.222.0.62 "PUT /v2.0/routers/5b3b8ee3-0a9b-44bf-8efb-299fa9adf927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9798310 Feb 11 05:54:38.530097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76868a4f-4ca0-4635-a154-81dc7aa23ade req-5e4446e7-ec30-4149-81c6-a1a203ea29e2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:38.531711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76868a4f-4ca0-4635-a154-81dc7aa23ade req-5e4446e7-ec30-4149-81c6-a1a203ea29e2 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 909 time: 0.7266755 Feb 11 05:54:38.689894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae07029-6239-41d0-9b80-af2e9487e63f None None] New status for floating IP 5dee102f-2e98-4233-98d0-75a934ea8340: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:54:38.734161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e3447-e3d8-43a2-b7d2-80ea62808be5 req-078edc6e-63b7-434a-916c-ae893c25c1fa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:38.735828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-512e3447-e3d8-43a2-b7d2-80ea62808be5 req-078edc6e-63b7-434a-916c-ae893c25c1fa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 909 time: 0.1082408 Feb 11 05:54:38.764365 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.909791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f9fc2-9bb3-4b7d-8ad7-e2fcdf4be0ba req-ef589d7b-003c-4d1d-8c62-ef558139022a tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:38.918170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e9f9fc2-9bb3-4b7d-8ad7-e2fcdf4be0ba req-ef589d7b-003c-4d1d-8c62-ef558139022a tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 1092 time: 0.0684645 Feb 11 05:54:39.131056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740579b9-e58f-4639-bcc9-773181994bfd req-e8a9449a-c6d2-4d37-bbd2-422a6e9ac7ce tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:39.145150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-740579b9-e58f-4639-bcc9-773181994bfd req-e8a9449a-c6d2-4d37-bbd2-422a6e9ac7ce tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1168 time: 0.1218493 Feb 11 05:54:39.178247 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Sync routers for ids ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:39.200425 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Routers {'5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:39.204096 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:39.252418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-740579b9-e58f-4639-bcc9-773181994bfd req-8ac293aa-ad2e-4607-9602-cea8d139dfd2 tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1074252 Feb 11 05:54:39.280438 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.292858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42280) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:39.304686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42282) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:39.313894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-de0233e5-97d9-4036-9414-6fde450a2133 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603920747', 'description': 'tempest-secgroup-smoke-1603920747 description', 'project_id': '311f0889fad648b0917ed9a9a59978f8'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:39.378365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ba503-bd05-4749-b420-02672b7b3c7a tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:39.380493 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-654ba503-bd05-4749-b420-02672b7b3c7a tempest-TestSecurityGroupsBasicOps-325245594 tempest-TestSecurityGroupsBasicOps-325245594-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 1087 time: 0.0865991 Feb 11 05:54:39.395015 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de0233e5-97d9-4036-9414-6fde450a2133 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.401695 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Set router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:39.501980 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de0233e5-97d9-4036-9414-6fde450a2133 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group (69a45d8a-b2db-4df8-bff2-e6bde8924147), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.592081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f25ec345-e6f5-444d-97e2-e9ffabe9ce76 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:39.594643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de0233e5-97d9-4036-9414-6fde450a2133 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (69a45d8a-b2db-4df8-bff2-e6bde8924147), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.655237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0233e5-97d9-4036-9414-6fde450a2133 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a45d8a-b2db-4df8-bff2-e6bde8924147,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:39.678050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:39.679045 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.715568 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de0233e5-97d9-4036-9414-6fde450a2133 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.720640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42288) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:39.721058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-de0233e5-97d9-4036-9414-6fde450a2133 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4143133 Feb 11 05:54:39.728037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c3acf926-f53b-444b-8888-0a839c54692b tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'security_group_rule': {'security_group_id': '69a45d8a-b2db-4df8-bff2-e6bde8924147', 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:39.743979 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:54:36Z', 'revision_number': 4, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port': {'id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:30Z', 'updated_at': '2022-02-11T05:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '37a19954-2e53-4139-8faf-302acfbe29ea', 'name': '', 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'mac_address': 'fa:16:3e:fc:a0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '76e903a0-f45e-4ebb-bc4d-7c51929996ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:35Z', 'updated_at': '2022-02-11T05:54:36Z', 'revision_number': 2, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'subnets': [{'id': '76e903a0-f45e-4ebb-bc4d-7c51929996ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:39.783811 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Checking router: 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:39.784244 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Updating router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 port 37a19954-2e53-4139-8faf-302acfbe29ea binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:39.831282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:39.842615 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.887689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3acf926-f53b-444b-8888-0a839c54692b tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (e8370656-fe7d-45c4-be8c-5663c99e6c7f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.005838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3acf926-f53b-444b-8888-0a839c54692b tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (e8370656-fe7d-45c4-be8c-5663c99e6c7f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.069765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3acf926-f53b-444b-8888-0a839c54692b tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e8370656-fe7d-45c4-be8c-5663c99e6c7f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.071100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fc193-93b0-432f-90c2-91c55a9246c2 req-f49f9569-2938-4de9-afff-eea9ac4e4647 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:40.073437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f6fc193-93b0-432f-90c2-91c55a9246c2 req-f49f9569-2938-4de9-afff-eea9ac4e4647 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 909 time: 0.1011214 Feb 11 05:54:40.121970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acf926-f53b-444b-8888-0a839c54692b tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8370656-fe7d-45c4-be8c-5663c99e6c7f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:40.189899 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3acf926-f53b-444b-8888-0a839c54692b tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.196126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c3acf926-f53b-444b-8888-0a839c54692b tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4705372 Feb 11 05:54:40.196809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42294) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:40.212944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-777edf86-e2d4-4f32-b262-0d3c8e2f1f2d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'security_group_rule': {'security_group_id': '69a45d8a-b2db-4df8-bff2-e6bde8924147', 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:40.292003 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Publish callbacks [] for port (37a19954-2e53-4139-8faf-302acfbe29ea), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.315015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-777edf86-e2d4-4f32-b262-0d3c8e2f1f2d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (dcb39de5-123f-45a3-8315-423969985547), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.388315 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-777edf86-e2d4-4f32-b262-0d3c8e2f1f2d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (dcb39de5-123f-45a3-8315-423969985547), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.389665 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.455753 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4bbd7-1fd8-49d0-91c3-4f95846f25b7 None None] Pushing event updated for resources: {'Port': ['ID=37a19954-2e53-4139-8faf-302acfbe29ea,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:40.481535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-777edf86-e2d4-4f32-b262-0d3c8e2f1f2d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (dcb39de5-123f-45a3-8315-423969985547), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.504349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777edf86-e2d4-4f32-b262-0d3c8e2f1f2d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb39de5-123f-45a3-8315-423969985547,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:40.545503 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Attempting to bind port 37a19954-2e53-4139-8faf-302acfbe29ea on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:40.545821 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Attempting to bind port 37a19954-2e53-4139-8faf-302acfbe29ea by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:40.546199 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Attempting to bind port 37a19954-2e53-4139-8faf-302acfbe29ea on network 9e496eb2-7621-4379-8b4f-43b3a483c231 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:40.555888 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:40.557069 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Checking segment: {'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:40.557069 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.557413 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Bound using segment: {'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:40.557894 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Bound port: 37a19954-2e53-4139-8faf-302acfbe29ea, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c5cd94-1e71-413c-bc24-430b025388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:40.558337 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.585638 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-777edf86-e2d4-4f32-b262-0d3c8e2f1f2d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.589840 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-777edf86-e2d4-4f32-b262-0d3c8e2f1f2d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3873982 Feb 11 05:54:40.590341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42296) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:40.594671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c5c24a1a-bbd9-423c-9bb7-a9d37601acb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'security_group_rule': {'security_group_id': '69a45d8a-b2db-4df8-bff2-e6bde8924147', 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:40.682712 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] For port 37a19954-2e53-4139-8faf-302acfbe29ea, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:40.687172 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] For port 37a19954-2e53-4139-8faf-302acfbe29ea, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=37a19954-2e53-4139-8faf-302acfbe29ea,segment=NetworkSegment(00c5cd94-1e71-413c-bc24-430b025388ff),segment_id=00c5cd94-1e71-413c-bc24-430b025388ff)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:40.727702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5c24a1a-bbd9-423c-9bb7-a9d37601acb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (6bc06ab8-411f-4a66-933e-c8afe1e7259b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.784824 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.800907 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5c24a1a-bbd9-423c-9bb7-a9d37601acb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (6bc06ab8-411f-4a66-933e-c8afe1e7259b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.854668 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Routers {'5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:40.855316 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:40.858554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5c24a1a-bbd9-423c-9bb7-a9d37601acb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (6bc06ab8-411f-4a66-933e-c8afe1e7259b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.908628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a225df01-1e1e-4149-be03-7214384fa65c None None] Provisioning complete for port 37a19954-2e53-4139-8faf-302acfbe29ea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:40.909306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a225df01-1e1e-4149-be03-7214384fa65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.927487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c24a1a-bbd9-423c-9bb7-a9d37601acb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc06ab8-411f-4a66-933e-c8afe1e7259b,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:40.968374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5c24a1a-bbd9-423c-9bb7-a9d37601acb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.972569 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c5c24a1a-bbd9-423c-9bb7-a9d37601acb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3789823 Feb 11 05:54:40.976413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42308) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:40.980001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-db93b5d8-9cdc-4df0-bd04-0f4d9aceb5dc tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'security_group_rule': {'security_group_id': '69a45d8a-b2db-4df8-bff2-e6bde8924147', 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:41.017865 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] Set router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:41.128100 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db93b5d8-9cdc-4df0-bd04-0f4d9aceb5dc tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (4f994429-9512-4929-b8bd-63c7b7f8ee2a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.167622 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4bbd7-1fd8-49d0-91c3-4f95846f25b7 None None] Pushing event updated for resources: {'Port': ['ID=37a19954-2e53-4139-8faf-302acfbe29ea,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:41.188083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a225df01-1e1e-4149-be03-7214384fa65c None None] Current status of the port 37a19954-2e53-4139-8faf-302acfbe29ea is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:41.188366 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a225df01-1e1e-4149-be03-7214384fa65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.274182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a225df01-1e1e-4149-be03-7214384fa65c None None] For port 37a19954-2e53-4139-8faf-302acfbe29ea, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=37a19954-2e53-4139-8faf-302acfbe29ea,segment=NetworkSegment(00c5cd94-1e71-413c-bc24-430b025388ff),segment_id=00c5cd94-1e71-413c-bc24-430b025388ff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:41.290158 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db93b5d8-9cdc-4df0-bd04-0f4d9aceb5dc tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (4f994429-9512-4929-b8bd-63c7b7f8ee2a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.343624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-9df510c2-e848-4ef1-8fee-5528084faaec tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:41.345525 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-9df510c2-e848-4ef1-8fee-5528084faaec tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.83 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 909 time: 0.1654191 Feb 11 05:54:41.352347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d69c75-54b5-43c1-b8ed-2c41a969c2b4 req-1a00b345-2783-4d0f-94bc-5e5d53747c59 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:41.354833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24d69c75-54b5-43c1-b8ed-2c41a969c2b4 req-1a00b345-2783-4d0f-94bc-5e5d53747c59 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 909 time: 0.0808983 Feb 11 05:54:41.372116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a225df01-1e1e-4149-be03-7214384fa65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.373622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db93b5d8-9cdc-4df0-bd04-0f4d9aceb5dc tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4f994429-9512-4929-b8bd-63c7b7f8ee2a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.413201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93b5d8-9cdc-4df0-bd04-0f4d9aceb5dc tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f994429-9512-4929-b8bd-63c7b7f8ee2a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:41.446740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225df01-1e1e-4149-be03-7214384fa65c None None] Pushing event updated for resources: {'Port': ['ID=37a19954-2e53-4139-8faf-302acfbe29ea,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:41.475985 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:54:36Z', 'revision_number': 4, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port': {'id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:30Z', 'updated_at': '2022-02-11T05:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '37a19954-2e53-4139-8faf-302acfbe29ea', 'name': '', 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'mac_address': 'fa:16:3e:fc:a0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '76e903a0-f45e-4ebb-bc4d-7c51929996ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:35Z', 'updated_at': '2022-02-11T05:54:40Z', 'revision_number': 4, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'subnets': [{'id': '76e903a0-f45e-4ebb-bc4d-7c51929996ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:41.500706 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db93b5d8-9cdc-4df0-bd04-0f4d9aceb5dc tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.502133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-db93b5d8-9cdc-4df0-bd04-0f4d9aceb5dc tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5280674 Feb 11 05:54:41.505008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42322) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:41.510417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ed5354e9-801f-40e1-857a-5e671878d31c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'security_group_rule': {'security_group_id': '69a45d8a-b2db-4df8-bff2-e6bde8924147', 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:41.517259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-77883f09-bdf9-4e68-80c6-18ac166d0c70 None None] Provisioning complete for port 37a19954-2e53-4139-8faf-302acfbe29ea triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:41.520543 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-77883f09-bdf9-4e68-80c6-18ac166d0c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.545949 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11fd1c-de7c-430a-94df-7b58dff2c025 None None] The sync data for ids ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'] in n-d-713498-37 is: [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:54:36Z', 'revision_number': 4, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port': {'id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:30Z', 'updated_at': '2022-02-11T05:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '37a19954-2e53-4139-8faf-302acfbe29ea', 'name': '', 'network_id': '9e496eb2-7621-4379-8b4f-43b3a483c231', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'mac_address': 'fa:16:3e:fc:a0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '76e903a0-f45e-4ebb-bc4d-7c51929996ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:35Z', 'updated_at': '2022-02-11T05:54:40Z', 'revision_number': 4, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'subnets': [{'id': '76e903a0-f45e-4ebb-bc4d-7c51929996ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:41.566416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting port dabe9510-1de1-4ec1-a013-d57c2829e7d7 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:41.566848 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.637686 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-ed5354e9-801f-40e1-857a-5e671878d31c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Project 311f0889fad648b0917ed9a9a59978f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:54:41.661613 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.673421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed5354e9-801f-40e1-857a-5e671878d31c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (e7600876-3863-4fa3-b245-4111c9b50746), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.674799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-77883f09-bdf9-4e68-80c6-18ac166d0c70 None None] Current status of the port 37a19954-2e53-4139-8faf-302acfbe29ea is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:41.805309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] For port dabe9510-1de1-4ec1-a013-d57c2829e7d7, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dabe9510-1de1-4ec1-a013-d57c2829e7d7,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:41.806022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.826874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Calling delete_port for dabe9510-1de1-4ec1-a013-d57c2829e7d7 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:41.828503 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed5354e9-801f-40e1-857a-5e671878d31c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (e7600876-3863-4fa3-b245-4111c9b50746), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.898813 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed5354e9-801f-40e1-857a-5e671878d31c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e7600876-3863-4fa3-b245-4111c9b50746), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:41.943578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5354e9-801f-40e1-857a-5e671878d31c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7600876-3863-4fa3-b245-4111c9b50746,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:42.047758 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed5354e9-801f-40e1-857a-5e671878d31c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:42.050665 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ed5354e9-801f-40e1-857a-5e671878d31c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5439522 Feb 11 05:54:42.051048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:42.058924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f9cb388c-9812-428e-be58-ef97d0d83748 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'security_group_rule': {'security_group_id': '69a45d8a-b2db-4df8-bff2-e6bde8924147', 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:42.073647 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dabe9510-1de1-4ec1-a013-d57c2829e7d7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:42.143547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Port': ['ID=dabe9510-1de1-4ec1-a013-d57c2829e7d7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:42.169937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] No DVR routers for this DVR port dabe9510-1de1-4ec1-a013-d57c2829e7d7 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:42.173297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:42.179763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6a946bc-f795-4a79-8150-95f1e2c48403 req-a23b5957-9b2b-4019-a34a-92fb9e4abb37 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.83 "DELETE /v2.0/ports/dabe9510-1de1-4ec1-a013-d57c2829e7d7 HTTP/1.1" status: 204 len: 173 time: 0.8212967 Feb 11 05:54:42.180293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93539e49-0c7f-495b-9027-843cb42abe5d', 'name': 'network-vif-deleted', 'tag': 'dabe9510-1de1-4ec1-a013-d57c2829e7d7'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:42.192902 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424f18c1-1f94-4320-a933-a883c6f6b4f8" -d '{"events": [{"server_uuid": "93539e49-0c7f-495b-9027-843cb42abe5d", "name": "network-vif-deleted", "tag": "dabe9510-1de1-4ec1-a013-d57c2829e7d7"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:42.248774 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d711a3-f1d8-4577-a2fb-669d15c05960 x-openstack-request-id: req-01d711a3-f1d8-4577-a2fb-669d15c05960 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:42.249079 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93539e49-0c7f-495b-9027-843cb42abe5d", "name": "network-vif-deleted", "tag": "dabe9510-1de1-4ec1-a013-d57c2829e7d7", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:42.249552 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01d711a3-f1d8-4577-a2fb-669d15c05960 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:42.249802 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93539e49-0c7f-495b-9027-843cb42abe5d', 'name': 'network-vif-deleted', 'tag': 'dabe9510-1de1-4ec1-a013-d57c2829e7d7', 'status': 'completed', 'code': 200} Feb 11 05:54:42.253404 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-f9cb388c-9812-428e-be58-ef97d0d83748 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Project 311f0889fad648b0917ed9a9a59978f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:54:42.262015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9cb388c-9812-428e-be58-ef97d0d83748 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (4a8a29d5-4f92-4255-a2a2-fc7748f3161e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:42.371337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9cb388c-9812-428e-be58-ef97d0d83748 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (4a8a29d5-4f92-4255-a2a2-fc7748f3161e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:42.468796 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9cb388c-9812-428e-be58-ef97d0d83748 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4a8a29d5-4f92-4255-a2a2-fc7748f3161e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:42.492511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb388c-9812-428e-be58-ef97d0d83748 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8a29d5-4f92-4255-a2a2-fc7748f3161e,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:42.533128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95fd4e9f-d1ad-446f-9961-2ff98bad6f1b req-4a8e7c00-8658-4371-bc80-921c74765ceb tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=93539e49-0c7f-495b-9027-843cb42abe5d HTTP/1.1" status: 200 len: 210 time: 0.0505271 Feb 11 05:54:42.625357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9cb388c-9812-428e-be58-ef97d0d83748 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:42.626700 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f9cb388c-9812-428e-be58-ef97d0d83748 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5743022 Feb 11 05:54:42.813221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-5aaf8dc0-94a9-4c1b-a151-a86328bc6307 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603920747&fields=id&tenant_id=311f0889fad648b0917ed9a9a59978f8 HTTP/1.1" status: 200 len: 267 time: 0.0606387 Feb 11 05:54:42.937697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d45b-6217-4af8-9f78-9515067e14fa req-9f034678-8b90-422e-8560-6d7e5002c93f tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:42.939310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-9f034678-8b90-422e-8560-6d7e5002c93f tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/networks?id=96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 200 len: 808 time: 0.1180470 Feb 11 05:54:42.963410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-1860d3d2-e557-4066-90f8-ffdc9bb7e521 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/quotas/311f0889fad648b0917ed9a9a59978f8 HTTP/1.1" status: 200 len: 375 time: 0.0116875 Feb 11 05:54:43.033426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-75744931-83b6-45c0-a923-ac36a335848c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=311f0889fad648b0917ed9a9a59978f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630021 Feb 11 05:54:43.146319 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-fcfa37e5-340c-47c0-9ea2-8f2fe19c3318 service neutron] 10.222.0.62 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994501 Feb 11 05:54:43.251310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-85b64f9f-3714-4b87-8a9c-cbde7be5f303 service neutron] 10.222.0.62 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986176 Feb 11 05:54:43.577826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96d27f89-59eb-4ffa-9779-e82cb3294998 req-4bb3ed8e-7e12-4c2b-8d52-72fce8e80236 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 210 time: 0.0331306 Feb 11 05:54:43.608130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42358) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:43.661096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 37a19954-2e53-4139-8faf-302acfbe29ea up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:43.748865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 37a19954-2e53-4139-8faf-302acfbe29ea triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:43.750134 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:43.847873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 37a19954-2e53-4139-8faf-302acfbe29ea is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:44.106353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (12186121-00dc-4dda-872d-8740ece3f43c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.448905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting port cec5ea41-3f53-4195-b663-d76c2cb6c7a1 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:44.449410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.554618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] For port cec5ea41-3f53-4195-b663-d76c2cb6c7a1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:44.555003 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.581205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Calling delete_port for cec5ea41-3f53-4195-b663-d76c2cb6c7a1 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:44.685899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7b7ccbd-e742-4b2b-97ec-70adab4e06b9 req-321f3a88-5ba7-4bb2-bc71-db382bedbb77 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 210 time: 0.0364525 Feb 11 05:54:44.955250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cec5ea41-3f53-4195-b663-d76c2cb6c7a1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.991425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Port': ['ID=cec5ea41-3f53-4195-b663-d76c2cb6c7a1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:45.185755 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (12186121-00dc-4dda-872d-8740ece3f43c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:45.444870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Router 12186121-00dc-4dda-872d-8740ece3f43c has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:45.655647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device dabe9510-1de1-4ec1-a013-d57c2829e7d7 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:45.679862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: dabe9510-1de1-4ec1-a013-d57c2829e7d7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:45.680299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device dabe9510-1de1-4ec1-a013-d57c2829e7d7 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:45.793849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-412a4506-6c2a-4462-a611-a368e7dbc745 req-e80220fc-4a9a-4401-bf0c-a6fe3cb89712 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 210 time: 0.0329015 Feb 11 05:54:45.858548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:45.901673 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-27c0dbe4-9067-4a9e-b9b5-0cdc14103de0 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "PUT /v2.0/routers/12186121-00dc-4dda-872d-8740ece3f43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2544503 Feb 11 05:54:45.901779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] Sync routers for ids ['12186121-00dc-4dda-872d-8740ece3f43c'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:45.901779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] Routers {'12186121-00dc-4dda-872d-8740ece3f43c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:45.901779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['12186121-00dc-4dda-872d-8740ece3f43c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:45.902051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42386) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:45.961667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f64ee12-5dc9-4355-8d04-b8138828f74f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting subnet 5c79cc8f-b170-41b6-9c28-160b7aaf3e9a {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:54:45.966967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f64ee12-5dc9-4355-8d04-b8138828f74f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for subnet (5c79cc8f-b170-41b6-9c28-160b7aaf3e9a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:46.002005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] Set router 12186121-00dc-4dda-872d-8740ece3f43c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:46.017104 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f64ee12-5dc9-4355-8d04-b8138828f74f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (5c79cc8f-b170-41b6-9c28-160b7aaf3e9a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:46.107785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f64ee12-5dc9-4355-8d04-b8138828f74f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (5c79cc8f-b170-41b6-9c28-160b7aaf3e9a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:46.208175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:44Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:46.236785 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] Checking router: 12186121-00dc-4dda-872d-8740ece3f43c for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:46.249547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] Routers {'12186121-00dc-4dda-872d-8740ece3f43c'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:46.250749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['12186121-00dc-4dda-872d-8740ece3f43c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:46.263674 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f64ee12-5dc9-4355-8d04-b8138828f74f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (5c79cc8f-b170-41b6-9c28-160b7aaf3e9a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:46.297547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64ee12-5dc9-4355-8d04-b8138828f74f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Subnet': ['ID=5c79cc8f-b170-41b6-9c28-160b7aaf3e9a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:46.301121 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f64ee12-5dc9-4355-8d04-b8138828f74f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:46.308395 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9f64ee12-5dc9-4355-8d04-b8138828f74f tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/subnets/5c79cc8f-b170-41b6-9c28-160b7aaf3e9a HTTP/1.1" status: 204 len: 168 time: 0.4015646 Feb 11 05:54:46.308395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42388) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:46.313499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9698388f-7d77-4912-9dd2-e3ef5c9f8b54 None None] Network 9c807833-87a6-4c14-9cec-2139cada7c03 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:46.455962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router (12186121-00dc-4dda-872d-8740ece3f43c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:46.489728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d45b-6217-4af8-9f78-9515067e14fa req-9e984a7c-ad6a-433a-86f1-b78379a6f857 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:46.492067 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-9e984a7c-ad6a-433a-86f1-b78379a6f857 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.83 "GET /v2.0/networks?id=96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 200 len: 808 time: 0.1251104 Feb 11 05:54:46.594406 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-a5f84d70-dfa2-4fce-bba1-64427c8a4524 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311f0889fad648b0917ed9a9a59978f8 HTTP/1.1" status: 200 len: 380 time: 0.0948520 Feb 11 05:54:46.610544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'port': {'device_id': '32864ee3-9ebc-4889-918a-5f441275ffed', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'admin_state_up': True, 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'security_groups': ['69a45d8a-b2db-4df8-bff2-e6bde8924147']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:46.628478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_gateway (12186121-00dc-4dda-872d-8740ece3f43c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:46.755121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] Set router 12186121-00dc-4dda-872d-8740ece3f43c gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:46.834361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting port 6d89980a-f38b-4875-a221-0dfd833c5870 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:46.834361 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:46.874624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Made reservation on behalf of 311f0889fad648b0917ed9a9a59978f8 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:46.878673 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.061436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] DHCP port deletion for 9c807833-87a6-4c14-9cec-2139cada7c03 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:54:47.080136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] For port 6d89980a-f38b-4875-a221-0dfd833c5870, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=6d89980a-f38b-4875-a221-0dfd833c5870,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:47.080677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.099645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Calling delete_port for 6d89980a-f38b-4875-a221-0dfd833c5870 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:47.148474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:44Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:47.195169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Allocated IP 172.20.0.4 (96d49772-7655-4bab-8d6d-a16a1ba986e1/0238acf0-61eb-4ef8-a663-31a9885e3747/1cb2c376-5825-4b55-9f93-df34c4073920) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:47.206420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f6afb-cd9d-4bbf-ac03-d06d0ae97f3c None None] The sync data for ids ['12186121-00dc-4dda-872d-8740ece3f43c'] in n-d-713498-37 is: [{'id': '12186121-00dc-4dda-872d-8740ece3f43c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1213920631', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:02Z', 'updated_at': '2022-02-11T05:54:44Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '6d89980a-f38b-4875-a221-0dfd833c5870', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12186121-00dc-4dda-872d-8740ece3f43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:03Z', 'updated_at': '2022-02-11T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:47.216053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] Deleting port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:47.216446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.310043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] For port 0636330e-b516-4bb4-8c1d-64acd5dda4c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0636330e-b516-4bb4-8c1d-64acd5dda4c5,segment=NetworkSegment(69aa9ff5-8940-468f-866d-14537ff214e7),segment_id=69aa9ff5-8940-468f-866d-14537ff214e7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:47.310548 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.328472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] Calling delete_port for 0636330e-b516-4bb4-8c1d-64acd5dda4c5 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:47.351534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11ce72d6-2435-4a4a-b289-e636de07c501 req-f4219e76-c23d-4934-9865-ef03e4625e31 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 210 time: 0.4252863 Feb 11 05:54:47.407394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for port (1cb2c376-5825-4b55-9f93-df34c4073920), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.531905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (6d89980a-f38b-4875-a221-0dfd833c5870), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.570832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Port': ['ID=6d89980a-f38b-4875-a221-0dfd833c5870,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:47.577762 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (0636330e-b516-4bb4-8c1d-64acd5dda4c5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.607239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0636330e-b516-4bb4-8c1d-64acd5dda4c5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:47.612307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] Pushing event deleted for resources: {'Port': ['ID=0636330e-b516-4bb4-8c1d-64acd5dda4c5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:47.629924 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.646492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5619347-d47c-4241-a60c-fb701cb591bd None None] No DVR routers for this DVR port 0636330e-b516-4bb4-8c1d-64acd5dda4c5 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:47.648116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 0636330e-b516-4bb4-8c1d-64acd5dda4c5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:47.648470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0636330e-b516-4bb4-8c1d-64acd5dda4c5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:47.692276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:47.702646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:47.704718 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (12186121-00dc-4dda-872d-8740ece3f43c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.707391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:47.768298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'Port': ['ID=1cb2c376-5825-4b55-9f93-df34c4073920,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:47.785623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.786424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.786946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.787551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.788315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.789037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.789550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.793574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.794288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.794888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.795430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.800358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.801027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:47.837008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:47.837715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.874912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (12186121-00dc-4dda-872d-8740ece3f43c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.877214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_controller (12186121-00dc-4dda-872d-8740ece3f43c), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:47.951586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-619e68e3-c05d-474d-b497-4767ddaa95fd tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3509951 Feb 11 05:54:47.964413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Request body: {'port': {'device_id': '32864ee3-9ebc-4889-918a-5f441275ffed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:48.045533 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (12186121-00dc-4dda-872d-8740ece3f43c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.045533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Fanout notify agent at l3_agent the message router_deleted on router 12186121-00dc-4dda-872d-8740ece3f43c {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:54:48.050285 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.059340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d0cd09ea-8233-4a1c-89e3-cfc651c00ca8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/routers/12186121-00dc-4dda-872d-8740ece3f43c HTTP/1.1" status: 204 len: 168 time: 1.7511477 Feb 11 05:54:48.065494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42422) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:48.082024 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.174234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2ca1d35e-1b6c-49c4-9dca-a3a3a8e00d00 None None] Provisioning complete for port 1cb2c376-5825-4b55-9f93-df34c4073920 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:48.175260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d35e-1b6c-49c4-9dca-a3a3a8e00d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.196184 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9c807833-87a6-4c14-9cec-2139cada7c03), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.253898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1d35e-1b6c-49c4-9dca-a3a3a8e00d00 None None] Port 1cb2c376-5825-4b55-9f93-df34c4073920 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:48.342343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9c807833-87a6-4c14-9cec-2139cada7c03), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.409409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c807833-87a6-4c14-9cec-2139cada7c03']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:48.451884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69aa9ff5-8940-468f-866d-14537ff214e7') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:48.453905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69aa9ff5-8940-468f-866d-14537ff214e7') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:48.478454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (69aa9ff5-8940-468f-866d-14537ff214e7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.539106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (69aa9ff5-8940-468f-866d-14537ff214e7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.557666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:54:48.558841 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (69aa9ff5-8940-468f-866d-14537ff214e7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:54:48.563845 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:54:48.573551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb2c376-5825-4b55-9f93-df34c4073920 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:48.583200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Publish callbacks [] for port (1cb2c376-5825-4b55-9f93-df34c4073920), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.674824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a13b1-1737-415b-90f1-140477f3b754 req-a7336622-496f-4f02-80f0-fd63d1efb807 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:48.677552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-664a13b1-1737-415b-90f1-140477f3b754 req-a7336622-496f-4f02-80f0-fd63d1efb807 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 931 time: 0.1843910 Feb 11 05:54:48.730467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42430) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:48.739523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-664a13b1-1737-415b-90f1-140477f3b754 req-019adf60-e9e4-4d27-8cba-206d588f9ee8 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551422 Feb 11 05:54:48.762809 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9c807833-87a6-4c14-9cec-2139cada7c03), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.763971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Transition to ACTIVE for port object 1cb2c376-5825-4b55-9f93-df34c4073920 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:54:48.778791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.783687 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/networks/9c807833-87a6-4c14-9cec-2139cada7c03 HTTP/1.1" status: 204 len: 168 time: 0.7153707 Feb 11 05:54:48.787658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42436) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:48.798610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2720d-fcaa-46f3-a0c2-34a7434aad4a tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Network': ['ID=9c807833-87a6-4c14-9cec-2139cada7c03,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:48.910957 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:48.999335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8572fbe5-2a63-4798-bdb6-b32bc37ef756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.075171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2c376-5825-4b55-9f93-df34c4073920,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:49.312114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Attempting to bind port 1cb2c376-5825-4b55-9f93-df34c4073920 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:49.312467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Attempting to bind port 1cb2c376-5825-4b55-9f93-df34c4073920 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:49.312835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Attempting to bind port 1cb2c376-5825-4b55-9f93-df34c4073920 on network 96d49772-7655-4bab-8d6d-a16a1ba986e1 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:49.332637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Port 1cb2c376-5825-4b55-9f93-df34c4073920 on network 96d49772-7655-4bab-8d6d-a16a1ba986e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:54:49.332985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Attempting to bind port 1cb2c376-5825-4b55-9f93-df34c4073920 on network 96d49772-7655-4bab-8d6d-a16a1ba986e1 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:49.351835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:49.354959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Checking segment: {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:49.354959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Bound using segment: {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:49.354959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Bound port: 1cb2c376-5825-4b55-9f93-df34c4073920, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc02cff-b092-42b1-9024-bb2773ae77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:49.354959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.362478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8572fbe5-2a63-4798-bdb6-b32bc37ef756 admin admin] Publish callbacks [] for security_group (fe1223c0-8c95-49a7-b0b1-40c517281944), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.378376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting port 357c3a69-c6ec-487d-9b39-7bfaebfd2866 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:49.378718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (357c3a69-c6ec-487d-9b39-7bfaebfd2866), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.464962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8572fbe5-2a63-4798-bdb6-b32bc37ef756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fe1223c0-8c95-49a7-b0b1-40c517281944), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.532714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] For port 1cb2c376-5825-4b55-9f93-df34c4073920, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:49.561180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572fbe5-2a63-4798-bdb6-b32bc37ef756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1223c0-8c95-49a7-b0b1-40c517281944,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:49.568491 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8572fbe5-2a63-4798-bdb6-b32bc37ef756 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=902947a8390841cc89456ca88c915c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8341920 Feb 11 05:54:49.568491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (357c3a69-c6ec-487d-9b39-7bfaebfd2866), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.568491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for floatingip (357c3a69-c6ec-487d-9b39-7bfaebfd2866), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.569308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:49.578618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] For port 1cb2c376-5825-4b55-9f93-df34c4073920, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1cb2c376-5825-4b55-9f93-df34c4073920,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:49.587732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Calling delete_port for 357c3a69-c6ec-487d-9b39-7bfaebfd2866 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:49.610546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6d89980a-f38b-4875-a221-0dfd833c5870 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:49.641604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 6d89980a-f38b-4875-a221-0dfd833c5870 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:49.643362 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 6d89980a-f38b-4875-a221-0dfd833c5870 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:49.644217 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cec5ea41-3f53-4195-b663-d76c2cb6c7a1 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:49.655204 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.665681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-51647b0b-00f5-4377-960b-e14630fecfaa admin admin] Publish callbacks [] for security_group (fe1223c0-8c95-49a7-b0b1-40c517281944), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.673730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: cec5ea41-3f53-4195-b663-d76c2cb6c7a1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:49.674285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device cec5ea41-3f53-4195-b663-d76c2cb6c7a1 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:49.696014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-51647b0b-00f5-4377-960b-e14630fecfaa admin admin] Publish callbacks [] for security_group (fe1223c0-8c95-49a7-b0b1-40c517281944), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.741956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:49.742591 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.744032 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] 10.222.0.83 "PUT /v2.0/ports/1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 200 len: 1092 time: 1.7856832 Feb 11 05:54:49.744536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32864ee3-9ebc-4889-918a-5f441275ffed', 'tag': '1cb2c376-5825-4b55-9f93-df34c4073920'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:49.747065 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cd843d-52c3-419f-beee-91f69483396e" -d '{"events": [{"name": "network-changed", "server_uuid": "32864ee3-9ebc-4889-918a-5f441275ffed", "tag": "1cb2c376-5825-4b55-9f93-df34c4073920"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:49.818905 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96740e-d1f5-4b53-9c73-aa97a5576793 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2c376-5825-4b55-9f93-df34c4073920,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:49.926320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-51647b0b-00f5-4377-960b-e14630fecfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (fe1223c0-8c95-49a7-b0b1-40c517281944), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.926320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-51647b0b-00f5-4377-960b-e14630fecfaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:49.926856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-51647b0b-00f5-4377-960b-e14630fecfaa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe1223c0-8c95-49a7-b0b1-40c517281944 HTTP/1.1" status: 204 len: 168 time: 0.3552754 Feb 11 05:54:49.935420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce1b9-2af6-4b4a-b21a-01a96df26c6a req-c2fa52e7-aed3-48a7-ba39-8b00e4bccd28 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:49.937848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39cce1b9-2af6-4b4a-b21a-01a96df26c6a req-c2fa52e7-aed3-48a7-ba39-8b00e4bccd28 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 943 time: 0.0807121 Feb 11 05:54:49.946923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51647b0b-00f5-4377-960b-e14630fecfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1223c0-8c95-49a7-b0b1-40c517281944,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:49.996568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d45b-6217-4af8-9f78-9515067e14fa req-f2b295db-c841-4b0f-9ddd-ea15cc6db9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:50.004762 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-f2b295db-c841-4b0f-9ddd-ea15cc6db9c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=311f0889fad648b0917ed9a9a59978f8&device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1126 time: 0.1285112 Feb 11 05:54:50.060885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39cce1b9-2af6-4b4a-b21a-01a96df26c6a req-9ebc40d1-31f7-4088-a039-12c31f75b589 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034513 Feb 11 05:54:50.075437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (357c3a69-c6ec-487d-9b39-7bfaebfd2866), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:50.081234 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-4f2cab56-8cdd-436c-9837-947ed551b90c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 200 len: 217 time: 0.0718343 Feb 11 05:54:50.107292 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7300732a-ce88-4a6f-9cc4-3506fc5b177b x-openstack-request-id: req-7300732a-ce88-4a6f-9cc4-3506fc5b177b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:50.107591 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32864ee3-9ebc-4889-918a-5f441275ffed", "tag": "1cb2c376-5825-4b55-9f93-df34c4073920", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:50.107847 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7300732a-ce88-4a6f-9cc4-3506fc5b177b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:50.108260 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32864ee3-9ebc-4889-918a-5f441275ffed', 'tag': '1cb2c376-5825-4b55-9f93-df34c4073920', 'status': 'completed', 'code': 200} Feb 11 05:54:50.124827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Port': ['ID=357c3a69-c6ec-487d-9b39-7bfaebfd2866,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:50.210585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d45b-6217-4af8-9f78-9515067e14fa req-fc648ed7-da9f-4e08-9f97-22959608d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:50.212089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-fc648ed7-da9f-4e08-9f97-22959608d091 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0238acf0-61eb-4ef8-a663-31a9885e3747 HTTP/1.1" status: 200 len: 847 time: 0.1013639 Feb 11 05:54:50.226017 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for floatingip (dab04aaa-98df-405d-ac98-af174808be9d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:50.226468 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Floating IP dab04aaa-98df-405d-ac98-af174808be9d disassociated (deleted). External IP: 172.25.8.231, port: 48ac860d-7e40-40b7-96db-d9671e00d867. Feb 11 05:54:50.345660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ba6a78d0-7fe2-47da-95eb-8afcf1048b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:50.347358 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-ba6a78d0-7fe2-47da-95eb-8afcf1048b62 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96d49772-7655-4bab-8d6d-a16a1ba986e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1291070 Feb 11 05:54:50.528867 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-6ea64c08-bd1d-4476-b691-766de474a2b3 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734743 Feb 11 05:54:50.574595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:50.681870 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0188d45b-6217-4af8-9f78-9515067e14fa req-3385cdf7-8ebd-4314-9b2b-75e73af45263 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469467 Feb 11 05:54:50.739262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:50.744962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:50.750379 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] Sync routers for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:50.761567 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:50.762182 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:50.777392 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4d21da5f-edda-4db3-bbd4-37b3558f2da3 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/floatingips/dab04aaa-98df-405d-ac98-af174808be9d HTTP/1.1" status: 204 len: 168 time: 1.9875486 Feb 11 05:54:50.798272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42458) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:50.825378 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2594de3-cdc9-4840-acc8-f7212cefa1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:50.888474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd843d-52c3-419f-beee-91f69483396e req-c3061c11-4a13-4413-9870-a8909d2fef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:50.890243 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3cd843d-52c3-419f-beee-91f69483396e req-c3061c11-4a13-4413-9870-a8909d2fef67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=311f0889fad648b0917ed9a9a59978f8&device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1126 time: 0.0663047 Feb 11 05:54:50.890456 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:50.922292 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2594de3-cdc9-4840-acc8-f7212cefa1f7 admin admin] Publish callbacks [] for security_group (115fe816-f71f-421b-8c58-b3bf6aa651e9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:50.990179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd843d-52c3-419f-beee-91f69483396e req-36af582d-07b4-412b-84f2-4c093909486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:50.992850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3cd843d-52c3-419f-beee-91f69483396e req-36af582d-07b4-412b-84f2-4c093909486c service neutron] 10.222.0.83 "GET /v2.0/networks?id=96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 200 len: 909 time: 0.0957351 Feb 11 05:54:51.012225 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e2594de3-cdc9-4840-acc8-f7212cefa1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (115fe816-f71f-421b-8c58-b3bf6aa651e9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:51.045217 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3cd843d-52c3-419f-beee-91f69483396e req-20eff08f-9489-417d-97af-eaecc3c59ed5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 200 len: 217 time: 0.0460961 Feb 11 05:54:51.057120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e2594de3-cdc9-4840-acc8-f7212cefa1f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3de934926cd4e7292abd505cbf19fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576106 Feb 11 05:54:51.058564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2594de3-cdc9-4840-acc8-f7212cefa1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115fe816-f71f-421b-8c58-b3bf6aa651e9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:51.061345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:51.142042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd843d-52c3-419f-beee-91f69483396e req-a4e2d8fa-13f4-45f8-a5e7-b77719f626e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:51.144434 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3cd843d-52c3-419f-beee-91f69483396e req-a4e2d8fa-13f4-45f8-a5e7-b77719f626e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0238acf0-61eb-4ef8-a663-31a9885e3747 HTTP/1.1" status: 200 len: 847 time: 0.0928428 Feb 11 05:54:51.155862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-00ba6ff7-2f08-450d-9ccb-12b13941a7b4 admin admin] Publish callbacks [] for security_group (115fe816-f71f-421b-8c58-b3bf6aa651e9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:51.212727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd843d-52c3-419f-beee-91f69483396e req-0b0c418a-e799-40ea-9102-4be58b90053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:51.214798 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3cd843d-52c3-419f-beee-91f69483396e req-0b0c418a-e799-40ea-9102-4be58b90053e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96d49772-7655-4bab-8d6d-a16a1ba986e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0641789 Feb 11 05:54:51.215503 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-00ba6ff7-2f08-450d-9ccb-12b13941a7b4 admin admin] Publish callbacks [] for security_group (115fe816-f71f-421b-8c58-b3bf6aa651e9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:51.266655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81feaa-14e9-46c5-8c6b-ccd132880506 req-1edccce7-e4bc-4f76-b847-a99ee1ec2fb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:51.268301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c81feaa-14e9-46c5-8c6b-ccd132880506 req-1edccce7-e4bc-4f76-b847-a99ee1ec2fb9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 943 time: 0.1064050 Feb 11 05:54:51.277394 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:07Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:51.310583 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] Checking router: bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:51.319497 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:51.320130 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:51.346966 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c81feaa-14e9-46c5-8c6b-ccd132880506 req-b23dadaa-7524-411b-b2bd-5635ff61a2e1 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561340 Feb 11 05:54:51.349855 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3cd843d-52c3-419f-beee-91f69483396e req-9cf8ae8d-98cb-4a3f-bd43-10e969b130be service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284485 Feb 11 05:54:51.452831 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:51.455192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3cd843d-52c3-419f-beee-91f69483396e req-857f087e-8530-437b-852b-df9804da97b5 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984135 Feb 11 05:54:51.503645 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-00ba6ff7-2f08-450d-9ccb-12b13941a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (115fe816-f71f-421b-8c58-b3bf6aa651e9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:51.510112 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-00ba6ff7-2f08-450d-9ccb-12b13941a7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:51.511519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-00ba6ff7-2f08-450d-9ccb-12b13941a7b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/115fe816-f71f-421b-8c58-b3bf6aa651e9 HTTP/1.1" status: 204 len: 168 time: 0.4490581 Feb 11 05:54:51.525621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba6ff7-2f08-450d-9ccb-12b13941a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115fe816-f71f-421b-8c58-b3bf6aa651e9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:51.665315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a504-129b-4464-9f88-3588b813b10c req-02e23146-82a4-4680-94fe-4be46aaa5bb8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:51.667121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fd6a504-129b-4464-9f88-3588b813b10c req-02e23146-82a4-4680-94fe-4be46aaa5bb8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 985 time: 0.0680609 Feb 11 05:54:51.705494 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:07Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:51.736153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fd6a504-129b-4464-9f88-3588b813b10c req-6a629d8b-512e-408b-b9e0-d6771db80374 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0621145 Feb 11 05:54:51.738243 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76863a32-c4e0-49df-85fa-86e08135880d None None] The sync data for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 is: [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54e6f3b9-4094-4572-8742-d536c9cba25d', 'name': '', 'network_id': 'b44eb5b5-1b08-4994-a645-8d0d579f0904', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'mac_address': 'fa:16:3e:67:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:53:01Z', 'updated_at': '2022-02-11T05:53:07Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'subnets': [{'id': '63924e8e-4aaf-4dba-8240-87fe92322451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:52.016056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781fcb10-19e2-4d5c-892e-45d5c301fc0e None None] New status for floating IP dab04aaa-98df-405d-ac98-af174808be9d: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:54:52.109196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:52.111746 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dc5a79-14fa-4119-834e-70bb97fa05fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:52.438927 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1b837-31e3-46ba-98ec-af4c05a0070a x-openstack-request-id: req-8de1b837-31e3-46ba-98ec-af4c05a0070a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:52.438927 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:52.438927 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8de1b837-31e3-46ba-98ec-af4c05a0070a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:52.438927 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867', 'status': 'completed', 'code': 200} Feb 11 05:54:52.438927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-f8a87a65-0131-40b6-bda6-0093265dbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:52.438927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-f8a87a65-0131-40b6-bda6-0093265dbc7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66a3ff754570433e9e363e23720fa53b&device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 1168 time: 0.0534270 Feb 11 05:54:52.515977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8f1b-c90f-47da-a373-056401cde379 req-f6fb3ee1-549b-4f51-9eb0-92138299a34d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:52.518241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e48e8f1b-c90f-47da-a373-056401cde379 req-f6fb3ee1-549b-4f51-9eb0-92138299a34d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 943 time: 0.0633385 Feb 11 05:54:52.602782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e48e8f1b-c90f-47da-a373-056401cde379 req-36dcf59d-53c7-48d0-bef7-da637726d68c tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776782 Feb 11 05:54:52.672856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-d1dab64d-d74f-43c6-a520-05dbb817776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:52.674805 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-d1dab64d-d74f-43c6-a520-05dbb817776e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b44eb5b5-1b08-4994-a645-8d0d579f0904 HTTP/1.1" status: 200 len: 897 time: 0.4417198 Feb 11 05:54:52.726059 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-44034df7-dc30-4a94-b947-37663ab1b555 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ac860d-7e40-40b7-96db-d9671e00d867 HTTP/1.1" status: 200 len: 217 time: 0.0430114 Feb 11 05:54:52.791581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-118147bd-04a8-469d-b83b-352faa834602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:52.801741 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-118147bd-04a8-469d-b83b-352faa834602 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63924e8e-4aaf-4dba-8240-87fe92322451 HTTP/1.1" status: 200 len: 835 time: 0.0709667 Feb 11 05:54:52.895690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-ccb5b63d-73dd-44f8-8363-a0800334e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:52.898060 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-ccb5b63d-73dd-44f8-8363-a0800334e410 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b44eb5b5-1b08-4994-a645-8d0d579f0904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0905504 Feb 11 05:54:52.907530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-9e801760-8a94-40c7-8d44-8f8a9b4f8863 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:52.909368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-9e801760-8a94-40c7-8d44-8f8a9b4f8863 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 985 time: 0.1421897 Feb 11 05:54:52.981368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e445-94ca-42ac-a520-e50261892b15 req-55af850b-ab82-447a-9013-cf5b5c64a91b tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:52.983156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1631e445-94ca-42ac-a520-e50261892b15 req-55af850b-ab82-447a-9013-cf5b5c64a91b tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 985 time: 0.1237686 Feb 11 05:54:53.059782 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-4bac712c-335a-401e-a447-cff2bf15237e service neutron] 10.222.0.65 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533637 Feb 11 05:54:53.108653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1631e445-94ca-42ac-a520-e50261892b15 req-5051110b-1a25-4125-a631-b67edd6e02d4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72&id=8688ef1e-7bac-49e8-9742-edbd8d559871&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1188254 Feb 11 05:54:53.112776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting port 48ac860d-7e40-40b7-96db-d9671e00d867 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:53.113130 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.188142 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-07dc5a79-14fa-4119-834e-70bb97fa05fd req-1ac8277d-91b2-458b-86d8-3a7ad82ea9a0 service neutron] 10.222.0.65 "GET /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217237 Feb 11 05:54:53.227320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] For port 48ac860d-7e40-40b7-96db-d9671e00d867, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=48ac860d-7e40-40b7-96db-d9671e00d867,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:53.227619 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.243813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Calling delete_port for 48ac860d-7e40-40b7-96db-d9671e00d867 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:53.446352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (48ac860d-7e40-40b7-96db-d9671e00d867), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.478047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Port': ['ID=48ac860d-7e40-40b7-96db-d9671e00d867,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:53.527577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] No DVR routers for this DVR port 48ac860d-7e40-40b7-96db-d9671e00d867 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:53.530495 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.533837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff9fb132-14ed-48ab-b04f-8b8bb2e1f62b req-4b43cc45-3e00-4902-8c84-fa6c2ab18af1 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.65 "DELETE /v2.0/ports/48ac860d-7e40-40b7-96db-d9671e00d867 HTTP/1.1" status: 204 len: 173 time: 0.6175818 Feb 11 05:54:53.534286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'name': 'network-vif-deleted', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:53.536672 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a07217-d6ec-4a65-b4eb-4d77f6963c12" -d '{"events": [{"server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "name": "network-vif-deleted", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:53.574925 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69dddc2-2d6f-47e2-a432-925d87c63f56 x-openstack-request-id: req-d69dddc2-2d6f-47e2-a432-925d87c63f56 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:53.575378 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba611907-bec2-4cc6-82b6-fb9ce2969440", "name": "network-vif-deleted", "tag": "48ac860d-7e40-40b7-96db-d9671e00d867", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:53.575674 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d69dddc2-2d6f-47e2-a432-925d87c63f56 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:53.576047 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba611907-bec2-4cc6-82b6-fb9ce2969440', 'name': 'network-vif-deleted', 'tag': '48ac860d-7e40-40b7-96db-d9671e00d867', 'status': 'completed', 'code': 200} Feb 11 05:54:53.670637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1cb2c376-5825-4b55-9f93-df34c4073920 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:54:53.767846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7e355-76d0-4857-9340-6353ab029936 req-f671d598-1c50-4bd6-89c3-a0fbaf307ea2 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:53.769848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7d7e355-76d0-4857-9340-6353ab029936 req-f671d598-1c50-4bd6-89c3-a0fbaf307ea2 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 943 time: 0.0994418 Feb 11 05:54:53.808494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1cb2c376-5825-4b55-9f93-df34c4073920, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1cb2c376-5825-4b55-9f93-df34c4073920,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:53.825977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '1cb2c376-5825-4b55-9f93-df34c4073920', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'port_id': '1cb2c376-5825-4b55-9f93-df34c4073920', 'mac_address': 'fa:16:3e:e1:23:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:54:53.878053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1cb2c376-5825-4b55-9f93-df34c4073920 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:53.878454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.893835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb2c376-5825-4b55-9f93-df34c4073920 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:53.905563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7d7e355-76d0-4857-9340-6353ab029936 req-1ad5fe64-ee54-4050-9b32-366a30ebafc9 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267891 Feb 11 05:54:53.934173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1cb2c376-5825-4b55-9f93-df34c4073920, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1cb2c376-5825-4b55-9f93-df34c4073920,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:53.995844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:54.100698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1cb2c376-5825-4b55-9f93-df34c4073920,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:54.199733 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['1cb2c376-5825-4b55-9f93-df34c4073920'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:54:54.309603 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f469fc9-1c7c-4a20-a09c-b473e87e9c05 req-aa3a4c6b-cd90-40af-bad4-a5c0c1dd32cc tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba611907-bec2-4cc6-82b6-fb9ce2969440 HTTP/1.1" status: 200 len: 210 time: 0.0799131 Feb 11 05:54:55.073954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba24d5-9737-442e-a76b-974b15d60e0f req-6224b9d7-f9a2-4830-8776-235f2f1e50ec tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:55.076389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11ba24d5-9737-442e-a76b-974b15d60e0f req-6224b9d7-f9a2-4830-8776-235f2f1e50ec tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 944 time: 0.0684819 Feb 11 05:54:55.357303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42550) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:55.358629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11ba24d5-9737-442e-a76b-974b15d60e0f req-4d0a549d-9ef0-4cc1-97dc-e6f64769a22e tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586493 Feb 11 05:54:55.359814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e3e523-dde0-455c-a457-2583736e6eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.362813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42556) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:55.363005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e3e523-dde0-455c-a457-2583736e6eda admin admin] Publish callbacks [] for security_group (179edfd3-4146-40e7-af68-59e4efa0993e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.437073 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eaef68b7-9f9c-487a-a557-3d481956ebe8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (48f2cb32-6d05-4ed8-b91a-9a2a9265aa72), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.457859 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e3e523-dde0-455c-a457-2583736e6eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (179edfd3-4146-40e7-af68-59e4efa0993e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.484403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eaef68b7-9f9c-487a-a557-3d481956ebe8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (48f2cb32-6d05-4ed8-b91a-9a2a9265aa72), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.536782 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c8e3e523-dde0-455c-a457-2583736e6eda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1c4cbe193904881b65a08100b512da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4065592 Feb 11 05:54:55.536782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3e523-dde0-455c-a457-2583736e6eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179edfd3-4146-40e7-af68-59e4efa0993e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:55.537036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:55.591316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be565eab-9e7a-4a77-95d4-b97e5bc3b277 admin admin] Publish callbacks [] for security_group (179edfd3-4146-40e7-af68-59e4efa0993e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.614211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be565eab-9e7a-4a77-95d4-b97e5bc3b277 admin admin] Publish callbacks [] for security_group (179edfd3-4146-40e7-af68-59e4efa0993e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.661632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eaef68b7-9f9c-487a-a557-3d481956ebe8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (48f2cb32-6d05-4ed8-b91a-9a2a9265aa72), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.665152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eaef68b7-9f9c-487a-a557-3d481956ebe8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.666326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eaef68b7-9f9c-487a-a557-3d481956ebe8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/security-groups/48f2cb32-6d05-4ed8-b91a-9a2a9265aa72 HTTP/1.1" status: 204 len: 168 time: 0.3024535 Feb 11 05:54:55.669610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:55.670916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1cb2c376-5825-4b55-9f93-df34c4073920 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:55.691041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef68b7-9f9c-487a-a557-3d481956ebe8 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f2cb32-6d05-4ed8-b91a-9a2a9265aa72,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:55.738075 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbb609d2-11e8-4274-a93b-8ed60b897a50 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (8688ef1e-7bac-49e8-9742-edbd8d559871), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.762066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbb609d2-11e8-4274-a93b-8ed60b897a50 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (8688ef1e-7bac-49e8-9742-edbd8d559871), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.795997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be565eab-9e7a-4a77-95d4-b97e5bc3b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (179edfd3-4146-40e7-af68-59e4efa0993e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.798580 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-be565eab-9e7a-4a77-95d4-b97e5bc3b277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.799764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-be565eab-9e7a-4a77-95d4-b97e5bc3b277 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/179edfd3-4146-40e7-af68-59e4efa0993e HTTP/1.1" status: 204 len: 168 time: 0.2639077 Feb 11 05:54:55.811468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be565eab-9e7a-4a77-95d4-b97e5bc3b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179edfd3-4146-40e7-af68-59e4efa0993e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:55.819255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 1cb2c376-5825-4b55-9f93-df34c4073920 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:54:55.819255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 1cb2c376-5825-4b55-9f93-df34c4073920 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:55.819255 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.914883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 1cb2c376-5825-4b55-9f93-df34c4073920 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:55.915282 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.915580 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbb609d2-11e8-4274-a93b-8ed60b897a50 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8688ef1e-7bac-49e8-9742-edbd8d559871), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.919377 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbb609d2-11e8-4274-a93b-8ed60b897a50 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.920738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dbb609d2-11e8-4274-a93b-8ed60b897a50 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/security-groups/8688ef1e-7bac-49e8-9742-edbd8d559871 HTTP/1.1" status: 204 len: 168 time: 0.2500122 Feb 11 05:54:55.924043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42566) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:55.935611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb609d2-11e8-4274-a93b-8ed60b897a50 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8688ef1e-7bac-49e8-9742-edbd8d559871,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:55.953017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32864ee3-9ebc-4889-918a-5f441275ffed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2c376-5825-4b55-9f93-df34c4073920'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:55.955280 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7843afea-77ec-440b-8e99-06c89e61f39d" -d '{"events": [{"server_uuid": "32864ee3-9ebc-4889-918a-5f441275ffed", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2c376-5825-4b55-9f93-df34c4073920"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:55.985390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 1cb2c376-5825-4b55-9f93-df34c4073920, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1cb2c376-5825-4b55-9f93-df34c4073920,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:56.026676 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6405df6-fc5b-445a-90d1-899b1bf6c7a4 x-openstack-request-id: req-d6405df6-fc5b-445a-90d1-899b1bf6c7a4 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:56.027025 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32864ee3-9ebc-4889-918a-5f441275ffed", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2c376-5825-4b55-9f93-df34c4073920", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:56.027286 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6405df6-fc5b-445a-90d1-899b1bf6c7a4 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:56.027856 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32864ee3-9ebc-4889-918a-5f441275ffed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2c376-5825-4b55-9f93-df34c4073920', 'code': 200} Feb 11 05:54:56.068845 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.121386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=1cb2c376-5825-4b55-9f93-df34c4073920,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:56.255292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d034842-fd6c-40fa-9852-70e7753c6515 req-41d680ae-320d-4f71-8449-2d7a6d046ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:56.258222 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4d034842-fd6c-40fa-9852-70e7753c6515 req-41d680ae-320d-4f71-8449-2d7a6d046ab1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1128 time: 0.1655476 Feb 11 05:54:56.285953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e69b81-1de5-422c-9560-259a374f5407 req-564efddc-e91c-4947-928a-047901f9e2e1 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:56.287553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09e69b81-1de5-422c-9560-259a374f5407 req-564efddc-e91c-4947-928a-047901f9e2e1 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 945 time: 0.0591524 Feb 11 05:54:56.340651 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4d034842-fd6c-40fa-9852-70e7753c6515 req-7ca2be45-798e-41ad-9278-d0e49e2a8238 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768824 Feb 11 05:54:56.353933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09e69b81-1de5-422c-9560-259a374f5407 req-de7f5366-1138-4895-a924-49499aed9005 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581679 Feb 11 05:54:56.495252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.553843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42576) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:56.570082 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac6a065e-cd5b-4114-9856-fe8c5c56afeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.654223 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac6a065e-cd5b-4114-9856-fe8c5c56afeb admin admin] Publish callbacks [] for security_group (242a32c7-5306-43f6-8455-f1cb5c361e4c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.724903 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac6a065e-cd5b-4114-9856-fe8c5c56afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (242a32c7-5306-43f6-8455-f1cb5c361e4c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.763190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ac6a065e-cd5b-4114-9856-fe8c5c56afeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdbfaa2d0820403aae1808d3f54f3651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2082300 Feb 11 05:54:56.766131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42580) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:56.792523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 48ac860d-7e40-40b7-96db-d9671e00d867 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:56.799018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a065e-cd5b-4114-9856-fe8c5c56afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242a32c7-5306-43f6-8455-f1cb5c361e4c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:56.829492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 48ac860d-7e40-40b7-96db-d9671e00d867 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:56.829848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 48ac860d-7e40-40b7-96db-d9671e00d867 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:56.847656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting port 54e6f3b9-4094-4572-8742-d536c9cba25d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:56.848125 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.849298 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30969141-f468-4f75-95f7-cd4af8e0ab84 admin admin] Publish callbacks [] for security_group (242a32c7-5306-43f6-8455-f1cb5c361e4c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.889148 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30969141-f468-4f75-95f7-cd4af8e0ab84 admin admin] Publish callbacks [] for security_group (242a32c7-5306-43f6-8455-f1cb5c361e4c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:56.992845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] For port 54e6f3b9-4094-4572-8742-d536c9cba25d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=54e6f3b9-4094-4572-8742-d536c9cba25d,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:56.993224 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.009404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Calling delete_port for 54e6f3b9-4094-4572-8742-d536c9cba25d owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:57.011993 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30969141-f468-4f75-95f7-cd4af8e0ab84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (242a32c7-5306-43f6-8455-f1cb5c361e4c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.015469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30969141-f468-4f75-95f7-cd4af8e0ab84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.017509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-30969141-f468-4f75-95f7-cd4af8e0ab84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/242a32c7-5306-43f6-8455-f1cb5c361e4c HTTP/1.1" status: 204 len: 168 time: 0.2500334 Feb 11 05:54:57.034507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30969141-f468-4f75-95f7-cd4af8e0ab84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242a32c7-5306-43f6-8455-f1cb5c361e4c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:57.306680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (54e6f3b9-4094-4572-8742-d536c9cba25d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.365247 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Port': ['ID=54e6f3b9-4094-4572-8742-d536c9cba25d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:57.584049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a2001-91c8-4e40-a191-246545b73266 req-a4cd7c12-7365-4788-aa92-de2826ecc389 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:57.587962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-168a2001-91c8-4e40-a191-246545b73266 req-a4cd7c12-7365-4788-aa92-de2826ecc389 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 945 time: 0.1211343 Feb 11 05:54:57.691183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-168a2001-91c8-4e40-a191-246545b73266 req-30a2da10-c6d9-4aea-9465-202fbf59bbb6 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903211 Feb 11 05:54:57.716864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.977170 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:58.099384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:58.105248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd0cb6be-a64e-4589-9cf5-209f77e6befa tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "PUT /v2.0/routers/bc654b4e-7f42-4da6-8dbe-c2d6fe471df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1789722 Feb 11 05:54:58.108056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42600) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:58.111947 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] Sync routers for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:58.124295 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:58.128710 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:58.165344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d55e4e-b0de-4d35-9470-e0f2fb88fa02 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting subnet 63924e8e-4aaf-4dba-8240-87fe92322451 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:54:58.169200 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-02d55e4e-b0de-4d35-9470-e0f2fb88fa02 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for subnet (63924e8e-4aaf-4dba-8240-87fe92322451), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.222959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-02d55e4e-b0de-4d35-9470-e0f2fb88fa02 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (63924e8e-4aaf-4dba-8240-87fe92322451), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.248350 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:58.325488 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-02d55e4e-b0de-4d35-9470-e0f2fb88fa02 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (63924e8e-4aaf-4dba-8240-87fe92322451), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.454209 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:54:57Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:58.481951 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] Checking router: bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:58.485092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-02d55e4e-b0de-4d35-9470-e0f2fb88fa02 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (63924e8e-4aaf-4dba-8240-87fe92322451), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.503644 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] Routers {'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:58.504756 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:58.517227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d55e4e-b0de-4d35-9470-e0f2fb88fa02 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Subnet': ['ID=63924e8e-4aaf-4dba-8240-87fe92322451,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:58.521348 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-02d55e4e-b0de-4d35-9470-e0f2fb88fa02 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.527719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-02d55e4e-b0de-4d35-9470-e0f2fb88fa02 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/subnets/63924e8e-4aaf-4dba-8240-87fe92322451 HTTP/1.1" status: 204 len: 168 time: 0.4160171 Feb 11 05:54:58.528371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42610) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:58.531681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a72ed5f-d0da-425b-906d-72ba78523332 None None] Network b44eb5b5-1b08-4994-a645-8d0d579f0904 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:58.677483 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] Set router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:58.761685 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.781584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a098725-7860-4548-b10c-086bc996d452 None None] DHCP port deletion for b44eb5b5-1b08-4994-a645-8d0d579f0904 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:54:58.905869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2a098725-7860-4548-b10c-086bc996d452 None None] Deleting port 96ab259a-42f4-43de-b5bf-e1bf8b43629b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:58.906514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a098725-7860-4548-b10c-086bc996d452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.934965 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:54:57Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:58.961965 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8631aaa-7f95-4474-9fef-917f20002be8 None None] The sync data for ids ['bc654b4e-7f42-4da6-8dbe-c2d6fe471df6'] in n-d-713498-37 is: [{'id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896516662', 'tenant_id': '66a3ff754570433e9e363e23720fa53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:54Z', 'updated_at': '2022-02-11T05:54:57Z', 'revision_number': 5, 'project_id': '66a3ff754570433e9e363e23720fa53b', 'gw_port': {'id': '56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc654b4e-7f42-4da6-8dbe-c2d6fe471df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:55Z', 'updated_at': '2022-02-11T05:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:59.006146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2a098725-7860-4548-b10c-086bc996d452 None None] For port 96ab259a-42f4-43de-b5bf-e1bf8b43629b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=96ab259a-42f4-43de-b5bf-e1bf8b43629b,segment=NetworkSegment(ebd86055-bb7c-47bb-aecb-b57d1fffb910),segment_id=ebd86055-bb7c-47bb-aecb-b57d1fffb910)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:59.006146 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a098725-7860-4548-b10c-086bc996d452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.014686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2a098725-7860-4548-b10c-086bc996d452 None None] Calling delete_port for 96ab259a-42f4-43de-b5bf-e1bf8b43629b owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:59.037475 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_gateway (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.048943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c0a63-a9f5-4680-9a60-295aa1d6f8e4 req-c46ed784-99ca-4042-ad21-8f9b5b028789 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:59.050545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e56c0a63-a9f5-4680-9a60-295aa1d6f8e4 req-c46ed784-99ca-4042-ad21-8f9b5b028789 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 945 time: 0.2049527 Feb 11 05:54:59.116442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e56c0a63-a9f5-4680-9a60-295aa1d6f8e4 req-4ba6b655-962e-43d9-9f7b-196b44dcc53f tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575087 Feb 11 05:54:59.247264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafdd7c-099f-4164-92c8-47480afc7409 req-70898430-bd88-4c50-a1a8-103daa25032f tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:59.248764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9cafdd7c-099f-4164-92c8-47480afc7409 req-70898430-bd88-4c50-a1a8-103daa25032f tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 945 time: 0.0533075 Feb 11 05:54:59.303952 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a098725-7860-4548-b10c-086bc996d452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (96ab259a-42f4-43de-b5bf-e1bf8b43629b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.355479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a098725-7860-4548-b10c-086bc996d452 None None] Pushing event deleted for resources: {'Port': ['ID=96ab259a-42f4-43de-b5bf-e1bf8b43629b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:59.362085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a098725-7860-4548-b10c-086bc996d452 None None] No DVR routers for this DVR port 96ab259a-42f4-43de-b5bf-e1bf8b43629b on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:59.370019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9cafdd7c-099f-4164-92c8-47480afc7409 req-a1c8f045-727a-4339-b312-d824af7035d0 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114583 Feb 11 05:54:59.400903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Deleting port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:59.401344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.621904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 54e6f3b9-4094-4572-8742-d536c9cba25d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:59.645947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] For port 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:59.645947 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.653744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b912b5-f430-4dc1-9fad-b11e21424fbc req-3ea3cb7d-cd9e-4a16-bd2b-974a2ff658f2 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:59.655406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52b912b5-f430-4dc1-9fad-b11e21424fbc req-3ea3cb7d-cd9e-4a16-bd2b-974a2ff658f2 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 945 time: 0.1516447 Feb 11 05:54:59.656847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 54e6f3b9-4094-4572-8742-d536c9cba25d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:59.657208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 54e6f3b9-4094-4572-8742-d536c9cba25d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:59.657640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 96ab259a-42f4-43de-b5bf-e1bf8b43629b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:59.680159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Calling delete_port for 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:59.681259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 96ab259a-42f4-43de-b5bf-e1bf8b43629b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:59.681799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 96ab259a-42f4-43de-b5bf-e1bf8b43629b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:59.723295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-9f08e012-74c7-4dbb-97aa-6e4d2fd047ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1624825 Feb 11 05:55:00.157156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52b912b5-f430-4dc1-9fad-b11e21424fbc req-9fd22f35-9b43-4a3b-908e-85337c2f5f9e tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4946067 Feb 11 05:55:00.192287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42642) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:00.222894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-40472bf8-0605-4bf7-8f35-e4fa657639d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.224463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-40472bf8-0605-4bf7-8f35-e4fa657639d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 1129 time: 0.4458926 Feb 11 05:55:00.422654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-db11638c-c83d-48d6-85a1-78a941025551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.424919 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-db11638c-c83d-48d6-85a1-78a941025551 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.1739187 Feb 11 05:55:00.492049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.501163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa26edc-9fd1-491b-8372-2058da139600 tempest-TestServerBasicOps-2039110326 tempest-TestServerBasicOps-2039110326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.502949 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-daa26edc-9fd1-491b-8372-2058da139600 tempest-TestServerBasicOps-2039110326 tempest-TestServerBasicOps-2039110326-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1123 time: 0.3095727 Feb 11 05:55:00.508080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42646) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:00.513194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '1cb2c376-5825-4b55-9f93-df34c4073920', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:00.531328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-c425ebd4-e66f-47a2-8ff7-43b19e57aca4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac HTTP/1.1" status: 200 len: 1002 time: 0.1003652 Feb 11 05:55:00.532440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Port': ['ID=56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:00.630398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-81d3f0c9-ed82-4181-a069-30cec842abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.632515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-81d3f0c9-ed82-4181-a069-30cec842abe9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0938873 Feb 11 05:55:00.634836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.669107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.767174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.782845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.785661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router_controller (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.788561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-e3562ccd-0d28-442e-9314-86c145757a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:00.790144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-e3562ccd-0d28-442e-9314-86c145757a21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1522560 Feb 11 05:55:00.901581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Allocated IP 172.25.8.218 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:00.926149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-9ebf0ce0-2d24-4901-b8a5-5d2c41051053 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291826 Feb 11 05:55:00.955415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (bc654b4e-7f42-4da6-8dbe-c2d6fe471df6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.955968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Fanout notify agent at l3_agent the message router_deleted on router bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:55:00.974556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.976442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-928cdb8f-7caf-4b38-9ab7-106479aa3ba4 tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/routers/bc654b4e-7f42-4da6-8dbe-c2d6fe471df6 HTTP/1.1" status: 204 len: 168 time: 2.4474580 Feb 11 05:55:00.979437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42660) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:01.067411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for port (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.179560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1b04fe9-4c99-4bdf-9383-d875957d2846 req-0ab6d586-f8d6-4dba-a73e-7744ff6fe758 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476971 Feb 11 05:55:01.184208 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b44eb5b5-1b08-4994-a645-8d0d579f0904), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.263670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.286587 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b44eb5b5-1b08-4994-a645-8d0d579f0904), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.327136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:01.331123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44eb5b5-1b08-4994-a645-8d0d579f0904']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:01.331271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:01.335698 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:01.348952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd86055-bb7c-47bb-aecb-b57d1fffb910') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:01.349631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd86055-bb7c-47bb-aecb-b57d1fffb910') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:01.372268 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (ebd86055-bb7c-47bb-aecb-b57d1fffb910), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.377150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'Port': ['ID=7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:01.408413 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ebd86055-bb7c-47bb-aecb-b57d1fffb910), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.425053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:55:01.425816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (ebd86055-bb7c-47bb-aecb-b57d1fffb910), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:55:01.429393 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:55:01.606665 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b44eb5b5-1b08-4994-a645-8d0d579f0904), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.619827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:01.634242 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.641285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] 10.222.0.62 "DELETE /v2.0/networks/b44eb5b5-1b08-4994-a645-8d0d579f0904 HTTP/1.1" status: 204 len: 168 time: 0.6574109 Feb 11 05:55:01.669165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:01.669516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 56f579f6-bcf1-4878-b5d7-f7ab2ba7a90b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:01.686508 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-4efc34eb-b3a7-4851-9bec-d976de6bc229 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1906855 Feb 11 05:55:01.690704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e6c5a-b23a-4b3f-a99c-f11a46d8c1fd tempest-TestSecurityGroupsBasicOps-1961479564 tempest-TestSecurityGroupsBasicOps-1961479564-project] Pushing event deleted for resources: {'Network': ['ID=b44eb5b5-1b08-4994-a645-8d0d579f0904,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:02.158194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-a030b359-d0cd-43b1-a37f-e856bb944204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:02.159823 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-a030b359-d0cd-43b1-a37f-e856bb944204 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 1129 time: 0.0906303 Feb 11 05:55:02.375275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-7ae23f8e-2409-4458-9e50-b96cba0e4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:02.385222 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-7ae23f8e-2409-4458-9e50-b96cba0e4c3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=78fa6519-9563-4286-ba24-a6299cbc00c0 HTTP/1.1" status: 200 len: 913 time: 0.1953700 Feb 11 05:55:02.392706 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for floatingip (772042e3-7035-4e9d-96b6-756c41f7ca84), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.455160 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-24e15109-9f11-45cf-867b-a47ca8263229 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10777b34-94d8-4b1c-868b-f154ee9f44f3 HTTP/1.1" status: 200 len: 217 time: 0.0720377 Feb 11 05:55:02.463174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42686) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:02.537005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-af84b0be-c561-4c7a-a7cf-699416c3d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:02.540665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-af84b0be-c561-4c7a-a7cf-699416c3d4b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d4c524b1-81dc-4ade-b502-7e258c1e77a1 HTTP/1.1" status: 200 len: 852 time: 0.0781097 Feb 11 05:55:02.586678 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-6a6d99d6-a0e2-4afb-8582-899ed83d3479 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78fa6519-9563-4286-ba24-a6299cbc00c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400665 Feb 11 05:55:02.599214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42692) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:02.652304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.738306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e3a504ae-eb00-4faa-bb57-da5094def2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.811216 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-6b958bf4-0978-4d1c-ad3e-668d955d62e6 service neutron] 10.222.0.83 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860619 Feb 11 05:55:02.816454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-97cf1271-aaeb-43b6-b92b-6f748aba2938 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66a3ff754570433e9e363e23720fa53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401377 Feb 11 05:55:02.821213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42696) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:02.840415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e3a504ae-eb00-4faa-bb57-da5094def2fe admin admin] Publish callbacks [] for security_group (355b8b78-e78d-4243-91b7-34bc9e42b66f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.915539 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e3a504ae-eb00-4faa-bb57-da5094def2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (355b8b78-e78d-4243-91b7-34bc9e42b66f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.976236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e3a504ae-eb00-4faa-bb57-da5094def2fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=711e76aa4d234419884e71834a89ae5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665800 Feb 11 05:55:02.976236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a504ae-eb00-4faa-bb57-da5094def2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355b8b78-e78d-4243-91b7-34bc9e42b66f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:02.976236 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42700) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:02.987783 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ecd95bb-e057-45a5-bb2c-c45463184b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.030157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d975b079-389a-4bc4-96b6-43539a402232 admin admin] Publish callbacks [] for security_group (355b8b78-e78d-4243-91b7-34bc9e42b66f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.039463 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e874d728-61c3-4cbe-8f90-a0b4f8d1bc03 admin admin] Publish callbacks [] for security_group (820d63e5-013c-46b2-a1c4-9ac51e31c168), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.052247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for port (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.054846 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d975b079-389a-4bc4-96b6-43539a402232 admin admin] Publish callbacks [] for security_group (355b8b78-e78d-4243-91b7-34bc9e42b66f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.067333 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff2962d2-f95d-4679-8aba-f73c5a6064a1 req-28952371-2bfa-4c71-b6e9-beec07e8e63b service neutron] 10.222.0.83 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469218 Feb 11 05:55:03.082011 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e874d728-61c3-4cbe-8f90-a0b4f8d1bc03 admin admin] Publish callbacks [] for security_group (820d63e5-013c-46b2-a1c4-9ac51e31c168), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.159020 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.229439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event updated for resources: {'Port': ['ID=7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:03.246018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (772042e3-7035-4e9d-96b6-756c41f7ca84), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.268959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d975b079-389a-4bc4-96b6-43539a402232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (355b8b78-e78d-4243-91b7-34bc9e42b66f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.271734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d975b079-389a-4bc4-96b6-43539a402232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.276016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d975b079-389a-4bc4-96b6-43539a402232 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/355b8b78-e78d-4243-91b7-34bc9e42b66f HTTP/1.1" status: 204 len: 168 time: 0.3002484 Feb 11 05:55:03.295477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975b079-389a-4bc4-96b6-43539a402232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355b8b78-e78d-4243-91b7-34bc9e42b66f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:03.311128 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e874d728-61c3-4cbe-8f90-a0b4f8d1bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (820d63e5-013c-46b2-a1c4-9ac51e31c168), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.315076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e874d728-61c3-4cbe-8f90-a0b4f8d1bc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.316264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e874d728-61c3-4cbe-8f90-a0b4f8d1bc03 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/820d63e5-013c-46b2-a1c4-9ac51e31c168 HTTP/1.1" status: 204 len: 168 time: 0.4941816 Feb 11 05:55:03.369807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874d728-61c3-4cbe-8f90-a0b4f8d1bc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d63e5-013c-46b2-a1c4-9ac51e31c168,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:03.404801 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Floating IP 772042e3-7035-4e9d-96b6-756c41f7ca84 associated. External IP: 172.25.8.218, port: 1cb2c376-5825-4b55-9f93-df34c4073920. Feb 11 05:55:03.663771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:03.788813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:03.802557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] Sync routers for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:03.820561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:03.821266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:03.905871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.934270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:03.939069 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cc5a2209-b61d-411e-9341-d21448ce3a9d tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4297650 Feb 11 05:55:03.939677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32864ee3-9ebc-4889-918a-5f441275ffed', 'tag': '1cb2c376-5825-4b55-9f93-df34c4073920'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:03.944781 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a18340-8766-48e0-8dbf-09c60f5204b2" -d '{"events": [{"name": "network-changed", "server_uuid": "32864ee3-9ebc-4889-918a-5f441275ffed", "tag": "1cb2c376-5825-4b55-9f93-df34c4073920"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:03.986203 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16125bb-f5bc-4329-8086-b0a1e9722472 x-openstack-request-id: req-d16125bb-f5bc-4329-8086-b0a1e9722472 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:03.986519 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32864ee3-9ebc-4889-918a-5f441275ffed", "tag": "1cb2c376-5825-4b55-9f93-df34c4073920", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:03.986795 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d16125bb-f5bc-4329-8086-b0a1e9722472 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:03.987283 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32864ee3-9ebc-4889-918a-5f441275ffed', 'tag': '1cb2c376-5825-4b55-9f93-df34c4073920', 'status': 'completed', 'code': 200} Feb 11 05:55:04.061374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-7e9262fb-5cef-4f6b-85a5-df1840581e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:04.062947 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-7e9262fb-5cef-4f6b-85a5-df1840581e05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=311f0889fad648b0917ed9a9a59978f8&device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1128 time: 0.0543113 Feb 11 05:55:04.144337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42716) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:04.158272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-1ec13894-c427-4d5a-a55a-3da64c7b904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:04.158852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5419e4f-a32d-4220-ab19-4ba295097df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.159703 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-1ec13894-c427-4d5a-a55a-3da64c7b904b service neutron] 10.222.0.83 "GET /v2.0/networks?id=96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 200 len: 909 time: 0.0909090 Feb 11 05:55:04.188297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '772042e3-7035-4e9d-96b6-756c41f7ca84', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'port_id': '1cb2c376-5825-4b55-9f93-df34c4073920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'mac_address': 'fa:16:3e:e1:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32864ee3-9ebc-4889-918a-5f441275ffed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:55:02Z', 'updated_at': '2022-02-11T05:55:02Z', 'revision_number': 0, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:28Z', 'revision_number': 5, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:04.220459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] Checking router: d5dba3da-0c70-48fa-9b8d-20db55d6feb5 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:04.230948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:04.231953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:54:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:04.234692 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-a5487613-764a-4247-83ff-f3f190d8f882 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 200 len: 999 time: 0.0693800 Feb 11 05:55:04.242879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5419e4f-a32d-4220-ab19-4ba295097df3 admin admin] Publish callbacks [] for security_group (44e96a4a-1bd7-4da7-9c94-f38d039af575), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.284771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42718) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:04.292536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-c094d47a-797c-4513-98af-a33aaff7242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:04.294470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-c094d47a-797c-4513-98af-a33aaff7242f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0238acf0-61eb-4ef8-a663-31a9885e3747 HTTP/1.1" status: 200 len: 847 time: 0.0535693 Feb 11 05:55:04.299781 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c410f60-c52e-4e94-9a11-e9bda6440534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.347056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-0cb7e7f1-cc15-404d-af88-b9807dde32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:04.348533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-0cb7e7f1-cc15-404d-af88-b9807dde32f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96d49772-7655-4bab-8d6d-a16a1ba986e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489244 Feb 11 05:55:04.359174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5419e4f-a32d-4220-ab19-4ba295097df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (44e96a4a-1bd7-4da7-9c94-f38d039af575), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.437758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5419e4f-a32d-4220-ab19-4ba295097df3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcc2d9c8950c40468777a22c9a0082e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893822 Feb 11 05:55:04.438706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42720) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:04.439272 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c410f60-c52e-4e94-9a11-e9bda6440534 admin admin] Publish callbacks [] for security_group (ba92bffb-390c-44fd-af9c-b666986c9ee9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.440085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5419e4f-a32d-4220-ab19-4ba295097df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e96a4a-1bd7-4da7-9c94-f38d039af575,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:04.475503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-17a2ddbf-09eb-4886-a01b-9e438fe3e0e1 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210349 Feb 11 05:55:04.518501 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c410f60-c52e-4e94-9a11-e9bda6440534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ba92bffb-390c-44fd-af9c-b666986c9ee9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.539983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:04.570363 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c410f60-c52e-4e94-9a11-e9bda6440534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba92bffb-390c-44fd-af9c-b666986c9ee9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:04.572844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ebdc-8823-48c7-9451-11edd2499e64 admin admin] Publish callbacks [] for security_group (44e96a4a-1bd7-4da7-9c94-f38d039af575), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.574731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4c410f60-c52e-4e94-9a11-e9bda6440534 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb3682c625ef4b32bf52db70ba8cfb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887487 Feb 11 05:55:04.577390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42724) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:04.620342 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ebdc-8823-48c7-9451-11edd2499e64 admin admin] Publish callbacks [] for security_group (44e96a4a-1bd7-4da7-9c94-f38d039af575), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.623968 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b3a18340-8766-48e0-8dbf-09c60f5204b2 req-330a7de4-0fcb-436e-957b-024651cdc2f8 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385438 Feb 11 05:55:04.640202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4f93a67-bbb0-471c-a302-31d84a8dbb23 admin admin] Publish callbacks [] for security_group (ba92bffb-390c-44fd-af9c-b666986c9ee9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.665788 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4f93a67-bbb0-471c-a302-31d84a8dbb23 admin admin] Publish callbacks [] for security_group (ba92bffb-390c-44fd-af9c-b666986c9ee9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.794308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '772042e3-7035-4e9d-96b6-756c41f7ca84', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'port_id': '1cb2c376-5825-4b55-9f93-df34c4073920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'mac_address': 'fa:16:3e:e1:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32864ee3-9ebc-4889-918a-5f441275ffed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:55:02Z', 'updated_at': '2022-02-11T05:55:02Z', 'revision_number': 0, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:28Z', 'revision_number': 5, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:04.822573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d119e22-6a81-416c-8356-74ba57784db9 None None] The sync data for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 is: [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '772042e3-7035-4e9d-96b6-756c41f7ca84', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'port_id': '1cb2c376-5825-4b55-9f93-df34c4073920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'mac_address': 'fa:16:3e:e1:23:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32864ee3-9ebc-4889-918a-5f441275ffed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:55:02Z', 'updated_at': '2022-02-11T05:55:02Z', 'revision_number': 0, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:28Z', 'revision_number': 5, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:04.838713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4f93a67-bbb0-471c-a302-31d84a8dbb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ba92bffb-390c-44fd-af9c-b666986c9ee9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.845339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ebdc-8823-48c7-9451-11edd2499e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (44e96a4a-1bd7-4da7-9c94-f38d039af575), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.845505 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4f93a67-bbb0-471c-a302-31d84a8dbb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.845583 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a0c7ebdc-8823-48c7-9451-11edd2499e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.845659 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f4f93a67-bbb0-471c-a302-31d84a8dbb23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba92bffb-390c-44fd-af9c-b666986c9ee9 HTTP/1.1" status: 204 len: 168 time: 0.2643256 Feb 11 05:55:04.845723 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a0c7ebdc-8823-48c7-9451-11edd2499e64 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44e96a4a-1bd7-4da7-9c94-f38d039af575 HTTP/1.1" status: 204 len: 168 time: 0.4049242 Feb 11 05:55:04.854915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f93a67-bbb0-471c-a302-31d84a8dbb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba92bffb-390c-44fd-af9c-b666986c9ee9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:04.880530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7ebdc-8823-48c7-9451-11edd2499e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e96a4a-1bd7-4da7-9c94-f38d039af575,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:05.075856 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad73372-863b-4bd5-b46d-93c820421ecb None None] New status for floating IP 772042e3-7035-4e9d-96b6-756c41f7ca84: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:55:05.588490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a3d315c2-02c3-4f0a-8345-ca46d5a3b18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.792142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42746) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:05.832910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c757198a-2097-4a44-b139-46d5a67b398e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69a86cc84c7547b8a24d0d3d2d7a3bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390046 Feb 11 05:55:05.835981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42748) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:05.890395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a21958a9-ae8b-4585-a41f-905eaa4f6194 admin admin] Publish callbacks [] for security_group (64db9cda-8934-4307-b5ca-b1983c0c2a5b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.911444 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a21958a9-ae8b-4585-a41f-905eaa4f6194 admin admin] Publish callbacks [] for security_group (64db9cda-8934-4307-b5ca-b1983c0c2a5b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.067374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a21958a9-ae8b-4585-a41f-905eaa4f6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (64db9cda-8934-4307-b5ca-b1983c0c2a5b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.070759 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a21958a9-ae8b-4585-a41f-905eaa4f6194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.071946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a21958a9-ae8b-4585-a41f-905eaa4f6194 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64db9cda-8934-4307-b5ca-b1983c0c2a5b HTTP/1.1" status: 204 len: 168 time: 0.2350557 Feb 11 05:55:06.080343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21958a9-ae8b-4585-a41f-905eaa4f6194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db9cda-8934-4307-b5ca-b1983c0c2a5b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:06.748386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.906131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42782) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:07.025433 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76281c29-ef38-4b71-a680-c5e78dbda635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.103858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76281c29-ef38-4b71-a680-c5e78dbda635 admin admin] Publish callbacks [] for security_group (8932acde-1242-4eef-9ed0-6da0646f3299), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.216991 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-76281c29-ef38-4b71-a680-c5e78dbda635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8932acde-1242-4eef-9ed0-6da0646f3299), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.229042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42792) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:07.258487 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-76281c29-ef38-4b71-a680-c5e78dbda635 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60f2cbfb9505474b84ea36a8e0f94595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511143 Feb 11 05:55:07.259566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281c29-ef38-4b71-a680-c5e78dbda635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8932acde-1242-4eef-9ed0-6da0646f3299,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.261461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42796) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:07.313414 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bfacbf8-585f-4fe3-8a25-91516a77c46b admin admin] Publish callbacks [] for security_group (8932acde-1242-4eef-9ed0-6da0646f3299), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.338317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-925556857-network', 'tenant_id': '52be7724cab841e789f657699c9babe5'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:07.342962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bfacbf8-585f-4fe3-8a25-91516a77c46b admin admin] Publish callbacks [] for security_group (8932acde-1242-4eef-9ed0-6da0646f3299), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.486123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Made reservation on behalf of 52be7724cab841e789f657699c9babe5 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:07.488577 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.498114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.528487 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bfacbf8-585f-4fe3-8a25-91516a77c46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8932acde-1242-4eef-9ed0-6da0646f3299), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.531003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bfacbf8-585f-4fe3-8a25-91516a77c46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.537363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7bfacbf8-585f-4fe3-8a25-91516a77c46b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8932acde-1242-4eef-9ed0-6da0646f3299 HTTP/1.1" status: 204 len: 168 time: 0.2690322 Feb 11 05:55:07.550791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfacbf8-585f-4fe3-8a25-91516a77c46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8932acde-1242-4eef-9ed0-6da0646f3299,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.604891 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Publish callbacks [] for security_group (662d3be0-c11e-4c61-a412-39b9f926e249), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.705187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (662d3be0-c11e-4c61-a412-39b9f926e249), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.727718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:55:07.743423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662d3be0-c11e-4c61-a412-39b9f926e249,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.746672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3b2437fe-6d87-499e-b530-758880fe6c1b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.747068 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Added segment 3b2437fe-6d87-499e-b530-758880fe6c1b of type vlan for network 2cf721f9-8051-4b2d-95fd-12fbbd702161 Feb 11 05:55:07.789857 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (2cf721f9-8051-4b2d-95fd-12fbbd702161), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.914259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (2cf721f9-8051-4b2d-95fd-12fbbd702161), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.915297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:07.924659 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.983570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf721f9-8051-4b2d-95fd-12fbbd702161,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.994117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:55:08.048454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6b253ff4-8029-4041-bb40-4f3776c8ab10 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8172812 Feb 11 05:55:08.051625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42810) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:08.056590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Request body: {'subnet': {'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-925556857-subnet', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:08.164454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Made reservation on behalf of 52be7724cab841e789f657699c9babe5 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:08.167085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.411378 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.451884 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (d0645586-4080-4328-8ac6-7fb824a9869d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.512925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0645586-4080-4328-8ac6-7fb824a9869d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:08.526485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Checking segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:08.526850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Network hostable DHCP agents. Network: 2cf721f9-8051-4b2d-95fd-12fbbd702161, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:55:08.624568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42822) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:08.663108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:55:08.708924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.731906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100386446-network', 'tenant_id': '02f66150497649e3979060fc8b9b382e'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:08.759890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 2cf721f9-8051-4b2d-95fd-12fbbd702161) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:08.764806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:08.771078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.771845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf66235-17e5-45ca-8e17-0758c35be6a2 None None] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:08.829229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Made reservation on behalf of 02f66150497649e3979060fc8b9b382e for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:08.831866 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.841453 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.878206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-2cf721f9-8051-4b2d-95fd-12fbbd702161', 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'project_id': '52be7724cab841e789f657699c9babe5', 'fixed_ips': [{'subnet_id': 'd0645586-4080-4328-8ac6-7fb824a9869d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:55:08.879084 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.897123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-64b6230f-891c-4e50-bab6-f40c465d0eed admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8419123 Feb 11 05:55:08.897722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42828) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:08.902557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:08.931615 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Publish callbacks [] for security_group (7ec5b8c9-8119-41f3-809d-67b2d5e49ab5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.012132 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7ec5b8c9-8119-41f3-809d-67b2d5e49ab5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.027475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Allocated IP 172.20.0.2 (2cf721f9-8051-4b2d-95fd-12fbbd702161/d0645586-4080-4328-8ac6-7fb824a9869d/879e657c-57c7-43a2-9f7f-7851ffcc72a2) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:09.034572 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (9d66730b-32db-40fa-b6a1-8e8fa07c69de), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.035864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (9d66730b-32db-40fa-b6a1-8e8fa07c69de), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.036776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:55:09.055801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:09.062207 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (483f6a68-a88b-4c99-b9a4-473921be4515), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.062812 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Added segment 483f6a68-a88b-4c99-b9a4-473921be4515 of type vlan for network 0c201194-7888-47eb-b08f-360bfeee4e59 Feb 11 05:55:09.098628 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks [] for router_controller (9d66730b-32db-40fa-b6a1-8e8fa07c69de), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.113818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (0c201194-7888-47eb-b08f-360bfeee4e59), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.196189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Publish callbacks [] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.217499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (0c201194-7888-47eb-b08f-360bfeee4e59), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.218637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:09.222359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.308003 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.322930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] Pushing event updated for resources: {'Network': ['ID=0c201194-7888-47eb-b08f-360bfeee4e59,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:09.340886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks [] for router_gateway (9d66730b-32db-40fa-b6a1-8e8fa07c69de), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.352840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 0c201194-7888-47eb-b08f-360bfeee4e59 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:55:09.362865 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f226a8b6-0abc-4bf3-b7ad-214f4ffb5c12 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7370989 Feb 11 05:55:09.365971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42830) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:09.372329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Request body: {'subnet': {'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100386446-subnet', 'tenant_id': '02f66150497649e3979060fc8b9b382e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:09.381208 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.385270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:09.402753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:09.405355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:09.414476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Pushing event updated for resources: {'Port': ['ID=879e657c-57c7-43a2-9f7f-7851ffcc72a2,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:09.509835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Attempting to bind port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:09.510211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Attempting to bind port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:09.510676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Attempting to bind port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 on network 2cf721f9-8051-4b2d-95fd-12fbbd702161 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:09.517475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:09.517833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Checking segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:09.518244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.518653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Bound using segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:09.519150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Bound port: 879e657c-57c7-43a2-9f7f-7851ffcc72a2, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:09.519549 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.524414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Made reservation on behalf of 02f66150497649e3979060fc8b9b382e for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:09.527566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.602916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] For port 879e657c-57c7-43a2-9f7f-7851ffcc72a2, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:09.607295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] For port 879e657c-57c7-43a2-9f7f-7851ffcc72a2, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=879e657c-57c7-43a2-9f7f-7851ffcc72a2,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:09.659949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks [] for router_gateway (9d66730b-32db-40fa-b6a1-8e8fa07c69de), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.684248 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.720337 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.794833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4c6ce-b2c8-4d6c-b2cc-969c5976d1c6 None None] Pushing event updated for resources: {'Port': ['ID=879e657c-57c7-43a2-9f7f-7851ffcc72a2,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:09.803417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Allocated IP 172.25.8.173 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:09.863259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (a99b5fb7-08d1-4297-9580-8a2ad86317b2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.930073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99b5fb7-08d1-4297-9580-8a2ad86317b2,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:09.938604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Checking segment: {'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:09.938954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Network hostable DHCP agents. Network: 0c201194-7888-47eb-b08f-360bfeee4e59, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:55:09.944802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks [] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.072293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Network 0c201194-7888-47eb-b08f-360bfeee4e59 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:55:10.200568 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.244429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 0c201194-7888-47eb-b08f-360bfeee4e59) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:10.244663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:10.245956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:10.248985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:10.249793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:10.249956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.251097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71395f90-9e80-4072-b394-3d7f116969a0 None None] Network 0c201194-7888-47eb-b08f-360bfeee4e59 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:10.277545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Pushing event updated for resources: {'Port': ['ID=e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:10.367121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3d6f4e-a671-4464-a28c-69300191a6b7 None None] Network 0c201194-7888-47eb-b08f-360bfeee4e59 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:10.379187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-050cb795-a68c-4b5f-bc94-5db36aad0d07 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0119524 Feb 11 05:55:10.632771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks [] for router_gateway (9d66730b-32db-40fa-b6a1-8e8fa07c69de), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.880694 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (9d66730b-32db-40fa-b6a1-8e8fa07c69de), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.934216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a01fd-ed44-4d87-8f69-48e906fef501 None None] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:11.041348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c5ae9c4b-2cd6-48f7-a53f-fde72379b59d None None] Provisioning complete for port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:11.042019 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5ae9c4b-2cd6-48f7-a53f-fde72379b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.159851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae9c4b-2cd6-48f7-a53f-fde72379b59d None None] Current status of the port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:11.160252 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5ae9c4b-2cd6-48f7-a53f-fde72379b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.174668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Router 9d66730b-32db-40fa-b6a1-8e8fa07c69de is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:55:11.215872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c5ae9c4b-2cd6-48f7-a53f-fde72379b59d None None] For port 879e657c-57c7-43a2-9f7f-7851ffcc72a2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=879e657c-57c7-43a2-9f7f-7851ffcc72a2,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:11.311676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:11.325445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Sync routers for ids ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:11.336749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Routers {'9d66730b-32db-40fa-b6a1-8e8fa07c69de'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:11.337382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:55:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:11.395335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5ae9c4b-2cd6-48f7-a53f-fde72379b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.438655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.441240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a2b13c8e-a5d7-47a0-a31e-43fa5a8ec6ac admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5416086 Feb 11 05:55:11.443004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42848) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:11.488076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae9c4b-2cd6-48f7-a53f-fde72379b59d None None] Pushing event updated for resources: {'Port': ['ID=879e657c-57c7-43a2-9f7f-7851ffcc72a2,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.503038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Set router 9d66730b-32db-40fa-b6a1-8e8fa07c69de gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:11.673741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-70eeb27d-586e-428c-bc8e-f0ed59258de1 None None] Provisioning complete for port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:11.674248 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70eeb27d-586e-428c-bc8e-f0ed59258de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.743623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 879e657c-57c7-43a2-9f7f-7851ffcc72a2 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:11.789060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.894798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:11.895177 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.943918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-70eeb27d-586e-428c-bc8e-f0ed59258de1 None None] Current status of the port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:11.964904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:10Z', 'revision_number': 3, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:12.012390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Checking router: 9d66730b-32db-40fa-b6a1-8e8fa07c69de for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:12.013000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Updating router 9d66730b-32db-40fa-b6a1-8e8fa07c69de port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:12.084265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.089599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:12.341069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.398636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Publish callbacks [] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.519890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.545967 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Allocated IP 172.20.0.1 (2cf721f9-8051-4b2d-95fd-12fbbd702161/d0645586-4080-4328-8ac6-7fb824a9869d/e15f0a51-c3fe-4de3-98fe-e02de5ddc762) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:12.597725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95980c7b-591c-44b9-855a-19ba87e40146 None None] Pushing event updated for resources: {'Port': ['ID=e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:12.609633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Attempting to bind port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:12.610488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Attempting to bind port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:12.611665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Attempting to bind port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:12.621063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:12.622043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:12.625573 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.625573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:12.625573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Bound port: e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:12.625573 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.716586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] For port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:12.720121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] For port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:12.736686 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Publish callbacks [] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.812427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.863853 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.893328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95980c7b-591c-44b9-855a-19ba87e40146 None None] Pushing event updated for resources: {'Port': ['ID=e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:12.901006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Routers {'9d66730b-32db-40fa-b6a1-8e8fa07c69de'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:12.902473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:55:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:12.914291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:12.920767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:12.925015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:12.972538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Pushing event updated for resources: {'Port': ['ID=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:12.985255 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (9d66730b-32db-40fa-b6a1-8e8fa07c69de), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.068123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] Set router 9d66730b-32db-40fa-b6a1-8e8fa07c69de gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:13.290540 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.351442 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:55:13.377140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e7a99169-6e3b-4402-9bf8-15c12fcf628c None None] Provisioning complete for port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:13.377637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e7a99169-6e3b-4402-9bf8-15c12fcf628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.466603 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e7a99169-6e3b-4402-9bf8-15c12fcf628c None None] Port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:13.534578 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Publish callbacks [] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.565470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:10Z', 'revision_number': 3, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:13.600493 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.611776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae296877-d9b3-47b3-9feb-18a1131e867d None None] The sync data for ids ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'] in n-d-713498-37 is: [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:10Z', 'revision_number': 3, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:13.717865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Pushing event updated for resources: {'Port': ['ID=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:13.723284 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (9d66730b-32db-40fa-b6a1-8e8fa07c69de), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.874552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:13.876334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:14.181507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-53db11cc-c603-4aae-ab0a-f4035455c784 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.186178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-53db11cc-c603-4aae-ab0a-f4035455c784 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/networks?id=0c201194-7888-47eb-b08f-360bfeee4e59 HTTP/1.1" status: 200 len: 808 time: 0.1906123 Feb 11 05:55:14.188917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Router 9d66730b-32db-40fa-b6a1-8e8fa07c69de has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:14.206971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-c59bf34e-8f62-475c-853c-42c778fbaac8 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/quotas/02f66150497649e3979060fc8b9b382e HTTP/1.1" status: 200 len: 375 time: 0.0167208 Feb 11 05:55:14.249806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-87a96262-690a-4525-9fee-01ccc1017f90 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02f66150497649e3979060fc8b9b382e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322330 Feb 11 05:55:14.330117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9579f57a-5bed-4cf2-96b1-0df37e7a9b71 None None] Provisioning complete for port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:14.330478 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9579f57a-5bed-4cf2-96b1-0df37e7a9b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.382628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9579f57a-5bed-4cf2-96b1-0df37e7a9b71 None None] Port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:14.453368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:14.459339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-db1d0920-2fbb-494c-ada7-b91e8a24ca15 service neutron] 10.222.0.62 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561556 Feb 11 05:55:14.467943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-659ab99f-a9f6-4010-a922-3d25f9273d04 admin admin] 10.222.0.62 "PUT /v2.0/routers/9d66730b-32db-40fa-b6a1-8e8fa07c69de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0189693 Feb 11 05:55:14.568638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-6d0a65a3-7bc6-40dd-b8e0-2ddfd9881034 service neutron] 10.222.0.62 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023934 Feb 11 05:55:14.977302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77678f2d-3991-4123-93e1-b269c4fe5040 req-739b1c2c-a01b-4bea-af06-8ae655855391 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 210 time: 0.0483472 Feb 11 05:55:15.444922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 42908) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:15.451150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1933879854-network', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:15.555169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Made reservation on behalf of eef1b7a0a073403ca1b7c2e9f5fd5290 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:15.557679 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.571477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.608064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:15.674335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:15.675020 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.675297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Publish callbacks [] for security_group (ac3238af-a860-424c-a8b3-8560d0e8915a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.704082 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Sync routers for ids ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:15.780670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:15.781553 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.808552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:15.812571 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Routers {'9d66730b-32db-40fa-b6a1-8e8fa07c69de'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:15.813139 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:55:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:15.845636 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ac3238af-a860-424c-a8b3-8560d0e8915a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.872313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:55:15.882655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3238af-a860-424c-a8b3-8560d0e8915a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:15.888307 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (67788f46-0b50-4e38-bf9d-7e3eaf2a7429), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.888753 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Added segment 67788f46-0b50-4e38-bf9d-7e3eaf2a7429 of type vlan for network 481f2fd2-c962-4164-9c12-e195bcacc3ee Feb 11 05:55:15.924470 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Set router 9d66730b-32db-40fa-b6a1-8e8fa07c69de gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:15.967088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (481f2fd2-c962-4164-9c12-e195bcacc3ee), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.989182 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.050495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:16.072406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06eb10db-4f96-4530-be01-2ce6b9aeb94d req-404331e5-bd14-4143-a49d-6ca17380e2f4 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 210 time: 0.0423346 Feb 11 05:55:16.109689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (481f2fd2-c962-4164-9c12-e195bcacc3ee), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.110845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.112663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.168820 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:13Z', 'revision_number': 4, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'e15f0a51-c3fe-4de3-98fe-e02de5ddc762', 'name': '', 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'mac_address': 'fa:16:3e:33:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'd0645586-4080-4328-8ac6-7fb824a9869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:12Z', 'updated_at': '2022-02-11T05:55:13Z', 'revision_number': 2, 'project_id': '52be7724cab841e789f657699c9babe5', 'subnets': [{'id': 'd0645586-4080-4328-8ac6-7fb824a9869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:16.179677 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] Pushing event updated for resources: {'Network': ['ID=481f2fd2-c962-4164-9c12-e195bcacc3ee,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:16.190559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 481f2fd2-c962-4164-9c12-e195bcacc3ee details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:55:16.200844 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Checking router: 9d66730b-32db-40fa-b6a1-8e8fa07c69de for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:16.201206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Updating router 9d66730b-32db-40fa-b6a1-8e8fa07c69de port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:16.232012 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.303396 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b406edff-27cb-49ae-8fcf-6cb0d2f22f69 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8546882 Feb 11 05:55:16.303924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42918) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:16.309967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Request body: {'subnet': {'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1933879854-subnet', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:16.446192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Made reservation on behalf of eef1b7a0a073403ca1b7c2e9f5fd5290 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:16.458007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.559518 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Publish callbacks [] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.672766 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.744976 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Pushing event updated for resources: {'Port': ['ID=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:16.788217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (5855009c-1085-4b39-bf3a-ea79fc4cfd44), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.837806 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Attempting to bind port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:16.839288 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Attempting to bind port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:16.848899 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Attempting to bind port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 on network 2cf721f9-8051-4b2d-95fd-12fbbd702161 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:16.853975 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:16.856293 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Checking segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:16.857299 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.858285 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Bound using segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:16.860167 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Bound port: e15f0a51-c3fe-4de3-98fe-e02de5ddc762, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:16.871132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5855009c-1085-4b39-bf3a-ea79fc4cfd44,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:16.879214 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.884058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Checking segment: {'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:16.884663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Network hostable DHCP agents. Network: 481f2fd2-c962-4164-9c12-e195bcacc3ee, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:55:16.979762 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] For port e15f0a51-c3fe-4de3-98fe-e02de5ddc762, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:16.984479 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] For port e15f0a51-c3fe-4de3-98fe-e02de5ddc762, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:17.022374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ca443145-e183-4882-b425-719ac57749aa None None] Provisioning complete for port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:17.023208 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca443145-e183-4882-b425-719ac57749aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.030129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Network 481f2fd2-c962-4164-9c12-e195bcacc3ee is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:55:17.076334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ca443145-e183-4882-b425-719ac57749aa None None] Port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:17.126209 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.156713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 481f2fd2-c962-4164-9c12-e195bcacc3ee) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:17.171164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e2a4b-19f2-4092-86f8-3357f968d3e1 None None] Network 481f2fd2-c962-4164-9c12-e195bcacc3ee requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:17.174499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:17.179641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.222557 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Pushing event updated for resources: {'Port': ['ID=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:17.225217 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Routers {'9d66730b-32db-40fa-b6a1-8e8fa07c69de'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:17.226141 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:55:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:17.266925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bb18fa3-d16c-4345-9730-3393a5bfc68f req-d954d24f-aa3c-414b-b306-122505e6aa26 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 210 time: 0.1181459 Feb 11 05:55:17.297275 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.297921 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.298444 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.298965 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.299510 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.300046 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.300557 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.301102 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.301693 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.302222 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.302735 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.303311 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.303729 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1daa0d-4b43-4eec-987c-06a384580cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:17.345530 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2db7ab4a-6a67-4bf9-adfe-a727a87c8488 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0402246 Feb 11 05:55:17.348179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42926) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:17.353418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:17.434489 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] Set router 9d66730b-32db-40fa-b6a1-8e8fa07c69de gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:17.472095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-481f2fd2-c962-4164-9c12-e195bcacc3ee', 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee', 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'fixed_ips': [{'subnet_id': '5855009c-1085-4b39-bf3a-ea79fc4cfd44'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:55:17.473328 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.497616 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (3b4d7129-c402-4482-91bf-93939a022c6e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.499588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (3b4d7129-c402-4482-91bf-93939a022c6e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.645800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:17.648510 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks [] for router_controller (3b4d7129-c402-4482-91bf-93939a022c6e), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.734093 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:13Z', 'revision_number': 4, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'e15f0a51-c3fe-4de3-98fe-e02de5ddc762', 'name': '', 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'mac_address': 'fa:16:3e:33:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'd0645586-4080-4328-8ac6-7fb824a9869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:12Z', 'updated_at': '2022-02-11T05:55:16Z', 'revision_number': 4, 'project_id': '52be7724cab841e789f657699c9babe5', 'subnets': [{'id': 'd0645586-4080-4328-8ac6-7fb824a9869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:17.763193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3d1ed46d-ac4d-469f-bb59-a37cb743cecc None None] Provisioning complete for port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:17.763480 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed46d-ac4d-469f-bb59-a37cb743cecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:17.765576 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aeae70-11a6-4262-939d-b965b0d407ee None None] The sync data for ids ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'] in n-d-713498-37 is: [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:13Z', 'revision_number': 4, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'e15f0a51-c3fe-4de3-98fe-e02de5ddc762', 'name': '', 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'mac_address': 'fa:16:3e:33:c2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'd0645586-4080-4328-8ac6-7fb824a9869d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:12Z', 'updated_at': '2022-02-11T05:55:16Z', 'revision_number': 4, 'project_id': '52be7724cab841e789f657699c9babe5', 'subnets': [{'id': 'd0645586-4080-4328-8ac6-7fb824a9869d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:17.792639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Allocated IP 172.20.0.2 (481f2fd2-c962-4164-9c12-e195bcacc3ee/5855009c-1085-4b39-bf3a-ea79fc4cfd44/70561eea-2a4b-40cc-a200-220ead8b26c4) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:17.829706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:17.848980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.106988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ed46d-ac4d-469f-bb59-a37cb743cecc None None] Current status of the port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:18.107839 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed46d-ac4d-469f-bb59-a37cb743cecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.173114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:18.352428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks [] for router_gateway (3b4d7129-c402-4482-91bf-93939a022c6e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.375957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-78034416-945f-4011-ac81-1de2a815d984 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:18.377656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-78034416-945f-4011-ac81-1de2a815d984 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.65 "GET /v2.0/networks?id=0c201194-7888-47eb-b08f-360bfeee4e59 HTTP/1.1" status: 200 len: 808 time: 0.1694968 Feb 11 05:55:18.396064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Request body: {'port': {'device_id': '26506954-ddf0-4549-af1c-14da1d6c9dda', 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59', 'admin_state_up': True, 'tenant_id': '02f66150497649e3979060fc8b9b382e'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:18.431755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5868358d-79a1-4d31-99c0-09f0d11ccbfc req-9c3e35a1-ed18-4704-b9f8-3a08432dcae9 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 210 time: 0.0529885 Feb 11 05:55:18.492197 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Publish callbacks [] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.502902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3d1ed46d-ac4d-469f-bb59-a37cb743cecc None None] For port e15f0a51-c3fe-4de3-98fe-e02de5ddc762, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:18.668311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed46d-ac4d-469f-bb59-a37cb743cecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.673358 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.696018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Made reservation on behalf of 02f66150497649e3979060fc8b9b382e for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:18.699676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.731857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Network 481f2fd2-c962-4164-9c12-e195bcacc3ee is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:18.739475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:18.747385 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:18.814914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ed46d-ac4d-469f-bb59-a37cb743cecc None None] Pushing event updated for resources: {'Port': ['ID=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:18.932431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Attempting to bind port 70561eea-2a4b-40cc-a200-220ead8b26c4 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:18.933105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Attempting to bind port 70561eea-2a4b-40cc-a200-220ead8b26c4 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:18.935539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Attempting to bind port 70561eea-2a4b-40cc-a200-220ead8b26c4 on network 481f2fd2-c962-4164-9c12-e195bcacc3ee {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:18.954138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:18.954677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Checking segment: {'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:18.955182 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.955681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Bound using segment: {'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:18.956308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Bound port: 70561eea-2a4b-40cc-a200-220ead8b26c4, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:18.956822 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.958800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks [] for router_gateway (3b4d7129-c402-4482-91bf-93939a022c6e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.983663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.986947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Pushing event updated for resources: {'Port': ['ID=70561eea-2a4b-40cc-a200-220ead8b26c4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:19.036926 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Allocated IP 172.20.0.14 (0c201194-7888-47eb-b08f-360bfeee4e59/a99b5fb7-08d1-4297-9580-8a2ad86317b2/b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:19.056442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] For port 70561eea-2a4b-40cc-a200-220ead8b26c4, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:19.061963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] For port 70561eea-2a4b-40cc-a200-220ead8b26c4, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=70561eea-2a4b-40cc-a200-220ead8b26c4,segment=NetworkSegment(67788f46-0b50-4e38-bf9d-7e3eaf2a7429),segment_id=67788f46-0b50-4e38-bf9d-7e3eaf2a7429)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:19.177623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Allocated IP 172.25.8.194 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f915f35b-5e23-47ee-b3bb-bd983a3a88bd) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:19.201257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.319368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7444e8-1b0d-447f-b7d3-ef5d44f6d263 None None] Pushing event updated for resources: {'Port': ['ID=70561eea-2a4b-40cc-a200-220ead8b26c4,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:19.333958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks [] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.358802 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks [] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.463250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.529092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.551362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:19.579577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:19.634366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:19.638547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f915f35b-5e23-47ee-b3bb-bd983a3a88bd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:19.650637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Pushing event updated for resources: {'Port': ['ID=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:19.676971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Network 0c201194-7888-47eb-b08f-360bfeee4e59 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:19.701852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:19.705256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:19.825798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:19.826711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.875573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2fb2-c2b0-40c4-9c9d-e08f6543670b req-0c2b7e01-e5ad-4d24-9ba7-fe6a766c48c1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:19.875573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-469e2fb2-c2b0-40c4-9c9d-e08f6543670b req-0c2b7e01-e5ad-4d24-9ba7-fe6a766c48c1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 932 time: 0.3063741 Feb 11 05:55:19.883755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e15f0a51-c3fe-4de3-98fe-e02de5ddc762 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:19.954156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-23ece65a-4ad0-4f33-b189-7c7e8a9a1a5d tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5641136 Feb 11 05:55:19.959019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-469e2fb2-c2b0-40c4-9c9d-e08f6543670b req-d6792295-a9a9-49d4-aeff-7de07372dd37 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690103 Feb 11 05:55:19.975938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:19.976316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.988958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Request body: {'port': {'device_id': '26506954-ddf0-4549-af1c-14da1d6c9dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:20.081348 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.085760 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:20.088068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 70561eea-2a4b-40cc-a200-220ead8b26c4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:20.149710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 70561eea-2a4b-40cc-a200-220ead8b26c4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:20.150009 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.242058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks [] for router_gateway (3b4d7129-c402-4482-91bf-93939a022c6e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.252516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 70561eea-2a4b-40cc-a200-220ead8b26c4 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:20.253079 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.310052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 70561eea-2a4b-40cc-a200-220ead8b26c4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=70561eea-2a4b-40cc-a200-220ead8b26c4,segment=NetworkSegment(67788f46-0b50-4e38-bf9d-7e3eaf2a7429),segment_id=67788f46-0b50-4e38-bf9d-7e3eaf2a7429)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:20.429778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.505716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=70561eea-2a4b-40cc-a200-220ead8b26c4,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:20.519718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:20.523793 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (3b4d7129-c402-4482-91bf-93939a022c6e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.535276 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Publish callbacks [] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.554835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Transition to ACTIVE for port object b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:55:20.677518 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.738771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83afe2-a013-4449-b240-beec91034491 None None] Network 481f2fd2-c962-4164-9c12-e195bcacc3ee requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:20.757248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Pushing event updated for resources: {'Port': ['ID=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:20.778309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Router 3b4d7129-c402-4482-91bf-93939a022c6e is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:55:20.807669 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Attempting to bind port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:20.808015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Attempting to bind port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:20.808345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Attempting to bind port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 on network 0c201194-7888-47eb-b08f-360bfeee4e59 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:20.813404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 on network 0c201194-7888-47eb-b08f-360bfeee4e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:55:20.813674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Attempting to bind port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 on network 0c201194-7888-47eb-b08f-360bfeee4e59 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:20.820697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:20.820697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Checking segment: {'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:20.821017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Bound using segment: {'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:20.821937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Bound port: b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:20.821937 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.876671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dda6977f-7b34-4243-80b9-5531b5cdc941 None None] Provisioning complete for port 70561eea-2a4b-40cc-a200-220ead8b26c4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:20.877056 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dda6977f-7b34-4243-80b9-5531b5cdc941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:20.907276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] For port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:20.911527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] For port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:20.921344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:20.934830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Sync routers for ids ['3b4d7129-c402-4482-91bf-93939a022c6e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:21.000422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Routers {'3b4d7129-c402-4482-91bf-93939a022c6e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:21.000422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:55:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3b4d7129-c402-4482-91bf-93939a022c6e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:21.023605 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.044664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:21.046021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.047491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] 10.222.0.65 "PUT /v2.0/ports/b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 HTTP/1.1" status: 200 len: 1093 time: 1.0736818 Feb 11 05:55:21.047914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dda6977f-7b34-4243-80b9-5531b5cdc941 None None] Current status of the port 70561eea-2a4b-40cc-a200-220ead8b26c4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:21.050486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26506954-ddf0-4549-af1c-14da1d6c9dda', 'tag': 'b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:21.055913 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa40281-05a2-4d8f-b930-630e977ff549" -d '{"events": [{"name": "network-changed", "server_uuid": "26506954-ddf0-4549-af1c-14da1d6c9dda", "tag": "b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:21.056460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.062741 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-48754bfe-bd81-4778-83a5-21c0970102d7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7131724 Feb 11 05:55:21.063495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 42944) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:21.176770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Set router 3b4d7129-c402-4482-91bf-93939a022c6e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:21.304824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ee2b7702-50fd-44c4-bc85-073356d791f3 None None] Provisioning complete for port 70561eea-2a4b-40cc-a200-220ead8b26c4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:21.305643 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ee2b7702-50fd-44c4-bc85-073356d791f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.489238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b7702-50fd-44c4-bc85-073356d791f3 None None] Current status of the port 70561eea-2a4b-40cc-a200-220ead8b26c4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:21.501575 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a81524-ff29-401d-b3a7-ac56cad664a1 x-openstack-request-id: req-d0a81524-ff29-401d-b3a7-ac56cad664a1 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:21.501898 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26506954-ddf0-4549-af1c-14da1d6c9dda", "tag": "b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:21.502143 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0a81524-ff29-401d-b3a7-ac56cad664a1 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:21.502554 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26506954-ddf0-4549-af1c-14da1d6c9dda', 'tag': 'b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289', 'status': 'completed', 'code': 200} Feb 11 05:55:21.511406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:55:19Z', 'revision_number': 3, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port': {'id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:18Z', 'updated_at': '2022-02-11T05:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:21.547438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759157eb-190f-4eed-90ba-f3fe1188e78d service neutron] Pushing event updated for resources: {'Port': ['ID=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:21.549604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Checking router: 3b4d7129-c402-4482-91bf-93939a022c6e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:21.550051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Updating router 3b4d7129-c402-4482-91bf-93939a022c6e port f915f35b-5e23-47ee-b3bb-bd983a3a88bd binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:21.577317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef29b-fcdf-457e-9201-94576aab0f94 req-8383eb81-00ac-49d6-b8e9-719b97a3bb33 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:21.581136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f3ef29b-fcdf-457e-9201-94576aab0f94 req-8383eb81-00ac-49d6-b8e9-719b97a3bb33 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 944 time: 0.4789736 Feb 11 05:55:21.602630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.611918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa40281-05a2-4d8f-b930-630e977ff549 req-1c2afa7b-5a01-41f8-85c3-465d5e5ac50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:21.613034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4aa40281-05a2-4d8f-b930-630e977ff549 req-1c2afa7b-5a01-41f8-85c3-465d5e5ac50f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02f66150497649e3979060fc8b9b382e&device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 1127 time: 0.1095712 Feb 11 05:55:21.655326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 70561eea-2a4b-40cc-a200-220ead8b26c4 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:21.811390 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.836890 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 70561eea-2a4b-40cc-a200-220ead8b26c4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:21.837542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.851860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa40281-05a2-4d8f-b930-630e977ff549 req-512706a2-f2f8-4933-a753-cda55c30e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:21.853449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4aa40281-05a2-4d8f-b930-630e977ff549 req-512706a2-f2f8-4933-a753-cda55c30e88d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=02f66150497649e3979060fc8b9b382e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2306685 Feb 11 05:55:21.975374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f3ef29b-fcdf-457e-9201-94576aab0f94 req-85baf9e3-0583-4fcb-91ee-a0ecd532cbb6 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816371 Feb 11 05:55:22.139475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Allocated IP 172.20.0.1 (481f2fd2-c962-4164-9c12-e195bcacc3ee/5855009c-1085-4b39-bf3a-ea79fc4cfd44/fe81674b-c677-41ad-bf57-302fd5da8728) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:22.170530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa40281-05a2-4d8f-b930-630e977ff549 req-854bd79e-15f3-4cfb-b20e-1e1cb23b2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:22.172120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4aa40281-05a2-4d8f-b930-630e977ff549 req-854bd79e-15f3-4cfb-b20e-1e1cb23b2e61 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3089464 Feb 11 05:55:22.264882 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Publish callbacks [] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.265658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 70561eea-2a4b-40cc-a200-220ead8b26c4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:22.303923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-199cd778-9d34-475a-9a07-b796cf81773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:22.305749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-199cd778-9d34-475a-9a07-b796cf81773e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02f66150497649e3979060fc8b9b382e&device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 1127 time: 0.0733912 Feb 11 05:55:22.311066 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Publish callbacks [] for port (fe81674b-c677-41ad-bf57-302fd5da8728), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.343243 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.370776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-8c4af404-1d10-47b1-89cf-01b9149836cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 HTTP/1.1" status: 200 len: 217 time: 0.0584571 Feb 11 05:55:22.407676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Attempting to bind port f915f35b-5e23-47ee-b3bb-bd983a3a88bd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:22.408064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Attempting to bind port f915f35b-5e23-47ee-b3bb-bd983a3a88bd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:22.408502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Attempting to bind port f915f35b-5e23-47ee-b3bb-bd983a3a88bd on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:22.416124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Pushing event updated for resources: {'Port': ['ID=f915f35b-5e23-47ee-b3bb-bd983a3a88bd,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:22.420104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:22.424952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:22.424952 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.424952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:22.424952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Bound port: f915f35b-5e23-47ee-b3bb-bd983a3a88bd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:22.424952 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.427262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-67222b07-5497-486d-b36b-e36dca879c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:22.429418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-67222b07-5497-486d-b36b-e36dca879c9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a99b5fb7-08d1-4297-9580-8a2ad86317b2 HTTP/1.1" status: 200 len: 848 time: 0.0527778 Feb 11 05:55:22.430193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.430652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.431069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.431473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.431875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.432306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.432751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.433474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.433746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.434141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.434535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.434923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.435389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.446562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.478994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-28304b22-40dc-4fc8-b7b8-11d34453d048 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c201194-7888-47eb-b08f-360bfeee4e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437438 Feb 11 05:55:22.494853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] For port f915f35b-5e23-47ee-b3bb-bd983a3a88bd, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:22.498204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Network 481f2fd2-c962-4164-9c12-e195bcacc3ee is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:22.499454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] For port f915f35b-5e23-47ee-b3bb-bd983a3a88bd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f915f35b-5e23-47ee-b3bb-bd983a3a88bd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:22.501632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:22.505615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:22.514812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe81674b-c677-41ad-bf57-302fd5da8728,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:22.562247 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (3b4d7129-c402-4482-91bf-93939a022c6e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.611544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-1dcd174f-1917-4ffe-8f86-ed93690ec2f1 service neutron] 10.222.0.65 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270065 Feb 11 05:55:22.612113 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.718629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Routers {'3b4d7129-c402-4482-91bf-93939a022c6e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:22.719447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:55:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3b4d7129-c402-4482-91bf-93939a022c6e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:22.767749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9e81e17-82b1-4f79-8088-9597e90161c3 req-d8c42d82-32e5-44b3-a86c-0a299154daee service neutron] 10.222.0.65 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472983 Feb 11 05:55:22.773739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb6c36-d3f0-4b7a-b52f-78476dd5950a None None] Pushing event updated for resources: {'Port': ['ID=f915f35b-5e23-47ee-b3bb-bd983a3a88bd,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:22.838310 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.875515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] Set router 3b4d7129-c402-4482-91bf-93939a022c6e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:22.987991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c4c84168-439d-42e0-97a1-ba80fceef2b5 None None] Provisioning complete for port fe81674b-c677-41ad-bf57-302fd5da8728 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:22.991367 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c4c84168-439d-42e0-97a1-ba80fceef2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.071398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c4c84168-439d-42e0-97a1-ba80fceef2b5 None None] Port fe81674b-c677-41ad-bf57-302fd5da8728 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:23.094166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Publish callbacks [] for port (fe81674b-c677-41ad-bf57-302fd5da8728), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.142906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f66d1b-994c-40db-b1ff-b47c390a0dde req-07e0f893-b433-4839-974f-c9d4bf43197b tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:23.144828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69f66d1b-994c-40db-b1ff-b47c390a0dde req-07e0f893-b433-4839-974f-c9d4bf43197b tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 944 time: 0.0766139 Feb 11 05:55:23.160964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:55:19Z', 'revision_number': 3, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port': {'id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:18Z', 'updated_at': '2022-02-11T05:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:23.191252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157f336-342c-4466-855f-0a56f34a1cc3 None None] The sync data for ids ['3b4d7129-c402-4482-91bf-93939a022c6e'] in n-d-713498-37 is: [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:55:19Z', 'revision_number': 3, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port': {'id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:18Z', 'updated_at': '2022-02-11T05:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:23.208638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69f66d1b-994c-40db-b1ff-b47c390a0dde req-ec73908f-1414-4152-92f3-5c5406e669da tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 Feb 11 05:55:23.227823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.324827 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe81674b-c677-41ad-bf57-302fd5da8728,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:23.327569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (3b4d7129-c402-4482-91bf-93939a022c6e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.449972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Network 481f2fd2-c962-4164-9c12-e195bcacc3ee is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:23.451725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:23.669908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Router 3b4d7129-c402-4482-91bf-93939a022c6e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:23.874910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:23.881039 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-00bdb56b-f63e-4dc0-9e98-a1901dcfb3f6 admin admin] 10.222.0.62 "PUT /v2.0/routers/3b4d7129-c402-4482-91bf-93939a022c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8161666 Feb 11 05:55:23.903715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c53fb5a5-9f9b-43d7-8a2c-a763daa47f5a None None] Provisioning complete for port fe81674b-c677-41ad-bf57-302fd5da8728 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:23.904269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c53fb5a5-9f9b-43d7-8a2c-a763daa47f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.948277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c53fb5a5-9f9b-43d7-8a2c-a763daa47f5a None None] Port fe81674b-c677-41ad-bf57-302fd5da8728 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:24.450635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e71dad-e7dc-4e41-9cef-c7f0488dde86 req-d826b30d-db9d-49c8-9287-105d249c24c3 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:24.450635 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41e71dad-e7dc-4e41-9cef-c7f0488dde86 req-d826b30d-db9d-49c8-9287-105d249c24c3 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 944 time: 0.1087284 Feb 11 05:55:24.533162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41e71dad-e7dc-4e41-9cef-c7f0488dde86 req-ffc21074-27c0-4a70-9851-10d1fb8ab874 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628603 Feb 11 05:55:24.667244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-e989fa04-9acd-4727-ae7f-672b38e67aaf tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:24.669054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-e989fa04-9acd-4727-ae7f-672b38e67aaf tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/networks?id=2cf721f9-8051-4b2d-95fd-12fbbd702161 HTTP/1.1" status: 200 len: 910 time: 0.1167417 Feb 11 05:55:24.686357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-154a066d-30cf-4a92-8d84-b75868ffa038 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/quotas/eef1b7a0a073403ca1b7c2e9f5fd5290 HTTP/1.1" status: 200 len: 375 time: 0.0115921 Feb 11 05:55:24.777340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-8336c53a-8fb6-47c4-b37e-fbad79f61df5 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=eef1b7a0a073403ca1b7c2e9f5fd5290&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837209 Feb 11 05:55:24.788352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-86189751-c5b2-4c03-9194-c2e3dbcad14b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:55:24.789399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-86189751-c5b2-4c03-9194-c2e3dbcad14b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054822 Feb 11 05:55:24.897142 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-1c1847fd-836d-458c-85e5-d7bfce94fd96 service neutron] 10.222.0.62 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973170 Feb 11 05:55:24.928531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:55:24.996701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-5959d0d2-bd35-4ea8-895a-0558a25511ce service neutron] 10.222.0.62 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935788 Feb 11 05:55:25.047489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:25.068677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289', 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59', 'port_id': 'b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289', 'mac_address': 'fa:16:3e:bf:33:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99b5fb7-08d1-4297-9580-8a2ad86317b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:55:25.133366 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:25.134096 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.162539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:25.198877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:25.337393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.360144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe282327-18d6-4e9d-83e5-5fd3860db3a4 req-ebe7c2d3-ff32-464a-a32e-098913b1fd26 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 210 time: 0.0384164 Feb 11 05:55:25.421727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:25.500563 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Sync routers for ids ['3b4d7129-c402-4482-91bf-93939a022c6e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:25.512402 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Routers {'3b4d7129-c402-4482-91bf-93939a022c6e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:25.513166 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:55:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3b4d7129-c402-4482-91bf-93939a022c6e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:25.558421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:25.699252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f915f35b-5e23-47ee-b3bb-bd983a3a88bd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:25.707079 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Set router 3b4d7129-c402-4482-91bf-93939a022c6e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:25.756754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e131bb-fa82-44a2-88c0-0e2832f5bb0a req-22309249-fdcf-4f07-b73f-a0be005f5b52 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:25.759305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48e131bb-fa82-44a2-88c0-0e2832f5bb0a req-22309249-fdcf-4f07-b73f-a0be005f5b52 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 945 time: 0.0801578 Feb 11 05:55:25.768995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f915f35b-5e23-47ee-b3bb-bd983a3a88bd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:25.769374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.827427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48e131bb-fa82-44a2-88c0-0e2832f5bb0a req-d31f41ae-4476-4b8e-96dc-15ecd7c5b23c tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607369 Feb 11 05:55:25.909205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f915f35b-5e23-47ee-b3bb-bd983a3a88bd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:25.910392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.953748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port f915f35b-5e23-47ee-b3bb-bd983a3a88bd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f915f35b-5e23-47ee-b3bb-bd983a3a88bd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:26.065762 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:55:22Z', 'revision_number': 4, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port': {'id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:18Z', 'updated_at': '2022-02-11T05:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fe81674b-c677-41ad-bf57-302fd5da8728', 'name': '', 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'mac_address': 'fa:16:3e:8c:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5855009c-1085-4b39-bf3a-ea79fc4cfd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:21Z', 'updated_at': '2022-02-11T05:55:22Z', 'revision_number': 2, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'subnets': [{'id': '5855009c-1085-4b39-bf3a-ea79fc4cfd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:26.086516 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.097400 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Checking router: 3b4d7129-c402-4482-91bf-93939a022c6e for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:26.097767 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Updating router 3b4d7129-c402-4482-91bf-93939a022c6e port fe81674b-c677-41ad-bf57-302fd5da8728 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:26.128726 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.170170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=f915f35b-5e23-47ee-b3bb-bd983a3a88bd,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:26.435770 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Publish callbacks [] for port (fe81674b-c677-41ad-bf57-302fd5da8728), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.457819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2c254fe-99f7-469e-aa6d-8320f815ab9d req-8a3ef114-e77c-4225-9e06-9ad445ae23cd tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 210 time: 0.0270045 Feb 11 05:55:26.544344 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.599187 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea63d11-e509-4ab3-80ac-2d98c95595c1 None None] Pushing event updated for resources: {'Port': ['ID=fe81674b-c677-41ad-bf57-302fd5da8728,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:26.670166 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Attempting to bind port fe81674b-c677-41ad-bf57-302fd5da8728 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:26.670166 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Attempting to bind port fe81674b-c677-41ad-bf57-302fd5da8728 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:26.670166 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Attempting to bind port fe81674b-c677-41ad-bf57-302fd5da8728 on network 481f2fd2-c962-4164-9c12-e195bcacc3ee {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:26.675336 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:26.675924 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Checking segment: {'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:26.676458 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.676917 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Bound using segment: {'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:26.677418 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Bound port: fe81674b-c677-41ad-bf57-302fd5da8728, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67788f46-0b50-4e38-bf9d-7e3eaf2a7429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:26.677805 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.766364 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] For port fe81674b-c677-41ad-bf57-302fd5da8728, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:26.770035 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] For port fe81674b-c677-41ad-bf57-302fd5da8728, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fe81674b-c677-41ad-bf57-302fd5da8728,segment=NetworkSegment(67788f46-0b50-4e38-bf9d-7e3eaf2a7429),segment_id=67788f46-0b50-4e38-bf9d-7e3eaf2a7429)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:26.899791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f5924d78-182e-41f6-87f4-b9f7d30e2fb0 None None] Provisioning complete for port fe81674b-c677-41ad-bf57-302fd5da8728 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:26.900385 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5924d78-182e-41f6-87f4-b9f7d30e2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.908100 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.962745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:26.988177 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Routers {'3b4d7129-c402-4482-91bf-93939a022c6e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:26.989592 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:55:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3b4d7129-c402-4482-91bf-93939a022c6e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:27.007261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ed74f-2557-41e1-bd42-de56bc7648d9 req-be94ca06-5e11-4a32-86f2-09b0d9e587f7 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:27.011119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b2ed74f-2557-41e1-bd42-de56bc7648d9 req-be94ca06-5e11-4a32-86f2-09b0d9e587f7 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 945 time: 0.1063504 Feb 11 05:55:27.048403 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea63d11-e509-4ab3-80ac-2d98c95595c1 None None] Pushing event updated for resources: {'Port': ['ID=fe81674b-c677-41ad-bf57-302fd5da8728,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:27.097389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b2ed74f-2557-41e1-bd42-de56bc7648d9 req-4371a6f5-d3cf-4a37-b156-6b314d2b5ee9 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Feb 11 05:55:27.146712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f5924d78-182e-41f6-87f4-b9f7d30e2fb0 None None] Port fe81674b-c677-41ad-bf57-302fd5da8728 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:27.157206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] Set router 3b4d7129-c402-4482-91bf-93939a022c6e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:27.274953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-317cb5c6-7ef1-4f1a-9a03-9178b72ddacf None None] Provisioning complete for port fe81674b-c677-41ad-bf57-302fd5da8728 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:27.275865 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-317cb5c6-7ef1-4f1a-9a03-9178b72ddacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.368492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-317cb5c6-7ef1-4f1a-9a03-9178b72ddacf None None] Current status of the port fe81674b-c677-41ad-bf57-302fd5da8728 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:27.368927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-317cb5c6-7ef1-4f1a-9a03-9178b72ddacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.382859 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:55:22Z', 'revision_number': 4, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port': {'id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:18Z', 'updated_at': '2022-02-11T05:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fe81674b-c677-41ad-bf57-302fd5da8728', 'name': '', 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'mac_address': 'fa:16:3e:8c:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5855009c-1085-4b39-bf3a-ea79fc4cfd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:21Z', 'updated_at': '2022-02-11T05:55:26Z', 'revision_number': 4, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'subnets': [{'id': '5855009c-1085-4b39-bf3a-ea79fc4cfd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:27.410998 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbae64-6bdf-482a-8751-899fc85b0b68 None None] The sync data for ids ['3b4d7129-c402-4482-91bf-93939a022c6e'] in n-d-713498-37 is: [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:55:22Z', 'revision_number': 4, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port': {'id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:18Z', 'updated_at': '2022-02-11T05:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fe81674b-c677-41ad-bf57-302fd5da8728', 'name': '', 'network_id': '481f2fd2-c962-4164-9c12-e195bcacc3ee', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'mac_address': 'fa:16:3e:8c:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5855009c-1085-4b39-bf3a-ea79fc4cfd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:21Z', 'updated_at': '2022-02-11T05:55:26Z', 'revision_number': 4, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'subnets': [{'id': '5855009c-1085-4b39-bf3a-ea79fc4cfd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:27.412555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-317cb5c6-7ef1-4f1a-9a03-9178b72ddacf None None] For port fe81674b-c677-41ad-bf57-302fd5da8728, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fe81674b-c677-41ad-bf57-302fd5da8728,segment=NetworkSegment(67788f46-0b50-4e38-bf9d-7e3eaf2a7429),segment_id=67788f46-0b50-4e38-bf9d-7e3eaf2a7429)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:27.594309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fccd757-8bb6-497d-abc0-2d32e84f8421 req-f0c7e7e3-2ff3-47e2-9ab0-1684ef60f4c9 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 210 time: 0.0540845 Feb 11 05:55:27.633113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:55:27.644382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:27.644382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.712532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-317cb5c6-7ef1-4f1a-9a03-9178b72ddacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.818045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cb5c6-7ef1-4f1a-9a03-9178b72ddacf None None] Pushing event updated for resources: {'Port': ['ID=fe81674b-c677-41ad-bf57-302fd5da8728,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:27.821549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fe81674b-c677-41ad-bf57-302fd5da8728 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:27.882220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:27.882610 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.923001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26506954-ddf0-4549-af1c-14da1d6c9dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:27.938748 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32733d21-2f87-4fbc-a3d2-c6078adb6e8b" -d '{"events": [{"server_uuid": "26506954-ddf0-4549-af1c-14da1d6c9dda", "name": "network-vif-plugged", "status": "completed", "tag": "b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:27.977215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:28.013044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fe81674b-c677-41ad-bf57-302fd5da8728 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:28.013352 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.073482 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bec8b7c-a68d-4a9b-af7b-1f4335c0964d x-openstack-request-id: req-3bec8b7c-a68d-4a9b-af7b-1f4335c0964d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:28.073482 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26506954-ddf0-4549-af1c-14da1d6c9dda", "name": "network-vif-plugged", "status": "completed", "tag": "b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:28.073482 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bec8b7c-a68d-4a9b-af7b-1f4335c0964d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:28.073482 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26506954-ddf0-4549-af1c-14da1d6c9dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289', 'code': 200} Feb 11 05:55:28.077110 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.246860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fe81674b-c677-41ad-bf57-302fd5da8728 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:28.248116 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f915f35b-5e23-47ee-b3bb-bd983a3a88bd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:28.274226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:28.279436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29934cc-79c1-4b45-8ef3-669ee379c209 req-998dae3b-4cda-45c4-b4c0-6e6fc49742db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:28.283317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a29934cc-79c1-4b45-8ef3-669ee379c209 req-998dae3b-4cda-45c4-b4c0-6e6fc49742db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 1129 time: 0.1158876 Feb 11 05:55:28.312363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f915f35b-5e23-47ee-b3bb-bd983a3a88bd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:28.317816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.321919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579f642-4bd8-4d6e-8119-682f3b205356 req-ae469030-109f-4139-a38f-26007c17c185 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:28.324085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7579f642-4bd8-4d6e-8119-682f3b205356 req-ae469030-109f-4139-a38f-26007c17c185 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 946 time: 0.1059160 Feb 11 05:55:28.370678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a29934cc-79c1-4b45-8ef3-669ee379c209 req-704e551b-e3af-4b4a-af14-b8555ced44ac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762894 Feb 11 05:55:28.403765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f915f35b-5e23-47ee-b3bb-bd983a3a88bd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:28.407209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7579f642-4bd8-4d6e-8119-682f3b205356 req-227ce21f-b0f5-41d6-ace8-146bbcc1283c tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743911 Feb 11 05:55:28.722176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e923713-80c5-4517-a163-e994bd7107e9 req-ca1cc1d9-0cfe-40c0-9f13-dc1d33675a03 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 210 time: 0.0523043 Feb 11 05:55:29.021671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-0133ae19-bc9f-45ce-bda6-7095b6afee7e tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:29.023333 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-0133ae19-bc9f-45ce-bda6-7095b6afee7e tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.83 "GET /v2.0/networks?id=2cf721f9-8051-4b2d-95fd-12fbbd702161 HTTP/1.1" status: 200 len: 910 time: 0.1015923 Feb 11 05:55:29.035409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Request body: {'port': {'device_id': '956064e4-f1eb-4c22-a2e3-af270cd41d73', 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'admin_state_up': True, 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:29.244210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Made reservation on behalf of eef1b7a0a073403ca1b7c2e9f5fd5290 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:29.256843 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.568517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452c8b0-46cb-41e9-adee-d44fe7f7fa91 req-e7aed5ac-b60d-4267-a611-1425bd95bc7f tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:29.575491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a452c8b0-46cb-41e9-adee-d44fe7f7fa91 req-e7aed5ac-b60d-4267-a611-1425bd95bc7f tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 946 time: 0.0687459 Feb 11 05:55:29.631536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fe81674b-c677-41ad-bf57-302fd5da8728 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:29.705809 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a452c8b0-46cb-41e9-adee-d44fe7f7fa91 req-1d7a7224-3dce-4d94-ad40-845df6c913c0 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211116 Feb 11 05:55:29.786023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fe81674b-c677-41ad-bf57-302fd5da8728 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:29.786670 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.787884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Allocated IP 172.20.0.14 (2cf721f9-8051-4b2d-95fd-12fbbd702161/d0645586-4080-4328-8ac6-7fb824a9869d/58520616-4ca5-49a4-81b1-786c5e9f1a3f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:29.884523 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2959d69-d389-461c-a14b-eb2edd229225 req-cc585328-a4ca-4826-893a-d85ab2ad6a4c tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 210 time: 0.0512042 Feb 11 05:55:29.942776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fe81674b-c677-41ad-bf57-302fd5da8728 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:30.008370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks [] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.206900 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.265497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:30.271594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:30.275694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:30.348710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Pushing event updated for resources: {'Port': ['ID=58520616-4ca5-49a4-81b1-786c5e9f1a3f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:30.367903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:30.368533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.530896 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-978a86ed-0673-44e4-a2b5-0d399e218e61 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4996531 Feb 11 05:55:30.546797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Request body: {'port': {'device_id': '956064e4-f1eb-4c22-a2e3-af270cd41d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:30.623321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.667262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9c1261c1-fc0a-4303-b3d9-8c8a19cac462 None None] Provisioning complete for port 58520616-4ca5-49a4-81b1-786c5e9f1a3f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:30.668394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9c1261c1-fc0a-4303-b3d9-8c8a19cac462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.715460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9c1261c1-fc0a-4303-b3d9-8c8a19cac462 None None] Port 58520616-4ca5-49a4-81b1-786c5e9f1a3f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:30.863127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd889833-962e-4e6e-8571-c342b66c8a46 req-e411f394-df00-498e-b5dc-ee0e19fb2879 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:30.872362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd889833-962e-4e6e-8571-c342b66c8a46 req-e411f394-df00-498e-b5dc-ee0e19fb2879 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 946 time: 0.0741196 Feb 11 05:55:30.952401 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd889833-962e-4e6e-8571-c342b66c8a46 req-5b7562cd-82a7-4198-ac34-5ba083a356d8 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774312 Feb 11 05:55:30.987395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58520616-4ca5-49a4-81b1-786c5e9f1a3f {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:30.996893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Publish callbacks [] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.013153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Transition to ACTIVE for port object 58520616-4ca5-49a4-81b1-786c5e9f1a3f will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:55:31.070721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586eea4-58de-4190-8346-c6b54fc62611 req-7c937811-4051-4ba3-9f7c-7d3c3ca8bd8a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:31.073507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8586eea4-58de-4190-8346-c6b54fc62611 req-7c937811-4051-4ba3-9f7c-7d3c3ca8bd8a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1028 time: 0.0645587 Feb 11 05:55:31.143815 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.199524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8586eea4-58de-4190-8346-c6b54fc62611 req-adc9a3ea-d6c6-4304-9d6f-c62bc066c3f3 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953500 Feb 11 05:55:31.235416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Pushing event updated for resources: {'Port': ['ID=58520616-4ca5-49a4-81b1-786c5e9f1a3f,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:31.322221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Attempting to bind port 58520616-4ca5-49a4-81b1-786c5e9f1a3f on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:31.322836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Attempting to bind port 58520616-4ca5-49a4-81b1-786c5e9f1a3f by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:31.323939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Attempting to bind port 58520616-4ca5-49a4-81b1-786c5e9f1a3f on network 2cf721f9-8051-4b2d-95fd-12fbbd702161 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:31.331088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Port 58520616-4ca5-49a4-81b1-786c5e9f1a3f on network 2cf721f9-8051-4b2d-95fd-12fbbd702161 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:55:31.331508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Attempting to bind port 58520616-4ca5-49a4-81b1-786c5e9f1a3f on network 2cf721f9-8051-4b2d-95fd-12fbbd702161 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:31.338691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:31.338969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Checking segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:31.339381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Bound using segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:31.340153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Bound port: 58520616-4ca5-49a4-81b1-786c5e9f1a3f, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:31.340582 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.455897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] For port 58520616-4ca5-49a4-81b1-786c5e9f1a3f, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:31.459482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] For port 58520616-4ca5-49a4-81b1-786c5e9f1a3f, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=58520616-4ca5-49a4-81b1-786c5e9f1a3f,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:31.629411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.676245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:31.677198 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.678637 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] 10.222.0.83 "PUT /v2.0/ports/58520616-4ca5-49a4-81b1-786c5e9f1a3f HTTP/1.1" status: 200 len: 1093 time: 1.1390269 Feb 11 05:55:31.679113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956064e4-f1eb-4c22-a2e3-af270cd41d73', 'tag': '58520616-4ca5-49a4-81b1-786c5e9f1a3f'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:31.683802 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86042bff-ee79-4557-9c69-0ac7d33939ad" -d '{"events": [{"name": "network-changed", "server_uuid": "956064e4-f1eb-4c22-a2e3-af270cd41d73", "tag": "58520616-4ca5-49a4-81b1-786c5e9f1a3f"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:31.714837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b7fda-e5bf-41f3-bb7c-8586c24aa35e service neutron] Pushing event updated for resources: {'Port': ['ID=58520616-4ca5-49a4-81b1-786c5e9f1a3f,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:31.756925 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f79e1-23ba-4998-a2ab-7172633b3cf9 x-openstack-request-id: req-f57f79e1-23ba-4998-a2ab-7172633b3cf9 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:31.757442 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956064e4-f1eb-4c22-a2e3-af270cd41d73", "tag": "58520616-4ca5-49a4-81b1-786c5e9f1a3f", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:31.757909 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f57f79e1-23ba-4998-a2ab-7172633b3cf9 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:31.758588 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956064e4-f1eb-4c22-a2e3-af270cd41d73', 'tag': '58520616-4ca5-49a4-81b1-786c5e9f1a3f', 'status': 'completed', 'code': 200} Feb 11 05:55:31.869282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042bff-ee79-4557-9c69-0ac7d33939ad req-947b6d2c-0607-44fe-a945-522ea2396788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:31.874724 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86042bff-ee79-4557-9c69-0ac7d33939ad req-947b6d2c-0607-44fe-a945-522ea2396788 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eef1b7a0a073403ca1b7c2e9f5fd5290&device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1127 time: 0.0845156 Feb 11 05:55:32.040030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042bff-ee79-4557-9c69-0ac7d33939ad req-09b3296b-0e23-44b2-9aee-27149d7392b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:32.042917 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86042bff-ee79-4557-9c69-0ac7d33939ad req-09b3296b-0e23-44b2-9aee-27149d7392b4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=eef1b7a0a073403ca1b7c2e9f5fd5290&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1633432 Feb 11 05:55:32.186924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042bff-ee79-4557-9c69-0ac7d33939ad req-77abefb4-dc49-4ec4-a8b1-e0e22dce55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:32.189888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86042bff-ee79-4557-9c69-0ac7d33939ad req-77abefb4-dc49-4ec4-a8b1-e0e22dce55f4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418459 Feb 11 05:55:32.318555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-f3f40cdd-b616-44db-8c84-b5b413c130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:32.322148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-f3f40cdd-b616-44db-8c84-b5b413c130a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eef1b7a0a073403ca1b7c2e9f5fd5290&device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1127 time: 0.0947044 Feb 11 05:55:32.371690 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-10921934-6b2a-4e69-822d-48b88c67a6c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58520616-4ca5-49a4-81b1-786c5e9f1a3f HTTP/1.1" status: 200 len: 217 time: 0.0424397 Feb 11 05:55:32.429835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5637e3-d36d-4108-9501-5ac13e427062 req-be3a82df-7ec0-4dd3-8ad5-92f9959530de tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:32.431490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd5637e3-d36d-4108-9501-5ac13e427062 req-be3a82df-7ec0-4dd3-8ad5-92f9959530de tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1127 time: 0.0977514 Feb 11 05:55:32.444736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-a8e16dc1-4fd8-4aae-88c1-f4e0e993c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:32.445753 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-a8e16dc1-4fd8-4aae-88c1-f4e0e993c4da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d0645586-4080-4328-8ac6-7fb824a9869d HTTP/1.1" status: 200 len: 848 time: 0.0682452 Feb 11 05:55:32.531631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-73c9b87d-a727-4543-92ca-099a1f37abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:32.534153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-73c9b87d-a727-4543-92ca-099a1f37abfa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cf721f9-8051-4b2d-95fd-12fbbd702161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815916 Feb 11 05:55:32.537981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd5637e3-d36d-4108-9501-5ac13e427062 req-52166e18-08fd-4aef-b6d3-0e616fe64a7b tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840037 Feb 11 05:55:32.659543 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-11c55f27-4990-4338-812b-1ff2c4f1f6d1 service neutron] 10.222.0.83 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153314 Feb 11 05:55:32.781270 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bf976bca-566e-4ebd-8ef5-3bab49ab3474 req-3fcd8479-d682-44ac-963e-4d682e269a6a service neutron] 10.222.0.83 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151149 Feb 11 05:55:32.840230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43062) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:32.999609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32cf4-8faa-42bb-a928-11158f045736 req-a6e79304-2380-4cc2-8899-efaeea008dec tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:33.002797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abe32cf4-8faa-42bb-a928-11158f045736 req-a6e79304-2380-4cc2-8899-efaeea008dec tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 946 time: 0.0829835 Feb 11 05:55:33.109507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf81b8e3-0c91-4b90-8037-6ac2d97ed89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.132250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abe32cf4-8faa-42bb-a928-11158f045736 req-3d9f4b43-4d21-47a7-aedc-b1e89959ea84 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246648 Feb 11 05:55:33.145215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a09078-3575-4b64-8050-ac374558e5cd req-3fd4d9ff-9c95-4bec-b966-45e1ffc88102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:33.146762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0a09078-3575-4b64-8050-ac374558e5cd req-3fd4d9ff-9c95-4bec-b966-45e1ffc88102 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1128 time: 0.3055046 Feb 11 05:55:33.203772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0a09078-3575-4b64-8050-ac374558e5cd req-b14b9215-c222-4e96-911b-8e67f44cdaa6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490701 Feb 11 05:55:33.665917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208727e-d3b7-440a-a1bb-4718d5d1c1b3 req-38814d45-9ced-4c6b-9dc8-d524b57a8d2d tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:33.667667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a208727e-d3b7-440a-a1bb-4718d5d1c1b3 req-38814d45-9ced-4c6b-9dc8-d524b57a8d2d tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1127 time: 0.0526416 Feb 11 05:55:33.719301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a208727e-d3b7-440a-a1bb-4718d5d1c1b3 req-8d192d4c-5ea5-4161-b912-ef69e34bf5b3 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Feb 11 05:55:34.305630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-ea2e9139-9127-4254-870d-3d0d80348b01 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:34.307374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-ea2e9139-9127-4254-870d-3d0d80348b01 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.65 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 946 time: 0.0984766 Feb 11 05:55:34.351153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fd4a4-62cd-4766-9aff-b9a1868687d9 req-d24cce6c-510a-434c-bba2-327bc33af31f tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:34.352801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-050fd4a4-62cd-4766-9aff-b9a1868687d9 req-d24cce6c-510a-434c-bba2-327bc33af31f tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 946 time: 0.1130502 Feb 11 05:55:34.456501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-050fd4a4-62cd-4766-9aff-b9a1868687d9 req-2eda1195-5d3b-4fc2-af1b-8042b44a9826 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949671 Feb 11 05:55:34.471590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Deleting port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:34.472091 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.589146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] For port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:34.590145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.615932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Calling delete_port for b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:34.853764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056148d4-bd93-4f02-afc6-b46ee9fb2e60 req-f868092e-9eca-4818-9de4-24ca7201ee96 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:34.856111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-056148d4-bd93-4f02-afc6-b46ee9fb2e60 req-f868092e-9eca-4818-9de4-24ca7201ee96 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1127 time: 0.0553923 Feb 11 05:55:34.880300 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.893963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:34.927991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Pushing event deleted for resources: {'Port': ['ID=b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:34.985106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.985672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.986035 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.986398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.986878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.987166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.987494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.987839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.988161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:34.988486 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:35.002751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:35.002751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:35.002751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:35.024564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] No DVR routers for this DVR port b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:55:35.029097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-056148d4-bd93-4f02-afc6-b46ee9fb2e60 req-d55cf9d3-971f-43bd-9890-c4340d55f150 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644974 Feb 11 05:55:35.030544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.034815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90f9aff3-9b82-4140-a50d-f795574cd2e3 req-4289a853-b4af-4b4f-9be5-9f53f03c1560 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.65 "DELETE /v2.0/ports/b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 HTTP/1.1" status: 204 len: 173 time: 0.7219517 Feb 11 05:55:35.035484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26506954-ddf0-4549-af1c-14da1d6c9dda', 'name': 'network-vif-deleted', 'tag': 'b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:35.039742 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1a512e-6258-41c5-b6eb-1ab021a0f145" -d '{"events": [{"server_uuid": "26506954-ddf0-4549-af1c-14da1d6c9dda", "name": "network-vif-deleted", "tag": "b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:35.092023 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3667b92-029f-48b3-a610-a8d3778a50a5 x-openstack-request-id: req-a3667b92-029f-48b3-a610-a8d3778a50a5 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:35.092519 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26506954-ddf0-4549-af1c-14da1d6c9dda", "name": "network-vif-deleted", "tag": "b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:35.092967 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3667b92-029f-48b3-a610-a8d3778a50a5 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:35.093481 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26506954-ddf0-4549-af1c-14da1d6c9dda', 'name': 'network-vif-deleted', 'tag': 'b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289', 'status': 'completed', 'code': 200} Feb 11 05:55:35.594997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-97ceb287-e64c-4c6c-8597-558d9bba9d9b req-6edc17b1-1b72-4ac6-b17f-74f49d5575b8 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=26506954-ddf0-4549-af1c-14da1d6c9dda HTTP/1.1" status: 200 len: 210 time: 0.0327961 Feb 11 05:55:35.606386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c430337a-98b1-46c1-9d21-73701a878c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.953782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 58520616-4ca5-49a4-81b1-786c5e9f1a3f details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:55:36.085407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 58520616-4ca5-49a4-81b1-786c5e9f1a3f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=58520616-4ca5-49a4-81b1-786c5e9f1a3f,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:36.105029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '58520616-4ca5-49a4-81b1-786c5e9f1a3f', 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'port_id': '58520616-4ca5-49a4-81b1-786c5e9f1a3f', 'mac_address': 'fa:16:3e:81:3c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0645586-4080-4328-8ac6-7fb824a9869d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:55:36.177938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 58520616-4ca5-49a4-81b1-786c5e9f1a3f is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:36.178631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:36.201745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58520616-4ca5-49a4-81b1-786c5e9f1a3f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:36.206132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf40cdd-338e-4ce7-bb9c-47ee702b9bd9 req-62c6b995-a3e5-4e11-94d2-a6b82d2bdb9c tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:36.208793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-daf40cdd-338e-4ce7-bb9c-47ee702b9bd9 req-62c6b995-a3e5-4e11-94d2-a6b82d2bdb9c tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1127 time: 0.0552111 Feb 11 05:55:36.232577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 58520616-4ca5-49a4-81b1-786c5e9f1a3f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=58520616-4ca5-49a4-81b1-786c5e9f1a3f,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:36.273346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-daf40cdd-338e-4ce7-bb9c-47ee702b9bd9 req-a4657ba6-2c98-451c-9a28-b441f4f5c494 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534630 Feb 11 05:55:36.372222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:36.457505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=58520616-4ca5-49a4-81b1-786c5e9f1a3f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:36.597102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['58520616-4ca5-49a4-81b1-786c5e9f1a3f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:36.799905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.012425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a694219-d831-4e97-9df8-89b380b32ebb req-30dd5bb4-74ec-4e0e-8353-2d30e41eb142 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:37.013871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-30dd5bb4-74ec-4e0e-8353-2d30e41eb142 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/networks?id=0c201194-7888-47eb-b08f-360bfeee4e59 HTTP/1.1" status: 200 len: 808 time: 0.1231611 Feb 11 05:55:37.030579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-d8766106-7c6f-4780-9efa-92187d7f15c6 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/quotas/02f66150497649e3979060fc8b9b382e HTTP/1.1" status: 200 len: 375 time: 0.0103772 Feb 11 05:55:37.067425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-3d3f8e05-de02-415f-bc53-fb8997344fb1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02f66150497649e3979060fc8b9b382e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309775 Feb 11 05:55:37.182046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-a64eb712-aeb4-42f7-b469-c586b2ab51a8 service neutron] 10.222.0.62 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069541 Feb 11 05:55:37.296071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-80ca1922-fe94-4422-a734-69b051d00e02 service neutron] 10.222.0.62 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058900 Feb 11 05:55:37.400934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720128f-6f5b-4598-96e8-406a00c6024b req-5b1d41e9-88a0-4fcd-beb3-1c931fe82ca9 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:37.402560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c720128f-6f5b-4598-96e8-406a00c6024b req-5b1d41e9-88a0-4fcd-beb3-1c931fe82ca9 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1128 time: 0.0554354 Feb 11 05:55:37.450795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c720128f-6f5b-4598-96e8-406a00c6024b req-501570c5-fc19-4f2c-a83e-2cfe3c2fe758 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Feb 11 05:55:37.616755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba5fa560-95aa-4f0f-8322-6e1cbf8a4235 req-667364fd-02c3-401a-849f-6c663e395a7f tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 210 time: 0.0301442 Feb 11 05:55:37.968922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 58520616-4ca5-49a4-81b1-786c5e9f1a3f up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:38.085676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 58520616-4ca5-49a4-81b1-786c5e9f1a3f completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:55:38.091927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 58520616-4ca5-49a4-81b1-786c5e9f1a3f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:38.092372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.187428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 58520616-4ca5-49a4-81b1-786c5e9f1a3f is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:38.187821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.217743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956064e4-f1eb-4c22-a2e3-af270cd41d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58520616-4ca5-49a4-81b1-786c5e9f1a3f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:38.220085 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3687bb2-7ffb-429b-b649-f4633b48fbcd" -d '{"events": [{"server_uuid": "956064e4-f1eb-4c22-a2e3-af270cd41d73", "name": "network-vif-plugged", "status": "completed", "tag": "58520616-4ca5-49a4-81b1-786c5e9f1a3f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:38.236201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 58520616-4ca5-49a4-81b1-786c5e9f1a3f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=58520616-4ca5-49a4-81b1-786c5e9f1a3f,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:38.269436 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7164fc80-e35c-47b6-a1f2-731e5ee3135b x-openstack-request-id: req-7164fc80-e35c-47b6-a1f2-731e5ee3135b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:38.269859 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956064e4-f1eb-4c22-a2e3-af270cd41d73", "name": "network-vif-plugged", "status": "completed", "tag": "58520616-4ca5-49a4-81b1-786c5e9f1a3f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:38.270183 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7164fc80-e35c-47b6-a1f2-731e5ee3135b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:38.270648 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956064e4-f1eb-4c22-a2e3-af270cd41d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58520616-4ca5-49a4-81b1-786c5e9f1a3f', 'code': 200} Feb 11 05:55:38.381813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff0c48-2792-483a-aeed-fe1e73e82a80 req-f7f86f62-94b3-47c6-87af-a502b21857e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:38.383393 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aaff0c48-2792-483a-aeed-fe1e73e82a80 req-f7f86f62-94b3-47c6-87af-a502b21857e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1128 time: 0.0552368 Feb 11 05:55:38.429446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.432185 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.442590 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-aaff0c48-2792-483a-aeed-fe1e73e82a80 req-df77d9f5-4a8c-4d97-87a2-2d9d8ec2d4ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526142 Feb 11 05:55:38.483602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=58520616-4ca5-49a4-81b1-786c5e9f1a3f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:38.609390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d1fbd-ea5a-46d8-95e3-4d80641bb9f5 req-8e707e42-0ac3-4289-b2a7-7f404c2b473f tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:38.612168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af9d1fbd-ea5a-46d8-95e3-4d80641bb9f5 req-8e707e42-0ac3-4289-b2a7-7f404c2b473f tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1129 time: 0.0653141 Feb 11 05:55:38.679786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af9d1fbd-ea5a-46d8-95e3-4d80641bb9f5 req-9dd723f1-d506-4a8e-b0e4-a9bcb5929847 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Feb 11 05:55:38.775377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cdb8a09d-6616-4e0b-81ea-5cb561b969d6 req-eb45c6fb-2b09-464a-8588-18b3e4837857 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 210 time: 0.0306208 Feb 11 05:55:38.778062 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.022957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:39.049083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:39.049568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b3ea2f2b-f48b-4bf0-8a60-a9dafa8a7289 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:39.359819 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.855396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08f56b-0554-4f06-9f5f-d8c0aadd3586 req-580ab3ad-ae42-4497-a4f3-d0c941d6e481 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:39.857794 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b08f56b-0554-4f06-9f5f-d8c0aadd3586 req-580ab3ad-ae42-4497-a4f3-d0c941d6e481 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1129 time: 0.0788867 Feb 11 05:55:39.935444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5bf8542-dc0d-4969-b176-1c482e37c75b req-0257e8a0-b7c2-4bd3-b53a-868b21abd9a8 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 210 time: 0.0585446 Feb 11 05:55:39.986400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6b08f56b-0554-4f06-9f5f-d8c0aadd3586 req-df10b0e2-06b0-4fd4-9c44-878c430c1289 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171951 Feb 11 05:55:40.273591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a694219-d831-4e97-9df8-89b380b32ebb req-7fa137e5-abc1-43bf-9e53-37ac4bb3d6f1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:40.274781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-7fa137e5-abc1-43bf-9e53-37ac4bb3d6f1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.65 "GET /v2.0/networks?id=0c201194-7888-47eb-b08f-360bfeee4e59 HTTP/1.1" status: 200 len: 808 time: 0.1196494 Feb 11 05:55:40.287635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Request body: {'port': {'device_id': 'ffab2d1f-b764-47d6-9be2-d889646a8ea2', 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59', 'admin_state_up': True, 'tenant_id': '02f66150497649e3979060fc8b9b382e'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:40.537378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Made reservation on behalf of 02f66150497649e3979060fc8b9b382e for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:40.540903 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:40.701257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Allocated IP 172.20.0.5 (0c201194-7888-47eb-b08f-360bfeee4e59/a99b5fb7-08d1-4297-9580-8a2ad86317b2/74a57a62-51f9-441f-ae30-75deea0691d8) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:40.882174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks [] for port (74a57a62-51f9-441f-ae30-75deea0691d8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:40.983953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.045010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Network 0c201194-7888-47eb-b08f-360bfeee4e59 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:41.058498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:41.062306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Pushing event updated for resources: {'Port': ['ID=74a57a62-51f9-441f-ae30-75deea0691d8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:41.064881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:41.524646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:41.525322 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.556689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f082-6969-48e2-b0f2-594e556a99f8 req-82d1e306-7794-431c-bb83-5d4367216b34 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:41.558895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3b0f082-6969-48e2-b0f2-594e556a99f8 req-82d1e306-7794-431c-bb83-5d4367216b34 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 931 time: 0.5182927 Feb 11 05:55:41.565892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365c5e-6db6-4882-b1a5-e87fd87424a5 req-7eff1fc7-370d-4a2b-9ec8-6ab31f66d999 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:41.567669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54365c5e-6db6-4882-b1a5-e87fd87424a5 req-7eff1fc7-370d-4a2b-9ec8-6ab31f66d999 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1129 time: 0.1284809 Feb 11 05:55:41.630927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-88b5a1ee-4fbe-4791-8005-aa0fa7d8d3b1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3476532 Feb 11 05:55:41.651422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Request body: {'port': {'device_id': 'ffab2d1f-b764-47d6-9be2-d889646a8ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:41.679971 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.684221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3b0f082-6969-48e2-b0f2-594e556a99f8 req-7f92cf29-ff91-431e-a530-22d431c37233 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155107 Feb 11 05:55:41.691277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54365c5e-6db6-4882-b1a5-e87fd87424a5 req-ecfdaedf-dfb6-4cfb-b8f2-c8220eedeff7 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156144 Feb 11 05:55:41.738542 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.948154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482881-daa6-451e-85ff-2926244cfc8e req-d4def3d0-eb03-43bc-9f7e-c2f7a372f6a3 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:41.949801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f482881-daa6-451e-85ff-2926244cfc8e req-d4def3d0-eb03-43bc-9f7e-c2f7a372f6a3 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1129 time: 0.1557035 Feb 11 05:55:42.069522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f482881-daa6-451e-85ff-2926244cfc8e req-f4e0383d-cbed-4816-9887-ce7e9fac3317 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992301 Feb 11 05:55:42.202746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a57a62-51f9-441f-ae30-75deea0691d8 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:42.212534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Publish callbacks [] for port (74a57a62-51f9-441f-ae30-75deea0691d8), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.233865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Transition to ACTIVE for port object 74a57a62-51f9-441f-ae30-75deea0691d8 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:55:42.243045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b46530-b976-4b6a-ad59-63ea6cf760e7 req-cbb22d77-f7da-4099-bba5-59137af09684 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:42.245203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57b46530-b976-4b6a-ad59-63ea6cf760e7 req-cbb22d77-f7da-4099-bba5-59137af09684 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1129 time: 0.0872021 Feb 11 05:55:42.310856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-57b46530-b976-4b6a-ad59-63ea6cf760e7 req-2e4441aa-ce04-4626-9ae4-2bc8b378863a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582714 Feb 11 05:55:42.314201 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.383259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Pushing event updated for resources: {'Port': ['ID=74a57a62-51f9-441f-ae30-75deea0691d8,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:42.464733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Attempting to bind port 74a57a62-51f9-441f-ae30-75deea0691d8 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:42.465089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Attempting to bind port 74a57a62-51f9-441f-ae30-75deea0691d8 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:42.465434 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Attempting to bind port 74a57a62-51f9-441f-ae30-75deea0691d8 on network 0c201194-7888-47eb-b08f-360bfeee4e59 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:42.471057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Port 74a57a62-51f9-441f-ae30-75deea0691d8 on network 0c201194-7888-47eb-b08f-360bfeee4e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:55:42.471442 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Attempting to bind port 74a57a62-51f9-441f-ae30-75deea0691d8 on network 0c201194-7888-47eb-b08f-360bfeee4e59 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:42.478169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:42.478361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Checking segment: {'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:42.478774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Bound using segment: {'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:42.480565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Bound port: 74a57a62-51f9-441f-ae30-75deea0691d8, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483f6a68-a88b-4c99-b9a4-473921be4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:42.481156 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.633513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] For port 74a57a62-51f9-441f-ae30-75deea0691d8, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:42.642372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] For port 74a57a62-51f9-441f-ae30-75deea0691d8, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=74a57a62-51f9-441f-ae30-75deea0691d8,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:42.648922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-2b7ff309-e3e4-4539-b685-aa13d268e26b tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:42.650503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-2b7ff309-e3e4-4539-b685-aa13d268e26b tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/networks?id=2cf721f9-8051-4b2d-95fd-12fbbd702161 HTTP/1.1" status: 200 len: 910 time: 0.1579492 Feb 11 05:55:42.673303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-2e1b3d0e-999d-43cb-a93f-06c61c1e0732 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/quotas/eef1b7a0a073403ca1b7c2e9f5fd5290 HTTP/1.1" status: 200 len: 375 time: 0.0138204 Feb 11 05:55:42.734839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-c170ff68-866c-444a-ada5-d0f91dceee1e tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=eef1b7a0a073403ca1b7c2e9f5fd5290&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550494 Feb 11 05:55:42.773864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.839360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:42.839997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.841445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] 10.222.0.65 "PUT /v2.0/ports/74a57a62-51f9-441f-ae30-75deea0691d8 HTTP/1.1" status: 200 len: 1092 time: 1.1999393 Feb 11 05:55:42.841922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffab2d1f-b764-47d6-9be2-d889646a8ea2', 'tag': '74a57a62-51f9-441f-ae30-75deea0691d8'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:42.844247 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3" -d '{"events": [{"name": "network-changed", "server_uuid": "ffab2d1f-b764-47d6-9be2-d889646a8ea2", "tag": "74a57a62-51f9-441f-ae30-75deea0691d8"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:42.946198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720984f0-d9ab-4791-98e7-b76dfe683ceb service neutron] Pushing event updated for resources: {'Port': ['ID=74a57a62-51f9-441f-ae30-75deea0691d8,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:42.962797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-5ab860c3-067d-4d16-95b6-35b286b9abe8 service neutron] 10.222.0.62 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198024 Feb 11 05:55:43.032012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cef32c-1d6b-4c96-bb8c-b0e8109dcd10 req-c05f7bb5-0088-4fc4-a869-c8faaf600ed9 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:43.032012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21cef32c-1d6b-4c96-bb8c-b0e8109dcd10 req-c05f7bb5-0088-4fc4-a869-c8faaf600ed9 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 943 time: 0.1992095 Feb 11 05:55:43.148937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21cef32c-1d6b-4c96-bb8c-b0e8109dcd10 req-3d679187-f351-4f69-8da0-ad9cd9e985d1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490073 Feb 11 05:55:43.178306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a694219-d831-4e97-9df8-89b380b32ebb req-8777f168-97cc-4b38-ab79-de6ef8b44af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:43.180120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-8777f168-97cc-4b38-ab79-de6ef8b44af7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02f66150497649e3979060fc8b9b382e&device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 1126 time: 0.1683481 Feb 11 05:55:43.183712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-70c7fbaa-0acc-4df8-9963-3386cf8c0cc3 service neutron] 10.222.0.62 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979327 Feb 11 05:55:43.233207 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23931f4b-997d-430b-b23c-afeece7b032c x-openstack-request-id: req-23931f4b-997d-430b-b23c-afeece7b032c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:43.233939 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffab2d1f-b764-47d6-9be2-d889646a8ea2", "tag": "74a57a62-51f9-441f-ae30-75deea0691d8", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:43.234316 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23931f4b-997d-430b-b23c-afeece7b032c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:43.234765 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffab2d1f-b764-47d6-9be2-d889646a8ea2', 'tag': '74a57a62-51f9-441f-ae30-75deea0691d8', 'status': 'completed', 'code': 200} Feb 11 05:55:43.249166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-e5175a27-bdf5-4d69-adb4-d1f6c6ceaaec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74a57a62-51f9-441f-ae30-75deea0691d8 HTTP/1.1" status: 200 len: 217 time: 0.0511928 Feb 11 05:55:43.334661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a694219-d831-4e97-9df8-89b380b32ebb req-de36e086-eb0a-4beb-bd36-feea4d87b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:43.336342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-de36e086-eb0a-4beb-bd36-feea4d87b647 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a99b5fb7-08d1-4297-9580-8a2ad86317b2 HTTP/1.1" status: 200 len: 848 time: 0.0854967 Feb 11 05:55:43.377010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-b4b301bb-4ef5-4dc3-a1b8-7c0acefac8b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c201194-7888-47eb-b08f-360bfeee4e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345957 Feb 11 05:55:43.514991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-babb3262-a4cd-4c48-ad14-41c5abe682ed req-266ad722-8d4c-4cba-9886-ddf8d71ac77b tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 210 time: 0.0406315 Feb 11 05:55:43.556359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-e4769b3d-2828-4313-b1c2-7e36cdf9fee6 service neutron] 10.222.0.65 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723948 Feb 11 05:55:43.714306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a694219-d831-4e97-9df8-89b380b32ebb req-4113c535-8af3-4142-88a3-262a3c6f6e05 service neutron] 10.222.0.65 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507561 Feb 11 05:55:43.898177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-a66b5989-ba03-4894-95a5-2f892c4d3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:43.899589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-a66b5989-ba03-4894-95a5-2f892c4d3f24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02f66150497649e3979060fc8b9b382e&device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 1126 time: 0.0569842 Feb 11 05:55:44.046227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-1bf3bad7-ddec-4dfe-86c4-73c946b161b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:44.047761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-1bf3bad7-ddec-4dfe-86c4-73c946b161b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c201194-7888-47eb-b08f-360bfeee4e59 HTTP/1.1" status: 200 len: 909 time: 0.1424913 Feb 11 05:55:44.099362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-2c8e9b4b-b074-40e6-a95e-e450fe3b5d91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74a57a62-51f9-441f-ae30-75deea0691d8 HTTP/1.1" status: 200 len: 217 time: 0.0450389 Feb 11 05:55:44.166849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-a70f26d8-8854-4fb7-9a5d-84d8fcd5a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:44.169488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-a70f26d8-8854-4fb7-9a5d-84d8fcd5a851 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a99b5fb7-08d1-4297-9580-8a2ad86317b2 HTTP/1.1" status: 200 len: 848 time: 0.0632696 Feb 11 05:55:44.212657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-b8d92d97-26eb-4046-8513-eadf5b3d090f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c201194-7888-47eb-b08f-360bfeee4e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362890 Feb 11 05:55:44.371420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1507683-2d61-46dc-874f-b20c8ed0e4c3 req-d09ec48d-5fbd-4f30-8365-02daf8d117ac tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:44.373622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1507683-2d61-46dc-874f-b20c8ed0e4c3 req-d09ec48d-5fbd-4f30-8365-02daf8d117ac tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 943 time: 0.1424732 Feb 11 05:55:44.381896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-558aed09-8303-425d-b5b1-44655a2db8e9 service neutron] 10.222.0.65 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626260 Feb 11 05:55:44.493293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1507683-2d61-46dc-874f-b20c8ed0e4c3 req-793b60d2-c532-4ae4-a95c-e4b717f20b1a tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099567 Feb 11 05:55:44.527616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e7eb8c3-15f0-4901-a5f5-0a8ca90dcff3 req-6451133d-580b-482a-a95f-f4b35f91d8c5 service neutron] 10.222.0.65 "GET /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347191 Feb 11 05:55:44.635889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71875a7f-7bf6-4add-a9c6-99c3b54195ec req-7664a661-ad68-4e3a-8087-991391985d10 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 210 time: 0.0438886 Feb 11 05:55:45.037522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 74a57a62-51f9-441f-ae30-75deea0691d8 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:55:45.160557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 74a57a62-51f9-441f-ae30-75deea0691d8, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=74a57a62-51f9-441f-ae30-75deea0691d8,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:45.173136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '74a57a62-51f9-441f-ae30-75deea0691d8', 'network_id': '0c201194-7888-47eb-b08f-360bfeee4e59', 'port_id': '74a57a62-51f9-441f-ae30-75deea0691d8', 'mac_address': 'fa:16:3e:a2:89:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99b5fb7-08d1-4297-9580-8a2ad86317b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:55:45.217044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 74a57a62-51f9-441f-ae30-75deea0691d8 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:45.217044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.229845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a57a62-51f9-441f-ae30-75deea0691d8 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:45.250723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 74a57a62-51f9-441f-ae30-75deea0691d8, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=74a57a62-51f9-441f-ae30-75deea0691d8,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:45.348229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.401293 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=74a57a62-51f9-441f-ae30-75deea0691d8,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:45.562432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['74a57a62-51f9-441f-ae30-75deea0691d8'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:45.681999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-97f8f422-86c3-4266-9f15-d7e022949425 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:45.684360 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-97f8f422-86c3-4266-9f15-d7e022949425 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.65 "GET /v2.0/networks?id=2cf721f9-8051-4b2d-95fd-12fbbd702161 HTTP/1.1" status: 200 len: 910 time: 0.1566262 Feb 11 05:55:45.696540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Request body: {'port': {'device_id': '768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58', 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'admin_state_up': True, 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:45.732479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf7c5f-b412-4269-99df-6ee5fd41f9c2 req-baddee53-18ea-40f3-90ab-4656bc1d86d0 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:45.739854 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9adf7c5f-b412-4269-99df-6ee5fd41f9c2 req-baddee53-18ea-40f3-90ab-4656bc1d86d0 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 944 time: 0.1009719 Feb 11 05:55:45.791100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91a135c9-d440-45b3-8a62-79d087ad79a8 req-65f08d4c-c179-4360-9972-24b8cc94a08a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 210 time: 0.0458064 Feb 11 05:55:45.827793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9adf7c5f-b412-4269-99df-6ee5fd41f9c2 req-b95bc52b-4f3d-4585-b38c-6caf61ba0c82 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870535 Feb 11 05:55:45.868218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Made reservation on behalf of eef1b7a0a073403ca1b7c2e9f5fd5290 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:45.873493 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.016705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Allocated IP 172.20.0.13 (2cf721f9-8051-4b2d-95fd-12fbbd702161/d0645586-4080-4328-8ac6-7fb824a9869d/b5f650d7-3f11-435b-8b39-edd118148710) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:46.187357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks [] for port (b5f650d7-3f11-435b-8b39-edd118148710), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.302894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b5f650d7-3f11-435b-8b39-edd118148710), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.315629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['58520616-4ca5-49a4-81b1-786c5e9f1a3f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:46.348459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:46.351879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:46.354993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:46.387460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f650d7-3f11-435b-8b39-edd118148710,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:46.407173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:46.407946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.521175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-864490de-46fe-417d-9e0d-d71a4d851931 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8287201 Feb 11 05:55:46.534173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Request body: {'port': {'device_id': '768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:46.613704 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5f650d7-3f11-435b-8b39-edd118148710), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.724775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3ba0215d-13a6-40d5-98ed-878bb23da1e4 None None] Provisioning complete for port b5f650d7-3f11-435b-8b39-edd118148710 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:46.725162 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ba0215d-13a6-40d5-98ed-878bb23da1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5f650d7-3f11-435b-8b39-edd118148710), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.763230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0215d-13a6-40d5-98ed-878bb23da1e4 None None] Port b5f650d7-3f11-435b-8b39-edd118148710 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:47.048753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321d903-0ac3-4a29-b58d-d25e60806621 req-9c8d4422-7c3c-4dc2-9c58-ca70bfd948a2 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:47.053308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 74a57a62-51f9-441f-ae30-75deea0691d8 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:47.053487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1321d903-0ac3-4a29-b58d-d25e60806621 req-9c8d4422-7c3c-4dc2-9c58-ca70bfd948a2 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1028 time: 0.1701603 Feb 11 05:55:47.060779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f650d7-3f11-435b-8b39-edd118148710 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:47.087751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27f61-93c6-4f9a-b062-f401f6aa222b req-aa67ef37-e413-496d-9061-5f88e2aecdc7 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:47.091424 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02c27f61-93c6-4f9a-b062-f401f6aa222b req-aa67ef37-e413-496d-9061-5f88e2aecdc7 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 944 time: 0.1791785 Feb 11 05:55:47.093570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Publish callbacks [] for port (b5f650d7-3f11-435b-8b39-edd118148710), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.140751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Transition to ACTIVE for port object b5f650d7-3f11-435b-8b39-edd118148710 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:55:47.186642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1321d903-0ac3-4a29-b58d-d25e60806621 req-949a9217-ced5-4c7d-bdfd-9ea3f74f6cff tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180074 Feb 11 05:55:47.190064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 74a57a62-51f9-441f-ae30-75deea0691d8 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:55:47.192107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02c27f61-93c6-4f9a-b062-f401f6aa222b req-d3271d89-d410-45d2-b41e-e6d800c33fe1 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838132 Feb 11 05:55:47.197109 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 74a57a62-51f9-441f-ae30-75deea0691d8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:47.198306 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.244581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b5f650d7-3f11-435b-8b39-edd118148710), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.390768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f650d7-3f11-435b-8b39-edd118148710,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:47.395856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Attempting to bind port b5f650d7-3f11-435b-8b39-edd118148710 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:47.396202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Attempting to bind port b5f650d7-3f11-435b-8b39-edd118148710 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:47.396543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Attempting to bind port b5f650d7-3f11-435b-8b39-edd118148710 on network 2cf721f9-8051-4b2d-95fd-12fbbd702161 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:47.403092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Port b5f650d7-3f11-435b-8b39-edd118148710 on network 2cf721f9-8051-4b2d-95fd-12fbbd702161 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:55:47.403092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Attempting to bind port b5f650d7-3f11-435b-8b39-edd118148710 on network 2cf721f9-8051-4b2d-95fd-12fbbd702161 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:47.409121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:47.409472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Checking segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:47.409957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Bound using segment: {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:47.410553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Bound port: b5f650d7-3f11-435b-8b39-edd118148710, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2437fe-6d87-499e-b530-758880fe6c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:47.410938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5f650d7-3f11-435b-8b39-edd118148710), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.496535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] For port b5f650d7-3f11-435b-8b39-edd118148710, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:47.500298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] For port b5f650d7-3f11-435b-8b39-edd118148710, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b5f650d7-3f11-435b-8b39-edd118148710,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:47.559822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 74a57a62-51f9-441f-ae30-75deea0691d8 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:47.560359 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.600545 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b5f650d7-3f11-435b-8b39-edd118148710), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.630935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 74a57a62-51f9-441f-ae30-75deea0691d8, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=74a57a62-51f9-441f-ae30-75deea0691d8,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:47.632371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab2d1f-b764-47d6-9be2-d889646a8ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a57a62-51f9-441f-ae30-75deea0691d8'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:47.638051 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290975bb-8713-4756-8922-f7449f9e4c25" -d '{"events": [{"server_uuid": "ffab2d1f-b764-47d6-9be2-d889646a8ea2", "name": "network-vif-plugged", "status": "completed", "tag": "74a57a62-51f9-441f-ae30-75deea0691d8"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:47.658123 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:47.658772 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.660284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] 10.222.0.65 "PUT /v2.0/ports/b5f650d7-3f11-435b-8b39-edd118148710 HTTP/1.1" status: 200 len: 1093 time: 1.1313856 Feb 11 05:55:47.673342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58', 'tag': 'b5f650d7-3f11-435b-8b39-edd118148710'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:47.683677 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c1ca13-898f-4a00-a417-71488f8a4c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58", "tag": "b5f650d7-3f11-435b-8b39-edd118148710"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:47.699905 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.790039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf97f0-e9ca-450e-ac0e-8cf3e30877e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f650d7-3f11-435b-8b39-edd118148710,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:47.819286 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01c727f-047f-4496-9ae0-2afe07d6f5be x-openstack-request-id: req-e01c727f-047f-4496-9ae0-2afe07d6f5be {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:47.819592 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab2d1f-b764-47d6-9be2-d889646a8ea2", "name": "network-vif-plugged", "status": "completed", "tag": "74a57a62-51f9-441f-ae30-75deea0691d8", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:47.823549 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e01c727f-047f-4496-9ae0-2afe07d6f5be {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:47.823549 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab2d1f-b764-47d6-9be2-d889646a8ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a57a62-51f9-441f-ae30-75deea0691d8', 'code': 200} Feb 11 05:55:47.827352 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c9ef2-7e85-48d5-a0fc-f8b1c839b461 x-openstack-request-id: req-c12c9ef2-7e85-48d5-a0fc-f8b1c839b461 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:47.827660 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58", "tag": "b5f650d7-3f11-435b-8b39-edd118148710", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:47.827916 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c12c9ef2-7e85-48d5-a0fc-f8b1c839b461 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:47.828352 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58', 'tag': 'b5f650d7-3f11-435b-8b39-edd118148710', 'status': 'completed', 'code': 200} Feb 11 05:55:47.845572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=74a57a62-51f9-441f-ae30-75deea0691d8,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:47.929447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-ca08cd35-267d-4654-9ac8-d745f309a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:47.931429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f896154-2222-4f9b-94c5-52d7cf5222d2 req-acbd1a85-7073-4166-8082-8ba0e9f27cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:47.931658 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-ca08cd35-267d-4654-9ac8-d745f309a38a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eef1b7a0a073403ca1b7c2e9f5fd5290&device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1127 time: 0.1000638 Feb 11 05:55:47.934608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f896154-2222-4f9b-94c5-52d7cf5222d2 req-acbd1a85-7073-4166-8082-8ba0e9f27cbf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 1128 time: 0.1050334 Feb 11 05:55:48.019323 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-0f330634-b678-4744-94d8-7cf8edcedb52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5f650d7-3f11-435b-8b39-edd118148710 HTTP/1.1" status: 200 len: 217 time: 0.0714209 Feb 11 05:55:48.038650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f896154-2222-4f9b-94c5-52d7cf5222d2 req-0ed58e96-e484-4d6b-adf9-ac149dbccd83 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939863 Feb 11 05:55:48.083086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-23c32f0b-c6b8-4ed7-950f-84a2b9ad907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.084649 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-23c32f0b-c6b8-4ed7-950f-84a2b9ad907b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0645586-4080-4328-8ac6-7fb824a9869d HTTP/1.1" status: 200 len: 848 time: 0.0598595 Feb 11 05:55:48.289724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-a095c14a-c8c4-4d78-86bb-2c1347e4ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.291634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-a095c14a-c8c4-4d78-86bb-2c1347e4ee4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cf721f9-8051-4b2d-95fd-12fbbd702161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672240 Feb 11 05:55:48.392102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2ec9a-4bc5-4440-a3da-2f5da20eaccb req-b95e38ba-7d9a-4660-a9a6-44648ec1f0a2 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.394169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4d2ec9a-4bc5-4440-a3da-2f5da20eaccb req-b95e38ba-7d9a-4660-a9a6-44648ec1f0a2 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1127 time: 0.0845354 Feb 11 05:55:48.412221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f9fce-b57d-42c1-a615-7fee593f9c14 req-2b324183-e008-4106-a512-ba744bd32af3 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.413709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d75f9fce-b57d-42c1-a615-7fee593f9c14 req-2b324183-e008-4106-a512-ba744bd32af3 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 945 time: 0.0946856 Feb 11 05:55:48.422782 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-562d3ec7-d72f-4463-a0db-7ed465dc576c service neutron] 10.222.0.65 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231701 Feb 11 05:55:48.498107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4d2ec9a-4bc5-4440-a3da-2f5da20eaccb req-d4161ef2-5ed6-4063-9b7b-254df03061a5 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Feb 11 05:55:48.522858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d75f9fce-b57d-42c1-a615-7fee593f9c14 req-0824b26c-f10b-4261-9a1c-088fd507defb tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906780 Feb 11 05:55:48.558885 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-362cef95-c36e-442d-b5ab-61b4a9633655 req-67812898-e553-4774-ba40-851a2ea56cb1 service neutron] 10.222.0.65 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300206 Feb 11 05:55:48.759449 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-ce3e5c8d-261a-45f4-917f-a99d40193edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.761759 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-ce3e5c8d-261a-45f4-917f-a99d40193edc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eef1b7a0a073403ca1b7c2e9f5fd5290&device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1127 time: 0.0531857 Feb 11 05:55:48.862442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-6027850c-7649-47f1-9b0a-6846713f96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.863976 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-6027850c-7649-47f1-9b0a-6846713f96cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=2cf721f9-8051-4b2d-95fd-12fbbd702161 HTTP/1.1" status: 200 len: 910 time: 0.0965447 Feb 11 05:55:48.914422 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-7cde6b27-9aa6-439f-83bc-bd5bd943b516 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5f650d7-3f11-435b-8b39-edd118148710 HTTP/1.1" status: 200 len: 217 time: 0.0434017 Feb 11 05:55:48.980873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-e47e24bf-df77-46b6-a673-df3be1e9c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.982927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-e47e24bf-df77-46b6-a673-df3be1e9c8b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0645586-4080-4328-8ac6-7fb824a9869d HTTP/1.1" status: 200 len: 848 time: 0.0622950 Feb 11 05:55:49.047139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-97392c14-c2e6-405a-ac61-945fb2ebe8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:49.048954 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-97392c14-c2e6-405a-ac61-945fb2ebe8ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cf721f9-8051-4b2d-95fd-12fbbd702161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0600331 Feb 11 05:55:49.180289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-ca06f491-c795-4484-9d4b-dbd37776edf6 service neutron] 10.222.0.65 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233966 Feb 11 05:55:49.277174 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59c1ca13-898f-4a00-a417-71488f8a4c5c req-49253243-429e-4b0a-979e-0f5f167f37b1 service neutron] 10.222.0.65 "GET /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907810 Feb 11 05:55:49.663867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0af05-f0e9-4958-9f68-529b9f1ad7c5 req-65209d6b-494d-4117-a02e-e0d40d3aa362 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:49.665451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2cf0af05-f0e9-4958-9f68-529b9f1ad7c5 req-65209d6b-494d-4117-a02e-e0d40d3aa362 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1127 time: 0.0861309 Feb 11 05:55:49.679034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0977e-0363-4871-ba4d-e857850cb5e7 req-4235327d-a5d3-4389-9d44-9bec153b30de tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:49.680680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ea0977e-0363-4871-ba4d-e857850cb5e7 req-4235327d-a5d3-4389-9d44-9bec153b30de tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 945 time: 0.0733204 Feb 11 05:55:49.755001 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2cf0af05-f0e9-4958-9f68-529b9f1ad7c5 req-dc63014b-d97e-4bb1-90a6-5beca0118626 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829349 Feb 11 05:55:49.765231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ea0977e-0363-4871-ba4d-e857850cb5e7 req-489c6053-511f-4747-a891-dcc1582b3a9e tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783455 Feb 11 05:55:50.341556 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:55:50.678324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c974755-72c8-4cc7-961c-e9d3acdc378b req-acf00269-fec6-4b5d-ad01-0c9fd8ef6ec0 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:50.679778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c974755-72c8-4cc7-961c-e9d3acdc378b req-acf00269-fec6-4b5d-ad01-0c9fd8ef6ec0 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 946 time: 0.0631974 Feb 11 05:55:50.738740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c974755-72c8-4cc7-961c-e9d3acdc378b req-eb359919-df0e-4f44-8961-8312c1addaec tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Feb 11 05:55:50.868384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec41ca0-c893-469d-8be6-4a0fb392d3ae req-1d79b5ea-07b4-4e2c-9ac6-ece0387f5f82 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:50.869972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ec41ca0-c893-469d-8be6-4a0fb392d3ae req-1d79b5ea-07b4-4e2c-9ac6-ece0387f5f82 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1127 time: 0.0461090 Feb 11 05:55:50.923021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ec41ca0-c893-469d-8be6-4a0fb392d3ae req-c22fe3b6-f8bb-46a6-ad9d-688d98e7c397 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Feb 11 05:55:51.060665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b5f650d7-3f11-435b-8b39-edd118148710 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:55:51.165686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b5f650d7-3f11-435b-8b39-edd118148710, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b5f650d7-3f11-435b-8b39-edd118148710,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:51.176870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'b5f650d7-3f11-435b-8b39-edd118148710', 'network_id': '2cf721f9-8051-4b2d-95fd-12fbbd702161', 'port_id': 'b5f650d7-3f11-435b-8b39-edd118148710', 'mac_address': 'fa:16:3e:87:c3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0645586-4080-4328-8ac6-7fb824a9869d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:55:51.215534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port b5f650d7-3f11-435b-8b39-edd118148710 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:51.215842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5f650d7-3f11-435b-8b39-edd118148710), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:51.229755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f650d7-3f11-435b-8b39-edd118148710 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:51.251306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b5f650d7-3f11-435b-8b39-edd118148710, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b5f650d7-3f11-435b-8b39-edd118148710,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:51.330947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5f650d7-3f11-435b-8b39-edd118148710), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:51.331273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e672a6-482f-4965-a024-164144d97da5 req-a2822df4-0024-44c2-8c88-0252e58082ec tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:51.332989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65e672a6-482f-4965-a024-164144d97da5 req-a2822df4-0024-44c2-8c88-0252e58082ec tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 945 time: 0.0554619 Feb 11 05:55:51.389135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65e672a6-482f-4965-a024-164144d97da5 req-4d6c1236-2fd6-40ec-9de7-9b4ee37f17b8 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 Feb 11 05:55:51.389391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=b5f650d7-3f11-435b-8b39-edd118148710,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:51.561411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b5f650d7-3f11-435b-8b39-edd118148710'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:51.865034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7d1f5-0a86-4eac-82ed-81b379805115 req-46638f93-9713-4780-ab27-f0f9af22b8f6 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:51.866526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66f7d1f5-0a86-4eac-82ed-81b379805115 req-46638f93-9713-4780-ab27-f0f9af22b8f6 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 946 time: 0.0555527 Feb 11 05:55:51.914462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66f7d1f5-0a86-4eac-82ed-81b379805115 req-98a5daa3-b551-4aca-b28e-40ca3ffa5d27 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Feb 11 05:55:52.046415 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e058c4-d424-4dd5-b7a1-d732c3b72782 req-c4c0b942-dcb4-442d-bfb6-98accbe07087 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:52.047636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56e058c4-d424-4dd5-b7a1-d732c3b72782 req-c4c0b942-dcb4-442d-bfb6-98accbe07087 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1128 time: 0.0548539 Feb 11 05:55:52.097746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56e058c4-d424-4dd5-b7a1-d732c3b72782 req-deb1be58-6405-4896-a598-0aea9847e6df tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Feb 11 05:55:52.326699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b488-0883-434a-a5ce-854f830519ca req-70c70308-46a6-46e3-8edf-0ba29d5cbf2f tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:52.328271 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d817b488-0883-434a-a5ce-854f830519ca req-70c70308-46a6-46e3-8edf-0ba29d5cbf2f tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.83 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 946 time: 0.0629613 Feb 11 05:55:52.458856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Deleting port 10777b34-94d8-4b1c-868b-f154ee9f44f3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:52.459216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.543742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d9c88-da30-48e8-9c0d-004424373dd9 req-67cd72f6-8a88-47d5-b968-6496ab919a55 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:52.545548 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e3d9c88-da30-48e8-9c0d-004424373dd9 req-67cd72f6-8a88-47d5-b968-6496ab919a55 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 945 time: 0.0721805 Feb 11 05:55:52.599375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e3d9c88-da30-48e8-9c0d-004424373dd9 req-3809406b-e855-4a57-963f-c376abe05f47 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477495 Feb 11 05:55:52.618737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] For port 10777b34-94d8-4b1c-868b-f154ee9f44f3, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=10777b34-94d8-4b1c-868b-f154ee9f44f3,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:52.619114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.657804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Calling delete_port for 10777b34-94d8-4b1c-868b-f154ee9f44f3 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:52.732578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d582743-a985-43a3-8638-5ce92808a797 req-88ef36a3-ca2c-4388-9387-020766b938a7 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:52.734139 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d582743-a985-43a3-8638-5ce92808a797 req-88ef36a3-ca2c-4388-9387-020766b938a7 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 945 time: 0.1112492 Feb 11 05:55:52.893687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Deleting port 74a57a62-51f9-441f-ae30-75deea0691d8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:52.893964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.996791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (10777b34-94d8-4b1c-868b-f154ee9f44f3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.010697 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] For port 74a57a62-51f9-441f-ae30-75deea0691d8, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=74a57a62-51f9-441f-ae30-75deea0691d8,segment=NetworkSegment(483f6a68-a88b-4c99-b9a4-473921be4515),segment_id=483f6a68-a88b-4c99-b9a4-473921be4515)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:53.011071 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.016147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['10777b34-94d8-4b1c-868b-f154ee9f44f3'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:53.024728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e06ebebc-7086-405d-9aad-a705d3fd1607 req-9747612d-2d21-468b-a49d-4121b074e506 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 210 time: 0.0343318 Feb 11 05:55:53.065460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Pushing event deleted for resources: {'Port': ['ID=10777b34-94d8-4b1c-868b-f154ee9f44f3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:53.066005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b5f650d7-3f11-435b-8b39-edd118148710 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:53.070921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Calling delete_port for 74a57a62-51f9-441f-ae30-75deea0691d8 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:53.082684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.083030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.083427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.083798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.084190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.084716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.085050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.085385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.085714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.086040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.086370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.086693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.087012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:53.172000 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] No DVR routers for this DVR port 10777b34-94d8-4b1c-868b-f154ee9f44f3 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:55:53.175623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.179331 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d817b488-0883-434a-a5ce-854f830519ca req-e29f6b74-e100-4b68-b91b-4c57e7d59004 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.83 "DELETE /v2.0/ports/10777b34-94d8-4b1c-868b-f154ee9f44f3 HTTP/1.1" status: 204 len: 173 time: 0.8443036 Feb 11 05:55:53.179817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b846eda0-3167-4c5d-98c1-417a35c8ba5d', 'name': 'network-vif-deleted', 'tag': '10777b34-94d8-4b1c-868b-f154ee9f44f3'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:53.182913 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e7daa4-4224-4620-8530-702bec116004" -d '{"events": [{"server_uuid": "b846eda0-3167-4c5d-98c1-417a35c8ba5d", "name": "network-vif-deleted", "tag": "10777b34-94d8-4b1c-868b-f154ee9f44f3"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:53.217528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port b5f650d7-3f11-435b-8b39-edd118148710 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:55:53.226381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port b5f650d7-3f11-435b-8b39-edd118148710 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:53.227189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b5f650d7-3f11-435b-8b39-edd118148710), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.269197 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0acdca-24b2-4639-8a05-33aed115f044 x-openstack-request-id: req-ac0acdca-24b2-4639-8a05-33aed115f044 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:53.269513 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b846eda0-3167-4c5d-98c1-417a35c8ba5d", "name": "network-vif-deleted", "tag": "10777b34-94d8-4b1c-868b-f154ee9f44f3", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:53.269797 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac0acdca-24b2-4639-8a05-33aed115f044 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:53.270174 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b846eda0-3167-4c5d-98c1-417a35c8ba5d', 'name': 'network-vif-deleted', 'tag': '10777b34-94d8-4b1c-868b-f154ee9f44f3', 'status': 'completed', 'code': 200} Feb 11 05:55:53.331852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port b5f650d7-3f11-435b-8b39-edd118148710 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:53.332250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b5f650d7-3f11-435b-8b39-edd118148710), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.369071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f650d7-3f11-435b-8b39-edd118148710'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:53.373520 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84e0a5c-3635-45b8-9dba-675a599bc8c5" -d '{"events": [{"server_uuid": "768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58", "name": "network-vif-plugged", "status": "completed", "tag": "b5f650d7-3f11-435b-8b39-edd118148710"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:53.376526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d45997-c9d3-4134-b138-4d7d6c051247 req-0c010419-6dd4-4a59-b5a8-2cb643a13ec1 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.389540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d45997-c9d3-4134-b138-4d7d6c051247 req-0c010419-6dd4-4a59-b5a8-2cb643a13ec1 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1128 time: 0.2120626 Feb 11 05:55:53.403854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b5f650d7-3f11-435b-8b39-edd118148710, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b5f650d7-3f11-435b-8b39-edd118148710,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:53.429269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (74a57a62-51f9-441f-ae30-75deea0691d8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.446002 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec7258b-462b-4610-9348-2bbb726283d8 x-openstack-request-id: req-fec7258b-462b-4610-9348-2bbb726283d8 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:53.446359 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58", "name": "network-vif-plugged", "status": "completed", "tag": "b5f650d7-3f11-435b-8b39-edd118148710", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:53.446600 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fec7258b-462b-4610-9348-2bbb726283d8 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:53.450432 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f650d7-3f11-435b-8b39-edd118148710', 'code': 200} Feb 11 05:55:53.453250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19d45997-c9d3-4134-b138-4d7d6c051247 req-5365ed3a-3c3d-4bf7-93d5-09c8c87c2f43 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576584 Feb 11 05:55:53.456020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['74a57a62-51f9-441f-ae30-75deea0691d8'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:53.480564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Pushing event deleted for resources: {'Port': ['ID=74a57a62-51f9-441f-ae30-75deea0691d8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:53.543376 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b5f650d7-3f11-435b-8b39-edd118148710), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.547287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] No DVR routers for this DVR port 74a57a62-51f9-441f-ae30-75deea0691d8 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:55:53.550506 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.554700 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d582743-a985-43a3-8638-5ce92808a797 req-5e1b5172-da32-48b8-9fb1-2ff96ff691ad tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.65 "DELETE /v2.0/ports/74a57a62-51f9-441f-ae30-75deea0691d8 HTTP/1.1" status: 204 len: 173 time: 0.8149633 Feb 11 05:55:53.580529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c940b-5b64-4960-ae6f-a6d1ffa7f3b7 req-b793d3a7-3cf9-474d-8750-6ca755c43ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.582485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f6c940b-5b64-4960-ae6f-a6d1ffa7f3b7 req-b793d3a7-3cf9-474d-8750-6ca755c43ba6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1128 time: 0.0749705 Feb 11 05:55:53.610426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=b5f650d7-3f11-435b-8b39-edd118148710,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:53.641573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0f6c940b-5b64-4960-ae6f-a6d1ffa7f3b7 req-764350b5-9405-4fb1-8c99-de584c74b750 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Feb 11 05:55:53.717138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ade548d-4439-4fce-b759-a5761eb47dd4 req-a3bae0f6-f1fb-47a5-99ce-6585d6489664 tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 210 time: 0.0389009 Feb 11 05:55:54.148189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b82e4ad-933e-4aa3-b36d-0cacfd6925c1 req-da467814-c3e5-4d3e-bdf7-ef0760e31b49 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=b846eda0-3167-4c5d-98c1-417a35c8ba5d HTTP/1.1" status: 200 len: 210 time: 0.0318933 Feb 11 05:55:54.662030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd849fd-2267-43ee-9771-0e743fd380d7 req-aff5ba85-78aa-4f2b-9179-e7b6f5a55c53 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.663574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fd849fd-2267-43ee-9771-0e743fd380d7 req-aff5ba85-78aa-4f2b-9179-e7b6f5a55c53 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1129 time: 0.1276639 Feb 11 05:55:54.715515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fd849fd-2267-43ee-9771-0e743fd380d7 req-a851bd07-605a-4cc8-bb86-97390f1b6aba tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Feb 11 05:55:54.839818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afdce675-740a-4385-80ce-a7cb8c18c127 req-74f91058-c88a-47c6-a51c-e88a2aa94c0a tempest-VolumesActionsTest-1454447379 tempest-VolumesActionsTest-1454447379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab2d1f-b764-47d6-9be2-d889646a8ea2 HTTP/1.1" status: 200 len: 210 time: 0.0330627 Feb 11 05:55:55.271543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab2d1f-b764-47d6-9be2-d889646a8ea2', 'name': 'network-vif-deleted', 'tag': '74a57a62-51f9-441f-ae30-75deea0691d8'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:55.274015 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bb48a1-8fc4-4d15-8eae-63392ebcea33" -d '{"events": [{"server_uuid": "ffab2d1f-b764-47d6-9be2-d889646a8ea2", "name": "network-vif-deleted", "tag": "74a57a62-51f9-441f-ae30-75deea0691d8"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:55.309904 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225885dd-ad79-43be-b01e-2eb6d2cfa5ab x-openstack-request-id: req-225885dd-ad79-43be-b01e-2eb6d2cfa5ab {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:55.310204 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab2d1f-b764-47d6-9be2-d889646a8ea2", "name": "network-vif-deleted", "tag": "74a57a62-51f9-441f-ae30-75deea0691d8", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:55.319597 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-225885dd-ad79-43be-b01e-2eb6d2cfa5ab {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:55.319597 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab2d1f-b764-47d6-9be2-d889646a8ea2', 'name': 'network-vif-deleted', 'tag': '74a57a62-51f9-441f-ae30-75deea0691d8', 'status': 'completed', 'code': 200} Feb 11 05:55:55.852467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf8aef-c4bd-4bad-8bc4-3bcec83bb889 req-fc51a822-b88c-405f-ab65-3c1313fe26ba tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:55.854852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36bf8aef-c4bd-4bad-8bc4-3bcec83bb889 req-fc51a822-b88c-405f-ab65-3c1313fe26ba tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1129 time: 0.0590458 Feb 11 05:55:55.906606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36bf8aef-c4bd-4bad-8bc4-3bcec83bb889 req-8adae98c-aade-40e4-9783-d91308f66a0f tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Feb 11 05:55:56.023954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38796b8c-75fd-4810-bdf7-0eda8dfecfcb req-d395d1b4-f184-4b63-a905-1369f9cd598f tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:56.025579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38796b8c-75fd-4810-bdf7-0eda8dfecfcb req-d395d1b4-f184-4b63-a905-1369f9cd598f tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1129 time: 0.0487931 Feb 11 05:55:56.060463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 10777b34-94d8-4b1c-868b-f154ee9f44f3 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:56.081761 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 10777b34-94d8-4b1c-868b-f154ee9f44f3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:56.082613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 10777b34-94d8-4b1c-868b-f154ee9f44f3 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:56.090339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38796b8c-75fd-4810-bdf7-0eda8dfecfcb req-0f8d29d9-c4d2-4e09-af8a-7c2fd07a8bd1 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584657 Feb 11 05:55:56.216864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d885c43-6912-4c6b-8f95-46987e8d1576 req-b669e423-f316-4687-b7f7-80aef4b2f562 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:56.218322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d885c43-6912-4c6b-8f95-46987e8d1576 req-b669e423-f316-4687-b7f7-80aef4b2f562 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1129 time: 0.0481057 Feb 11 05:55:56.270156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d885c43-6912-4c6b-8f95-46987e8d1576 req-e8dd0a45-c026-40fa-8771-1f6de3a90889 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459917 Feb 11 05:55:56.689624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426dc7d-c22b-49ce-a542-2218582c9fe7 req-6e2edd8e-b76d-4959-95e3-20dff32da350 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:56.691174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9426dc7d-c22b-49ce-a542-2218582c9fe7 req-6e2edd8e-b76d-4959-95e3-20dff32da350 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1129 time: 0.0490718 Feb 11 05:55:56.744168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9426dc7d-c22b-49ce-a542-2218582c9fe7 req-c8e91a7a-a0d2-47f7-9b9d-f27449710e84 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446305 Feb 11 05:55:57.091691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 74a57a62-51f9-441f-ae30-75deea0691d8 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:57.116722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 74a57a62-51f9-441f-ae30-75deea0691d8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:57.117079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 74a57a62-51f9-441f-ae30-75deea0691d8 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:57.870431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9711-b187-4ceb-98c8-9bcfd2fe36ed req-0aa812da-3bfb-4b3f-a5b1-9a9a129c8715 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:57.872157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e34b9711-b187-4ceb-98c8-9bcfd2fe36ed req-0aa812da-3bfb-4b3f-a5b1-9a9a129c8715 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1129 time: 0.0465863 Feb 11 05:55:57.964365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e34b9711-b187-4ceb-98c8-9bcfd2fe36ed req-7abfb926-13c2-4a52-b4bd-ce46d8d3de13 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816536 Feb 11 05:55:57.974207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-e667b6c5-1af5-426c-a855-162399c1d94f tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:57.976080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-e667b6c5-1af5-426c-a855-162399c1d94f tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 1129 time: 0.1010158 Feb 11 05:55:58.065292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Deleting port b5f650d7-3f11-435b-8b39-edd118148710 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:58.065638 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b5f650d7-3f11-435b-8b39-edd118148710), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.155140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] For port b5f650d7-3f11-435b-8b39-edd118148710, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b5f650d7-3f11-435b-8b39-edd118148710,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:58.155723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b5f650d7-3f11-435b-8b39-edd118148710), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.170801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Calling delete_port for b5f650d7-3f11-435b-8b39-edd118148710 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:58.424002 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (b5f650d7-3f11-435b-8b39-edd118148710), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.439820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['58520616-4ca5-49a4-81b1-786c5e9f1a3f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:58.443768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b5f650d7-3f11-435b-8b39-edd118148710'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:58.463798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5f650d7-3f11-435b-8b39-edd118148710,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:58.536242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] No DVR routers for this DVR port b5f650d7-3f11-435b-8b39-edd118148710 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:55:58.543793 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.547750 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5ecdc6a-bae8-47eb-bd51-f1a03cce726e req-a4835884-1e1a-4d50-96eb-1ae68c8d90dc tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.65 "DELETE /v2.0/ports/b5f650d7-3f11-435b-8b39-edd118148710 HTTP/1.1" status: 204 len: 173 time: 0.5667641 Feb 11 05:55:58.550734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58', 'name': 'network-vif-deleted', 'tag': 'b5f650d7-3f11-435b-8b39-edd118148710'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:58.551066 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104c0bb8-b4f3-4bf7-807d-d563e9de3f25" -d '{"events": [{"server_uuid": "768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58", "name": "network-vif-deleted", "tag": "b5f650d7-3f11-435b-8b39-edd118148710"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:58.607853 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5858b315-b0a7-44d4-b12e-a7941c25ee68 x-openstack-request-id: req-5858b315-b0a7-44d4-b12e-a7941c25ee68 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:58.607853 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58", "name": "network-vif-deleted", "tag": "b5f650d7-3f11-435b-8b39-edd118148710", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:58.607853 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5858b315-b0a7-44d4-b12e-a7941c25ee68 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:58.607853 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58', 'name': 'network-vif-deleted', 'tag': 'b5f650d7-3f11-435b-8b39-edd118148710', 'status': 'completed', 'code': 200} Feb 11 05:55:59.086716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0531a719-b9bb-47ab-934e-fdc20177a174 req-52d6a1b6-ee1d-4467-aaa0-0f20a1e9bb86 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=768e975c-5c6f-4ab0-9b9d-bf3c03ec1c58 HTTP/1.1" status: 200 len: 210 time: 0.0315444 Feb 11 05:56:00.674815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-dc4952e0-c0ff-4411-8cb1-1451d66e12ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1341331 Feb 11 05:56:00.706647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df5fc-702f-453e-b323-0ecd65f9e9bc req-6a3808f8-79f1-4593-9923-8578dba9427d tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.708576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d8df5fc-702f-453e-b323-0ecd65f9e9bc req-6a3808f8-79f1-4593-9923-8578dba9427d tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1129 time: 0.0750475 Feb 11 05:56:00.853589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-83c9a195-a153-43ef-958a-0af6a7100cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.856090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-83c9a195-a153-43ef-958a-0af6a7100cc2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 1129 time: 0.1181574 Feb 11 05:56:00.858983 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d8df5fc-702f-453e-b323-0ecd65f9e9bc req-78139077-ea2a-482d-9bf2-fe31ac4ff1db tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331956 Feb 11 05:56:01.033027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-c0ab450b-58cc-4519-bf5a-a88035984ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.035706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-c0ab450b-58cc-4519-bf5a-a88035984ce2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.1595786 Feb 11 05:56:01.151886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-bb2fdee4-ea9e-4819-be85-24711e4340da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac HTTP/1.1" status: 200 len: 1002 time: 0.1093662 Feb 11 05:56:01.226192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-76901a93-7013-4fa8-862e-30d785ccd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.227863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-76901a93-7013-4fa8-862e-30d785ccd4a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0706418 Feb 11 05:56:01.288096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-49c0cf7d-d963-4105-b6e2-08b7a2e2c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.290026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-49c0cf7d-d963-4105-b6e2-08b7a2e2c6e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0564535 Feb 11 05:56:01.438736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-1cae2865-76fb-4fc0-8c0c-6c998bc083cf service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422687 Feb 11 05:56:01.630812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aedfc6d8-fc93-483a-b8d7-4809d0576fa3 req-6a021d66-c43e-484a-8802-a8aa0d9dbd76 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857383 Feb 11 05:56:01.880954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-7be2e5ea-d1fb-4482-ac3d-923dcac58031 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.896875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-7be2e5ea-d1fb-4482-ac3d-923dcac58031 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1129 time: 0.0490792 Feb 11 05:56:02.030814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Deleting port 58520616-4ca5-49a4-81b1-786c5e9f1a3f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:02.031159 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:02.035355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de503a1-b3ae-4d32-a6db-8aaaf62b02fe req-de99799b-cba1-4b06-9527-2855cf28867a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:02.044126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8de503a1-b3ae-4d32-a6db-8aaaf62b02fe req-de99799b-cba1-4b06-9527-2855cf28867a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 1129 time: 0.0747292 Feb 11 05:56:02.165535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8de503a1-b3ae-4d32-a6db-8aaaf62b02fe req-2d240e36-0fd6-483f-8c2e-f9e003b02066 tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ac3238af-a860-424c-a8b3-8560d0e8915a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147194 Feb 11 05:56:02.210060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] For port 58520616-4ca5-49a4-81b1-786c5e9f1a3f, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=58520616-4ca5-49a4-81b1-786c5e9f1a3f,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:02.210921 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:02.226246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Calling delete_port for 58520616-4ca5-49a4-81b1-786c5e9f1a3f owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:02.467879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (58520616-4ca5-49a4-81b1-786c5e9f1a3f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:02.480927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['58520616-4ca5-49a4-81b1-786c5e9f1a3f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:02.508443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Pushing event deleted for resources: {'Port': ['ID=58520616-4ca5-49a4-81b1-786c5e9f1a3f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:02.561142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] No DVR routers for this DVR port 58520616-4ca5-49a4-81b1-786c5e9f1a3f on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:56:02.565368 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:02.569120 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7a08e844-0f2f-49e2-ae8e-53689548b5a2 req-09047538-dfc7-4a74-b1eb-d1c64871bc3a tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.83 "DELETE /v2.0/ports/58520616-4ca5-49a4-81b1-786c5e9f1a3f HTTP/1.1" status: 204 len: 173 time: 0.6711669 Feb 11 05:56:02.574935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956064e4-f1eb-4c22-a2e3-af270cd41d73', 'name': 'network-vif-deleted', 'tag': '58520616-4ca5-49a4-81b1-786c5e9f1a3f'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:02.580270 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f2fc4-a1de-4e63-ac58-f361d1e8c1e3" -d '{"events": [{"server_uuid": "956064e4-f1eb-4c22-a2e3-af270cd41d73", "name": "network-vif-deleted", "tag": "58520616-4ca5-49a4-81b1-786c5e9f1a3f"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:02.655879 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05f5f2-287b-4c08-8774-677fb8e5649a x-openstack-request-id: req-5b05f5f2-287b-4c08-8774-677fb8e5649a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:02.656745 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956064e4-f1eb-4c22-a2e3-af270cd41d73", "name": "network-vif-deleted", "tag": "58520616-4ca5-49a4-81b1-786c5e9f1a3f", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:02.657223 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b05f5f2-287b-4c08-8774-677fb8e5649a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:02.658318 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956064e4-f1eb-4c22-a2e3-af270cd41d73', 'name': 'network-vif-deleted', 'tag': '58520616-4ca5-49a4-81b1-786c5e9f1a3f', 'status': 'completed', 'code': 200} Feb 11 05:56:02.999537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49b49a89-a148-4c83-9c3d-072cf6e8c479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:03.117707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b5f650d7-3f11-435b-8b39-edd118148710 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:03.151047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: b5f650d7-3f11-435b-8b39-edd118148710 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:03.151718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b5f650d7-3f11-435b-8b39-edd118148710 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:03.308620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc2b91b8-e9d1-4ee1-a06d-cd526225ee47 req-2841574e-3467-4ba1-807e-641652ce7d2c tempest-TestServerMultinode-1548500033 tempest-TestServerMultinode-1548500033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=956064e4-f1eb-4c22-a2e3-af270cd41d73 HTTP/1.1" status: 200 len: 210 time: 0.0432403 Feb 11 05:56:03.531079 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-b425640e-aa8a-4b5a-a38e-f30d6dff6b23 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503955 Feb 11 05:56:03.604072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-3d2586ba-a416-4a95-a263-4352b1f1d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.606090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-3d2586ba-a416-4a95-a263-4352b1f1d1d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=311f0889fad648b0917ed9a9a59978f8&device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1128 time: 0.0547016 Feb 11 05:56:03.769326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-726ddd15-6005-4b7f-8b79-e42577721935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.771518 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-726ddd15-6005-4b7f-8b79-e42577721935 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 200 len: 909 time: 0.1461048 Feb 11 05:56:03.866738 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-f1707c0d-9cd6-4a40-a6b5-1721f0dd8555 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 200 len: 1001 time: 0.0885193 Feb 11 05:56:03.929683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-00f403a2-c648-4bbc-a1d7-85beb59479c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.931496 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-00f403a2-c648-4bbc-a1d7-85beb59479c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0238acf0-61eb-4ef8-a663-31a9885e3747 HTTP/1.1" status: 200 len: 847 time: 0.0584235 Feb 11 05:56:03.998069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-e2f218ef-6ffc-4e1a-813f-1ef42424d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.999924 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-e2f218ef-6ffc-4e1a-813f-1ef42424d767 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96d49772-7655-4bab-8d6d-a16a1ba986e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0626502 Feb 11 05:56:04.118948 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-3844792b-14e2-4760-9108-3a2e09134f71 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132023 Feb 11 05:56:04.240979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-97c3267e-e5ba-4271-ac5e-c4172ba7a878 req-07b6cd8b-2158-464c-ac54-3a7600b55be7 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158125 Feb 11 05:56:04.394457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43442) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:04.895046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (9d66730b-32db-40fa-b6a1-8e8fa07c69de), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.309380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Deleting port e15f0a51-c3fe-4de3-98fe-e02de5ddc762 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:05.309721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.447589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] For port e15f0a51-c3fe-4de3-98fe-e02de5ddc762, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:05.448259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.473083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Calling delete_port for e15f0a51-c3fe-4de3-98fe-e02de5ddc762 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:05.559405 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d01f26fb-7c6d-4c03-93ce-4785d495f5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.811281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e15f0a51-c3fe-4de3-98fe-e02de5ddc762), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.982027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Pushing event deleted for resources: {'Port': ['ID=e15f0a51-c3fe-4de3-98fe-e02de5ddc762,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:06.110912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 58520616-4ca5-49a4-81b1-786c5e9f1a3f no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:06.157188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 58520616-4ca5-49a4-81b1-786c5e9f1a3f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:06.159124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 58520616-4ca5-49a4-81b1-786c5e9f1a3f not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:06.183073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (9d66730b-32db-40fa-b6a1-8e8fa07c69de), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.863445 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.963004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Router 9d66730b-32db-40fa-b6a1-8e8fa07c69de has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:56:07.118703 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:56:07.128400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] Sync routers for ids ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:56:07.132119 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2ee7adf5-de38-400f-82f4-600606d5921d admin admin] 10.222.0.62 "PUT /v2.0/routers/9d66730b-32db-40fa-b6a1-8e8fa07c69de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7357438 Feb 11 05:56:07.133986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43466) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:07.147805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] Routers {'9d66730b-32db-40fa-b6a1-8e8fa07c69de'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:07.148471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:56:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:07.309323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] Set router 9d66730b-32db-40fa-b6a1-8e8fa07c69de gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:07.662507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:56:05Z', 'revision_number': 5, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:07.724969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] Checking router: 9d66730b-32db-40fa-b6a1-8e8fa07c69de for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:56:07.738096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] Routers {'9d66730b-32db-40fa-b6a1-8e8fa07c69de'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:07.739132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:56:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:07.773950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks [] for router (9d66730b-32db-40fa-b6a1-8e8fa07c69de), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:07.893195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] Set router 9d66730b-32db-40fa-b6a1-8e8fa07c69de gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:07.934179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks [] for router_gateway (9d66730b-32db-40fa-b6a1-8e8fa07c69de), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:08.237292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:56:05Z', 'revision_number': 5, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:08.237292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc18c71-7736-44a6-a46a-fff4c4ccc221 None None] The sync data for ids ['9d66730b-32db-40fa-b6a1-8e8fa07c69de'] in n-d-713498-37 is: [{'id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'name': 'tempest-TestServerMultinode-925556857-router', 'tenant_id': '52be7724cab841e789f657699c9babe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:56:05Z', 'revision_number': 5, 'project_id': '52be7724cab841e789f657699c9babe5', 'gw_port': {'id': 'e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66730b-32db-40fa-b6a1-8e8fa07c69de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:09Z', 'updated_at': '2022-02-11T05:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:56:08.368514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Deleting port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:08.369138 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:08.405062 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:08.477702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] For port e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:08.478230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:08.507143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Calling delete_port for e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:08.783476 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.152874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.192522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:09.293027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (9d66730b-32db-40fa-b6a1-8e8fa07c69de), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.301015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.408943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (9d66730b-32db-40fa-b6a1-8e8fa07c69de), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.411280 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks [] for router_controller (9d66730b-32db-40fa-b6a1-8e8fa07c69de), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.548014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (9d66730b-32db-40fa-b6a1-8e8fa07c69de), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.548688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d66730b-32db-40fa-b6a1-8e8fa07c69de {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:56:09.553450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.554410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-291dd2f6-5f01-4d5e-82a5-fb687e9d9ddd admin admin] 10.222.0.62 "DELETE /v2.0/routers/9d66730b-32db-40fa-b6a1-8e8fa07c69de HTTP/1.1" status: 204 len: 168 time: 2.4183469 Feb 11 05:56:09.557518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43484) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:09.649198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d41d57f-5c02-4091-b357-9a4eab09d3ba admin admin] Deleting subnet d0645586-4080-4328-8ac6-7fb824a9869d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:56:09.655110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d41d57f-5c02-4091-b357-9a4eab09d3ba admin admin] Publish callbacks [] for subnet (d0645586-4080-4328-8ac6-7fb824a9869d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.669272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e15f0a51-c3fe-4de3-98fe-e02de5ddc762 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:09.696984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: e15f0a51-c3fe-4de3-98fe-e02de5ddc762 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:09.698332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e15f0a51-c3fe-4de3-98fe-e02de5ddc762 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:09.730428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d41d57f-5c02-4091-b357-9a4eab09d3ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (d0645586-4080-4328-8ac6-7fb824a9869d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.850493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d41d57f-5c02-4091-b357-9a4eab09d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d0645586-4080-4328-8ac6-7fb824a9869d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:09.983005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d41d57f-5c02-4091-b357-9a4eab09d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (d0645586-4080-4328-8ac6-7fb824a9869d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.002600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d41d57f-5c02-4091-b357-9a4eab09d3ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.002740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8364a83-1c49-4715-9482-2bf778a5eec3 None None] Network 2cf721f9-8051-4b2d-95fd-12fbbd702161 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:56:10.009190 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5d41d57f-5c02-4091-b357-9a4eab09d3ba admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d0645586-4080-4328-8ac6-7fb824a9869d HTTP/1.1" status: 204 len: 168 time: 0.4475133 Feb 11 05:56:10.009190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43490) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:10.075186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41d57f-5c02-4091-b357-9a4eab09d3ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0645586-4080-4328-8ac6-7fb824a9869d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.174284 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (2cf721f9-8051-4b2d-95fd-12fbbd702161), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.268011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] DHCP port deletion for 2cf721f9-8051-4b2d-95fd-12fbbd702161 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:56:10.313332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Deleting port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:10.313618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.360370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] Deleting port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:10.360961 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.472833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] For port 879e657c-57c7-43a2-9f7f-7851ffcc72a2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=879e657c-57c7-43a2-9f7f-7851ffcc72a2,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:10.474045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] For port 879e657c-57c7-43a2-9f7f-7851ffcc72a2, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=879e657c-57c7-43a2-9f7f-7851ffcc72a2,segment=NetworkSegment(3b2437fe-6d87-499e-b530-758880fe6c1b),segment_id=3b2437fe-6d87-499e-b530-758880fe6c1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:10.474045 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.475631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.492462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] Calling delete_port for 879e657c-57c7-43a2-9f7f-7851ffcc72a2 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:10.514124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Calling delete_port for 879e657c-57c7-43a2-9f7f-7851ffcc72a2 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:10.570243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-5e786c81-7dc9-4d38-b3a1-4386e78ec7a6 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:10.573482 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-5e786c81-7dc9-4d38-b3a1-4386e78ec7a6 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/networks?id=78fa6519-9563-4286-ba24-a6299cbc00c0 HTTP/1.1" status: 200 len: 812 time: 0.2543406 Feb 11 05:56:10.609891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-a7c13cf8-5d95-4246-9e15-ca6aa24bea40 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/quotas/b7bfcc433e1848e88b09a3c095b687cc HTTP/1.1" status: 200 len: 375 time: 0.0215693 Feb 11 05:56:10.666513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-f6362869-28ca-4903-8a71-2864f69bca26 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514476 Feb 11 05:56:10.671941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.679923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (879e657c-57c7-43a2-9f7f-7851ffcc72a2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.681736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-c992c654-ff3e-44ac-8450-857c38d97ab2 service neutron] (104087) timed out ('10.222.0.62', 49752) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:56:10.715632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Pushing event deleted for resources: {'Port': ['ID=879e657c-57c7-43a2-9f7f-7851ffcc72a2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.723949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] No DVR routers for this DVR port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:56:10.739231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] Pushing event deleted for resources: {'Port': ['ID=879e657c-57c7-43a2-9f7f-7851ffcc72a2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:10.748878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6257c-649d-4572-849e-b6cbc6558452 None None] No DVR routers for this DVR port 879e657c-57c7-43a2-9f7f-7851ffcc72a2 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:56:10.780471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-69844282-b6fe-49a7-b88e-d4cbf8f66799 service neutron] 10.222.0.62 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128669 Feb 11 05:56:10.848551 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (2cf721f9-8051-4b2d-95fd-12fbbd702161), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.874274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf721f9-8051-4b2d-95fd-12fbbd702161']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:10.887573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2437fe-6d87-499e-b530-758880fe6c1b') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:10.888129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2437fe-6d87-499e-b530-758880fe6c1b') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:10.899258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (3b2437fe-6d87-499e-b530-758880fe6c1b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.920968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3b2437fe-6d87-499e-b530-758880fe6c1b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.929887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:56:10.930576 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (3b2437fe-6d87-499e-b530-758880fe6c1b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:10.931888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-01ade365-d231-4e75-b91d-e73ae1246c85 service neutron] 10.222.0.62 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445022 Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: self.session.flush() Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:56:10.965381 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:56:10.969365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-43cd2ac2-a921-412e-9706-0a7a90e3351c req-1386a7f3-2dbb-49b4-9a1e-5fcd47eeafad tempest-AttachVolumeShelveTestJSON-549448598 tempest-AttachVolumeShelveTestJSON-549448598-project] (104087) timed out ('10.222.0.62', 49770) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:56:11.108052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (2cf721f9-8051-4b2d-95fd-12fbbd702161), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.115263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.123444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] 10.222.0.62 "DELETE /v2.0/networks/2cf721f9-8051-4b2d-95fd-12fbbd702161 HTTP/1.1" status: 204 len: 168 time: 1.1076372 Feb 11 05:56:11.123555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43510) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:11.152209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4a5b4-b66a-4568-84fa-d176e2a9e82f admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf721f9-8051-4b2d-95fd-12fbbd702161,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:11.300924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d167a7f4-9c72-43ae-a8af-2ead806a0f36 req-3b55c7f0-579b-40e4-8e9f-093238cd703a tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 210 time: 0.0340300 Feb 11 05:56:11.649057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 879e657c-57c7-43a2-9f7f-7851ffcc72a2 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:11.708667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 879e657c-57c7-43a2-9f7f-7851ffcc72a2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:11.713419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 879e657c-57c7-43a2-9f7f-7851ffcc72a2 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:11.714918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:11.723393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.730715 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (3b4d7129-c402-4482-91bf-93939a022c6e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:11.751847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:11.751847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e36ca3b6-8cb2-4c9c-ac57-7d997bcccc00 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:12.087202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Deleting port fe81674b-c677-41ad-bf57-302fd5da8728 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:12.087553 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.184658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] For port fe81674b-c677-41ad-bf57-302fd5da8728, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fe81674b-c677-41ad-bf57-302fd5da8728,segment=NetworkSegment(67788f46-0b50-4e38-bf9d-7e3eaf2a7429),segment_id=67788f46-0b50-4e38-bf9d-7e3eaf2a7429)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:12.184971 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.200909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Calling delete_port for fe81674b-c677-41ad-bf57-302fd5da8728 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:12.426909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bd953d7-ebf7-45e2-b218-170e0506ffcc req-a3fada26-b558-485c-bba1-6c55591a62c3 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 210 time: 0.0326540 Feb 11 05:56:12.776838 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fe81674b-c677-41ad-bf57-302fd5da8728), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:12.805048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Pushing event deleted for resources: {'Port': ['ID=fe81674b-c677-41ad-bf57-302fd5da8728,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:13.029400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (3b4d7129-c402-4482-91bf-93939a022c6e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.324633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Router 3b4d7129-c402-4482-91bf-93939a022c6e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:56:13.463526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:56:13.475292 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] Sync routers for ids ['3b4d7129-c402-4482-91bf-93939a022c6e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:56:13.482333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43538) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:13.482849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f20298a7-5d87-42a1-8301-9e9779666fde admin admin] 10.222.0.62 "PUT /v2.0/routers/3b4d7129-c402-4482-91bf-93939a022c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3583422 Feb 11 05:56:13.508722 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] Routers {'3b4d7129-c402-4482-91bf-93939a022c6e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:13.509378 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:56:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3b4d7129-c402-4482-91bf-93939a022c6e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:13.614663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks [] for router (3b4d7129-c402-4482-91bf-93939a022c6e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.663480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e1fa577-39d6-4a21-89ac-354267ece6a9 req-dd63b8a0-643d-41fa-a502-aa92ff29febb tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 210 time: 0.0518205 Feb 11 05:56:13.730008 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] Set router 3b4d7129-c402-4482-91bf-93939a022c6e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:13.738786 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks [] for router_gateway (3b4d7129-c402-4482-91bf-93939a022c6e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.913604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-ded57593-590b-489c-be35-b4fac96dc64c tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:13.920855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-ded57593-590b-489c-be35-b4fac96dc64c tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.65 "GET /v2.0/networks?id=78fa6519-9563-4286-ba24-a6299cbc00c0 HTTP/1.1" status: 200 len: 812 time: 0.1875665 Feb 11 05:56:13.933646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Request body: {'port': {'device_id': 'c3124c97-eb48-4ce2-afda-22f5676309a3', 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0', 'admin_state_up': True, 'tenant_id': 'b7bfcc433e1848e88b09a3c095b687cc'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:13.959311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Deleting port f915f35b-5e23-47ee-b3bb-bd983a3a88bd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:13.967303 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.051734 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:56:12Z', 'revision_number': 5, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port': {'id': 'f915f35b-5e23-47ee-b3bb-bd983a3a88bd', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:18Z', 'updated_at': '2022-02-11T05:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:14.106266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] For port f915f35b-5e23-47ee-b3bb-bd983a3a88bd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f915f35b-5e23-47ee-b3bb-bd983a3a88bd,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:14.107989 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] Checking router: 3b4d7129-c402-4482-91bf-93939a022c6e for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:56:14.110145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.123168 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] Routers {'3b4d7129-c402-4482-91bf-93939a022c6e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:14.123949 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:56:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['3b4d7129-c402-4482-91bf-93939a022c6e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:14.135998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Calling delete_port for f915f35b-5e23-47ee-b3bb-bd983a3a88bd owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:14.269529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Made reservation on behalf of b7bfcc433e1848e88b09a3c095b687cc for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:14.276018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.418771 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] Set router 3b4d7129-c402-4482-91bf-93939a022c6e gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:14.444958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f915f35b-5e23-47ee-b3bb-bd983a3a88bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.476124 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:56:13Z', 'revision_number': 6, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:14.493358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Pushing event deleted for resources: {'Port': ['ID=f915f35b-5e23-47ee-b3bb-bd983a3a88bd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:14.525435 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8ad5a-33ab-473f-ada8-4f792a83908f None None] The sync data for ids ['3b4d7129-c402-4482-91bf-93939a022c6e'] in n-d-713498-37 is: [{'id': '3b4d7129-c402-4482-91bf-93939a022c6e', 'name': 'tempest-TestServerMultinode-1933879854-router', 'tenant_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:17Z', 'updated_at': '2022-02-11T05:56:13Z', 'revision_number': 6, 'project_id': 'eef1b7a0a073403ca1b7c2e9f5fd5290', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:56:14.578269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Allocated IP 172.20.0.12 (78fa6519-9563-4286-ba24-a6299cbc00c0/d4c524b1-81dc-4ade-b502-7e258c1e77a1/611cfb8b-d4d6-4330-88a9-9ec91c940390) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:14.599147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (3b4d7129-c402-4482-91bf-93939a022c6e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.732474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (3b4d7129-c402-4482-91bf-93939a022c6e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.735277 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks [] for router_controller (3b4d7129-c402-4482-91bf-93939a022c6e), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.797372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-628aa87a-76af-48bf-b47c-16d1be99517c req-931dde0f-eebe-4022-84a6-d384c0682cee tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 210 time: 0.0391493 Feb 11 05:56:14.815546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks [] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.856072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (3b4d7129-c402-4482-91bf-93939a022c6e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.856840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b4d7129-c402-4482-91bf-93939a022c6e {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:56:14.862238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.865747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cd78cb4a-55f5-4956-b487-dc3de0bf0269 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3b4d7129-c402-4482-91bf-93939a022c6e HTTP/1.1" status: 204 len: 168 time: 1.3800950 Feb 11 05:56:14.866132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43546) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:14.955132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.984701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cc47dc-d633-4c60-a18c-3bc648587823 admin admin] Deleting subnet 5855009c-1085-4b39-bf3a-ea79fc4cfd44 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:56:14.989065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20cc47dc-d633-4c60-a18c-3bc648587823 admin admin] Publish callbacks [] for subnet (5855009c-1085-4b39-bf3a-ea79fc4cfd44), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.045836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Network 78fa6519-9563-4286-ba24-a6299cbc00c0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:15.056237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:15.064388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:15.069021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20cc47dc-d633-4c60-a18c-3bc648587823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (5855009c-1085-4b39-bf3a-ea79fc4cfd44), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.100297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Pushing event updated for resources: {'Port': ['ID=611cfb8b-d4d6-4330-88a9-9ec91c940390,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:15.144451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:15.145140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.187001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20cc47dc-d633-4c60-a18c-3bc648587823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (5855009c-1085-4b39-bf3a-ea79fc4cfd44), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.251375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-6d890842-7c83-42e9-9236-f501d645b147 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3238256 Feb 11 05:56:15.263837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Request body: {'port': {'device_id': 'c3124c97-eb48-4ce2-afda-22f5676309a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:15.325569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20cc47dc-d633-4c60-a18c-3bc648587823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (5855009c-1085-4b39-bf3a-ea79fc4cfd44), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.339885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.392654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20cc47dc-d633-4c60-a18c-3bc648587823 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.407133 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-20cc47dc-d633-4c60-a18c-3bc648587823 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5855009c-1085-4b39-bf3a-ea79fc4cfd44 HTTP/1.1" status: 204 len: 168 time: 0.5398178 Feb 11 05:56:15.409272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43552) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:15.414020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc47dc-d633-4c60-a18c-3bc648587823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5855009c-1085-4b39-bf3a-ea79fc4cfd44,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:15.457583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b686ef-b704-4721-a5fb-9a9fb256c8f0 None None] Network 481f2fd2-c962-4164-9c12-e195bcacc3ee requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:56:15.577085 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (481f2fd2-c962-4164-9c12-e195bcacc3ee), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.728115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Deleting port 70561eea-2a4b-40cc-a200-220ead8b26c4 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:15.729773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.736650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fe81674b-c677-41ad-bf57-302fd5da8728 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:15.778908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: fe81674b-c677-41ad-bf57-302fd5da8728 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:15.779494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fe81674b-c677-41ad-bf57-302fd5da8728 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:15.781086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f915f35b-5e23-47ee-b3bb-bd983a3a88bd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:15.818549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] DHCP port deletion for 481f2fd2-c962-4164-9c12-e195bcacc3ee request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:56:15.822158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f915f35b-5e23-47ee-b3bb-bd983a3a88bd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:15.823468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f915f35b-5e23-47ee-b3bb-bd983a3a88bd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:15.889019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] For port 70561eea-2a4b-40cc-a200-220ead8b26c4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=70561eea-2a4b-40cc-a200-220ead8b26c4,segment=NetworkSegment(67788f46-0b50-4e38-bf9d-7e3eaf2a7429),segment_id=67788f46-0b50-4e38-bf9d-7e3eaf2a7429)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:15.889402 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.925800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] Deleting port 70561eea-2a4b-40cc-a200-220ead8b26c4 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:15.930225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.949916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Calling delete_port for 70561eea-2a4b-40cc-a200-220ead8b26c4 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:16.103063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] For port 70561eea-2a4b-40cc-a200-220ead8b26c4, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=70561eea-2a4b-40cc-a200-220ead8b26c4,segment=NetworkSegment(67788f46-0b50-4e38-bf9d-7e3eaf2a7429),segment_id=67788f46-0b50-4e38-bf9d-7e3eaf2a7429)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:16.103927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.123084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] Calling delete_port for 70561eea-2a4b-40cc-a200-220ead8b26c4 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:16.262342 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.336903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Pushing event deleted for resources: {'Port': ['ID=70561eea-2a4b-40cc-a200-220ead8b26c4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:16.350226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] No DVR routers for this DVR port 70561eea-2a4b-40cc-a200-220ead8b26c4 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:56:16.510842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611cfb8b-d4d6-4330-88a9-9ec91c940390 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:16.538974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (70561eea-2a4b-40cc-a200-220ead8b26c4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.540210 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (481f2fd2-c962-4164-9c12-e195bcacc3ee), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.540831 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Publish callbacks [] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.571347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] Pushing event deleted for resources: {'Port': ['ID=70561eea-2a4b-40cc-a200-220ead8b26c4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:16.590862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bace29-e82c-49a3-879d-7ef9bc79d903 None None] No DVR routers for this DVR port 70561eea-2a4b-40cc-a200-220ead8b26c4 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:56:16.593119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481f2fd2-c962-4164-9c12-e195bcacc3ee']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:16.606300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67788f46-0b50-4e38-bf9d-7e3eaf2a7429') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:16.606985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67788f46-0b50-4e38-bf9d-7e3eaf2a7429') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:16.609064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Transition to ACTIVE for port object 611cfb8b-d4d6-4330-88a9-9ec91c940390 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:56:16.635871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (67788f46-0b50-4e38-bf9d-7e3eaf2a7429), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.637487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493750fa-00ea-4c80-b6b4-b48579a9ee3f req-7196fc73-43cd-4191-a5aa-924850722681 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.639761 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-493750fa-00ea-4c80-b6b4-b48579a9ee3f req-7196fc73-43cd-4191-a5aa-924850722681 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 932 time: 0.2562702 Feb 11 05:56:16.653983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (67788f46-0b50-4e38-bf9d-7e3eaf2a7429), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.662479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:56:16.662992 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (67788f46-0b50-4e38-bf9d-7e3eaf2a7429), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:56:16.666417 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:56:16.700057 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.798944 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (481f2fd2-c962-4164-9c12-e195bcacc3ee), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.813118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.820754 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] 10.222.0.62 "DELETE /v2.0/networks/481f2fd2-c962-4164-9c12-e195bcacc3ee HTTP/1.1" status: 204 len: 168 time: 1.3987441 Feb 11 05:56:16.836902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-493750fa-00ea-4c80-b6b4-b48579a9ee3f req-9baebaab-55ff-49bb-b213-5bc310948c58 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823525 Feb 11 05:56:16.869616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d6d5c-9234-44d5-9a23-eb103b460604 admin admin] Pushing event deleted for resources: {'Network': ['ID=481f2fd2-c962-4164-9c12-e195bcacc3ee,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:16.869849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=611cfb8b-d4d6-4330-88a9-9ec91c940390,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:16.902093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Attempting to bind port 611cfb8b-d4d6-4330-88a9-9ec91c940390 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:56:16.902531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Attempting to bind port 611cfb8b-d4d6-4330-88a9-9ec91c940390 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:56:16.902939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Attempting to bind port 611cfb8b-d4d6-4330-88a9-9ec91c940390 on network 78fa6519-9563-4286-ba24-a6299cbc00c0 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:16.908450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Port 611cfb8b-d4d6-4330-88a9-9ec91c940390 on network 78fa6519-9563-4286-ba24-a6299cbc00c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:56:16.913083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Attempting to bind port 611cfb8b-d4d6-4330-88a9-9ec91c940390 on network 78fa6519-9563-4286-ba24-a6299cbc00c0 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:16.914563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:56:16.914881 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Checking segment: {'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:16.915286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Bound using segment: {'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:56:16.915714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Bound port: 611cfb8b-d4d6-4330-88a9-9ec91c940390, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18535a65-d7c6-4965-a228-3249ad54ff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:56:16.916921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.031034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] For port 611cfb8b-d4d6-4330-88a9-9ec91c940390, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:56:17.036412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] For port 611cfb8b-d4d6-4330-88a9-9ec91c940390, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=611cfb8b-d4d6-4330-88a9-9ec91c940390,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:56:17.137642 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.184834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.185667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.187191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/611cfb8b-d4d6-4330-88a9-9ec91c940390 HTTP/1.1" status: 200 len: 1093 time: 1.9293103 Feb 11 05:56:17.187667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3124c97-eb48-4ce2-afda-22f5676309a3', 'tag': '611cfb8b-d4d6-4330-88a9-9ec91c940390'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:17.190097 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04be2dd5-5493-4533-8225-37f32a1531be" -d '{"events": [{"name": "network-changed", "server_uuid": "c3124c97-eb48-4ce2-afda-22f5676309a3", "tag": "611cfb8b-d4d6-4330-88a9-9ec91c940390"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:17.211277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0036d95-bf3c-4b95-b151-4ba1da5be0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=611cfb8b-d4d6-4330-88a9-9ec91c940390,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:17.257008 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a953bbc7-dd5e-48b3-8ef5-d12fd642727f x-openstack-request-id: req-a953bbc7-dd5e-48b3-8ef5-d12fd642727f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:17.257008 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3124c97-eb48-4ce2-afda-22f5676309a3", "tag": "611cfb8b-d4d6-4330-88a9-9ec91c940390", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:17.257008 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a953bbc7-dd5e-48b3-8ef5-d12fd642727f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:17.257008 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3124c97-eb48-4ce2-afda-22f5676309a3', 'tag': '611cfb8b-d4d6-4330-88a9-9ec91c940390', 'status': 'completed', 'code': 200} Feb 11 05:56:17.334333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43570) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:17.358843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be2dd5-5493-4533-8225-37f32a1531be req-83db82b6-bcc2-4ee4-8f24-18f5b3f37bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.360491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04be2dd5-5493-4533-8225-37f32a1531be req-83db82b6-bcc2-4ee4-8f24-18f5b3f37bc2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 1127 time: 0.0715070 Feb 11 05:56:17.412129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-02f420d5-01af-4987-9b84-91c10bb718b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52be7724cab841e789f657699c9babe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0762928 Feb 11 05:56:17.414430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43572) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:17.514542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be2dd5-5493-4533-8225-37f32a1531be req-22bdf2a1-fc45-429c-a9d6-28e823eec484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.516028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04be2dd5-5493-4533-8225-37f32a1531be req-22bdf2a1-fc45-429c-a9d6-28e823eec484 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1461873 Feb 11 05:56:17.519688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1948ab6-ca30-42a0-a6ec-9eba146c532b admin admin] Publish callbacks [] for security_group (662d3be0-c11e-4c61-a412-39b9f926e249), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.569831 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1948ab6-ca30-42a0-a6ec-9eba146c532b admin admin] Publish callbacks [] for security_group (662d3be0-c11e-4c61-a412-39b9f926e249), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.622003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 70561eea-2a4b-40cc-a200-220ead8b26c4 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:17.642863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 70561eea-2a4b-40cc-a200-220ead8b26c4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:17.643272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 70561eea-2a4b-40cc-a200-220ead8b26c4 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:17.657341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be2dd5-5493-4533-8225-37f32a1531be req-fd35eadc-b2b3-4c39-8877-bbcf72b013b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.657985 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04be2dd5-5493-4533-8225-37f32a1531be req-fd35eadc-b2b3-4c39-8877-bbcf72b013b6 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363235 Feb 11 05:56:17.736827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1948ab6-ca30-42a0-a6ec-9eba146c532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (662d3be0-c11e-4c61-a412-39b9f926e249), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.739722 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1948ab6-ca30-42a0-a6ec-9eba146c532b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:17.740502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e1948ab6-ca30-42a0-a6ec-9eba146c532b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/662d3be0-c11e-4c61-a412-39b9f926e249 HTTP/1.1" status: 204 len: 168 time: 0.3247449 Feb 11 05:56:17.752322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948ab6-ca30-42a0-a6ec-9eba146c532b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d3be0-c11e-4c61-a412-39b9f926e249,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:17.771824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-fd238716-70cf-40ce-8f14-c80cb2c32b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.780617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-fd238716-70cf-40ce-8f14-c80cb2c32b8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 1127 time: 0.0748818 Feb 11 05:56:17.836976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-ef6220ce-f085-4c69-b3bd-059a66bfd223 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611cfb8b-d4d6-4330-88a9-9ec91c940390 HTTP/1.1" status: 200 len: 217 time: 0.0552459 Feb 11 05:56:17.925916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-65914808-8438-47ce-8a77-59c3cc6171a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.928323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-65914808-8438-47ce-8a77-59c3cc6171a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4c524b1-81dc-4ade-b502-7e258c1e77a1 HTTP/1.1" status: 200 len: 852 time: 0.0861442 Feb 11 05:56:18.009180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-f4310bd1-fcde-4c8c-bcc7-0ed917a76131 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=78fa6519-9563-4286-ba24-a6299cbc00c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635593 Feb 11 05:56:18.102831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e70fc4-66b7-43fd-a57e-c0e5266288a2 req-92b573e3-1e3f-492a-bf3a-8847caf87213 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:18.105060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9e70fc4-66b7-43fd-a57e-c0e5266288a2 req-92b573e3-1e3f-492a-bf3a-8847caf87213 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 944 time: 0.1577890 Feb 11 05:56:18.193485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-5099c0c8-2839-482a-9865-a535332ae24b service neutron] 10.222.0.65 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777391 Feb 11 05:56:18.198647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9e70fc4-66b7-43fd-a57e-c0e5266288a2 req-30bf7595-9dd7-4940-970b-3caa477f651e tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814738 Feb 11 05:56:18.320474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcb2fba7-422a-4ac0-b6f1-36dd9365e7ff req-44124ecb-087f-4eb1-a7e7-52ece86688c3 service neutron] 10.222.0.65 "GET /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208370 Feb 11 05:56:18.667916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43588) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:18.724641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c399ba00-073a-435c-a50b-851195603956 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eef1b7a0a073403ca1b7c2e9f5fd5290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532815 Feb 11 05:56:18.725245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43590) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:18.787522 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d201a27-2d00-4515-a099-2681eda044db admin admin] Publish callbacks [] for security_group (ac3238af-a860-424c-a8b3-8560d0e8915a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.818334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d201a27-2d00-4515-a099-2681eda044db admin admin] Publish callbacks [] for security_group (ac3238af-a860-424c-a8b3-8560d0e8915a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.948436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d201a27-2d00-4515-a099-2681eda044db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ac3238af-a860-424c-a8b3-8560d0e8915a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.951853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d201a27-2d00-4515-a099-2681eda044db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:18.953192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2d201a27-2d00-4515-a099-2681eda044db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac3238af-a860-424c-a8b3-8560d0e8915a HTTP/1.1" status: 204 len: 168 time: 0.2267876 Feb 11 05:56:18.977180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d201a27-2d00-4515-a099-2681eda044db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3238af-a860-424c-a8b3-8560d0e8915a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:19.453402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d245c9-e773-430f-baad-e37c000df74c req-93fa3a10-deeb-4e39-b337-ace32e6989a3 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:19.463751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84d245c9-e773-430f-baad-e37c000df74c req-93fa3a10-deeb-4e39-b337-ace32e6989a3 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 944 time: 0.1030242 Feb 11 05:56:19.537256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84d245c9-e773-430f-baad-e37c000df74c req-0450306b-c86d-4514-a341-0ff175f4d74a tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724938 Feb 11 05:56:20.680828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04091657-9199-47a9-a6c3-274011de79df req-a99afa76-1489-4809-a4ce-648a265f0715 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:20.685442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04091657-9199-47a9-a6c3-274011de79df req-a99afa76-1489-4809-a4ce-648a265f0715 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 944 time: 0.0626602 Feb 11 05:56:20.752014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04091657-9199-47a9-a6c3-274011de79df req-b40d6e11-a910-41ec-b42d-691c4ed9ad90 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566781 Feb 11 05:56:21.224028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 611cfb8b-d4d6-4330-88a9-9ec91c940390 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:56:21.321967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 611cfb8b-d4d6-4330-88a9-9ec91c940390, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=611cfb8b-d4d6-4330-88a9-9ec91c940390,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:21.334133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '611cfb8b-d4d6-4330-88a9-9ec91c940390', 'network_id': '78fa6519-9563-4286-ba24-a6299cbc00c0', 'port_id': '611cfb8b-d4d6-4330-88a9-9ec91c940390', 'mac_address': 'fa:16:3e:8a:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c524b1-81dc-4ade-b502-7e258c1e77a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:56:21.386212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 611cfb8b-d4d6-4330-88a9-9ec91c940390 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:21.386602 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:21.401862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611cfb8b-d4d6-4330-88a9-9ec91c940390 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:21.423312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 611cfb8b-d4d6-4330-88a9-9ec91c940390, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=611cfb8b-d4d6-4330-88a9-9ec91c940390,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:21.491568 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:21.562369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=611cfb8b-d4d6-4330-88a9-9ec91c940390,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:21.688241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['611cfb8b-d4d6-4330-88a9-9ec91c940390'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:21.889329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a78056-99d7-4e24-bae6-d015f1cbe67e req-259bbe9b-b92a-4a2b-aa0b-ff20e861d778 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:21.896028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49a78056-99d7-4e24-bae6-d015f1cbe67e req-259bbe9b-b92a-4a2b-aa0b-ff20e861d778 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 945 time: 0.0613527 Feb 11 05:56:21.948235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49a78056-99d7-4e24-bae6-d015f1cbe67e req-21880896-e7ef-448d-b4d5-978a72cc3d8e tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447023 Feb 11 05:56:23.068115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffd04f-d9fd-4089-a2f4-1459ee782fda req-21f172a6-aeff-4a2c-b480-f187b31b6d88 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.069708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15ffd04f-d9fd-4089-a2f4-1459ee782fda req-21f172a6-aeff-4a2c-b480-f187b31b6d88 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 945 time: 0.0534122 Feb 11 05:56:23.120678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15ffd04f-d9fd-4089-a2f4-1459ee782fda req-bbc4279d-cb4d-43e3-96a2-1d7e367609de tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Feb 11 05:56:23.239648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 611cfb8b-d4d6-4330-88a9-9ec91c940390 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:23.376190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 611cfb8b-d4d6-4330-88a9-9ec91c940390 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:56:23.380302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 611cfb8b-d4d6-4330-88a9-9ec91c940390 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:23.380724 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:23.463104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 611cfb8b-d4d6-4330-88a9-9ec91c940390 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:23.463494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:23.487117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3124c97-eb48-4ce2-afda-22f5676309a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611cfb8b-d4d6-4330-88a9-9ec91c940390'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:23.489389 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a86cf08-3c6f-4501-9b0a-4f7b3f6d3e0d" -d '{"events": [{"server_uuid": "c3124c97-eb48-4ce2-afda-22f5676309a3", "name": "network-vif-plugged", "status": "completed", "tag": "611cfb8b-d4d6-4330-88a9-9ec91c940390"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:23.502725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 611cfb8b-d4d6-4330-88a9-9ec91c940390, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=611cfb8b-d4d6-4330-88a9-9ec91c940390,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:23.537357 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02f9f35-5d69-44df-a021-9170f98f40a2 x-openstack-request-id: req-f02f9f35-5d69-44df-a021-9170f98f40a2 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:23.537357 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3124c97-eb48-4ce2-afda-22f5676309a3", "name": "network-vif-plugged", "status": "completed", "tag": "611cfb8b-d4d6-4330-88a9-9ec91c940390", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:23.537357 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f02f9f35-5d69-44df-a021-9170f98f40a2 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:23.537357 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3124c97-eb48-4ce2-afda-22f5676309a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611cfb8b-d4d6-4330-88a9-9ec91c940390', 'code': 200} Feb 11 05:56:23.635799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2eb865-f51a-49c6-93de-17382414b5da req-f6f12df2-4a29-465b-92f8-75434d240fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.637369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f2eb865-f51a-49c6-93de-17382414b5da req-f6f12df2-4a29-465b-92f8-75434d240fd8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 1128 time: 0.0495403 Feb 11 05:56:23.644879 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:23.688858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f2eb865-f51a-49c6-93de-17382414b5da req-b0f7c225-9353-4265-ae76-4b461f3e2783 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 Feb 11 05:56:23.699746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=611cfb8b-d4d6-4330-88a9-9ec91c940390,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:23.707763 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.708112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.708464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.708827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.709165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.709497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.709828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.710153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.710500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.710859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.711188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.711516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:23.711884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:24.253318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83956acf-0d03-448d-9e0c-92409b88c90c req-e0f29a4a-6747-4394-9296-1998f49a4d0b tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:24.254845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83956acf-0d03-448d-9e0c-92409b88c90c req-e0f29a4a-6747-4394-9296-1998f49a4d0b tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 946 time: 0.0545344 Feb 11 05:56:24.303082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83956acf-0d03-448d-9e0c-92409b88c90c req-cf950d46-3c26-4d5a-8e18-904cee787e57 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424805 Feb 11 05:56:25.439446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06024aa-5e98-401c-8ddb-798987f88393 req-6b57300b-86a3-4513-a7d9-0c2942db3c19 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:25.440998 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d06024aa-5e98-401c-8ddb-798987f88393 req-6b57300b-86a3-4513-a7d9-0c2942db3c19 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 946 time: 0.0668051 Feb 11 05:56:25.496317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d06024aa-5e98-401c-8ddb-798987f88393 req-6fde9695-439e-49b1-ace0-93bae9185cda tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497267 Feb 11 05:56:27.341449 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:56:30.004700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43730) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:30.062983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe6ea48-1941-4b30-875b-d445df6c04f2 admin admin] Deleting subnet a99b5fb7-08d1-4297-9580-8a2ad86317b2 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:56:30.067322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efe6ea48-1941-4b30-875b-d445df6c04f2 admin admin] Publish callbacks [] for subnet (a99b5fb7-08d1-4297-9580-8a2ad86317b2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.122828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efe6ea48-1941-4b30-875b-d445df6c04f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (a99b5fb7-08d1-4297-9580-8a2ad86317b2), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.174942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efe6ea48-1941-4b30-875b-d445df6c04f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a99b5fb7-08d1-4297-9580-8a2ad86317b2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.335622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efe6ea48-1941-4b30-875b-d445df6c04f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (a99b5fb7-08d1-4297-9580-8a2ad86317b2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.359171 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efe6ea48-1941-4b30-875b-d445df6c04f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.367030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43732) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:30.380653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-efe6ea48-1941-4b30-875b-d445df6c04f2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a99b5fb7-08d1-4297-9580-8a2ad86317b2 HTTP/1.1" status: 204 len: 168 time: 0.3703582 Feb 11 05:56:30.456316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6ea48-1941-4b30-875b-d445df6c04f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99b5fb7-08d1-4297-9580-8a2ad86317b2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:30.514503 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (0c201194-7888-47eb-b08f-360bfeee4e59), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.637475 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (0c201194-7888-47eb-b08f-360bfeee4e59), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.663721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c201194-7888-47eb-b08f-360bfeee4e59']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:30.676875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483f6a68-a88b-4c99-b9a4-473921be4515') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:30.677245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483f6a68-a88b-4c99-b9a4-473921be4515') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:30.693050 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (483f6a68-a88b-4c99-b9a4-473921be4515), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.710321 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (483f6a68-a88b-4c99-b9a4-473921be4515), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.719284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:56:30.724403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (483f6a68-a88b-4c99-b9a4-473921be4515), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:56:30.779128 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:56:30.860898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (0c201194-7888-47eb-b08f-360bfeee4e59), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.866480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.873801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] 10.222.0.62 "DELETE /v2.0/networks/0c201194-7888-47eb-b08f-360bfeee4e59 HTTP/1.1" status: 204 len: 168 time: 0.5020428 Feb 11 05:56:30.892143 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c441436-9328-4dec-970a-fb065ce59c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c201194-7888-47eb-b08f-360bfeee4e59,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:31.333468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:31.378929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5f23582f-ab55-4d42-9854-328028ef030b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02f66150497649e3979060fc8b9b382e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418348 Feb 11 05:56:31.379585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43740) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:31.429595 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8af2cf86-4e6b-410d-a08a-30e1bc9594a0 admin admin] Publish callbacks [] for security_group (7ec5b8c9-8119-41f3-809d-67b2d5e49ab5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:31.452243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8af2cf86-4e6b-410d-a08a-30e1bc9594a0 admin admin] Publish callbacks [] for security_group (7ec5b8c9-8119-41f3-809d-67b2d5e49ab5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:31.574437 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8af2cf86-4e6b-410d-a08a-30e1bc9594a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7ec5b8c9-8119-41f3-809d-67b2d5e49ab5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:31.578393 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8af2cf86-4e6b-410d-a08a-30e1bc9594a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:31.582286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8af2cf86-4e6b-410d-a08a-30e1bc9594a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ec5b8c9-8119-41f3-809d-67b2d5e49ab5 HTTP/1.1" status: 204 len: 168 time: 0.1996393 Feb 11 05:56:31.590252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2cf86-4e6b-410d-a08a-30e1bc9594a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec5b8c9-8119-41f3-809d-67b2d5e49ab5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:32.770624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43766) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:32.886454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-454803036-network', 'tenant_id': '8a442b001c904510b964297c07fd471c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:32.957258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Made reservation on behalf of 8a442b001c904510b964297c07fd471c for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:32.959677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:32.973813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:32.989044 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3eec9db9-3cab-42a3-a33f-9a2a0058cc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.054842 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Publish callbacks [] for security_group (75208e4e-4b6f-44cd-bbba-3e6fb13aa559), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.141952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (75208e4e-4b6f-44cd-bbba-3e6fb13aa559), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.168422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:56:33.178837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75208e4e-4b6f-44cd-bbba-3e6fb13aa559,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:33.185016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c8bcd971-709d-4b90-8626-009ca52089be), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.185362 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Added segment c8bcd971-709d-4b90-8626-009ca52089be of type vlan for network d22d6a6b-c2b3-4b39-aea8-10294c69a105 Feb 11 05:56:33.231097 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d22d6a6b-c2b3-4b39-aea8-10294c69a105), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.330600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d22d6a6b-c2b3-4b39-aea8-10294c69a105), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.331781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:33.332495 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.402061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] Pushing event updated for resources: {'Network': ['ID=d22d6a6b-c2b3-4b39-aea8-10294c69a105,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:33.412322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d22d6a6b-c2b3-4b39-aea8-10294c69a105 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:56:33.462303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43772) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:33.466074 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-14602c63-6f4a-4755-93a6-7eb37f35a68e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6942632 Feb 11 05:56:33.467869 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Request body: {'subnet': {'network_id': 'd22d6a6b-c2b3-4b39-aea8-10294c69a105', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-454803036-subnet', 'tenant_id': '8a442b001c904510b964297c07fd471c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:33.570459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Made reservation on behalf of 8a442b001c904510b964297c07fd471c for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:33.573120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.810535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (377a50b4-694d-414e-a782-660ebb7d73d9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.865265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377a50b4-694d-414e-a782-660ebb7d73d9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:33.875800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Checking segment: {'id': 'c8bcd971-709d-4b90-8626-009ca52089be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd22d6a6b-c2b3-4b39-aea8-10294c69a105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:33.876165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Network hostable DHCP agents. Network: d22d6a6b-c2b3-4b39-aea8-10294c69a105, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:56:33.970172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Network d22d6a6b-c2b3-4b39-aea8-10294c69a105 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:56:34.078532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d22d6a6b-c2b3-4b39-aea8-10294c69a105) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:34.082746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.083357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:34.090224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368a8ec-ace0-48d9-9f71-ec2e92516ecf None None] Network d22d6a6b-c2b3-4b39-aea8-10294c69a105 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:56:34.192226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d297bcfc-a488-4b8a-b004-ee3c1c96de98 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7208645 Feb 11 05:56:34.200046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a69dbdf-6167-4805-9e29-ca75c247670a None None] Network d22d6a6b-c2b3-4b39-aea8-10294c69a105 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:56:34.875619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43792) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:34.880994 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1632283792-network', 'tenant_id': 'f36a129fa21a483598c194d4ab7fab26'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:34.975971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Made reservation on behalf of f36a129fa21a483598c194d4ab7fab26 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:34.979357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:34.988683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.068248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Publish callbacks [] for security_group (26e98930-1e57-4c81-b445-a7a9f3aaba14), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.164689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (26e98930-1e57-4c81-b445-a7a9f3aaba14), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.190954 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:56:35.199878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e98930-1e57-4c81-b445-a7a9f3aaba14,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:35.205813 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a9ceced6-e212-4140-869e-16f30d77a069), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.206168 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Added segment a9ceced6-e212-4140-869e-16f30d77a069 of type vlan for network 7e15d85f-387d-422a-98e6-d4edbe4b24e5 Feb 11 05:56:35.249306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7e15d85f-387d-422a-98e6-d4edbe4b24e5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.324211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7e15d85f-387d-422a-98e6-d4edbe4b24e5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.325229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:35.325807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.391508 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] Pushing event updated for resources: {'Network': ['ID=7e15d85f-387d-422a-98e6-d4edbe4b24e5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:35.401766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7e15d85f-387d-422a-98e6-d4edbe4b24e5 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:56:35.447381 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0b4a65a3-2aff-465b-8e53-1946711d628d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5700991 Feb 11 05:56:35.450229 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43794) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:35.455316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Request body: {'subnet': {'network_id': '7e15d85f-387d-422a-98e6-d4edbe4b24e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1632283792-subnet', 'tenant_id': 'f36a129fa21a483598c194d4ab7fab26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:35.552980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Made reservation on behalf of f36a129fa21a483598c194d4ab7fab26 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:35.555294 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.564239 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d59d85f-8f69-4a70-b602-3081335370ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.793166 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (13d7d59a-f191-4a69-98d4-c850de50e898), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.854949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d7d59a-f191-4a69-98d4-c850de50e898,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:35.865620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.865971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.866314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.866684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.866988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.867316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.867644 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.867973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.868294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.868646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.868970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.869299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.869615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:35.874908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Checking segment: {'id': 'a9ceced6-e212-4140-869e-16f30d77a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '7e15d85f-387d-422a-98e6-d4edbe4b24e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:35.875276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Network hostable DHCP agents. Network: 7e15d85f-387d-422a-98e6-d4edbe4b24e5, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:56:35.987548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Network 7e15d85f-387d-422a-98e6-d4edbe4b24e5 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:56:36.090338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7e15d85f-387d-422a-98e6-d4edbe4b24e5) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:36.094596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:36.095345 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:36.100359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecde05-382c-4a40-ba4a-1d220e16cf3d None None] Network 7e15d85f-387d-422a-98e6-d4edbe4b24e5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:56:36.179381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1e09ad5d-78bb-441a-a9fa-e4027733e7e8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7277160 Feb 11 05:56:36.224021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5b5fd-b722-4d4c-9221-26e567d01af3 None None] Network 7e15d85f-387d-422a-98e6-d4edbe4b24e5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:56:36.770446 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:36.813257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-01a7761b-f11a-469f-a4ea-74ee468d5bf3 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:36.820045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-01a7761b-f11a-469f-a4ea-74ee468d5bf3 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/networks?id=d22d6a6b-c2b3-4b39-aea8-10294c69a105 HTTP/1.1" status: 200 len: 811 time: 0.1155183 Feb 11 05:56:36.831369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-1195c3d5-25a6-46a1-a083-241af02b9f6b tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/quotas/8a442b001c904510b964297c07fd471c HTTP/1.1" status: 200 len: 375 time: 0.0104718 Feb 11 05:56:36.871721 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-c5e53a64-7ab3-4c84-8212-db4007b98934 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a442b001c904510b964297c07fd471c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349660 Feb 11 05:56:36.969418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-ba00b13e-2e3f-4d1b-8bc2-6567c20fa8c5 service neutron] 10.222.0.62 "GET /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888588 Feb 11 05:56:37.067230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-e47c63e7-dccc-489b-8973-89521844140d service neutron] 10.222.0.62 "GET /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919592 Feb 11 05:56:37.312850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b90ed490-5563-41e9-b62a-c75c121b452d req-d9f5b027-5fbb-49e3-9221-8eef7b72f93e tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 210 time: 0.0277619 Feb 11 05:56:38.393544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4cfa2191-3a5f-4ae3-8fee-8f6acc82bc54 req-251fea4a-a734-4c8a-87b6-b46cefc438b7 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 210 time: 0.0271254 Feb 11 05:56:38.438394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:38.747259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:39.283134 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:39.492505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13bc3c0b-61b7-4de0-b89b-d6643d726312 req-ec030b31-5256-4de3-8d19-6bfa4363737a tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 210 time: 0.0279586 Feb 11 05:56:40.067852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-f4eed8a8-d261-462e-a9d1-bebef78f384f tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:40.069393 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-f4eed8a8-d261-462e-a9d1-bebef78f384f tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.83 "GET /v2.0/networks?id=d22d6a6b-c2b3-4b39-aea8-10294c69a105 HTTP/1.1" status: 200 len: 811 time: 0.1099262 Feb 11 05:56:40.081234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Request body: {'port': {'device_id': '3ab2ca38-906d-445f-b5f9-cf39950cdc5d', 'network_id': 'd22d6a6b-c2b3-4b39-aea8-10294c69a105', 'admin_state_up': True, 'tenant_id': '8a442b001c904510b964297c07fd471c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:40.273111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Made reservation on behalf of 8a442b001c904510b964297c07fd471c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:40.276523 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:40.410493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Allocated IP 172.20.0.5 (d22d6a6b-c2b3-4b39-aea8-10294c69a105/377a50b4-694d-414e-a782-660ebb7d73d9/9559f079-6c02-47ab-8fc8-598a7b3c41ce) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:40.563772 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Publish callbacks [] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:40.597092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ecb6801-0b61-4a36-97c7-911a2b4eea65 req-687f82ac-5001-4857-a433-a1ef96a90c77 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 210 time: 0.0321987 Feb 11 05:56:40.673431 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:40.720084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Network d22d6a6b-c2b3-4b39-aea8-10294c69a105 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:40.723405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:40.727136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:40.734740 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Pushing event updated for resources: {'Port': ['ID=9559f079-6c02-47ab-8fc8-598a7b3c41ce,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:40.779745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:40.780321 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:40.851642 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-98716a0a-0d66-4ab3-b0d1-23aa25b44b60 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748940 Feb 11 05:56:40.863492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Request body: {'port': {'device_id': '3ab2ca38-906d-445f-b5f9-cf39950cdc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:40.930540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:41.210008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9559f079-6c02-47ab-8fc8-598a7b3c41ce {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:41.218850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Publish callbacks [] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:41.231316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Transition to ACTIVE for port object 9559f079-6c02-47ab-8fc8-598a7b3c41ce will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:56:41.290305 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:41.364386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Pushing event updated for resources: {'Port': ['ID=9559f079-6c02-47ab-8fc8-598a7b3c41ce,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:41.421958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Attempting to bind port 9559f079-6c02-47ab-8fc8-598a7b3c41ce on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:56:41.422206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Attempting to bind port 9559f079-6c02-47ab-8fc8-598a7b3c41ce by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'c8bcd971-709d-4b90-8626-009ca52089be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd22d6a6b-c2b3-4b39-aea8-10294c69a105'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:56:41.422536 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Attempting to bind port 9559f079-6c02-47ab-8fc8-598a7b3c41ce on network d22d6a6b-c2b3-4b39-aea8-10294c69a105 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:41.426896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Port 9559f079-6c02-47ab-8fc8-598a7b3c41ce on network d22d6a6b-c2b3-4b39-aea8-10294c69a105 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:56:41.427219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Attempting to bind port 9559f079-6c02-47ab-8fc8-598a7b3c41ce on network d22d6a6b-c2b3-4b39-aea8-10294c69a105 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:41.431983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:56:41.432327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Checking segment: {'id': 'c8bcd971-709d-4b90-8626-009ca52089be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd22d6a6b-c2b3-4b39-aea8-10294c69a105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:41.433378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Bound using segment: {'id': 'c8bcd971-709d-4b90-8626-009ca52089be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd22d6a6b-c2b3-4b39-aea8-10294c69a105'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:56:41.433807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Bound port: 9559f079-6c02-47ab-8fc8-598a7b3c41ce, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8bcd971-709d-4b90-8626-009ca52089be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd22d6a6b-c2b3-4b39-aea8-10294c69a105'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:56:41.434162 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:41.498582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] For port 9559f079-6c02-47ab-8fc8-598a7b3c41ce, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:56:41.501885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] For port 9559f079-6c02-47ab-8fc8-598a7b3c41ce, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9559f079-6c02-47ab-8fc8-598a7b3c41ce,segment=NetworkSegment(c8bcd971-709d-4b90-8626-009ca52089be),segment_id=c8bcd971-709d-4b90-8626-009ca52089be)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:56:41.582370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:41.620746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:41.621620 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:41.623054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] 10.222.0.83 "PUT /v2.0/ports/9559f079-6c02-47ab-8fc8-598a7b3c41ce HTTP/1.1" status: 200 len: 1092 time: 0.7640507 Feb 11 05:56:41.623550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab2ca38-906d-445f-b5f9-cf39950cdc5d', 'tag': '9559f079-6c02-47ab-8fc8-598a7b3c41ce'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:41.626003 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d727a-133e-4e1f-8c02-e109b98b9ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab2ca38-906d-445f-b5f9-cf39950cdc5d", "tag": "9559f079-6c02-47ab-8fc8-598a7b3c41ce"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:41.649085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce82cf-b745-4a8e-95dc-6a44f6bb7a4e service neutron] Pushing event updated for resources: {'Port': ['ID=9559f079-6c02-47ab-8fc8-598a7b3c41ce,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:41.690814 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea4c40c-d158-450c-9526-031fada207ab x-openstack-request-id: req-3ea4c40c-d158-450c-9526-031fada207ab {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:41.691148 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab2ca38-906d-445f-b5f9-cf39950cdc5d", "tag": "9559f079-6c02-47ab-8fc8-598a7b3c41ce", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:41.691508 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ea4c40c-d158-450c-9526-031fada207ab {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:41.691987 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab2ca38-906d-445f-b5f9-cf39950cdc5d', 'tag': '9559f079-6c02-47ab-8fc8-598a7b3c41ce', 'status': 'completed', 'code': 200} Feb 11 05:56:41.723520 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:41.755889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9d4d2-b456-416e-9261-5ead4d4faec4 req-3c5ad428-0fb2-4383-9768-74374c9a4762 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:41.757656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3a9d4d2-b456-416e-9261-5ead4d4faec4 req-3c5ad428-0fb2-4383-9768-74374c9a4762 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 943 time: 0.0573149 Feb 11 05:56:41.771366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d727a-133e-4e1f-8c02-e109b98b9ad1 req-1cc96aa6-81af-4447-a594-380a5cefe3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:41.773202 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-619d727a-133e-4e1f-8c02-e109b98b9ad1 req-1cc96aa6-81af-4447-a594-380a5cefe3b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a442b001c904510b964297c07fd471c&device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 1126 time: 0.0592096 Feb 11 05:56:41.808163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e3a9d4d2-b456-416e-9261-5ead4d4faec4 req-3973f1ed-2813-4fae-9f38-1f730b979411 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Feb 11 05:56:41.882118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d727a-133e-4e1f-8c02-e109b98b9ad1 req-52a64e17-3f12-4d2b-a928-04111dac1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:41.883630 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-619d727a-133e-4e1f-8c02-e109b98b9ad1 req-52a64e17-3f12-4d2b-a928-04111dac1cdc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=8a442b001c904510b964297c07fd471c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1025462 Feb 11 05:56:41.984420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d727a-133e-4e1f-8c02-e109b98b9ad1 req-c371d04b-2f28-42fa-bac6-96e7afe25855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:41.986028 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-619d727a-133e-4e1f-8c02-e109b98b9ad1 req-c371d04b-2f28-42fa-bac6-96e7afe25855 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969532 Feb 11 05:56:42.072699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-4585f3ae-7c65-4337-9048-bf26a2f8c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:42.074378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-4585f3ae-7c65-4337-9048-bf26a2f8c5f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a442b001c904510b964297c07fd471c&device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 1126 time: 0.0539408 Feb 11 05:56:42.117070 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-034eba2d-e4f3-461d-97e1-38d2b0112ac2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9559f079-6c02-47ab-8fc8-598a7b3c41ce HTTP/1.1" status: 200 len: 217 time: 0.0360446 Feb 11 05:56:42.170755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-4042826b-0898-4311-85e8-e1d6a991cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:42.172250 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-4042826b-0898-4311-85e8-e1d6a991cb1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=377a50b4-694d-414e-a782-660ebb7d73d9 HTTP/1.1" status: 200 len: 851 time: 0.0499902 Feb 11 05:56:42.205223 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-a7b8a8ac-ab14-4ee6-91a1-5a40aada837f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22d6a6b-c2b3-4b39-aea8-10294c69a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273938 Feb 11 05:56:42.304920 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-df4f8436-8fb5-4d91-a8bd-2bef70e6e487 service neutron] 10.222.0.83 "GET /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937018 Feb 11 05:56:42.690248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45fd3c04-9f0c-4692-a57e-d671c1a35371 req-1a3a025a-aa5e-4c9b-962a-488750951c1a service neutron] 10.222.0.83 "GET /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793364 Feb 11 05:56:42.930531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e5d3-de31-4f98-b8c6-533e852105e8 req-b0b1825e-47cc-430e-8a03-e8d69b11c1e9 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:42.932043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8420e5d3-de31-4f98-b8c6-533e852105e8 req-b0b1825e-47cc-430e-8a03-e8d69b11c1e9 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 943 time: 0.0525777 Feb 11 05:56:42.982389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8420e5d3-de31-4f98-b8c6-533e852105e8 req-cde2623c-bf5d-4113-a503-c3f3af1337ed tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439918 Feb 11 05:56:44.123331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36706c18-4276-4866-94d3-fb8b20903645 req-dc7c6200-cb9a-429d-a3dd-6968a9cd1f68 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:44.124943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36706c18-4276-4866-94d3-fb8b20903645 req-dc7c6200-cb9a-429d-a3dd-6968a9cd1f68 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 943 time: 0.0722921 Feb 11 05:56:44.178942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-36706c18-4276-4866-94d3-fb8b20903645 req-b7c5af17-87ad-4148-b9a6-bd1fbf418448 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479631 Feb 11 05:56:45.302621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b902d-7e54-489b-83cf-3f24434f416d req-8ebb9863-5f1c-4a40-ad2e-59077e821114 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:45.304134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01b902d-7e54-489b-83cf-3f24434f416d req-8ebb9863-5f1c-4a40-ad2e-59077e821114 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 943 time: 0.0544496 Feb 11 05:56:45.353085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01b902d-7e54-489b-83cf-3f24434f416d req-3e38385e-eab0-493f-a406-98bc3730fa73 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Feb 11 05:56:46.371990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9559f079-6c02-47ab-8fc8-598a7b3c41ce details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:56:46.473137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9559f079-6c02-47ab-8fc8-598a7b3c41ce, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9559f079-6c02-47ab-8fc8-598a7b3c41ce,segment=NetworkSegment(c8bcd971-709d-4b90-8626-009ca52089be),segment_id=c8bcd971-709d-4b90-8626-009ca52089be)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:46.485048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3e247-6066-430e-ad1e-7abe6abaae6d req-1a0560b4-5b60-45ae-a03c-78178113ff34 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:46.485570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '9559f079-6c02-47ab-8fc8-598a7b3c41ce', 'network_id': 'd22d6a6b-c2b3-4b39-aea8-10294c69a105', 'port_id': '9559f079-6c02-47ab-8fc8-598a7b3c41ce', 'mac_address': 'fa:16:3e:24:0e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377a50b4-694d-414e-a782-660ebb7d73d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:56:46.486612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaf3e247-6066-430e-ad1e-7abe6abaae6d req-1a0560b4-5b60-45ae-a03c-78178113ff34 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 943 time: 0.0551460 Feb 11 05:56:46.530547 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9559f079-6c02-47ab-8fc8-598a7b3c41ce is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:46.530940 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:46.543549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaf3e247-6066-430e-ad1e-7abe6abaae6d req-d30adc86-ba22-4db1-ad84-6984ab08f31d tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490034 Feb 11 05:56:46.552995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9559f079-6c02-47ab-8fc8-598a7b3c41ce {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:46.565330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9559f079-6c02-47ab-8fc8-598a7b3c41ce, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9559f079-6c02-47ab-8fc8-598a7b3c41ce,segment=NetworkSegment(c8bcd971-709d-4b90-8626-009ca52089be),segment_id=c8bcd971-709d-4b90-8626-009ca52089be)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:46.661611 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:46.708966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9559f079-6c02-47ab-8fc8-598a7b3c41ce,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:46.876685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['9559f079-6c02-47ab-8fc8-598a7b3c41ce'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:47.676345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1e707-5e0f-4b3c-bc1e-cb0912883232 req-69cceb1e-8842-4b7e-aeac-a55e004ff7ef tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:47.677845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ada1e707-5e0f-4b3c-bc1e-cb0912883232 req-69cceb1e-8842-4b7e-aeac-a55e004ff7ef tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 944 time: 0.0586398 Feb 11 05:56:47.729062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ada1e707-5e0f-4b3c-bc1e-cb0912883232 req-9f53e9db-554f-48c9-864b-ab7686c42ebb tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Feb 11 05:56:48.374926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9559f079-6c02-47ab-8fc8-598a7b3c41ce up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:48.488303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 9559f079-6c02-47ab-8fc8-598a7b3c41ce completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:56:48.492499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 9559f079-6c02-47ab-8fc8-598a7b3c41ce triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:48.492937 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:48.574505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 9559f079-6c02-47ab-8fc8-598a7b3c41ce is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:48.574907 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:48.597486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab2ca38-906d-445f-b5f9-cf39950cdc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559f079-6c02-47ab-8fc8-598a7b3c41ce'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:48.599622 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427ae02c-04d8-4da9-9fb6-0fcd0390ef5c" -d '{"events": [{"server_uuid": "3ab2ca38-906d-445f-b5f9-cf39950cdc5d", "name": "network-vif-plugged", "status": "completed", "tag": "9559f079-6c02-47ab-8fc8-598a7b3c41ce"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:48.612995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 9559f079-6c02-47ab-8fc8-598a7b3c41ce, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9559f079-6c02-47ab-8fc8-598a7b3c41ce,segment=NetworkSegment(c8bcd971-709d-4b90-8626-009ca52089be),segment_id=c8bcd971-709d-4b90-8626-009ca52089be)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:48.640237 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b841815b-f301-488c-8bf4-87b40bf98695 x-openstack-request-id: req-b841815b-f301-488c-8bf4-87b40bf98695 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:48.640539 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab2ca38-906d-445f-b5f9-cf39950cdc5d", "name": "network-vif-plugged", "status": "completed", "tag": "9559f079-6c02-47ab-8fc8-598a7b3c41ce", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:48.640825 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b841815b-f301-488c-8bf4-87b40bf98695 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:48.641264 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab2ca38-906d-445f-b5f9-cf39950cdc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559f079-6c02-47ab-8fc8-598a7b3c41ce', 'code': 200} Feb 11 05:56:48.690904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:48.762101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=9559f079-6c02-47ab-8fc8-598a7b3c41ce,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:48.762871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fcc48-9d5b-48f4-a6ae-771db16a2bf7 req-711746f9-3130-45ad-b061-8021e4663e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:48.765649 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-689fcc48-9d5b-48f4-a6ae-771db16a2bf7 req-711746f9-3130-45ad-b061-8021e4663e58 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 1128 time: 0.0678928 Feb 11 05:56:48.813859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-689fcc48-9d5b-48f4-a6ae-771db16a2bf7 req-2728ea1b-aec4-4110-b922-0c4ebae51ad7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432487 Feb 11 05:56:48.870487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b71e3a-692a-47bb-9ce6-4868229d6cbc req-c5a7aa39-7c85-4e5c-b633-87d2b81a7daa tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:48.872197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19b71e3a-692a-47bb-9ce6-4868229d6cbc req-c5a7aa39-7c85-4e5c-b633-87d2b81a7daa tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0593150 Feb 11 05:56:48.922366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19b71e3a-692a-47bb-9ce6-4868229d6cbc req-a2d65de3-9318-49ce-b38c-0f7426872495 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Feb 11 05:56:50.062412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cb20a-22e4-4ea8-a2be-015a5bc470c8 req-a9520162-aa0e-44b5-b82c-81a12c272a4e tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:50.064014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e8cb20a-22e4-4ea8-a2be-015a5bc470c8 req-a9520162-aa0e-44b5-b82c-81a12c272a4e tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0646245 Feb 11 05:56:50.115959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e8cb20a-22e4-4ea8-a2be-015a5bc470c8 req-40446425-5de2-4999-8e90-03ea1ebab246 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458434 Feb 11 05:56:51.242388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af3110-4062-42b0-bbdc-0da8bd53ee66 req-9e9814e1-7822-4b49-86ff-ae4c01fb80e9 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:51.243827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7af3110-4062-42b0-bbdc-0da8bd53ee66 req-9e9814e1-7822-4b49-86ff-ae4c01fb80e9 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0560679 Feb 11 05:56:51.294126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7af3110-4062-42b0-bbdc-0da8bd53ee66 req-0690e508-c277-488f-9ec3-e020b550a0e2 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Feb 11 05:56:51.426987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eac27c-528e-4692-948a-c0a924032198 req-f5d8850d-3c2f-46bb-9d2c-5e7abb07e39a tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:51.428640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43eac27c-528e-4692-948a-c0a924032198 req-f5d8850d-3c2f-46bb-9d2c-5e7abb07e39a tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0652940 Feb 11 05:56:51.485058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43eac27c-528e-4692-948a-c0a924032198 req-c3509c0a-86a0-40e2-9e85-cab20f703ea1 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493796 Feb 11 05:56:51.989438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e137-8d17-4322-9ce0-08a446857a37 req-74f03331-2be2-4b8d-b14c-1f814eb99a33 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:51.991022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9db4e137-8d17-4322-9ce0-08a446857a37 req-74f03331-2be2-4b8d-b14c-1f814eb99a33 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0584526 Feb 11 05:56:52.039853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9db4e137-8d17-4322-9ce0-08a446857a37 req-b9c07bb3-c4af-498d-8252-78da13743a98 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Feb 11 05:56:53.170787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1430bd-d005-4a74-b807-da1bb28219be req-106be34d-2830-4798-a4cf-b9ca50faf8a1 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:53.172197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b1430bd-d005-4a74-b807-da1bb28219be req-106be34d-2830-4798-a4cf-b9ca50faf8a1 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0565176 Feb 11 05:56:53.229036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b1430bd-d005-4a74-b807-da1bb28219be req-e9eb05dc-a987-4715-8a69-2ed6d2ee4039 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506642 Feb 11 05:56:53.607387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62c97d-5c84-4b09-bed3-3e7bce413e8c req-6249aa95-9ee5-4c48-937e-aea2548a3fb6 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:53.608940 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d62c97d-5c84-4b09-bed3-3e7bce413e8c req-6249aa95-9ee5-4c48-937e-aea2548a3fb6 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0570817 Feb 11 05:56:53.657560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d62c97d-5c84-4b09-bed3-3e7bce413e8c req-814199cf-6c0c-487e-a041-5985563f0edf tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Feb 11 05:56:53.823348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d672-ef68-4912-a0dc-531834e888df req-da4416de-ec8b-472f-b206-cc73f0201c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:53.824905 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c5a7d672-ef68-4912-a0dc-531834e888df req-da4416de-ec8b-472f-b206-cc73f0201c24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a442b001c904510b964297c07fd471c&device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 1128 time: 0.1660771 Feb 11 05:56:53.925109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d672-ef68-4912-a0dc-531834e888df req-e7c18240-8669-4d4d-935c-d1cf8b082d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:53.926532 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c5a7d672-ef68-4912-a0dc-531834e888df req-e7c18240-8669-4d4d-935c-d1cf8b082d43 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d22d6a6b-c2b3-4b39-aea8-10294c69a105 HTTP/1.1" status: 200 len: 912 time: 0.0963211 Feb 11 05:56:53.972940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c5a7d672-ef68-4912-a0dc-531834e888df req-77b5788b-8755-444b-a3f4-07272c663db2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9559f079-6c02-47ab-8fc8-598a7b3c41ce HTTP/1.1" status: 200 len: 217 time: 0.0404274 Feb 11 05:56:54.020860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d672-ef68-4912-a0dc-531834e888df req-d2a99e3e-30b7-45c5-be03-f381d9d54800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:54.022203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c5a7d672-ef68-4912-a0dc-531834e888df req-d2a99e3e-30b7-45c5-be03-f381d9d54800 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=377a50b4-694d-414e-a782-660ebb7d73d9 HTTP/1.1" status: 200 len: 851 time: 0.0443780 Feb 11 05:56:54.054450 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c5a7d672-ef68-4912-a0dc-531834e888df req-4a5076f2-7d15-4e9a-87d4-1091d8c5dd30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22d6a6b-c2b3-4b39-aea8-10294c69a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257225 Feb 11 05:56:54.149644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c5a7d672-ef68-4912-a0dc-531834e888df req-07101ac6-0aea-4bee-9c7a-fba7ac12b4e4 service neutron] 10.222.0.83 "GET /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892954 Feb 11 05:56:54.241861 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c5a7d672-ef68-4912-a0dc-531834e888df req-8d85d157-2dc4-4583-bd94-8e3fa6d72d36 service neutron] 10.222.0.83 "GET /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862238 Feb 11 05:56:54.790722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f0d96-4c87-4289-9cd5-2b0c3a33766d req-ac192de5-d070-4946-b222-255395aa6b5a tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:54.792303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e8f0d96-4c87-4289-9cd5-2b0c3a33766d req-ac192de5-d070-4946-b222-255395aa6b5a tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0540349 Feb 11 05:56:54.842782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e8f0d96-4c87-4289-9cd5-2b0c3a33766d req-b6e3c7f1-2ca0-4d17-b30f-306e55370bf1 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Feb 11 05:56:55.975321 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ee3d6-d24c-4434-8b1a-8e708877d404 req-380a3e1d-e104-4dac-8215-d8371c09cc5b tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:55.976836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-320ee3d6-d24c-4434-8b1a-8e708877d404 req-380a3e1d-e104-4dac-8215-d8371c09cc5b tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0624056 Feb 11 05:56:56.027220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-320ee3d6-d24c-4434-8b1a-8e708877d404 req-302c1205-61e8-4555-8caf-e68342e67ea9 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441623 Feb 11 05:56:56.485613 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e534a7-b3dd-4497-bb17-d32ccbac72a7 req-1fc3109d-d229-4ae6-a357-41a973078918 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:56.487141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1e534a7-b3dd-4497-bb17-d32ccbac72a7 req-1fc3109d-d229-4ae6-a357-41a973078918 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0548120 Feb 11 05:56:56.538519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1e534a7-b3dd-4497-bb17-d32ccbac72a7 req-2b83aa4e-6d62-451f-afd0-950e5f312e7b tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Feb 11 05:56:57.668498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778b0e-20f2-45f1-b153-d718225ea2ca req-e3120b61-1e47-4093-87b4-d1c6c913f18e tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:57.670092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a778b0e-20f2-45f1-b153-d718225ea2ca req-e3120b61-1e47-4093-87b4-d1c6c913f18e tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0540569 Feb 11 05:56:57.722402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a778b0e-20f2-45f1-b153-d718225ea2ca req-dff5fdb7-5137-497b-9472-bc7513a1e8bf tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Feb 11 05:56:58.089696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e2b53-86f6-4367-ac86-567b541600bc req-ca9b3686-7385-4121-b933-f3e1792956eb tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:58.091649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-531e2b53-86f6-4367-ac86-567b541600bc req-ca9b3686-7385-4121-b933-f3e1792956eb tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0563071 Feb 11 05:56:58.143907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-531e2b53-86f6-4367-ac86-567b541600bc req-12c689bb-e30a-4867-9094-3d26ae0de4be tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Feb 11 05:56:58.190937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-2fa63cc0-8695-4d49-8ce8-550f9baa8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:58.192559 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-2fa63cc0-8695-4d49-8ce8-550f9baa8681 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a442b001c904510b964297c07fd471c&device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 1128 time: 0.0538163 Feb 11 05:56:58.289618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-6d18b1d1-8c18-4146-8fe5-2ff8ad72a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:58.291064 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-6d18b1d1-8c18-4146-8fe5-2ff8ad72a644 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d22d6a6b-c2b3-4b39-aea8-10294c69a105 HTTP/1.1" status: 200 len: 912 time: 0.0923135 Feb 11 05:56:58.331512 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-be9f3ac6-fa38-411e-98cb-5dc3eb86b4ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9559f079-6c02-47ab-8fc8-598a7b3c41ce HTTP/1.1" status: 200 len: 217 time: 0.0350001 Feb 11 05:56:58.386118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-201b27a4-99b6-4bc0-a549-0ef91a847a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:58.387882 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-201b27a4-99b6-4bc0-a549-0ef91a847a62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=377a50b4-694d-414e-a782-660ebb7d73d9 HTTP/1.1" status: 200 len: 851 time: 0.0505252 Feb 11 05:56:58.420038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-1cc57370-245a-4c6d-9b5e-59fc9144dde0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d22d6a6b-c2b3-4b39-aea8-10294c69a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268588 Feb 11 05:56:58.513285 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-e737ddfc-3d3e-4394-b0ce-d0cfcee78431 service neutron] 10.222.0.83 "GET /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878372 Feb 11 05:56:58.610564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5810d47a-93c8-46b0-85d5-1e9ca631cca1 req-6615c8fa-14c6-40ce-af3d-1e0a38dc7023 service neutron] 10.222.0.83 "GET /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907624 Feb 11 05:56:59.277776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae11f-f5cd-4728-b459-ad1eb424d148 req-86a27b64-1a10-483e-905c-5a20d247044f tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:59.279416 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-465ae11f-f5cd-4728-b459-ad1eb424d148 req-86a27b64-1a10-483e-905c-5a20d247044f tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0582740 Feb 11 05:56:59.328521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-465ae11f-f5cd-4728-b459-ad1eb424d148 req-e039151f-a288-4baf-b3ec-9c2c6ed2616c tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430393 Feb 11 05:57:00.463716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac9223-7d95-437c-9553-df52e956b311 req-59e8da9d-9c75-49ba-b9a3-6e2e19af2e68 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:00.465325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeac9223-7d95-437c-9553-df52e956b311 req-59e8da9d-9c75-49ba-b9a3-6e2e19af2e68 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0647738 Feb 11 05:57:00.516931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeac9223-7d95-437c-9553-df52e956b311 req-881e1143-dc38-4a67-a322-6a1bc7fc47a1 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 Feb 11 05:57:01.005372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71648ef-2f8e-4fce-bfdc-58c2eedcda32 req-8b576a7d-4ee9-4b77-97de-4ba7d8476662 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:01.006927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f71648ef-2f8e-4fce-bfdc-58c2eedcda32 req-8b576a7d-4ee9-4b77-97de-4ba7d8476662 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0559454 Feb 11 05:57:01.056724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f71648ef-2f8e-4fce-bfdc-58c2eedcda32 req-8ec697be-446c-4d4c-86e2-511a3da1b678 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437028 Feb 11 05:57:01.668183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-797d7f27-dfd7-47b8-9401-62f045cd5a3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1075587 Feb 11 05:57:01.755490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-97c16a2a-719a-41d9-b8aa-911b08c61556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:01.757051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-97c16a2a-719a-41d9-b8aa-911b08c61556 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 1129 time: 0.0473292 Feb 11 05:57:01.864464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-347a5c40-69e5-427b-bcd4-8355e4576da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:01.866011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-347a5c40-69e5-427b-bcd4-8355e4576da8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.0903859 Feb 11 05:57:01.938126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-c5ae125d-eb54-4acc-8d4c-c120c9099aa6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac HTTP/1.1" status: 200 len: 1002 time: 0.0661938 Feb 11 05:57:01.988449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-16cf3a5e-445a-4677-89a5-07e3d0610259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:01.990046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-16cf3a5e-445a-4677-89a5-07e3d0610259 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0469432 Feb 11 05:57:02.040054 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-79dbb04d-1252-4262-83ce-fa369606e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:02.041622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-79dbb04d-1252-4262-83ce-fa369606e517 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456932 Feb 11 05:57:02.149668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-ab31b5e9-5113-4153-95a2-52f262c5a4f4 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019630 Feb 11 05:57:02.259853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb14d3-c0a9-4486-8bdf-cd95ac598203 req-18239a88-1aed-42e8-ad8c-f95d3afcfaca tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:02.261334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cceb14d3-c0a9-4486-8bdf-cd95ac598203 req-18239a88-1aed-42e8-ad8c-f95d3afcfaca tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.1262879 Feb 11 05:57:02.298045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07f284e2-4dae-415d-9e79-45a0d5dc0202 req-e78fefcb-837f-40a0-b27a-861fcbfa9265 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325238 Feb 11 05:57:02.328759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cceb14d3-c0a9-4486-8bdf-cd95ac598203 req-ab955b0b-5e70-47ea-bf89-1f356b3e2758 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/security-groups?id=75208e4e-4b6f-44cd-bbba-3e6fb13aa559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586848 Feb 11 05:57:02.840952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-0771fe44-7e0c-4657-aff1-9aa100ecf2a0 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:02.842460 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-0771fe44-7e0c-4657-aff1-9aa100ecf2a0 tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 945 time: 0.0560706 Feb 11 05:57:02.947410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Deleting port 9559f079-6c02-47ab-8fc8-598a7b3c41ce {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:02.948137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:02.998360 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac15f694-5839-42a2-aca9-8da9eab5dc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.042081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] For port 9559f079-6c02-47ab-8fc8-598a7b3c41ce, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=9559f079-6c02-47ab-8fc8-598a7b3c41ce,segment=NetworkSegment(c8bcd971-709d-4b90-8626-009ca52089be),segment_id=c8bcd971-709d-4b90-8626-009ca52089be)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:03.042464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.055230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Calling delete_port for 9559f079-6c02-47ab-8fc8-598a7b3c41ce owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:03.341444 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9559f079-6c02-47ab-8fc8-598a7b3c41ce), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.355522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['9559f079-6c02-47ab-8fc8-598a7b3c41ce'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:03.373333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Pushing event deleted for resources: {'Port': ['ID=9559f079-6c02-47ab-8fc8-598a7b3c41ce,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:03.390615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.390615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.390615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.391010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.391776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.391776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.391979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.392232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.392571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.392929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.393265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.393599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.393929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:03.436647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] No DVR routers for this DVR port 9559f079-6c02-47ab-8fc8-598a7b3c41ce on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:03.442016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.445441 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd938f7a-67b6-4b32-a7c8-3f6317295698 req-9f154d7d-3f52-4376-ac94-c6f34a8662fc tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.83 "DELETE /v2.0/ports/9559f079-6c02-47ab-8fc8-598a7b3c41ce HTTP/1.1" status: 204 len: 173 time: 0.5982900 Feb 11 05:57:03.445925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab2ca38-906d-445f-b5f9-cf39950cdc5d', 'name': 'network-vif-deleted', 'tag': '9559f079-6c02-47ab-8fc8-598a7b3c41ce'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:03.446226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec93625a-1052-4ad5-927b-e8d0edc69616 req-076848d9-aa33-4795-8549-86473da9dc2d tempest-TestServerAdvancedOps-784081678 tempest-TestServerAdvancedOps-784081678-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ab2ca38-906d-445f-b5f9-cf39950cdc5d HTTP/1.1" status: 200 len: 210 time: 0.0307684 Feb 11 05:57:03.449337 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf9ba5f-c1b4-4978-8f4a-c02f4873f07a" -d '{"events": [{"server_uuid": "3ab2ca38-906d-445f-b5f9-cf39950cdc5d", "name": "network-vif-deleted", "tag": "9559f079-6c02-47ab-8fc8-598a7b3c41ce"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:03.512741 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3febbf50-a1e3-4146-8edc-bf5161dde3e4 x-openstack-request-id: req-3febbf50-a1e3-4146-8edc-bf5161dde3e4 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:03.512741 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab2ca38-906d-445f-b5f9-cf39950cdc5d", "name": "network-vif-deleted", "tag": "9559f079-6c02-47ab-8fc8-598a7b3c41ce", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:03.512741 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3febbf50-a1e3-4146-8edc-bf5161dde3e4 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:03.512741 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab2ca38-906d-445f-b5f9-cf39950cdc5d', 'name': 'network-vif-deleted', 'tag': '9559f079-6c02-47ab-8fc8-598a7b3c41ce', 'status': 'completed', 'code': 200} Feb 11 05:57:04.341546 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:04.517759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43978) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:04.565315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac20768e-eacf-4653-9e1e-8eb383daaeee admin admin] Deleting subnet 377a50b4-694d-414e-a782-660ebb7d73d9 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:57:04.568584 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac20768e-eacf-4653-9e1e-8eb383daaeee admin admin] Publish callbacks [] for subnet (377a50b4-694d-414e-a782-660ebb7d73d9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.614236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac20768e-eacf-4653-9e1e-8eb383daaeee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (377a50b4-694d-414e-a782-660ebb7d73d9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.658811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac20768e-eacf-4653-9e1e-8eb383daaeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (377a50b4-694d-414e-a782-660ebb7d73d9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.786967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac20768e-eacf-4653-9e1e-8eb383daaeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (377a50b4-694d-414e-a782-660ebb7d73d9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.813654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20768e-eacf-4653-9e1e-8eb383daaeee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377a50b4-694d-414e-a782-660ebb7d73d9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:04.815668 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac20768e-eacf-4653-9e1e-8eb383daaeee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.821400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ac20768e-eacf-4653-9e1e-8eb383daaeee admin admin] 10.222.0.62 "DELETE /v2.0/subnets/377a50b4-694d-414e-a782-660ebb7d73d9 HTTP/1.1" status: 204 len: 168 time: 0.3004944 Feb 11 05:57:04.821550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 43982) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:04.895779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d22d6a6b-c2b3-4b39-aea8-10294c69a105), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.988608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d22d6a6b-c2b3-4b39-aea8-10294c69a105), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.010927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22d6a6b-c2b3-4b39-aea8-10294c69a105']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:05.021617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bcd971-709d-4b90-8626-009ca52089be') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:05.021921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bcd971-709d-4b90-8626-009ca52089be') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:05.032392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (c8bcd971-709d-4b90-8626-009ca52089be), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.045963 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (c8bcd971-709d-4b90-8626-009ca52089be), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.052410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:57:05.052847 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (c8bcd971-709d-4b90-8626-009ca52089be), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: timer() Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:57:05.054611 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:57:05.208628 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d22d6a6b-c2b3-4b39-aea8-10294c69a105), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.214654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.218173 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d22d6a6b-c2b3-4b39-aea8-10294c69a105 HTTP/1.1" status: 204 len: 168 time: 0.3957305 Feb 11 05:57:05.225098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43984) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:05.229412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6f1a7-16db-487b-aba5-307ee4a20d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22d6a6b-c2b3-4b39-aea8-10294c69a105,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:05.271009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-34174e47-e5a7-45c1-9452-5671924f3e27 admin admin] Deleting subnet 13d7d59a-f191-4a69-98d4-c850de50e898 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:57:05.274533 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34174e47-e5a7-45c1-9452-5671924f3e27 admin admin] Publish callbacks [] for subnet (13d7d59a-f191-4a69-98d4-c850de50e898), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.316653 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34174e47-e5a7-45c1-9452-5671924f3e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (13d7d59a-f191-4a69-98d4-c850de50e898), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.357791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34174e47-e5a7-45c1-9452-5671924f3e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (13d7d59a-f191-4a69-98d4-c850de50e898), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.513467 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-60bc2b6e-c394-4e2f-a1bf-05c5b236b5f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562947 Feb 11 05:57:05.517489 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34174e47-e5a7-45c1-9452-5671924f3e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (13d7d59a-f191-4a69-98d4-c850de50e898), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.544951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34174e47-e5a7-45c1-9452-5671924f3e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d7d59a-f191-4a69-98d4-c850de50e898,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:05.553337 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-34174e47-e5a7-45c1-9452-5671924f3e27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.558855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-34174e47-e5a7-45c1-9452-5671924f3e27 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/13d7d59a-f191-4a69-98d4-c850de50e898 HTTP/1.1" status: 204 len: 168 time: 0.3305023 Feb 11 05:57:05.559570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43986) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:05.563565 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df400287-5326-4ccb-837d-a094da1ce267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.616226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-0c736cb3-d525-4bba-adf4-a9c41ada5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:05.617800 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-0c736cb3-d525-4bba-adf4-a9c41ada5a3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=311f0889fad648b0917ed9a9a59978f8&device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1128 time: 0.0583901 Feb 11 05:57:05.647818 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (7e15d85f-387d-422a-98e6-d4edbe4b24e5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.741529 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (7e15d85f-387d-422a-98e6-d4edbe4b24e5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.750221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-00e773ea-fd12-4786-ade6-7ccee9d72d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:05.752158 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-00e773ea-fd12-4786-ade6-7ccee9d72d0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 200 len: 909 time: 0.1111526 Feb 11 05:57:05.765179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e15d85f-387d-422a-98e6-d4edbe4b24e5']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:05.776174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ceced6-e212-4140-869e-16f30d77a069') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:05.776477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ceced6-e212-4140-869e-16f30d77a069') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:05.792187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (a9ceced6-e212-4140-869e-16f30d77a069), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.807028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a9ceced6-e212-4140-869e-16f30d77a069), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.814323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:57:05.814905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (a9ceced6-e212-4140-869e-16f30d77a069), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:57:05.816863 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:57:05.832706 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-87c0c724-7935-4623-b3e4-39afd2bfee47 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 200 len: 1001 time: 0.0753233 Feb 11 05:57:05.888231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-e9809bd4-a067-45e5-aa48-8eaf07b11653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:05.890755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-e9809bd4-a067-45e5-aa48-8eaf07b11653 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0238acf0-61eb-4ef8-a663-31a9885e3747 HTTP/1.1" status: 200 len: 847 time: 0.0525746 Feb 11 05:57:05.949663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-2991e5dd-7e3e-44e0-9fb6-f66ffaef8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:05.951316 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-2991e5dd-7e3e-44e0-9fb6-f66ffaef8efd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96d49772-7655-4bab-8d6d-a16a1ba986e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554109 Feb 11 05:57:06.015088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (7e15d85f-387d-422a-98e6-d4edbe4b24e5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.027084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.033096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7e15d85f-387d-422a-98e6-d4edbe4b24e5 HTTP/1.1" status: 204 len: 168 time: 0.4697101 Feb 11 05:57:06.041858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889f218-eff9-4829-b95c-5c511f3f5f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e15d85f-387d-422a-98e6-d4edbe4b24e5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:06.060802 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-a3c8faa3-4005-47fc-a253-e76516dd7692 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036258 Feb 11 05:57:06.161472 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adb41e1c-55f6-4fc7-a305-846c3a3ea9cb req-ff0d3423-b2c8-4b87-9760-c8986e3ae81e service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950720 Feb 11 05:57:06.393488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43992) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:06.435212 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b0ba3860-20f4-4007-a7d1-ca9ad0839032 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a442b001c904510b964297c07fd471c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404177 Feb 11 05:57:06.438736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 43994) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:06.452823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9559f079-6c02-47ab-8fc8-598a7b3c41ce no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:06.472483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 9559f079-6c02-47ab-8fc8-598a7b3c41ce {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:06.472935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 9559f079-6c02-47ab-8fc8-598a7b3c41ce not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:06.491507 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db809cac-e3da-4616-938f-3fc5f5b73a87 admin admin] Publish callbacks [] for security_group (75208e4e-4b6f-44cd-bbba-3e6fb13aa559), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.520263 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db809cac-e3da-4616-938f-3fc5f5b73a87 admin admin] Publish callbacks [] for security_group (75208e4e-4b6f-44cd-bbba-3e6fb13aa559), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.673119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db809cac-e3da-4616-938f-3fc5f5b73a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (75208e4e-4b6f-44cd-bbba-3e6fb13aa559), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.675742 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db809cac-e3da-4616-938f-3fc5f5b73a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:06.677072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-db809cac-e3da-4616-938f-3fc5f5b73a87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75208e4e-4b6f-44cd-bbba-3e6fb13aa559 HTTP/1.1" status: 204 len: 168 time: 0.2371509 Feb 11 05:57:06.707088 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db809cac-e3da-4616-938f-3fc5f5b73a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75208e4e-4b6f-44cd-bbba-3e6fb13aa559,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:06.792494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:07.449345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:07.492098 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-94026fa6-d928-4b07-bef6-1c2b92f413d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f36a129fa21a483598c194d4ab7fab26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414023 Feb 11 05:57:07.494975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44004) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:07.545625 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17ef088a-8ccd-4f3b-ab96-7ceb2109c63c admin admin] Publish callbacks [] for security_group (26e98930-1e57-4c81-b445-a7a9f3aaba14), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:07.575062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17ef088a-8ccd-4f3b-ab96-7ceb2109c63c admin admin] Publish callbacks [] for security_group (26e98930-1e57-4c81-b445-a7a9f3aaba14), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:07.712998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17ef088a-8ccd-4f3b-ab96-7ceb2109c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (26e98930-1e57-4c81-b445-a7a9f3aaba14), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:07.716919 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-17ef088a-8ccd-4f3b-ab96-7ceb2109c63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:07.717131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-17ef088a-8ccd-4f3b-ab96-7ceb2109c63c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26e98930-1e57-4c81-b445-a7a9f3aaba14 HTTP/1.1" status: 204 len: 168 time: 0.2210052 Feb 11 05:57:07.727824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef088a-8ccd-4f3b-ab96-7ceb2109c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e98930-1e57-4c81-b445-a7a9f3aaba14,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:08.398200 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:08.723743 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:09.318078 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:10.515148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ad9d7-bad5-4172-b78a-4625e5fab69e req-c6d7fc4b-82c6-4fd1-97b6-905c1d02a40a tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:10.516703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-363ad9d7-bad5-4172-b78a-4625e5fab69e req-c6d7fc4b-82c6-4fd1-97b6-905c1d02a40a tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 946 time: 0.0550957 Feb 11 05:57:10.570180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-363ad9d7-bad5-4172-b78a-4625e5fab69e req-584324fd-94c0-43f0-95cb-282f843990b5 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476935 Feb 11 05:57:11.701529 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464625a7-b0e9-4e73-88af-235638f81fc5 req-62a2c2a5-2250-4015-98c2-ab0e03c547af tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:11.703280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-464625a7-b0e9-4e73-88af-235638f81fc5 req-62a2c2a5-2250-4015-98c2-ab0e03c547af tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 946 time: 0.0580475 Feb 11 05:57:11.712399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:11.752839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-464625a7-b0e9-4e73-88af-235638f81fc5 req-acd8787b-cbf0-4904-9ace-ddb38e27c4ef tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/security-groups?id=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Feb 11 05:57:12.012481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1c659825-0b5b-47a4-bd17-b547e3a4b708 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:12.014011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1c659825-0b5b-47a4-bd17-b547e3a4b708 tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 946 time: 0.0564709 Feb 11 05:57:12.112112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Deleting port 611cfb8b-d4d6-4330-88a9-9ec91c940390 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:12.112462 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.205305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] For port 611cfb8b-d4d6-4330-88a9-9ec91c940390, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=611cfb8b-d4d6-4330-88a9-9ec91c940390,segment=NetworkSegment(18535a65-d7c6-4965-a228-3249ad54ff24),segment_id=18535a65-d7c6-4965-a228-3249ad54ff24)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:12.205588 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.219102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Calling delete_port for 611cfb8b-d4d6-4330-88a9-9ec91c940390 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:12.409583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (611cfb8b-d4d6-4330-88a9-9ec91c940390), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.422423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['611cfb8b-d4d6-4330-88a9-9ec91c940390'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:12.437059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Pushing event deleted for resources: {'Port': ['ID=611cfb8b-d4d6-4330-88a9-9ec91c940390,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:12.484170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] No DVR routers for this DVR port 611cfb8b-d4d6-4330-88a9-9ec91c940390 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:12.487783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:12.491422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed77a837-b054-4371-b05e-a4882a5584a0 req-1f5697b6-bf7e-4b90-aafe-230e9de3a4cc tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.65 "DELETE /v2.0/ports/611cfb8b-d4d6-4330-88a9-9ec91c940390 HTTP/1.1" status: 204 len: 173 time: 0.4722641 Feb 11 05:57:12.491933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3124c97-eb48-4ce2-afda-22f5676309a3', 'name': 'network-vif-deleted', 'tag': '611cfb8b-d4d6-4330-88a9-9ec91c940390'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:12.494393 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e82d07-8622-4a9e-8a08-39e891b29869" -d '{"events": [{"server_uuid": "c3124c97-eb48-4ce2-afda-22f5676309a3", "name": "network-vif-deleted", "tag": "611cfb8b-d4d6-4330-88a9-9ec91c940390"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:12.532156 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dd2d67-84dc-4c48-9521-ea85d289b620 x-openstack-request-id: req-e5dd2d67-84dc-4c48-9521-ea85d289b620 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:12.532464 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3124c97-eb48-4ce2-afda-22f5676309a3", "name": "network-vif-deleted", "tag": "611cfb8b-d4d6-4330-88a9-9ec91c940390", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:12.532762 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5dd2d67-84dc-4c48-9521-ea85d289b620 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:12.533170 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3124c97-eb48-4ce2-afda-22f5676309a3', 'name': 'network-vif-deleted', 'tag': '611cfb8b-d4d6-4330-88a9-9ec91c940390', 'status': 'completed', 'code': 200} Feb 11 05:57:12.868622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8f42ae4-d129-4b26-b5b9-c18ed628d208 req-ef38af0e-d058-4831-87b8-009b561dd86a tempest-VolumesSnapshotTestJSON-405934947 tempest-VolumesSnapshotTestJSON-405934947-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3124c97-eb48-4ce2-afda-22f5676309a3 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Feb 11 05:57:13.655964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31403ffa-0cfa-43ec-8427-089764a01d92 req-b9b8bc58-b558-408a-bb14-a1a54e187435 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:13.657932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31403ffa-0cfa-43ec-8427-089764a01d92 req-b9b8bc58-b558-408a-bb14-a1a54e187435 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 946 time: 0.0582194 Feb 11 05:57:13.710387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-31403ffa-0cfa-43ec-8427-089764a01d92 req-da17a73a-5d60-414c-867e-16bd474e553f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466647 Feb 11 05:57:14.849096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481634c9-7223-499a-b0c8-f73f2f35f558 req-ebadb92f-e270-4b4e-9f83-22b4f13541d3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:14.851497 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-481634c9-7223-499a-b0c8-f73f2f35f558 req-ebadb92f-e270-4b4e-9f83-22b4f13541d3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 946 time: 0.0652595 Feb 11 05:57:14.903186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-481634c9-7223-499a-b0c8-f73f2f35f558 req-ed505a6d-69b2-4738-ae27-afd5ea08bfe6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Feb 11 05:57:15.066933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-4af8a452-06ea-43bf-852c-bf7e5fc2ffe1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:15.068475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-4af8a452-06ea-43bf-852c-bf7e5fc2ffe1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 946 time: 0.0661726 Feb 11 05:57:15.167093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:57:15.167358 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.261592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] For port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:15.261954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.831661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.832015 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5dee102f-2e98-4233-98d0-75a934ea8340), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:15.832325 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Floating IP 5dee102f-2e98-4233-98d0-75a934ea8340 disassociated. External IP: 172.25.8.187, port: 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac. Feb 11 05:57:15.832693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:57:16.050975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd5ba1-d4d0-4822-9918-f66f0988d9cd req-a8ef964b-e5a8-4699-9c4d-e03f8864b1d5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:16.052567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64bd5ba1-d4d0-4822-9918-f66f0988d9cd req-a8ef964b-e5a8-4699-9c4d-e03f8864b1d5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 946 time: 0.0606322 Feb 11 05:57:16.057380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.092130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:16.173964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64bd5ba1-d4d0-4822-9918-f66f0988d9cd req-04f5648e-73a2-4edd-afac-92d0e8d0d7c2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083455 Feb 11 05:57:16.241303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:16.352211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:16.363417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:16.373118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:16.373745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:57:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:16.399946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] No DVR routers for this DVR port 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:57:16.402729 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:16.407047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95be2c6a-6de0-4680-9344-a5dd0034043a req-ff15d5b6-f209-47f1-9d0a-8b8f1db5334e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "DELETE /v2.0/ports/019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac HTTP/1.1" status: 204 len: 173 time: 1.3338656 Feb 11 05:57:16.407512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'name': 'network-vif-deleted', 'tag': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:16.410548 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c221d993-945d-46f4-8081-2ac87b521643" -d '{"events": [{"server_uuid": "b38d4209-9eff-410d-8b03-8891f81e846c", "name": "network-vif-deleted", "tag": "019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:16.451192 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146bf945-ecda-4b52-ac60-430a04994148 x-openstack-request-id: req-146bf945-ecda-4b52-ac60-430a04994148 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:16.451583 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d4209-9eff-410d-8b03-8891f81e846c", "name": "network-vif-deleted", "tag": "019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:16.451843 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-146bf945-ecda-4b52-ac60-430a04994148 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:16.452336 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d4209-9eff-410d-8b03-8891f81e846c', 'name': 'network-vif-deleted', 'tag': '019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac', 'status': 'completed', 'code': 200} Feb 11 05:57:16.502336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:16.725523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:16.753705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:16.762148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:16.762768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:57:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:16.881199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:17.096119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:17.124819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216939a9-27ee-474e-a9bc-b5e926026790 None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:17.281933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24c3f5ac-f11d-4737-8d53-aa7b2e8065a0 req-18633398-f558-4b65-bb3c-3ecc8bacdb6a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0285234 Feb 11 05:57:17.411989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:17.435205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:17.435973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 019cc6b2-b9b8-45ae-8b85-d2b4ee1c3aac not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:17.436739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 611cfb8b-d4d6-4330-88a9-9ec91c940390 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:57:17.463892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 611cfb8b-d4d6-4330-88a9-9ec91c940390 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:57:17.464250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 611cfb8b-d4d6-4330-88a9-9ec91c940390 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:57:17.470823 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05435976-e207-4ee5-b56a-c5a27d7f0a54 None None] New status for floating IP 5dee102f-2e98-4233-98d0-75a934ea8340: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:57:18.409513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58f5f05b-84a7-4ea0-af71-bf5ed4f1074f req-4e7fa006-78e5-40cc-b31c-e9f28b027641 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0444109 Feb 11 05:57:19.512268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67d3a780-e467-49cb-bd7d-3f211b85e542 req-5f808a3c-e84a-4c73-ab87-530bb617b6a7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0305443 Feb 11 05:57:20.623817 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de08776-17a9-4aa6-9fde-39c45e34b2e1 req-548b1619-5b65-4eec-bdad-af14a3b7d8ac tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0305169 Feb 11 05:57:21.991736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b689487-c84a-43a4-825e-92d0e400f0d1 req-407e93f2-b044-418c-8fb2-0c83e11cbd34 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0289984 Feb 11 05:57:23.108158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c73976ca-d9b5-495d-934b-5bb874e18697 req-436a1564-9262-43d0-a6ac-10966e87b728 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0399311 Feb 11 05:57:24.213914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f35b11f2-0e7c-453a-8d7f-9b79fa6dfc9f req-08974e3b-9ce6-4f5f-a5e6-d303c67701e6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0295260 Feb 11 05:57:25.325295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a0e1247-07ff-4e4e-a64d-3bd17207529b req-165b15dd-70e6-48dd-9fb7-4c5d8243f3a7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38d4209-9eff-410d-8b03-8891f81e846c HTTP/1.1" status: 200 len: 210 time: 0.0338047 Feb 11 05:57:26.546886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-7330a81d-0961-48a3-a6a3-74de3b33784e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722850374&fields=id&tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 267 time: 0.0460558 Feb 11 05:57:26.657359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-391674e5-9b11-4981-bb5b-0096eb5402ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:26.659160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-391674e5-9b11-4981-bb5b-0096eb5402ca tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.1054955 Feb 11 05:57:26.674527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-851d3b53-7be5-4b84-b474-9ed051c0c13c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/quotas/5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 375 time: 0.0097427 Feb 11 05:57:26.740849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-430707a2-e388-4808-92e5-435164fc2829 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608284 Feb 11 05:57:26.947204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-9105bcf5-9444-49e4-ba24-dd43e3c8045f service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949160 Feb 11 05:57:27.048967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-e055f7fe-4b74-444b-978e-469391f33c34 service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944660 Feb 11 05:57:27.668274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e13dae54-d717-4e28-96a8-07b1ef98a119 req-70e65f2f-6e02-4ff0-b1f0-35aa54dace00 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0299308 Feb 11 05:57:28.768715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb048f68-d5d1-4ab1-b194-ad9a5dc2076a req-cd8031c5-593b-4323-b8df-ae3c86683f34 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0298331 Feb 11 05:57:29.686454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-253c3da8-c42f-4b4e-8cc6-020db05601e1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:29.688499 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-253c3da8-c42f-4b4e-8cc6-020db05601e1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.1214871 Feb 11 05:57:29.765148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-a94b7912-e1ce-4cb8-90de-d422299288f7 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 380 time: 0.0684578 Feb 11 05:57:29.777030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'port': {'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'admin_state_up': True, 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'security_groups': ['c5046905-43fc-4937-9546-a1a864fe7d25']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:29.890977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e60ce06b-42ef-4363-8123-3aca7fb48376 req-b1edf1cc-3817-4375-9b93-14361371708f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0402598 Feb 11 05:57:30.059568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:30.063206 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.301903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.20.0.3 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/a58bfc21-d884-41cd-813a-440aa4070505) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:30.497310 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (a58bfc21-d884-41cd-813a-440aa4070505), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.615492 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a58bfc21-d884-41cd-813a-440aa4070505), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.662630 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:30.665969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:30.669823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:30.710056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=a58bfc21-d884-41cd-813a-440aa4070505,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:30.754100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:30.754718 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.856913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-21a8660e-78c7-488f-aa44-0bd638ef19d8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0838339 Feb 11 05:57:30.870695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Request body: {'port': {'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:30.972171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a58bfc21-d884-41cd-813a-440aa4070505), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.014157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bf111585-e6e2-4f79-9cb2-6dd7917fa5dd None None] Provisioning complete for port a58bfc21-d884-41cd-813a-440aa4070505 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:31.015333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf111585-e6e2-4f79-9cb2-6dd7917fa5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a58bfc21-d884-41cd-813a-440aa4070505), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.066485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bf111585-e6e2-4f79-9cb2-6dd7917fa5dd None None] Port a58bfc21-d884-41cd-813a-440aa4070505 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:31.137178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae492-0ed7-4405-aa8d-2a4e021e0c5b req-16cefbd0-8704-425d-b31b-f70d37d87d31 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:31.138575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-981ae492-0ed7-4405-aa8d-2a4e021e0c5b req-16cefbd0-8704-425d-b31b-f70d37d87d31 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 931 time: 0.1489363 Feb 11 05:57:31.260025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-981ae492-0ed7-4405-aa8d-2a4e021e0c5b req-97893158-449e-410a-acbd-cb41e4e75d67 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110301 Feb 11 05:57:31.370954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58bfc21-d884-41cd-813a-440aa4070505 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:31.378968 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Publish callbacks [] for port (a58bfc21-d884-41cd-813a-440aa4070505), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.391858 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Transition to ACTIVE for port object a58bfc21-d884-41cd-813a-440aa4070505 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:57:31.471019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a58bfc21-d884-41cd-813a-440aa4070505), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.535585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Pushing event updated for resources: {'Port': ['ID=a58bfc21-d884-41cd-813a-440aa4070505,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:31.646200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Attempting to bind port a58bfc21-d884-41cd-813a-440aa4070505 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:31.646562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Attempting to bind port a58bfc21-d884-41cd-813a-440aa4070505 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:31.646898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Attempting to bind port a58bfc21-d884-41cd-813a-440aa4070505 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:31.652624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Port a58bfc21-d884-41cd-813a-440aa4070505 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:57:31.652955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Attempting to bind port a58bfc21-d884-41cd-813a-440aa4070505 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:31.658447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:31.658788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:31.659182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:31.659605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Bound port: a58bfc21-d884-41cd-813a-440aa4070505, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:31.659970 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a58bfc21-d884-41cd-813a-440aa4070505), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.744589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] For port a58bfc21-d884-41cd-813a-440aa4070505, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:31.747950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] For port a58bfc21-d884-41cd-813a-440aa4070505, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a58bfc21-d884-41cd-813a-440aa4070505,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:31.849991 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a58bfc21-d884-41cd-813a-440aa4070505), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.889237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:31.890243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:31.891654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] 10.222.0.65 "PUT /v2.0/ports/a58bfc21-d884-41cd-813a-440aa4070505 HTTP/1.1" status: 200 len: 1092 time: 1.0273108 Feb 11 05:57:31.892103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:31.895910 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d786b-a642-4b33-af44-e4958518dc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "tag": "a58bfc21-d884-41cd-813a-440aa4070505"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:31.931058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cd5a5-55df-4824-a6cd-a6b5b14ae554 service neutron] Pushing event updated for resources: {'Port': ['ID=a58bfc21-d884-41cd-813a-440aa4070505,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:31.976967 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acab721-6ffc-4fab-90fa-fb74e6a0c663 x-openstack-request-id: req-8acab721-6ffc-4fab-90fa-fb74e6a0c663 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:31.977363 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "tag": "a58bfc21-d884-41cd-813a-440aa4070505", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:31.977690 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8acab721-6ffc-4fab-90fa-fb74e6a0c663 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:31.978437 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505', 'status': 'completed', 'code': 200} Feb 11 05:57:32.061762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d786b-a642-4b33-af44-e4958518dc5e req-4ee62653-bfd7-4e4e-a2da-b34802c6d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.064241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b0d786b-a642-4b33-af44-e4958518dc5e req-4ee62653-bfd7-4e4e-a2da-b34802c6d367 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1126 time: 0.0627613 Feb 11 05:57:32.210388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d786b-a642-4b33-af44-e4958518dc5e req-869c7ece-2764-4d81-90d5-9d24255f7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.211574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b0d786b-a642-4b33-af44-e4958518dc5e req-869c7ece-2764-4d81-90d5-9d24255f7670 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1411090 Feb 11 05:57:32.332538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d786b-a642-4b33-af44-e4958518dc5e req-4e10357f-baf2-4618-a549-23d5b0f107d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.334456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8b0d786b-a642-4b33-af44-e4958518dc5e req-4e10357f-baf2-4618-a549-23d5b0f107d0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178536 Feb 11 05:57:32.444007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033ca93-2e4d-4616-ac49-60379e5cd1a5 req-c502a8da-9338-41f8-bec0-31ad14dd413f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.445871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5033ca93-2e4d-4616-ac49-60379e5cd1a5 req-c502a8da-9338-41f8-bec0-31ad14dd413f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0994344 Feb 11 05:57:32.465047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-333dc15a-47b2-4b96-8232-607c20ace91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.466582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-333dc15a-47b2-4b96-8232-607c20ace91c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1126 time: 0.0820842 Feb 11 05:57:32.537248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-fa8ee6a4-6358-4d73-8abe-beb82de4bb40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a58bfc21-d884-41cd-813a-440aa4070505 HTTP/1.1" status: 200 len: 217 time: 0.0602448 Feb 11 05:57:32.584669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5033ca93-2e4d-4616-ac49-60379e5cd1a5 req-191beeca-35ad-45e6-8018-675d73e176c2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299667 Feb 11 05:57:32.614726 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-070ceb72-d7d9-4e19-a789-10d835672a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.616721 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-070ceb72-d7d9-4e19-a789-10d835672a92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0738971 Feb 11 05:57:32.676147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-bb684e03-c758-45c5-a74c-5b44e7cb0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:32.677661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-bb684e03-c758-45c5-a74c-5b44e7cb0be0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552490 Feb 11 05:57:32.787231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-8c8481b6-61fc-4c80-8047-0e802de9c217 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040251 Feb 11 05:57:32.891620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1f65426-1aa6-4f76-acf7-8c10ffb0b7b3 req-7cb61560-b212-467b-b703-cdf91ce266d2 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987260 Feb 11 05:57:32.998182 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fbc43a9-729c-4686-b492-9ab298ff9c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:33.721293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca62551-b8df-4467-ae89-6044a6350dd1 req-7e8c91f8-f9f6-463b-87fa-fb719feeb069 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:33.722912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ca62551-b8df-4467-ae89-6044a6350dd1 req-7e8c91f8-f9f6-463b-87fa-fb719feeb069 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0609565 Feb 11 05:57:33.776709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ca62551-b8df-4467-ae89-6044a6350dd1 req-215427c9-383c-40c7-90cb-ac9dc7dec402 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469730 Feb 11 05:57:34.912380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db536c-a13b-40e8-a7b4-9a9c8365dd62 req-2c2fff75-9ab3-4f15-bc52-9b6b3ad09503 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:34.913851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0db536c-a13b-40e8-a7b4-9a9c8365dd62 req-2c2fff75-9ab3-4f15-bc52-9b6b3ad09503 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0619261 Feb 11 05:57:34.975532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0db536c-a13b-40e8-a7b4-9a9c8365dd62 req-9d6bd0d3-4e67-482d-8b4a-15625f8da97e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559034 Feb 11 05:57:35.564300 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-43eef4e8-43f0-4a9a-b8c6-5e0ff5a38f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:36.098583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0719-4102-4f7e-98fd-9bfb47c7dfe1 req-cdcde603-dbb6-4989-8b1c-ac7adfec5e2d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.100129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e1f0719-4102-4f7e-98fd-9bfb47c7dfe1 req-cdcde603-dbb6-4989-8b1c-ac7adfec5e2d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0536640 Feb 11 05:57:36.156941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e1f0719-4102-4f7e-98fd-9bfb47c7dfe1 req-0cf27d0a-1b1a-40b0-9380-8ea31427d0b1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496402 Feb 11 05:57:36.769543 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:37.291093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6ff56-29d2-4146-9f57-14da39dca45e req-74be53a0-087c-4f90-8161-571671be7395 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:37.292735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43a6ff56-29d2-4146-9f57-14da39dca45e req-74be53a0-087c-4f90-8161-571671be7395 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0589526 Feb 11 05:57:37.348043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43a6ff56-29d2-4146-9f57-14da39dca45e req-a801ade2-3855-41b3-9a85-e9e2869482f0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486782 Feb 11 05:57:38.379645 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:38.475833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9fc59-130e-4884-a4bc-8849ba3531ed req-8bf12664-d07c-48aa-a5c7-cac6730a78f9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:38.481208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7a9fc59-130e-4884-a4bc-8849ba3531ed req-8bf12664-d07c-48aa-a5c7-cac6730a78f9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0640848 Feb 11 05:57:38.538901 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7a9fc59-130e-4884-a4bc-8849ba3531ed req-aba83cc0-6518-48f6-950e-169621e8003f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534790 Feb 11 05:57:38.740302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:39.278237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:39.674657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0e321-dd54-4d43-843d-0417a7a4f7e6 req-afc787aa-72e1-45d9-a74c-e87d390074e3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:39.681100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4b0e321-dd54-4d43-843d-0417a7a4f7e6 req-afc787aa-72e1-45d9-a74c-e87d390074e3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0667734 Feb 11 05:57:39.740944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4b0e321-dd54-4d43-843d-0417a7a4f7e6 req-f4e342c4-2bad-4d48-99fc-318a26acb643 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588028 Feb 11 05:57:40.873427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6094a6-862e-408a-bbeb-d26fb8ceace0 req-42b4820d-8fcb-45e2-b8c0-9c2f96cae295 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:40.875010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff6094a6-862e-408a-bbeb-d26fb8ceace0 req-42b4820d-8fcb-45e2-b8c0-9c2f96cae295 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0570860 Feb 11 05:57:40.927768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff6094a6-862e-408a-bbeb-d26fb8ceace0 req-522be3db-fd17-4c64-ab46-d772bd75d13a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470214 Feb 11 05:57:41.341245 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:41.710771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:42.050328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a745f-94ea-453b-a87d-cfdd4d26a470 req-73564071-ddac-4ec3-982b-567f9e72733b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:42.051830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce4a745f-94ea-453b-a87d-cfdd4d26a470 req-73564071-ddac-4ec3-982b-567f9e72733b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0535538 Feb 11 05:57:42.106870 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce4a745f-94ea-453b-a87d-cfdd4d26a470 req-117bfb1e-8cca-4609-85eb-7346ea08be2f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493038 Feb 11 05:57:43.240963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f8446-e067-4bfe-b363-ea26562c77a0 req-e83257c6-13bb-4f06-8d70-f9212ed7eb73 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:43.242648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a2f8446-e067-4bfe-b363-ea26562c77a0 req-e83257c6-13bb-4f06-8d70-f9212ed7eb73 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0589530 Feb 11 05:57:43.302757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4a2f8446-e067-4bfe-b363-ea26562c77a0 req-bfc1fe94-3618-4f4f-a02b-aff72b02d5be tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496349 Feb 11 05:57:44.429724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b83659-2aae-481b-9f0e-23188705d9fc req-16f2eae4-6640-41ea-82b4-a637cdab4ece tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:44.431221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5b83659-2aae-481b-9f0e-23188705d9fc req-16f2eae4-6640-41ea-82b4-a637cdab4ece tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0538423 Feb 11 05:57:44.480280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5b83659-2aae-481b-9f0e-23188705d9fc req-04c97064-759f-4171-88e4-56b1e94b4458 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Feb 11 05:57:45.605076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290219db-c0a1-4983-b349-4815b599a8db req-8956f4e1-caab-4827-88cd-a4b72f417816 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:45.606589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-290219db-c0a1-4983-b349-4815b599a8db req-8956f4e1-caab-4827-88cd-a4b72f417816 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0582411 Feb 11 05:57:45.657410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-290219db-c0a1-4983-b349-4815b599a8db req-e0e664a5-ab97-4a5d-854a-2e5e8c3137ae tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445621 Feb 11 05:57:46.781840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67921244-8ede-4ece-b548-917863d9a53d req-06e1ff1e-c51d-4f4b-aeed-a25841cf6501 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:46.784222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67921244-8ede-4ece-b548-917863d9a53d req-06e1ff1e-c51d-4f4b-aeed-a25841cf6501 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0560875 Feb 11 05:57:46.836949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67921244-8ede-4ece-b548-917863d9a53d req-a2e2ba9f-5a1e-407a-9470-f775a65db3f6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469716 Feb 11 05:57:47.995660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc493be-1dd7-461c-8663-409b466faf73 req-c4c32ad1-4b2d-49a9-922b-b0786bf7f133 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:47.997313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afc493be-1dd7-461c-8663-409b466faf73 req-c4c32ad1-4b2d-49a9-922b-b0786bf7f133 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0699222 Feb 11 05:57:48.054079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afc493be-1dd7-461c-8663-409b466faf73 req-d6fee188-8c9a-477e-ac63-b58243d9e55b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483863 Feb 11 05:57:49.181409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff8b77-a28f-4de9-bfe3-c1bd1ac00b25 req-8ec675f4-b97f-483b-9860-a18b75a57fb3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:49.182931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14ff8b77-a28f-4de9-bfe3-c1bd1ac00b25 req-8ec675f4-b97f-483b-9860-a18b75a57fb3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 943 time: 0.0545428 Feb 11 05:57:49.233580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14ff8b77-a28f-4de9-bfe3-c1bd1ac00b25 req-278efc72-949a-4603-a896-fa64245243f9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Feb 11 05:57:49.519311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a58bfc21-d884-41cd-813a-440aa4070505 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:57:49.623479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a58bfc21-d884-41cd-813a-440aa4070505, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a58bfc21-d884-41cd-813a-440aa4070505,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:49.635488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'a58bfc21-d884-41cd-813a-440aa4070505', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:57:49.674100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port a58bfc21-d884-41cd-813a-440aa4070505 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:49.676820 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a58bfc21-d884-41cd-813a-440aa4070505), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.688989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58bfc21-d884-41cd-813a-440aa4070505 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:49.708771 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a58bfc21-d884-41cd-813a-440aa4070505, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a58bfc21-d884-41cd-813a-440aa4070505,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:49.820995 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a58bfc21-d884-41cd-813a-440aa4070505), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.881984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=a58bfc21-d884-41cd-813a-440aa4070505,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:49.889704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.890059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.890403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.890752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.891084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.891420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.891756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.892091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.892453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.892820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.893157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.893494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:49.893826 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.032427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['a58bfc21-d884-41cd-813a-440aa4070505'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:50.359259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1f57a-2bb3-4fe1-bf4b-dab3d80a354c req-92074d25-dd8e-41dd-b0c4-928ca895365c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:50.360716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fae1f57a-2bb3-4fe1-bf4b-dab3d80a354c req-92074d25-dd8e-41dd-b0c4-928ca895365c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 944 time: 0.0548866 Feb 11 05:57:50.419946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fae1f57a-2bb3-4fe1-bf4b-dab3d80a354c req-3faf82ac-25ed-4f6c-9672-4c5ab995d541 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533838 Feb 11 05:57:51.546204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d587d-a73e-43fd-86fd-73dd4a184b7a req-8f736b8e-60fe-43c1-b5b4-787d4f144d87 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:51.549431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a58bfc21-d884-41cd-813a-440aa4070505 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:51.556813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b8d587d-a73e-43fd-86fd-73dd4a184b7a req-8f736b8e-60fe-43c1-b5b4-787d4f144d87 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 944 time: 0.0655401 Feb 11 05:57:51.618258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b8d587d-a73e-43fd-86fd-73dd4a184b7a req-8ea974d7-96a5-46fd-896b-4fedc2fdf98f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520258 Feb 11 05:57:51.677053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port a58bfc21-d884-41cd-813a-440aa4070505 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:57:51.681132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port a58bfc21-d884-41cd-813a-440aa4070505 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:51.681506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a58bfc21-d884-41cd-813a-440aa4070505), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:51.760834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port a58bfc21-d884-41cd-813a-440aa4070505 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:51.761135 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a58bfc21-d884-41cd-813a-440aa4070505), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:51.784797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:51.787088 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979746c7-c6ed-47dc-86e8-731d7aa10eda" -d '{"events": [{"server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "name": "network-vif-plugged", "status": "completed", "tag": "a58bfc21-d884-41cd-813a-440aa4070505"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:51.799830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port a58bfc21-d884-41cd-813a-440aa4070505, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a58bfc21-d884-41cd-813a-440aa4070505,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:51.824954 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3fb2eb-44f0-44ff-beec-0551a06dc6b8 x-openstack-request-id: req-1b3fb2eb-44f0-44ff-beec-0551a06dc6b8 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:51.825253 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "name": "network-vif-plugged", "status": "completed", "tag": "a58bfc21-d884-41cd-813a-440aa4070505", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:51.825515 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b3fb2eb-44f0-44ff-beec-0551a06dc6b8 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:51.825916 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505', 'code': 200} Feb 11 05:57:51.889069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a58bfc21-d884-41cd-813a-440aa4070505), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:51.930728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c83a38-c073-4b1a-80e8-a30059f6277d req-11684705-3387-4e28-9d33-b8524c190a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:51.932922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2c83a38-c073-4b1a-80e8-a30059f6277d req-11684705-3387-4e28-9d33-b8524c190a68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1128 time: 0.0485158 Feb 11 05:57:51.946907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=a58bfc21-d884-41cd-813a-440aa4070505,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:51.985031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2c83a38-c073-4b1a-80e8-a30059f6277d req-1c18fe38-155b-4742-b9be-1ab50e7564c5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Feb 11 05:57:52.776832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486a2f-0a82-4637-b624-bff121c312a0 req-5cb8b7d3-19c6-4000-9901-0fdf3a8fee79 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:52.779977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02486a2f-0a82-4637-b624-bff121c312a0 req-5cb8b7d3-19c6-4000-9901-0fdf3a8fee79 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 945 time: 0.0841482 Feb 11 05:57:52.832805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02486a2f-0a82-4637-b624-bff121c312a0 req-c9fdff18-cc6a-4b23-acb4-d11b0f915b0b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471601 Feb 11 05:57:53.963243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0128f-21e1-4025-920d-8d0f038c3c78 req-02ab387c-7219-4377-b87e-05a07459c323 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:53.965250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ee0128f-21e1-4025-920d-8d0f038c3c78 req-02ab387c-7219-4377-b87e-05a07459c323 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 945 time: 0.0594633 Feb 11 05:57:54.029007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ee0128f-21e1-4025-920d-8d0f038c3c78 req-6e2d22ea-c6ac-4445-9fa4-2610a6d9e4fd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576444 Feb 11 05:57:54.155500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7c533-5aff-4a2e-a18e-77bd64c08ac9 req-87b6f0d8-be60-439a-b968-dafc354f500c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.157059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ac7c533-5aff-4a2e-a18e-77bd64c08ac9 req-87b6f0d8-be60-439a-b968-dafc354f500c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 945 time: 0.0556729 Feb 11 05:57:54.211652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ac7c533-5aff-4a2e-a18e-77bd64c08ac9 req-cc327b04-3b35-4f79-9fe1-b7219ad416ab tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481057 Feb 11 05:57:54.239464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44252) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:54.285088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0167679-d6de-47fa-910a-4c6158ff8501 tempest-TestVolumeBootPattern-1971034948 tempest-TestVolumeBootPattern-1971034948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.286665 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d0167679-d6de-47fa-910a-4c6158ff8501 tempest-TestVolumeBootPattern-1971034948 tempest-TestVolumeBootPattern-1971034948-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1123 time: 0.0460820 Feb 11 05:57:54.289719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44254) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:57:54.294026 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:54.403263 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:54.512740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:54.626300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.25.8.17 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/a4e174cf-e3f1-4604-a147-2f5084c7b6d1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:54.729901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:54.820674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:54.861564 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:54.864485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:54.868049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:54.895108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=a4e174cf-e3f1-4604-a147-2f5084c7b6d1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:55.258535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (50f6c46a-84a8-4bc0-a758-9eaaf99837a4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:55.404680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:55.565435 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:55.630337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:55.726583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=a4e174cf-e3f1-4604-a147-2f5084c7b6d1,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:55.736828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (50f6c46a-84a8-4bc0-a758-9eaaf99837a4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:55.849579 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Floating IP 50f6c46a-84a8-4bc0-a758-9eaaf99837a4 associated. External IP: 172.25.8.17, port: a58bfc21-d884-41cd-813a-440aa4070505. Feb 11 05:57:56.079210 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:57:56.196224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:57:56.210323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:57:56.222489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:56.223383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:57:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:56.272146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:56.316625 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-18690bff-dd00-492a-98f6-9424f321e399 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0131896 Feb 11 05:57:56.316625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:56.316625 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e84aff-2527-44d7-939b-3465aa78cece" -d '{"events": [{"name": "network-changed", "server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "tag": "a58bfc21-d884-41cd-813a-440aa4070505"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:56.340953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:56.343980 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b548fda-d932-4a48-90b8-3f39aff590df x-openstack-request-id: req-1b548fda-d932-4a48-90b8-3f39aff590df {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:56.344350 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "tag": "a58bfc21-d884-41cd-813a-440aa4070505", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:56.344730 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b548fda-d932-4a48-90b8-3f39aff590df {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:56.345213 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505', 'status': 'completed', 'code': 200} Feb 11 05:57:56.432142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84aff-2527-44d7-939b-3465aa78cece req-4dc6aa06-de5d-4085-8b80-76f2d7418646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:56.434800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e84aff-2527-44d7-939b-3465aa78cece req-4dc6aa06-de5d-4085-8b80-76f2d7418646 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1128 time: 0.0677762 Feb 11 05:57:56.536344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84aff-2527-44d7-939b-3465aa78cece req-1ab81ddb-d775-41e1-b345-5e4bf2d9530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:56.538005 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e84aff-2527-44d7-939b-3465aa78cece req-1ab81ddb-d775-41e1-b345-5e4bf2d9530a service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.0969713 Feb 11 05:57:56.616808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:55Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:56.617526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e84aff-2527-44d7-939b-3465aa78cece req-cd744995-ba3c-4751-ad51-0c4ff5324322 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a58bfc21-d884-41cd-813a-440aa4070505 HTTP/1.1" status: 200 len: 998 time: 0.0738566 Feb 11 05:57:56.645281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:57:56.654118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:57:56.654732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:57:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:56.669058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84aff-2527-44d7-939b-3465aa78cece req-c11d4a7d-b268-4d6d-9e93-6e22a3bdb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:56.670531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e84aff-2527-44d7-939b-3465aa78cece req-c11d4a7d-b268-4d6d-9e93-6e22a3bdb077 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0472426 Feb 11 05:57:56.720873 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84aff-2527-44d7-939b-3465aa78cece req-e99375c2-7ae9-4e74-9504-8b540f9c6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:56.723547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e84aff-2527-44d7-939b-3465aa78cece req-e99375c2-7ae9-4e74-9504-8b540f9c6460 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464640 Feb 11 05:57:56.787513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:57:56.854250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e84aff-2527-44d7-939b-3465aa78cece req-cae2a3c4-b991-4a3e-9243-21f5285ed2b8 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239088 Feb 11 05:57:56.970326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52e84aff-2527-44d7-939b-3465aa78cece req-6ff57890-eaf4-4904-9b51-c533c87ca7b9 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061049 Feb 11 05:57:57.052024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:55Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:57:57.084409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bee7cf-68a4-45c0-8203-4f22b6c6766a None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:55Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:57:57.311476 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09513b06-a1b2-435b-88a4-ab45f44a38c6 None None] New status for floating IP 50f6c46a-84a8-4bc0-a758-9eaaf99837a4: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:58:02.985718 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23d6d5cf-8379-4fab-a0f8-ded7c2879e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:05.494454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-ed0211f3-05b3-48a6-87a1-625b7424549b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573273 Feb 11 05:58:05.584349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-5fc0cef6-b42f-4aa1-82e0-56a4dcd44c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.586165 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-5fc0cef6-b42f-4aa1-82e0-56a4dcd44c3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=311f0889fad648b0917ed9a9a59978f8&device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1128 time: 0.0480514 Feb 11 05:58:05.591375 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aef819ed-6b7d-4e18-97c9-4da428cce91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:05.700297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-7238768e-d2eb-4cca-b3fa-7d60dd2f27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.701837 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-7238768e-d2eb-4cca-b3fa-7d60dd2f27e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 200 len: 909 time: 0.0973465 Feb 11 05:58:05.771449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-ed9cb640-23ea-4d7d-998e-ff13007d49c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 200 len: 1001 time: 0.0636587 Feb 11 05:58:05.825567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-dbb485b4-f62e-462c-81cc-1c6ea7fde793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.827098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-dbb485b4-f62e-462c-81cc-1c6ea7fde793 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0238acf0-61eb-4ef8-a663-31a9885e3747 HTTP/1.1" status: 200 len: 847 time: 0.0510619 Feb 11 05:58:05.878132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-1e4d61c3-9b5c-407c-b1b3-d6c94b3f4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.879667 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-1e4d61c3-9b5c-407c-b1b3-d6c94b3f4c52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96d49772-7655-4bab-8d6d-a16a1ba986e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472262 Feb 11 05:58:05.973286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-360a7a33-144d-4b8e-874a-d362314affed service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876238 Feb 11 05:58:06.072721 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36751132-b30a-4a6e-b39a-90969e3b95cc req-50024745-7636-47e7-ae10-f177bd1d4a69 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939212 Feb 11 05:58:06.790287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:08.391617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:08.729380 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:09.288831 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:11.699633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:18.348772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:58:33.037391 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d69b80fa-b523-46f1-b8ff-4f917b5e73c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:35.550897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5cdda9d4-b4d6-49b2-b963-f964e42d755e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:36.780900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:38.379223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:38.773924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:39.288327 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:41.687430 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:52.235570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44438) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:52.437610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Deleting subnet d4c524b1-81dc-4ade-b502-7e258c1e77a1 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:58:52.440837 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Publish callbacks [] for subnet (d4c524b1-81dc-4ade-b502-7e258c1e77a1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:52.481500 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (d4c524b1-81dc-4ade-b502-7e258c1e77a1), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:52.829516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (d4c524b1-81dc-4ade-b502-7e258c1e77a1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:52.956957 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (d4c524b1-81dc-4ade-b502-7e258c1e77a1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:52.982377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c524b1-81dc-4ade-b502-7e258c1e77a1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:52.997608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.001827 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d4c524b1-81dc-4ade-b502-7e258c1e77a1 HTTP/1.1" status: 204 len: 168 time: 0.7647271 Feb 11 05:58:53.003227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.003585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.003936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.004282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.004779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.004964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.005313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.005658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.005769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44444) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:53.006193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.006412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.006895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.007238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.007571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa53f8b-e7a6-4a4f-aa0b-032b9549cea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.081650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (78fa6519-9563-4286-ba24-a6299cbc00c0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.169853 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (78fa6519-9563-4286-ba24-a6299cbc00c0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.192851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fa6519-9563-4286-ba24-a6299cbc00c0']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:53.204160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18535a65-d7c6-4965-a228-3249ad54ff24') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:53.204456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18535a65-d7c6-4965-a228-3249ad54ff24') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:58:53.216716 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (18535a65-d7c6-4965-a228-3249ad54ff24), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.232176 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (18535a65-d7c6-4965-a228-3249ad54ff24), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.238810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:58:53.239259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (18535a65-d7c6-4965-a228-3249ad54ff24), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:58:53.240998 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:58:53.396138 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (78fa6519-9563-4286-ba24-a6299cbc00c0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.400753 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.405167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] 10.222.0.62 "DELETE /v2.0/networks/78fa6519-9563-4286-ba24-a6299cbc00c0 HTTP/1.1" status: 204 len: 168 time: 0.3979487 Feb 11 05:58:53.422658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=78fa6519-9563-4286-ba24-a6299cbc00c0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:53.430722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.431082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.431431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.432351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.432747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.440417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.440417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.440417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.440417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.440417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.440417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.440417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.440417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54302b-5035-46ac-bea3-578bc5eb7f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:53.738641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44448) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:53.784051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-61ed5325-9099-463a-92d0-b277618d5f04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7bfcc433e1848e88b09a3c095b687cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441740 Feb 11 05:58:53.786470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44450) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:58:53.846568 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5aaff88-7d59-46aa-8441-f9e54b2f4278 admin admin] Publish callbacks [] for security_group (a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.870050 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5aaff88-7d59-46aa-8441-f9e54b2f4278 admin admin] Publish callbacks [] for security_group (a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.996532 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5aaff88-7d59-46aa-8441-f9e54b2f4278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:53.999175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d5aaff88-7d59-46aa-8441-f9e54b2f4278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:54.000493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d5aaff88-7d59-46aa-8441-f9e54b2f4278 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1 HTTP/1.1" status: 204 len: 168 time: 0.2130303 Feb 11 05:58:54.008804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaff88-7d59-46aa-8441-f9e54b2f4278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04b76e7-01ce-40dc-a0c3-8d57ba6b6cc1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:55.340286 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:02.594543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-55fbc5d2-1a00-44fa-95b5-4b4e39f548ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454104 Feb 11 05:59:02.686872 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-aa9fb487-9f43-4192-a6c6-abdcfd50f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:02.690762 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-aa9fb487-9f43-4192-a6c6-abdcfd50f55a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1128 time: 0.0498607 Feb 11 05:59:02.793933 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-321da586-7334-4b32-ad7f-1ef892719294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:02.795417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-321da586-7334-4b32-ad7f-1ef892719294 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.0884774 Feb 11 05:59:02.864760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-62fc7177-e59e-476b-acc0-6f4cf0f5b33b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a58bfc21-d884-41cd-813a-440aa4070505 HTTP/1.1" status: 200 len: 1000 time: 0.0635810 Feb 11 05:59:02.914953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-1a1354fa-fb73-455f-a8dd-e6dc9771b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:02.916438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-1a1354fa-fb73-455f-a8dd-e6dc9771b7cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0457065 Feb 11 05:59:02.969956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-b24fead5-945c-4997-9582-dea3c6a58df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:02.971554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-b24fead5-945c-4997-9582-dea3c6a58df2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499468 Feb 11 05:59:02.982270 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3a7ecb8a-b603-4854-acbd-3611a852d319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:03.419512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-ac437311-0123-4162-9d04-fac717c893c3 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417667 Feb 11 05:59:03.508860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-217a5218-c9ef-482c-a787-fdc62a579b35 req-322b183d-f628-42d3-b798-49903d993819 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Feb 11 05:59:05.552833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-85ba1dfd-4d92-4a7f-998a-a7ec79838a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:06.795729 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:07.519152 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-7c445890-918f-44e2-b17f-07262a8dff26 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506468 Feb 11 05:59:07.615039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-5d1cc66f-924d-4fa9-9c99-d667dd4f57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.616626 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-5d1cc66f-924d-4fa9-9c99-d667dd4f57de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=311f0889fad648b0917ed9a9a59978f8&device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 1128 time: 0.0514538 Feb 11 05:59:07.721921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-d6130a9e-e062-4624-83fd-5c57c5a184b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.723410 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-d6130a9e-e062-4624-83fd-5c57c5a184b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 200 len: 909 time: 0.0882456 Feb 11 05:59:07.796689 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-faf164b1-7016-4e30-af6c-abf1fd717992 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 200 len: 1001 time: 0.0676827 Feb 11 05:59:07.847853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-fd6519c4-2f45-44b7-b3af-71250adeb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.849559 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-fd6519c4-2f45-44b7-b3af-71250adeb2fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0238acf0-61eb-4ef8-a663-31a9885e3747 HTTP/1.1" status: 200 len: 847 time: 0.0480120 Feb 11 05:59:07.900478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-1072d8f0-5018-411b-a419-04ab4ae98c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:07.902684 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-1072d8f0-5018-411b-a419-04ab4ae98c22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96d49772-7655-4bab-8d6d-a16a1ba986e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461292 Feb 11 05:59:08.002967 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-d6b4de21-447e-4b5d-946d-d0436f706a2f service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940583 Feb 11 05:59:08.099496 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-61003c6e-c8fc-4965-8ec0-fdb989d3975d req-0af1b3b0-4b50-4707-a2cb-3a9fb28f6547 service neutron] 10.222.0.83 "GET /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901215 Feb 11 05:59:08.412933 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:08.783303 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:09.315690 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.081774 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44548) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:10.225229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b8059cf-19de-45c7-b8c1-769f4ca18b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.301716 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b8059cf-19de-45c7-b8c1-769f4ca18b0a admin admin] Publish callbacks [] for security_group (868bcfa9-3502-4a68-945e-7f14ccc34506), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.424646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5b8059cf-19de-45c7-b8c1-769f4ca18b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (868bcfa9-3502-4a68-945e-7f14ccc34506), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.467334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5b8059cf-19de-45c7-b8c1-769f4ca18b0a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f196f1ac16534e82b2f96eff1ba0572a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843462 Feb 11 05:59:10.468496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8059cf-19de-45c7-b8c1-769f4ca18b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868bcfa9-3502-4a68-945e-7f14ccc34506,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:10.470250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44554) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:10.531531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8fc3-98dc-4558-9f50-37caea1ec362 admin admin] Publish callbacks [] for security_group (868bcfa9-3502-4a68-945e-7f14ccc34506), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.554009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8fc3-98dc-4558-9f50-37caea1ec362 admin admin] Publish callbacks [] for security_group (868bcfa9-3502-4a68-945e-7f14ccc34506), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.720647 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8fc3-98dc-4558-9f50-37caea1ec362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (868bcfa9-3502-4a68-945e-7f14ccc34506), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.723330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8fc3-98dc-4558-9f50-37caea1ec362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:10.724668 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bd6b8fc3-98dc-4558-9f50-37caea1ec362 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/868bcfa9-3502-4a68-945e-7f14ccc34506 HTTP/1.1" status: 204 len: 168 time: 0.2533484 Feb 11 05:59:10.735579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b8fc3-98dc-4558-9f50-37caea1ec362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868bcfa9-3502-4a68-945e-7f14ccc34506,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:11.744176 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.475412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44596) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:13.481177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464664695', 'description': 'tempest-secgroup-smoke-464664695 description', 'project_id': '850e74bba029439fbcc9858f5472bc28'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:13.594383 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.603433 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.681456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (c2109091-bbb2-48dc-9d00-55b31a5cfb8e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.795563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c2109091-bbb2-48dc-9d00-55b31a5cfb8e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.841893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2109091-bbb2-48dc-9d00-55b31a5cfb8e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:13.882343 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (07120707-cd1e-46e5-80e6-7d3ac44d0aa8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.955888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (07120707-cd1e-46e5-80e6-7d3ac44d0aa8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.985731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07120707-cd1e-46e5-80e6-7d3ac44d0aa8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:14.107801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.109205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9660fea9-dc4b-4a44-b0a2-9a4d52a405ca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6327882 Feb 11 05:59:14.112382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44598) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:14.117710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-85967eac-76d0-4811-9af5-7707a4851c37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': '07120707-cd1e-46e5-80e6-7d3ac44d0aa8', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:14.239630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85967eac-76d0-4811-9af5-7707a4851c37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (969bef4a-ca90-42ca-8581-886ba7491438), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.303536 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85967eac-76d0-4811-9af5-7707a4851c37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (969bef4a-ca90-42ca-8581-886ba7491438), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.361599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85967eac-76d0-4811-9af5-7707a4851c37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (969bef4a-ca90-42ca-8581-886ba7491438), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.379220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85967eac-76d0-4811-9af5-7707a4851c37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969bef4a-ca90-42ca-8581-886ba7491438,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:14.460656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-85967eac-76d0-4811-9af5-7707a4851c37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.461990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-85967eac-76d0-4811-9af5-7707a4851c37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3484299 Feb 11 05:59:14.465433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44600) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:14.470083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-19ad5af7-3f46-421d-bd5c-55e540637e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': '07120707-cd1e-46e5-80e6-7d3ac44d0aa8', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:14.579440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-19ad5af7-3f46-421d-bd5c-55e540637e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (0e13817c-2b95-4495-8539-e15b07e44a2d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.638998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-19ad5af7-3f46-421d-bd5c-55e540637e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (0e13817c-2b95-4495-8539-e15b07e44a2d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.704370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-19ad5af7-3f46-421d-bd5c-55e540637e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (0e13817c-2b95-4495-8539-e15b07e44a2d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.724516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad5af7-3f46-421d-bd5c-55e540637e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e13817c-2b95-4495-8539-e15b07e44a2d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:14.775062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-19ad5af7-3f46-421d-bd5c-55e540637e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.776349 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-19ad5af7-3f46-421d-bd5c-55e540637e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3098307 Feb 11 05:59:14.779671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44602) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:14.784160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-98fa162b-54d0-404c-8668-07469b896623 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': '07120707-cd1e-46e5-80e6-7d3ac44d0aa8', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:14.868194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98fa162b-54d0-404c-8668-07469b896623 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (2c596609-c58d-4b16-b762-a960bc690eef), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.925839 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98fa162b-54d0-404c-8668-07469b896623 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (2c596609-c58d-4b16-b762-a960bc690eef), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.006058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98fa162b-54d0-404c-8668-07469b896623 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (2c596609-c58d-4b16-b762-a960bc690eef), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.025315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa162b-54d0-404c-8668-07469b896623 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c596609-c58d-4b16-b762-a960bc690eef,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:15.141004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-98fa162b-54d0-404c-8668-07469b896623 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.142290 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-98fa162b-54d0-404c-8668-07469b896623 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616610 Feb 11 05:59:15.144981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44604) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:15.149506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-303836b0-6bad-49e5-b905-18d154876ca4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': '07120707-cd1e-46e5-80e6-7d3ac44d0aa8', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:15.247122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-303836b0-6bad-49e5-b905-18d154876ca4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (d5474dcb-6026-4f65-ac70-4fa05b902562), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.308989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-303836b0-6bad-49e5-b905-18d154876ca4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (d5474dcb-6026-4f65-ac70-4fa05b902562), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.384265 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-303836b0-6bad-49e5-b905-18d154876ca4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d5474dcb-6026-4f65-ac70-4fa05b902562), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.401783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303836b0-6bad-49e5-b905-18d154876ca4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5474dcb-6026-4f65-ac70-4fa05b902562,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:15.499724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-303836b0-6bad-49e5-b905-18d154876ca4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.501203 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-303836b0-6bad-49e5-b905-18d154876ca4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552694 Feb 11 05:59:15.504162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44606) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:15.508992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5afbb65c-d630-4d22-af13-fe637381ed55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': '07120707-cd1e-46e5-80e6-7d3ac44d0aa8', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:15.630171 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-5afbb65c-d630-4d22-af13-fe637381ed55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Project 850e74bba029439fbcc9858f5472bc28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:59:15.635729 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5afbb65c-d630-4d22-af13-fe637381ed55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (a0299139-f33c-4489-9067-1441aa595bdd), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.695481 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5afbb65c-d630-4d22-af13-fe637381ed55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (a0299139-f33c-4489-9067-1441aa595bdd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.790590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5afbb65c-d630-4d22-af13-fe637381ed55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (a0299139-f33c-4489-9067-1441aa595bdd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.812844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbb65c-d630-4d22-af13-fe637381ed55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0299139-f33c-4489-9067-1441aa595bdd,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:15.923701 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5afbb65c-d630-4d22-af13-fe637381ed55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:15.924985 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5afbb65c-d630-4d22-af13-fe637381ed55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4197004 Feb 11 05:59:15.927766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44608) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:15.932233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d7e0fde3-260f-4fb0-bfd5-8f4ea65cc27d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': '07120707-cd1e-46e5-80e6-7d3ac44d0aa8', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:16.069070 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-d7e0fde3-260f-4fb0-bfd5-8f4ea65cc27d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Project 850e74bba029439fbcc9858f5472bc28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:59:16.075021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0fde3-260f-4fb0-bfd5-8f4ea65cc27d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (d34e9264-d4f8-4bf2-98ae-eec64c847f96), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.140771 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0fde3-260f-4fb0-bfd5-8f4ea65cc27d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (d34e9264-d4f8-4bf2-98ae-eec64c847f96), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.264352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0fde3-260f-4fb0-bfd5-8f4ea65cc27d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d34e9264-d4f8-4bf2-98ae-eec64c847f96), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.282186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0fde3-260f-4fb0-bfd5-8f4ea65cc27d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34e9264-d4f8-4bf2-98ae-eec64c847f96,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:16.415259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0fde3-260f-4fb0-bfd5-8f4ea65cc27d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.416494 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d7e0fde3-260f-4fb0-bfd5-8f4ea65cc27d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4877896 Feb 11 05:59:16.419953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44610) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:16.424970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'network': {'name': 'tempest-network-smoke--978153793', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'port_security_enabled': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:16.555379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:16.558968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.584105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:59:16.594622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (098178a5-67d3-4d2b-8c87-27b7fbc41679), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.594973 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Added segment 098178a5-67d3-4d2b-8c87-27b7fbc41679 of type vlan for network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f Feb 11 05:59:16.639687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c3b2718c-8c56-4b8f-b076-e6aeb4fce54f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.818157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c3b2718c-8c56-4b8f-b076-e6aeb4fce54f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.823236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:16.823822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.890200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Network': ['ID=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:16.900386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:59:17.009927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9215a4e4-02f1-4d60-bfad-1c6c1b2c7a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5889287 Feb 11 05:59:17.013351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44612) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:17.017876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'admin_state_up': True, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:17.127653 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (dfe075f5-b838-49c6-a069-3434aa51a76d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.128682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (dfe075f5-b838-49c6-a069-3434aa51a76d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.202309 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_controller (dfe075f5-b838-49c6-a069-3434aa51a76d), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.434653 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (dfe075f5-b838-49c6-a069-3434aa51a76d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.694557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (dfe075f5-b838-49c6-a069-3434aa51a76d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.712979 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:17.820681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.25.8.220 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/ec3c9313-4a5e-4672-863c-aacce249a4ee) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:17.926555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.001498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.044483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:18.047489 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:18.051864 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:18.057330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=ec3c9313-4a5e-4672-863c-aacce249a4ee,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:18.393330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (dfe075f5-b838-49c6-a069-3434aa51a76d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.595196 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (dfe075f5-b838-49c6-a069-3434aa51a76d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.782788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router dfe075f5-b838-49c6-a069-3434aa51a76d is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:59:18.892620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:18.902123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Sync routers for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:18.911848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:18.912461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:18.968072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:18.969522 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-04fd6eb9-a38c-4d88-a8eb-2c1dfa8a9f30 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9551668 Feb 11 05:59:18.972734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44616) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:19.113245 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fa59b18f-f324-40eb-9ad4-b8d15634f852 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=850e74bba029439fbcc9858f5472bc28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1393166 Feb 11 05:59:19.116027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44620) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:19.180177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:19.209058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaaf7de-063f-438a-8a1a-09ee810e04e8 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.210825 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3eaaf7de-063f-438a-8a1a-09ee810e04e8 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936906 Feb 11 05:59:19.213610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44622) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:19.251001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c4a32f7e-7f46-43c4-a1ea-72b31faf37c4 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362957 Feb 11 05:59:19.253963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44624) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:19.259695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-715705592', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:19.360905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:18Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:19.387289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Checking router: dfe075f5-b838-49c6-a069-3434aa51a76d for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:19.387636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Updating router dfe075f5-b838-49c6-a069-3434aa51a76d port ec3c9313-4a5e-4672-863c-aacce249a4ee binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:59:19.390024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:19.393606 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.414982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.658932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (f948a808-a098-474d-b7e0-967b635046ed), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.686779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Publish callbacks [] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.724680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Subnet': ['ID=f948a808-a098-474d-b7e0-967b635046ed,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:19.734639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Checking segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:19.735010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network hostable DHCP agents. Network: c3b2718c-8c56-4b8f-b076-e6aeb4fce54f, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:59:19.778909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.833519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Attempting to bind port ec3c9313-4a5e-4672-863c-aacce249a4ee on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:19.833880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Attempting to bind port ec3c9313-4a5e-4672-863c-aacce249a4ee by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:19.834297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Attempting to bind port ec3c9313-4a5e-4672-863c-aacce249a4ee on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:19.835691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:59:19.842202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Pushing event updated for resources: {'Port': ['ID=ec3c9313-4a5e-4672-863c-aacce249a4ee,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:19.845595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:19.845986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:19.846392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.846795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:19.847292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Bound port: ec3c9313-4a5e-4672-863c-aacce249a4ee, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:19.847668 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.854595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.854951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.855303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.855859 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.856360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.856736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.857181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.857478 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.857820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.858159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.858498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.858831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.859165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:19.915019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] For port ec3c9313-4a5e-4672-863c-aacce249a4ee, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:19.918926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] For port ec3c9313-4a5e-4672-863c-aacce249a4ee, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ec3c9313-4a5e-4672-863c-aacce249a4ee,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:19.921937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c3b2718c-8c56-4b8f-b076-e6aeb4fce54f) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:19.926982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:19.931486 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:19.936306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79baba29-62b9-4194-a34e-260a0e480b4a None None] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:20.016261 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.048897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f051f61e-23e7-4412-9bf0-9262460f608d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7932191 Feb 11 05:59:20.051718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44626) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:20.069787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:59:20.075717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.119884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb723127-95fa-44d2-b250-a3326d98ee78 None None] Pushing event updated for resources: {'Port': ['ID=ec3c9313-4a5e-4672-863c-aacce249a4ee,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:20.172178 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:20.172836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:20.336024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Allocated IP 172.20.0.2 (c3b2718c-8c56-4b8f-b076-e6aeb4fce54f/f948a808-a098-474d-b7e0-967b635046ed/d132e30d-8501-446d-beff-d39ac0b3d80b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:20.343170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:20.539669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.632373 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Publish callbacks [] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.645854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:18Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:20.672959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93dfe1-cd2f-46a0-9c57-12f338b78e2b None None] The sync data for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 is: [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:18Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:20.704641 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.750971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:20.754055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:20.757586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:20.764800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Pushing event updated for resources: {'Port': ['ID=d132e30d-8501-446d-beff-d39ac0b3d80b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:20.821383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Attempting to bind port d132e30d-8501-446d-beff-d39ac0b3d80b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:20.821764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Attempting to bind port d132e30d-8501-446d-beff-d39ac0b3d80b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:20.822140 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Attempting to bind port d132e30d-8501-446d-beff-d39ac0b3d80b on network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:20.827604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:20.827982 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Checking segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:20.828386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.828820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Bound using segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:20.829294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Bound port: d132e30d-8501-446d-beff-d39ac0b3d80b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:20.829678 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.844901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.20.0.1 (c3b2718c-8c56-4b8f-b076-e6aeb4fce54f/f948a808-a098-474d-b7e0-967b635046ed/2278a5ca-2af0-4be3-ba90-02e076ca1081) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:20.902044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] For port d132e30d-8501-446d-beff-d39ac0b3d80b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:20.911681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] For port d132e30d-8501-446d-beff-d39ac0b3d80b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d132e30d-8501-446d-beff-d39ac0b3d80b,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:20.986966 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:20.999040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.066886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8193f7-588e-4068-b5d5-662e73c6f10b None None] Pushing event updated for resources: {'Port': ['ID=d132e30d-8501-446d-beff-d39ac0b3d80b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:21.115965 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.165517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:21.170970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:21.175591 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:21.202900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=2278a5ca-2af0-4be3-ba90-02e076ca1081,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:21.232895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (dfe075f5-b838-49c6-a069-3434aa51a76d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.485234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.786122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ec3c9313-4a5e-4672-863c-aacce249a4ee up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:21.819700 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.841331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ec3c9313-4a5e-4672-863c-aacce249a4ee triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:21.841707 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.887074 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.937215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ec3c9313-4a5e-4672-863c-aacce249a4ee is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:21.937894 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:21.968060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port ec3c9313-4a5e-4672-863c-aacce249a4ee, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ec3c9313-4a5e-4672-863c-aacce249a4ee,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:21.973167 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (dfe075f5-b838-49c6-a069-3434aa51a76d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.016471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=2278a5ca-2af0-4be3-ba90-02e076ca1081,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:22.083896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:22.085608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:22.149657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36975b8c-b783-4612-b7fa-c5471f0ccc7a None None] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:22.170069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.172516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d132e30d-8501-446d-beff-d39ac0b3d80b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:22.211839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router dfe075f5-b838-49c6-a069-3434aa51a76d has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:22.320521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=ec3c9313-4a5e-4672-863c-aacce249a4ee,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:22.326146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2bd1d911-8c63-41cd-b82a-6898d72dffb2 None None] Provisioning complete for port d132e30d-8501-446d-beff-d39ac0b3d80b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:22.326521 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2bd1d911-8c63-41cd-b82a-6898d72dffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.326694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:22.331916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-44e36d9b-5051-4bff-9687-48aed374346e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "PUT /v2.0/routers/dfe075f5-b838-49c6-a069-3434aa51a76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2790928 Feb 11 05:59:22.392969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d132e30d-8501-446d-beff-d39ac0b3d80b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:22.393469 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.502618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1d911-8c63-41cd-b82a-6898d72dffb2 None None] Current status of the port d132e30d-8501-446d-beff-d39ac0b3d80b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:22.506148 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2bd1d911-8c63-41cd-b82a-6898d72dffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.515699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-22a2708c-0631-43c6-b4bb-c13ee5c3f48a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464664695&fields=id&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 267 time: 0.0630305 Feb 11 05:59:22.657437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64df8-9f29-4383-9742-0df57baee4da req-14057b0e-cedf-4c12-bff3-fd238e31e8fc tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:22.659050 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-14057b0e-cedf-4c12-bff3-fd238e31e8fc tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 796 time: 0.1359468 Feb 11 05:59:22.678209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-f9072a61-9016-470e-853e-bf3a7f001f40 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/quotas/850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 375 time: 0.0122073 Feb 11 05:59:22.719560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d132e30d-8501-446d-beff-d39ac0b3d80b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:22.720027 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.752685 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Sync routers for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:22.755774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2bd1d911-8c63-41cd-b82a-6898d72dffb2 None None] For port d132e30d-8501-446d-beff-d39ac0b3d80b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d132e30d-8501-446d-beff-d39ac0b3d80b,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:22.763504 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:22.766037 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:22.766166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-127d5de3-694c-48a8-99f7-3c16843de078 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750351 Feb 11 05:59:22.830906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2bd1d911-8c63-41cd-b82a-6898d72dffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.847659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-e18a9ff4-0735-4741-922a-8dff93c68b11 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:59:22.848895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-e18a9ff4-0735-4741-922a-8dff93c68b11 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0721667 Feb 11 05:59:22.885926 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:22.919915 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:59:22.920330 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:59:22.921444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1d911-8c63-41cd-b82a-6898d72dffb2 None None] Pushing event updated for resources: {'Port': ['ID=d132e30d-8501-446d-beff-d39ac0b3d80b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:22.957911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1c204d1e-70d2-4023-bc98-aba9c7f47176 None None] Provisioning complete for port 2278a5ca-2af0-4be3-ba90-02e076ca1081 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:22.958289 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c204d1e-70d2-4023-bc98-aba9c7f47176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:22.970380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-33be17ae-0210-4a17-9870-86b43045f0ef service neutron] 10.222.0.62 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135409 Feb 11 05:59:23.007424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1c204d1e-70d2-4023-bc98-aba9c7f47176 None None] Port 2278a5ca-2af0-4be3-ba90-02e076ca1081 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:23.023517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1c204d1e-70d2-4023-bc98-aba9c7f47176 None None] Provisioning complete for port d132e30d-8501-446d-beff-d39ac0b3d80b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:23.024257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c204d1e-70d2-4023-bc98-aba9c7f47176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.094888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-88f6da50-ee56-4afd-acdc-3c646dd4b007 service neutron] 10.222.0.62 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170273 Feb 11 05:59:23.123213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1c204d1e-70d2-4023-bc98-aba9c7f47176 None None] Current status of the port d132e30d-8501-446d-beff-d39ac0b3d80b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:23.158722 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 2, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:23.188482 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Checking router: dfe075f5-b838-49c6-a069-3434aa51a76d for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:23.188962 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Updating router dfe075f5-b838-49c6-a069-3434aa51a76d port 2278a5ca-2af0-4be3-ba90-02e076ca1081 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:59:23.217645 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.242831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5a911955-0c0d-4917-8a7f-e79dbd3bbca3 None None] Provisioning complete for port 2278a5ca-2af0-4be3-ba90-02e076ca1081 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:23.243458 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a911955-0c0d-4917-8a7f-e79dbd3bbca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.282260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5a911955-0c0d-4917-8a7f-e79dbd3bbca3 None None] Port 2278a5ca-2af0-4be3-ba90-02e076ca1081 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:23.400026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60665020-c2a6-4ef0-90a1-e7b7add516c1 req-a81ca823-0bd1-402d-8aae-16cb9fe78dfc tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 210 time: 0.0282853 Feb 11 05:59:23.456796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d132e30d-8501-446d-beff-d39ac0b3d80b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:23.498904 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Publish callbacks [] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.577195 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.628333 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Pushing event updated for resources: {'Port': ['ID=2278a5ca-2af0-4be3-ba90-02e076ca1081,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:23.656924 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.657278 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.657623 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.657963 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.658304 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.658642 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.658972 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.659307 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.659635 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.659966 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.660303 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.660817 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.660972 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:23.699652 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Attempting to bind port 2278a5ca-2af0-4be3-ba90-02e076ca1081 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:23.699652 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Attempting to bind port 2278a5ca-2af0-4be3-ba90-02e076ca1081 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:23.700012 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Attempting to bind port 2278a5ca-2af0-4be3-ba90-02e076ca1081 on network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:23.706057 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:23.706436 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Checking segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:23.706839 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.707228 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Bound using segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:23.707697 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Bound port: 2278a5ca-2af0-4be3-ba90-02e076ca1081, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:23.708073 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.760403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ec3c9313-4a5e-4672-863c-aacce249a4ee up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:23.785623 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] For port 2278a5ca-2af0-4be3-ba90-02e076ca1081, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:23.788939 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] For port 2278a5ca-2af0-4be3-ba90-02e076ca1081, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2278a5ca-2af0-4be3-ba90-02e076ca1081,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:23.813468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ec3c9313-4a5e-4672-863c-aacce249a4ee triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:23.813851 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.857613 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.905523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ec3c9313-4a5e-4672-863c-aacce249a4ee is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:23.906484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d132e30d-8501-446d-beff-d39ac0b3d80b up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:23.915183 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:23.915900 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:23.931047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a29f36f0-8357-44b7-9381-b2f91b5cc3c5 None None] Provisioning complete for port 2278a5ca-2af0-4be3-ba90-02e076ca1081 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:23.931432 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a29f36f0-8357-44b7-9381-b2f91b5cc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:23.969541 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8570b-f448-4558-808b-03b28af7e1e2 None None] Pushing event updated for resources: {'Port': ['ID=2278a5ca-2af0-4be3-ba90-02e076ca1081,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:24.010466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d132e30d-8501-446d-beff-d39ac0b3d80b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:24.010852 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.055669 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:24.082602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a29f36f0-8357-44b7-9381-b2f91b5cc3c5 None None] Current status of the port 2278a5ca-2af0-4be3-ba90-02e076ca1081 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:24.082965 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a29f36f0-8357-44b7-9381-b2f91b5cc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.153062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a29f36f0-8357-44b7-9381-b2f91b5cc3c5 None None] For port 2278a5ca-2af0-4be3-ba90-02e076ca1081, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2278a5ca-2af0-4be3-ba90-02e076ca1081,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:24.163401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d132e30d-8501-446d-beff-d39ac0b3d80b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:24.224351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a29f36f0-8357-44b7-9381-b2f91b5cc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.275285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f36f0-8357-44b7-9381-b2f91b5cc3c5 None None] Pushing event updated for resources: {'Port': ['ID=2278a5ca-2af0-4be3-ba90-02e076ca1081,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:24.345490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a8f2e397-23a9-40b6-a139-b231ae5d2ddd None None] Provisioning complete for port 2278a5ca-2af0-4be3-ba90-02e076ca1081 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:24.345860 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e397-23a9-40b6-a139-b231ae5d2ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:24.367610 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:23Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:24.399205 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98054e57-9bbd-46c9-bef9-40239727f0de None None] The sync data for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 is: [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:23Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:24.470138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2e397-23a9-40b6-a139-b231ae5d2ddd None None] Current status of the port 2278a5ca-2af0-4be3-ba90-02e076ca1081 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:24.512917 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d348bca-46db-4d95-a912-32644bcb09c7 req-f2c30af1-ba42-4161-ac46-c4739e847d44 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 210 time: 0.0347185 Feb 11 05:59:25.605911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5126fd6d-5057-4736-b0e9-ed719b75746c req-a1aa67ff-7d29-4212-af18-b2d6294f4634 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 210 time: 0.0283935 Feb 11 05:59:25.751139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2278a5ca-2af0-4be3-ba90-02e076ca1081 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:25.800650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2278a5ca-2af0-4be3-ba90-02e076ca1081 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:25.801038 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.883262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2278a5ca-2af0-4be3-ba90-02e076ca1081 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:26.707102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d77be0a6-49e0-4018-9984-7cb04592739e req-ad0bd00a-0245-468d-8bb9-85a43e3dc7ce tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 210 time: 0.0325265 Feb 11 05:59:27.806988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-321a092f-c3db-40a9-9c5a-6ab50bb97927 req-8034934f-716a-438d-8cab-e1d2d2dffc67 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 210 time: 0.0286980 Feb 11 05:59:28.112445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64df8-9f29-4383-9742-0df57baee4da req-b57803b0-0a0c-4abb-8878-07be25f6c78e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:28.114206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-b57803b0-0a0c-4abb-8878-07be25f6c78e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 796 time: 0.1064484 Feb 11 05:59:28.190299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-e8ec5a43-0322-435d-83aa-493a5c74139c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 379 time: 0.0620611 Feb 11 05:59:28.198635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'port': {'device_id': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'admin_state_up': True, 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'security_groups': ['07120707-cd1e-46e5-80e6-7d3ac44d0aa8']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:28.429766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:28.433271 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.567262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.20.0.14 (c3b2718c-8c56-4b8f-b076-e6aeb4fce54f/f948a808-a098-474d-b7e0-967b635046ed/4bd3ed45-3998-41aa-be25-bdc25dcb1189) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:28.720301 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.847373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.924799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:28.933515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:28.941561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:28.944348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:29.001760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3506-2aca-4492-a007-d5b2b5868e46 req-3a11bd3b-7073-453d-bfe9-1b3b658823d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:29.003295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4acc3506-2aca-4492-a007-d5b2b5868e46 req-3a11bd3b-7073-453d-bfe9-1b3b658823d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 932 time: 0.1208067 Feb 11 05:59:29.014672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:29.015328 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.080488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4acc3506-2aca-4492-a007-d5b2b5868e46 req-cfc7e98c-9940-4d59-868f-9dd8aa40af03 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621147 Feb 11 05:59:29.181178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-0c775650-8120-4b5f-bcf0-22fd5d29de31 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9861851 Feb 11 05:59:29.193469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Request body: {'port': {'device_id': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:29.230170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ce455681-4539-4ed6-ad31-aed3536eb672 None None] Provisioning complete for port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:29.230758 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce455681-4539-4ed6-ad31-aed3536eb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.265522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.267455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ce455681-4539-4ed6-ad31-aed3536eb672 None None] Port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:29.547092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd3ed45-3998-41aa-be25-bdc25dcb1189 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:29.554771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Publish callbacks [] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.567961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Transition to ACTIVE for port object 4bd3ed45-3998-41aa-be25-bdc25dcb1189 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:29.641747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.693448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:29.782775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Attempting to bind port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:29.783289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Attempting to bind port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:29.783695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Attempting to bind port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:29.788905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:29.789328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Attempting to bind port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:29.795694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:29.796222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Checking segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:29.796719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Bound using segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:29.797293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Bound port: 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:29.797681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.881566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:29.885589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:29.990152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.039257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.039874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.041323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] 10.222.0.65 "PUT /v2.0/ports/4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1093 time: 0.8526285 Feb 11 05:59:30.041772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:30.044102 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef2f287-d405-4b0e-95ff-53989bbf3528" -d '{"events": [{"name": "network-changed", "server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:30.072831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be96c62-bb8d-4a03-b981-c5d81318ba62 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:30.093035 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6388f352-e344-4196-a510-4597b79eca25 x-openstack-request-id: req-6388f352-e344-4196-a510-4597b79eca25 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:30.093436 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:30.093791 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6388f352-e344-4196-a510-4597b79eca25 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:30.094267 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'status': 'completed', 'code': 200} Feb 11 05:59:30.230897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2f287-d405-4b0e-95ff-53989bbf3528 req-eac14c7f-1edf-4971-9ab0-8e8927243c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.233517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ef2f287-d405-4b0e-95ff-53989bbf3528 req-eac14c7f-1edf-4971-9ab0-8e8927243c3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1127 time: 0.1197717 Feb 11 05:59:30.341341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bf41e-2acd-4ad8-ae45-c535184c6c3e req-5b271ac3-3755-42f6-a180-c25ffa772c9b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.343197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d18bf41e-2acd-4ad8-ae45-c535184c6c3e req-5b271ac3-3755-42f6-a180-c25ffa772c9b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 944 time: 0.1717386 Feb 11 05:59:30.406935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2f287-d405-4b0e-95ff-53989bbf3528 req-29c86a9a-3150-4a9f-a4b4-838e13a5e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.408408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ef2f287-d405-4b0e-95ff-53989bbf3528 req-29c86a9a-3150-4a9f-a4b4-838e13a5e009 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=850e74bba029439fbcc9858f5472bc28&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1680918 Feb 11 05:59:30.430789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d18bf41e-2acd-4ad8-ae45-c535184c6c3e req-776583bd-c051-4fbc-b8f9-e8fdd2aaaad0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779841 Feb 11 05:59:30.523425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2f287-d405-4b0e-95ff-53989bbf3528 req-f2d7e105-6b45-4e68-886a-5adf781ece9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.525015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ef2f287-d405-4b0e-95ff-53989bbf3528 req-f2d7e105-6b45-4e68-886a-5adf781ece9d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075935 Feb 11 05:59:30.613416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64df8-9f29-4383-9742-0df57baee4da req-726a2744-afa5-40a4-a60b-391aeb53760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.614975 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-726a2744-afa5-40a4-a60b-391aeb53760f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1127 time: 0.0498199 Feb 11 05:59:30.658699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-052d76e8-5e1b-46d3-aaf1-575e70387736 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 217 time: 0.0374644 Feb 11 05:59:30.716227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64df8-9f29-4383-9742-0df57baee4da req-c9a4a331-5edd-48b6-9e31-0d1eddfef4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.718113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-c9a4a331-5edd-48b6-9e31-0d1eddfef4af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0538306 Feb 11 05:59:30.771056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64df8-9f29-4383-9742-0df57baee4da req-eb5e9a1e-4686-4ed1-9bc2-f70b6abb7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:30.772579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-eb5e9a1e-4686-4ed1-9bc2-f70b6abb7c48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486488 Feb 11 05:59:30.869661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-8bf946d5-4c00-4d8e-ba1b-9e821ca63e83 service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898893 Feb 11 05:59:30.964080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83d64df8-9f29-4383-9742-0df57baee4da req-21927da1-91c9-4034-9a53-e155ce90b5dc service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889404 Feb 11 05:59:31.557301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a6092-73be-4c47-aa26-680d07eaccf5 req-9e9f4e8d-892b-4e57-9b5b-1f063178e992 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:31.558777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a22a6092-73be-4c47-aa26-680d07eaccf5 req-9e9f4e8d-892b-4e57-9b5b-1f063178e992 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 944 time: 0.0540497 Feb 11 05:59:31.607613 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a22a6092-73be-4c47-aa26-680d07eaccf5 req-1160c3f9-f89c-4dbf-b5c4-23720c15c9c5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428526 Feb 11 05:59:32.339075 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:32.741390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f35349-1e74-46bb-aedc-cbb0cba19920 req-592eafe6-8616-44c0-82bc-82cc85a61173 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:32.742981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8f35349-1e74-46bb-aedc-cbb0cba19920 req-592eafe6-8616-44c0-82bc-82cc85a61173 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 944 time: 0.0646164 Feb 11 05:59:32.792334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a8f35349-1e74-46bb-aedc-cbb0cba19920 req-31e16349-bbd6-4c58-a71c-5eb921a5f41c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Feb 11 05:59:33.012900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8351ec0d-a440-45a8-bef3-8fc8d5bcde5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:33.913966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8a5fa-5da3-4547-a8d9-5e849f0c8fac req-1ac8f228-c2a1-4036-b812-e1fdbb9daf23 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:33.915494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa8a5fa-5da3-4547-a8d9-5e849f0c8fac req-1ac8f228-c2a1-4036-b812-e1fdbb9daf23 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 944 time: 0.0543287 Feb 11 05:59:33.967534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4fa8a5fa-5da3-4547-a8d9-5e849f0c8fac req-df159e62-e803-43ce-860e-d6c517f04f0b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462377 Feb 11 05:59:34.118690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 4bd3ed45-3998-41aa-be25-bdc25dcb1189 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:34.218041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:34.229774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'port_id': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'mac_address': 'fa:16:3e:66:81:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:34.272286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:34.272711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.286139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd3ed45-3998-41aa-be25-bdc25dcb1189 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:34.306083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:34.418109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.470893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:34.634160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['4bd3ed45-3998-41aa-be25-bdc25dcb1189'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:35.096525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e7d5-74a3-49a9-b6eb-78389c064c15 req-0d2f3d50-2ad6-4e28-aa2e-46595daec382 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.098101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f738e7d5-74a3-49a9-b6eb-78389c064c15 req-0d2f3d50-2ad6-4e28-aa2e-46595daec382 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 945 time: 0.0572402 Feb 11 05:59:35.491893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f738e7d5-74a3-49a9-b6eb-78389c064c15 req-9db9c0a0-2c44-455b-986e-66b9b9fbb652 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3869507 Feb 11 05:59:35.549779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f09f6656-6569-422e-9f08-10e7136b13eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.117462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 4bd3ed45-3998-41aa-be25-bdc25dcb1189 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:36.201019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:36.206204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:36.206588 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.290879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:36.291272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.313975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:36.316227 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881bc481-af9e-4752-8b01-95d69d18291c" -d '{"events": [{"server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "name": "network-vif-plugged", "status": "completed", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:36.329416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:36.383584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.419245 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5203c442-29c2-4c30-a16b-28e6009fc714 x-openstack-request-id: req-5203c442-29c2-4c30-a16b-28e6009fc714 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:36.419550 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "name": "network-vif-plugged", "status": "completed", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:36.419808 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5203c442-29c2-4c30-a16b-28e6009fc714 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:36.420206 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'code': 200} Feb 11 05:59:36.437987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:36.520632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ceaad-eef8-4e39-a8ed-ebaac91b2406 req-1a2c9611-2546-478b-b29c-cf4f49f496cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.522097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e0ceaad-eef8-4e39-a8ed-ebaac91b2406 req-1a2c9611-2546-478b-b29c-cf4f49f496cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1129 time: 0.0471439 Feb 11 05:59:36.571215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e0ceaad-eef8-4e39-a8ed-ebaac91b2406 req-c89b0b92-8421-4bed-87f3-2cd089ff9ea4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 Feb 11 05:59:36.623538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4dcc-f40a-4400-af94-bbe838311dd9 req-5d867741-96ce-434a-b2f8-19c4b262d6c3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.625704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-148a4dcc-f40a-4400-af94-bbe838311dd9 req-5d867741-96ce-434a-b2f8-19c4b262d6c3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0583935 Feb 11 05:59:36.679259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-148a4dcc-f40a-4400-af94-bbe838311dd9 req-2033a0ba-8f36-4001-ba43-08a099240f76 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477190 Feb 11 05:59:36.767679 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:37.807579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184d46-92e2-41ca-b95f-7ede59bd22ec req-d4dec767-5ca8-4029-b3df-b3b2557ce3d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.809131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b184d46-92e2-41ca-b95f-7ede59bd22ec req-d4dec767-5ca8-4029-b3df-b3b2557ce3d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0536368 Feb 11 05:59:37.858752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b184d46-92e2-41ca-b95f-7ede59bd22ec req-b1da96cb-a2ac-4434-8f3c-61c2b3f711e6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436993 Feb 11 05:59:37.977388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a1c1b-3cc2-4335-bc74-ca1fdcab0032 req-e429fefb-07bc-4f42-8cba-e2b6327123f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.978885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b54a1c1b-3cc2-4335-bc74-ca1fdcab0032 req-e429fefb-07bc-4f42-8cba-e2b6327123f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0534031 Feb 11 05:59:38.028888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b54a1c1b-3cc2-4335-bc74-ca1fdcab0032 req-eb5d3a94-1a59-4f08-aeb5-040f2a6ce1f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441992 Feb 11 05:59:38.051177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44706) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:38.104305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2586b03-b09c-46c0-92af-b6166093f6cb tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:38.105927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c2586b03-b09c-46c0-92af-b6166093f6cb tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1124 time: 0.0537095 Feb 11 05:59:38.108979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44708) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:38.115786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:38.195057 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:38.295480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:38.388281 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:38.444467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.25.8.124 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/c94772fb-de7c-4d03-8de5-d69fbc742d5f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:38.458635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461408f2-a90a-43d9-b4fb-dace48576217 req-20036e94-138d-4eab-8ffb-001b5e99ed43 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:38.460163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-461408f2-a90a-43d9-b4fb-dace48576217 req-20036e94-138d-4eab-8ffb-001b5e99ed43 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 945 time: 0.1076467 Feb 11 05:59:38.570580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-461408f2-a90a-43d9-b4fb-dace48576217 req-bd5592f8-2617-4c33-81ab-fef982800aa1 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017888 Feb 11 05:59:38.604547 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (c94772fb-de7c-4d03-8de5-d69fbc742d5f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:38.709741 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c94772fb-de7c-4d03-8de5-d69fbc742d5f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:38.751308 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:38.755924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:38.760301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:38.760698 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:38.763462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=c94772fb-de7c-4d03-8de5-d69fbc742d5f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:39.137174 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (464a45f7-6490-4f2d-a311-96cee8ad0394), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.271319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c94772fb-de7c-4d03-8de5-d69fbc742d5f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.273908 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.426734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (c94772fb-de7c-4d03-8de5-d69fbc742d5f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.503814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (c94772fb-de7c-4d03-8de5-d69fbc742d5f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.575788 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=c94772fb-de7c-4d03-8de5-d69fbc742d5f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:39.588880 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (464a45f7-6490-4f2d-a311-96cee8ad0394), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.696834 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Floating IP 464a45f7-6490-4f2d-a311-96cee8ad0394 associated. External IP: 172.25.8.124, port: 4bd3ed45-3998-41aa-be25-bdc25dcb1189. Feb 11 05:59:39.795391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-5d355ea0-b5c5-468c-b490-c16e1e3c9f24 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.797104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-5d355ea0-b5c5-468c-b490-c16e1e3c9f24 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.83 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 945 time: 0.1154318 Feb 11 05:59:39.887412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a67bff-c103-49d2-b5ed-c7c68c366593 req-7095c116-c1f7-4090-a4ec-4d5ffbc8f60f tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.888875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09a67bff-c103-49d2-b5ed-c7c68c366593 req-7095c116-c1f7-4090-a4ec-4d5ffbc8f60f tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 945 time: 0.1325243 Feb 11 05:59:39.895083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Deleting port 1cb2c376-5825-4b55-9f93-df34c4073920 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:39.895430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:39.992703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09a67bff-c103-49d2-b5ed-c7c68c366593 req-e516ed93-cfcb-4765-ae53-cf194dc07200 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a45d8a-b2db-4df8-bff2-e6bde8924147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967944 Feb 11 05:59:39.994926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] For port 1cb2c376-5825-4b55-9f93-df34c4073920, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=1cb2c376-5825-4b55-9f93-df34c4073920,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:39.995306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:40.002242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router dfe075f5-b838-49c6-a069-3434aa51a76d has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:40.120046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:40.133282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] Sync routers for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:40.144214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:40.144804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:40.192190 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:40.229823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cc174205-0e1e-492d-b505-306f225b85ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1172957 Feb 11 05:59:40.230079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:40.230079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (772042e3-7035-4e9d-96b6-756c41f7ca84), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:40.230303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:40.230397 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Floating IP 772042e3-7035-4e9d-96b6-756c41f7ca84 disassociated. External IP: 172.25.8.218, port: 1cb2c376-5825-4b55-9f93-df34c4073920. Feb 11 05:59:40.230397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Calling delete_port for 1cb2c376-5825-4b55-9f93-df34c4073920 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:40.230823 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06836e6-734b-424f-a00f-f773dad088fa" -d '{"events": [{"name": "network-changed", "server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:40.270981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:40.374532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd202576-c949-4b1a-acce-1c23d104c8ff req-5c72b049-2516-4693-ab86-26dc868ccd7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.377629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd202576-c949-4b1a-acce-1c23d104c8ff req-5c72b049-2516-4693-ab86-26dc868ccd7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0656662 Feb 11 05:59:40.386967 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f737acf-7e15-47ba-bd9f-e582852b2856 x-openstack-request-id: req-2f737acf-7e15-47ba-bd9f-e582852b2856 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:40.387173 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:40.387405 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f737acf-7e15-47ba-bd9f-e582852b2856 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:40.387819 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'status': 'completed', 'code': 200} Feb 11 05:59:40.418754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (1cb2c376-5825-4b55-9f93-df34c4073920), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:40.455535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event deleted for resources: {'Port': ['ID=1cb2c376-5825-4b55-9f93-df34c4073920,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:40.480842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd202576-c949-4b1a-acce-1c23d104c8ff req-7cede94a-885f-43dc-96ad-67ff788d68fb tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916777 Feb 11 05:59:40.494273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06836e6-734b-424f-a00f-f773dad088fa req-ce007122-df36-40de-8c33-88037e06f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.495875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b06836e6-734b-424f-a00f-f773dad088fa req-ce007122-df36-40de-8c33-88037e06f2fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1129 time: 0.0865147 Feb 11 05:59:40.521268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44724) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:40.545919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '464a45f7-6490-4f2d-a311-96cee8ad0394', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'port_id': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'mac_address': 'fa:16:3e:66:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:59:38Z', 'updated_at': '2022-02-11T05:59:38Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:40.581911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] Checking router: dfe075f5-b838-49c6-a069-3434aa51a76d for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:40.591590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:40.591801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:40.604408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06836e6-734b-424f-a00f-f773dad088fa req-41e2ef4f-950a-423c-ae30-c3ee101b6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.606287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b06836e6-734b-424f-a00f-f773dad088fa req-41e2ef4f-950a-423c-ae30-c3ee101b6bac service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 897 time: 0.1043699 Feb 11 05:59:40.684763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b06836e6-734b-424f-a00f-f773dad088fa req-4e41f607-47fd-411e-94d1-b8a43f9aeaba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1000 time: 0.0713739 Feb 11 05:59:40.715918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:40.745722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06836e6-734b-424f-a00f-f773dad088fa req-df234c28-c35f-471f-be72-71aa7c0c4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.747369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b06836e6-734b-424f-a00f-f773dad088fa req-df234c28-c35f-471f-be72-71aa7c0c4724 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0566552 Feb 11 05:59:40.804034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06836e6-734b-424f-a00f-f773dad088fa req-47ccee03-7599-4025-8c14-554439876fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.805914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b06836e6-734b-424f-a00f-f773dad088fa req-47ccee03-7599-4025-8c14-554439876fdb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514438 Feb 11 05:59:40.928656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b06836e6-734b-424f-a00f-f773dad088fa req-4f83dda6-a148-49a0-9a4a-8a1d2b4aa0df service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168873 Feb 11 05:59:40.973143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d56d6bfe-336a-4a7b-b2b2-797254889504 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/464a45f7-6490-4f2d-a311-96cee8ad0394 HTTP/1.1" status: 200 len: 992 time: 0.4505017 Feb 11 05:59:40.980539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:41.050768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b06836e6-734b-424f-a00f-f773dad088fa req-b6a187ad-43fc-45a4-ba2e-a093ea129afb service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162896 Feb 11 05:59:41.053056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '464a45f7-6490-4f2d-a311-96cee8ad0394', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'port_id': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'mac_address': 'fa:16:3e:66:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:59:38Z', 'updated_at': '2022-02-11T05:59:38Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:41.104168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91997a20-aa54-4a6f-b923-d3dfc3204584 None None] The sync data for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 is: [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '464a45f7-6490-4f2d-a311-96cee8ad0394', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'port_id': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'mac_address': 'fa:16:3e:66:81:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:59:38Z', 'updated_at': '2022-02-11T05:59:38Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:41.119163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:41.137266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7b1d10f2-a4f8-44c8-a0af-c7708d502491 req-2452c423-dda7-4309-8066-74061eee9cd7 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "GET /v2.0/ports?device_id=32864ee3-9ebc-4889-918a-5f441275ffed HTTP/1.1" status: 200 len: 210 time: 0.0439885 Feb 11 05:59:41.139664 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] Sync routers for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:41.157664 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:41.158271 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:41.167789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] No DVR routers for this DVR port 1cb2c376-5825-4b55-9f93-df34c4073920 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:41.171400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:41.176194 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94cbb6cc-0bcf-404d-8646-5f4067e4bf72 req-05a04502-a93d-406c-b085-0d08b7895e29 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.83 "DELETE /v2.0/ports/1cb2c376-5825-4b55-9f93-df34c4073920 HTTP/1.1" status: 204 len: 173 time: 1.3738875 Feb 11 05:59:41.176720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32864ee3-9ebc-4889-918a-5f441275ffed', 'name': 'network-vif-deleted', 'tag': '1cb2c376-5825-4b55-9f93-df34c4073920'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:41.181954 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2813c472-a042-4066-9b09-1d6a3a9ac8d6" -d '{"events": [{"server_uuid": "32864ee3-9ebc-4889-918a-5f441275ffed", "name": "network-vif-deleted", "tag": "1cb2c376-5825-4b55-9f93-df34c4073920"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:41.223622 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96023e7f-0f91-4da9-b65f-b3672308cd93 x-openstack-request-id: req-96023e7f-0f91-4da9-b65f-b3672308cd93 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:41.224631 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32864ee3-9ebc-4889-918a-5f441275ffed", "name": "network-vif-deleted", "tag": "1cb2c376-5825-4b55-9f93-df34c4073920", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:41.224631 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96023e7f-0f91-4da9-b65f-b3672308cd93 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:41.224631 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32864ee3-9ebc-4889-918a-5f441275ffed', 'name': 'network-vif-deleted', 'tag': '1cb2c376-5825-4b55-9f93-df34c4073920', 'status': 'completed', 'code': 200} Feb 11 05:59:41.288552 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:41.368034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a383d3-5862-4068-8f06-8518becea226 None None] New status for floating IP 464a45f7-6490-4f2d-a311-96cee8ad0394: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:59:41.510709 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:28Z', 'revision_number': 5, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:41.539847 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] Checking router: d5dba3da-0c70-48fa-9b8d-20db55d6feb5 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:41.549152 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:41.549783 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:41.661456 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:41.772282 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:41.877951 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:28Z', 'revision_number': 5, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:41.908573 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852e57b-d233-4a9a-b29e-23ef1a438d6d None None] The sync data for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 is: [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:54:22Z', 'revision_number': 4, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0', 'name': '', 'network_id': '96d49772-7655-4bab-8d6d-a16a1ba986e1', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'mac_address': 'fa:16:3e:26:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:21Z', 'updated_at': '2022-02-11T05:54:28Z', 'revision_number': 5, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'subnets': [{'id': '0238acf0-61eb-4ef8-a663-31a9885e3747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:41.977228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44730) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:42.053901 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a3d15bca-6c52-4be1-b364-ef07ace88c5e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/464a45f7-6490-4f2d-a311-96cee8ad0394 HTTP/1.1" status: 200 len: 994 time: 0.0754232 Feb 11 05:59:42.155402 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a42c7-85ad-4438-9f6a-0b8dfaff1901 None None] New status for floating IP 772042e3-7035-4e9d-96b6-756c41f7ca84: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:59:42.203879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44734) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:42.335521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Deleting port 7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:42.335874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.425516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.425838 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for floatingip (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.438304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Calling delete_port for 7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:42.646959 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.674322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event deleted for resources: {'Port': ['ID=7ca3eeb1-3853-4a6a-9e0f-c6ff757a9eac,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:42.740404 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for floatingip (772042e3-7035-4e9d-96b6-756c41f7ca84), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.743469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.744691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8d485daa-b5d5-488c-86d3-0d69f7f33d42 tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "DELETE /v2.0/floatingips/772042e3-7035-4e9d-96b6-756c41f7ca84 HTTP/1.1" status: 204 len: 168 time: 0.5393481 Feb 11 05:59:42.816307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44740) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:42.873838 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70804b4f-a7ff-444c-b6fc-7c820b63edab tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group (69a45d8a-b2db-4df8-bff2-e6bde8924147), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.899352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70804b4f-a7ff-444c-b6fc-7c820b63edab tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group (69a45d8a-b2db-4df8-bff2-e6bde8924147), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:42.954971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1cb2c376-5825-4b55-9f93-df34c4073920 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:42.976671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 1cb2c376-5825-4b55-9f93-df34c4073920 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:42.977042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 1cb2c376-5825-4b55-9f93-df34c4073920 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:43.063811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70804b4f-a7ff-444c-b6fc-7c820b63edab tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (69a45d8a-b2db-4df8-bff2-e6bde8924147), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.066521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70804b4f-a7ff-444c-b6fc-7c820b63edab tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.067726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-70804b4f-a7ff-444c-b6fc-7c820b63edab tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] 10.222.0.62 "DELETE /v2.0/security-groups/69a45d8a-b2db-4df8-bff2-e6bde8924147 HTTP/1.1" status: 204 len: 168 time: 0.2504003 Feb 11 05:59:43.078758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70804b4f-a7ff-444c-b6fc-7c820b63edab tempest-TestServerBasicOps-592987417 tempest-TestServerBasicOps-592987417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a45d8a-b2db-4df8-bff2-e6bde8924147,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:43.196484 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44744) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:43.651373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.906127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Deleting port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:43.906466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:43.990397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] For port fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:43.990762 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:44.004052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Calling delete_port for fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:44.256663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:44.284533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:44.478404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:44.700472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:44.819617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:44.824681 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e0b31b91-27c4-49b5-9a4f-4a534e76f5ca admin admin] 10.222.0.62 "PUT /v2.0/routers/d5dba3da-0c70-48fa-9b8d-20db55d6feb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270638 Feb 11 05:59:44.827246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44748) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:44.831074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] Sync routers for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:44.845544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:44.846372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:44.937567 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks [] for router (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:44.959231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:45.050151 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks [] for router_gateway (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.153675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:59:44Z', 'revision_number': 5, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port': {'id': '4d7e23ff-f5e6-4282-bd85-0bb145336c2b', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:45.181065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] Checking router: d5dba3da-0c70-48fa-9b8d-20db55d6feb5 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:45.187477 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Deleting port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:45.187828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.190800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] Routers {'d5dba3da-0c70-48fa-9b8d-20db55d6feb5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:45.191482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:45.272883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] For port 4d7e23ff-f5e6-4282-bd85-0bb145336c2b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4d7e23ff-f5e6-4282-bd85-0bb145336c2b,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:45.273436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.280631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] Set router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:45.285312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Calling delete_port for 4d7e23ff-f5e6-4282-bd85-0bb145336c2b owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:45.337432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:59:45Z', 'revision_number': 6, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:45.369061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0432b-9962-4bd9-a9c1-0c5d2f4c1599 None None] The sync data for ids ['d5dba3da-0c70-48fa-9b8d-20db55d6feb5'] in n-d-713498-37 is: [{'id': 'd5dba3da-0c70-48fa-9b8d-20db55d6feb5', 'name': 'tempest-TestServerBasicOps-771533412-router', 'tenant_id': '311f0889fad648b0917ed9a9a59978f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:13Z', 'updated_at': '2022-02-11T05:59:45Z', 'revision_number': 6, 'project_id': '311f0889fad648b0917ed9a9a59978f8', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:45.520972 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4d7e23ff-f5e6-4282-bd85-0bb145336c2b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.547163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7e23ff-f5e6-4282-bd85-0bb145336c2b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:45.612654 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.710129 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.713824 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks [] for router_controller (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.818347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (d5dba3da-0c70-48fa-9b8d-20db55d6feb5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.818955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5dba3da-0c70-48fa-9b8d-20db55d6feb5 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:59:45.826008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.827888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b6b1ac4-1f7d-4de8-9a35-598859cc1ec1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d5dba3da-0c70-48fa-9b8d-20db55d6feb5 HTTP/1.1" status: 204 len: 168 time: 0.9996884 Feb 11 05:59:45.828530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44750) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:45.879744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bd63b3-39a3-4ebc-8315-e1e8a11d786b admin admin] Deleting subnet 0238acf0-61eb-4ef8-a663-31a9885e3747 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:59:45.882999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61bd63b3-39a3-4ebc-8315-e1e8a11d786b admin admin] Publish callbacks [] for subnet (0238acf0-61eb-4ef8-a663-31a9885e3747), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.921933 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61bd63b3-39a3-4ebc-8315-e1e8a11d786b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (0238acf0-61eb-4ef8-a663-31a9885e3747), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.000738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61bd63b3-39a3-4ebc-8315-e1e8a11d786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0238acf0-61eb-4ef8-a663-31a9885e3747), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.144464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61bd63b3-39a3-4ebc-8315-e1e8a11d786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (0238acf0-61eb-4ef8-a663-31a9885e3747), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.156510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:46.172300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd63b3-39a3-4ebc-8315-e1e8a11d786b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0238acf0-61eb-4ef8-a663-31a9885e3747,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:46.175812 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61bd63b3-39a3-4ebc-8315-e1e8a11d786b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.181194 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-61bd63b3-39a3-4ebc-8315-e1e8a11d786b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0238acf0-61eb-4ef8-a663-31a9885e3747 HTTP/1.1" status: 204 len: 168 time: 0.3495245 Feb 11 05:59:46.182309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44752) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:46.183215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:46.183572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fef5d5c5-fed5-4ed7-aadb-a3ae6dbde8b0 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:46.186198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9661a04-54b2-4f79-9a04-74f3f25ae4eb None None] Network 96d49772-7655-4bab-8d6d-a16a1ba986e1 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:46.262547 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (96d49772-7655-4bab-8d6d-a16a1ba986e1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.320025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Deleting port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:46.320372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.370931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] DHCP port deletion for 96d49772-7655-4bab-8d6d-a16a1ba986e1 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:59:46.389037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] For port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:46.389306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.405331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Calling delete_port for a0e8ac79-304b-4121-a7f2-1e0bbed8d92e owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:46.439775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] Deleting port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:46.440276 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.520544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] For port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,segment=NetworkSegment(acc02cff-b092-42b1-9024-bb2773ae77cd),segment_id=acc02cff-b092-42b1-9024-bb2773ae77cd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:46.520974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.534216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] Calling delete_port for a0e8ac79-304b-4121-a7f2-1e0bbed8d92e owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:46.617843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.624113 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (a0e8ac79-304b-4121-a7f2-1e0bbed8d92e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.647875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] No DVR routers for this DVR port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:46.651835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] Pushing event deleted for resources: {'Port': ['ID=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:46.652878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e8ac79-304b-4121-a7f2-1e0bbed8d92e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:46.656651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43cc787-0566-49ce-a1d1-2a3ee5e211ec None None] No DVR routers for this DVR port a0e8ac79-304b-4121-a7f2-1e0bbed8d92e on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:46.735601 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (96d49772-7655-4bab-8d6d-a16a1ba986e1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.759646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d49772-7655-4bab-8d6d-a16a1ba986e1']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:46.770465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc02cff-b092-42b1-9024-bb2773ae77cd') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:46.770772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc02cff-b092-42b1-9024-bb2773ae77cd') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:46.780532 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (acc02cff-b092-42b1-9024-bb2773ae77cd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.795617 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (acc02cff-b092-42b1-9024-bb2773ae77cd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.803964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:59:46.804388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (acc02cff-b092-42b1-9024-bb2773ae77cd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:59:46.806314 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:59:46.936864 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (96d49772-7655-4bab-8d6d-a16a1ba986e1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.943614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.946818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] 10.222.0.62 "DELETE /v2.0/networks/96d49772-7655-4bab-8d6d-a16a1ba986e1 HTTP/1.1" status: 204 len: 168 time: 0.7633619 Feb 11 05:59:46.949709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44754) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:46.965285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40454df-4047-45a9-b91e-51ecf3b71986 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d49772-7655-4bab-8d6d-a16a1ba986e1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:47.332560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:47.598171 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Deleting port 37a19954-2e53-4139-8faf-302acfbe29ea {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:47.598566 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:47.678395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] For port 37a19954-2e53-4139-8faf-302acfbe29ea, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=37a19954-2e53-4139-8faf-302acfbe29ea,segment=NetworkSegment(00c5cd94-1e71-413c-bc24-430b025388ff),segment_id=00c5cd94-1e71-413c-bc24-430b025388ff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:47.678769 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:47.694445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Calling delete_port for 37a19954-2e53-4139-8faf-302acfbe29ea owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:47.738957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0e8ac79-304b-4121-a7f2-1e0bbed8d92e no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:47.760019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: a0e8ac79-304b-4121-a7f2-1e0bbed8d92e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:47.760246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a0e8ac79-304b-4121-a7f2-1e0bbed8d92e not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:47.760687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4d7e23ff-f5e6-4282-bd85-0bb145336c2b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:47.780253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 4d7e23ff-f5e6-4282-bd85-0bb145336c2b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:47.780624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4d7e23ff-f5e6-4282-bd85-0bb145336c2b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:47.949447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (37a19954-2e53-4139-8faf-302acfbe29ea), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:47.981832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a19954-2e53-4139-8faf-302acfbe29ea,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:48.160962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.746149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:48.861965 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:48.866933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-38723a1f-147c-4b48-9b4a-f337629f2128 admin admin] 10.222.0.62 "PUT /v2.0/routers/5b3b8ee3-0a9b-44bf-8efb-299fa9adf927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9162688 Feb 11 05:59:48.869473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44756) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:48.871889 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] Sync routers for ids ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:48.882335 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] Routers {'5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:48.882934 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:48.977719 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks [] for router (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:48.990984 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] Set router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:49.087812 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks [] for router_gateway (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.199379 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Deleting port f25ec345-e6f5-444d-97e2-e9ffabe9ce76 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:49.199773 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.268116 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:59:47Z', 'revision_number': 5, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port': {'id': 'f25ec345-e6f5-444d-97e2-e9ffabe9ce76', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:30Z', 'updated_at': '2022-02-11T05:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:49.288768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] For port f25ec345-e6f5-444d-97e2-e9ffabe9ce76, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f25ec345-e6f5-444d-97e2-e9ffabe9ce76,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:49.289135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.300407 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] Checking router: 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:49.301780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Calling delete_port for f25ec345-e6f5-444d-97e2-e9ffabe9ce76 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:49.308738 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] Routers {'5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:49.309359 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T05:59:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:49.398807 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] Set router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:49.451498 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:59:49Z', 'revision_number': 6, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:49.482732 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c3cdd5-13f6-49d3-b67b-ba35aabb7e46 None None] The sync data for ids ['5b3b8ee3-0a9b-44bf-8efb-299fa9adf927'] in n-d-713498-37 is: [{'id': '5b3b8ee3-0a9b-44bf-8efb-299fa9adf927', 'name': 'tempest-TestServerBasicOps-140224175-router', 'tenant_id': 'e6bce685eab7431b81bc138eec1f08b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:28Z', 'updated_at': '2022-02-11T05:59:49Z', 'revision_number': 6, 'project_id': 'e6bce685eab7431b81bc138eec1f08b6', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:49.543737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f25ec345-e6f5-444d-97e2-e9ffabe9ce76), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.570012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f25ec345-e6f5-444d-97e2-e9ffabe9ce76,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:49.631857 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.724545 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.726979 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks [] for router_controller (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.846845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (5b3b8ee3-0a9b-44bf-8efb-299fa9adf927), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.847492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:59:49.857657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.862992 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ba0b0cb5-130a-4982-a5e9-1099080427cc admin admin] 10.222.0.62 "DELETE /v2.0/routers/5b3b8ee3-0a9b-44bf-8efb-299fa9adf927 HTTP/1.1" status: 204 len: 168 time: 0.9885023 Feb 11 05:59:49.863258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44758) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:49.926031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9206a53c-c611-41a1-a658-ec5154d5058c admin admin] Deleting subnet 76e903a0-f45e-4ebb-bc4d-7c51929996ab {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:59:49.929450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9206a53c-c611-41a1-a658-ec5154d5058c admin admin] Publish callbacks [] for subnet (76e903a0-f45e-4ebb-bc4d-7c51929996ab), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:49.941700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 37a19954-2e53-4139-8faf-302acfbe29ea no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:49.965621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 37a19954-2e53-4139-8faf-302acfbe29ea {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:49.966227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 37a19954-2e53-4139-8faf-302acfbe29ea not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:49.972140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9206a53c-c611-41a1-a658-ec5154d5058c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (76e903a0-f45e-4ebb-bc4d-7c51929996ab), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.054852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9206a53c-c611-41a1-a658-ec5154d5058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (76e903a0-f45e-4ebb-bc4d-7c51929996ab), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.189673 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9206a53c-c611-41a1-a658-ec5154d5058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (76e903a0-f45e-4ebb-bc4d-7c51929996ab), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.220348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206a53c-c611-41a1-a658-ec5154d5058c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e903a0-f45e-4ebb-bc4d-7c51929996ab,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:50.225658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9206a53c-c611-41a1-a658-ec5154d5058c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.229244 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9206a53c-c611-41a1-a658-ec5154d5058c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/76e903a0-f45e-4ebb-bc4d-7c51929996ab HTTP/1.1" status: 204 len: 168 time: 0.3649609 Feb 11 05:59:50.231868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44760) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:50.232207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445bd45c-ff2c-4d9d-940b-ebf8adefd5d6 None None] Network 9e496eb2-7621-4379-8b4f-43b3a483c231 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:59:50.311214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9e496eb2-7621-4379-8b4f-43b3a483c231), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.372435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Deleting port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:50.372814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.393900 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] DHCP port deletion for 9e496eb2-7621-4379-8b4f-43b3a483c231 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:59:50.442478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] For port 3dabea45-1378-4b4d-a28d-79a7e2303fd7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3dabea45-1378-4b4d-a28d-79a7e2303fd7,segment=NetworkSegment(00c5cd94-1e71-413c-bc24-430b025388ff),segment_id=00c5cd94-1e71-413c-bc24-430b025388ff)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:50.442816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.456462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Calling delete_port for 3dabea45-1378-4b4d-a28d-79a7e2303fd7 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:50.458844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] Deleting port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:59:50.459222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.528917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] For port 3dabea45-1378-4b4d-a28d-79a7e2303fd7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3dabea45-1378-4b4d-a28d-79a7e2303fd7,segment=NetworkSegment(00c5cd94-1e71-413c-bc24-430b025388ff),segment_id=00c5cd94-1e71-413c-bc24-430b025388ff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:50.529260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.543700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] Calling delete_port for 3dabea45-1378-4b4d-a28d-79a7e2303fd7 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:59:50.611245 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.640461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dabea45-1378-4b4d-a28d-79a7e2303fd7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:50.654644 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (3dabea45-1378-4b4d-a28d-79a7e2303fd7), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.656494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] No DVR routers for this DVR port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:50.680918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] Pushing event deleted for resources: {'Port': ['ID=3dabea45-1378-4b4d-a28d-79a7e2303fd7,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:50.682830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089f25d-9be2-4760-a748-1f408285e2ab None None] No DVR routers for this DVR port 3dabea45-1378-4b4d-a28d-79a7e2303fd7 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:59:50.736633 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9e496eb2-7621-4379-8b4f-43b3a483c231), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.757260 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e496eb2-7621-4379-8b4f-43b3a483c231']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:50.767258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c5cd94-1e71-413c-bc24-430b025388ff') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:50.767787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c5cd94-1e71-413c-bc24-430b025388ff') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:50.783434 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (00c5cd94-1e71-413c-bc24-430b025388ff), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.796847 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (00c5cd94-1e71-413c-bc24-430b025388ff), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.803413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:59:50.804118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (00c5cd94-1e71-413c-bc24-430b025388ff), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: timer() Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:59:50.807004 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:59:50.959340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9e496eb2-7621-4379-8b4f-43b3a483c231), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.965234 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:50.970962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9e496eb2-7621-4379-8b4f-43b3a483c231 HTTP/1.1" status: 204 len: 168 time: 0.7355931 Feb 11 05:59:50.980220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c0ea8-b248-4122-a92a-cd10da884fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e496eb2-7621-4379-8b4f-43b3a483c231,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:51.307621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44764) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:51.348808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e0d49907-5620-4de4-92c2-77a025be56c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=311f0889fad648b0917ed9a9a59978f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399461 Feb 11 05:59:51.351437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44766) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:51.399715 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4994ca63-a02a-4e3b-9913-3ab93d5184c0 admin admin] Publish callbacks [] for security_group (8cdef74d-12f8-4134-bedf-aed903ee3bf4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:51.421730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4994ca63-a02a-4e3b-9913-3ab93d5184c0 admin admin] Publish callbacks [] for security_group (8cdef74d-12f8-4134-bedf-aed903ee3bf4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:51.548798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4994ca63-a02a-4e3b-9913-3ab93d5184c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (8cdef74d-12f8-4134-bedf-aed903ee3bf4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:51.551399 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4994ca63-a02a-4e3b-9913-3ab93d5184c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:51.552621 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4994ca63-a02a-4e3b-9913-3ab93d5184c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8cdef74d-12f8-4134-bedf-aed903ee3bf4 HTTP/1.1" status: 204 len: 168 time: 0.2002592 Feb 11 05:59:51.564519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ca63-a02a-4e3b-9913-3ab93d5184c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdef74d-12f8-4134-bedf-aed903ee3bf4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:51.750247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f25ec345-e6f5-444d-97e2-e9ffabe9ce76 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:51.770791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f25ec345-e6f5-444d-97e2-e9ffabe9ce76 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:51.771137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f25ec345-e6f5-444d-97e2-e9ffabe9ce76 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:51.771554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3dabea45-1378-4b4d-a28d-79a7e2303fd7 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:51.790396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 3dabea45-1378-4b4d-a28d-79a7e2303fd7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:51.790737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3dabea45-1378-4b4d-a28d-79a7e2303fd7 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:52.280032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44772) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:52.321534 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-95400598-53cb-4561-9248-884539e1764a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6bce685eab7431b81bc138eec1f08b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403101 Feb 11 05:59:52.324113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 44774) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:52.374841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a83ad86-9a6b-4e7d-9548-ee8d871af932 admin admin] Publish callbacks [] for security_group (4de061c8-f51d-4412-90d8-b9dcf16fc060), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:52.396930 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a83ad86-9a6b-4e7d-9548-ee8d871af932 admin admin] Publish callbacks [] for security_group (4de061c8-f51d-4412-90d8-b9dcf16fc060), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:52.537949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a83ad86-9a6b-4e7d-9548-ee8d871af932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4de061c8-f51d-4412-90d8-b9dcf16fc060), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:52.540542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a83ad86-9a6b-4e7d-9548-ee8d871af932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:52.541803 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5a83ad86-9a6b-4e7d-9548-ee8d871af932 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4de061c8-f51d-4412-90d8-b9dcf16fc060 HTTP/1.1" status: 204 len: 168 time: 0.2167222 Feb 11 05:59:52.550674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83ad86-9a6b-4e7d-9548-ee8d871af932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de061c8-f51d-4412-90d8-b9dcf16fc060,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:03.006254 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-667d5a19-af81-46c2-b9c3-c347abfb2b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:05.541785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03da40d7-e743-49f4-9aca-165daf314b1e req-54db5bfd-63db-44e6-a497-bc1c1884f240 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449805 Feb 11 06:00:05.616322 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71faf93b-7c8b-46de-ba1b-cb05cc8f0a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:05.635589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da40d7-e743-49f4-9aca-165daf314b1e req-d76d60ec-597d-4f6a-8941-77d8503dfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:05.637209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03da40d7-e743-49f4-9aca-165daf314b1e req-d76d60ec-597d-4f6a-8941-77d8503dfb6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1128 time: 0.0526457 Feb 11 06:00:05.744002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da40d7-e743-49f4-9aca-165daf314b1e req-e90ffec0-cf87-4e78-a8ab-735b51911fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:05.745554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03da40d7-e743-49f4-9aca-165daf314b1e req-e90ffec0-cf87-4e78-a8ab-735b51911fd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.0893924 Feb 11 06:00:05.815242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03da40d7-e743-49f4-9aca-165daf314b1e req-64f4c576-be69-4f4b-8486-c8213003ac62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a58bfc21-d884-41cd-813a-440aa4070505 HTTP/1.1" status: 200 len: 1000 time: 0.0622623 Feb 11 06:00:05.864608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da40d7-e743-49f4-9aca-165daf314b1e req-eadc706b-b873-4a18-8fcf-b8d7266468b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:05.866101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03da40d7-e743-49f4-9aca-165daf314b1e req-eadc706b-b873-4a18-8fcf-b8d7266468b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0448153 Feb 11 06:00:05.914645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da40d7-e743-49f4-9aca-165daf314b1e req-3d165709-9268-451b-a8e8-d7496d6eb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:05.916145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03da40d7-e743-49f4-9aca-165daf314b1e req-3d165709-9268-451b-a8e8-d7496d6eb8e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444221 Feb 11 06:00:06.011948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03da40d7-e743-49f4-9aca-165daf314b1e req-235151b5-4573-4ddd-9ac7-bd90b7189d51 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893545 Feb 11 06:00:06.105388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03da40d7-e743-49f4-9aca-165daf314b1e req-b3242583-7da6-42ba-8b1a-9b8c35546483 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851219 Feb 11 06:00:06.777066 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.399021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:08.755300 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.285143 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.338668 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:00:10.757312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5b2b5-a423-451e-8f08-877d3191a870 req-03879fef-74ad-411a-9612-aed17d25dc56 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:10.758890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95d5b2b5-a423-451e-8f08-877d3191a870 req-03879fef-74ad-411a-9612-aed17d25dc56 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1129 time: 0.0525925 Feb 11 06:00:10.777412 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95d5b2b5-a423-451e-8f08-877d3191a870 req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:10.858277 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95d5b2b5-a423-451e-8f08-877d3191a870 req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Publish callbacks [] for security_group (6de486bd-c669-4b14-91cc-55cdc5fa259c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:10.919295 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-95d5b2b5-a423-451e-8f08-877d3191a870 req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6de486bd-c669-4b14-91cc-55cdc5fa259c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:10.959679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de486bd-c669-4b14-91cc-55cdc5fa259c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:10.964159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95d5b2b5-a423-451e-8f08-877d3191a870 req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997244 Feb 11 06:00:10.970706 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.971062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.971412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.972494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.973297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.973418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.973866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.974071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.975013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.975013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.975213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.975389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:10.976106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f391cbb-866f-4476-90f5-b868a89b199c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:11.106269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5faf60-f43f-4fe6-a4c3-e8a9993c5541 req-cc500e66-7ba7-4fca-9b21-dddf2dce2038 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:11.107786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5faf60-f43f-4fe6-a4c3-e8a9993c5541 req-cc500e66-7ba7-4fca-9b21-dddf2dce2038 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0636158 Feb 11 06:00:11.163170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c5faf60-f43f-4fe6-a4c3-e8a9993c5541 req-2ee6fa10-b4b9-4419-b958-56e249f814b8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468245 Feb 11 06:00:11.185083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44806) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:11.258374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5ee69977-92a5-485b-a5e0-da48240e022c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/464a45f7-6490-4f2d-a311-96cee8ad0394 HTTP/1.1" status: 200 len: 994 time: 0.0715570 Feb 11 06:00:11.634522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-25847e43-7ba9-4f4c-9643-64ee83adffc8 req-309d5b66-1740-4f4d-a666-dec775711c64 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:00:11.635978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25847e43-7ba9-4f4c-9643-64ee83adffc8 req-309d5b66-1740-4f4d-a666-dec775711c64 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064144 Feb 11 06:00:11.736413 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:12.077990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdf4bc-b665-4f61-b06b-0f04671be89f req-02b0b761-d264-420c-8884-5dd8b5ca625b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:12.079595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dacdf4bc-b665-4f61-b06b-0f04671be89f req-02b0b761-d264-420c-8884-5dd8b5ca625b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0576816 Feb 11 06:00:12.134032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dacdf4bc-b665-4f61-b06b-0f04671be89f req-7579d26a-05dc-46e1-8919-929797307fa1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483108 Feb 11 06:00:12.153705 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44824) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:12.305267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-54755e8b-9d1a-4200-9588-f574cacb6485 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500168 Feb 11 06:00:12.313892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-56900c68-0087-4082-bab3-51bd5be365c6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:00:12.314882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-56900c68-0087-4082-bab3-51bd5be365c6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050361 Feb 11 06:00:13.280300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dde59-ad4b-4234-b95a-40452d6a60f1 req-f4346068-e483-4caa-9591-1eac146c1c78 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:13.281373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-071dde59-ad4b-4234-b95a-40452d6a60f1 req-f4346068-e483-4caa-9591-1eac146c1c78 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0565209 Feb 11 06:00:13.336364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-071dde59-ad4b-4234-b95a-40452d6a60f1 req-d71bd2d9-e61b-4861-be39-96b77adff163 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483067 Feb 11 06:00:14.051052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44856) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:14.214153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-813bde62-27f9-43ae-a1c4-f8502f03f20c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:14.215602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-813bde62-27f9-43ae-a1c4-f8502f03f20c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports/4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1126 time: 0.1634774 Feb 11 06:00:14.466715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed192d-a36e-499f-9134-8126f247c578 req-2de32dac-a475-4915-abb7-4cfd5bf13590 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:14.469179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afed192d-a36e-499f-9134-8126f247c578 req-2de32dac-a475-4915-abb7-4cfd5bf13590 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0610459 Feb 11 06:00:14.536934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-afed192d-a36e-499f-9134-8126f247c578 req-cbe04e8e-4264-46c7-ae53-6645f1a3a0e8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620887 Feb 11 06:00:15.672350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c069c-fd14-45ed-8e36-39952c4c6ac6 req-66fd0aa4-ee0f-441e-80cc-bb91b22285d7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:15.673834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d98c069c-fd14-45ed-8e36-39952c4c6ac6 req-66fd0aa4-ee0f-441e-80cc-bb91b22285d7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0596743 Feb 11 06:00:15.730973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d98c069c-fd14-45ed-8e36-39952c4c6ac6 req-f40049c1-fd9b-48e5-848a-0d1fe69e68c8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508778 Feb 11 06:00:16.175396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-3ec98401-9c8b-47b2-8112-8e792f007727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:16.176986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-3ec98401-9c8b-47b2-8112-8e792f007727 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1129 time: 0.0486598 Feb 11 06:00:16.274125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-66df0e13-7439-4737-8e0b-50bb3d1477e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:16.275566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-66df0e13-7439-4737-8e0b-50bb3d1477e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 897 time: 0.0929811 Feb 11 06:00:16.352094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-277b74a2-a5ce-4835-b7a2-af064fa7293a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1002 time: 0.0697002 Feb 11 06:00:16.411315 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-a92c4894-d496-4a35-916c-a0aaba7c257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:16.412755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-a92c4894-d496-4a35-916c-a0aaba7c257c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0544124 Feb 11 06:00:16.463974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-0296a2ff-d2d0-4261-aa30-26ab3c8765b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:16.465881 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-0296a2ff-d2d0-4261-aa30-26ab3c8765b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468669 Feb 11 06:00:16.566456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-daa64321-760a-4531-b363-52c2c46fb721 service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950522 Feb 11 06:00:16.666265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-ff0463eb-8ce3-4e82-928d-484015c57c78 service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940464 Feb 11 06:00:16.896948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa570985-403e-49e8-a375-b5a6f2610ade req-cd7011f0-bebe-4f1e-8f67-55318197e2c3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:16.898657 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa570985-403e-49e8-a375-b5a6f2610ade req-cd7011f0-bebe-4f1e-8f67-55318197e2c3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0652552 Feb 11 06:00:16.972280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa570985-403e-49e8-a375-b5a6f2610ade req-cba26bb2-85dc-4c99-8fc2-3a56043e3b2d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666714 Feb 11 06:00:18.135100 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f46818-68eb-45a9-b7c8-0f5353b1fa2a req-50cc5494-40d1-41e3-86c8-e34fae8a1747 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:18.140114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7f46818-68eb-45a9-b7c8-0f5353b1fa2a req-50cc5494-40d1-41e3-86c8-e34fae8a1747 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0882769 Feb 11 06:00:18.199196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7f46818-68eb-45a9-b7c8-0f5353b1fa2a req-8a31fa98-4103-48d4-a5d0-ebe605c1c766 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545588 Feb 11 06:00:19.327350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b16a8-6171-4f8b-b6a3-a6bae090db21 req-15dede3a-43f6-41f6-90cd-e7ff5e991fb0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:19.328946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d7b16a8-6171-4f8b-b6a3-a6bae090db21 req-15dede3a-43f6-41f6-90cd-e7ff5e991fb0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0568297 Feb 11 06:00:19.383856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d7b16a8-6171-4f8b-b6a3-a6bae090db21 req-6433eb27-c79c-4f7e-a816-d1ed10c8ab74 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487328 Feb 11 06:00:20.520628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea5a57-0824-4f0f-8bbf-8c1f26b64411 req-b0a29863-9e88-4e1b-88c7-7cd57ee1c2bf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:20.522913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcea5a57-0824-4f0f-8bbf-8c1f26b64411 req-b0a29863-9e88-4e1b-88c7-7cd57ee1c2bf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0640783 Feb 11 06:00:20.584058 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fcea5a57-0824-4f0f-8bbf-8c1f26b64411 req-ebd17bf0-e42e-4975-8a79-d7ba915c4517 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558076 Feb 11 06:00:21.730914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e6865-982f-420c-8506-9e2e247387ef req-3cc6a05b-82fc-4827-a09b-7139a58d6755 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:21.732281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad6e6865-982f-420c-8506-9e2e247387ef req-3cc6a05b-82fc-4827-a09b-7139a58d6755 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0647013 Feb 11 06:00:21.791254 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad6e6865-982f-420c-8506-9e2e247387ef req-b5dd83de-0da8-4559-a435-f8ffaf0891ea tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520437 Feb 11 06:00:22.926437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f271ae-0bd7-4d62-85b4-77d201343793 req-468de308-70fe-40c8-8d5d-710139fe9d63 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:22.927982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0f271ae-0bd7-4d62-85b4-77d201343793 req-468de308-70fe-40c8-8d5d-710139fe9d63 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0616651 Feb 11 06:00:22.987662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0f271ae-0bd7-4d62-85b4-77d201343793 req-9329f364-5416-4235-b925-389e7e93ae42 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539002 Feb 11 06:00:24.131424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33afdbf-d854-42cb-86f8-97de25aaf98a req-c109937d-f178-4e1b-af80-f8b1d57f471a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:24.133800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b33afdbf-d854-42cb-86f8-97de25aaf98a req-c109937d-f178-4e1b-af80-f8b1d57f471a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0711892 Feb 11 06:00:24.193877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b33afdbf-d854-42cb-86f8-97de25aaf98a req-c3179e3a-5f2e-4dc9-bb2c-102d5e487580 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540476 Feb 11 06:00:25.343170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd7bf5-9570-451e-a1ac-d80310e4ac22 req-a0674c13-2068-4fa6-ae68-c3cd89543c7e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:25.347241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77cd7bf5-9570-451e-a1ac-d80310e4ac22 req-a0674c13-2068-4fa6-ae68-c3cd89543c7e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0682945 Feb 11 06:00:25.411070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77cd7bf5-9570-451e-a1ac-d80310e4ac22 req-fea7c31e-b208-4e22-849a-1eff18276afd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581396 Feb 11 06:00:26.545756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a4a0f-d6be-421d-aa09-bcaf6d06b54c req-c0f74ba8-5242-46bf-8610-17be1a829a87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:26.547332 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a97a4a0f-d6be-421d-aa09-bcaf6d06b54c req-c0f74ba8-5242-46bf-8610-17be1a829a87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0585010 Feb 11 06:00:26.599232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a97a4a0f-d6be-421d-aa09-bcaf6d06b54c req-3c871b27-d23f-4575-8ad4-d681656a6add tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454385 Feb 11 06:00:27.728729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f57e-fa0e-4640-a3ce-25a346a35ff9 req-a843c159-7f1c-4f2b-b9eb-722da2d931b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:27.730246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0096f57e-fa0e-4640-a3ce-25a346a35ff9 req-a843c159-7f1c-4f2b-b9eb-722da2d931b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0585146 Feb 11 06:00:27.789060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0096f57e-fa0e-4640-a3ce-25a346a35ff9 req-38547a4e-aef3-48d6-9c3f-ddb680cde267 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522263 Feb 11 06:00:28.928991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb422-8d87-4702-982c-df7f94ec47cf req-84312f7e-c5e7-442f-9db2-a405f41425c0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:28.930418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8cbb422-8d87-4702-982c-df7f94ec47cf req-84312f7e-c5e7-442f-9db2-a405f41425c0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0669312 Feb 11 06:00:28.994017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8cbb422-8d87-4702-982c-df7f94ec47cf req-62fdfa69-ff37-42d4-a5e6-358e9dc046b2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577493 Feb 11 06:00:30.142367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bfcdd-6736-4af3-ad06-1495e4abc102 req-b5d56c83-97e5-4211-a835-d30e16d85b4f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:30.144792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-258bfcdd-6736-4af3-ad06-1495e4abc102 req-b5d56c83-97e5-4211-a835-d30e16d85b4f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0684237 Feb 11 06:00:30.204819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-258bfcdd-6736-4af3-ad06-1495e4abc102 req-4253b226-28b5-4812-88d4-e9f459b1a0a1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533481 Feb 11 06:00:31.351880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfa3cc-5dd7-438f-8262-591d10ba0a7b req-bd9eaf2e-ec2f-4cb9-ad27-0b63a99ec0b4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:31.353512 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ecfa3cc-5dd7-438f-8262-591d10ba0a7b req-bd9eaf2e-ec2f-4cb9-ad27-0b63a99ec0b4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0636649 Feb 11 06:00:31.407287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ecfa3cc-5dd7-438f-8262-591d10ba0a7b req-b9988cf1-8751-4e37-948c-df12aa7681b4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470307 Feb 11 06:00:32.550676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d8d0a-bde3-4423-962b-d20fb7215c3c req-17ef4c9f-f69d-4b0d-9493-adc1ac6bf862 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:32.552232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a75d8d0a-bde3-4423-962b-d20fb7215c3c req-17ef4c9f-f69d-4b0d-9493-adc1ac6bf862 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0683804 Feb 11 06:00:32.605366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a75d8d0a-bde3-4423-962b-d20fb7215c3c req-ed947cdc-75d3-4ca1-b801-946f749c55ae tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474091 Feb 11 06:00:33.011371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4b33287-85c3-4620-9b2a-796c964c629c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.747876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c109c6-b700-4383-9bb0-2d729a1d6e56 req-a79271d8-cb59-4b28-8140-60778d6de2be tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:33.749463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6c109c6-b700-4383-9bb0-2d729a1d6e56 req-a79271d8-cb59-4b28-8140-60778d6de2be tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0593250 Feb 11 06:00:33.807617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6c109c6-b700-4383-9bb0-2d729a1d6e56 req-0a277d04-13fb-40b4-8e20-815f956813b1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500548 Feb 11 06:00:33.959421 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-4b72495e-cbb7-446c-bc48-27d6c44efa61 service neutron] show failed (client error): The resource could not be found. Feb 11 06:00:33.959421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-4b72495e-cbb7-446c-bc48-27d6c44efa61 service neutron] 10.222.0.65 "GET /v2.0/ports/4bd3ed45-3998-41aa-be25-bdc25dcb1189/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0651259 Feb 11 06:00:34.585704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-74531172-809f-4537-86db-d729eda8f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:34.587479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-74531172-809f-4537-86db-d729eda8f9bd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 1129 time: 0.0882573 Feb 11 06:00:34.598962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:34.665966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:34.887246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:34.933867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:34.952958 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32014-e574-4bf4-8a48-63d9f60e4aab req-875bd96d-d85d-479c-9cce-72a74064193c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:34.957964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbb32014-e574-4bf4-8a48-63d9f60e4aab req-875bd96d-d85d-479c-9cce-72a74064193c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0676591 Feb 11 06:00:34.997572 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:35.000685 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083597eb-c2e3-4aa6-b39f-d15c1d16f9ba" -d '{"events": [{"server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:35.007627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Publish callbacks [] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.028801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Transition to ACTIVE for port object 4bd3ed45-3998-41aa-be25-bdc25dcb1189 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:00:35.029122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbb32014-e574-4bf4-8a48-63d9f60e4aab req-8fc1d716-8862-43db-9390-63b1646c8d14 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654993 Feb 11 06:00:35.126011 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.507686 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12cb6e0-cd01-468a-97e5-17a561c86306 x-openstack-request-id: req-d12cb6e0-cd01-468a-97e5-17a561c86306 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:35.508049 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:35.508301 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d12cb6e0-cd01-468a-97e5-17a561c86306 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:35.508771 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'code': 200} Feb 11 06:00:35.604442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:35.610366 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d78e924b-d653-451d-91de-4e0a83fa5742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.632263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.632691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.633034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.633399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.633759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.634118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.634487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.634913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.635339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.635700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.636032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.636359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.636790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:35.697387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] No DVR routers for this DVR port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:35.862901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Attempting to bind port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:35.863241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Attempting to bind port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:35.863595 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Attempting to bind port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:35.868163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:00:35.868482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Attempting to bind port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:35.873626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:35.878774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Checking segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:35.878774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Bound using segment: {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:35.878774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Bound port: 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098178a5-67d3-4d2b-8c87-27b7fbc41679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:35.878774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.948287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:35.951467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:36.057209 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.096278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:36.096946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:36.098378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] 10.222.0.83 "PUT /v2.0/ports/4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1093 time: 1.5042505 Feb 11 06:00:36.137745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6e566-abb5-4dc9-913f-63709ea92bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:36.177604 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-0cfaefb0-2c84-4a40-bd25-5166dbd3300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:36.185038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-0cfaefb0-2c84-4a40-bd25-5166dbd3300a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1127 time: 0.0558343 Feb 11 06:00:36.185195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade88aa-d177-460d-a1f5-a38885abef0f req-365bd932-aa52-44cc-8cab-c3f43ddae4cf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:36.188753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dade88aa-d177-460d-a1f5-a38885abef0f req-365bd932-aa52-44cc-8cab-c3f43ddae4cf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 944 time: 0.0722959 Feb 11 06:00:36.251496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dade88aa-d177-460d-a1f5-a38885abef0f req-a2240574-13f5-4d81-adde-c5b1e8f14e5e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530243 Feb 11 06:00:36.287047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-30101f0e-8c35-4879-aabc-14c2d4fa385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:36.288568 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-30101f0e-8c35-4879-aabc-14c2d4fa385b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 897 time: 0.1037233 Feb 11 06:00:36.356952 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-e52ced05-4d82-402d-b270-a5577f5cce7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1000 time: 0.0622802 Feb 11 06:00:36.409890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-fb6e7548-7e0b-4d50-95ec-276c1026df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:36.411355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-fb6e7548-7e0b-4d50-95ec-276c1026df42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0483906 Feb 11 06:00:36.468511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-07eb94b9-cc71-4a4b-865e-1b8a44c44991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:36.470096 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-07eb94b9-cc71-4a4b-865e-1b8a44c44991 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535150 Feb 11 06:00:36.563005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-6e5af512-ade7-4447-aa7b-0b4279c10a29 service neutron] 10.222.0.83 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867443 Feb 11 06:00:36.657661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-bd1affea-e022-4077-bc36-a2a90b2ac579 service neutron] 10.222.0.83 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895045 Feb 11 06:00:36.872539 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.389049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb96ba-1b64-4336-a890-7b70613bde2b req-b56d993d-f523-48d0-9dea-3ce3827da8ab tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.390624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebcb96ba-1b64-4336-a890-7b70613bde2b req-b56d993d-f523-48d0-9dea-3ce3827da8ab tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 944 time: 0.0612738 Feb 11 06:00:37.444144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebcb96ba-1b64-4336-a890-7b70613bde2b req-a9a6dfa8-d97e-4bfd-be38-1c2da006dbf6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470519 Feb 11 06:00:37.509959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:37.512458 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec9051-9144-4b83-aea1-9389371bedaf" -d '{"events": [{"name": "network-changed", "server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:37.571183 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7be004a-fba2-4832-ab54-bfca49293024 x-openstack-request-id: req-a7be004a-fba2-4832-ab54-bfca49293024 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:37.571183 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:37.571183 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7be004a-fba2-4832-ab54-bfca49293024 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:37.571183 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'status': 'completed', 'code': 200} Feb 11 06:00:37.636819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9051-9144-4b83-aea1-9389371bedaf req-0bc142e6-8db5-48ea-95ac-53939fbf9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.638529 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-0bc142e6-8db5-48ea-95ac-53939fbf9239 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1127 time: 0.0498695 Feb 11 06:00:37.639136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9051-9144-4b83-aea1-9389371bedaf req-f72027bf-74f8-478a-9275-eba4d0e76cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.640700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-f72027bf-74f8-478a-9275-eba4d0e76cc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1127 time: 0.0493345 Feb 11 06:00:37.742808 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9051-9144-4b83-aea1-9389371bedaf req-84211182-6684-497b-8edc-a5f9300869b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.743584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9051-9144-4b83-aea1-9389371bedaf req-48a7a037-2c7d-4c7f-966a-8abaf811af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.744346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-84211182-6684-497b-8edc-a5f9300869b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 897 time: 0.0976820 Feb 11 06:00:37.745799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-48a7a037-2c7d-4c7f-966a-8abaf811af55 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 897 time: 0.1010969 Feb 11 06:00:37.819541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-f6a6e35b-7d17-4626-bc94-f4a85d38e912 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1000 time: 0.0695348 Feb 11 06:00:37.823422 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-01bdd152-ef55-4185-b73c-382d5ee14ebd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1000 time: 0.0715070 Feb 11 06:00:37.875472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9051-9144-4b83-aea1-9389371bedaf req-b0d5a97f-26c1-4541-aaa3-25d58ca0740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.877129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-b0d5a97f-26c1-4541-aaa3-25d58ca0740e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0509567 Feb 11 06:00:37.878819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9051-9144-4b83-aea1-9389371bedaf req-fefc0343-2a81-4a9d-8d10-09b2f3d5c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.880889 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-fefc0343-2a81-4a9d-8d10-09b2f3d5c0a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0509796 Feb 11 06:00:37.934080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9051-9144-4b83-aea1-9389371bedaf req-9ff5c991-9d30-474a-a660-85b24fe37df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.935626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-9ff5c991-9d30-474a-a660-85b24fe37df1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0533841 Feb 11 06:00:37.937739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9051-9144-4b83-aea1-9389371bedaf req-0659f368-ee3d-48f7-ad00-a916507a31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.939567 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-0659f368-ee3d-48f7-ad00-a916507a31c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526869 Feb 11 06:00:38.038300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-522d256e-ae7f-4ed4-924d-10cdc93bd25b service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970984 Feb 11 06:00:38.053060 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-4518a6be-3b55-4f98-87fc-f793cc382754 service neutron] 10.222.0.83 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053507 Feb 11 06:00:38.151128 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-f260fc66-2451-49fc-a002-0ba97f124abf service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066980 Feb 11 06:00:38.164881 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5cec9051-9144-4b83-aea1-9389371bedaf req-cc3e82eb-cf48-4043-8e9c-c1b9314d8f82 service neutron] 10.222.0.83 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054847 Feb 11 06:00:38.402321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 4bd3ed45-3998-41aa-be25-bdc25dcb1189 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:38.451557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:00:38.451957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 4bd3ed45-3998-41aa-be25-bdc25dcb1189 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:38.466668 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:38.578627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c2c8-5bc4-46cc-bb67-da71c356a731 req-85a1b80b-865e-4c4c-a3a3-40ff3be66f84 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:38.580178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9113c2c8-5bc4-46cc-bb67-da71c356a731 req-85a1b80b-865e-4c4c-a3a3-40ff3be66f84 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 944 time: 0.0580645 Feb 11 06:00:38.633997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9113c2c8-5bc4-46cc-bb67-da71c356a731 req-55f757db-12f1-4f9b-a0a8-b3f3c1fc69ec tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483294 Feb 11 06:00:38.795492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.218816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4bd3ed45-3998-41aa-be25-bdc25dcb1189 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:00:39.309569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.331046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:39.342792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'port_id': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'mac_address': 'fa:16:3e:66:81:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:00:39.383897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:39.384283 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.398796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd3ed45-3998-41aa-be25-bdc25dcb1189 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:00:39.423205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:39.560201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:39.614625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.639700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:39.771649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998096d3-cf60-4e04-8dbd-3ff4b0bab796 req-bfb32bf6-1ad5-4294-b0a3-a5dd1d79fe75 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:39.774261 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-998096d3-cf60-4e04-8dbd-3ff4b0bab796 req-bfb32bf6-1ad5-4294-b0a3-a5dd1d79fe75 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 945 time: 0.0656991 Feb 11 06:00:39.800188 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['4bd3ed45-3998-41aa-be25-bdc25dcb1189'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:00:39.842752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-998096d3-cf60-4e04-8dbd-3ff4b0bab796 req-0ce0248b-c72a-4f41-9dff-d0de9223ebe1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544086 Feb 11 06:00:40.375525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812459d5-6d5e-450e-b5e4-ed8dff021876 req-fededc91-8e91-4458-a232-3b40e32560f0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.377094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-812459d5-6d5e-450e-b5e4-ed8dff021876 req-fededc91-8e91-4458-a232-3b40e32560f0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 945 time: 0.0593557 Feb 11 06:00:40.462662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-812459d5-6d5e-450e-b5e4-ed8dff021876 req-a1fa0f8c-7c6e-4dad-b4f9-b11cbac58829 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792472 Feb 11 06:00:40.529605 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-a19fbb4e-6f7d-4813-893c-b0f60e510ff2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.531133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-a19fbb4e-6f7d-4813-893c-b0f60e510ff2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243&tenant_id=850e74bba029439fbcc9858f5472bc28&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 945 time: 0.1130919 Feb 11 06:00:40.605173 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-52157e09-1a21-419c-8781-adacfd9fa40f service neutron] delete failed (client error): The resource could not be found. Feb 11 06:00:40.606876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-52157e09-1a21-419c-8781-adacfd9fa40f service neutron] 10.222.0.65 "DELETE /v2.0/ports/4bd3ed45-3998-41aa-be25-bdc25dcb1189/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0688438 Feb 11 06:00:40.701866 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-c7283d00-299e-45a4-9052-859cc24a1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.703892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-c7283d00-299e-45a4-9052-859cc24a1fe0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1128 time: 0.0526350 Feb 11 06:00:40.815076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-116afdbc-44ca-4847-b471-bf5f362bd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.817284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-116afdbc-44ca-4847-b471-bf5f362bd21e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 897 time: 0.1077008 Feb 11 06:00:40.885714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-86e488ee-48d1-4f80-a1d7-dd81db68f65e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1001 time: 0.0629587 Feb 11 06:00:40.942341 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-e44a1618-944e-4b5e-9f0c-09e6acb6111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.943851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-e44a1618-944e-4b5e-9f0c-09e6acb6111d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0519547 Feb 11 06:00:40.998250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-2127e65f-5bc8-4bac-a806-aa1fc3a257d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:40.999775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-2127e65f-5bc8-4bac-a806-aa1fc3a257d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501943 Feb 11 06:00:41.095534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-ed59f285-ab92-401c-acde-607911458b8e service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891106 Feb 11 06:00:41.233641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4bd3ed45-3998-41aa-be25-bdc25dcb1189 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:00:41.359727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:00:41.364118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:41.364498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.452090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:00:41.453949 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.483179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:41.487203 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab214bd-a510-4043-af6f-ab9fa329439d" -d '{"events": [{"server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "name": "network-vif-plugged", "status": "completed", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:41.509358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:41.550899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab68a94d-c3b3-4fb5-a6b4-289d83368adc req-1b249bb3-39d5-460b-938c-999fa1216a81 service neutron] 10.222.0.65 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503973 Feb 11 06:00:41.555372 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51907527-dd41-4863-9a87-90ff370cdce7 x-openstack-request-id: req-51907527-dd41-4863-9a87-90ff370cdce7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:41.555807 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "name": "network-vif-plugged", "status": "completed", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:41.556036 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51907527-dd41-4863-9a87-90ff370cdce7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:41.556454 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'code': 200} Feb 11 06:00:41.588364 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:41.638624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32333f-8f26-4c71-b76f-9212265dcd4c req-0fc51bb2-e5dd-42e5-bf62-8a3fda9a4a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:41.639641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f32333f-8f26-4c71-b76f-9212265dcd4c req-0fc51bb2-e5dd-42e5-bf62-8a3fda9a4a8a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 945 time: 0.0739617 Feb 11 06:00:41.643609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:41.695515 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2f32333f-8f26-4c71-b76f-9212265dcd4c req-be966ae0-3174-43f5-a9cf-c2540d667b0e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491228 Feb 11 06:00:41.832665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:42.838201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b988-46c3-424c-b820-3e7d9dccd35a req-0ba056f7-c0fb-4fb8-bba0-edbe97d9fb55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:42.839757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9159b988-46c3-424c-b820-3e7d9dccd35a req-0ba056f7-c0fb-4fb8-bba0-edbe97d9fb55 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0635827 Feb 11 06:00:42.901382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9159b988-46c3-424c-b820-3e7d9dccd35a req-6ffd5fcf-a21e-4824-9352-4de86dab4089 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551574 Feb 11 06:00:42.926359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45006) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:42.993296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-35daa29c-388e-469b-98d1-9baddb17b24f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/464a45f7-6490-4f2d-a311-96cee8ad0394 HTTP/1.1" status: 200 len: 994 time: 0.0653632 Feb 11 06:00:46.337962 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:00:51.477113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-4aefcfa3-2b20-4cf1-b958-fde1d7f434d2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722850374&fields=id&tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 267 time: 0.0474205 Feb 11 06:00:51.592936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-d08d0710-f929-4f3b-b32d-a32b52fc2a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.594543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-d08d0710-f929-4f3b-b32d-a32b52fc2a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.1096714 Feb 11 06:00:51.611489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-16a22076-ccdd-4ef0-8778-1ecc8afbfc99 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/quotas/5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 375 time: 0.0106931 Feb 11 06:00:51.671723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a6878d9b-2691-45b0-afd8-d96aad45a880 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548737 Feb 11 06:00:51.782124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a2a9a035-7abe-4d8e-b658-fe7a15b456bb service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981848 Feb 11 06:00:51.881562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-3a20c8ec-ce7b-4cb8-9ebc-4875508d9cc4 service neutron] 10.222.0.62 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934179 Feb 11 06:00:52.584837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a08b0899-5492-4e12-9148-4cc4d6cd5259 req-04574536-dff0-4de7-9b1c-0f5951364a17 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0418251 Feb 11 06:00:53.791225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-342ed0c0-53f1-444d-abac-35800a2d6c80 req-11bfd7eb-e7e3-44e4-8645-42437f8682de tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.1218145 Feb 11 06:00:54.991908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fed4aa2-0ddc-4781-8ef6-7d02a178530d req-2ae59278-c00e-4586-a643-9c6d0e8842f0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.1247051 Feb 11 06:00:55.014927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-e28105b0-d753-44ab-9cc1-2d741454675b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.016412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-e28105b0-d753-44ab-9cc1-2d741454675b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 812 time: 0.1439345 Feb 11 06:00:55.081759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-24cbf1d8-e58c-45cb-b39c-69146e8f30ff tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60 HTTP/1.1" status: 200 len: 380 time: 0.0571551 Feb 11 06:00:55.089716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'port': {'device_id': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'admin_state_up': True, 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'security_groups': ['c5046905-43fc-4937-9546-a1a864fe7d25']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:55.273922 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Made reservation on behalf of 5570e6c4b93d4e00aab8e1e75f77ad60 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:55.279229 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:55.433938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.20.0.9 (5ca4e212-4526-44ec-8c74-69e1391f0651/b9777442-49a6-46fb-9b45-b130eb5f0f6d/54eb5c96-d281-4827-9da0-a856b4f8e5f4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:55.586926 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:55.719888 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:55.765940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:55.769348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:55.773151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:55.798347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=54eb5c96-d281-4827-9da0-a856b4f8e5f4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:55.831532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.832579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:55.945897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-c50b33da-a924-48e8-be8d-8efac0be2873 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8598568 Feb 11 06:00:55.960804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Request body: {'port': {'device_id': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:55.987178 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-96914de1-c67c-40aa-af6b-7f7c2e710418 None None] Provisioning complete for port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:55.987766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-96914de1-c67c-40aa-af6b-7f7c2e710418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:56.026601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-96914de1-c67c-40aa-af6b-7f7c2e710418 None None] Port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:56.041250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:56.221007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0775e91-4b9f-4f7c-b0f2-17db334c3e8f req-8c6219c1-a787-4b54-a440-9f044deda21b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:56.222510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0775e91-4b9f-4f7c-b0f2-17db334c3e8f req-8c6219c1-a787-4b54-a440-9f044deda21b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 931 time: 0.1425223 Feb 11 06:00:56.344895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0775e91-4b9f-4f7c-b0f2-17db334c3e8f req-030b041d-9e8d-4226-a128-033bd042e8fc tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132219 Feb 11 06:00:56.437274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54eb5c96-d281-4827-9da0-a856b4f8e5f4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:00:56.448331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Publish callbacks [] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:56.463775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Transition to ACTIVE for port object 54eb5c96-d281-4827-9da0-a856b4f8e5f4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:00:56.542631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:56.640509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Pushing event updated for resources: {'Port': ['ID=54eb5c96-d281-4827-9da0-a856b4f8e5f4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:56.707764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Attempting to bind port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:56.708522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Attempting to bind port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:56.708892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Attempting to bind port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:56.714109 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:00:56.714361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Attempting to bind port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 on network 5ca4e212-4526-44ec-8c74-69e1391f0651 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:56.721263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:56.721699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Checking segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:56.721985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Bound using segment: {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:56.722421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Bound port: 54eb5c96-d281-4827-9da0-a856b4f8e5f4, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da97542a-92f3-4110-ade4-b04013512bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:56.722786 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:56.796533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] For port 54eb5c96-d281-4827-9da0-a856b4f8e5f4, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:56.800189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] For port 54eb5c96-d281-4827-9da0-a856b4f8e5f4, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:56.879765 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:56.917851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:56.923405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:56.923405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] 10.222.0.65 "PUT /v2.0/ports/54eb5c96-d281-4827-9da0-a856b4f8e5f4 HTTP/1.1" status: 200 len: 1092 time: 0.9650967 Feb 11 06:00:56.923405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:56.923405 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24248bb0-536f-4365-866c-bc300c11d96b" -d '{"events": [{"name": "network-changed", "server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:56.970730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb25ff-3c28-417f-b5e4-2feaea6d2de4 service neutron] Pushing event updated for resources: {'Port': ['ID=54eb5c96-d281-4827-9da0-a856b4f8e5f4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:56.990022 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfde56a-27f5-49b1-94b6-254170c40c5d x-openstack-request-id: req-6bfde56a-27f5-49b1-94b6-254170c40c5d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:56.990313 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:56.990576 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bfde56a-27f5-49b1-94b6-254170c40c5d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:56.991000 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'status': 'completed', 'code': 200} Feb 11 06:00:57.061663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24248bb0-536f-4365-866c-bc300c11d96b req-cd6e5543-71ee-4ccd-b0fa-0530432d7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.061663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24248bb0-536f-4365-866c-bc300c11d96b req-cd6e5543-71ee-4ccd-b0fa-0530432d7ba6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 1126 time: 0.0587957 Feb 11 06:00:57.193343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24248bb0-536f-4365-866c-bc300c11d96b req-e4e733d3-14de-47cc-ab72-e4caabb9b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.194922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24248bb0-536f-4365-866c-bc300c11d96b req-e4e733d3-14de-47cc-ab72-e4caabb9b6b5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1276670 Feb 11 06:00:57.302407 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24248bb0-536f-4365-866c-bc300c11d96b req-597bc49b-3fb3-460b-9ac3-bf13e38ea6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.303918 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-24248bb0-536f-4365-866c-bc300c11d96b req-597bc49b-3fb3-460b-9ac3-bf13e38ea6c6 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036758 Feb 11 06:00:57.394538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a7f585c4-3b52-4bc0-ac28-bac0e4e1e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.396034 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-a7f585c4-3b52-4bc0-ac28-bac0e4e1e595 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 1126 time: 0.0545413 Feb 11 06:00:57.442740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-7bb3c675-dff5-42e1-be7b-259cb68be356 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0405569 Feb 11 06:00:57.533646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-27503e33-9b88-4500-9a2c-3643b05253cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.535051 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-27503e33-9b88-4500-9a2c-3643b05253cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0831251 Feb 11 06:00:57.545733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b2357-15ab-430c-a0d8-00ac34839e99 req-1add3974-6b5b-4fb9-b717-66e029668e0d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.547323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb3b2357-15ab-430c-a0d8-00ac34839e99 req-1add3974-6b5b-4fb9-b717-66e029668e0d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.1077960 Feb 11 06:00:57.625608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb3b2357-15ab-430c-a0d8-00ac34839e99 req-bc549766-357e-4309-9233-f1981acf90b3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697145 Feb 11 06:00:57.631738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-2099d0be-b2ea-4663-b7d9-45fc5d61e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.633312 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-2099d0be-b2ea-4663-b7d9-45fc5d61e53e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0851011 Feb 11 06:00:57.732882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-75277b4f-d059-4927-833e-80bd166ff520 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937595 Feb 11 06:00:57.826366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2253bc34-c316-4a07-a074-adf88fdebd3c req-22ae32d5-5cd8-49da-9071-6d3ee6d7369c service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875468 Feb 11 06:00:58.765625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd61a-8e51-460f-b84b-c41a2cbdd86d req-68299695-3fed-400e-b7f0-2666c431ff92 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:58.768709 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7febd61a-8e51-460f-b84b-c41a2cbdd86d req-68299695-3fed-400e-b7f0-2666c431ff92 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0668545 Feb 11 06:00:58.841502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7febd61a-8e51-460f-b84b-c41a2cbdd86d req-cdb42736-4f79-4b94-84fe-b49c4aa3b26f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652990 Feb 11 06:00:59.980760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4c9a0-cdf7-444f-add8-524b083a115d req-99140649-2f36-4188-901c-620450896428 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:59.982791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8df4c9a0-cdf7-444f-add8-524b083a115d req-99140649-2f36-4188-901c-620450896428 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0627944 Feb 11 06:01:00.038417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8df4c9a0-cdf7-444f-add8-524b083a115d req-28ee0806-ce88-4984-bf95-fd8de1cac9f3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492299 Feb 11 06:01:01.169411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d93d9-61a1-4952-af5a-ed63f5069aed req-66067cbb-b3cd-4af1-b09d-a6323e290c3b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:01.172037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e38d93d9-61a1-4952-af5a-ed63f5069aed req-66067cbb-b3cd-4af1-b09d-a6323e290c3b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0553813 Feb 11 06:01:01.238631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e38d93d9-61a1-4952-af5a-ed63f5069aed req-cca9ee64-7efb-45a0-8127-bbfb8a601d2f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581133 Feb 11 06:01:02.375012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b844f9-0e81-41b1-b3c1-5f22c46c8389 req-7e1ad432-b290-4b0d-8ba1-38ad4157be6f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:02.376545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76b844f9-0e81-41b1-b3c1-5f22c46c8389 req-7e1ad432-b290-4b0d-8ba1-38ad4157be6f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0545335 Feb 11 06:01:02.429909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76b844f9-0e81-41b1-b3c1-5f22c46c8389 req-a1d445f2-22b6-4274-b555-0a875afe62d6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475793 Feb 11 06:01:03.004408 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-da217273-0489-4f65-9fa2-81f8725f1c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:03.558253 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b54ad-540b-4701-a239-ca9e0965b052 req-29a0fad4-f90f-4d2c-b850-16620c3e853d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:03.559955 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db4b54ad-540b-4701-a239-ca9e0965b052 req-29a0fad4-f90f-4d2c-b850-16620c3e853d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0561297 Feb 11 06:01:03.611896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db4b54ad-540b-4701-a239-ca9e0965b052 req-040319c5-a2bc-444a-a4d8-ea92d5d4f02c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465438 Feb 11 06:01:04.745370 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df45e3-fb5c-40c4-a867-c3e26598cbd1 req-9b1f9f32-d5a8-4b53-9a42-851fc1b5641e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:04.747307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4df45e3-fb5c-40c4-a867-c3e26598cbd1 req-9b1f9f32-d5a8-4b53-9a42-851fc1b5641e tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0604000 Feb 11 06:01:04.804119 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4df45e3-fb5c-40c4-a867-c3e26598cbd1 req-dbf7d71e-71c2-4bb0-b290-eacbfecad1e5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511785 Feb 11 06:01:05.576262 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f39cd6df-681d-41a1-894f-8109d0f51119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:05.927016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153738-4f76-43df-b1d4-270e65bdec01 req-77a19c12-001f-448e-8471-fcb579642e76 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:05.928459 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30153738-4f76-43df-b1d4-270e65bdec01 req-77a19c12-001f-448e-8471-fcb579642e76 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0541739 Feb 11 06:01:05.985339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-30153738-4f76-43df-b1d4-270e65bdec01 req-b162f55e-492f-44f8-b833-39ea919dabab tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511415 Feb 11 06:01:06.833102 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:07.128098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997acf46-ed8e-47eb-bdd7-0881656a683b req-3f9614d4-e353-4988-a69f-3258e6d86ab0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:07.129779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-997acf46-ed8e-47eb-bdd7-0881656a683b req-3f9614d4-e353-4988-a69f-3258e6d86ab0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0629478 Feb 11 06:01:07.188508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-997acf46-ed8e-47eb-bdd7-0881656a683b req-b232ddc3-9f68-47dc-b0cc-03032dd30aba tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530558 Feb 11 06:01:08.311984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975460f-d82e-4cce-a540-3541bea45fc6 req-932b1c1c-e060-410a-a3ff-51d3f308d444 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:08.313569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3975460f-d82e-4cce-a540-3541bea45fc6 req-932b1c1c-e060-410a-a3ff-51d3f308d444 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0560558 Feb 11 06:01:08.366784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3975460f-d82e-4cce-a540-3541bea45fc6 req-05a834fd-5dab-44d4-9662-b8c1c40f9eef tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468719 Feb 11 06:01:08.404412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:08.770061 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:09.324884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:09.490473 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-35b7c22c-20ee-43d8-9247-edfc3a6d2bac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482810 Feb 11 06:01:09.504772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b489609-db8a-486d-9401-0aa5a0090e17 req-ea4265af-d3ef-4089-87c3-39fa27c38d23 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:09.505610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b489609-db8a-486d-9401-0aa5a0090e17 req-ea4265af-d3ef-4089-87c3-39fa27c38d23 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0610847 Feb 11 06:01:09.569565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b489609-db8a-486d-9401-0aa5a0090e17 req-ec98cc2f-c348-4390-aa1d-b8098715c1fd tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586975 Feb 11 06:01:09.593923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-1ef841eb-9e06-4a32-b68d-aedff345f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:09.595630 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-1ef841eb-9e06-4a32-b68d-aedff345f706 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1129 time: 0.0578122 Feb 11 06:01:09.630702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695c0a5-cf05-497b-86a2-29d90b9f9118 req-c871c335-827f-499f-9b01-836372ea2ace tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:09.632541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2695c0a5-cf05-497b-86a2-29d90b9f9118 req-c871c335-827f-499f-9b01-836372ea2ace tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1129 time: 0.0810022 Feb 11 06:01:09.684019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2695c0a5-cf05-497b-86a2-29d90b9f9118 req-1713decd-b5fb-4eb3-8f6c-48c68b9d7be5 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446081 Feb 11 06:01:09.708775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45094) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:09.713549 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-7491005e-3206-46cc-8998-8fbf3343c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:09.715058 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-7491005e-3206-46cc-8998-8fbf3343c25d service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 897 time: 0.1006174 Feb 11 06:01:09.783185 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-3eef5b3d-d5ba-4bb2-859e-a358952d039e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 1002 time: 0.0614386 Feb 11 06:01:09.838693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-1dc8f29f-3a4f-4662-ba8f-df686d8251a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:09.840097 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-1dc8f29f-3a4f-4662-ba8f-df686d8251a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0504546 Feb 11 06:01:09.872040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port c94772fb-de7c-4d03-8de5-d69fbc742d5f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:09.872386 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c94772fb-de7c-4d03-8de5-d69fbc742d5f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:09.890891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-93a7601a-c97d-40ef-8fa7-5a96663065ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:09.894018 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-93a7601a-c97d-40ef-8fa7-5a96663065ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461042 Feb 11 06:01:09.955110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c94772fb-de7c-4d03-8de5-d69fbc742d5f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:09.955626 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (c94772fb-de7c-4d03-8de5-d69fbc742d5f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:09.970931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for c94772fb-de7c-4d03-8de5-d69fbc742d5f owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:09.985842 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-27899e75-bbf2-41c6-b7ad-61f62db1a8d5 service neutron] 10.222.0.83 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865324 Feb 11 06:01:10.084438 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33c3448c-f2aa-4dce-bae4-735e1f924162 req-13b4f7e2-06c8-41b2-b0cb-86711f1224e6 service neutron] 10.222.0.83 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927196 Feb 11 06:01:10.250590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (c94772fb-de7c-4d03-8de5-d69fbc742d5f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:10.279679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=c94772fb-de7c-4d03-8de5-d69fbc742d5f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:10.341571 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (464a45f7-6490-4f2d-a311-96cee8ad0394), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:10.341887 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Floating IP 464a45f7-6490-4f2d-a311-96cee8ad0394 disassociated (deleted). External IP: 172.25.8.124, port: 4bd3ed45-3998-41aa-be25-bdc25dcb1189. Feb 11 06:01:10.572735 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router dfe075f5-b838-49c6-a069-3434aa51a76d has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:10.721598 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:10.727283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:10.734373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] Sync routers for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:10.748750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:10.749809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:10.774052 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-374b5210-03e1-4c8f-bef7-5e2d3e953b5d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/floatingips/464a45f7-6490-4f2d-a311-96cee8ad0394 HTTP/1.1" status: 204 len: 168 time: 1.0598416 Feb 11 06:01:10.774052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:10.774052 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073dca68-d4af-4539-925a-1cb43c46506a" -d '{"events": [{"name": "network-changed", "server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:10.783433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad62e3-ddb5-4609-a2f8-842c099b42ec req-fcbc986c-56f2-4916-bd8b-5ebc8cab5cb6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:10.785217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91ad62e3-ddb5-4609-a2f8-842c099b42ec req-fcbc986c-56f2-4916-bd8b-5ebc8cab5cb6 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.1418417 Feb 11 06:01:10.856062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91ad62e3-ddb5-4609-a2f8-842c099b42ec req-ecf4a24b-901f-4f2e-bfab-dead625700e3 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643678 Feb 11 06:01:10.881818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:10.906009 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df77322-2c2d-428d-9c96-7b88df2c471e x-openstack-request-id: req-8df77322-2c2d-428d-9c96-7b88df2c471e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:10.906009 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:10.906009 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8df77322-2c2d-428d-9c96-7b88df2c471e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:10.906009 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'status': 'completed', 'code': 200} Feb 11 06:01:10.985357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dca68-d4af-4539-925a-1cb43c46506a req-656322a5-3fac-482d-8430-5fb5525afdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:10.986658 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-073dca68-d4af-4539-925a-1cb43c46506a req-656322a5-3fac-482d-8430-5fb5525afdd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 1129 time: 0.0494695 Feb 11 06:01:11.103055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dca68-d4af-4539-925a-1cb43c46506a req-eb555207-c3e7-42b1-9014-eb09cd356a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:11.104466 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-073dca68-d4af-4539-925a-1cb43c46506a req-eb555207-c3e7-42b1-9014-eb09cd356a80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 200 len: 897 time: 0.1072950 Feb 11 06:01:11.112804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:11.147226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] Checking router: dfe075f5-b838-49c6-a069-3434aa51a76d for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:11.149166 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-073dca68-d4af-4539-925a-1cb43c46506a req-c0c03616-756b-40de-bf36-a0ec6210fd88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 200 len: 217 time: 0.0375271 Feb 11 06:01:11.156828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:11.157510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:11.209258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dca68-d4af-4539-925a-1cb43c46506a req-59e492ad-f9ce-4169-b7be-daa6f5dcdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:11.210767 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-073dca68-d4af-4539-925a-1cb43c46506a req-59e492ad-f9ce-4169-b7be-daa6f5dcdb48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 200 len: 834 time: 0.0548682 Feb 11 06:01:11.267688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dca68-d4af-4539-925a-1cb43c46506a req-60fed6c9-0c5c-43fb-a580-9809c2681396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:11.269423 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-073dca68-d4af-4539-925a-1cb43c46506a req-60fed6c9-0c5c-43fb-a580-9809c2681396 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517659 Feb 11 06:01:11.284758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:11.289679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cc58-df9b-445c-88b7-d91120ddeec6 req-233bbd59-1ea7-49dc-bb3d-f3f7952cc72f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:11.291412 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3a9cc58-df9b-445c-88b7-d91120ddeec6 req-233bbd59-1ea7-49dc-bb3d-f3f7952cc72f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0602829 Feb 11 06:01:11.343495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3a9cc58-df9b-445c-88b7-d91120ddeec6 req-42b64297-36f9-4ca1-a596-e0009fd9ed81 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455925 Feb 11 06:01:11.373055 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-073dca68-d4af-4539-925a-1cb43c46506a req-dec5ff1a-a87c-4449-89b6-5074545e1c18 service neutron] 10.222.0.83 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968816 Feb 11 06:01:11.472815 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-073dca68-d4af-4539-925a-1cb43c46506a req-9ed12e96-14de-4f3c-99d8-4862e41b95e0 service neutron] 10.222.0.83 "GET /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921531 Feb 11 06:01:11.493961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:11.521657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5289a-cbb4-417e-9008-d5eae26139d7 None None] The sync data for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 is: [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2278a5ca-2af0-4be3-ba90-02e076ca1081', 'name': '', 'network_id': 'c3b2718c-8c56-4b8f-b076-e6aeb4fce54f', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:42:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'f948a808-a098-474d-b7e0-967b635046ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:20Z', 'updated_at': '2022-02-11T05:59:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'f948a808-a098-474d-b7e0-967b635046ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:11.752922 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307fa54-d869-4950-bdc4-7098f4081565 None None] New status for floating IP 464a45f7-6490-4f2d-a311-96cee8ad0394: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:01:11.831637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:11.985301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1496-fd6b-4859-ac0c-3dded5ce8855 req-d5cce4f1-b02a-4e6b-a827-cea75b035857 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:11.986944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f1b1496-fd6b-4859-ac0c-3dded5ce8855 req-d5cce4f1-b02a-4e6b-a827-cea75b035857 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0566556 Feb 11 06:01:12.041822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f1b1496-fd6b-4859-ac0c-3dded5ce8855 req-3279c369-dd43-4d56-9c38-a2250961a47b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493307 Feb 11 06:01:12.469355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25707b-3e5b-4fc2-95f7-90dfefef3f32 req-4ed21d44-e2b6-432b-ae90-8f004d055fa2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:12.470936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c25707b-3e5b-4fc2-95f7-90dfefef3f32 req-4ed21d44-e2b6-432b-ae90-8f004d055fa2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0547569 Feb 11 06:01:12.522182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c25707b-3e5b-4fc2-95f7-90dfefef3f32 req-9a5cedb9-312a-485b-85a9-1221d865e3ec tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=07120707-cd1e-46e5-80e6-7d3ac44d0aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450275 Feb 11 06:01:12.643307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602832f8-96a8-498b-92d0-49aaaf230146 req-d8b038f0-0a3e-49d8-8348-b450d9ecb268 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:12.644755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-602832f8-96a8-498b-92d0-49aaaf230146 req-d8b038f0-0a3e-49d8-8348-b450d9ecb268 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 946 time: 0.0593581 Feb 11 06:01:12.757018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:12.757380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:12.854711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 4bd3ed45-3998-41aa-be25-bdc25dcb1189, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=4bd3ed45-3998-41aa-be25-bdc25dcb1189,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:12.855078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:12.868221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 4bd3ed45-3998-41aa-be25-bdc25dcb1189 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:13.055733 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4bd3ed45-3998-41aa-be25-bdc25dcb1189), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:13.086308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=4bd3ed45-3998-41aa-be25-bdc25dcb1189,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:13.144313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] No DVR routers for this DVR port 4bd3ed45-3998-41aa-be25-bdc25dcb1189 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:13.147101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:13.150980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-602832f8-96a8-498b-92d0-49aaaf230146 req-11d1f853-c954-4f92-a846-49a2dd76bdd6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "DELETE /v2.0/ports/4bd3ed45-3998-41aa-be25-bdc25dcb1189 HTTP/1.1" status: 204 len: 173 time: 0.5011418 Feb 11 06:01:13.151114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'name': 'network-vif-deleted', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:13.153443 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bbdb5d-ec67-4015-8d5b-0edc42cf1583" -d '{"events": [{"server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "name": "network-vif-deleted", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:13.191703 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960376a5-cf25-459a-b789-34ec681a8011 x-openstack-request-id: req-960376a5-cf25-459a-b789-34ec681a8011 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:13.192004 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f1a168-dd5d-4b0e-88c3-a6703ab9a243", "name": "network-vif-deleted", "tag": "4bd3ed45-3998-41aa-be25-bdc25dcb1189", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:13.192269 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-960376a5-cf25-459a-b789-34ec681a8011 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:13.192714 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f1a168-dd5d-4b0e-88c3-a6703ab9a243', 'name': 'network-vif-deleted', 'tag': '4bd3ed45-3998-41aa-be25-bdc25dcb1189', 'status': 'completed', 'code': 200} Feb 11 06:01:13.203733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db7e-a247-49df-b5cb-1cdb14a621f6 req-5787b3d7-4014-4a3e-b147-489388191a0c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:13.205618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b596db7e-a247-49df-b5cb-1cdb14a621f6 req-5787b3d7-4014-4a3e-b147-489388191a0c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0705769 Feb 11 06:01:13.258145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b596db7e-a247-49df-b5cb-1cdb14a621f6 req-4ebe692f-96a0-4647-8781-8c0f7d05723d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Feb 11 06:01:13.639804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-218f131c-21f9-400d-a1b0-9fdb48c3b103 req-b0c9ba40-dc57-4513-93bd-7d3a3d8d9ba0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=46f1a168-dd5d-4b0e-88c3-a6703ab9a243 HTTP/1.1" status: 200 len: 210 time: 0.0317144 Feb 11 06:01:14.389138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9227-2c1f-4f67-a20e-942fac0a364d req-7211f177-b814-4546-b4e5-4e2bdb2232b9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:14.391260 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3eb9227-2c1f-4f67-a20e-942fac0a364d req-7211f177-b814-4546-b4e5-4e2bdb2232b9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 943 time: 0.0563793 Feb 11 06:01:14.445302 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3eb9227-2c1f-4f67-a20e-942fac0a364d req-f76d8752-470b-4e4d-81d7-124e0898d8f9 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481327 Feb 11 06:01:14.541894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 54eb5c96-d281-4827-9da0-a856b4f8e5f4 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:01:14.650165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 54eb5c96-d281-4827-9da0-a856b4f8e5f4, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:14.663819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'port_id': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'mac_address': 'fa:16:3e:1a:22:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:01:14.700828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45122) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:14.711555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:14.711946 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:14.726481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54eb5c96-d281-4827-9da0-a856b4f8e5f4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:01:14.747375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 54eb5c96-d281-4827-9da0-a856b4f8e5f4, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:14.855711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:14.903870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=54eb5c96-d281-4827-9da0-a856b4f8e5f4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:15.082504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['54eb5c96-d281-4827-9da0-a856b4f8e5f4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:15.089942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (dfe075f5-b838-49c6-a069-3434aa51a76d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:15.685631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6795ef-417f-46e5-9418-fab5f237004f req-8eadb100-4604-42cc-bfa0-5742865c9c4a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:15.687715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af6795ef-417f-46e5-9418-fab5f237004f req-8eadb100-4604-42cc-bfa0-5742865c9c4a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 944 time: 0.0848300 Feb 11 06:01:15.775623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af6795ef-417f-46e5-9418-fab5f237004f req-8930e1a9-1df4-4946-a807-510d648322b0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813329 Feb 11 06:01:15.826021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 2278a5ca-2af0-4be3-ba90-02e076ca1081 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:15.826371 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:15.925741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 2278a5ca-2af0-4be3-ba90-02e076ca1081, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2278a5ca-2af0-4be3-ba90-02e076ca1081,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:15.926110 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:15.939130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 2278a5ca-2af0-4be3-ba90-02e076ca1081 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:16.244619 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2278a5ca-2af0-4be3-ba90-02e076ca1081), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.273232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=2278a5ca-2af0-4be3-ba90-02e076ca1081,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:16.298748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.299107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.299457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.299844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.300177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.300518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.311846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.311846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.311846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.311846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.311846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.311846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.311846 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:16.474680 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (dfe075f5-b838-49c6-a069-3434aa51a76d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.541245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 54eb5c96-d281-4827-9da0-a856b4f8e5f4 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:16.707040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:01:16.711532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:16.711898 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.715634 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router dfe075f5-b838-49c6-a069-3434aa51a76d has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:16.811652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:16.812223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.837986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:16.840353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:16.842742 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248b84a6-2b10-482d-a0f7-39b3f7ea946e" -d '{"events": [{"server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "name": "network-vif-plugged", "status": "completed", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:16.844441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2c67e0cc-040b-438b-b72d-c3611d3897d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "PUT /v2.0/routers/dfe075f5-b838-49c6-a069-3434aa51a76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1416295 Feb 11 06:01:16.847174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45132) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:16.863027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] Sync routers for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:16.872224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 54eb5c96-d281-4827-9da0-a856b4f8e5f4, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:16.883191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:16.883919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:16.914416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4699ce-c6d0-496d-a972-650737d4b9d9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting subnet f948a808-a098-474d-b7e0-967b635046ed {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:01:16.918076 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4699ce-c6d0-496d-a972-650737d4b9d9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (f948a808-a098-474d-b7e0-967b635046ed), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.935813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e1ed1-099c-4eaf-a7cf-72b2abe74b9b req-f0fa15ff-5566-498d-9317-b59e1f5485f1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:16.937028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a03e1ed1-099c-4eaf-a7cf-72b2abe74b9b req-f0fa15ff-5566-498d-9317-b59e1f5485f1 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 944 time: 0.0705163 Feb 11 06:01:16.978016 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ed0ceb-9c1d-4a2b-b2d2-14f03ee50494 x-openstack-request-id: req-c1ed0ceb-9c1d-4a2b-b2d2-14f03ee50494 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:16.978277 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "name": "network-vif-plugged", "status": "completed", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:16.978477 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1ed0ceb-9c1d-4a2b-b2d2-14f03ee50494 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:16.978886 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'code': 200} Feb 11 06:01:16.979750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4699ce-c6d0-496d-a972-650737d4b9d9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (f948a808-a098-474d-b7e0-967b635046ed), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.981577 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.043671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a03e1ed1-099c-4eaf-a7cf-72b2abe74b9b req-7d400720-193f-42b6-990f-b28aed0e6bf0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962582 Feb 11 06:01:17.050066 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1f263-561c-4599-b3a6-805097d29637 req-397d2660-5821-466f-9d89-2c0a36c2d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:17.052013 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38f1f263-561c-4599-b3a6-805097d29637 req-397d2660-5821-466f-9d89-2c0a36c2d18b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 1128 time: 0.0777040 Feb 11 06:01:17.123155 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:17.124476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4699ce-c6d0-496d-a972-650737d4b9d9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f948a808-a098-474d-b7e0-967b635046ed), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.142986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38f1f263-561c-4599-b3a6-805097d29637 req-9b7ce5ce-3080-4d7a-b54f-5928e9b480f3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835044 Feb 11 06:01:17.191537 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=54eb5c96-d281-4827-9da0-a856b4f8e5f4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:17.285332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4699ce-c6d0-496d-a972-650737d4b9d9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (f948a808-a098-474d-b7e0-967b635046ed), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.333069 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4699ce-c6d0-496d-a972-650737d4b9d9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Subnet': ['ID=f948a808-a098-474d-b7e0-967b635046ed,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:17.338549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f4699ce-c6d0-496d-a972-650737d4b9d9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.343346 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6f4699ce-c6d0-496d-a972-650737d4b9d9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/subnets/f948a808-a098-474d-b7e0-967b635046ed HTTP/1.1" status: 204 len: 168 time: 0.4944265 Feb 11 06:01:17.346937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45134) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:17.351049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1549249-064b-409f-8be1-7c873da36c0c None None] Network c3b2718c-8c56-4b8f-b076-e6aeb4fce54f requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:01:17.419923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T06:01:16Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:17.471033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] Checking router: dfe075f5-b838-49c6-a069-3434aa51a76d for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:17.473421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (dfe075f5-b838-49c6-a069-3434aa51a76d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.474002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4bd3ed45-3998-41aa-be25-bdc25dcb1189 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:17.503317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 4bd3ed45-3998-41aa-be25-bdc25dcb1189 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:17.503669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 4bd3ed45-3998-41aa-be25-bdc25dcb1189 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:17.511026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] Routers {'dfe075f5-b838-49c6-a069-3434aa51a76d'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:17.511770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['dfe075f5-b838-49c6-a069-3434aa51a76d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:17.625471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (dfe075f5-b838-49c6-a069-3434aa51a76d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.639595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] Set router dfe075f5-b838-49c6-a069-3434aa51a76d gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:17.667817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] DHCP port deletion for c3b2718c-8c56-4b8f-b076-e6aeb4fce54f request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:01:17.799359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port ec3c9313-4a5e-4672-863c-aacce249a4ee {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:17.800094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.884315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d132e30d-8501-446d-beff-d39ac0b3d80b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:17.913330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port ec3c9313-4a5e-4672-863c-aacce249a4ee, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ec3c9313-4a5e-4672-863c-aacce249a4ee,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:17.916077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.928068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for ec3c9313-4a5e-4672-863c-aacce249a4ee owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:18.078473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] Deleting port d132e30d-8501-446d-beff-d39ac0b3d80b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:18.081153 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.127787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d132e30d-8501-446d-beff-d39ac0b3d80b is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:18.128065 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.184741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] For port d132e30d-8501-446d-beff-d39ac0b3d80b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d132e30d-8501-446d-beff-d39ac0b3d80b,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:18.185154 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.201833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76c300-8922-4573-9e6e-03c439d52e14 req-c1abdcc0-6baa-40da-bb99-860793f78924 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:18.203719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d76c300-8922-4573-9e6e-03c439d52e14 req-c1abdcc0-6baa-40da-bb99-860793f78924 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 945 time: 0.0655806 Feb 11 06:01:18.213358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] Calling delete_port for d132e30d-8501-446d-beff-d39ac0b3d80b owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:18.222030 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ec3c9313-4a5e-4672-863c-aacce249a4ee), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.229230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port d132e30d-8501-446d-beff-d39ac0b3d80b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d132e30d-8501-446d-beff-d39ac0b3d80b,segment=NetworkSegment(098178a5-67d3-4d2b-8c87-27b7fbc41679),segment_id=098178a5-67d3-4d2b-8c87-27b7fbc41679)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:18.234729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T06:01:16Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:18.254370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=ec3c9313-4a5e-4672-863c-aacce249a4ee,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:18.271920 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d76c300-8922-4573-9e6e-03c439d52e14 req-03013f38-bd85-4f1e-822a-d4f9f180a60b tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619910 Feb 11 06:01:18.303018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029520cf-5d1a-46e7-996e-138b1d8c3fca None None] The sync data for ids ['dfe075f5-b838-49c6-a069-3434aa51a76d'] in n-d-713498-37 is: [{'id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1184729502', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T06:01:16Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'ec3c9313-4a5e-4672-863c-aacce249a4ee', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe075f5-b838-49c6-a069-3434aa51a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:59:17Z', 'updated_at': '2022-02-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:18.321988 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (dfe075f5-b838-49c6-a069-3434aa51a76d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.388010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.435436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (dfe075f5-b838-49c6-a069-3434aa51a76d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.438666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_controller (dfe075f5-b838-49c6-a069-3434aa51a76d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.450296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=d132e30d-8501-446d-beff-d39ac0b3d80b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:18.524136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d132e30d-8501-446d-beff-d39ac0b3d80b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.551212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] Pushing event deleted for resources: {'Port': ['ID=d132e30d-8501-446d-beff-d39ac0b3d80b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:18.555697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd91d9a-c853-40be-9314-b3c9d16aab06 None None] No DVR routers for this DVR port d132e30d-8501-446d-beff-d39ac0b3d80b on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:18.621415 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (dfe075f5-b838-49c6-a069-3434aa51a76d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.621892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Fanout notify agent at l3_agent the message router_deleted on router dfe075f5-b838-49c6-a069-3434aa51a76d {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:01:18.629435 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.630581 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a3e2d870-c4d8-4164-a58c-728f63c30133 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/routers/dfe075f5-b838-49c6-a069-3434aa51a76d HTTP/1.1" status: 204 len: 168 time: 1.2826705 Feb 11 06:01:18.633370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:18.717665 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c3b2718c-8c56-4b8f-b076-e6aeb4fce54f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.819070 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c3b2718c-8c56-4b8f-b076-e6aeb4fce54f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.839970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b2718c-8c56-4b8f-b076-e6aeb4fce54f']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:18.849876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098178a5-67d3-4d2b-8c87-27b7fbc41679') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:18.850174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098178a5-67d3-4d2b-8c87-27b7fbc41679') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:18.860079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (098178a5-67d3-4d2b-8c87-27b7fbc41679), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.876781 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (098178a5-67d3-4d2b-8c87-27b7fbc41679), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.881967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:01:18.882371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (098178a5-67d3-4d2b-8c87-27b7fbc41679), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:01:18.885457 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:01:19.054626 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c3b2718c-8c56-4b8f-b076-e6aeb4fce54f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:19.063043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:19.068071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/networks/c3b2718c-8c56-4b8f-b076-e6aeb4fce54f HTTP/1.1" status: 204 len: 168 time: 0.4330375 Feb 11 06:01:19.070456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45140) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:19.079967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a4f4e-b212-4ce6-97a4-15cdf6c569f7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Network': ['ID=c3b2718c-8c56-4b8f-b076-e6aeb4fce54f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:19.137946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2019fa47-e030-4773-80f4-7ea1941a198e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (07120707-cd1e-46e5-80e6-7d3ac44d0aa8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:19.164312 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2019fa47-e030-4773-80f4-7ea1941a198e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (07120707-cd1e-46e5-80e6-7d3ac44d0aa8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:19.301403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2019fa47-e030-4773-80f4-7ea1941a198e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (07120707-cd1e-46e5-80e6-7d3ac44d0aa8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:19.313449 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2019fa47-e030-4773-80f4-7ea1941a198e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:19.313449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2019fa47-e030-4773-80f4-7ea1941a198e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/security-groups/07120707-cd1e-46e5-80e6-7d3ac44d0aa8 HTTP/1.1" status: 204 len: 168 time: 0.2342637 Feb 11 06:01:19.317117 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019fa47-e030-4773-80f4-7ea1941a198e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07120707-cd1e-46e5-80e6-7d3ac44d0aa8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:19.421130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b426f4-46c7-4f7f-a2b4-55ee590fa9eb req-8c8c8e02-d190-499a-ad67-fd3e64e8856c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:19.423582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86b426f4-46c7-4f7f-a2b4-55ee590fa9eb req-8c8c8e02-d190-499a-ad67-fd3e64e8856c tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 945 time: 0.0572786 Feb 11 06:01:19.478500 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86b426f4-46c7-4f7f-a2b4-55ee590fa9eb req-9c1961e9-78a0-4194-93cc-13b3be3d03c2 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489831 Feb 11 06:01:19.612523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bbd0a-2027-48c1-bc6a-97c531816fb7 req-5cc4e3c1-675e-4800-8114-7899a6df9f89 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:19.614205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f58bbd0a-2027-48c1-bc6a-97c531816fb7 req-5cc4e3c1-675e-4800-8114-7899a6df9f89 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 945 time: 0.0595624 Feb 11 06:01:19.665027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45150) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:19.665594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f58bbd0a-2027-48c1-bc6a-97c531816fb7 req-43230c8d-5805-4a19-a28b-5ef4eff85818 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454931 Feb 11 06:01:19.670300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-24fc4fff-fdea-4f08-9f62-2860fbc30c79 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537329995', 'description': 'tempest-secgroup-smoke-537329995 description', 'project_id': '850e74bba029439fbcc9858f5472bc28'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:19.689021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45152) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:19.782357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-24fc4fff-fdea-4f08-9f62-2860fbc30c79 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:19.801197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2278a5ca-2af0-4be3-ba90-02e076ca1081 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:19.825481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 2278a5ca-2af0-4be3-ba90-02e076ca1081 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:19.825828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2278a5ca-2af0-4be3-ba90-02e076ca1081 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:19.826281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ec3c9313-4a5e-4672-863c-aacce249a4ee no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:01:19.847636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ec3c9313-4a5e-4672-863c-aacce249a4ee {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:01:19.848104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ec3c9313-4a5e-4672-863c-aacce249a4ee not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:01:19.880823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-24fc4fff-fdea-4f08-9f62-2860fbc30c79 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (d491c780-e28b-41c1-9924-e598f38f649c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:19.889518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f56e03-a9b5-4717-a3ce-397b803c1dfb tempest-TestVolumeBootPattern-1971034948 tempest-TestVolumeBootPattern-1971034948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:19.891751 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-19f56e03-a9b5-4717-a3ce-397b803c1dfb tempest-TestVolumeBootPattern-1971034948 tempest-TestVolumeBootPattern-1971034948-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 1123 time: 0.2017736 Feb 11 06:01:19.894512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:19.898813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:20.016503 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-24fc4fff-fdea-4f08-9f62-2860fbc30c79 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d491c780-e28b-41c1-9924-e598f38f649c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.046292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc4fff-fdea-4f08-9f62-2860fbc30c79 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d491c780-e28b-41c1-9924-e598f38f649c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:20.084362 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.127700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-24fc4fff-fdea-4f08-9f62-2860fbc30c79 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.129013 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-24fc4fff-fdea-4f08-9f62-2860fbc30c79 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4626460 Feb 11 06:01:20.132009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45158) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:20.137205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d16c78a4-ad5c-4f74-8621-57e2b25dbe8b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'd491c780-e28b-41c1-9924-e598f38f649c', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:20.193008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.259672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d16c78a4-ad5c-4f74-8621-57e2b25dbe8b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (094fa1e6-620e-4f9d-a056-ac228f70962b), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.296798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Allocated IP 172.25.8.83 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/788b199e-8da3-47f9-b63a-4bb3477d9593) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:20.318311 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d16c78a4-ad5c-4f74-8621-57e2b25dbe8b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (094fa1e6-620e-4f9d-a056-ac228f70962b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.393147 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d16c78a4-ad5c-4f74-8621-57e2b25dbe8b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (094fa1e6-620e-4f9d-a056-ac228f70962b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.413062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c78a4-ad5c-4f74-8621-57e2b25dbe8b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094fa1e6-620e-4f9d-a056-ac228f70962b,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:20.469745 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d16c78a4-ad5c-4f74-8621-57e2b25dbe8b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.471158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d16c78a4-ad5c-4f74-8621-57e2b25dbe8b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380773 Feb 11 06:01:20.474212 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45160) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:20.479410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8cb80c7c-cf2c-4fc4-8990-ba6aae9b57f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'd491c780-e28b-41c1-9924-e598f38f649c', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:20.610979 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8cb80c7c-cf2c-4fc4-8990-ba6aae9b57f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (eefd1ded-9668-4965-aa60-4672428dc288), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.675895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8cb80c7c-cf2c-4fc4-8990-ba6aae9b57f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (eefd1ded-9668-4965-aa60-4672428dc288), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.707513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (788b199e-8da3-47f9-b63a-4bb3477d9593), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.763946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8cb80c7c-cf2c-4fc4-8990-ba6aae9b57f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (eefd1ded-9668-4965-aa60-4672428dc288), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.791302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb80c7c-cf2c-4fc4-8990-ba6aae9b57f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefd1ded-9668-4965-aa60-4672428dc288,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:20.856252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (788b199e-8da3-47f9-b63a-4bb3477d9593), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.898397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:20.901236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:20.903950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8cb80c7c-cf2c-4fc4-8990-ba6aae9b57f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:20.914522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8cb80c7c-cf2c-4fc4-8990-ba6aae9b57f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4289720 Feb 11 06:01:20.914686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:20.914779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45162) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:20.914853 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=788b199e-8da3-47f9-b63a-4bb3477d9593,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:20.914931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-20e1c8c6-498b-4688-9244-621015b8ce0b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'd491c780-e28b-41c1-9924-e598f38f649c', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:20.987469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20e1c8c6-498b-4688-9244-621015b8ce0b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (f1c5fb54-4c0d-4e82-9c84-d44b3142d311), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.047564 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20e1c8c6-498b-4688-9244-621015b8ce0b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (f1c5fb54-4c0d-4e82-9c84-d44b3142d311), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.102833 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20e1c8c6-498b-4688-9244-621015b8ce0b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (f1c5fb54-4c0d-4e82-9c84-d44b3142d311), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.121458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1c8c6-498b-4688-9244-621015b8ce0b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c5fb54-4c0d-4e82-9c84-d44b3142d311,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:21.195131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-20e1c8c6-498b-4688-9244-621015b8ce0b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.196619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-20e1c8c6-498b-4688-9244-621015b8ce0b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876749 Feb 11 06:01:21.199425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45164) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:21.203901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b8bdc9d2-b17e-4a31-b93b-5d80029036a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'd491c780-e28b-41c1-9924-e598f38f649c', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:21.289220 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc9d2-b17e-4a31-b93b-5d80029036a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (7a015cd3-b0b7-4637-878e-c57ac7fd79b4), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.293980 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (bce842fd-d77f-49e6-80aa-d7c208e1ebe6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.347961 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc9d2-b17e-4a31-b93b-5d80029036a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (7a015cd3-b0b7-4637-878e-c57ac7fd79b4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.467730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (788b199e-8da3-47f9-b63a-4bb3477d9593), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.489757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc9d2-b17e-4a31-b93b-5d80029036a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (7a015cd3-b0b7-4637-878e-c57ac7fd79b4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.508178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdc9d2-b17e-4a31-b93b-5d80029036a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a015cd3-b0b7-4637-878e-c57ac7fd79b4,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:21.600570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc9d2-b17e-4a31-b93b-5d80029036a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.601873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b8bdc9d2-b17e-4a31-b93b-5d80029036a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015479 Feb 11 06:01:21.604733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45166) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:21.610182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0e984b84-c03f-4047-aebe-3fb20cdfe5c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'd491c780-e28b-41c1-9924-e598f38f649c', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:21.628686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for port (788b199e-8da3-47f9-b63a-4bb3477d9593), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.700499 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-0e984b84-c03f-4047-aebe-3fb20cdfe5c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Project 850e74bba029439fbcc9858f5472bc28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:01:21.706955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0e984b84-c03f-4047-aebe-3fb20cdfe5c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (5443b19e-5ea4-4ebe-8434-396bf05cb3d9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.711375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (788b199e-8da3-47f9-b63a-4bb3477d9593), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.803130 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0e984b84-c03f-4047-aebe-3fb20cdfe5c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (5443b19e-5ea4-4ebe-8434-396bf05cb3d9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.821227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event updated for resources: {'Port': ['ID=788b199e-8da3-47f9-b63a-4bb3477d9593,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:21.837738 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (bce842fd-d77f-49e6-80aa-d7c208e1ebe6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.901221 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0e984b84-c03f-4047-aebe-3fb20cdfe5c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (5443b19e-5ea4-4ebe-8434-396bf05cb3d9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.924345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e984b84-c03f-4047-aebe-3fb20cdfe5c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5443b19e-5ea4-4ebe-8434-396bf05cb3d9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:21.946585 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Floating IP bce842fd-d77f-49e6-80aa-d7c208e1ebe6 associated. External IP: 172.25.8.83, port: 54eb5c96-d281-4827-9da0-a856b4f8e5f4. Feb 11 06:01:21.995014 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0e984b84-c03f-4047-aebe-3fb20cdfe5c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:21.996187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0e984b84-c03f-4047-aebe-3fb20cdfe5c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3901494 Feb 11 06:01:21.999133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45168) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:22.005079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7192ff1f-0597-4558-83b9-87f994b23c7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'd491c780-e28b-41c1-9924-e598f38f649c', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:22.178721 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-7192ff1f-0597-4558-83b9-87f994b23c7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Project 850e74bba029439fbcc9858f5472bc28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:01:22.186344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7192ff1f-0597-4558-83b9-87f994b23c7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (bd34985d-fbd0-4fe4-959c-6885d59e6b9a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.205532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:22.293798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7192ff1f-0597-4558-83b9-87f994b23c7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (bd34985d-fbd0-4fe4-959c-6885d59e6b9a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.354419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:22.364619 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:22.369296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7192ff1f-0597-4558-83b9-87f994b23c7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (bd34985d-fbd0-4fe4-959c-6885d59e6b9a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.373776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:22.374396 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:22.388224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ff1f-0597-4558-83b9-87f994b23c7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd34985d-fbd0-4fe4-959c-6885d59e6b9a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:22.446398 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.472225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7192ff1f-0597-4558-83b9-87f994b23c7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.473511 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7192ff1f-0597-4558-83b9-87f994b23c7f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4726143 Feb 11 06:01:22.476809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45170) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:22.482135 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6a147a1f-507c-4004-8bde-ec2c066b9a50 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5865817 Feb 11 06:01:22.482707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:22.484868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'network': {'name': 'tempest-network-smoke--1783041351', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'port_security_enabled': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:22.485803 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5650d99-96a8-438d-a9c5-5fd058cc592b" -d '{"events": [{"name": "network-changed", "server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:22.492405 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:22.527580 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a19f4a5-3bc1-42be-b66c-8f73a8466a2c x-openstack-request-id: req-0a19f4a5-3bc1-42be-b66c-8f73a8466a2c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:22.527896 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:22.528151 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a19f4a5-3bc1-42be-b66c-8f73a8466a2c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:22.528565 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'status': 'completed', 'code': 200} Feb 11 06:01:22.595660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-6bb50345-cd63-44dc-9f85-ecb4b2e8c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:22.597224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-6bb50345-cd63-44dc-9f85-ecb4b2e8c9ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 1128 time: 0.0476787 Feb 11 06:01:22.612085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:01:22.615417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.693330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:01:22.710228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (15af78f5-9c6f-4f44-b0fd-bc60c8878641), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.710581 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Added segment 15af78f5-9c6f-4f44-b0fd-bc60c8878641 of type vlan for network 7e98e2ca-3fc2-4357-b866-eac201c7d01d Feb 11 06:01:22.734988 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:57Z', 'revision_number': 1, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}, {'id': 'bce842fd-d77f-49e6-80aa-d7c208e1ebe6', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:1a:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:21Z', 'updated_at': '2022-02-11T06:01:21Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:22.749927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-81628764-51df-464b-b2d4-fde91228c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:22.751780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-81628764-51df-464b-b2d4-fde91228c5c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.1492598 Feb 11 06:01:22.761513 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:22.770732 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:22.771349 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:22.773443 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (7e98e2ca-3fc2-4357-b866-eac201c7d01d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.841753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-1f597243-376a-49b9-9390-77042bdd0e70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4 HTTP/1.1" status: 200 len: 998 time: 0.0790977 Feb 11 06:01:22.882386 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:22.897165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-ed8a0157-0371-4521-ac8f-8aad342eb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:22.898663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-ed8a0157-0371-4521-ac8f-8aad342eb515 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0515304 Feb 11 06:01:22.913949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (7e98e2ca-3fc2-4357-b866-eac201c7d01d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:22.918789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:22.919378 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.008883 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Network': ['ID=7e98e2ca-3fc2-4357-b866-eac201c7d01d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:23.017499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-620b6daf-33a7-4428-941a-a0f0fc2d5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:23.019056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-620b6daf-33a7-4428-941a-a0f0fc2d5dec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1149051 Feb 11 06:01:23.020948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:01:23.065719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1ca3a912-d2e0-4fd2-9e79-2940449ca290 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5868897 Feb 11 06:01:23.071932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:23.073381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'admin_state_up': True, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:23.130896 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:57Z', 'revision_number': 1, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}, {'id': 'bce842fd-d77f-49e6-80aa-d7c208e1ebe6', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:1a:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:21Z', 'updated_at': '2022-02-11T06:01:21Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:23.135213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-09fb9bf1-dfa6-474e-9ec3-a37a67d09b7c service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101582 Feb 11 06:01:23.192388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (aa4edccb-3adb-4898-b239-698af3b4ecf1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.193549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (aa4edccb-3adb-4898-b239-698af3b4ecf1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.244867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5650d99-96a8-438d-a9c5-5fd058cc592b req-93d175a3-f160-4833-999e-8881b2a233db service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044323 Feb 11 06:01:23.256549 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18084863-7387-4a0c-80bb-ee0f4b7a6fcf None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:57Z', 'revision_number': 1, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}, {'id': 'bce842fd-d77f-49e6-80aa-d7c208e1ebe6', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:1a:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:21Z', 'updated_at': '2022-02-11T06:01:21Z', 'revision_number': 0, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:23.256999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_controller (aa4edccb-3adb-4898-b239-698af3b4ecf1), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.337621 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:23.476316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (aa4edccb-3adb-4898-b239-698af3b4ecf1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.481423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a6f55-fb60-4365-a90f-bceceeedad85 None None] New status for floating IP bce842fd-d77f-49e6-80aa-d7c208e1ebe6: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:01:23.743890 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (aa4edccb-3adb-4898-b239-698af3b4ecf1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.763940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:23.867914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.25.8.111 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/28bf6e6d-a01f-4697-90c9-8644cccf69c5) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:23.975735 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:24.061498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:24.102774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:24.105777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:24.109860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:24.132387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=28bf6e6d-a01f-4697-90c9-8644cccf69c5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:24.442060 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (aa4edccb-3adb-4898-b239-698af3b4ecf1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:24.664460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (aa4edccb-3adb-4898-b239-698af3b4ecf1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:24.866681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router aa4edccb-3adb-4898-b239-698af3b4ecf1 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:01:24.984952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:24.995492 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Sync routers for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:25.007501 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:25.008174 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:25.063995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.065357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b92d3685-46c9-407e-97a3-27c017767384 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9956534 Feb 11 06:01:25.068661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:25.100669 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f41d9ab7-da81-4aef-8409-c64ac1751d4d tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=850e74bba029439fbcc9858f5472bc28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301805 Feb 11 06:01:25.102982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45180) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:25.123616 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:25.197530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843846e-0eae-4ecc-902c-56e5a61845d4 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:25.199116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2843846e-0eae-4ecc-902c-56e5a61845d4 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950551 Feb 11 06:01:25.202537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45182) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:25.232173 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aa72bbc6-f765-452b-8006-7176567cbbe8 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283976 Feb 11 06:01:25.235357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45184) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:25.244621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-15435960', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:25.312674 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:24Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:25.346613 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Checking router: aa4edccb-3adb-4898-b239-698af3b4ecf1 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:25.346999 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Updating router aa4edccb-3adb-4898-b239-698af3b4ecf1 port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:01:25.376701 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.420918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:01:25.424890 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.650091 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Publish callbacks [] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.695481 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (4e202de8-1d9f-4bd4-9a36-3400586ab388), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.741219 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.757607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Subnet': ['ID=4e202de8-1d9f-4bd4-9a36-3400586ab388,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:25.773452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Checking segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:25.773452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network hostable DHCP agents. Network: 7e98e2ca-3fc2-4357-b866-eac201c7d01d, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:01:25.794307 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Attempting to bind port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:25.794678 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Attempting to bind port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:25.795040 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Attempting to bind port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:25.803593 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Pushing event updated for resources: {'Port': ['ID=28bf6e6d-a01f-4697-90c9-8644cccf69c5,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:25.805771 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:25.806141 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:25.806532 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.806922 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:25.807377 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Bound port: 28bf6e6d-a01f-4697-90c9-8644cccf69c5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:25.807747 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.830842 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.831206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.831547 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.831885 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.832214 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.832540 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.832893 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.833216 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.833539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.833861 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.834178 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.834495 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.834811 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:25.868767 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] For port 28bf6e6d-a01f-4697-90c9-8644cccf69c5, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:25.871672 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] For port 28bf6e6d-a01f-4697-90c9-8644cccf69c5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=28bf6e6d-a01f-4697-90c9-8644cccf69c5,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:25.884285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:01:25.992132 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.014441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 7e98e2ca-3fc2-4357-b866-eac201c7d01d) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:26.020294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:26.022256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.028430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f293f34-04cd-429f-b712-6733596299ba None None] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:01:26.049243 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316369c-70cd-4c6f-a884-a697e8ddb703 None None] Pushing event updated for resources: {'Port': ['ID=28bf6e6d-a01f-4697-90c9-8644cccf69c5,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:26.056548 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:26.057228 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:26.098909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7878e6e1-d1e0-43a8-935c-c3381b436c80 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8621166 Feb 11 06:01:26.102012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45188) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:26.145862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:01:26.147105 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.183402 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:26.287442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Allocated IP 172.20.0.2 (7e98e2ca-3fc2-4357-b866-eac201c7d01d/4e202de8-1d9f-4bd4-9a36-3400586ab388/806a48ae-177a-4009-97d7-08fdf80239ff) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:26.372433 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:24Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:26.404334 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ab2f1-cd5f-462b-9ce3-0058608795f2 None None] The sync data for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 is: [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:24Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:26.441816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Publish callbacks [] for port (806a48ae-177a-4009-97d7-08fdf80239ff), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.548032 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.589869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:26.593380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:26.600964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:26.601133 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.610183 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Pushing event updated for resources: {'Port': ['ID=806a48ae-177a-4009-97d7-08fdf80239ff,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:26.688700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Attempting to bind port 806a48ae-177a-4009-97d7-08fdf80239ff on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:26.689079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Attempting to bind port 806a48ae-177a-4009-97d7-08fdf80239ff by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:26.689599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Attempting to bind port 806a48ae-177a-4009-97d7-08fdf80239ff on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:26.694511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:26.694896 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Checking segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:26.695300 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.695697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Bound using segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:26.696174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Bound port: 806a48ae-177a-4009-97d7-08fdf80239ff, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:26.696563 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.780174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] For port 806a48ae-177a-4009-97d7-08fdf80239ff, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:26.785039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] For port 806a48ae-177a-4009-97d7-08fdf80239ff, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=806a48ae-177a-4009-97d7-08fdf80239ff,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:26.910379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:26.932281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.20.0.1 (7e98e2ca-3fc2-4357-b866-eac201c7d01d/4e202de8-1d9f-4bd4-9a36-3400586ab388/525c437e-5563-45c8-a470-4ce0e777c66d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:26.977151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0c3c0-7b39-4291-9b3a-5bd2669e1711 None None] Pushing event updated for resources: {'Port': ['ID=806a48ae-177a-4009-97d7-08fdf80239ff,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:27.086623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (525c437e-5563-45c8-a470-4ce0e777c66d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:27.189865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:27.237927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:27.244045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:27.248127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:27.288220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=525c437e-5563-45c8-a470-4ce0e777c66d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:27.317366 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (aa4edccb-3adb-4898-b239-698af3b4ecf1), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:27.566496 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:27.887833 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 28bf6e6d-a01f-4697-90c9-8644cccf69c5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:27.901464 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (525c437e-5563-45c8-a470-4ce0e777c66d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:27.947932 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:27.948203 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:27.998269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.036705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:28.037166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.061404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 28bf6e6d-a01f-4697-90c9-8644cccf69c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=28bf6e6d-a01f-4697-90c9-8644cccf69c5,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:28.084983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e59a4c-463e-4517-9252-164a2ef10b02 None None] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:01:28.172375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-24c0b85d-24c3-4776-a754-b953166bf8f2 None None] Provisioning complete for port 806a48ae-177a-4009-97d7-08fdf80239ff triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:28.172823 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24c0b85d-24c3-4776-a754-b953166bf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.178241 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.179114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 806a48ae-177a-4009-97d7-08fdf80239ff up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:28.331008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=28bf6e6d-a01f-4697-90c9-8644cccf69c5,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:28.392281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 806a48ae-177a-4009-97d7-08fdf80239ff triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:28.393330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.429943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-24c0b85d-24c3-4776-a754-b953166bf8f2 None None] Current status of the port 806a48ae-177a-4009-97d7-08fdf80239ff is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:28.429943 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24c0b85d-24c3-4776-a754-b953166bf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.448840 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (aa4edccb-3adb-4898-b239-698af3b4ecf1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.450987 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=525c437e-5563-45c8-a470-4ce0e777c66d,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:28.494701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-24c0b85d-24c3-4776-a754-b953166bf8f2 None None] For port 806a48ae-177a-4009-97d7-08fdf80239ff, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=806a48ae-177a-4009-97d7-08fdf80239ff,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:28.541361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 806a48ae-177a-4009-97d7-08fdf80239ff is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:28.542016 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.557948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:28.559500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:28.609407 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24c0b85d-24c3-4776-a754-b953166bf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.694844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:01:28.695215 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:01:28.698171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0b85d-24c3-4776-a754-b953166bf8f2 None None] Pushing event updated for resources: {'Port': ['ID=806a48ae-177a-4009-97d7-08fdf80239ff,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:28.705825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router aa4edccb-3adb-4898-b239-698af3b4ecf1 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:28.727667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0aaac908-0f93-436f-85d9-88d1f6761b70 None None] Provisioning complete for port 806a48ae-177a-4009-97d7-08fdf80239ff triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:28.728047 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0aaac908-0f93-436f-85d9-88d1f6761b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.829847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0aaac908-0f93-436f-85d9-88d1f6761b70 None None] Current status of the port 806a48ae-177a-4009-97d7-08fdf80239ff is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:28.841407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0aaac908-0f93-436f-85d9-88d1f6761b70 None None] Provisioning complete for port 525c437e-5563-45c8-a470-4ce0e777c66d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:28.841790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0aaac908-0f93-436f-85d9-88d1f6761b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.846146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:28.857101 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d7e4654c-7b6e-4da9-84d1-375b556f3b38 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "PUT /v2.0/routers/aa4edccb-3adb-4898-b239-698af3b4ecf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7536116 Feb 11 06:01:28.891135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0aaac908-0f93-436f-85d9-88d1f6761b70 None None] Port 525c437e-5563-45c8-a470-4ce0e777c66d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:28.895774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Sync routers for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:28.908289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:28.908965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:29.060025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-841bf3ea-0ded-443b-8d78-6d08b8d33de3 None None] Provisioning complete for port 525c437e-5563-45c8-a470-4ce0e777c66d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:29.061546 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-841bf3ea-0ded-443b-8d78-6d08b8d33de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:29.123555 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-8857c69b-1bbb-4578-bdc5-b0dbf89e9d9e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537329995&fields=id&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 267 time: 0.0639071 Feb 11 06:01:29.256940 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-ce1d1a52-90ae-486f-b21c-10ad7ef04cd2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:29.260120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-ce1d1a52-90ae-486f-b21c-10ad7ef04cd2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 797 time: 0.1274390 Feb 11 06:01:29.274965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-7e1d6e9f-5b80-4c6a-bf9a-b84c2db4f103 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/quotas/850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 375 time: 0.0108860 Feb 11 06:01:29.283191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:29.336073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-8e4fa9a7-db52-4463-a4b1-c74428f9f6f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550034 Feb 11 06:01:29.339219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 806a48ae-177a-4009-97d7-08fdf80239ff is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:29.345197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-841bf3ea-0ded-443b-8d78-6d08b8d33de3 None None] Port 525c437e-5563-45c8-a470-4ce0e777c66d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:29.448611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-1a2a3c77-fca5-42ef-9e1d-1114ef796cb0 service neutron] 10.222.0.62 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948544 Feb 11 06:01:29.491779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-113f9c01-c260-4112-af1d-f506806f5323 None None] Provisioning complete for port 525c437e-5563-45c8-a470-4ce0e777c66d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:29.492348 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-113f9c01-c260-4112-af1d-f506806f5323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:29.556432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-b702081e-b806-440f-9e79-79e34cfd9579 service neutron] 10.222.0.62 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999293 Feb 11 06:01:29.564513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-113f9c01-c260-4112-af1d-f506806f5323 None None] Port 525c437e-5563-45c8-a470-4ce0e777c66d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:29.597076 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 2, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:29.626780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Checking router: aa4edccb-3adb-4898-b239-698af3b4ecf1 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:29.627145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Updating router aa4edccb-3adb-4898-b239-698af3b4ecf1 port 525c437e-5563-45c8-a470-4ce0e777c66d binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:01:29.656715 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:29.886047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-708f512b-5769-40c5-b7b5-416060baf394 req-ee8208bd-45d4-45f6-bb8b-f9e3cb16e144 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 210 time: 0.0603621 Feb 11 06:01:29.896849 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 28bf6e6d-a01f-4697-90c9-8644cccf69c5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:30.002650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:30.003130 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.072692 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Publish callbacks [] for port (525c437e-5563-45c8-a470-4ce0e777c66d), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.121521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:30.122692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 806a48ae-177a-4009-97d7-08fdf80239ff up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:30.178678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 806a48ae-177a-4009-97d7-08fdf80239ff triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:30.179068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.204504 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.278445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f165-186b-4475-8686-8f3bdc55eb6c None None] Pushing event updated for resources: {'Port': ['ID=525c437e-5563-45c8-a470-4ce0e777c66d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:30.407098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Attempting to bind port 525c437e-5563-45c8-a470-4ce0e777c66d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:30.407481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Attempting to bind port 525c437e-5563-45c8-a470-4ce0e777c66d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:30.407866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Attempting to bind port 525c437e-5563-45c8-a470-4ce0e777c66d on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:30.419150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 806a48ae-177a-4009-97d7-08fdf80239ff is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:30.421633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:30.422711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Checking segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:30.423277 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.423872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Bound using segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:30.424313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Bound port: 525c437e-5563-45c8-a470-4ce0e777c66d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:30.424726 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.496161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] For port 525c437e-5563-45c8-a470-4ce0e777c66d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:30.500059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] For port 525c437e-5563-45c8-a470-4ce0e777c66d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=525c437e-5563-45c8-a470-4ce0e777c66d,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:30.587755 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.669895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-87f9e0b5-4cd1-44dd-be93-875de2ad619d None None] Provisioning complete for port 525c437e-5563-45c8-a470-4ce0e777c66d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:30.670276 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87f9e0b5-4cd1-44dd-be93-875de2ad619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.697969 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:30.698625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:30.706336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f165-186b-4475-8686-8f3bdc55eb6c None None] Pushing event updated for resources: {'Port': ['ID=525c437e-5563-45c8-a470-4ce0e777c66d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:30.870769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:30.873307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-87f9e0b5-4cd1-44dd-be93-875de2ad619d None None] Current status of the port 525c437e-5563-45c8-a470-4ce0e777c66d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:30.874072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87f9e0b5-4cd1-44dd-be93-875de2ad619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.994557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-87f9e0b5-4cd1-44dd-be93-875de2ad619d None None] For port 525c437e-5563-45c8-a470-4ce0e777c66d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=525c437e-5563-45c8-a470-4ce0e777c66d,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:31.010726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38db4725-61c1-43ed-ad09-cc5b98307cf2 req-b399af0c-3bfa-4a7b-a3d7-4763c3aac0a8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 210 time: 0.0391593 Feb 11 06:01:31.140337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:30Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:31.167632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b189014-f1f7-4431-ad2c-aeef27e8fc08 None None] The sync data for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 is: [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:30Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:31.169237 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87f9e0b5-4cd1-44dd-be93-875de2ad619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:31.249930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9e0b5-4cd1-44dd-be93-875de2ad619d None None] Pushing event updated for resources: {'Port': ['ID=525c437e-5563-45c8-a470-4ce0e777c66d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:31.292124 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ec9f8e97-828d-4ef9-830e-a7d4240e611f None None] Provisioning complete for port 525c437e-5563-45c8-a470-4ce0e777c66d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:31.292827 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec9f8e97-828d-4ef9-830e-a7d4240e611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:31.389418 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f8e97-828d-4ef9-830e-a7d4240e611f None None] Current status of the port 525c437e-5563-45c8-a470-4ce0e777c66d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:31.843600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 525c437e-5563-45c8-a470-4ce0e777c66d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:31.898851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 525c437e-5563-45c8-a470-4ce0e777c66d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:31.899427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:31.993457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 525c437e-5563-45c8-a470-4ce0e777c66d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:32.126247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d39fc23-0704-4b05-b272-7d3782389e30 req-f24be799-a921-42b1-90a4-38d52cdd7c11 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 210 time: 0.0343919 Feb 11 06:01:32.474692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-b59e2198-cff7-4149-b311-7e35fc31d344 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:32.476071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-b59e2198-cff7-4149-b311-7e35fc31d344 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 797 time: 0.1112230 Feb 11 06:01:32.543419 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-8921e84c-e0ea-49db-8851-b2958ea03401 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 379 time: 0.0580320 Feb 11 06:01:32.552543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'port': {'device_id': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'admin_state_up': True, 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'security_groups': ['d491c780-e28b-41c1-9924-e598f38f649c']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:32.746977 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:01:32.751010 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:32.887249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.20.0.13 (7e98e2ca-3fc2-4357-b866-eac201c7d01d/4e202de8-1d9f-4bd4-9a36-3400586ab388/f0562a55-7fde-4b35-9ba5-083719a90ed8) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:32.987137 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-978437b9-f483-4f0b-b489-b682ce39b285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:33.045494 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:33.176136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:33.227443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:33.230781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:33.234650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:33.241916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:33.256518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d817cb-18c9-4029-8ad3-92bd738b9761 req-e8255430-3b25-445d-bd19-b1f71c97f927 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:33.261207 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91d817cb-18c9-4029-8ad3-92bd738b9761 req-e8255430-3b25-445d-bd19-b1f71c97f927 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 932 time: 0.0595844 Feb 11 06:01:33.298639 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:33.299213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:33.321749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91d817cb-18c9-4029-8ad3-92bd738b9761 req-a887593a-3dcd-47aa-a600-6cace79f5247 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566502 Feb 11 06:01:33.383676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-0081c359-4f97-48c2-8b73-7436c345ee47 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8352449 Feb 11 06:01:33.398264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Request body: {'port': {'device_id': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:33.526306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1f86fd39-33ec-4a5b-b6e4-8f020cd9e351 None None] Provisioning complete for port f0562a55-7fde-4b35-9ba5-083719a90ed8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:33.526700 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f86fd39-33ec-4a5b-b6e4-8f020cd9e351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:33.564450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1f86fd39-33ec-4a5b-b6e4-8f020cd9e351 None None] Port f0562a55-7fde-4b35-9ba5-083719a90ed8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:01:33.783492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.071211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0562a55-7fde-4b35-9ba5-083719a90ed8 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:01:34.082461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Publish callbacks [] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.094641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Transition to ACTIVE for port object f0562a55-7fde-4b35-9ba5-083719a90ed8 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:01:34.187143 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.276364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:34.335661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:01:34.336061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:01:34.336391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:34.341577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:01:34.341935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:01:34.350206 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:01:34.350512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Checking segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:01:34.351056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Bound using segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:01:34.351546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Bound port: f0562a55-7fde-4b35-9ba5-083719a90ed8, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:01:34.352069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.427385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:01:34.430852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:01:34.460549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccefa7-457e-4d04-8587-bc78648af110 req-ee4582b6-586c-4196-9eaf-bd0ac1f6a2f3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:34.462170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75ccefa7-457e-4d04-8587-bc78648af110 req-ee4582b6-586c-4196-9eaf-bd0ac1f6a2f3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 944 time: 0.0643463 Feb 11 06:01:34.484788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.502843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:34.503742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.505388 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] 10.222.0.83 "PUT /v2.0/ports/f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1093 time: 1.1118910 Feb 11 06:01:34.527621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:34.531150 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b59fe-49c8-46e0-817c-ec8dfcf3beba" -d '{"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:34.532419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75ccefa7-457e-4d04-8587-bc78648af110 req-e8d353f6-d647-4b4b-a03e-25dc83262610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640380 Feb 11 06:01:34.587944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee38016-bcf6-4645-a9f4-ec8d4d35e8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:34.598020 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8edefd6-7199-4d39-9c7a-2423a6b31524 x-openstack-request-id: req-f8edefd6-7199-4d39-9c7a-2423a6b31524 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:34.598371 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:34.598619 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8edefd6-7199-4d39-9c7a-2423a6b31524 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:34.599033 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'status': 'completed', 'code': 200} Feb 11 06:01:34.664522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b59fe-49c8-46e0-817c-ec8dfcf3beba req-8e0b9bc6-1f78-49ed-9ae0-8bc8b76be30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:34.666146 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af9b59fe-49c8-46e0-817c-ec8dfcf3beba req-8e0b9bc6-1f78-49ed-9ae0-8bc8b76be30d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1127 time: 0.0501158 Feb 11 06:01:34.772379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b59fe-49c8-46e0-817c-ec8dfcf3beba req-2c5e1939-bd90-4402-980a-35855077ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:34.773829 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af9b59fe-49c8-46e0-817c-ec8dfcf3beba req-2c5e1939-bd90-4402-980a-35855077ff04 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=850e74bba029439fbcc9858f5472bc28&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0991797 Feb 11 06:01:34.879516 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b59fe-49c8-46e0-817c-ec8dfcf3beba req-c324306c-e650-416d-831d-a271a0b2ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:34.881069 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af9b59fe-49c8-46e0-817c-ec8dfcf3beba req-c324306c-e650-416d-831d-a271a0b2ec89 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018209 Feb 11 06:01:34.969759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-c4cdaae5-f599-4e8a-a0c8-547ab94e1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:34.971379 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-c4cdaae5-f599-4e8a-a0c8-547ab94e1530 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1127 time: 0.0547788 Feb 11 06:01:35.017766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-2ea95666-d175-4e43-9ec5-610b246e29bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 217 time: 0.0401800 Feb 11 06:01:35.072292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-a110cc04-59bc-448c-9467-07e4ef7a170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:35.073887 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-a110cc04-59bc-448c-9467-07e4ef7a170e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0507693 Feb 11 06:01:35.132223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-b3866701-4e9f-4e4d-a7c7-d29cf62daca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:35.133814 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-b3866701-4e9f-4e4d-a7c7-d29cf62daca3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0542133 Feb 11 06:01:35.235644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-d26994c7-5de3-4bd6-b049-2b2c2793cbda service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957952 Feb 11 06:01:35.335129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc8dff87-96e4-4ba8-9bf1-ef7909a0a9f7 req-78d05a3e-a1b7-4b4f-b7ae-a36827e50581 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941145 Feb 11 06:01:35.564864 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de717991-4278-487e-8a0a-6c5f532c2cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.683488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728e618-f843-44d5-9f9d-f5d5fe5c2d0b req-51d8c3eb-cbe0-40db-88f9-b8faa0be8715 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:35.685059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e728e618-f843-44d5-9f9d-f5d5fe5c2d0b req-51d8c3eb-cbe0-40db-88f9-b8faa0be8715 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 944 time: 0.0612135 Feb 11 06:01:35.743573 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e728e618-f843-44d5-9f9d-f5d5fe5c2d0b req-e1ab5bd9-c37f-47e6-85db-85b3c07f7483 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515196 Feb 11 06:01:36.786696 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:36.876978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfaeeb-9483-4157-b7f1-b54e8c3281d4 req-9e2e5b27-1202-4c5c-b05b-e118e9a2c1e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:36.878700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1cfaeeb-9483-4157-b7f1-b54e8c3281d4 req-9e2e5b27-1202-4c5c-b05b-e118e9a2c1e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 944 time: 0.0556028 Feb 11 06:01:36.929440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1cfaeeb-9483-4157-b7f1-b54e8c3281d4 req-1871b450-64f4-4b0b-9902-aa6d79280488 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448644 Feb 11 06:01:37.580065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:01:37.686194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:37.697919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'port_id': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'mac_address': 'fa:16:3e:42:df:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:01:37.741814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f0562a55-7fde-4b35-9ba5-083719a90ed8 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:37.742212 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.755462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0562a55-7fde-4b35-9ba5-083719a90ed8 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:01:37.775591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:37.906833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.956790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:38.059503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b17eed-56f2-4ad1-bbc4-0e93ae4328dd req-3d12bb47-9d95-46e5-ab56-d89a12c65bcf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:38.061031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b17eed-56f2-4ad1-bbc4-0e93ae4328dd req-3d12bb47-9d95-46e5-ab56-d89a12c65bcf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 945 time: 0.0596368 Feb 11 06:01:38.094817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f0562a55-7fde-4b35-9ba5-083719a90ed8'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:38.127338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17b17eed-56f2-4ad1-bbc4-0e93ae4328dd req-2d98c95f-ed80-4368-a738-203557ecc961 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551052 Feb 11 06:01:38.432067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:38.792176 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.242173 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcbb5-4f3d-44c9-bab2-4df9ad0e6bbe req-97dbe613-3c6c-4d29-81b4-16c0090c746c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:39.243732 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f1fcbb5-4f3d-44c9-bab2-4df9ad0e6bbe req-97dbe613-3c6c-4d29-81b4-16c0090c746c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 945 time: 0.0574918 Feb 11 06:01:39.277953 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.296094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3f1fcbb5-4f3d-44c9-bab2-4df9ad0e6bbe req-36d5acb9-d73e-40e4-be75-886274315f2f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465417 Feb 11 06:01:39.582731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:39.712040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port f0562a55-7fde-4b35-9ba5-083719a90ed8 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:01:39.716059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f0562a55-7fde-4b35-9ba5-083719a90ed8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:39.716462 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.796707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f0562a55-7fde-4b35-9ba5-083719a90ed8 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:39.797109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.821641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:39.825009 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf4b58-4517-4dc1-ab2f-9580f37a98cd" -d '{"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-plugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:39.836509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:39.862743 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef234faf-d636-4001-9cd7-35c0017819f6 x-openstack-request-id: req-ef234faf-d636-4001-9cd7-35c0017819f6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:39.863265 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-plugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:39.863523 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef234faf-d636-4001-9cd7-35c0017819f6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:39.863925 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'code': 200} Feb 11 06:01:39.906707 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:39.959869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:39.967655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.968047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.968394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.968786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.969096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.969425 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.969747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.970077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.970398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.970722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.971367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.971502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.971988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:39.979452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717f66b-ad30-4092-b2c0-f2cdbc085517 req-5c3393d9-f908-4326-bc17-c2ce564b4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:39.982021 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0717f66b-ad30-4092-b2c0-f2cdbc085517 req-5c3393d9-f908-4326-bc17-c2ce564b4ae1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1129 time: 0.0576615 Feb 11 06:01:40.032459 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0717f66b-ad30-4092-b2c0-f2cdbc085517 req-f1be9779-788e-40fd-96f4-38cf0612c302 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442603 Feb 11 06:01:40.450853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7557f-358e-49d2-a326-2761720c03d9 req-aef64aa2-8fa8-49c6-b950-534a5df13e9b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:40.452758 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02a7557f-358e-49d2-a326-2761720c03d9 req-aef64aa2-8fa8-49c6-b950-534a5df13e9b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0734901 Feb 11 06:01:40.516208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02a7557f-358e-49d2-a326-2761720c03d9 req-ab923602-b5ac-4190-a8a5-ec3cfbb2ca4e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560267 Feb 11 06:01:41.663796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcface-c0f9-4f35-aaa5-134be47411d4 req-a36bed37-4f13-405a-b8f8-f295cb97a471 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:41.665479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16fcface-c0f9-4f35-aaa5-134be47411d4 req-a36bed37-4f13-405a-b8f8-f295cb97a471 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0633388 Feb 11 06:01:41.717953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16fcface-c0f9-4f35-aaa5-134be47411d4 req-02a48c55-c8d5-407a-a7b6-e2e8a6195d34 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467534 Feb 11 06:01:41.792036 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:41.845472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cc8e8-f75b-4447-9829-7f6a839041eb req-2285c2a1-5546-4902-a028-d9556dadeaa6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:41.847628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-903cc8e8-f75b-4447-9829-7f6a839041eb req-2285c2a1-5546-4902-a028-d9556dadeaa6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0544076 Feb 11 06:01:41.904981 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-903cc8e8-f75b-4447-9829-7f6a839041eb req-8e64e9e7-cac9-411f-a0cf-e04d7c32b3cc tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510747 Feb 11 06:01:41.928750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45248) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:41.977332 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486378a-eac9-4467-9427-f8755c4906a4 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:41.979163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4486378a-eac9-4467-9427-f8755c4906a4 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1124 time: 0.0492959 Feb 11 06:01:41.982221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45250) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:41.986985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:42.077708 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.176260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.287464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.25.8.106 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/5715a6f9-fe21-450b-b0aa-458b715e63d7) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:42.401367 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (5715a6f9-fe21-450b-b0aa-458b715e63d7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.495525 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (5715a6f9-fe21-450b-b0aa-458b715e63d7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:42.538304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:42.541266 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:42.543835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:42.569178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=5715a6f9-fe21-450b-b0aa-458b715e63d7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:42.935775 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (309ad8e1-f828-43bc-81ec-354026d4e24a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:43.073460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5715a6f9-fe21-450b-b0aa-458b715e63d7), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:43.235774 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (5715a6f9-fe21-450b-b0aa-458b715e63d7), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:43.289042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (5715a6f9-fe21-450b-b0aa-458b715e63d7), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:43.358333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=5715a6f9-fe21-450b-b0aa-458b715e63d7,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:43.369529 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (309ad8e1-f828-43bc-81ec-354026d4e24a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:43.483400 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Floating IP 309ad8e1-f828-43bc-81ec-354026d4e24a associated. External IP: 172.25.8.106, port: f0562a55-7fde-4b35-9ba5-083719a90ed8. Feb 11 06:01:43.704700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router aa4edccb-3adb-4898-b239-698af3b4ecf1 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:43.825802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:43.837584 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] Sync routers for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:43.849365 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:43.849978 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:43.920374 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:43.954926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b59fe4a6-1401-4414-8f5a-acae9471c232 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9714496 Feb 11 06:01:43.955606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:43.958180 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a347c4-31fd-4936-90e9-586b0211c200" -d '{"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:43.965351 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:43.999348 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d81df5c-f83a-4404-83c4-ff1cdd75d8a0 x-openstack-request-id: req-5d81df5c-f83a-4404-83c4-ff1cdd75d8a0 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:43.999641 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:43.999904 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d81df5c-f83a-4404-83c4-ff1cdd75d8a0 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:44.000329 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'status': 'completed', 'code': 200} Feb 11 06:01:44.074440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a347c4-31fd-4936-90e9-586b0211c200 req-c7631552-6ecf-48b2-ac46-f344c23c5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:44.075990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a347c4-31fd-4936-90e9-586b0211c200 req-c7631552-6ecf-48b2-ac46-f344c23c5c2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1129 time: 0.0526643 Feb 11 06:01:44.084198 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2221cd-1cfc-4f41-9e30-b32fcf44c3db req-e27a7c58-2de6-4b85-a4b7-eec5cbdc9e61 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:44.086123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e2221cd-1cfc-4f41-9e30-b32fcf44c3db req-e27a7c58-2de6-4b85-a4b7-eec5cbdc9e61 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0658355 Feb 11 06:01:44.158505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e2221cd-1cfc-4f41-9e30-b32fcf44c3db req-638d9616-b07a-44bf-8532-71edcd897004 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655000 Feb 11 06:01:44.174948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45258) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:44.182691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a347c4-31fd-4936-90e9-586b0211c200 req-6c982408-cf47-4f28-b56c-2e9ff6141434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:44.184200 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a347c4-31fd-4936-90e9-586b0211c200 req-6c982408-cf47-4f28-b56c-2e9ff6141434 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.1014631 Feb 11 06:01:44.246308 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-74ff5ff8-9204-4d89-9b05-23bc1adb9c02 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/309ad8e1-f828-43bc-81ec-354026d4e24a HTTP/1.1" status: 200 len: 992 time: 0.0687604 Feb 11 06:01:44.258411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a347c4-31fd-4936-90e9-586b0211c200 req-727a6c99-05e8-4d4d-be49-82cd36e72bdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0683110 Feb 11 06:01:44.310216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a347c4-31fd-4936-90e9-586b0211c200 req-f96be98d-0574-4520-a6e1-4114392ebfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:44.311861 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a347c4-31fd-4936-90e9-586b0211c200 req-f96be98d-0574-4520-a6e1-4114392ebfd9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0478189 Feb 11 06:01:44.320083 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '309ad8e1-f828-43bc-81ec-354026d4e24a', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'port_id': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'mac_address': 'fa:16:3e:42:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:42Z', 'updated_at': '2022-02-11T06:01:42Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:30Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:44.347351 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] Checking router: aa4edccb-3adb-4898-b239-698af3b4ecf1 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:44.356560 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:44.357611 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:01:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:44.367744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a347c4-31fd-4936-90e9-586b0211c200 req-89eec8a9-ec15-46ba-af20-d6d34e39cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:44.369542 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a347c4-31fd-4936-90e9-586b0211c200 req-89eec8a9-ec15-46ba-af20-d6d34e39cef8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521765 Feb 11 06:01:44.465388 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a347c4-31fd-4936-90e9-586b0211c200 req-fe9a0469-350d-4fc9-9280-a532fc78ba53 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896440 Feb 11 06:01:44.476238 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:44.564442 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a347c4-31fd-4936-90e9-586b0211c200 req-faf88ae2-ce7c-469c-8cf0-2a85de7ad4a4 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939093 Feb 11 06:01:44.717246 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '309ad8e1-f828-43bc-81ec-354026d4e24a', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'port_id': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'mac_address': 'fa:16:3e:42:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:42Z', 'updated_at': '2022-02-11T06:01:42Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:30Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:44.745233 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5c594-94ce-43d5-aa19-4aaca866dac7 None None] The sync data for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 is: [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '309ad8e1-f828-43bc-81ec-354026d4e24a', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'port_id': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'mac_address': 'fa:16:3e:42:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:42Z', 'updated_at': '2022-02-11T06:01:42Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:30Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:44.950203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d40a6-88e2-4538-8d1e-a95eff656afc None None] New status for floating IP 309ad8e1-f828-43bc-81ec-354026d4e24a: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:01:45.249144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45260) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:45.317390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1a51ef02-a63a-42b7-9c10-241f81c8769d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/309ad8e1-f828-43bc-81ec-354026d4e24a HTTP/1.1" status: 200 len: 994 time: 0.0670137 Feb 11 06:02:00.337565 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:03.014211 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26e659b3-075b-4e6f-a35c-fbcd8af78071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:05.557133 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93672ef6-be6c-4a4d-a847-245939fb8963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:06.866068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.426316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.621609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-775dbf77-39ba-4d55-9b31-1816b67278e2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925479 Feb 11 06:02:08.705405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-dee624b5-27c4-4d27-bc5f-e549a52d8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:08.707072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-dee624b5-27c4-4d27-bc5f-e549a52d8e23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1128 time: 0.0457315 Feb 11 06:02:08.814836 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-0a1e69c2-c7c0-4abb-bee4-e4ba8c272ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:08.817113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-0a1e69c2-c7c0-4abb-bee4-e4ba8c272ad9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.0913670 Feb 11 06:02:08.871622 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:08.881586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-4f5932b4-fb1e-4e89-88a5-d6285eaf114e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a58bfc21-d884-41cd-813a-440aa4070505 HTTP/1.1" status: 200 len: 1000 time: 0.0593266 Feb 11 06:02:08.933269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-d69fa9b3-5d76-4f6d-91b7-7a10d3ecff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:08.934774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-d69fa9b3-5d76-4f6d-91b7-7a10d3ecff90 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0472271 Feb 11 06:02:08.990183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-967e7a61-282a-43a1-aaec-10614d7ea458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:08.992043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-967e7a61-282a-43a1-aaec-10614d7ea458 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515029 Feb 11 06:02:09.000934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-261eab2d-ffaa-4a3c-834c-cc49545b3eb6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:02:09.001934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-261eab2d-ffaa-4a3c-834c-cc49545b3eb6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049088 Feb 11 06:02:09.093366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-98f8ad42-ba2e-4910-803b-9879ad993ac7 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858696 Feb 11 06:02:09.190352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59d7c924-fb7f-417f-8be8-fb08160aa422 req-98839ac0-bf44-4946-a544-4d5a3f0fd647 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906620 Feb 11 06:02:09.340224 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.549765 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-aa3d010c-c738-45a7-a74e-289f7769e492 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0983930 Feb 11 06:02:10.640951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-17d2b5ec-fb1a-4a5e-b0dc-66a8ee989ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:10.642499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-17d2b5ec-fb1a-4a5e-b0dc-66a8ee989ea3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1129 time: 0.0481653 Feb 11 06:02:10.754379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-1ef4bd08-2403-49bf-a3fc-6c6739c82d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:10.756696 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-1ef4bd08-2403-49bf-a3fc-6c6739c82d0b service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0941761 Feb 11 06:02:10.830892 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-5182eabe-9a7b-4389-b199-bd88735f3db9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1002 time: 0.0681419 Feb 11 06:02:10.885848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-1f4f5110-9057-4892-b712-0d193962cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:10.887330 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-1f4f5110-9057-4892-b712-0d193962cd50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0507181 Feb 11 06:02:10.939207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-3348ead5-e7d3-428b-a380-eb1e46e5c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:10.940768 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-3348ead5-e7d3-428b-a380-eb1e46e5c0ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460582 Feb 11 06:02:11.033264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-167f1ae7-99f5-4d7a-9cac-7b42544589a6 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Feb 11 06:02:11.139736 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e94f105-4317-4acc-96b0-92b2118138f7 req-14b8e485-d8c0-46b3-ac1d-06e50bea921a service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011209 Feb 11 06:02:11.814209 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:16.628007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e23dd-756f-4305-81fc-b6c25ba01d36 req-0d029f46-372f-498e-813a-6c79f2e176fa tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.629596 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db4e23dd-756f-4305-81fc-b6c25ba01d36 req-0d029f46-372f-498e-813a-6c79f2e176fa tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1129 time: 0.0461488 Feb 11 06:02:16.676498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db4e23dd-756f-4305-81fc-b6c25ba01d36 req-afb4a94a-9812-4fea-be9d-bd221fbf63b3 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402324 Feb 11 06:02:16.800206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1ca1d-8e5e-4048-b801-c31364e26cf9 req-33b9e158-0297-4a03-9f47-5e310bfe5c86 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.801638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70e1ca1d-8e5e-4048-b801-c31364e26cf9 req-33b9e158-0297-4a03-9f47-5e310bfe5c86 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0537777 Feb 11 06:02:16.855767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70e1ca1d-8e5e-4048-b801-c31364e26cf9 req-484e8f24-b317-4ad7-af89-ebbee4c5cc84 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484962 Feb 11 06:02:16.877102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45288) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:16.939246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0a290f19-8703-40ee-8e40-b5cf723a11fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/309ad8e1-f828-43bc-81ec-354026d4e24a HTTP/1.1" status: 200 len: 994 time: 0.0609694 Feb 11 06:02:17.623656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dabe54-23b1-4669-9170-00854736f402 req-ba0faf6b-19d3-45b6-9e81-0ca1dc9cc3aa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:17.625225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0dabe54-23b1-4669-9170-00854736f402 req-ba0faf6b-19d3-45b6-9e81-0ca1dc9cc3aa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0546472 Feb 11 06:02:17.677005 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0dabe54-23b1-4669-9170-00854736f402 req-e43dc270-c79f-452f-91de-382298c7d986 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459154 Feb 11 06:02:17.713259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45300) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:17.815807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-a7827407-a5e6-4a01-b6f6-d0f63102eafd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013601 Feb 11 06:02:17.824348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-7ac2b5b1-08bc-46f5-8945-24f000c29739 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:02:17.825357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-7ac2b5b1-08bc-46f5-8945-24f000c29739 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050514 Feb 11 06:02:18.330176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45320) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:18.425663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-e80f8507-5669-4f14-a632-1fa58a793156 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:18.427080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-e80f8507-5669-4f14-a632-1fa58a793156 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports/f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1126 time: 0.0958314 Feb 11 06:02:18.801010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0db3c5-5094-4a0a-92ef-9969305b260d req-df76909c-d208-4999-bef8-56e6a50b79d7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:18.802558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff0db3c5-5094-4a0a-92ef-9969305b260d req-df76909c-d208-4999-bef8-56e6a50b79d7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0564842 Feb 11 06:02:18.855781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff0db3c5-5094-4a0a-92ef-9969305b260d req-a576d889-927b-45f2-9603-332cfc6e9c16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468080 Feb 11 06:02:19.989220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75148b-b2a1-4e11-81ae-46fba0d43c3b req-8661b10f-d9aa-4c49-9689-a8d41ceaa45a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:19.990924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd75148b-b2a1-4e11-81ae-46fba0d43c3b req-8661b10f-d9aa-4c49-9689-a8d41ceaa45a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0590236 Feb 11 06:02:20.045544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd75148b-b2a1-4e11-81ae-46fba0d43c3b req-9534a2a4-2474-4e5c-853e-50f93b3b4ff9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483320 Feb 11 06:02:20.138774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-0cd62af3-63b9-4f42-88f8-3ddf11ffbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:20.140338 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-0cd62af3-63b9-4f42-88f8-3ddf11ffbcf3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1129 time: 0.0475552 Feb 11 06:02:20.240273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-b0d252a2-4da6-4685-a9b5-13daf5ac7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:20.242355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-b0d252a2-4da6-4685-a9b5-13daf5ac7d42 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0967734 Feb 11 06:02:20.310249 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-4c960467-f060-4493-9cb1-2bfd88b8ee36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1002 time: 0.0622690 Feb 11 06:02:20.364894 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-8d6428f3-1c5e-46a6-b887-243f069e46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:20.367453 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-8d6428f3-1c5e-46a6-b887-243f069e46c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0513527 Feb 11 06:02:20.417452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-a0bc3ab1-e20e-4068-961a-7df377cf7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:20.418974 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-a0bc3ab1-e20e-4068-961a-7df377cf7782 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456486 Feb 11 06:02:20.523475 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-d7a6ea36-a189-48cd-bffc-6678b834f7ff service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984561 Feb 11 06:02:20.621259 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-5abea467-1578-443d-8351-38b28a2a9e01 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923777 Feb 11 06:02:21.170697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3d4e5-a0e5-4201-af4a-5026ca16cbac req-48a84846-d12c-405a-bdfb-ea5982bce5c2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:21.172570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50a3d4e5-a0e5-4201-af4a-5026ca16cbac req-48a84846-d12c-405a-bdfb-ea5982bce5c2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0545506 Feb 11 06:02:21.227067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50a3d4e5-a0e5-4201-af4a-5026ca16cbac req-81562c3a-7689-48e6-8a7e-a578ec7e46e9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472679 Feb 11 06:02:22.351287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1750fa-f222-4d46-a5c2-d7a6f8d92e82 req-b6ea9a7e-549d-4886-80f2-649494d2c791 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:22.352814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d1750fa-f222-4d46-a5c2-d7a6f8d92e82 req-b6ea9a7e-549d-4886-80f2-649494d2c791 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0552175 Feb 11 06:02:22.405563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d1750fa-f222-4d46-a5c2-d7a6f8d92e82 req-8eaa64e6-c152-4d67-847b-7821ec0c1d44 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472257 Feb 11 06:02:23.529777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb82c7-aa69-4205-9b98-b8e583bc50b0 req-fec8c47e-5e5c-4e70-b940-25561e228641 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:23.531270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8fb82c7-aa69-4205-9b98-b8e583bc50b0 req-fec8c47e-5e5c-4e70-b940-25561e228641 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0550697 Feb 11 06:02:23.582186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8fb82c7-aa69-4205-9b98-b8e583bc50b0 req-359b2a8b-524f-4303-8e8d-50e8d656e3e1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452290 Feb 11 06:02:24.703518 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98532bea-30eb-467a-88a4-428b7dd1e9f9 req-7992922d-2d55-43f6-bdc8-451e3c73f2b4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:24.705044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98532bea-30eb-467a-88a4-428b7dd1e9f9 req-7992922d-2d55-43f6-bdc8-451e3c73f2b4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0524094 Feb 11 06:02:24.754625 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98532bea-30eb-467a-88a4-428b7dd1e9f9 req-0bbb871f-9853-4a7f-bfd0-94829e7695e6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434577 Feb 11 06:02:25.882911 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834451b9-47f8-4252-b210-12cddfc64b0d req-a6f2f54e-dff7-4b27-8135-d5ccf2d93f02 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:25.884431 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-834451b9-47f8-4252-b210-12cddfc64b0d req-a6f2f54e-dff7-4b27-8135-d5ccf2d93f02 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0591877 Feb 11 06:02:25.933849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-834451b9-47f8-4252-b210-12cddfc64b0d req-08fe8aa8-2a89-45ee-991d-8795fb435014 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436590 Feb 11 06:02:27.055540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a7286-6551-4488-a4f3-b2841dcedb90 req-d99e84a9-481d-4db2-a3f2-40e61900c3e3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:27.057198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d8a7286-6551-4488-a4f3-b2841dcedb90 req-d99e84a9-481d-4db2-a3f2-40e61900c3e3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0539639 Feb 11 06:02:27.107987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d8a7286-6551-4488-a4f3-b2841dcedb90 req-adb918a7-2685-43d5-923e-cfeac5073460 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449169 Feb 11 06:02:28.237039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc44a1e-39e4-43ab-9fa9-45abd03ca5fb req-c9bcbb56-e3c7-4f33-b22a-482e3429c4eb tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:28.238498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc44a1e-39e4-43ab-9fa9-45abd03ca5fb req-c9bcbb56-e3c7-4f33-b22a-482e3429c4eb tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0609462 Feb 11 06:02:28.291019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc44a1e-39e4-43ab-9fa9-45abd03ca5fb req-33072d86-2b63-4e7d-9174-95366bb952d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460265 Feb 11 06:02:29.412251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6139994-8153-4629-83cd-7695e249177f req-847cefcf-ca3a-48fb-9291-2a8c6654289f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:29.413791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6139994-8153-4629-83cd-7695e249177f req-847cefcf-ca3a-48fb-9291-2a8c6654289f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0530612 Feb 11 06:02:29.463057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6139994-8153-4629-83cd-7695e249177f req-9c527e15-09fb-4f2d-a3fa-1f9fcb5e7eb6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428178 Feb 11 06:02:30.586534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa24e1c-30e5-41f2-b57d-55a83afc1724 req-551b8bf1-e125-43ff-8796-1f32c9407a26 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:30.588852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfa24e1c-30e5-41f2-b57d-55a83afc1724 req-551b8bf1-e125-43ff-8796-1f32c9407a26 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0534534 Feb 11 06:02:30.643289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfa24e1c-30e5-41f2-b57d-55a83afc1724 req-17f830df-807b-4d50-ba21-395b12de9868 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483196 Feb 11 06:02:31.767440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9426a-5373-4283-9a02-031b081e4f83 req-bd3bb59f-febd-4b42-a113-d88f55192e9b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:31.769054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fd9426a-5373-4283-9a02-031b081e4f83 req-bd3bb59f-febd-4b42-a113-d88f55192e9b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0540471 Feb 11 06:02:31.818823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fd9426a-5373-4283-9a02-031b081e4f83 req-0dbd8acd-11b7-4539-821c-f34fcf6a3983 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442472 Feb 11 06:02:32.860494 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-d962dd72-52a7-4811-a909-c3544a10e719 service neutron] show failed (client error): The resource could not be found. Feb 11 06:02:32.861592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-d962dd72-52a7-4811-a909-c3544a10e719 service neutron] 10.222.0.83 "GET /v2.0/ports/f0562a55-7fde-4b35-9ba5-083719a90ed8/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0603511 Feb 11 06:02:32.948542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47976-6d4b-488d-9593-7ce679e4ce32 req-32c590ca-1882-44aa-bb09-031e4a015be6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:32.949768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63b47976-6d4b-488d-9593-7ce679e4ce32 req-32c590ca-1882-44aa-bb09-031e4a015be6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0556972 Feb 11 06:02:33.002361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63b47976-6d4b-488d-9593-7ce679e4ce32 req-df921b9c-cfe1-4db3-a068-487324f8835a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469294 Feb 11 06:02:33.048330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0984b64-27e5-4437-b50b-2c967e6d600f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:33.633078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-5e670f47-d03a-4aeb-b44f-67908fbdc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:33.634595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-5e670f47-d03a-4aeb-b44f-67908fbdc7ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 1129 time: 0.0839269 Feb 11 06:02:33.645218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:33.704196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:33.916343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:33.963017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:34.011632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:34.014129 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e85fa58-bd61-4474-83cb-6704306f0446" -d '{"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-unplugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:34.018106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Publish callbacks [] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:34.032751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Transition to ACTIVE for port object f0562a55-7fde-4b35-9ba5-083719a90ed8 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:02:34.068721 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47928262-5c3c-4f88-90a1-47b14546050b x-openstack-request-id: req-47928262-5c3c-4f88-90a1-47b14546050b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:34.069025 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-unplugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:34.069344 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47928262-5c3c-4f88-90a1-47b14546050b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:34.069748 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'code': 200} Feb 11 06:02:34.133951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7357-4ea1-4d6b-bf32-239cf4a3fc37 req-e2ea42a9-7859-486b-b358-029b9d860612 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:34.135468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fedf7357-4ea1-4d6b-bf32-239cf4a3fc37 req-e2ea42a9-7859-486b-b358-029b9d860612 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0555224 Feb 11 06:02:34.154886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:34.252547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fedf7357-4ea1-4d6b-bf32-239cf4a3fc37 req-5490c979-04cb-4855-9957-d1e290e93197 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112714 Feb 11 06:02:34.293840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:34.326244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.326597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.326999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.327534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.327874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.328211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.328544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.331085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.331085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.331085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.331085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.331085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.331085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:34.775197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] No DVR routers for this DVR port f0562a55-7fde-4b35-9ba5-083719a90ed8 on host n-h1-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:02:34.916908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:02:34.917262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:02:34.917611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:34.922309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:02:34.922643 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:34.927855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:02:34.928196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Checking segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:02:34.928589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Bound using segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:02:34.929051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Bound port: f0562a55-7fde-4b35-9ba5-083719a90ed8, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:02:34.929420 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:34.996225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h2-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:34.999307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:02:35.071400 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:35.112927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:35.113592 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:35.115232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] 10.222.0.65 "PUT /v2.0/ports/f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1093 time: 1.4737990 Feb 11 06:02:35.175612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e70a7a-abe1-4409-b844-e55986efe852 service neutron] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:35.198146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-1f7152b2-3a9b-40ba-affc-73e86d526ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:35.202978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-1f7152b2-3a9b-40ba-affc-73e86d526ae0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1127 time: 0.0569901 Feb 11 06:02:35.303368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-7f1f198c-92b2-45ff-a9ff-3c95eaaad550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:35.304916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-7f1f198c-92b2-45ff-a9ff-3c95eaaad550 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0992525 Feb 11 06:02:35.402979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-b6eefdb4-d250-4550-9c78-27fd70fe0a0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0925946 Feb 11 06:02:35.447312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172dd31-c442-4c3d-b408-78311ea01fa3 req-81fc25a8-c4a3-447c-9a4f-a3cc8560a93a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:35.449911 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d172dd31-c442-4c3d-b408-78311ea01fa3 req-81fc25a8-c4a3-447c-9a4f-a3cc8560a93a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 944 time: 0.1024663 Feb 11 06:02:35.482950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-2e4c44e6-82a6-4872-a9ed-8b823eaffe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:35.484437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-2e4c44e6-82a6-4872-a9ed-8b823eaffe70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0760908 Feb 11 06:02:35.540127 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d172dd31-c442-4c3d-b408-78311ea01fa3 req-af4f3575-98e9-4949-9235-93fb20f7287c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823181 Feb 11 06:02:35.556708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-167fefc4-44f0-4091-b2cf-256209985c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:35.559015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-167fefc4-44f0-4091-b2cf-256209985c12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0645311 Feb 11 06:02:35.561889 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-97080368-b6fd-496c-a238-b80cf24211cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:35.660466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-10a199b5-a687-4d6d-92aa-e14b6aa04327 service neutron] 10.222.0.65 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958796 Feb 11 06:02:35.750949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d041284-d3ad-420a-82b2-66c00fff1457 req-85276843-2335-4c2b-b7fd-06a405691db9 service neutron] 10.222.0.65 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845251 Feb 11 06:02:35.877866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:02:35.928209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port f0562a55-7fde-4b35-9ba5-083719a90ed8 host n-h2-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:02:35.928543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:02:36.070730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:36.073285 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:36.123640 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203ed303-9ec3-416b-991d-7019ead03ad2 x-openstack-request-id: req-203ed303-9ec3-416b-991d-7019ead03ad2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:36.123934 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:36.124194 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-203ed303-9ec3-416b-991d-7019ead03ad2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:36.124615 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'status': 'completed', 'code': 200} Feb 11 06:02:36.190990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-756c419d-8948-4204-96b4-4a670a17cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.192451 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-756c419d-8948-4204-96b4-4a670a17cd5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1127 time: 0.0473268 Feb 11 06:02:36.194675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-19e41988-7a8b-457d-8eef-8d0c299d7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.196198 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-19e41988-7a8b-457d-8eef-8d0c299d7145 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1127 time: 0.0519040 Feb 11 06:02:36.294282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-fa89209d-97d9-4e6a-9a0c-909f8a51efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.296218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-1dc214bd-445b-4371-a5bb-576671fe1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.297773 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-1dc214bd-445b-4371-a5bb-576671fe1f39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0946586 Feb 11 06:02:36.298267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-fa89209d-97d9-4e6a-9a0c-909f8a51efb2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0999284 Feb 11 06:02:36.370034 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-b5196179-16d4-4c47-8089-0b180b60af24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0666080 Feb 11 06:02:36.373892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-ec66d628-f148-41b6-9b63-9b5a00b53aac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0697093 Feb 11 06:02:36.419764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-54f2b104-5985-481d-92c2-2809f3bf0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.421644 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-54f2b104-5985-481d-92c2-2809f3bf0fcd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0458391 Feb 11 06:02:36.425056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-8239d5d9-48c9-4722-83ae-5dfb1b6923c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.426502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-8239d5d9-48c9-4722-83ae-5dfb1b6923c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0437295 Feb 11 06:02:36.472579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-3208b698-599c-4fea-af2d-fc6ceb694b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.474355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-3208b698-599c-4fea-af2d-fc6ceb694b78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474739 Feb 11 06:02:36.476283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-a28b066f-adbe-43af-9849-16a176d82ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.477836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-a28b066f-adbe-43af-9849-16a176d82ac9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452118 Feb 11 06:02:36.574217 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-b7b5dfd8-2871-4b98-8497-ba9c25c384be service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943880 Feb 11 06:02:36.575081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-d724e7f8-9158-4b8b-a054-53cd292ea401 service neutron] 10.222.0.65 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905814 Feb 11 06:02:36.682131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-4f78ac37-214e-481e-944d-bd60e2c5b046 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021159 Feb 11 06:02:36.727902 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2a14cfd0-2645-4dc2-be2a-fa74f4fc4d8e req-4195385f-269f-45b0-86de-1b2b3a613890 service neutron] 10.222.0.65 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468561 Feb 11 06:02:36.736666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86596-24e9-405c-a824-9d5b1458e7d4 req-bdb2f046-56f2-45ed-b1c5-a4cd7687db32 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:36.738174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9f86596-24e9-405c-a824-9d5b1458e7d4 req-bdb2f046-56f2-45ed-b1c5-a4cd7687db32 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 944 time: 0.1153767 Feb 11 06:02:36.789241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9f86596-24e9-405c-a824-9d5b1458e7d4 req-e62698b1-9708-49bb-9a2f-c11533404dd8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453553 Feb 11 06:02:36.842223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:37.338160 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:37.913372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6692a-1ce0-4da9-8fe1-eae73619ed49 req-e17c4f2f-22e4-4050-bf95-12e10bb679c0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:37.914880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2b6692a-1ce0-4da9-8fe1-eae73619ed49 req-e17c4f2f-22e4-4050-bf95-12e10bb679c0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 944 time: 0.0533156 Feb 11 06:02:37.972651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2b6692a-1ce0-4da9-8fe1-eae73619ed49 req-0199fdfe-91f4-4c0e-8da9-74ad0777475e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514562 Feb 11 06:02:38.453660 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:38.819140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:39.006755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:02:39.098666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ba822-71da-4936-909f-829d4f0ba365 req-1ef27900-7017-4131-abc0-84389b533581 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:39.100114 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-777ba822-71da-4936-909f-829d4f0ba365 req-1ef27900-7017-4131-abc0-84389b533581 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 944 time: 0.0547004 Feb 11 06:02:39.112971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:39.125582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'port_id': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'mac_address': 'fa:16:3e:42:df:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:02:39.163914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-777ba822-71da-4936-909f-829d4f0ba365 req-f7a84283-8d03-4370-97f6-b7d579f14739 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519166 Feb 11 06:02:39.164629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f0562a55-7fde-4b35-9ba5-083719a90ed8 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:39.165027 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:39.183612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0562a55-7fde-4b35-9ba5-083719a90ed8 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:02:39.207427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:39.328049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:39.374517 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:39.378523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:39.566881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f0562a55-7fde-4b35-9ba5-083719a90ed8'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:02:39.691133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f24f90-32a3-4bd3-9eb2-9fb6d403a7ce req-406341dc-e5d7-4475-a69a-75250c662f37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:39.692570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1f24f90-32a3-4bd3-9eb2-9fb6d403a7ce req-406341dc-e5d7-4475-a69a-75250c662f37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 945 time: 0.0593176 Feb 11 06:02:39.823375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1f24f90-32a3-4bd3-9eb2-9fb6d403a7ce req-5dd422f0-af0d-4966-b429-faa28d7bfa75 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202810 Feb 11 06:02:39.831905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-167a8e37-2423-4aa0-962c-e87fbe8401b5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:39.833592 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-167a8e37-2423-4aa0-962c-e87fbe8401b5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081&tenant_id=850e74bba029439fbcc9858f5472bc28&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 945 time: 0.1400094 Feb 11 06:02:39.896836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-3e966aa9-c112-4b3e-b564-8c82b17f9029 service neutron] 10.222.0.65 "GET /v2.0/ports/f0562a55-7fde-4b35-9ba5-083719a90ed8/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 383 time: 0.0568504 Feb 11 06:02:39.964022 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-5047b5bd-c11d-49d8-8346-11845471bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:39.965996 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-5047b5bd-c11d-49d8-8346-11845471bc20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1128 time: 0.0478814 Feb 11 06:02:40.061532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-81f27c01-53f0-49da-939b-bac569c0e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:40.063022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-81f27c01-53f0-49da-939b-bac569c0e4c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0905602 Feb 11 06:02:40.130301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-4b79019a-7c22-4279-8ec2-c92bd168a1d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0602815 Feb 11 06:02:40.178998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-e58aebf2-9455-43be-8849-9721c18fb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:40.180476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-e58aebf2-9455-43be-8849-9721c18fb6c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0446219 Feb 11 06:02:40.234030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-6a98877d-11d2-4bb7-8b90-9ff61bf989bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:40.235671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-6a98877d-11d2-4bb7-8b90-9ff61bf989bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493071 Feb 11 06:02:40.325511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-bb7bd94d-c74c-4fa4-92b5-5929c3c351e6 service neutron] 10.222.0.65 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838041 Feb 11 06:02:40.419551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-70bc3439-2845-4d53-9d99-77d5c855d3a2 service neutron] 10.222.0.65 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881474 Feb 11 06:02:40.952453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece25aa-6c6e-4049-b07d-d7c536151f08 req-feb00466-4be8-41cf-aeb2-306043b40ca1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:40.954097 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ece25aa-6c6e-4049-b07d-d7c536151f08 req-feb00466-4be8-41cf-aeb2-306043b40ca1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 945 time: 0.0560160 Feb 11 06:02:41.005734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ece25aa-6c6e-4049-b07d-d7c536151f08 req-d892e536-2bf6-4e78-b37c-f755c8e72e6b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459752 Feb 11 06:02:41.007321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:41.139844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port f0562a55-7fde-4b35-9ba5-083719a90ed8 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:02:41.144098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f0562a55-7fde-4b35-9ba5-083719a90ed8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:41.144476 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:41.222274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f0562a55-7fde-4b35-9ba5-083719a90ed8 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:41.222670 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:41.245829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:41.248306 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5261cf-55aa-49cb-9ca0-2a447dd083eb" -d '{"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-plugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:41.260867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:41.298321 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323fa03b-54d7-4d23-a57f-cf863ca690fb x-openstack-request-id: req-323fa03b-54d7-4d23-a57f-cf863ca690fb {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:41.298620 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-plugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:41.298877 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-323fa03b-54d7-4d23-a57f-cf863ca690fb {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:41.299276 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'code': 200} Feb 11 06:02:41.344960 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:41.396755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:41.404708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.404972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.405301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.405637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.406004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.406315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.406641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.406964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.407298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.407609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.407928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.408247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.408564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:41.779605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:42.145031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361ee21-b139-4680-98ca-a5536a0c09b3 req-f67d7663-e8da-40e4-b5b7-8143976969db tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:42.146566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e361ee21-b139-4680-98ca-a5536a0c09b3 req-f67d7663-e8da-40e4-b5b7-8143976969db tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0617406 Feb 11 06:02:42.195792 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e361ee21-b139-4680-98ca-a5536a0c09b3 req-0bda2c61-0cbf-41ac-ac57-f20921284729 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437179 Feb 11 06:02:42.870795 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-760e4249-ce1a-44d9-8e61-333aeae16627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:42.872428 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-760e4249-ce1a-44d9-8e61-333aeae16627 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 1129 time: 0.0522294 Feb 11 06:02:42.883234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:42.943452 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:43.150618 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:43.187711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:43.234099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:43.236518 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3b0511-8f6d-4f81-9fc9-5d3356242416" -d '{"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-unplugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:43.240573 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Publish callbacks [] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:43.255330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Transition to ACTIVE for port object f0562a55-7fde-4b35-9ba5-083719a90ed8 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:02:43.295801 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0f7fb4-805e-42c7-884c-aba6c08eddf7 x-openstack-request-id: req-df0f7fb4-805e-42c7-884c-aba6c08eddf7 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:43.296114 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-unplugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:43.296376 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df0f7fb4-805e-42c7-884c-aba6c08eddf7 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:43.296816 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'code': 200} Feb 11 06:02:43.325619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c35dce-c232-4397-8545-45e8872e267b req-a2168a6b-de2a-4ac9-b4b9-6ca89e095761 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:43.327311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68c35dce-c232-4397-8545-45e8872e267b req-a2168a6b-de2a-4ac9-b4b9-6ca89e095761 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0571933 Feb 11 06:02:43.356148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:43.378668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68c35dce-c232-4397-8545-45e8872e267b req-48201882-776c-4d3c-b978-27b5536e9d63 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454481 Feb 11 06:02:43.433150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=10']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:43.448580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.451297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.451297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.451297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.451297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.451297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.451297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.451297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.451914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.452061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.452392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.452748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.453079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:43.500132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] No DVR routers for this DVR port f0562a55-7fde-4b35-9ba5-083719a90ed8 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:02:43.647876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:02:43.648219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:02:43.648546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:43.652998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:02:43.653323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Attempting to bind port f0562a55-7fde-4b35-9ba5-083719a90ed8 on network 7e98e2ca-3fc2-4357-b866-eac201c7d01d {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:43.659116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:02:43.659453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Checking segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:02:43.659840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Bound using segment: {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:02:43.660266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Bound port: f0562a55-7fde-4b35-9ba5-083719a90ed8, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15af78f5-9c6f-4f44-b0fd-bc60c8878641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:02:43.660716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:43.725713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:43.729141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:02:43.819605 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:43.858129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:43.858822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:43.860127 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] 10.222.0.83 "PUT /v2.0/ports/f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1094 time: 0.9809604 Feb 11 06:02:43.880060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142579f0-92ac-48e2-ae6b-c213db98911b service neutron] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=11']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:43.939012 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-081e3727-d5ff-4fdf-9e87-8a2ca5c1ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:43.940544 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-081e3727-d5ff-4fdf-9e87-8a2ca5c1ba28 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1128 time: 0.0529349 Feb 11 06:02:44.042668 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-ef1c95ee-dc54-4ee2-82f3-5a0f5b03541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:44.044180 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-ef1c95ee-dc54-4ee2-82f3-5a0f5b03541b service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0982347 Feb 11 06:02:44.114862 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-1cc9efa5-586d-43fb-8d9f-5bec05d44c1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0643919 Feb 11 06:02:44.167576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-3d062d07-d244-4726-96e4-c98f5eba9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:44.169068 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-3d062d07-d244-4726-96e4-c98f5eba9ad0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0488720 Feb 11 06:02:44.218711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-b46844f8-fd31-47a2-9bea-b7a16ec79b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:44.220233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-b46844f8-fd31-47a2-9bea-b7a16ec79b57 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451589 Feb 11 06:02:44.315286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-6377f24e-a963-481b-bd8c-a8adad303660 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894201 Feb 11 06:02:44.411449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ecd90cfc-1950-43f4-843b-06af27dca755 req-05db2622-d152-4c1e-b56d-1baba11b5b1a service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908854 Feb 11 06:02:44.505245 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3d40-a66d-4da1-ab78-d6065a29170f req-b5175d31-e647-40d5-989e-1066cf675741 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:44.506921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-040f3d40-a66d-4da1-ab78-d6065a29170f req-b5175d31-e647-40d5-989e-1066cf675741 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 945 time: 0.0546811 Feb 11 06:02:44.562882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-040f3d40-a66d-4da1-ab78-d6065a29170f req-cf6c56e9-40ec-4ac6-8f8b-b8ab4188189f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504215 Feb 11 06:02:45.027944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:02:45.066912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port f0562a55-7fde-4b35-9ba5-083719a90ed8 host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:02:45.067300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:02:45.298273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:45.300694 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e50ecd8-86dd-4cad-81ad-d9096341bc90" -d '{"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:45.350626 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69ee1e-7582-4542-99bb-9d04171bbd49 x-openstack-request-id: req-3a69ee1e-7582-4542-99bb-9d04171bbd49 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:45.350927 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:45.351189 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a69ee1e-7582-4542-99bb-9d04171bbd49 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:45.351598 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'status': 'completed', 'code': 200} Feb 11 06:02:45.418320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-873f4506-375e-4fce-8ef4-481e577a4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.419213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-a86b22a4-070b-4767-8482-0e707dd4931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.420337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-873f4506-375e-4fce-8ef4-481e577a4cac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1128 time: 0.0473347 Feb 11 06:02:45.421534 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-a86b22a4-070b-4767-8482-0e707dd4931e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1128 time: 0.0497785 Feb 11 06:02:45.532633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-009ef8a5-b01c-4437-8f75-0e6020113d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.534255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-009ef8a5-b01c-4437-8f75-0e6020113d34 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.1078231 Feb 11 06:02:45.537329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-919ceccb-214e-4366-9eda-8e8869324f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.538886 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-919ceccb-214e-4366-9eda-8e8869324f6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.1116598 Feb 11 06:02:45.610957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-29f74c6f-2455-43d7-b4a7-87fd98f2384d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0707939 Feb 11 06:02:45.612300 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-68faea61-0cc1-4ff5-b19a-4d34075b99e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0670202 Feb 11 06:02:45.669359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-f5383b14-189c-47d5-919e-13ec0c6e5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.671758 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-f5383b14-189c-47d5-919e-13ec0c6e5fdf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0516596 Feb 11 06:02:45.684549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-5f0c49c6-42dc-4c62-bb55-6d3e88ebab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.686273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-5f0c49c6-42dc-4c62-bb55-6d3e88ebab02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0701437 Feb 11 06:02:45.724612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-bcee7dd3-57b3-4387-b8d3-c63ec90a6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.726409 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-bcee7dd3-57b3-4387-b8d3-c63ec90a6d5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480759 Feb 11 06:02:45.744880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba3e0a-cd97-42b2-8b56-2fde551f16c0 req-e02cc0e6-86fd-469c-b8bd-e87bc968621a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.746419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddba3e0a-cd97-42b2-8b56-2fde551f16c0 req-e02cc0e6-86fd-469c-b8bd-e87bc968621a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 945 time: 0.1002419 Feb 11 06:02:45.757707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-c17c2854-b744-4960-815f-f4f7107df264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:45.759214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-c17c2854-b744-4960-815f-f4f7107df264 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672483 Feb 11 06:02:45.844048 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-a8b6b306-8550-4d7b-a3aa-a0512b243b0d service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020215 Feb 11 06:02:45.862643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ddba3e0a-cd97-42b2-8b56-2fde551f16c0 req-ca7a54a8-9666-4329-9eef-823433836b17 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100113 Feb 11 06:02:45.890246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-1f19241b-de89-4b29-8a35-becf9f9d01cd service neutron] 10.222.0.65 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203671 Feb 11 06:02:45.912061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:02:45.949387 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-9f852ec4-21ca-476e-819f-97cf1c1952e2 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984697 Feb 11 06:02:45.993095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50ecd8-86dd-4cad-81ad-d9096341bc90 req-3e3a6f14-13ea-4b25-b921-6e1a9557959b service neutron] 10.222.0.65 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013148 Feb 11 06:02:46.028416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:46.042581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'port_id': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'mac_address': 'fa:16:3e:42:df:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:02:46.080389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f0562a55-7fde-4b35-9ba5-083719a90ed8 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:46.080807 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:46.094675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0562a55-7fde-4b35-9ba5-083719a90ed8 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:02:46.117420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:46.230673 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:46.284434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=12']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:46.455359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f0562a55-7fde-4b35-9ba5-083719a90ed8'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:02:46.992798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c597e7-c431-45ca-a54a-6c01c571e98e req-51ccb237-310c-48ef-aede-5010fde0e4f3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:46.994352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37c597e7-c431-45ca-a54a-6c01c571e98e req-51ccb237-310c-48ef-aede-5010fde0e4f3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 946 time: 0.0550532 Feb 11 06:02:47.043202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37c597e7-c431-45ca-a54a-6c01c571e98e req-3fd7979b-b71e-487e-a474-ae8808bab713 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Feb 11 06:02:47.068003 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45400) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:47.384517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-92a013fb-5849-4a6d-9b80-8d2c31c1c613 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/309ad8e1-f828-43bc-81ec-354026d4e24a HTTP/1.1" status: 200 len: 993 time: 0.3153436 Feb 11 06:02:47.942145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:48.030831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port f0562a55-7fde-4b35-9ba5-083719a90ed8 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:02:48.035244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f0562a55-7fde-4b35-9ba5-083719a90ed8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:48.035626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:48.122730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f0562a55-7fde-4b35-9ba5-083719a90ed8 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:48.123123 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:48.151199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:48.153520 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff12742c-4cf6-45df-8731-6febd6227d26" -d '{"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-plugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:48.168921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:48.189569 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fca924-c721-42c4-8a30-d6881ee575a5 x-openstack-request-id: req-d4fca924-c721-42c4-8a30-d6881ee575a5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:48.189892 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-plugged", "status": "completed", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:48.190146 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4fca924-c721-42c4-8a30-d6881ee575a5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:48.190540 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'code': 200} Feb 11 06:02:48.258087 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:48.310136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=13']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:03.047373 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8278c1fa-15b5-4531-9570-4918a361bff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:05.583256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c98b5ef8-52b0-41bf-bcfd-9df6d553b049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:06.812765 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:08.412549 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:08.579740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-c99c9590-7051-4a63-8b97-836d819dd709 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432885 Feb 11 06:03:08.643928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-8306a9c2-679a-495d-af93-d26574681e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:08.645558 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-8306a9c2-679a-495d-af93-d26574681e4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 1128 time: 0.0451131 Feb 11 06:03:08.753569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-d5d34cf8-bab3-4af7-a5a9-837dc618ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:08.755725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-d5d34cf8-bab3-4af7-a5a9-837dc618ced8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.0923018 Feb 11 06:03:08.795522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:08.822399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-c3b85f98-ddc1-4e54-bfbd-4a7e87cb0231 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4 HTTP/1.1" status: 200 len: 1000 time: 0.0612621 Feb 11 06:03:08.875237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-0b16c99e-1d78-4e91-b1eb-fe3bb765671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:08.876722 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-0b16c99e-1d78-4e91-b1eb-fe3bb765671f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0486345 Feb 11 06:03:08.940187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-5d624245-5cd9-4af2-8002-d5a8bc594c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:08.942330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-5d624245-5cd9-4af2-8002-d5a8bc594c07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581167 Feb 11 06:03:09.033081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-79f864f8-c44b-44b0-82ea-c2417c631f15 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849390 Feb 11 06:03:09.125587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2544adc5-70b2-466c-8d82-dfe6c22aeedd req-afab6777-7102-43c1-ad28-469804d667e5 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869777 Feb 11 06:03:09.276024 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:11.801971 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:12.051930 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-2b0b8ce7-7cfa-48c9-bf58-9e24cbfb8da7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442939 Feb 11 06:03:12.147418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-199d4eb4-eee0-4284-ab43-a345a075b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.148990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-199d4eb4-eee0-4284-ab43-a345a075b8ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1130 time: 0.0519433 Feb 11 06:03:12.252979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-3adca510-720b-4207-a544-46dabfe0df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.255109 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-3adca510-720b-4207-a544-46dabfe0df2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0870466 Feb 11 06:03:12.323411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-1a5ae6d1-4940-4577-93b5-b587e6f974ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 1002 time: 0.0628352 Feb 11 06:03:12.377428 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-3ca2a013-be13-473f-93c6-ececb920320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.379747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-3ca2a013-be13-473f-93c6-ececb920320f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0498178 Feb 11 06:03:12.428297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-18f44e17-7cf5-4a19-bceb-adac21f90c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:12.429852 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-18f44e17-7cf5-4a19-bceb-adac21f90c02 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448825 Feb 11 06:03:12.524727 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-2c045c04-42ef-4129-b00b-ae4bdf434a8e service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887847 Feb 11 06:03:12.621614 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fee1745b-2e47-49d3-bf6e-ed83fcbbb911 req-2ee48955-0cec-4a07-a6f9-5c3a33bb1547 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910368 Feb 11 06:03:14.338089 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:03:18.113822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08f427-db7c-4062-a06d-d084e27f5374 req-ede46b45-bbd8-4888-9a11-b9627deff905 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:18.115561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f08f427-db7c-4062-a06d-d084e27f5374 req-ede46b45-bbd8-4888-9a11-b9627deff905 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1130 time: 0.0475564 Feb 11 06:03:18.160978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f08f427-db7c-4062-a06d-d084e27f5374 req-b854dbd3-b434-43d7-9d08-faf70f134c14 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396271 Feb 11 06:03:18.183424 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45418) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:18.356011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 5715a6f9-fe21-450b-b0aa-458b715e63d7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:18.356359 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5715a6f9-fe21-450b-b0aa-458b715e63d7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.450389 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5715a6f9-fe21-450b-b0aa-458b715e63d7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.450389 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (5715a6f9-fe21-450b-b0aa-458b715e63d7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.450389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 5715a6f9-fe21-450b-b0aa-458b715e63d7 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:18.687050 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (5715a6f9-fe21-450b-b0aa-458b715e63d7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.710889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=5715a6f9-fe21-450b-b0aa-458b715e63d7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:18.780691 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (309ad8e1-f828-43bc-81ec-354026d4e24a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:18.781028 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Floating IP 309ad8e1-f828-43bc-81ec-354026d4e24a disassociated (deleted). External IP: 172.25.8.106, port: f0562a55-7fde-4b35-9ba5-083719a90ed8. Feb 11 06:03:18.997331 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router aa4edccb-3adb-4898-b239-698af3b4ecf1 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:19.106537 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:19.111246 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:19.120389 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] Sync routers for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:19.130764 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:19.131377 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:19.142167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4d4ee2d3-4510-452d-af38-bdae3256e3d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/floatingips/309ad8e1-f828-43bc-81ec-354026d4e24a HTTP/1.1" status: 204 len: 168 time: 0.9575169 Feb 11 06:03:19.142721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:19.145116 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd631f37-6045-4631-bf5c-916b7b80ed38" -d '{"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:19.200411 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775785cb-ac2d-4cd0-9da3-e37af36d0a0a x-openstack-request-id: req-775785cb-ac2d-4cd0-9da3-e37af36d0a0a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:19.200745 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:19.201000 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-775785cb-ac2d-4cd0-9da3-e37af36d0a0a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:19.201414 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'status': 'completed', 'code': 200} Feb 11 06:03:19.253700 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:19.271429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-294e36b1-685b-4792-80a5-d717f025a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.274821 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-294e36b1-685b-4792-80a5-d717f025a2d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 1130 time: 0.0483701 Feb 11 06:03:19.371103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-fd68d365-6568-4c63-a579-18fe57453fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.372674 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-fd68d365-6568-4c63-a579-18fe57453fb9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 200 len: 898 time: 0.0943499 Feb 11 06:03:19.415356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-ab8621c3-fbf6-4f5a-a1fd-45d3f49998ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 200 len: 217 time: 0.0369329 Feb 11 06:03:19.460687 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:30Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:19.472883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-ef2eee8f-a211-4b5b-8e25-c411ae5a36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.474511 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-ef2eee8f-a211-4b5b-8e25-c411ae5a36fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 200 len: 833 time: 0.0528891 Feb 11 06:03:19.487720 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] Checking router: aa4edccb-3adb-4898-b239-698af3b4ecf1 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:19.497264 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:19.498065 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:19.529751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-a2be6d5f-3f02-4c3f-963a-08a281d5efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.531422 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-a2be6d5f-3f02-4c3f-963a-08a281d5efae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e98e2ca-3fc2-4357-b866-eac201c7d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514176 Feb 11 06:03:19.604264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7c65-cb08-4e8d-91f7-13e1fed2dbfe req-6a340240-06ea-4d87-9b1a-2319549d8e6f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:19.605905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-747a7c65-cb08-4e8d-91f7-13e1fed2dbfe req-6a340240-06ea-4d87-9b1a-2319549d8e6f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 947 time: 0.0543988 Feb 11 06:03:19.619896 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:19.644029 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-db275d96-61e9-4b3f-a761-f8f83bbee2e4 service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047359 Feb 11 06:03:19.658435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-747a7c65-cb08-4e8d-91f7-13e1fed2dbfe req-f0dfb2d5-409d-4569-9974-338a854dd944 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Feb 11 06:03:19.742300 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fd631f37-6045-4631-bf5c-916b7b80ed38 req-1e40754f-fdc6-40b7-8249-73dd477a946b service neutron] 10.222.0.83 "GET /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926509 Feb 11 06:03:19.823416 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:30Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:19.935397 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72699c8-8c6c-4712-8db3-3ffb12aaa5c8 None None] The sync data for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 is: [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:27Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '525c437e-5563-45c8-a470-4ce0e777c66d', 'name': '', 'network_id': '7e98e2ca-3fc2-4357-b866-eac201c7d01d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:c1:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:26Z', 'updated_at': '2022-02-11T06:01:30Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '4e202de8-1d9f-4bd4-9a36-3400586ab388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:20.167776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280dc5c0-2c72-49d0-8f31-aeab1cca0e24 None None] New status for floating IP 309ad8e1-f828-43bc-81ec-354026d4e24a: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:03:20.792461 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bfd8-9624-43ce-bc36-c910af2506c6 req-3ee80730-83f5-40d9-8ebe-0949f8a8e33d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:20.793972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b129bfd8-9624-43ce-bc36-c910af2506c6 req-3ee80730-83f5-40d9-8ebe-0949f8a8e33d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 947 time: 0.0566313 Feb 11 06:03:20.848875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b129bfd8-9624-43ce-bc36-c910af2506c6 req-97b29331-7938-4294-843a-aac0808fc764 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=d491c780-e28b-41c1-9924-e598f38f649c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489535 Feb 11 06:03:20.849152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dac951-fa00-4a78-89dd-d90039dd244f req-f4a33df3-f6a3-436f-be97-cf5092a3227e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:20.851262 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68dac951-fa00-4a78-89dd-d90039dd244f req-f4a33df3-f6a3-436f-be97-cf5092a3227e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 947 time: 0.0564606 Feb 11 06:03:20.950211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port f0562a55-7fde-4b35-9ba5-083719a90ed8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:20.950558 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:21.050913 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port f0562a55-7fde-4b35-9ba5-083719a90ed8, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f0562a55-7fde-4b35-9ba5-083719a90ed8,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:21.051293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:21.068901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for f0562a55-7fde-4b35-9ba5-083719a90ed8 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:21.235390 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f0562a55-7fde-4b35-9ba5-083719a90ed8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:21.264967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=f0562a55-7fde-4b35-9ba5-083719a90ed8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:21.607040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] No DVR routers for this DVR port f0562a55-7fde-4b35-9ba5-083719a90ed8 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:03:21.609735 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:21.613169 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-68dac951-fa00-4a78-89dd-d90039dd244f req-90b14d50-d74b-41b2-bbfd-5601ca42dd16 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "DELETE /v2.0/ports/f0562a55-7fde-4b35-9ba5-083719a90ed8 HTTP/1.1" status: 204 len: 173 time: 0.7572198 Feb 11 06:03:21.613625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-deleted', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:21.615873 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471ecce2-4295-491b-b821-265488e7c6c9" -d '{"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-deleted", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:21.654847 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70deccfa-aae9-4eba-bc15-43c53ce38073 x-openstack-request-id: req-70deccfa-aae9-4eba-bc15-43c53ce38073 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:21.655143 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f68fb-bd6f-4949-8f02-60c73cd13081", "name": "network-vif-deleted", "tag": "f0562a55-7fde-4b35-9ba5-083719a90ed8", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:21.655451 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70deccfa-aae9-4eba-bc15-43c53ce38073 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:21.655923 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f68fb-bd6f-4949-8f02-60c73cd13081', 'name': 'network-vif-deleted', 'tag': 'f0562a55-7fde-4b35-9ba5-083719a90ed8', 'status': 'completed', 'code': 200} Feb 11 06:03:21.956477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20e25b1c-e609-43b5-be6d-ccc46d894d70 req-4b0abbc9-5b9d-4e20-bb5e-5794041e66dc tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=712f68fb-bd6f-4949-8f02-60c73cd13081 HTTP/1.1" status: 200 len: 210 time: 0.0292664 Feb 11 06:03:23.017290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45434) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:23.470707 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (aa4edccb-3adb-4898-b239-698af3b4ecf1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:23.788960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 525c437e-5563-45c8-a470-4ce0e777c66d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:23.789270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:23.882423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 525c437e-5563-45c8-a470-4ce0e777c66d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=525c437e-5563-45c8-a470-4ce0e777c66d,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:23.882847 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:23.894767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 525c437e-5563-45c8-a470-4ce0e777c66d owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:24.141084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:24.161513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: f0562a55-7fde-4b35-9ba5-083719a90ed8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:24.161915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f0562a55-7fde-4b35-9ba5-083719a90ed8 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:24.401365 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (525c437e-5563-45c8-a470-4ce0e777c66d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.429431 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=525c437e-5563-45c8-a470-4ce0e777c66d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:24.611316 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (aa4edccb-3adb-4898-b239-698af3b4ecf1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:24.860148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router aa4edccb-3adb-4898-b239-698af3b4ecf1 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:24.975606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:24.981381 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5fc4d47a-721d-4224-bf08-34d3c9dd5d3c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "PUT /v2.0/routers/aa4edccb-3adb-4898-b239-698af3b4ecf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9629958 Feb 11 06:03:24.984355 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45436) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:24.985199 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] Sync routers for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:24.995730 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:24.996337 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:25.038642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-011f2491-39cc-4364-814a-93f17c6d8f98 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting subnet 4e202de8-1d9f-4bd4-9a36-3400586ab388 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:03:25.042305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-011f2491-39cc-4364-814a-93f17c6d8f98 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (4e202de8-1d9f-4bd4-9a36-3400586ab388), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.089302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-011f2491-39cc-4364-814a-93f17c6d8f98 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (4e202de8-1d9f-4bd4-9a36-3400586ab388), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.107132 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:25.211192 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-011f2491-39cc-4364-814a-93f17c6d8f98 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (4e202de8-1d9f-4bd4-9a36-3400586ab388), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.289273 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:03:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:25.315418 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] Checking router: aa4edccb-3adb-4898-b239-698af3b4ecf1 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:25.315835 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-011f2491-39cc-4364-814a-93f17c6d8f98 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (4e202de8-1d9f-4bd4-9a36-3400586ab388), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.324028 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] Routers {'aa4edccb-3adb-4898-b239-698af3b4ecf1'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:25.324914 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aa4edccb-3adb-4898-b239-698af3b4ecf1'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:25.342842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f2491-39cc-4364-814a-93f17c6d8f98 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Subnet': ['ID=4e202de8-1d9f-4bd4-9a36-3400586ab388,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:25.346542 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-011f2491-39cc-4364-814a-93f17c6d8f98 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.350493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-011f2491-39cc-4364-814a-93f17c6d8f98 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/subnets/4e202de8-1d9f-4bd4-9a36-3400586ab388 HTTP/1.1" status: 204 len: 168 time: 0.3651390 Feb 11 06:03:25.353612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45438) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:25.354569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdad419-d1e4-4d27-bbaf-b34f9a46925a None None] Network 7e98e2ca-3fc2-4357-b866-eac201c7d01d requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:25.448878 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] Set router aa4edccb-3adb-4898-b239-698af3b4ecf1 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:25.477231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (aa4edccb-3adb-4898-b239-698af3b4ecf1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.553792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] DHCP port deletion for 7e98e2ca-3fc2-4357-b866-eac201c7d01d request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:03:25.592380 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (aa4edccb-3adb-4898-b239-698af3b4ecf1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.604174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] Deleting port 806a48ae-177a-4009-97d7-08fdf80239ff {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:25.609582 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.645952 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:03:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:25.672100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] For port 806a48ae-177a-4009-97d7-08fdf80239ff, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=806a48ae-177a-4009-97d7-08fdf80239ff,segment=NetworkSegment(15af78f5-9c6f-4f44-b0fd-bc60c8878641),segment_id=15af78f5-9c6f-4f44-b0fd-bc60c8878641)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:25.672502 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.677109 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982b3a3-54dd-418e-a730-0e8ad4d90e51 None None] The sync data for ids ['aa4edccb-3adb-4898-b239-698af3b4ecf1'] in n-d-713498-37 is: [{'id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290660273', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:03:24Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '28bf6e6d-a01f-4697-90c9-8644cccf69c5', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4edccb-3adb-4898-b239-698af3b4ecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:01:23Z', 'updated_at': '2022-02-11T06:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:25.685582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] Calling delete_port for 806a48ae-177a-4009-97d7-08fdf80239ff owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:25.749270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 28bf6e6d-a01f-4697-90c9-8644cccf69c5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:25.749546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.828907 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 28bf6e6d-a01f-4697-90c9-8644cccf69c5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=28bf6e6d-a01f-4697-90c9-8644cccf69c5,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:25.829330 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.846713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 28bf6e6d-a01f-4697-90c9-8644cccf69c5 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:25.846904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (806a48ae-177a-4009-97d7-08fdf80239ff), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.876768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] Pushing event deleted for resources: {'Port': ['ID=806a48ae-177a-4009-97d7-08fdf80239ff,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:25.880634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096ceef5-5339-42dd-bcc8-d8076b1d809d None None] No DVR routers for this DVR port 806a48ae-177a-4009-97d7-08fdf80239ff on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:03:26.093405 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (28bf6e6d-a01f-4697-90c9-8644cccf69c5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.119173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 525c437e-5563-45c8-a470-4ce0e777c66d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:26.123914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=28bf6e6d-a01f-4697-90c9-8644cccf69c5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.146745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 525c437e-5563-45c8-a470-4ce0e777c66d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:26.147108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 525c437e-5563-45c8-a470-4ce0e777c66d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:26.147545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 806a48ae-177a-4009-97d7-08fdf80239ff no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:26.168383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 806a48ae-177a-4009-97d7-08fdf80239ff {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:26.168748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 806a48ae-177a-4009-97d7-08fdf80239ff not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:26.200355 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (aa4edccb-3adb-4898-b239-698af3b4ecf1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.313236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (aa4edccb-3adb-4898-b239-698af3b4ecf1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.315383 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_controller (aa4edccb-3adb-4898-b239-698af3b4ecf1), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.441863 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (aa4edccb-3adb-4898-b239-698af3b4ecf1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.442443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Fanout notify agent at l3_agent the message router_deleted on router aa4edccb-3adb-4898-b239-698af3b4ecf1 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:03:26.449078 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.450269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-da1d0645-55ee-4683-879e-e4618346013c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/routers/aa4edccb-3adb-4898-b239-698af3b4ecf1 HTTP/1.1" status: 204 len: 168 time: 1.0956686 Feb 11 06:03:26.453030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45440) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.538099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (7e98e2ca-3fc2-4357-b866-eac201c7d01d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.630958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (7e98e2ca-3fc2-4357-b866-eac201c7d01d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.652051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e98e2ca-3fc2-4357-b866-eac201c7d01d']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:26.662378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15af78f5-9c6f-4f44-b0fd-bc60c8878641') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:26.662684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15af78f5-9c6f-4f44-b0fd-bc60c8878641') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:26.672361 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (15af78f5-9c6f-4f44-b0fd-bc60c8878641), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.686031 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (15af78f5-9c6f-4f44-b0fd-bc60c8878641), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.692619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:03:26.693009 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (15af78f5-9c6f-4f44-b0fd-bc60c8878641), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:03:26.695937 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:03:26.806910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (7e98e2ca-3fc2-4357-b866-eac201c7d01d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.817569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.817569 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/networks/7e98e2ca-3fc2-4357-b866-eac201c7d01d HTTP/1.1" status: 204 len: 168 time: 0.3628988 Feb 11 06:03:26.819975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:26.828622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299a1be-a420-4263-90de-2c1cc5628f4a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Network': ['ID=7e98e2ca-3fc2-4357-b866-eac201c7d01d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:26.883952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce8790e6-e1ee-4cdd-899a-3dca871fa848 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (d491c780-e28b-41c1-9924-e598f38f649c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:26.912447 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce8790e6-e1ee-4cdd-899a-3dca871fa848 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (d491c780-e28b-41c1-9924-e598f38f649c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.046546 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce8790e6-e1ee-4cdd-899a-3dca871fa848 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d491c780-e28b-41c1-9924-e598f38f649c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.049278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce8790e6-e1ee-4cdd-899a-3dca871fa848 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.051555 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ce8790e6-e1ee-4cdd-899a-3dca871fa848 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/security-groups/d491c780-e28b-41c1-9924-e598f38f649c HTTP/1.1" status: 204 len: 168 time: 0.2293758 Feb 11 06:03:27.061421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8790e6-e1ee-4cdd-899a-3dca871fa848 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d491c780-e28b-41c1-9924-e598f38f649c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:27.422502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45448) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:27.427477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-eb375cf3-3c9c-42be-9a10-6c1fbfd4e90b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786040511', 'description': 'tempest-secgroup-smoke-786040511 description', 'project_id': '850e74bba029439fbcc9858f5472bc28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:27.515289 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb375cf3-3c9c-42be-9a10-6c1fbfd4e90b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.591116 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb375cf3-3c9c-42be-9a10-6c1fbfd4e90b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (ed189d2a-8394-4e2c-8596-49aaef5f89a2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.669654 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb375cf3-3c9c-42be-9a10-6c1fbfd4e90b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ed189d2a-8394-4e2c-8596-49aaef5f89a2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.699551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb375cf3-3c9c-42be-9a10-6c1fbfd4e90b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed189d2a-8394-4e2c-8596-49aaef5f89a2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:27.751827 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb375cf3-3c9c-42be-9a10-6c1fbfd4e90b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.753782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eb375cf3-3c9c-42be-9a10-6c1fbfd4e90b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3295853 Feb 11 06:03:27.756909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45450) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:27.761196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e007e3c9-29a6-4808-8213-af8a28e0ded6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'ed189d2a-8394-4e2c-8596-49aaef5f89a2', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:27.856485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 28bf6e6d-a01f-4697-90c9-8644cccf69c5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:27.875426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 28bf6e6d-a01f-4697-90c9-8644cccf69c5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:27.875772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 28bf6e6d-a01f-4697-90c9-8644cccf69c5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:27.885930 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e007e3c9-29a6-4808-8213-af8a28e0ded6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (499d1a15-f2ef-4b33-9636-23bade822749), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.942722 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e007e3c9-29a6-4808-8213-af8a28e0ded6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (499d1a15-f2ef-4b33-9636-23bade822749), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.011946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e007e3c9-29a6-4808-8213-af8a28e0ded6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (499d1a15-f2ef-4b33-9636-23bade822749), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.030920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007e3c9-29a6-4808-8213-af8a28e0ded6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499d1a15-f2ef-4b33-9636-23bade822749,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:28.099924 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e007e3c9-29a6-4808-8213-af8a28e0ded6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.101226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e007e3c9-29a6-4808-8213-af8a28e0ded6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3433871 Feb 11 06:03:28.103996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45452) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:28.108541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-29f1f8af-e77e-4db7-8ace-63bdd1634c35 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'ed189d2a-8394-4e2c-8596-49aaef5f89a2', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:28.188495 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f1f8af-e77e-4db7-8ace-63bdd1634c35 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (4f8c2920-e254-4121-904d-aeeee38340dd), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.246321 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f1f8af-e77e-4db7-8ace-63bdd1634c35 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (4f8c2920-e254-4121-904d-aeeee38340dd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.309073 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f1f8af-e77e-4db7-8ace-63bdd1634c35 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4f8c2920-e254-4121-904d-aeeee38340dd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.327013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1f8af-e77e-4db7-8ace-63bdd1634c35 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8c2920-e254-4121-904d-aeeee38340dd,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:28.427697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f1f8af-e77e-4db7-8ace-63bdd1634c35 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.429697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-29f1f8af-e77e-4db7-8ace-63bdd1634c35 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3245113 Feb 11 06:03:28.432350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45454) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:28.437929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d3c4d8ed-e0a2-4ece-8a72-1a26d14b793e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'ed189d2a-8394-4e2c-8596-49aaef5f89a2', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:28.565863 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d8ed-e0a2-4ece-8a72-1a26d14b793e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (cdb9d4db-0b95-43b8-b68c-f1eaf5c609df), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.630457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d8ed-e0a2-4ece-8a72-1a26d14b793e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (cdb9d4db-0b95-43b8-b68c-f1eaf5c609df), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.732842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d8ed-e0a2-4ece-8a72-1a26d14b793e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (cdb9d4db-0b95-43b8-b68c-f1eaf5c609df), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.753419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4d8ed-e0a2-4ece-8a72-1a26d14b793e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb9d4db-0b95-43b8-b68c-f1eaf5c609df,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:28.865476 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d8ed-e0a2-4ece-8a72-1a26d14b793e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.866653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d3c4d8ed-e0a2-4ece-8a72-1a26d14b793e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4332697 Feb 11 06:03:28.869493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45456) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:28.873833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9874ee48-34cd-44c9-bd54-4c1af122f4f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'ed189d2a-8394-4e2c-8596-49aaef5f89a2', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:28.983462 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9874ee48-34cd-44c9-bd54-4c1af122f4f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (482af18c-1a26-453a-9538-b50cafec51d3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.042010 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9874ee48-34cd-44c9-bd54-4c1af122f4f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (482af18c-1a26-453a-9538-b50cafec51d3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.103794 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9874ee48-34cd-44c9-bd54-4c1af122f4f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (482af18c-1a26-453a-9538-b50cafec51d3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.122632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874ee48-34cd-44c9-bd54-4c1af122f4f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482af18c-1a26-453a-9538-b50cafec51d3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:29.192287 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9874ee48-34cd-44c9-bd54-4c1af122f4f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.193628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9874ee48-34cd-44c9-bd54-4c1af122f4f5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3231421 Feb 11 06:03:29.196388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45458) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:29.201158 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0c31d4f3-a0e1-40bf-b37f-086f579c61fd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'ed189d2a-8394-4e2c-8596-49aaef5f89a2', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:29.297888 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-0c31d4f3-a0e1-40bf-b37f-086f579c61fd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Project 850e74bba029439fbcc9858f5472bc28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:03:29.304119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c31d4f3-a0e1-40bf-b37f-086f579c61fd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (a66418a4-8a14-4cec-953f-f777e46f12ac), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.364459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c31d4f3-a0e1-40bf-b37f-086f579c61fd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (a66418a4-8a14-4cec-953f-f777e46f12ac), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.435009 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c31d4f3-a0e1-40bf-b37f-086f579c61fd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (a66418a4-8a14-4cec-953f-f777e46f12ac), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.452879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31d4f3-a0e1-40bf-b37f-086f579c61fd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66418a4-8a14-4cec-953f-f777e46f12ac,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:29.511236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c31d4f3-a0e1-40bf-b37f-086f579c61fd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.512505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0c31d4f3-a0e1-40bf-b37f-086f579c61fd tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3148820 Feb 11 06:03:29.515394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45460) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:29.520254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0ef8bea8-183e-4bcb-9544-2943bfabc8ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'ed189d2a-8394-4e2c-8596-49aaef5f89a2', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:29.595037 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-0ef8bea8-183e-4bcb-9544-2943bfabc8ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Project 850e74bba029439fbcc9858f5472bc28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:03:29.602025 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ef8bea8-183e-4bcb-9544-2943bfabc8ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (cb2efa47-c0e8-40a7-a2b4-464170f6e23c), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.671098 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ef8bea8-183e-4bcb-9544-2943bfabc8ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (cb2efa47-c0e8-40a7-a2b4-464170f6e23c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.732491 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ef8bea8-183e-4bcb-9544-2943bfabc8ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (cb2efa47-c0e8-40a7-a2b4-464170f6e23c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.750305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8bea8-183e-4bcb-9544-2943bfabc8ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2efa47-c0e8-40a7-a2b4-464170f6e23c,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:29.820123 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ef8bea8-183e-4bcb-9544-2943bfabc8ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.821578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0ef8bea8-183e-4bcb-9544-2943bfabc8ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051808 Feb 11 06:03:29.824795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:29.829722 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'network': {'name': 'tempest-network-smoke--385272890', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'port_security_enabled': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:29.904194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:29.907560 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.933195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:03:29.943066 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7f811795-1efb-4f17-9711-fd47a4abc531), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.943418 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Added segment 7f811795-1efb-4f17-9711-fd47a4abc531 of type vlan for network a6992b46-5311-4007-bb7e-9e8219ab96ae Feb 11 06:03:29.985893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (a6992b46-5311-4007-bb7e-9e8219ab96ae), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.069874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (a6992b46-5311-4007-bb7e-9e8219ab96ae), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.075166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:30.076115 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.147955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Network': ['ID=a6992b46-5311-4007-bb7e-9e8219ab96ae,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:30.159740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network a6992b46-5311-4007-bb7e-9e8219ab96ae details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:03:30.187440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-13f2f892-817f-4cd1-8865-d5173f6ce0fa tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3610272 Feb 11 06:03:30.189883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45464) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:30.194664 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'admin_state_up': True, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:30.298193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.299270 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.354006 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_controller (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.578735 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.848129 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.868297 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.978099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.25.8.247 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/5b87261c-1485-400e-b748-b48a2a2ed8f7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:31.087775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.166725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.207033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:31.210124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:31.213708 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:31.238753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=5b87261c-1485-400e-b748-b48a2a2ed8f7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:31.523323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.743448 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.955023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:03:32.071389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:32.084809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Sync routers for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:32.099148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:32.111367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:32.161450 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.162746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b0c1eda5-222f-48ac-b6ba-34f0087a60e0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9717979 Feb 11 06:03:32.166009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45466) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:32.203449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8621c5d4-47a8-4231-99e8-ffd7ec176547 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=850e74bba029439fbcc9858f5472bc28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349944 Feb 11 06:03:32.205943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45468) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:32.217144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:32.301755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da22170c-2ac6-4fc5-8cb2-6331aedfc4ec tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:32.303323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-da22170c-2ac6-4fc5-8cb2-6331aedfc4ec tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955675 Feb 11 06:03:32.306242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45470) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:32.335490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f2d4e289-7ac0-4f61-9693-b7ce6ebcdc07 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280359 Feb 11 06:03:32.338008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45472) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:32.343036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695410258', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:32.507879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:32.511421 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.558709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:32.591857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Checking router: 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:32.591857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Updating router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a port 5b87261c-1485-400e-b748-b48a2a2ed8f7 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:03:32.620435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.754886 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (192b01d9-60b4-4cbc-a28e-a9d674ae8651), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.818552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Subnet': ['ID=192b01d9-60b4-4cbc-a28e-a9d674ae8651,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:32.829764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Checking segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:32.830134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network hostable DHCP agents. Network: a6992b46-5311-4007-bb7e-9e8219ab96ae, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:03:32.886746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Publish callbacks [] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:32.927008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network a6992b46-5311-4007-bb7e-9e8219ab96ae is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:03:32.960801 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.014034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Attempting to bind port 5b87261c-1485-400e-b748-b48a2a2ed8f7 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:33.014412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Attempting to bind port 5b87261c-1485-400e-b748-b48a2a2ed8f7 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:33.014788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Attempting to bind port 5b87261c-1485-400e-b748-b48a2a2ed8f7 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:33.023664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144264ff-5923-4d2b-acac-d96b17bbf929 None None] Pushing event updated for resources: {'Port': ['ID=5b87261c-1485-400e-b748-b48a2a2ed8f7,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:33.027609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:33.027999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:33.028406 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.028831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:33.029309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Bound port: 5b87261c-1485-400e-b748-b48a2a2ed8f7, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:33.029693 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.035809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, a6992b46-5311-4007-bb7e-9e8219ab96ae) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:33.040033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:33.040675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.056681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496fbb0-d358-4d20-b128-3a18b8817399 None None] Network a6992b46-5311-4007-bb7e-9e8219ab96ae requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:33.135168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f86c54d9-997c-4ed3-b6b0-6f8f77c01560 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7960773 Feb 11 06:03:33.138043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45474) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:33.141676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] For port 5b87261c-1485-400e-b748-b48a2a2ed8f7, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:33.154715 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf8deaae-b4ae-4272-b095-668e08cc3329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.160917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] For port 5b87261c-1485-400e-b748-b48a2a2ed8f7, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5b87261c-1485-400e-b748-b48a2a2ed8f7,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:33.203251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-a6992b46-5311-4007-bb7e-9e8219ab96ae', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:03:33.204179 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.233156 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.387685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:33.388470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:33.399330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144264ff-5923-4d2b-acac-d96b17bbf929 None None] Pushing event updated for resources: {'Port': ['ID=5b87261c-1485-400e-b748-b48a2a2ed8f7,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:33.473362 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Allocated IP 172.20.0.2 (a6992b46-5311-4007-bb7e-9e8219ab96ae/192b01d9-60b4-4cbc-a28e-a9d674ae8651/43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:33.593209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:33.819406 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Publish callbacks [] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.850422 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.851340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:33.887055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1073cb-affa-4cbb-af30-c29536857cd8 None None] The sync data for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 is: [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:31Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:33.932475 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.976948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Network a6992b46-5311-4007-bb7e-9e8219ab96ae is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:33.979990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:33.983656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:33.993248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Pushing event updated for resources: {'Port': ['ID=43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Attempting to bind port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Attempting to bind port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Attempting to bind port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 on network a6992b46-5311-4007-bb7e-9e8219ab96ae {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Checking segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Bound using segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Bound port: 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:34.064084 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.146847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] For port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:34.155679 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] For port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:34.188346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.20.0.1 (a6992b46-5311-4007-bb7e-9e8219ab96ae/192b01d9-60b4-4cbc-a28e-a9d674ae8651/062cd90c-44c2-4a56-b1e7-362742348bac) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:34.228746 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.304357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cd66e-4d04-4d05-8299-1058b5958aa6 None None] Pushing event updated for resources: {'Port': ['ID=43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:34.322351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (062cd90c-44c2-4a56-b1e7-362742348bac), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.424513 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.469994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network a6992b46-5311-4007-bb7e-9e8219ab96ae is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:34.480136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:34.488685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:34.529248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=062cd90c-44c2-4a56-b1e7-362742348bac,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:34.541611 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.541968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.542316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.542655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.542990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.543319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.543649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.543978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.544306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.544666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.546292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.546581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.546921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:34.551278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.778655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.091146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (062cd90c-44c2-4a56-b1e7-362742348bac), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.177681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.257331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.259342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=062cd90c-44c2-4a56-b1e7-362742348bac,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:35.298466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f1c70-3715-4298-b5d0-a0286b937858 None None] Network a6992b46-5311-4007-bb7e-9e8219ab96ae requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:03:35.366716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network a6992b46-5311-4007-bb7e-9e8219ab96ae is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:35.368620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:35.372439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1b390235-5155-40ce-9bf7-057448d704c2 None None] Provisioning complete for port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:35.372863 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b390235-5155-40ce-9bf7-057448d704c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.502570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:35.504886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1b390235-5155-40ce-9bf7-057448d704c2 None None] Current status of the port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:35.505287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b390235-5155-40ce-9bf7-057448d704c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.551447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1b390235-5155-40ce-9bf7-057448d704c2 None None] For port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:35.613961 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb396-5b3d-416f-bc3c-7bdf0b3364b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.636950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:35.642715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-17e0b6c3-0865-4ee6-93f7-7ec0d9e8a8a7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "PUT /v2.0/routers/37665a9b-75aa-4df7-b8b5-0cdb3b3e025a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036445 Feb 11 06:03:35.656490 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b390235-5155-40ce-9bf7-057448d704c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.719879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b390235-5155-40ce-9bf7-057448d704c2 None None] Pushing event updated for resources: {'Port': ['ID=43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:35.782996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6c2a1181-c5d3-4c25-a8a1-6a6509570232 None None] Provisioning complete for port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:35.783373 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1181-c5d3-4c25-a8a1-6a6509570232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.837679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-342b01d3-9558-43bd-9882-9d5f75bacff8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786040511&fields=id&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 267 time: 0.0651026 Feb 11 06:03:35.896931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a1181-c5d3-4c25-a8a1-6a6509570232 None None] Current status of the port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:35.918244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6c2a1181-c5d3-4c25-a8a1-6a6509570232 None None] Provisioning complete for port 062cd90c-44c2-4a56-b1e7-362742348bac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:35.919811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1181-c5d3-4c25-a8a1-6a6509570232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.956813 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Sync routers for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:35.976778 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:35.977368 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:35.995802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a1181-c5d3-4c25-a8a1-6a6509570232 None None] Port 062cd90c-44c2-4a56-b1e7-362742348bac cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:36.024815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5b87261c-1485-400e-b748-b48a2a2ed8f7 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:36.025646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-1640999a-5227-40e7-b297-225f03a8aeb9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:36.033182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-1640999a-5227-40e7-b297-225f03a8aeb9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/networks?id=a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 200 len: 796 time: 0.1681705 Feb 11 06:03:36.058566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-7b3d46f2-003c-4fa2-be0c-c1b5119c7b67 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/quotas/850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 375 time: 0.0243881 Feb 11 06:03:36.103008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5b87261c-1485-400e-b748-b48a2a2ed8f7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:36.103486 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.112058 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:36.121587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-e63f6c7d-17ed-4c9b-99e4-baae2fb821ce tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621130 Feb 11 06:03:36.163642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-854efd37-238b-4168-a197-3a393ede6440 None None] Provisioning complete for port 062cd90c-44c2-4a56-b1e7-362742348bac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:36.164867 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-854efd37-238b-4168-a197-3a393ede6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.211276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-854efd37-238b-4168-a197-3a393ede6440 None None] Port 062cd90c-44c2-4a56-b1e7-362742348bac cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:36.270763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-e1cf1797-3179-4247-a29e-a1faf8457971 service neutron] 10.222.0.62 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323056 Feb 11 06:03:36.272523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5b87261c-1485-400e-b748-b48a2a2ed8f7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:36.272962 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.296168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 5b87261c-1485-400e-b748-b48a2a2ed8f7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5b87261c-1485-400e-b748-b48a2a2ed8f7,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:36.333643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1835b7aa-82bc-446a-a036-9d68e597260d None None] Provisioning complete for port 062cd90c-44c2-4a56-b1e7-362742348bac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:36.334833 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1835b7aa-82bc-446a-a036-9d68e597260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.340286 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 2, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:36.370246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1835b7aa-82bc-446a-a036-9d68e597260d None None] Port 062cd90c-44c2-4a56-b1e7-362742348bac cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:36.376127 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-2a8e0f84-fe64-4562-ba19-ba497c16f9ce service neutron] 10.222.0.62 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040254 Feb 11 06:03:36.377544 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Checking router: 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:36.378010 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Updating router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a port 062cd90c-44c2-4a56-b1e7-362742348bac binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:03:36.407776 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.418116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.419095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:36.514839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=5b87261c-1485-400e-b748-b48a2a2ed8f7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:36.529596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:36.530108 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.616888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:36.782571 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Publish callbacks [] for port (062cd90c-44c2-4a56-b1e7-362742348bac), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.788921 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.840604 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.895085 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Pushing event updated for resources: {'Port': ['ID=062cd90c-44c2-4a56-b1e7-362742348bac,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:36.920474 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.922061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.922061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.922061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.922061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.922430 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.922533 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.922788 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.923159 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.923487 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.923816 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.924139 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.924463 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:36.964338 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Attempting to bind port 062cd90c-44c2-4a56-b1e7-362742348bac on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:36.965069 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Attempting to bind port 062cd90c-44c2-4a56-b1e7-362742348bac by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:36.965383 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Attempting to bind port 062cd90c-44c2-4a56-b1e7-362742348bac on network a6992b46-5311-4007-bb7e-9e8219ab96ae {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:36.972518 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:36.973461 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Checking segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:36.973781 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:36.979381 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Bound using segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:36.979381 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Bound port: 062cd90c-44c2-4a56-b1e7-362742348bac, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:36.979381 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:37.043653 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] For port 062cd90c-44c2-4a56-b1e7-362742348bac, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:37.047032 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] For port 062cd90c-44c2-4a56-b1e7-362742348bac, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=062cd90c-44c2-4a56-b1e7-362742348bac,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:37.145294 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:37.202942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2c863a0f-9faa-4f02-9401-982ce5677214 None None] Provisioning complete for port 062cd90c-44c2-4a56-b1e7-362742348bac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:37.203184 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:37.203334 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c863a0f-9faa-4f02-9401-982ce5677214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:37.204725 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:37.251228 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a96db-b75d-457f-b292-da0b7776d4e7 None None] Pushing event updated for resources: {'Port': ['ID=062cd90c-44c2-4a56-b1e7-362742348bac,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:37.295052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2c863a0f-9faa-4f02-9401-982ce5677214 None None] Current status of the port 062cd90c-44c2-4a56-b1e7-362742348bac is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:37.295375 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c863a0f-9faa-4f02-9401-982ce5677214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:37.330514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2c863a0f-9faa-4f02-9401-982ce5677214 None None] For port 062cd90c-44c2-4a56-b1e7-362742348bac, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=062cd90c-44c2-4a56-b1e7-362742348bac,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:37.333772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:37.395814 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c863a0f-9faa-4f02-9401-982ce5677214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:37.449375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c863a0f-9faa-4f02-9401-982ce5677214 None None] Pushing event updated for resources: {'Port': ['ID=062cd90c-44c2-4a56-b1e7-362742348bac,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:37.516323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ce211bc6-9675-442d-9738-38f3a3202b40 None None] Provisioning complete for port 062cd90c-44c2-4a56-b1e7-362742348bac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:37.516807 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce211bc6-9675-442d-9738-38f3a3202b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:37.539756 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:37Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:37.568002 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff278863-969f-450f-92e8-2454d4dd1a71 None None] The sync data for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 is: [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:37Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:37.636624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ce211bc6-9675-442d-9738-38f3a3202b40 None None] Current status of the port 062cd90c-44c2-4a56-b1e7-362742348bac is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:37.668700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1317ea8-35ea-4728-a44f-6f1dc268542b req-5a2148b7-8b05-4f57-8254-81b26879a9c1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 210 time: 0.0375347 Feb 11 06:03:37.955588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 062cd90c-44c2-4a56-b1e7-362742348bac up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:38.007318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 062cd90c-44c2-4a56-b1e7-362742348bac triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:38.007694 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:38.111466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 062cd90c-44c2-4a56-b1e7-362742348bac is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:38.112884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5b87261c-1485-400e-b748-b48a2a2ed8f7 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:38.166067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 5b87261c-1485-400e-b748-b48a2a2ed8f7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:38.166448 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:38.260147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 5b87261c-1485-400e-b748-b48a2a2ed8f7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:38.417963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:38.784674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3a15fde-019d-41ab-9e8a-10bc26f5e615 req-c3bd81dc-e763-4bc5-9c68-b6d7e14b99d6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 210 time: 0.0313632 Feb 11 06:03:38.822076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.313926 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:39.668628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45508) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:39.771692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-3268e77c-395e-4d77-a99d-b078d45470d8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:39.773444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-3268e77c-395e-4d77-a99d-b078d45470d8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "GET /v2.0/networks?id=a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 200 len: 796 time: 0.1362567 Feb 11 06:03:39.855916 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-a2db3c3e-ce5c-44ef-af8b-25f4269f3fcc tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 379 time: 0.0746338 Feb 11 06:03:39.864412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'port': {'device_id': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'admin_state_up': True, 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'security_groups': ['ed189d2a-8394-4e2c-8596-49aaef5f89a2']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:39.923242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be2ca44e-e995-46c7-a7ac-c187b8643eee req-6389e478-4468-440c-a7b1-e45d667a0df3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 210 time: 0.0395100 Feb 11 06:03:39.979242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port 788b199e-8da3-47f9-b63a-4bb3477d9593 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:39.979590 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (788b199e-8da3-47f9-b63a-4bb3477d9593), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.060713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (788b199e-8da3-47f9-b63a-4bb3477d9593), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.061043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (788b199e-8da3-47f9-b63a-4bb3477d9593), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.074015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for 788b199e-8da3-47f9-b63a-4bb3477d9593 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:40.166461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:03:40.173985 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.333145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.20.0.4 (a6992b46-5311-4007-bb7e-9e8219ab96ae/192b01d9-60b4-4cbc-a28e-a9d674ae8651/3da543be-2f32-47ba-b560-7e237ee72f3d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:40.355262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (788b199e-8da3-47f9-b63a-4bb3477d9593), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.382927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=788b199e-8da3-47f9-b63a-4bb3477d9593,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:40.452556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (bce842fd-d77f-49e6-80aa-d7c208e1ebe6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.452818 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Floating IP bce842fd-d77f-49e6-80aa-d7c208e1ebe6 disassociated (deleted). External IP: 172.25.8.83, port: 54eb5c96-d281-4827-9da0-a856b4f8e5f4. Feb 11 06:03:40.485831 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.578639 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.626672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network a6992b46-5311-4007-bb7e-9e8219ab96ae is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:40.630227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:40.634301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:40.672949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:40.699578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:40.701265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:40.701404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.797805 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-0e75d8ac-f5cb-4954-a372-821c6fd4a5b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9373899 Feb 11 06:03:40.810557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Request body: {'port': {'device_id': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:40.824409 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:40.829035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.836327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:40.851272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:40.855985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:40.869466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f05650f9-0984-48f1-9a44-3c2157d26a78 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "DELETE /v2.0/floatingips/bce842fd-d77f-49e6-80aa-d7c208e1ebe6 HTTP/1.1" status: 204 len: 168 time: 1.1972547 Feb 11 06:03:40.869466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:40.872741 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cfba6c-63b4-47e3-be8f-fe6e96740069" -d '{"events": [{"name": "network-changed", "server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:40.886203 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.924900 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69acffc-6a0a-43b7-a5e8-8570db266200 x-openstack-request-id: req-e69acffc-6a0a-43b7-a5e8-8570db266200 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:40.924900 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:40.924900 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e69acffc-6a0a-43b7-a5e8-8570db266200 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:40.924900 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'status': 'completed', 'code': 200} Feb 11 06:03:40.971081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8a474466-a370-41df-bd91-b50b50fad350 None None] Provisioning complete for port 3da543be-2f32-47ba-b560-7e237ee72f3d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:40.971081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a474466-a370-41df-bd91-b50b50fad350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:41.048519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-def2f6eb-ca8e-4292-bcb5-7676d2572b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.050122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-def2f6eb-ca8e-4292-bcb5-7676d2572b75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 1128 time: 0.1062419 Feb 11 06:03:41.218077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8a474466-a370-41df-bd91-b50b50fad350 None None] Port 3da543be-2f32-47ba-b560-7e237ee72f3d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:03:41.235014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:41.265117 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da543be-2f32-47ba-b560-7e237ee72f3d {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:41.275221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Publish callbacks [] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:41.291151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Transition to ACTIVE for port object 3da543be-2f32-47ba-b560-7e237ee72f3d will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:03:41.373881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:41.438249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27376534-c978-42ea-b153-0cafb7eccef5 req-13041b2e-5aa6-4d27-bab0-bf855497daf7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.446230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27376534-c978-42ea-b153-0cafb7eccef5 req-13041b2e-5aa6-4d27-bab0-bf855497daf7 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 931 time: 0.4370353 Feb 11 06:03:41.508887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:41.512026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:57Z', 'revision_number': 1, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:41.539059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-89796007-59ac-468a-b295-b30ccf83026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.540563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-89796007-59ac-468a-b295-b30ccf83026c service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.4826751 Feb 11 06:03:41.550854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:41.554795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27376534-c978-42ea-b153-0cafb7eccef5 req-28bf0fa1-67f6-4075-9535-b553d98f8d63 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079988 Feb 11 06:03:41.560585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:03:41.560959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:03:41.561091 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:41.561297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:41.561782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:41.567357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:03:41.567758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:03:41.574123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:03:41.574478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Checking segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:03:41.574868 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Bound using segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:03:41.575364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Bound port: 3da543be-2f32-47ba-b560-7e237ee72f3d, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:03:41.575734 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:41.579049 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441d98-0a99-43d7-94a3-475dd1178830 req-2ea7e677-131e-45b1-894e-f14b0c7001f8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.580928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7441d98-0a99-43d7-94a3-475dd1178830 req-2ea7e677-131e-45b1-894e-f14b0c7001f8 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 945 time: 0.1616275 Feb 11 06:03:41.619442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-e290a4fb-e2d3-487b-ac54-89328e2411f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0620525 Feb 11 06:03:41.661423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:03:41.665242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:03:41.701193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:41.703099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-8f3050da-8454-4638-98af-860a6fbc24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.704569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-8f3050da-8454-4638-98af-860a6fbc24a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0776658 Feb 11 06:03:41.709175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e7441d98-0a99-43d7-94a3-475dd1178830 req-49f8eef6-a861-4a31-81bb-b24c5ffa5982 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925987 Feb 11 06:03:41.757784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-20b95389-6b40-421e-82f1-a657df5b2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.759265 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-20b95389-6b40-421e-82f1-a657df5b2d03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479116 Feb 11 06:03:41.761228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:41.802172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.803512 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:41.805368 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 1092 time: 1.0000072 Feb 11 06:03:41.806252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:41.809082 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62349e77-6b90-4461-b850-295848b6f163" -d '{"events": [{"name": "network-changed", "server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:41.862135 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:41.871084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dac058-afb9-4c42-b6ab-3365d47493f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:41.875065 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730adcf-a62d-4c80-97ed-1a5fb8e4d8cd x-openstack-request-id: req-a730adcf-a62d-4c80-97ed-1a5fb8e4d8cd {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:41.875466 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:41.875794 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a730adcf-a62d-4c80-97ed-1a5fb8e4d8cd {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:41.876272 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'status': 'completed', 'code': 200} Feb 11 06:03:41.883823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-e7f73dd8-99f3-479b-b8d6-90f440f70b60 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178558 Feb 11 06:03:41.979063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62349e77-6b90-4461-b850-295848b6f163 req-e4cec505-341e-44b3-9aa7-1c21607d02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:41.980757 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62349e77-6b90-4461-b850-295848b6f163 req-e4cec505-341e-44b3-9aa7-1c21607d02f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1126 time: 0.0816503 Feb 11 06:03:42.006589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06cfba6c-63b4-47e3-be8f-fe6e96740069 req-4e0f598d-de7c-4edb-a0a1-2a74101d4b03 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164155 Feb 11 06:03:42.045996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:57Z', 'revision_number': 1, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:42.075913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e959e29-1bd9-4cc2-a707-fc906474cb75 None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '50f6c46a-84a8-4bc0-a758-9eaaf99837a4', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'port_id': 'a58bfc21-d884-41cd-813a-440aa4070505', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'mac_address': 'fa:16:3e:2d:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:57:55Z', 'updated_at': '2022-02-11T05:57:57Z', 'revision_number': 1, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:42.093671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62349e77-6b90-4461-b850-295848b6f163 req-0909f9ea-fe29-4d2f-ae58-b8cc78570755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.095246 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62349e77-6b90-4461-b850-295848b6f163 req-0909f9ea-fe29-4d2f-ae58-b8cc78570755 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=850e74bba029439fbcc9858f5472bc28&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1081109 Feb 11 06:03:42.206419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62349e77-6b90-4461-b850-295848b6f163 req-915612ac-0629-4b3d-99c7-c7904d8fc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.208825 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-62349e77-6b90-4461-b850-295848b6f163 req-915612ac-0629-4b3d-99c7-c7904d8fc03a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084192 Feb 11 06:03:42.292778 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-31d14605-bdf7-4676-83fd-876e624cb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.294323 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-31d14605-bdf7-4676-83fd-876e624cb93d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1126 time: 0.0489676 Feb 11 06:03:42.330714 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbde54-f4e3-450a-9cb4-2c1ee216d1a4 None None] New status for floating IP bce842fd-d77f-49e6-80aa-d7c208e1ebe6: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:03:42.343400 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-3b541394-9348-45d7-88cd-33da26c81cfa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 217 time: 0.0412450 Feb 11 06:03:42.393047 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-657bc33c-7ac1-4ac2-bd96-68f814b7a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.395331 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-657bc33c-7ac1-4ac2-bd96-68f814b7a445 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=192b01d9-60b4-4cbc-a28e-a9d674ae8651 HTTP/1.1" status: 200 len: 835 time: 0.0449808 Feb 11 06:03:42.447437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-e86529ef-511e-480e-bb4f-51304c300466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.449002 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-e86529ef-511e-480e-bb4f-51304c300466 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6992b46-5311-4007-bb7e-9e8219ab96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491581 Feb 11 06:03:42.543515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-c602fe18-fd80-4620-b8b2-e17a626deb89 service neutron] 10.222.0.83 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889516 Feb 11 06:03:42.640455 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54c51ce2-ab69-4137-ba6f-3d6475190517 req-62cf8ff6-0e9f-4a4c-9bc2-a388b092e177 service neutron] 10.222.0.83 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917926 Feb 11 06:03:42.694714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71280b-9a8c-4bd8-8270-12442da8c1d8 req-24b59fd3-2ae1-4a96-a680-7bbac2ad5955 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.696269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c71280b-9a8c-4bd8-8270-12442da8c1d8 req-24b59fd3-2ae1-4a96-a680-7bbac2ad5955 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 943 time: 0.0614586 Feb 11 06:03:42.751571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c71280b-9a8c-4bd8-8270-12442da8c1d8 req-c279809a-8081-4e71-9c85-6cb8cdf0d238 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494647 Feb 11 06:03:42.838258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097577-400d-4f18-80a5-65026ca8c09a req-175d9778-d0f0-4c1d-a3c1-06b5ca39bf64 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.839736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46097577-400d-4f18-80a5-65026ca8c09a req-175d9778-d0f0-4c1d-a3c1-06b5ca39bf64 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 945 time: 0.0562792 Feb 11 06:03:42.901757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46097577-400d-4f18-80a5-65026ca8c09a req-326904ab-a68c-4a30-82a1-63dfb80715a0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563977 Feb 11 06:03:42.949078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb540b94-d174-4810-b376-bb59a0099c47 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:42.950037 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb540b94-d174-4810-b376-bb59a0099c47 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 945 time: 0.0670607 Feb 11 06:03:43.044138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:03:43.044847 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:43.140430 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] For port 54eb5c96-d281-4827-9da0-a856b4f8e5f4, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=54eb5c96-d281-4827-9da0-a856b4f8e5f4,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:43.140746 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:43.153361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for 54eb5c96-d281-4827-9da0-a856b4f8e5f4 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:03:43.360196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (54eb5c96-d281-4827-9da0-a856b4f8e5f4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:43.402366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=54eb5c96-d281-4827-9da0-a856b4f8e5f4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:43.439589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] No DVR routers for this DVR port 54eb5c96-d281-4827-9da0-a856b4f8e5f4 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:03:43.442609 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:43.446003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47385f50-ebe3-4429-a019-84b403f47acf req-eb14a1bc-df56-40a1-b2bf-eda4d9df1c09 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "DELETE /v2.0/ports/54eb5c96-d281-4827-9da0-a856b4f8e5f4 HTTP/1.1" status: 204 len: 173 time: 0.4904103 Feb 11 06:03:43.446441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'name': 'network-vif-deleted', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:43.448791 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65c0a16-62fb-42f1-9b58-6c67bb617d79" -d '{"events": [{"server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "name": "network-vif-deleted", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:43.484216 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071da981-189b-4c15-85b0-330ae452864a x-openstack-request-id: req-071da981-189b-4c15-85b0-330ae452864a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:43.484520 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b940bc95-fbdc-4a78-a6f5-6a3c4a21605a", "name": "network-vif-deleted", "tag": "54eb5c96-d281-4827-9da0-a856b4f8e5f4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:43.484808 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-071da981-189b-4c15-85b0-330ae452864a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:43.485236 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b940bc95-fbdc-4a78-a6f5-6a3c4a21605a', 'name': 'network-vif-deleted', 'tag': '54eb5c96-d281-4827-9da0-a856b4f8e5f4', 'status': 'completed', 'code': 200} Feb 11 06:03:43.886169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa81e-9cbf-47f5-8c40-d07a8cb85945 req-780c8f4c-be64-4344-a2cd-00c3f89f9020 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:43.887811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94ffa81e-9cbf-47f5-8c40-d07a8cb85945 req-780c8f4c-be64-4344-a2cd-00c3f89f9020 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 943 time: 0.0630999 Feb 11 06:03:43.953644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94ffa81e-9cbf-47f5-8c40-d07a8cb85945 req-44968562-67d7-454f-a795-e79cff9c04e2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595601 Feb 11 06:03:44.021129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ab49b0d-5e07-4f9d-a240-004a7b9d9481 req-6c78dbe9-0691-4763-8b5c-db1c2ec25134 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0375164 Feb 11 06:03:44.256678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3da543be-2f32-47ba-b560-7e237ee72f3d details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:03:44.360817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:44.373069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'port_id': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'mac_address': 'fa:16:3e:a8:da:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:03:44.410540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 3da543be-2f32-47ba-b560-7e237ee72f3d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:44.410942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:44.424821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da543be-2f32-47ba-b560-7e237ee72f3d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:03:44.446860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:44.514049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:44.579160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:44.587633 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.587987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.588339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.588723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.589067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.589404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.589740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.590075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.590408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.590738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.591068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.591399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.591730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:03:44.704873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3da543be-2f32-47ba-b560-7e237ee72f3d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:03:45.096410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771ec34-f6bf-4bf2-8971-ac79ac3b5a54 req-7c9aa0d0-c1c8-4edd-bff9-27d0e9a5bc74 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:45.099256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6771ec34-f6bf-4bf2-8971-ac79ac3b5a54 req-7c9aa0d0-c1c8-4edd-bff9-27d0e9a5bc74 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 944 time: 0.0600195 Feb 11 06:03:45.134243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8016effe-32b0-4b49-8d81-f19b53993104 req-8f7b0ef2-83b2-44cd-8c35-cd50c18b4fef tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0339353 Feb 11 06:03:45.175386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6771ec34-f6bf-4bf2-8971-ac79ac3b5a54 req-f4932214-e78f-4f8a-b99e-3642cd027021 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660489 Feb 11 06:03:45.443170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 54eb5c96-d281-4827-9da0-a856b4f8e5f4 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:03:45.464981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 54eb5c96-d281-4827-9da0-a856b4f8e5f4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:03:45.465326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 54eb5c96-d281-4827-9da0-a856b4f8e5f4 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:03:46.237763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-94c52547-9125-4953-90c9-c1e74e09b7ca req-fc6c1a1c-7c33-4584-b77a-dc7556497f86 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0314481 Feb 11 06:03:46.264549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3da543be-2f32-47ba-b560-7e237ee72f3d up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:03:46.319524 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9cc5c-1cae-43da-ad76-755f15fada5e req-11fe4414-3a2e-47ca-8a30-2a8113af0927 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:46.321094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37a9cc5c-1cae-43da-ad76-755f15fada5e req-11fe4414-3a2e-47ca-8a30-2a8113af0927 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 944 time: 0.0625794 Feb 11 06:03:46.373859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37a9cc5c-1cae-43da-ad76-755f15fada5e req-309d32ee-ac5c-4c82-a5db-bc9031554c64 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468059 Feb 11 06:03:46.417700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 3da543be-2f32-47ba-b560-7e237ee72f3d completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:03:46.422300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 3da543be-2f32-47ba-b560-7e237ee72f3d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:03:46.422679 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.505975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 3da543be-2f32-47ba-b560-7e237ee72f3d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:03:46.506682 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.530664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:46.544679 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f127fcf6-5404-4e71-b1ae-97b218208d44" -d '{"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-plugged", "status": "completed", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:46.546111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:03:46.573839 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123a0a8c-2443-41cd-b40c-cfa544f7a618 x-openstack-request-id: req-123a0a8c-2443-41cd-b40c-cfa544f7a618 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:46.573839 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-plugged", "status": "completed", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:46.573839 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-123a0a8c-2443-41cd-b40c-cfa544f7a618 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:46.573839 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'code': 200} Feb 11 06:03:46.640619 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.675504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cab09-8ddd-4745-b413-76685fc62afe req-c6bbbe03-5642-4f5e-9395-5bc2b7a8354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:46.678119 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-426cab09-8ddd-4745-b413-76685fc62afe req-c6bbbe03-5642-4f5e-9395-5bc2b7a8354d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1127 time: 0.0529463 Feb 11 06:03:46.696163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:46.724551 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-426cab09-8ddd-4745-b413-76685fc62afe req-743cdb8d-dff8-4a88-9c09-36618bfccdc8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410292 Feb 11 06:03:47.339019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8986f81-4aeb-4db0-9ed7-e93e6c1ec456 req-83cd81c6-eb51-4200-90d4-efab1d80b7ea tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0287385 Feb 11 06:03:47.502393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87f3b-b40f-47fc-907c-068f5c8f68eb req-f7d12cc1-e3e6-4f9e-865d-da6970a75ae5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:47.504031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18d87f3b-b40f-47fc-907c-068f5c8f68eb req-f7d12cc1-e3e6-4f9e-865d-da6970a75ae5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0572193 Feb 11 06:03:47.557853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18d87f3b-b40f-47fc-907c-068f5c8f68eb req-a8fae7c0-29e6-4646-86e0-48f2f4d4defe tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444191 Feb 11 06:03:48.446522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-659d5d5d-53db-4384-837a-dfef6d5f336f req-fb034620-f7e3-4895-88d8-b7719a04766d tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0344236 Feb 11 06:03:48.689569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562cbb8-6e38-406c-aeee-706f5e8af5dd req-3fd740ef-42a8-4daa-8046-ff9597d78a4e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:48.692581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3562cbb8-6e38-406c-aeee-706f5e8af5dd req-3fd740ef-42a8-4daa-8046-ff9597d78a4e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0638192 Feb 11 06:03:48.746313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3562cbb8-6e38-406c-aeee-706f5e8af5dd req-9f35b71c-4ac9-4894-99d9-3ae5ced2a8b1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487170 Feb 11 06:03:48.901897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9602b4-95ce-49ea-914b-a605b3eeb8dc req-46bc1fef-6719-44d8-9b06-d12824b9dfa0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:48.901897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a9602b4-95ce-49ea-914b-a605b3eeb8dc req-46bc1fef-6719-44d8-9b06-d12824b9dfa0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0528450 Feb 11 06:03:48.923219 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a9602b4-95ce-49ea-914b-a605b3eeb8dc req-7fae7b4a-6954-4821-b4d8-39ca2d870e37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454931 Feb 11 06:03:48.947704 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45556) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:49.005138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c5e617-40f3-4b51-87d6-e5c23d11fcfc tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:49.006876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-60c5e617-40f3-4b51-87d6-e5c23d11fcfc tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1123 time: 0.0576606 Feb 11 06:03:49.009616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45558) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:49.014152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:03:49.125944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.226269 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.338347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.25.8.185 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/ad062fc4-4150-4d84-9198-c0a266812abf) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:03:49.443410 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (ad062fc4-4150-4d84-9198-c0a266812abf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.549130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1c99013-0ba7-429b-b365-966dc66029d5 req-192c2dc3-ec6a-45da-a1bc-d312baf45ab0 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0329678 Feb 11 06:03:49.551429 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ad062fc4-4150-4d84-9198-c0a266812abf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:49.601480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:03:49.604440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:03:49.607217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:03:49.631568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=ad062fc4-4150-4d84-9198-c0a266812abf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:50.004146 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (8db0a989-15d7-4eb3-bb62-12499cf6b0b6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.143131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ad062fc4-4150-4d84-9198-c0a266812abf), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.297586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (ad062fc4-4150-4d84-9198-c0a266812abf), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.360579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (ad062fc4-4150-4d84-9198-c0a266812abf), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.434327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=ad062fc4-4150-4d84-9198-c0a266812abf,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:03:50.448923 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (8db0a989-15d7-4eb3-bb62-12499cf6b0b6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:50.568408 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Floating IP 8db0a989-15d7-4eb3-bb62-12499cf6b0b6 associated. External IP: 172.25.8.185, port: 3da543be-2f32-47ba-b560-7e237ee72f3d. Feb 11 06:03:50.653742 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bed12163-e85f-4a37-920a-d218ebda722f req-33ec9e6d-b316-44ec-8ea4-37715e5bf467 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0329993 Feb 11 06:03:50.822765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:03:50.949153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:03:50.961907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] Sync routers for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:03:50.973822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:50.974556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:51.030984 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:51.074888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-48d7b0d9-07c6-4ebb-8f20-5f0fdbcf5dc1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0640233 Feb 11 06:03:51.075509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:03:51.078326 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb472c8a-5b00-4892-92f0-95a43b97000b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:03:51.110478 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:51.120710 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7540a67a-9ae8-459b-9374-a76c4dddf0df x-openstack-request-id: req-7540a67a-9ae8-459b-9374-a76c4dddf0df {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:03:51.121019 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:03:51.121300 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7540a67a-9ae8-459b-9374-a76c4dddf0df {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:03:51.121721 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'status': 'completed', 'code': 200} Feb 11 06:03:51.187084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec35bb6-5b0e-42a6-b443-e9318bc4066a req-a1577e10-97cd-4f8c-a444-526fa6bae620 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.193852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cec35bb6-5b0e-42a6-b443-e9318bc4066a req-a1577e10-97cd-4f8c-a444-526fa6bae620 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0686107 Feb 11 06:03:51.204916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-80154229-6050-4a5e-9e78-ab67c141d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.207408 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-80154229-6050-4a5e-9e78-ab67c141d090 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1128 time: 0.0603762 Feb 11 06:03:51.256861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cec35bb6-5b0e-42a6-b443-e9318bc4066a req-8725c643-a60c-49c5-b5e5-57e409210124 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573876 Feb 11 06:03:51.279775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45568) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:51.320078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-afd7bc00-70d3-4f09-9b5c-962e03fc6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.321927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-afd7bc00-70d3-4f09-9b5c-962e03fc6fb5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 200 len: 897 time: 0.1094205 Feb 11 06:03:51.337597 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:03:51.372801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d70fe28d-3772-4119-abc3-d9c76803ed9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/8db0a989-15d7-4eb3-bb62-12499cf6b0b6 HTTP/1.1" status: 200 len: 991 time: 0.0916939 Feb 11 06:03:51.383560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '8db0a989-15d7-4eb3-bb62-12499cf6b0b6', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'port_id': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'mac_address': 'fa:16:3e:a8:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:03:49Z', 'updated_at': '2022-02-11T06:03:49Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:37Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:51.407578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-889480dc-6f27-44cf-bca2-fd2aa40cfd13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 999 time: 0.0798621 Feb 11 06:03:51.416753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] Checking router: 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:03:51.428987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:03:51.430149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:51.460648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-e2bd7bda-bef9-4f0e-93c8-62b389348297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.462252 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-e2bd7bda-bef9-4f0e-93c8-62b389348297 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=192b01d9-60b4-4cbc-a28e-a9d674ae8651 HTTP/1.1" status: 200 len: 835 time: 0.0488331 Feb 11 06:03:51.515925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-88fb0d91-4fe9-490e-b7e4-1954859a5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.517772 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-88fb0d91-4fe9-490e-b7e4-1954859a5e99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6992b46-5311-4007-bb7e-9e8219ab96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502942 Feb 11 06:03:51.527777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-0fc70c8a-08c1-4742-b91e-b8d79f3799b7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:03:51.528441 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-0fc70c8a-08c1-4742-b91e-b8d79f3799b7 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053117 Feb 11 06:03:51.549244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:03:51.625397 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-3c1724a2-2c59-492d-9879-0ea03b13a0e5 service neutron] 10.222.0.83 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907834 Feb 11 06:03:51.737303 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fb472c8a-5b00-4892-92f0-95a43b97000b req-b19d1f5d-1ec8-412d-b2d3-ac09134ffc31 service neutron] 10.222.0.83 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058807 Feb 11 06:03:51.797785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3e9d4bc-4fac-4726-9b1f-2e3a1a2ab065 req-92e0d646-81fe-423a-81a2-ea65235ab964 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0362344 Feb 11 06:03:51.812563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '8db0a989-15d7-4eb3-bb62-12499cf6b0b6', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'port_id': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'mac_address': 'fa:16:3e:a8:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:03:49Z', 'updated_at': '2022-02-11T06:03:49Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:37Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:03:51.850958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c9051-a2e9-44ad-872d-5a734359711f None None] The sync data for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 is: [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '8db0a989-15d7-4eb3-bb62-12499cf6b0b6', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'port_id': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'mac_address': 'fa:16:3e:a8:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:03:49Z', 'updated_at': '2022-02-11T06:03:49Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:37Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:03:52.074618 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ec78d3-a7d6-4f87-bd4d-f3414337753f None None] New status for floating IP 8db0a989-15d7-4eb3-bb62-12499cf6b0b6: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:03:52.374791 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45572) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:03:52.445934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-514c74d7-6eed-44b9-82fa-42b6744718ad tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/8db0a989-15d7-4eb3-bb62-12499cf6b0b6 HTTP/1.1" status: 200 len: 993 time: 0.0697279 Feb 11 06:03:52.922811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4041474a-31b8-45a3-b20c-1520ebda8bb6 req-f13f96cc-8a7f-4710-aa9c-0bd747da073a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=b940bc95-fbdc-4a78-a6f5-6a3c4a21605a HTTP/1.1" status: 200 len: 210 time: 0.0320089 Feb 11 06:04:03.124979 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06817977-1b81-42ec-a060-c07c09a803f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.764525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45606) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:03.933730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port a4e174cf-e3f1-4604-a147-2f5084c7b6d1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:03.933976 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.011088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.011419 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.023446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for a4e174cf-e3f1-4604-a147-2f5084c7b6d1 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:04.325894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a4e174cf-e3f1-4604-a147-2f5084c7b6d1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.353189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=a4e174cf-e3f1-4604-a147-2f5084c7b6d1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:04.423800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (50f6c46a-84a8-4bc0-a758-9eaaf99837a4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:04.424133 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Floating IP 50f6c46a-84a8-4bc0-a758-9eaaf99837a4 disassociated (deleted). External IP: 172.25.8.17, port: a58bfc21-d884-41cd-813a-440aa4070505. Feb 11 06:04:04.662146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:05.058099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:05.062794 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.067757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:05.077664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:05.078361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:03:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:05.094930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-214d27b0-a8b6-4a9d-afc6-2d25733a6a33 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "DELETE /v2.0/floatingips/50f6c46a-84a8-4bc0-a758-9eaaf99837a4 HTTP/1.1" status: 204 len: 168 time: 1.3268340 Feb 11 06:04:05.094930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:05.095391 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "tag": "a58bfc21-d884-41cd-813a-440aa4070505"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:05.136464 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d989fb64-a66f-433a-9c57-a2b294b739eb x-openstack-request-id: req-d989fb64-a66f-433a-9c57-a2b294b739eb {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:05.137569 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "tag": "a58bfc21-d884-41cd-813a-440aa4070505", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:05.137811 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d989fb64-a66f-433a-9c57-a2b294b739eb {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:05.138302 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505', 'status': 'completed', 'code': 200} Feb 11 06:04:05.199831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:05.211336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-76ba68bb-4f33-43a5-89c4-1490791b215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:05.213334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-76ba68bb-4f33-43a5-89c4-1490791b215c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 1128 time: 0.0523591 Feb 11 06:04:05.313690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-fb43e09f-8b03-4cc5-a7d9-e2f9907223a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:05.315694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-fb43e09f-8b03-4cc5-a7d9-e2f9907223a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 200 len: 913 time: 0.0954769 Feb 11 06:04:05.360380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-f5c1aefe-3827-4de7-958a-3c2be02efdb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a58bfc21-d884-41cd-813a-440aa4070505 HTTP/1.1" status: 200 len: 217 time: 0.0390222 Feb 11 06:04:05.422575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-a541b8ed-235a-49cb-8aad-aa5749d9ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:05.424864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-a541b8ed-235a-49cb-8aad-aa5749d9ba4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 200 len: 851 time: 0.0593152 Feb 11 06:04:05.484386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-131ab8ab-a5ba-4a65-a847-0e4b89beca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:05.485771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-131ab8ab-a5ba-4a65-a847-0e4b89beca50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ca4e212-4526-44ec-8c74-69e1391f0651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555384 Feb 11 06:04:05.588539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:05.590535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-5c0fc9c7-6672-4b31-b0eb-49c3abc0f462 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989389 Feb 11 06:04:05.620701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:05.623574 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5c99a5d5-b025-4c08-80d0-536818a2616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.631331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:05.631974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:05.714746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09b8f5-823c-4e5b-a62f-80e6f0b42e90 req-9bd8589c-49b9-4487-a11b-17bb35862802 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:05.716324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf09b8f5-823c-4e5b-a62f-80e6f0b42e90 req-9bd8589c-49b9-4487-a11b-17bb35862802 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 945 time: 0.1248846 Feb 11 06:04:05.728032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b3ac991-d07b-4cf5-860c-5ae4b467d2f8 req-85bc59ce-fee9-4883-85a7-16b8352974f2 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272147 Feb 11 06:04:05.760999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:05.790279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf09b8f5-823c-4e5b-a62f-80e6f0b42e90 req-16d7c79d-1060-4974-9827-9a7a724b21aa tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5046905-43fc-4937-9546-a1a864fe7d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540476 Feb 11 06:04:05.976415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:06.003580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9edef-5e0e-415f-b4d9-538073f57d06 None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T05:42:01Z', 'revision_number': 4, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'ebeffee5-de91-4a1f-b4af-7bdf4bcae93b', 'name': '', 'network_id': '5ca4e212-4526-44ec-8c74-69e1391f0651', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'mac_address': 'fa:16:3e:a4:5f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:58Z', 'updated_at': '2022-02-11T05:42:06Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'subnets': [{'id': 'b9777442-49a6-46fb-9b45-b130eb5f0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:06.149996 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-37471dad-a46a-4f3d-9af2-0ee9a122ba81 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:06.151587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-37471dad-a46a-4f3d-9af2-0ee9a122ba81 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 945 time: 0.0575249 Feb 11 06:04:06.254629 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa94f4-a2f9-4cdc-a714-babeeb5b3b92 None None] New status for floating IP 50f6c46a-84a8-4bc0-a758-9eaaf99837a4: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:04:06.266380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port a58bfc21-d884-41cd-813a-440aa4070505 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:06.266727 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a58bfc21-d884-41cd-813a-440aa4070505), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.368470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] For port a58bfc21-d884-41cd-813a-440aa4070505, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=a58bfc21-d884-41cd-813a-440aa4070505,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:06.368861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a58bfc21-d884-41cd-813a-440aa4070505), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.381984 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for a58bfc21-d884-41cd-813a-440aa4070505 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:06.554346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a58bfc21-d884-41cd-813a-440aa4070505), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.588786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=a58bfc21-d884-41cd-813a-440aa4070505,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:06.640950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] No DVR routers for this DVR port a58bfc21-d884-41cd-813a-440aa4070505 on host n-h2-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:06.647235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.650708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0e58307-c90d-4405-b1a4-1513a77c1a95 req-f68470da-6aae-4715-8701-4b6011537a20 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.65 "DELETE /v2.0/ports/a58bfc21-d884-41cd-813a-440aa4070505 HTTP/1.1" status: 204 len: 173 time: 0.4940794 Feb 11 06:04:06.822953 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:06.895297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9025539e-9f28-4523-9e2a-e28a1804a44e req-7ea0ffdc-4c0a-428d-85b4-c820194d3b2a tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0292585 Feb 11 06:04:07.139510 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'name': 'network-vif-deleted', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:07.141961 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83af2e2-d6ca-4c1e-b106-126ff4ac683f" -d '{"events": [{"server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "name": "network-vif-deleted", "tag": "a58bfc21-d884-41cd-813a-440aa4070505"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:07.179469 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0450f5e-eaf2-4b1a-bcc6-18ab0df06114 x-openstack-request-id: req-b0450f5e-eaf2-4b1a-bcc6-18ab0df06114 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:07.180090 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d466ec7a-4a55-40c0-ba8b-cdda3b05162b", "name": "network-vif-deleted", "tag": "a58bfc21-d884-41cd-813a-440aa4070505", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:07.180090 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0450f5e-eaf2-4b1a-bcc6-18ab0df06114 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:07.180763 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd466ec7a-4a55-40c0-ba8b-cdda3b05162b', 'name': 'network-vif-deleted', 'tag': 'a58bfc21-d884-41cd-813a-440aa4070505', 'status': 'completed', 'code': 200} Feb 11 06:04:08.004268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bde2260-f865-4080-87a1-4cccf28c62d0 req-b5b227cc-0b64-4cf2-b2d8-d97248e00970 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0295112 Feb 11 06:04:08.429079 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.804527 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.122113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7aa1ac95-7867-4aea-8b9f-10eeab8baca2 req-d6798ee6-db1e-46d0-a007-ff4212294062 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0376103 Feb 11 06:04:09.302513 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:09.582011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a58bfc21-d884-41cd-813a-440aa4070505 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:09.604403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: a58bfc21-d884-41cd-813a-440aa4070505 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:09.604804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device a58bfc21-d884-41cd-813a-440aa4070505 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:10.226795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd6a87e4-6bb5-441d-9b8f-f9976ae8461b req-ef526c2a-8a56-46f0-9dde-7d16b27f4657 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0295546 Feb 11 06:04:11.330453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a99db5ca-c5e7-489a-8ce4-c5f79b2ed5ae req-71ab9ebc-2b64-4c15-9dbd-40f9c4863a8f tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0293417 Feb 11 06:04:11.822312 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:12.106049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-3939d830-35c6-44fb-ae04-a616de576bfd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529809 Feb 11 06:04:12.193199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-ffcfaf30-40a6-4a6a-bc60-ceaadf190c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:12.194837 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-ffcfaf30-40a6-4a6a-bc60-ceaadf190c5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1128 time: 0.0465059 Feb 11 06:04:12.304107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-ca282a0f-4d6f-47d3-a931-c273d10ee720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:12.305641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-ca282a0f-4d6f-47d3-a931-c273d10ee720 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 200 len: 897 time: 0.0914831 Feb 11 06:04:12.374451 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-cd114dc5-6e25-4a1e-bac9-7f6b07485339 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 1001 time: 0.0613844 Feb 11 06:04:12.429448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-7ba55c65-5215-4a42-8e4c-2e41552747a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:12.431474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-7ba55c65-5215-4a42-8e4c-2e41552747a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=192b01d9-60b4-4cbc-a28e-a9d674ae8651 HTTP/1.1" status: 200 len: 835 time: 0.0515656 Feb 11 06:04:12.442167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-139152d9-edc8-489b-85a5-32d5ce5521f2 req-e2744142-2d3d-4ecb-8b0e-91ab978dbeeb tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0301270 Feb 11 06:04:12.483086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-8a838ba2-14da-4c84-b002-5692c3aa3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:12.484618 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-8a838ba2-14da-4c84-b002-5692c3aa3522 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6992b46-5311-4007-bb7e-9e8219ab96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469677 Feb 11 06:04:12.578584 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-2bab9263-bcdc-43f5-9873-70bf7031d9a7 service neutron] 10.222.0.83 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876753 Feb 11 06:04:12.681194 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-600c0442-02aa-4e86-8b68-5efc3c1ec562 req-a8f9014d-49f2-4cf6-b5a5-4f00706b61b5 service neutron] 10.222.0.83 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960517 Feb 11 06:04:13.547011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc3ea8c4-b102-4334-9e1e-32f3a25bbce8 req-147dcc75-ab3c-4685-81e5-5512c5b97257 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0304213 Feb 11 06:04:14.657439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-894285d7-3781-4732-ac6d-73e548f7279b req-768f7fb7-7920-438f-8093-b79de8a290b5 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0295358 Feb 11 06:04:15.774111 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a60caff-28ba-45e9-b42c-9ac0a8d18cdd req-832fee0b-ca21-424a-8bee-521d99d033da tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "GET /v2.0/ports?device_id=d466ec7a-4a55-40c0-ba8b-cdda3b05162b HTTP/1.1" status: 200 len: 210 time: 0.0331898 Feb 11 06:04:16.831576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45644) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:17.258597 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Deleting port 0f96d36b-a42d-447d-9890-87d0283e6b4e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:17.258855 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0f96d36b-a42d-447d-9890-87d0283e6b4e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:17.336462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0f96d36b-a42d-447d-9890-87d0283e6b4e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:17.336818 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (0f96d36b-a42d-447d-9890-87d0283e6b4e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:17.349285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Calling delete_port for 0f96d36b-a42d-447d-9890-87d0283e6b4e owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:17.570992 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0f96d36b-a42d-447d-9890-87d0283e6b4e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:17.601681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'Port': ['ID=0f96d36b-a42d-447d-9890-87d0283e6b4e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:17.630997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.631358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.634465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.635368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.635368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:17.681374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for floatingip (5dee102f-2e98-4233-98d0-75a934ea8340), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:17.683961 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:17.685177 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-871ecdd3-b355-4e17-8c77-57f94b310107 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "DELETE /v2.0/floatingips/5dee102f-2e98-4233-98d0-75a934ea8340 HTTP/1.1" status: 204 len: 168 time: 0.8525784 Feb 11 06:04:23.232842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:23.292587 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-122aa02e-df72-49f0-a026-8bb977491929 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group (c5046905-43fc-4937-9546-a1a864fe7d25), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:23.319579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-122aa02e-df72-49f0-a026-8bb977491929 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group (c5046905-43fc-4937-9546-a1a864fe7d25), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:23.462685 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-122aa02e-df72-49f0-a026-8bb977491929 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c5046905-43fc-4937-9546-a1a864fe7d25), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:23.465983 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-122aa02e-df72-49f0-a026-8bb977491929 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:23.467195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-122aa02e-df72-49f0-a026-8bb977491929 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] 10.222.0.62 "DELETE /v2.0/security-groups/c5046905-43fc-4937-9546-a1a864fe7d25 HTTP/1.1" status: 204 len: 168 time: 0.2332814 Feb 11 06:04:23.477635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aa02e-df72-49f0-a026-8bb977491929 tempest-TestVolumeBootPattern-683543777 tempest-TestVolumeBootPattern-683543777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5046905-43fc-4937-9546-a1a864fe7d25,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:23.608319 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45672) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:23.891161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10722527-62b9-451b-981d-b2a629d4c263 req-ebb90bce-710d-4cef-b3b4-ac487e180590 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:23.892729 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10722527-62b9-451b-981d-b2a629d4c263 req-ebb90bce-710d-4cef-b3b4-ac487e180590 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.1068220 Feb 11 06:04:24.001778 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10722527-62b9-451b-981d-b2a629d4c263 req-58c31461-1bf3-454e-922f-98ddf3069b9b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022537 Feb 11 06:04:24.026662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45678) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:24.099927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7de3d893-e4dd-4408-9c6d-ca67d97e895f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/8db0a989-15d7-4eb3-bb62-12499cf6b0b6 HTTP/1.1" status: 200 len: 993 time: 0.0713136 Feb 11 06:04:24.226223 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (9ed39574-de82-44dc-a76c-cf5fadeacb0f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:24.506391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Deleting port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:24.506988 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:24.620865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] For port ebeffee5-de91-4a1f-b4af-7bdf4bcae93b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:24.621231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:24.634894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7d5e-f862-4d89-86d7-a6a62d9b33af req-3683c17d-c27e-4fea-a045-2b5cbe2edded tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:24.636455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-526b7d5e-f862-4d89-86d7-a6a62d9b33af req-3683c17d-c27e-4fea-a045-2b5cbe2edded tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1128 time: 0.0806038 Feb 11 06:04:24.640340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Calling delete_port for ebeffee5-de91-4a1f-b4af-7bdf4bcae93b owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:24.729356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-526b7d5e-f862-4d89-86d7-a6a62d9b33af req-0bf8ced3-e645-49c6-a5a4-c951c228bdb8 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870187 Feb 11 06:04:24.863453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-df86ac5e-d2d0-49d8-afbb-3f9d55301d9b req-534a26cd-ecb8-445a-85f6-3d8375ce3651 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:04:24.869873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df86ac5e-d2d0-49d8-afbb-3f9d55301d9b req-534a26cd-ecb8-445a-85f6-3d8375ce3651 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0637429 Feb 11 06:04:24.977352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ebeffee5-de91-4a1f-b4af-7bdf4bcae93b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:25.006126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebeffee5-de91-4a1f-b4af-7bdf4bcae93b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:25.205663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (9ed39574-de82-44dc-a76c-cf5fadeacb0f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:25.460842 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Router 9ed39574-de82-44dc-a76c-cf5fadeacb0f has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:25.602128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:25.610839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-728fb45b-8939-4054-89d9-6e27c21b2983 admin admin] 10.222.0.62 "PUT /v2.0/routers/9ed39574-de82-44dc-a76c-cf5fadeacb0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9984407 Feb 11 06:04:25.610839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45706) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:25.614671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] Sync routers for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:25.627380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:25.628346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:25.763099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:25.987175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T06:04:24Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:26.017863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] Checking router: 9ed39574-de82-44dc-a76c-cf5fadeacb0f for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:26.026936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] Routers {'9ed39574-de82-44dc-a76c-cf5fadeacb0f'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:26.027555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:26.031209 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-0985c7f5-4246-441a-981d-8a25276c2302 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946519 Feb 11 06:04:26.040170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-a123800e-9076-4505-aac8-d1ca7ebec1e0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:04:26.041155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-a123800e-9076-4505-aac8-d1ca7ebec1e0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050440 Feb 11 06:04:26.044350 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks [] for router (9ed39574-de82-44dc-a76c-cf5fadeacb0f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:26.142133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] Set router 9ed39574-de82-44dc-a76c-cf5fadeacb0f gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:26.155279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks [] for router_gateway (9ed39574-de82-44dc-a76c-cf5fadeacb0f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:26.286763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Deleting port e0a103a3-f127-4ba2-a74e-75b151644456 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:26.287052 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:26.347522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T06:04:24Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:26.374725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5cac2b-3679-4d88-a842-14bae2e42495 None None] The sync data for ids ['9ed39574-de82-44dc-a76c-cf5fadeacb0f'] in n-d-713498-37 is: [{'id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'name': 'tempest-TestVolumeBootPattern-1752767676-router', 'tenant_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:46Z', 'updated_at': '2022-02-11T06:04:24Z', 'revision_number': 5, 'project_id': '5570e6c4b93d4e00aab8e1e75f77ad60', 'gw_port': {'id': 'e0a103a3-f127-4ba2-a74e-75b151644456', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed39574-de82-44dc-a76c-cf5fadeacb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:48Z', 'updated_at': '2022-02-11T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:26.400845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] For port e0a103a3-f127-4ba2-a74e-75b151644456, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=e0a103a3-f127-4ba2-a74e-75b151644456,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:26.401212 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:26.416037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Calling delete_port for e0a103a3-f127-4ba2-a74e-75b151644456 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:26.649687 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e0a103a3-f127-4ba2-a74e-75b151644456), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:26.679536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a103a3-f127-4ba2-a74e-75b151644456,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:26.745155 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (9ed39574-de82-44dc-a76c-cf5fadeacb0f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:26.850308 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (9ed39574-de82-44dc-a76c-cf5fadeacb0f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:26.852638 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks [] for router_controller (9ed39574-de82-44dc-a76c-cf5fadeacb0f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.005117 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (9ed39574-de82-44dc-a76c-cf5fadeacb0f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.008352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed39574-de82-44dc-a76c-cf5fadeacb0f {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:04:27.011043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.012797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5d5a9447-8073-48ff-ae42-54145a2ad9fb admin admin] 10.222.0.62 "DELETE /v2.0/routers/9ed39574-de82-44dc-a76c-cf5fadeacb0f HTTP/1.1" status: 204 len: 168 time: 1.4008844 Feb 11 06:04:27.014737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:27.063132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-797b2161-0274-46e7-974f-3e7f20f3f4f8 admin admin] Deleting subnet b9777442-49a6-46fb-9b45-b130eb5f0f6d {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:04:27.073056 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-797b2161-0274-46e7-974f-3e7f20f3f4f8 admin admin] Publish callbacks [] for subnet (b9777442-49a6-46fb-9b45-b130eb5f0f6d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.146650 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-797b2161-0274-46e7-974f-3e7f20f3f4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (b9777442-49a6-46fb-9b45-b130eb5f0f6d), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.149182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-cb93e543-4fe9-41e4-bd64-18713bdbbf41 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:27.150556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-cb93e543-4fe9-41e4-bd64-18713bdbbf41 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 1125 time: 0.0564270 Feb 11 06:04:27.229428 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-797b2161-0274-46e7-974f-3e7f20f3f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (b9777442-49a6-46fb-9b45-b130eb5f0f6d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.342494 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-797b2161-0274-46e7-974f-3e7f20f3f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (b9777442-49a6-46fb-9b45-b130eb5f0f6d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.371414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b2161-0274-46e7-974f-3e7f20f3f4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9777442-49a6-46fb-9b45-b130eb5f0f6d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:27.373427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-797b2161-0274-46e7-974f-3e7f20f3f4f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.376707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-797b2161-0274-46e7-974f-3e7f20f3f4f8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b9777442-49a6-46fb-9b45-b130eb5f0f6d HTTP/1.1" status: 204 len: 168 time: 0.3608820 Feb 11 06:04:27.379143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439844ef-a171-4331-a83a-f20d46afceec None None] Network 5ca4e212-4526-44ec-8c74-69e1391f0651 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:04:27.379651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45722) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:27.462894 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (5ca4e212-4526-44ec-8c74-69e1391f0651), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.542962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Deleting port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:27.543309 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.582497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] DHCP port deletion for 5ca4e212-4526-44ec-8c74-69e1391f0651 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:04:27.620837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] For port 3e8d9b45-cbab-49ab-8bc3-00094ce92737, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3e8d9b45-cbab-49ab-8bc3-00094ce92737,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:27.621202 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.635915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Calling delete_port for 3e8d9b45-cbab-49ab-8bc3-00094ce92737 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:27.637515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] Deleting port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:27.637902 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.699049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] For port 3e8d9b45-cbab-49ab-8bc3-00094ce92737, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3e8d9b45-cbab-49ab-8bc3-00094ce92737,segment=NetworkSegment(da97542a-92f3-4110-ade4-b04013512bb4),segment_id=da97542a-92f3-4110-ade4-b04013512bb4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:27.699444 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.712216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] Calling delete_port for 3e8d9b45-cbab-49ab-8bc3-00094ce92737 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:27.804722 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.810830 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (3e8d9b45-cbab-49ab-8bc3-00094ce92737), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.834134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] No DVR routers for this DVR port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:27.836622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] Pushing event deleted for resources: {'Port': ['ID=3e8d9b45-cbab-49ab-8bc3-00094ce92737,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:27.839124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8d9b45-cbab-49ab-8bc3-00094ce92737,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:27.840639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306b90c-9152-4680-8ea1-bacaa6065a69 None None] No DVR routers for this DVR port 3e8d9b45-cbab-49ab-8bc3-00094ce92737 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:27.917950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (5ca4e212-4526-44ec-8c74-69e1391f0651), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.919804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e0a103a3-f127-4ba2-a74e-75b151644456 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:27.939959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca4e212-4526-44ec-8c74-69e1391f0651']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:27.941367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: e0a103a3-f127-4ba2-a74e-75b151644456 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:27.941769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device e0a103a3-f127-4ba2-a74e-75b151644456 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:27.942193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3e8d9b45-cbab-49ab-8bc3-00094ce92737 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:27.959324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da97542a-92f3-4110-ade4-b04013512bb4') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:27.959652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da97542a-92f3-4110-ade4-b04013512bb4') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:27.961924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 3e8d9b45-cbab-49ab-8bc3-00094ce92737 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:27.962330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3e8d9b45-cbab-49ab-8bc3-00094ce92737 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:27.962704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ebeffee5-de91-4a1f-b4af-7bdf4bcae93b no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:27.976925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (da97542a-92f3-4110-ade4-b04013512bb4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.982653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ebeffee5-de91-4a1f-b4af-7bdf4bcae93b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:27.983013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ebeffee5-de91-4a1f-b4af-7bdf4bcae93b not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:27.998350 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (da97542a-92f3-4110-ade4-b04013512bb4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.006016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:04:28.006418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (da97542a-92f3-4110-ade4-b04013512bb4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:04:28.008059 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:04:28.108071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (5ca4e212-4526-44ec-8c74-69e1391f0651), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.114467 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.117730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5ca4e212-4526-44ec-8c74-69e1391f0651 HTTP/1.1" status: 204 len: 168 time: 0.7375243 Feb 11 06:04:28.120945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45724) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:28.134766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702f8e8-9770-4fa3-a2f0-3cbce8b7b9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca4e212-4526-44ec-8c74-69e1391f0651,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:28.337061 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:04:28.478846 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (5b2e2868-0b41-44e3-bc0d-999216a1910d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.762987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Deleting port 9ad0c83f-b443-480a-8f84-eaf0905aaa95 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:28.763353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.851341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] For port 9ad0c83f-b443-480a-8f84-eaf0905aaa95, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9ad0c83f-b443-480a-8f84-eaf0905aaa95,segment=NetworkSegment(cee88b0d-182e-434d-9bf0-ae6b10a170f7),segment_id=cee88b0d-182e-434d-9bf0-ae6b10a170f7)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:28.851709 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.870169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Calling delete_port for 9ad0c83f-b443-480a-8f84-eaf0905aaa95 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:29.136666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9ad0c83f-b443-480a-8f84-eaf0905aaa95), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:29.165317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-117c965f-3d69-4027-a91f-d289521235c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:29.167337 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-117c965f-3d69-4027-a91f-d289521235c6 service neutron] 10.222.0.62 "GET /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 1125 time: 0.0412548 Feb 11 06:04:29.169789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad0c83f-b443-480a-8f84-eaf0905aaa95,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:29.188838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Request body: {'binding': {'host': 'n-h2-713498-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:29.189567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Unknown quota resources ['binding']. {{(pid=104087) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 06:04:29.354008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on host n-h2-713498-37 for vnic_type normal with profile None {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:29.354615 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:29.355124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:29.360957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:04:29.361507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:29.367860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:29.368520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Checking segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:29.369099 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Bound using segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:29.369721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Bound port: 3da543be-2f32-47ba-b560-7e237ee72f3d, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:29.373737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (5b2e2868-0b41-44e3-bc0d-999216a1910d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:29.480576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:29.585578 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:29.586986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] 10.222.0.62 "POST /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4029655 Feb 11 06:04:29.624761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Router 5b2e2868-0b41-44e3-bc0d-999216a1910d has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:29.750153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:29.756500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cb43d58b-c3b5-429c-8c7c-9c38cef0ca68 admin admin] 10.222.0.62 "PUT /v2.0/routers/5b2e2868-0b41-44e3-bc0d-999216a1910d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344769 Feb 11 06:04:29.759164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45728) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:29.764457 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] Sync routers for ids ['5b2e2868-0b41-44e3-bc0d-999216a1910d'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:29.780777 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] Routers {'5b2e2868-0b41-44e3-bc0d-999216a1910d'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:29.781580 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b2e2868-0b41-44e3-bc0d-999216a1910d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:29.892176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks [] for router (5b2e2868-0b41-44e3-bc0d-999216a1910d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:29.898558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3c80-382b-4841-8c91-6a4c7a976799 req-e09ea88a-ef4e-4fd5-aa6e-c9fde7585a21 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:29.907032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52db3c80-382b-4841-8c91-6a4c7a976799 req-e09ea88a-ef4e-4fd5-aa6e-c9fde7585a21 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0791800 Feb 11 06:04:29.940967 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] Set router 5b2e2868-0b41-44e3-bc0d-999216a1910d gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:30.011244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52db3c80-382b-4841-8c91-6a4c7a976799 req-169104d4-f48a-4a57-8b9d-0f021ff764c8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819941 Feb 11 06:04:30.062216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks [] for router_gateway (5b2e2868-0b41-44e3-bc0d-999216a1910d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.171591 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T06:04:29Z', 'revision_number': 5, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port': {'id': 'bab632f7-281d-4f32-8ced-aee634eeebc0', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:11Z', 'updated_at': '2022-02-11T05:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:30.202561 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] Checking router: 5b2e2868-0b41-44e3-bc0d-999216a1910d for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:30.212316 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] Routers {'5b2e2868-0b41-44e3-bc0d-999216a1910d'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:30.213451 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5b2e2868-0b41-44e3-bc0d-999216a1910d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:30.237793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Deleting port bab632f7-281d-4f32-8ced-aee634eeebc0 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:30.243701 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.330999 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-962a5c84-6e17-4a06-ba1c-9052a7be9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:30.334462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-962a5c84-6e17-4a06-ba1c-9052a7be9997 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1128 time: 0.0586593 Feb 11 06:04:30.355346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] For port bab632f7-281d-4f32-8ced-aee634eeebc0, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bab632f7-281d-4f32-8ced-aee634eeebc0,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:30.355721 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.378211 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Calling delete_port for bab632f7-281d-4f32-8ced-aee634eeebc0 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:30.425726 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] Set router 5b2e2868-0b41-44e3-bc0d-999216a1910d gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:30.460676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-59c3b021-9e18-4355-8272-43279c1a19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:30.462431 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-59c3b021-9e18-4355-8272-43279c1a19e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 200 len: 897 time: 0.1222262 Feb 11 06:04:30.500801 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T06:04:30Z', 'revision_number': 6, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:30.541687 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65998fdb-e7ec-4d93-96a0-1c7db9b24fae None None] The sync data for ids ['5b2e2868-0b41-44e3-bc0d-999216a1910d'] in n-d-713498-37 is: [{'id': '5b2e2868-0b41-44e3-bc0d-999216a1910d', 'name': 'tempest-TestVolumeBootPattern-80612703-router', 'tenant_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:10Z', 'updated_at': '2022-02-11T06:04:30Z', 'revision_number': 6, 'project_id': '0220c5aa26474ebcba8d71f7f35a9b80', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:30.553327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-a74b1280-4201-4160-b6f9-a82a46416e48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 1001 time: 0.0819438 Feb 11 06:04:30.622688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-7f5b55ea-d9eb-4e4c-aa3a-a6e635d43e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:30.624176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-7f5b55ea-d9eb-4e4c-aa3a-a6e635d43e46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=192b01d9-60b4-4cbc-a28e-a9d674ae8651 HTTP/1.1" status: 200 len: 835 time: 0.0655463 Feb 11 06:04:30.674972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-297ace9b-ced2-4ae4-88a3-11d8f8cd9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:30.676672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-297ace9b-ced2-4ae4-88a3-11d8f8cd9a35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6992b46-5311-4007-bb7e-9e8219ab96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469940 Feb 11 06:04:30.679525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bab632f7-281d-4f32-8ced-aee634eeebc0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.710194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab632f7-281d-4f32-8ced-aee634eeebc0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:30.775286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-81fe6487-a17e-4e07-94c8-95345a2b16f4 service neutron] 10.222.0.65 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928454 Feb 11 06:04:30.776156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (5b2e2868-0b41-44e3-bc0d-999216a1910d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.879002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (5b2e2868-0b41-44e3-bc0d-999216a1910d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.880186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-93bed94c-12c5-40bd-99d3-095be14de1cb service neutron] 10.222.0.65 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980866 Feb 11 06:04:30.881803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks [] for router_controller (5b2e2868-0b41-44e3-bc0d-999216a1910d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.040977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-788fa9fc-ad90-4883-a7cc-ce61f77dd37e tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.042426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-788fa9fc-ad90-4883-a7cc-ce61f77dd37e tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad&tenant_id=850e74bba029439fbcc9858f5472bc28&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1128 time: 0.1016047 Feb 11 06:04:31.044959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (5b2e2868-0b41-44e3-bc0d-999216a1910d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.045695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2e2868-0b41-44e3-bc0d-999216a1910d {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:04:31.050854 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.052058 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d2d1c5a8-2a89-4171-a1b9-dabd63ff2e32 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5b2e2868-0b41-44e3-bc0d-999216a1910d HTTP/1.1" status: 204 len: 168 time: 1.2919457 Feb 11 06:04:31.053517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-37'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:31.054775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45734) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:31.103053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-89105745-a678-4744-bd90-d101ff216bde admin admin] Deleting subnet c67c557e-177c-42dc-a6c8-ea5bc026d353 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:04:31.106525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89105745-a678-4744-bd90-d101ff216bde admin admin] Publish callbacks [] for subnet (c67c557e-177c-42dc-a6c8-ea5bc026d353), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.143330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89105745-a678-4744-bd90-d101ff216bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (c67c557e-177c-42dc-a6c8-ea5bc026d353), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.147311 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.195512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa00269-d058-440c-a4a5-28e2972e6bec req-3bb25154-a78e-47a3-bff0-dc4f2293b2f1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.196937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fa00269-d058-440c-a4a5-28e2972e6bec req-3bb25154-a78e-47a3-bff0-dc4f2293b2f1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.1108510 Feb 11 06:04:31.230271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89105745-a678-4744-bd90-d101ff216bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c67c557e-177c-42dc-a6c8-ea5bc026d353), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.301609 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fa00269-d058-440c-a4a5-28e2972e6bec req-384d5fbe-cb88-4823-8004-3fdcb9ac13bc tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980830 Feb 11 06:04:31.332834 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:31.371402 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89105745-a678-4744-bd90-d101ff216bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (c67c557e-177c-42dc-a6c8-ea5bc026d353), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.373830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:31.402396 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89105745-a678-4744-bd90-d101ff216bde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.412013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c95d6-e95f-404e-b8ea-6ec218631d26 None None] Network 758529dd-a97a-4cda-9884-750313acac7c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:04:31.415166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:31.415751 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-89105745-a678-4744-bd90-d101ff216bde admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c67c557e-177c-42dc-a6c8-ea5bc026d353 HTTP/1.1" status: 204 len: 168 time: 0.3601284 Feb 11 06:04:31.416616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:31.417797 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1b0cd5-fb2f-43f2-a3bf-8adc5619121f" -d '{"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:31.420869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89105745-a678-4744-bd90-d101ff216bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67c557e-177c-42dc-a6c8-ea5bc026d353,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:31.430276 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Publish callbacks [] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.467662 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda3af96-8973-42a2-8c07-fb7c7bfb97c8 x-openstack-request-id: req-eda3af96-8973-42a2-8c07-fb7c7bfb97c8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:31.467962 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:31.468220 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eda3af96-8973-42a2-8c07-fb7c7bfb97c8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:31.468947 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'code': 200} Feb 11 06:04:31.502886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (758529dd-a97a-4cda-9884-750313acac7c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.506373 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.566612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Deleting port ff4a6c5d-24d8-4586-b523-f11d268241ea {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:31.566953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.611598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] DHCP port deletion for 758529dd-a97a-4cda-9884-750313acac7c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:04:31.655308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] For port ff4a6c5d-24d8-4586-b523-f11d268241ea, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ff4a6c5d-24d8-4586-b523-f11d268241ea,segment=NetworkSegment(cee88b0d-182e-434d-9bf0-ae6b10a170f7),segment_id=cee88b0d-182e-434d-9bf0-ae6b10a170f7)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:31.655683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.680634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Calling delete_port for ff4a6c5d-24d8-4586-b523-f11d268241ea owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:31.706522 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] Deleting port ff4a6c5d-24d8-4586-b523-f11d268241ea {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:31.707255 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.879624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.892557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] No DVR routers for this DVR port ff4a6c5d-24d8-4586-b523-f11d268241ea on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:31.915407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4a6c5d-24d8-4586-b523-f11d268241ea,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:31.952292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bab632f7-281d-4f32-8ced-aee634eeebc0 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:31.953458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:31.989160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: bab632f7-281d-4f32-8ced-aee634eeebc0 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:31.989810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bab632f7-281d-4f32-8ced-aee634eeebc0 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:31.990233 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9ad0c83f-b443-480a-8f84-eaf0905aaa95 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:32.003511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on host n-h1-713498-37 for vnic_type normal with profile {"migrating_to": "n-h2-713498-37"} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:32.003760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:32.003977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:32.005177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (758529dd-a97a-4cda-9884-750313acac7c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.008515 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:04:32.008868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Attempting to bind port 3da543be-2f32-47ba-b560-7e237ee72f3d on network a6992b46-5311-4007-bb7e-9e8219ab96ae {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:32.014121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:32.014313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Checking segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:32.014683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Bound using segment: {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:32.015268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Bound port: 3da543be-2f32-47ba-b560-7e237ee72f3d, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f811795-1efb-4f17-9711-fd47a4abc531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:32.015474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.031403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758529dd-a97a-4cda-9884-750313acac7c']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:32.042043 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee88b0d-182e-434d-9bf0-ae6b10a170f7') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:32.042346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee88b0d-182e-434d-9bf0-ae6b10a170f7') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:32.048867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9ad0c83f-b443-480a-8f84-eaf0905aaa95 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:32.049246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9ad0c83f-b443-480a-8f84-eaf0905aaa95 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:32.049682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ff4a6c5d-24d8-4586-b523-f11d268241ea no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:32.052627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (cee88b0d-182e-434d-9bf0-ae6b10a170f7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.056578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] For port ff4a6c5d-24d8-4586-b523-f11d268241ea, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ff4a6c5d-24d8-4586-b523-f11d268241ea,segment=NetworkSegment(cee88b0d-182e-434d-9bf0-ae6b10a170f7),segment_id=cee88b0d-182e-434d-9bf0-ae6b10a170f7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:32.056999 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.067635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (cee88b0d-182e-434d-9bf0-ae6b10a170f7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.074305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (cee88b0d-182e-434d-9bf0-ae6b10a170f7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:04:32.077540 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:04:32.082452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e52d5d6c-7eff-4076-91b8-8fc0aef60690 None None] Provisioning complete for port 3da543be-2f32-47ba-b560-7e237ee72f3d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:32.082814 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e52d5d6c-7eff-4076-91b8-8fc0aef60690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.087226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ff4a6c5d-24d8-4586-b523-f11d268241ea {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:32.087574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ff4a6c5d-24d8-4586-b523-f11d268241ea not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:32.091734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:32.096765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:32.111556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] Calling delete_port for ff4a6c5d-24d8-4586-b523-f11d268241ea owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:32.164960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e52d5d6c-7eff-4076-91b8-8fc0aef60690 None None] Port 3da543be-2f32-47ba-b560-7e237ee72f3d cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:04:32.182598 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.201732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (ff4a6c5d-24d8-4586-b523-f11d268241ea), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.210527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (758529dd-a97a-4cda-9884-750313acac7c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.218245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.227818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] 10.222.0.62 "DELETE /v2.0/networks/758529dd-a97a-4cda-9884-750313acac7c HTTP/1.1" status: 204 len: 168 time: 0.8098173 Feb 11 06:04:32.235616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] Pushing event deleted for resources: {'Port': ['ID=ff4a6c5d-24d8-4586-b523-f11d268241ea,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:32.240363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcc08c-2dd5-4f34-8019-c700a50d1c76 None None] No DVR routers for this DVR port ff4a6c5d-24d8-4586-b523-f11d268241ea on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:32.254425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071da18-b25c-4229-a50e-197f5c026f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=758529dd-a97a-4cda-9884-750313acac7c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:32.297038 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=8']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:32.354389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:32.355074 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.357132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-e865a426-7895-4ebc-bffa-96c14b707ea0 service neutron] 10.222.0.65 "PUT /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 1123 time: 1.3090243 Feb 11 06:04:32.416951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['3da543be-2f32-47ba-b560-7e237ee72f3d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:04:32.444007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec073-abff-4874-aaa6-d87b05d9f9a3 req-27a3af1f-2378-41e6-805c-133597e01439 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:32.445591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec5ec073-abff-4874-aaa6-d87b05d9f9a3 req-27a3af1f-2378-41e6-805c-133597e01439 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 943 time: 0.0632606 Feb 11 06:04:32.505828 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7ba12238-822d-4088-b977-f24fafaa0efa None None] Provisioning complete for port 3da543be-2f32-47ba-b560-7e237ee72f3d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:32.506152 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ba12238-822d-4088-b977-f24fafaa0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.507733 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec5ec073-abff-4874-aaa6-d87b05d9f9a3 req-5ed18cff-8e85-4e2c-8bd4-17eac18361eb tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529969 Feb 11 06:04:32.651754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45744) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:32.658027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7ba12238-822d-4088-b977-f24fafaa0efa None None] Current status of the port 3da543be-2f32-47ba-b560-7e237ee72f3d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:32.658420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ba12238-822d-4088-b977-f24fafaa0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.701930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:32.702181 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-806b6d70-80cc-40d0-9fbb-2cf470db7bcc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5570e6c4b93d4e00aab8e1e75f77ad60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490663 Feb 11 06:04:32.704408 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa7894-7e3b-4f01-b152-36c69d051ad5" -d '{"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-plugged", "status": "completed", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:32.704568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45746) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:32.729147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7ba12238-822d-4088-b977-f24fafaa0efa None None] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:32.750116 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa62b880-55e1-4e7c-8699-2369eed68f4b x-openstack-request-id: req-aa62b880-55e1-4e7c-8699-2369eed68f4b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:32.750411 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-plugged", "status": "completed", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:32.750663 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa62b880-55e1-4e7c-8699-2369eed68f4b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:32.751053 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'code': 200} Feb 11 06:04:32.765230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-571d17f6-85c2-47c1-967a-728b1e941937 admin admin] Publish callbacks [] for security_group (a60f40e9-1474-4f32-a6a8-54c3423749f3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.788503 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-571d17f6-85c2-47c1-967a-728b1e941937 admin admin] Publish callbacks [] for security_group (a60f40e9-1474-4f32-a6a8-54c3423749f3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.803471 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ba12238-822d-4088-b977-f24fafaa0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.912683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-571d17f6-85c2-47c1-967a-728b1e941937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a60f40e9-1474-4f32-a6a8-54c3423749f3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.915279 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-571d17f6-85c2-47c1-967a-728b1e941937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:32.916444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-571d17f6-85c2-47c1-967a-728b1e941937 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a60f40e9-1474-4f32-a6a8-54c3423749f3 HTTP/1.1" status: 204 len: 168 time: 0.2110503 Feb 11 06:04:32.925843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d17f6-85c2-47c1-967a-728b1e941937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f40e9-1474-4f32-a6a8-54c3423749f3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:32.971332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba12238-822d-4088-b977-f24fafaa0efa None None] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:33.062125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28b92607-a1d3-4076-9083-ef877ef2c465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:33.470106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:33.473648 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3932eaf-49a4-4964-b907-0888e9c5d48d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:33.514022 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4e5c9a-9044-421d-8758-111b0dbcddcb x-openstack-request-id: req-ca4e5c9a-9044-421d-8758-111b0dbcddcb {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:33.514328 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:33.514589 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca4e5c9a-9044-421d-8758-111b0dbcddcb {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:33.515051 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'status': 'completed', 'code': 200} Feb 11 06:04:33.580957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-eacab4c5-7fd1-4dcb-903b-65abacc558ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:33.585974 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-eacab4c5-7fd1-4dcb-903b-65abacc558ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1159 time: 0.0505259 Feb 11 06:04:33.637433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bd00-64cd-4fff-9678-e0c48754069e req-93696a9f-edf5-48fc-978d-6ec6ce194afb tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:33.638984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2b6bd00-64cd-4fff-9678-e0c48754069e req-93696a9f-edf5-48fc-978d-6ec6ce194afb tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0568202 Feb 11 06:04:33.639479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45758) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:33.689110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-97676260-e9f4-4c68-bd91-9b4bb351064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:33.691291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-97676260-e9f4-4c68-bd91-9b4bb351064e service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 200 len: 897 time: 0.0979030 Feb 11 06:04:33.717680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-708e08a8-454a-4370-a4a4-9dd68036e59d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0220c5aa26474ebcba8d71f7f35a9b80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771022 Feb 11 06:04:33.722539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2b6bd00-64cd-4fff-9678-e0c48754069e req-5b24573a-87bd-4639-b0fa-2632e5207f29 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763664 Feb 11 06:04:33.723006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45760) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:33.762242 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-ca49d1d6-4045-4b1a-b9b8-e388ac78c69d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 1001 time: 0.0658677 Feb 11 06:04:33.774101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af12d815-5537-4267-8e70-ab3bc179621f admin admin] Publish callbacks [] for security_group (772b31e5-2bf1-4e75-9138-1f421e6f410c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:33.796142 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af12d815-5537-4267-8e70-ab3bc179621f admin admin] Publish callbacks [] for security_group (772b31e5-2bf1-4e75-9138-1f421e6f410c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:33.811679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-1e246613-17a1-4efa-b171-bf9228eb9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:33.813235 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-1e246613-17a1-4efa-b171-bf9228eb9a4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=192b01d9-60b4-4cbc-a28e-a9d674ae8651 HTTP/1.1" status: 200 len: 835 time: 0.0456610 Feb 11 06:04:33.865675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-4f8a3942-8cec-49b6-a744-1f232ee89610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:33.868257 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-4f8a3942-8cec-49b6-a744-1f232ee89610 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6992b46-5311-4007-bb7e-9e8219ab96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484550 Feb 11 06:04:33.918825 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af12d815-5537-4267-8e70-ab3bc179621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (772b31e5-2bf1-4e75-9138-1f421e6f410c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:33.921480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af12d815-5537-4267-8e70-ab3bc179621f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:33.926300 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-af12d815-5537-4267-8e70-ab3bc179621f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/772b31e5-2bf1-4e75-9138-1f421e6f410c HTTP/1.1" status: 204 len: 168 time: 0.1989274 Feb 11 06:04:33.934259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12d815-5537-4267-8e70-ab3bc179621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772b31e5-2bf1-4e75-9138-1f421e6f410c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:33.976819 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-64107446-4f9d-4e7b-84ea-53026f4bd72e service neutron] 10.222.0.83 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036046 Feb 11 06:04:34.071233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3932eaf-49a4-4964-b907-0888e9c5d48d req-90e98bc8-78bf-4c63-a24f-bf0cfab76857 service neutron] 10.222.0.83 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881178 Feb 11 06:04:34.850348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf59730-a86b-4011-afa6-c561fb2bcddb req-dbabcb24-51da-496c-a9d2-3c347aceed0c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:34.851868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cf59730-a86b-4011-afa6-c561fb2bcddb req-dbabcb24-51da-496c-a9d2-3c347aceed0c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0562820 Feb 11 06:04:34.907214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cf59730-a86b-4011-afa6-c561fb2bcddb req-0703c15c-eaca-4c4f-ba67-1a2e6694ec24 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497751 Feb 11 06:04:35.587463 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8ee693f-3417-4753-a339-8001de396d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:35.727670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3da543be-2f32-47ba-b560-7e237ee72f3d details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:04:35.828216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:35.839530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3da543be-2f32-47ba-b560-7e237ee72f3d has no active binding in host n-h2-713498-37 {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 06:04:36.035061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985110e-5eb5-4dbe-bff0-d3de6f1d88b2 req-b2e52605-e8e8-4f68-b77d-26b06387cab0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:36.036530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6985110e-5eb5-4dbe-bff0-d3de6f1d88b2 req-b2e52605-e8e8-4f68-b77d-26b06387cab0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0582135 Feb 11 06:04:36.085287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6985110e-5eb5-4dbe-bff0-d3de6f1d88b2 req-1a9c2cd6-68cb-4ec6-876b-d560d307d589 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Feb 11 06:04:36.793213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.210522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf88e3-e35b-4ca1-81f9-e97cf34cbb7b req-89b70f9b-b9cc-4548-a5b1-a88620704750 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:37.212014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75bf88e3-e35b-4ca1-81f9-e97cf34cbb7b req-89b70f9b-b9cc-4548-a5b1-a88620704750 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 945 time: 0.0560117 Feb 11 06:04:37.262707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75bf88e3-e35b-4ca1-81f9-e97cf34cbb7b req-11407213-1746-4e74-9b65-3826ab88875a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447180 Feb 11 06:04:37.362613 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-1a17f8f5-3655-472f-af8a-5746b102743d service neutron] 10.222.0.83 "GET /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 385 time: 0.0584879 Feb 11 06:04:37.548635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:37.570782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:37.612984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:37.615330 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f84f7ea-3f12-4ab4-9261-cbb3933f5fe7" -d '{"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:37.622125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:37.655405 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581ce595-5625-4425-a430-f0c0d64bf0e5 x-openstack-request-id: req-581ce595-5625-4425-a430-f0c0d64bf0e5 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:37.655717 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:37.655971 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-581ce595-5625-4425-a430-f0c0d64bf0e5 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:37.656381 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'code': 200} Feb 11 06:04:37.707611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.789302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] Transition to ACTIVE for port object 3da543be-2f32-47ba-b560-7e237ee72f3d will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:04:37.873809 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:37.988039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] Pushing event updated for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=11']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:38.024753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] No DVR routers for this DVR port 3da543be-2f32-47ba-b560-7e237ee72f3d on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:38.408146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383667d8-8f31-4eb8-9dec-344b06e170e7 req-bfc1bef6-7b23-4013-829c-de315e92d5a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:38.409864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-383667d8-8f31-4eb8-9dec-344b06e170e7 req-bfc1bef6-7b23-4013-829c-de315e92d5a5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 944 time: 0.0680423 Feb 11 06:04:38.427325 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:38.463262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-383667d8-8f31-4eb8-9dec-344b06e170e7 req-bc88dba9-cc29-434d-9852-e72b61172e52 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475526 Feb 11 06:04:38.485882 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-094a1233-c1f8-4d1f-b32b-fa5be5472b95 service neutron] 10.222.0.83 "PUT /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d/bindings/n-h2-713498-37/activate HTTP/1.1" status: 200 len: 370 time: 1.1166749 Feb 11 06:04:38.686342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-6690715e-e8ff-4b25-a453-8381c61ac068 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:38.687771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-6690715e-e8ff-4b25-a453-8381c61ac068 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad&tenant_id=850e74bba029439fbcc9858f5472bc28&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.0521045 Feb 11 06:04:38.740130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-5ac4c7d5-9772-42d1-af71-0e91f5c576ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:38.743623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-5ac4c7d5-9772-42d1-af71-0e91f5c576ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 1127 time: 0.0482006 Feb 11 06:04:38.813554 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-7099fa61-5194-4793-8e2b-8b2cf89376ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:38.815483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-7099fa61-5194-4793-8e2b-8b2cf89376ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1127 time: 0.0528533 Feb 11 06:04:38.815920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:38.912483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-a600f467-a00a-400c-b9d3-6f36515518ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:38.914086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-a600f467-a00a-400c-b9d3-6f36515518ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 200 len: 897 time: 0.0936959 Feb 11 06:04:38.993534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-a9771452-6934-42be-a477-60861e9ec785 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 999 time: 0.0732374 Feb 11 06:04:39.045874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-1e993d17-71ef-4291-a81b-ae50eee5bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:39.047434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-1e993d17-71ef-4291-a81b-ae50eee5bfca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=192b01d9-60b4-4cbc-a28e-a9d674ae8651 HTTP/1.1" status: 200 len: 835 time: 0.0477290 Feb 11 06:04:39.099597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-fe0f32cb-2a13-4ab1-befb-c71f40fc40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:39.101297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-fe0f32cb-2a13-4ab1-befb-c71f40fc40fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6992b46-5311-4007-bb7e-9e8219ab96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484176 Feb 11 06:04:39.198489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-4fba4154-0348-4d16-8a09-2193166113a7 service neutron] 10.222.0.65 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916107 Feb 11 06:04:39.284295 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:39.290226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-39bf0973-df0d-4a45-85eb-b78071806235 service neutron] 10.222.0.65 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863590 Feb 11 06:04:39.604979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253454f3-dc92-4f30-8042-fa28d61a7825 req-cfa07650-89c5-47fa-8fce-a38a3153c3c8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:39.606527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253454f3-dc92-4f30-8042-fa28d61a7825 req-cfa07650-89c5-47fa-8fce-a38a3153c3c8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 944 time: 0.0631812 Feb 11 06:04:39.659151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-253454f3-dc92-4f30-8042-fa28d61a7825 req-7ceda801-9bc2-4e42-b157-96abfdc14e57 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Feb 11 06:04:39.750879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-601badf4-6bd1-4d0f-851e-759f312a619c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:39.752897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-601badf4-6bd1-4d0f-851e-759f312a619c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad&tenant_id=850e74bba029439fbcc9858f5472bc28&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 1127 time: 0.0524392 Feb 11 06:04:39.946101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-1e554aa2-a725-447d-acf6-88c1cdaf11c4 service neutron] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h1-713498-37, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:39.949454 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-1e554aa2-a725-447d-acf6-88c1cdaf11c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:39.950554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-1e554aa2-a725-447d-acf6-88c1cdaf11c4 service neutron] 10.222.0.65 "DELETE /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d/bindings/n-h1-713498-37 HTTP/1.1" status: 204 len: 173 time: 0.1925266 Feb 11 06:04:40.514242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3da543be-2f32-47ba-b560-7e237ee72f3d no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:40.560928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port 3da543be-2f32-47ba-b560-7e237ee72f3d host n-h2-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:04:40.561329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 3da543be-2f32-47ba-b560-7e237ee72f3d not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:40.789650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1165fc6-333a-4041-8c1f-3025f2f307d9 req-d0ca63df-4eca-46a6-9f0a-edde248cfa1b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:40.791204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1165fc6-333a-4041-8c1f-3025f2f307d9 req-d0ca63df-4eca-46a6-9f0a-edde248cfa1b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 944 time: 0.0588279 Feb 11 06:04:40.853786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1165fc6-333a-4041-8c1f-3025f2f307d9 req-497c80c2-0c4e-4d00-bdf1-079b392a5c7e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569513 Feb 11 06:04:40.971462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd08be-d307-4217-a434-97abae97e8de req-a1e0d629-f093-4547-9e65-d7674d5b37a9 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:40.975812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0dd08be-d307-4217-a434-97abae97e8de req-a1e0d629-f093-4547-9e65-d7674d5b37a9 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1127 time: 0.0482023 Feb 11 06:04:41.028796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a0dd08be-d307-4217-a434-97abae97e8de req-6ca20375-305f-473b-8160-ad251df74c6e tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468023 Feb 11 06:04:41.158824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a5bcb-6ce8-4964-9dc8-282b67e1f41c req-5cb5326b-d62c-4ed2-93e6-b0d2de13f34c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:41.160392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c2a5bcb-6ce8-4964-9dc8-282b67e1f41c req-5cb5326b-d62c-4ed2-93e6-b0d2de13f34c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 944 time: 0.0577826 Feb 11 06:04:41.209345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c2a5bcb-6ce8-4964-9dc8-282b67e1f41c req-a6f84358-6351-4274-9ddb-5f67b28485ea tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432715 Feb 11 06:04:41.232089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45782) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:41.291444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0e7e8f99-c462-4152-a064-11161fe4c97b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/8db0a989-15d7-4eb3-bb62-12499cf6b0b6 HTTP/1.1" status: 200 len: 991 time: 0.0581815 Feb 11 06:04:41.815067 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:43.528511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45788) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:43.688140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port ad062fc4-4150-4d84-9198-c0a266812abf {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:43.688404 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ad062fc4-4150-4d84-9198-c0a266812abf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:43.768100 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ad062fc4-4150-4d84-9198-c0a266812abf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:43.768407 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (ad062fc4-4150-4d84-9198-c0a266812abf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:43.781013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for ad062fc4-4150-4d84-9198-c0a266812abf owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:44.061530 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (ad062fc4-4150-4d84-9198-c0a266812abf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:44.090043 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=ad062fc4-4150-4d84-9198-c0a266812abf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:44.103930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.104293 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.104672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.105023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.105367 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.105708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.106052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.106393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.106733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.107074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.107412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.107747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.108079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:44.170459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (8db0a989-15d7-4eb3-bb62-12499cf6b0b6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:44.170791 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Floating IP 8db0a989-15d7-4eb3-bb62-12499cf6b0b6 disassociated (deleted). External IP: 172.25.8.185, port: 3da543be-2f32-47ba-b560-7e237ee72f3d. Feb 11 06:04:44.391357 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:44.502376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:44.507997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:44.512774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] Sync routers for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:44.522885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:44.523590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:44.540361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7e557c36-5a5b-4486-bcd1-d9db1ac38610 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/floatingips/8db0a989-15d7-4eb3-bb62-12499cf6b0b6 HTTP/1.1" status: 204 len: 168 time: 1.0106468 Feb 11 06:04:44.541156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:44.543447 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912f5052-b6ef-47af-87cb-8a017a7be201" -d '{"events": [{"name": "network-changed", "server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:44.664444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:44.789042 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b5cf5c-6775-43dc-b68b-2e1da992ce37 x-openstack-request-id: req-79b5cf5c-6775-43dc-b68b-2e1da992ce37 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:44.789345 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:44.789657 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79b5cf5c-6775-43dc-b68b-2e1da992ce37 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:44.790238 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'status': 'completed', 'code': 200} Feb 11 06:04:44.863074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-8dbe5094-b76e-4a07-86be-2d4a032fe30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:44.865768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-8dbe5094-b76e-4a07-86be-2d4a032fe30b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 1127 time: 0.0524480 Feb 11 06:04:44.890200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:37Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:44.920784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] Checking router: 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:44.932030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:44.932498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:45.022072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-8ed2e14f-ba9f-43b5-b947-20237c129ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:45.023575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-8ed2e14f-ba9f-43b5-b947-20237c129ab0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 200 len: 897 time: 0.1525569 Feb 11 06:04:45.053601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:45.083958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-8f57885a-8ccf-49dd-beb2-0cd0967da5ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 200 len: 217 time: 0.0530415 Feb 11 06:04:45.092990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e477d54-5289-4f5e-b8aa-4d0506408791 req-6cc96849-2ec1-4b84-80e1-da41bc244f75 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:45.094554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e477d54-5289-4f5e-b8aa-4d0506408791 req-6cc96849-2ec1-4b84-80e1-da41bc244f75 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 944 time: 0.1224825 Feb 11 06:04:45.184898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-76a2ec25-7cc4-4805-b772-1a1b7173a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:45.186629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-76a2ec25-7cc4-4805-b772-1a1b7173a14b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=192b01d9-60b4-4cbc-a28e-a9d674ae8651 HTTP/1.1" status: 200 len: 835 time: 0.0909765 Feb 11 06:04:45.216329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e477d54-5289-4f5e-b8aa-4d0506408791 req-79ec9578-5402-42a3-99fd-eb0c89bf2f6f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed189d2a-8394-4e2c-8596-49aaef5f89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105390 Feb 11 06:04:45.254018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-fd949c61-a356-49f9-9be6-7234bd3a5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:45.256561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-fd949c61-a356-49f9-9be6-7234bd3a5338 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6992b46-5311-4007-bb7e-9e8219ab96ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0583239 Feb 11 06:04:45.276794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:37Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:45.309319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8434500-ba9a-456a-9564-0ff8ee4d16a6 None None] The sync data for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 is: [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:34Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062cd90c-44c2-4a56-b1e7-362742348bac', 'name': '', 'network_id': 'a6992b46-5311-4007-bb7e-9e8219ab96ae', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:38:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:33Z', 'updated_at': '2022-02-11T06:03:37Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': '192b01d9-60b4-4cbc-a28e-a9d674ae8651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:45.363136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-77fb2f8d-78ff-4cf8-88c3-983614f10fc1 service neutron] 10.222.0.65 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001809 Feb 11 06:04:45.446341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-f56d265e-a504-4947-9a74-f8a262574dca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:45.447997 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-f56d265e-a504-4947-9a74-f8a262574dca tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 944 time: 0.0609550 Feb 11 06:04:45.464543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-912f5052-b6ef-47af-87cb-8a017a7be201 req-83e28392-5b66-4b7b-b78d-7f3ea4829625 service neutron] 10.222.0.65 "GET /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953069 Feb 11 06:04:45.556257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 3da543be-2f32-47ba-b560-7e237ee72f3d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:45.556656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:45.576263 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c6ef4-8746-42ef-9eec-e24707834048 None None] New status for floating IP 8db0a989-15d7-4eb3-bb62-12499cf6b0b6: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:04:45.657333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 3da543be-2f32-47ba-b560-7e237ee72f3d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=3da543be-2f32-47ba-b560-7e237ee72f3d,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:45.657711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:45.672409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 3da543be-2f32-47ba-b560-7e237ee72f3d owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:45.867406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3da543be-2f32-47ba-b560-7e237ee72f3d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:45.902341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=3da543be-2f32-47ba-b560-7e237ee72f3d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:45.945845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] No DVR routers for this DVR port 3da543be-2f32-47ba-b560-7e237ee72f3d on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:45.948319 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:45.951693 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a01eabea-5df0-46d6-9b50-40308c4cf79b req-8370dfd9-35a3-4ea0-8c27-0205bf214e96 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "DELETE /v2.0/ports/3da543be-2f32-47ba-b560-7e237ee72f3d HTTP/1.1" status: 204 len: 173 time: 0.4994318 Feb 11 06:04:45.952142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-deleted', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:45.954545 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3016277b-15cf-48c6-98f2-8729af3148fb" -d '{"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-deleted", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:45.992918 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b800b00e-68a1-4bf7-87ee-846251c203db x-openstack-request-id: req-b800b00e-68a1-4bf7-87ee-846251c203db {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:45.993243 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4096eda-92ce-41be-ac58-b4f538ff32ad", "name": "network-vif-deleted", "tag": "3da543be-2f32-47ba-b560-7e237ee72f3d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:45.993502 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b800b00e-68a1-4bf7-87ee-846251c203db {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:45.993933 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4096eda-92ce-41be-ac58-b4f538ff32ad', 'name': 'network-vif-deleted', 'tag': '3da543be-2f32-47ba-b560-7e237ee72f3d', 'status': 'completed', 'code': 200} Feb 11 06:04:46.337577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-906703df-98b3-49a1-9803-e7542ba2e453 req-5d68b31d-b21f-4e85-94c4-2e5a243e2484 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4096eda-92ce-41be-ac58-b4f538ff32ad HTTP/1.1" status: 200 len: 210 time: 0.0311203 Feb 11 06:04:47.398697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45804) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:48.062675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:48.331502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 062cd90c-44c2-4a56-b1e7-362742348bac {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:48.331853 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:48.422970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 062cd90c-44c2-4a56-b1e7-362742348bac, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=062cd90c-44c2-4a56-b1e7-362742348bac,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:48.423690 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:48.440805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 062cd90c-44c2-4a56-b1e7-362742348bac owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:48.734717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (062cd90c-44c2-4a56-b1e7-362742348bac), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:48.763474 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=062cd90c-44c2-4a56-b1e7-362742348bac,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:48.947244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.180371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:49.292385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:49.298963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-931d69d7-ac8c-4bf1-8f22-660b61fe4250 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "PUT /v2.0/routers/37665a9b-75aa-4df7-b8b5-0cdb3b3e025a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8988292 Feb 11 06:04:49.301737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45808) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:49.304394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] Sync routers for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:49.314546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:49.315259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:49.355552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-62801242-f188-462e-923f-cb890379a81c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting subnet 192b01d9-60b4-4cbc-a28e-a9d674ae8651 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:04:49.358960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62801242-f188-462e-923f-cb890379a81c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (192b01d9-60b4-4cbc-a28e-a9d674ae8651), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.407610 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62801242-f188-462e-923f-cb890379a81c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (192b01d9-60b4-4cbc-a28e-a9d674ae8651), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.502862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62801242-f188-462e-923f-cb890379a81c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (192b01d9-60b4-4cbc-a28e-a9d674ae8651), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.581212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:49.633478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62801242-f188-462e-923f-cb890379a81c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (192b01d9-60b4-4cbc-a28e-a9d674ae8651), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.671942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62801242-f188-462e-923f-cb890379a81c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Subnet': ['ID=192b01d9-60b4-4cbc-a28e-a9d674ae8651,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:49.677592 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-62801242-f188-462e-923f-cb890379a81c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.684059 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-62801242-f188-462e-923f-cb890379a81c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/subnets/192b01d9-60b4-4cbc-a28e-a9d674ae8651 HTTP/1.1" status: 204 len: 168 time: 0.3787150 Feb 11 06:04:49.684295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45810) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:49.692452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7a7b2-31bb-41b1-9e42-218488af4864 None None] Network a6992b46-5311-4007-bb7e-9e8219ab96ae requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:04:49.807543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.848110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3da543be-2f32-47ba-b560-7e237ee72f3d no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:49.874264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 3da543be-2f32-47ba-b560-7e237ee72f3d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:49.876119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 3da543be-2f32-47ba-b560-7e237ee72f3d not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:49.878725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:04:48Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:49.913154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] Checking router: 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:49.922548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] Routers {'37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:49.923367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:49.936331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.965272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] DHCP port deletion for a6992b46-5311-4007-bb7e-9e8219ab96ae request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:04:50.071129 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] Set router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:50.077541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 5b87261c-1485-400e-b748-b48a2a2ed8f7 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:50.077889 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.099635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Deleting port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:04:50.100633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.165882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 5b87261c-1485-400e-b748-b48a2a2ed8f7, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=5b87261c-1485-400e-b748-b48a2a2ed8f7,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:50.166250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.180473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 5b87261c-1485-400e-b748-b48a2a2ed8f7 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:50.224703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] For port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79,segment=NetworkSegment(7f811795-1efb-4f17-9711-fd47a4abc531),segment_id=7f811795-1efb-4f17-9711-fd47a4abc531)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:50.225918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.274881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Calling delete_port for 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:04:50.421590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5b87261c-1485-400e-b748-b48a2a2ed8f7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.452483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=5b87261c-1485-400e-b748-b48a2a2ed8f7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:50.501306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:04:48Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:50.524358 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.533180 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff782024-a54f-435d-b25b-dbbd421c2a74 None None] The sync data for ids ['37665a9b-75aa-4df7-b8b5-0cdb3b3e025a'] in n-d-713498-37 is: [{'id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833872915', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:04:48Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': '5b87261c-1485-400e-b748-b48a2a2ed8f7', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37665a9b-75aa-4df7-b8b5-0cdb3b3e025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:03:30Z', 'updated_at': '2022-02-11T06:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:50.571730 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.598960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Pushing event deleted for resources: {'Port': ['ID=43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:50.607984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] No DVR routers for this DVR port 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:04:50.610422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.610777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.611125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.611546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.611822 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.612160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.612496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.612856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.613191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.613531 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.613862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.614190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.614520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a3b98-b702-47fb-941c-3f92ad82035d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:50.633160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.635478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_controller (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.747157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (37665a9b-75aa-4df7-b8b5-0cdb3b3e025a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.747710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Fanout notify agent at l3_agent the message router_deleted on router 37665a9b-75aa-4df7-b8b5-0cdb3b3e025a {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:04:50.754894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.760589 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9c78ca42-dcb0-43de-855a-180b8af80598 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/routers/37665a9b-75aa-4df7-b8b5-0cdb3b3e025a HTTP/1.1" status: 204 len: 168 time: 1.0707881 Feb 11 06:04:50.760589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45812) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:50.838911 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (a6992b46-5311-4007-bb7e-9e8219ab96ae), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.948973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (a6992b46-5311-4007-bb7e-9e8219ab96ae), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.977729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6992b46-5311-4007-bb7e-9e8219ab96ae']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:50.988513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f811795-1efb-4f17-9711-fd47a4abc531') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:50.988950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f811795-1efb-4f17-9711-fd47a4abc531') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:51.000054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7f811795-1efb-4f17-9711-fd47a4abc531), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.014357 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7f811795-1efb-4f17-9711-fd47a4abc531), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.020836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:04:51.021242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7f811795-1efb-4f17-9711-fd47a4abc531), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:04:51.026334 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:04:51.135865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (a6992b46-5311-4007-bb7e-9e8219ab96ae), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.143424 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.147297 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/networks/a6992b46-5311-4007-bb7e-9e8219ab96ae HTTP/1.1" status: 204 len: 168 time: 0.3866301 Feb 11 06:04:51.154146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45814) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:51.162181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14693fb-7024-43fe-8d40-61496ef90640 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Network': ['ID=a6992b46-5311-4007-bb7e-9e8219ab96ae,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:51.224801 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25a45a1c-fbdd-4044-815c-0e5815d37a7d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (ed189d2a-8394-4e2c-8596-49aaef5f89a2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.252303 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25a45a1c-fbdd-4044-815c-0e5815d37a7d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (ed189d2a-8394-4e2c-8596-49aaef5f89a2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.375401 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25a45a1c-fbdd-4044-815c-0e5815d37a7d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (ed189d2a-8394-4e2c-8596-49aaef5f89a2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.378059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25a45a1c-fbdd-4044-815c-0e5815d37a7d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.379236 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-25a45a1c-fbdd-4044-815c-0e5815d37a7d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed189d2a-8394-4e2c-8596-49aaef5f89a2 HTTP/1.1" status: 204 len: 168 time: 0.2244656 Feb 11 06:04:51.389211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a45a1c-fbdd-4044-815c-0e5815d37a7d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed189d2a-8394-4e2c-8596-49aaef5f89a2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:51.769607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45820) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:51.774627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a08900d9-afad-4787-afa8-53f5dd808742 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783279647', 'description': 'tempest-secgroup-smoke-1783279647 description', 'project_id': '850e74bba029439fbcc9858f5472bc28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:51.861653 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a08900d9-afad-4787-afa8-53f5dd808742 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.911584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 062cd90c-44c2-4a56-b1e7-362742348bac no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:51.932229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 062cd90c-44c2-4a56-b1e7-362742348bac {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:51.932613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 062cd90c-44c2-4a56-b1e7-362742348bac not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:51.933039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5b87261c-1485-400e-b748-b48a2a2ed8f7 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:51.939606 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a08900d9-afad-4787-afa8-53f5dd808742 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (e886ae27-f438-4b94-936a-118fe12b1f77), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:51.956821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 5b87261c-1485-400e-b748-b48a2a2ed8f7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:51.957295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 5b87261c-1485-400e-b748-b48a2a2ed8f7 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:51.957727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:51.977439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:04:51.977787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 43ae8ea3-d56d-4bec-8a9d-9976f8ea0b79 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:04:52.033033 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a08900d9-afad-4787-afa8-53f5dd808742 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e886ae27-f438-4b94-936a-118fe12b1f77), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.063743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08900d9-afad-4787-afa8-53f5dd808742 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e886ae27-f438-4b94-936a-118fe12b1f77,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:52.126686 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a08900d9-afad-4787-afa8-53f5dd808742 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.128066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a08900d9-afad-4787-afa8-53f5dd808742 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3574936 Feb 11 06:04:52.131007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45822) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:52.135802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-13aa6a4e-054a-4c6a-9217-5897e6618e69 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'e886ae27-f438-4b94-936a-118fe12b1f77', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:52.248932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13aa6a4e-054a-4c6a-9217-5897e6618e69 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (e9951c2d-7ae2-413d-a5a7-1d5a5ff47a2b), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.304665 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13aa6a4e-054a-4c6a-9217-5897e6618e69 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (e9951c2d-7ae2-413d-a5a7-1d5a5ff47a2b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.392828 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13aa6a4e-054a-4c6a-9217-5897e6618e69 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e9951c2d-7ae2-413d-a5a7-1d5a5ff47a2b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.413328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa6a4e-054a-4c6a-9217-5897e6618e69 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9951c2d-7ae2-413d-a5a7-1d5a5ff47a2b,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:52.486048 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13aa6a4e-054a-4c6a-9217-5897e6618e69 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.487306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-13aa6a4e-054a-4c6a-9217-5897e6618e69 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551571 Feb 11 06:04:52.491382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45824) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:52.496186 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b290755c-8169-4c97-8c14-c4a34f6cac87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'e886ae27-f438-4b94-936a-118fe12b1f77', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:52.586847 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b290755c-8169-4c97-8c14-c4a34f6cac87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (93d43be6-5488-4db3-95fe-b9885f53a32e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.645037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b290755c-8169-4c97-8c14-c4a34f6cac87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (93d43be6-5488-4db3-95fe-b9885f53a32e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.746874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b290755c-8169-4c97-8c14-c4a34f6cac87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (93d43be6-5488-4db3-95fe-b9885f53a32e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.765700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290755c-8169-4c97-8c14-c4a34f6cac87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d43be6-5488-4db3-95fe-b9885f53a32e,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:52.829109 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b290755c-8169-4c97-8c14-c4a34f6cac87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.830379 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b290755c-8169-4c97-8c14-c4a34f6cac87 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380494 Feb 11 06:04:52.833264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45826) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:52.837959 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-27a89c97-1962-4967-acfd-59a6938f9288 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'e886ae27-f438-4b94-936a-118fe12b1f77', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:52.913056 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27a89c97-1962-4967-acfd-59a6938f9288 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (73de285e-f3f8-405b-ad53-709e78c21262), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:52.973703 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27a89c97-1962-4967-acfd-59a6938f9288 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (73de285e-f3f8-405b-ad53-709e78c21262), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.031803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27a89c97-1962-4967-acfd-59a6938f9288 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (73de285e-f3f8-405b-ad53-709e78c21262), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.051571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a89c97-1962-4967-acfd-59a6938f9288 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73de285e-f3f8-405b-ad53-709e78c21262,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:53.132585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27a89c97-1962-4967-acfd-59a6938f9288 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.133730 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-27a89c97-1962-4967-acfd-59a6938f9288 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995443 Feb 11 06:04:53.136469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45828) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:53.141166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-870d0029-e9b7-4396-ad8c-8a96621bf1ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'e886ae27-f438-4b94-936a-118fe12b1f77', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:53.264228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-870d0029-e9b7-4396-ad8c-8a96621bf1ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (028e53d8-00f9-46fc-bdb4-6f3f68db93aa), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.342137 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-870d0029-e9b7-4396-ad8c-8a96621bf1ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (028e53d8-00f9-46fc-bdb4-6f3f68db93aa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.425897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-870d0029-e9b7-4396-ad8c-8a96621bf1ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (028e53d8-00f9-46fc-bdb4-6f3f68db93aa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.443962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d0029-e9b7-4396-ad8c-8a96621bf1ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028e53d8-00f9-46fc-bdb4-6f3f68db93aa,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:53.538469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-870d0029-e9b7-4396-ad8c-8a96621bf1ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.539869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-870d0029-e9b7-4396-ad8c-8a96621bf1ee tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4023468 Feb 11 06:04:53.542587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45830) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:53.547033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8c56d0a5-924f-45d6-a046-c8fbb0e1246f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'e886ae27-f438-4b94-936a-118fe12b1f77', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:53.644292 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-8c56d0a5-924f-45d6-a046-c8fbb0e1246f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Project 850e74bba029439fbcc9858f5472bc28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:04:53.649843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c56d0a5-924f-45d6-a046-c8fbb0e1246f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (5aab9d83-4f19-44ca-bf7f-8adcf5ee3ff3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.714513 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c56d0a5-924f-45d6-a046-c8fbb0e1246f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (5aab9d83-4f19-44ca-bf7f-8adcf5ee3ff3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.792948 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c56d0a5-924f-45d6-a046-c8fbb0e1246f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (5aab9d83-4f19-44ca-bf7f-8adcf5ee3ff3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.812827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56d0a5-924f-45d6-a046-c8fbb0e1246f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aab9d83-4f19-44ca-bf7f-8adcf5ee3ff3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:53.905557 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8c56d0a5-924f-45d6-a046-c8fbb0e1246f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.906373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8c56d0a5-924f-45d6-a046-c8fbb0e1246f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3628047 Feb 11 06:04:53.909615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45832) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:53.914340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a244dcbe-0ce6-431b-a7db-4e596fd0a877 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'security_group_rule': {'security_group_id': 'e886ae27-f438-4b94-936a-118fe12b1f77', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:54.021561 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-a244dcbe-0ce6-431b-a7db-4e596fd0a877 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Project 850e74bba029439fbcc9858f5472bc28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:04:54.027557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a244dcbe-0ce6-431b-a7db-4e596fd0a877 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (b61d55a2-d9b8-47ef-950e-f9c3d555a2cb), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.098901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a244dcbe-0ce6-431b-a7db-4e596fd0a877 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (b61d55a2-d9b8-47ef-950e-f9c3d555a2cb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.170156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a244dcbe-0ce6-431b-a7db-4e596fd0a877 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b61d55a2-d9b8-47ef-950e-f9c3d555a2cb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.192166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244dcbe-0ce6-431b-a7db-4e596fd0a877 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61d55a2-d9b8-47ef-950e-f9c3d555a2cb,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:54.303704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a244dcbe-0ce6-431b-a7db-4e596fd0a877 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.305286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a244dcbe-0ce6-431b-a7db-4e596fd0a877 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3946347 Feb 11 06:04:54.308264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45834) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:54.314590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'network': {'name': 'tempest-network-smoke--231432247', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'port_security_enabled': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:54.404277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:04:54.407838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.434900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:04:54.444899 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (886b00cf-6f0a-4b86-a705-f1787de910dd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.445253 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Added segment 886b00cf-6f0a-4b86-a705-f1787de910dd of type vlan for network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 Feb 11 06:04:54.491462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (96dd0774-1230-4c5d-bca8-6db51ba9ce27), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.593048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (96dd0774-1230-4c5d-bca8-6db51ba9ce27), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.598261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:54.598858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.669056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Network': ['ID=96dd0774-1230-4c5d-bca8-6db51ba9ce27,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:54.678978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:04:54.696123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4f239839-e602-4b33-8631-b6f42660fbe3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3832648 Feb 11 06:04:54.696325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45836) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:54.701023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'admin_state_up': True, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:54.793541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.794631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.851723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_controller (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.079983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.347038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.371725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.483723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.25.8.176 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f70290db-0e38-4140-bac3-9a6d372b8501) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:55.594000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (f70290db-0e38-4140-bac3-9a6d372b8501), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.684067 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.811227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:55.811227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:55.811227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:55.811227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=f70290db-0e38-4140-bac3-9a6d372b8501,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:56.073504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:56.283426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:56.495622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:04:56.928350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:56.939973 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Sync routers for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:56.951125 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:56.951746 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:57.011706 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.013047 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad725f1c-c8b9-43fe-921a-44fd1af7f463 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3156819 Feb 11 06:04:57.016512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45838) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:57.046005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-af8c433e-a885-4730-ae94-f40558fad67f tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=850e74bba029439fbcc9858f5472bc28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283027 Feb 11 06:04:57.048882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45840) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:57.072209 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:57.147187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712f20be-85ef-456c-abf8-fa51935e3919 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:57.148839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-712f20be-85ef-456c-abf8-fa51935e3919 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989265 Feb 11 06:04:57.152079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45842) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:57.181167 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9f77181b-b10e-420d-b5af-bae0035e60bf tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277724 Feb 11 06:04:57.183473 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45844) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:57.188248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-265205248', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:57.258987 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:55Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:57.291535 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Checking router: a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:57.291895 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Updating router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec port f70290db-0e38-4140-bac3-9a6d372b8501 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:04:57.326355 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.336901 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:04:57.340878 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.609345 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Publish callbacks [] for port (f70290db-0e38-4140-bac3-9a6d372b8501), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.616211 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (a7a7f606-f113-4e07-9a3f-98cb57253455), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.700633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Subnet': ['ID=a7a7f606-f113-4e07-9a3f-98cb57253455,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:57.710823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Checking segment: {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:57.711351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network hostable DHCP agents. Network: 96dd0774-1230-4c5d-bca8-6db51ba9ce27, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:04:57.717489 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.777847 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Pushing event updated for resources: {'Port': ['ID=f70290db-0e38-4140-bac3-9a6d372b8501,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:57.779904 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Attempting to bind port f70290db-0e38-4140-bac3-9a6d372b8501 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:57.780279 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Attempting to bind port f70290db-0e38-4140-bac3-9a6d372b8501 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:57.780673 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Attempting to bind port f70290db-0e38-4140-bac3-9a6d372b8501 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:57.790241 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:57.790609 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:57.791053 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.791453 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:57.791916 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Bound port: f70290db-0e38-4140-bac3-9a6d372b8501, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:57.792299 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.794499 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.794844 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.795184 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.795521 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.795853 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.796186 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.796521 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.796902 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.797233 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.797558 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.797882 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.798202 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.798329 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:04:57.798525 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:57.855200 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] For port f70290db-0e38-4140-bac3-9a6d372b8501, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:57.858182 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] For port f70290db-0e38-4140-bac3-9a6d372b8501, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f70290db-0e38-4140-bac3-9a6d372b8501,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:57.872651 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 96dd0774-1230-4c5d-bca8-6db51ba9ce27) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:57.876931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:57.877558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.884016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a50fb8-78f9-48d6-9cce-c7f1344a049b None None] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:04:57.958892 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.972443 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ce932daf-91bd-470c-aa9b-5a30aadd1319 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7879415 Feb 11 06:04:57.975821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 45846) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:57.985240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:04:57.986219 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:58.027135 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:58.027816 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:58.065112 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285e21a-172c-45d8-956e-3183faaab19b None None] Pushing event updated for resources: {'Port': ['ID=f70290db-0e38-4140-bac3-9a6d372b8501,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:58.144684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Allocated IP 172.20.0.2 (96dd0774-1230-4c5d-bca8-6db51ba9ce27/a7a7f606-f113-4e07-9a3f-98cb57253455/b4ed4843-9b2a-4b4c-a0fb-16a380972c82) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:58.151126 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:58.296551 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Publish callbacks [] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:58.343204 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:55Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:58.374756 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b90d9-249f-4127-8c50-dfd82a99b729 None None] The sync data for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 is: [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:55Z', 'revision_number': 3, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:58.386532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:58.429644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:58.434412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:58.438098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:58.443838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Pushing event updated for resources: {'Port': ['ID=b4ed4843-9b2a-4b4c-a0fb-16a380972c82,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:58.472998 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:58.501464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Attempting to bind port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:58.501839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Attempting to bind port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:58.502208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Attempting to bind port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 on network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:58.508202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:58.508574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Checking segment: {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:58.509075 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:58.509469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Bound using segment: {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:58.509975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Bound port: b4ed4843-9b2a-4b4c-a0fb-16a380972c82, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:58.510360 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:58.582605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] For port b4ed4843-9b2a-4b4c-a0fb-16a380972c82, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:58.586949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] For port b4ed4843-9b2a-4b4c-a0fb-16a380972c82, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b4ed4843-9b2a-4b4c-a0fb-16a380972c82,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:58.681423 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:58.746950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1521d-ed9a-4730-9336-90867c868dc2 None None] Pushing event updated for resources: {'Port': ['ID=b4ed4843-9b2a-4b4c-a0fb-16a380972c82,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:58.813074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.20.0.1 (96dd0774-1230-4c5d-bca8-6db51ba9ce27/a7a7f606-f113-4e07-9a3f-98cb57253455/062bbeaa-5d7b-433f-a748-6bcb08646132) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:58.965178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.044561 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.094169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:59.097811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:59.102580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:59.116076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=062bbeaa-5d7b-433f-a748-6bcb08646132,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:59.165618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.371271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.684838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.727550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ea8d9-bd4e-4bd4-ae4b-a4ea976cd7a3 None None] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:04:59.758232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.840512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=062bbeaa-5d7b-433f-a748-6bcb08646132,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:59.842951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.847852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0e378b12-fed0-48e9-bc5b-6fcd1bc4532f None None] Provisioning complete for port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:59.848245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0e378b12-fed0-48e9-bc5b-6fcd1bc4532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.950063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0e378b12-fed0-48e9-bc5b-6fcd1bc4532f None None] Current status of the port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:59.952855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0e378b12-fed0-48e9-bc5b-6fcd1bc4532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.963674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:59.965582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:00.031206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0e378b12-fed0-48e9-bc5b-6fcd1bc4532f None None] For port b4ed4843-9b2a-4b4c-a0fb-16a380972c82, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b4ed4843-9b2a-4b4c-a0fb-16a380972c82,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:00.034441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f70290db-0e38-4140-bac3-9a6d372b8501 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:00.085560 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0e378b12-fed0-48e9-bc5b-6fcd1bc4532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.130046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f70290db-0e38-4140-bac3-9a6d372b8501 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:00.130426 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.141316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:05:00.173554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e378b12-fed0-48e9-bc5b-6fcd1bc4532f None None] Pushing event updated for resources: {'Port': ['ID=b4ed4843-9b2a-4b4c-a0fb-16a380972c82,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:00.247093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8b8785d9-6d62-402b-8939-cfc184565fd2 None None] Provisioning complete for port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:00.247350 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b8785d9-6d62-402b-8939-cfc184565fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.289167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f70290db-0e38-4140-bac3-9a6d372b8501 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:00.289566 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.291871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:05:00.303789 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8975be3f-a058-4575-82e5-4a9a5871d7d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "PUT /v2.0/routers/a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3206356 Feb 11 06:05:00.315734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port f70290db-0e38-4140-bac3-9a6d372b8501, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f70290db-0e38-4140-bac3-9a6d372b8501,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:00.363790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8b8785d9-6d62-402b-8939-cfc184565fd2 None None] Current status of the port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:00.375958 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.377569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b4ed4843-9b2a-4b4c-a0fb-16a380972c82 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:00.407640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8b8785d9-6d62-402b-8939-cfc184565fd2 None None] Provisioning complete for port 062bbeaa-5d7b-433f-a748-6bcb08646132 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:00.407995 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b8785d9-6d62-402b-8939-cfc184565fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.542864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-4909cec9-5893-4738-b086-5cfdfbf80933 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783279647&fields=id&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 267 time: 0.0579937 Feb 11 06:05:00.616879 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Sync routers for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:05:00.670310 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-7b88cd43-5c3e-4023-8b90-f7dc6fbb21a2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:00.672010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-7b88cd43-5c3e-4023-8b90-f7dc6fbb21a2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/networks?id=96dd0774-1230-4c5d-bca8-6db51ba9ce27 HTTP/1.1" status: 200 len: 796 time: 0.1210289 Feb 11 06:05:00.683202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:00.683536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:00.688202 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-65802ec1-cd73-49ae-806e-db382ee133f8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/quotas/850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 375 time: 0.0104496 Feb 11 06:05:00.692977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8b8785d9-6d62-402b-8939-cfc184565fd2 None None] Port 062bbeaa-5d7b-433f-a748-6bcb08646132 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:00.696502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=f70290db-0e38-4140-bac3-9a6d372b8501,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:00.748529 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-6c7e8cc8-6a7c-4af6-9465-4fc13c8a4416 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538490 Feb 11 06:05:00.760991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:00.761545 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.859277 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:00.861579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4cab1466-b3e0-4f71-b40a-129a336823bc None None] Provisioning complete for port 062bbeaa-5d7b-433f-a748-6bcb08646132 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:00.861950 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4cab1466-b3e0-4f71-b40a-129a336823bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.960260 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-f06cfe26-7847-4dad-a017-1a9c5a3a0c17 service neutron] 10.222.0.62 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988263 Feb 11 06:05:00.967965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4cab1466-b3e0-4f71-b40a-129a336823bc None None] Port 062bbeaa-5d7b-433f-a748-6bcb08646132 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:01.046022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:01.059160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-4e879860-e04d-4f68-b92b-46994612b82e service neutron] 10.222.0.62 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922921 Feb 11 06:05:01.135959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 2, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:01.164029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Checking router: a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:05:01.173316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Updating router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec port 062bbeaa-5d7b-433f-a748-6bcb08646132 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:05:01.192328 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:01.349789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89ed70d7-fe8b-4bae-8620-99340cc106f9 req-9afd0336-8cf2-42e2-8b72-bb1db8e5d019 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 210 time: 0.0288692 Feb 11 06:05:01.492618 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Publish callbacks [] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:01.633263 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:01.688367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd621d-d738-498c-b79c-15fd7077305d None None] Pushing event updated for resources: {'Port': ['ID=062bbeaa-5d7b-433f-a748-6bcb08646132,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:01.746218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Attempting to bind port 062bbeaa-5d7b-433f-a748-6bcb08646132 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:01.746704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Attempting to bind port 062bbeaa-5d7b-433f-a748-6bcb08646132 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:01.747074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Attempting to bind port 062bbeaa-5d7b-433f-a748-6bcb08646132 on network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:01.752466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:01.752872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Checking segment: {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:01.753336 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:01.753685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Bound using segment: {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:01.754186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Bound port: 062bbeaa-5d7b-433f-a748-6bcb08646132, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:01.754630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:01.827967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] For port 062bbeaa-5d7b-433f-a748-6bcb08646132, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:01.831170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] For port 062bbeaa-5d7b-433f-a748-6bcb08646132, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=062bbeaa-5d7b-433f-a748-6bcb08646132,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:01.897119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d7ddd398-563f-44a5-afbd-baaaa97ec3a2 None None] Provisioning complete for port 062bbeaa-5d7b-433f-a748-6bcb08646132 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:01.897492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7ddd398-563f-44a5-afbd-baaaa97ec3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:01.924138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f70290db-0e38-4140-bac3-9a6d372b8501 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:01.956228 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:01.970611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddd398-563f-44a5-afbd-baaaa97ec3a2 None None] Port 062bbeaa-5d7b-433f-a748-6bcb08646132 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:02.038015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd621d-d738-498c-b79c-15fd7077305d None None] Pushing event updated for resources: {'Port': ['ID=062bbeaa-5d7b-433f-a748-6bcb08646132,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:02.042256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:02.042868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:04:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:02.082145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f70290db-0e38-4140-bac3-9a6d372b8501 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:02.082519 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:02.192548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:02.259083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f70290db-0e38-4140-bac3-9a6d372b8501 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:02.260241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b4ed4843-9b2a-4b4c-a0fb-16a380972c82 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:02.382778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-756a68b0-6b04-425e-8e87-17b9c59d82d2 None None] Provisioning complete for port 062bbeaa-5d7b-433f-a748-6bcb08646132 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:02.383324 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-756a68b0-6b04-425e-8e87-17b9c59d82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:02.457265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:02.457640 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:02.461769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d0612d6-722b-4807-990d-3e3647d255a7 req-554cafaa-a352-49df-8c14-6812db90c938 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 210 time: 0.0293081 Feb 11 06:05:02.563691 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-756a68b0-6b04-425e-8e87-17b9c59d82d2 None None] Current status of the port 062bbeaa-5d7b-433f-a748-6bcb08646132 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:02.564074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-756a68b0-6b04-425e-8e87-17b9c59d82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:02.632815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-756a68b0-6b04-425e-8e87-17b9c59d82d2 None None] For port 062bbeaa-5d7b-433f-a748-6bcb08646132, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=062bbeaa-5d7b-433f-a748-6bcb08646132,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:02.637103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:05:01Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:02.638903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:02.667749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b9d8d-5aeb-4883-989f-a71175301aba None None] The sync data for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 is: [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:05:01Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:05:02.707577 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-756a68b0-6b04-425e-8e87-17b9c59d82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:02.778902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a68b0-6b04-425e-8e87-17b9c59d82d2 None None] Pushing event updated for resources: {'Port': ['ID=062bbeaa-5d7b-433f-a748-6bcb08646132,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:02.998351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8239264f-5112-4a5b-8cd9-1abf1334fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:03.589132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2e92b48-eda6-4567-9685-82161f0904ee req-2e940428-0fd0-43d8-9183-7a3bdc11199b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 210 time: 0.0328567 Feb 11 06:05:03.863053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-f33773f5-9b68-4018-90e6-6418f3e10773 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:03.864637 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-f33773f5-9b68-4018-90e6-6418f3e10773 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "GET /v2.0/networks?id=96dd0774-1230-4c5d-bca8-6db51ba9ce27 HTTP/1.1" status: 200 len: 796 time: 0.1256843 Feb 11 06:05:03.933087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-7e2eee99-e9c2-4440-b0dc-6a26838a68b5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850e74bba029439fbcc9858f5472bc28 HTTP/1.1" status: 200 len: 380 time: 0.0576179 Feb 11 06:05:03.943651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'port': {'device_id': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'admin_state_up': True, 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'security_groups': ['e886ae27-f438-4b94-936a-118fe12b1f77']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:03.948389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 062bbeaa-5d7b-433f-a748-6bcb08646132 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:04.009046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 062bbeaa-5d7b-433f-a748-6bcb08646132 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:04.009736 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:04.090108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 062bbeaa-5d7b-433f-a748-6bcb08646132 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:04.124078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Made reservation on behalf of 850e74bba029439fbcc9858f5472bc28 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:05:04.127624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:04.256092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.20.0.3 (96dd0774-1230-4c5d-bca8-6db51ba9ce27/a7a7f606-f113-4e07-9a3f-98cb57253455/315ff116-f6cf-4521-ae2c-3482b9c19563) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:04.397264 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:04.479512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-9a828dea-d474-465c-85be-ce4531b7c4fe req-f12b31f0-429c-46bc-8078-22db69096a59 service neutron] (104087) timed out ('10.222.0.83', 63920) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:05:04.496079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:04.542141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:04.545305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:04.548999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:04.579969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:04.614216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:04.614890 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:04.681270 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-5f86442c-ac01-4826-a774-d2e0a9898bb3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7428145 Feb 11 06:05:04.700469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Request body: {'port': {'device_id': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:04.726525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16c844-9790-4d0f-a573-3dcbdee7a276 req-893e7847-3018-42a3-a347-742e616fdcb8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:04.728138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e16c844-9790-4d0f-a573-3dcbdee7a276 req-893e7847-3018-42a3-a347-742e616fdcb8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 931 time: 0.0635560 Feb 11 06:05:04.770408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:04.780822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e16c844-9790-4d0f-a573-3dcbdee7a276 req-a995b551-b00b-424a-b645-d016735e1230 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467982 Feb 11 06:05:04.855145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-83fe8bd7-ccf0-4be0-b2c0-8ac875a6cbc9 None None] Provisioning complete for port 315ff116-f6cf-4521-ae2c-3482b9c19563 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:04.855145 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83fe8bd7-ccf0-4be0-b2c0-8ac875a6cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:04.887061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-83fe8bd7-ccf0-4be0-b2c0-8ac875a6cbc9 None None] Port 315ff116-f6cf-4521-ae2c-3482b9c19563 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:05:05.043916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315ff116-f6cf-4521-ae2c-3482b9c19563 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:05:05.051680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Publish callbacks [] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.064647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Transition to ACTIVE for port object 315ff116-f6cf-4521-ae2c-3482b9c19563 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:05:05.153151 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.226458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Pushing event updated for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:05.278389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Attempting to bind port 315ff116-f6cf-4521-ae2c-3482b9c19563 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:05:05.278726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Attempting to bind port 315ff116-f6cf-4521-ae2c-3482b9c19563 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:05:05.279059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Attempting to bind port 315ff116-f6cf-4521-ae2c-3482b9c19563 on network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:05.283701 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Port 315ff116-f6cf-4521-ae2c-3482b9c19563 on network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:05:05.284037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Attempting to bind port 315ff116-f6cf-4521-ae2c-3482b9c19563 on network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:05:05.289830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:05:05.290172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Checking segment: {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:05:05.290561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Bound using segment: {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:05:05.290992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Bound port: 315ff116-f6cf-4521-ae2c-3482b9c19563, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b00cf-6f0a-4b86-a705-f1787de910dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:05:05.291353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.337067 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:05:05.363454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:05:05.366624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:05:05.427334 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.466126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:05.466753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.468152 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] 10.222.0.65 "PUT /v2.0/ports/315ff116-f6cf-4521-ae2c-3482b9c19563 HTTP/1.1" status: 200 len: 1092 time: 0.7722540 Feb 11 06:05:05.468646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:05:05.471247 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f263e-01b2-4f5f-9180-94243739e952" -d '{"events": [{"name": "network-changed", "server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:05:05.505700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b36324-5ad1-4885-966c-06db9ca20d6b service neutron] Pushing event updated for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:05.514308 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303fbb41-6337-43bb-8bbf-75338f099163 x-openstack-request-id: req-303fbb41-6337-43bb-8bbf-75338f099163 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:05:05.514609 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:05:05.514914 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-303fbb41-6337-43bb-8bbf-75338f099163 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:05:05.515335 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'status': 'completed', 'code': 200} Feb 11 06:05:05.581160 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f0477e30-06a7-4573-bec1-bb33b0946d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.585144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f263e-01b2-4f5f-9180-94243739e952 req-f9661267-2709-4b54-baf0-b43709057b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:05.586746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-109f263e-01b2-4f5f-9180-94243739e952 req-f9661267-2709-4b54-baf0-b43709057b56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 1126 time: 0.0505331 Feb 11 06:05:05.697891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f263e-01b2-4f5f-9180-94243739e952 req-25020c19-60b9-48a8-bd83-1075a5a9eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:05.699390 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-109f263e-01b2-4f5f-9180-94243739e952 req-25020c19-60b9-48a8-bd83-1075a5a9eeb9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=850e74bba029439fbcc9858f5472bc28&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1054409 Feb 11 06:05:05.794855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f263e-01b2-4f5f-9180-94243739e952 req-7e820b37-dabd-420d-a60d-92810368466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:05.796385 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-109f263e-01b2-4f5f-9180-94243739e952 req-7e820b37-dabd-420d-a60d-92810368466b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913868 Feb 11 06:05:05.881755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-69436c98-1eaf-4d22-88c3-a99890324a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:05.883305 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-69436c98-1eaf-4d22-88c3-a99890324a7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 1126 time: 0.0491738 Feb 11 06:05:05.907263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcbd8d-ecf7-4696-95b7-22c0690f90d6 req-b1198c8e-664d-430a-8ee8-a735557120ac tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:05.908837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bdcbd8d-ecf7-4696-95b7-22c0690f90d6 req-b1198c8e-664d-430a-8ee8-a735557120ac tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 943 time: 0.0574315 Feb 11 06:05:05.930200 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-f9721489-c59e-4441-b809-c5c9af5401d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=315ff116-f6cf-4521-ae2c-3482b9c19563 HTTP/1.1" status: 200 len: 217 time: 0.0398545 Feb 11 06:05:05.959923 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bdcbd8d-ecf7-4696-95b7-22c0690f90d6 req-866ca28e-8220-4625-a060-5b050e0d8db6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453260 Feb 11 06:05:05.979771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-f5fe8d40-c356-45a2-879b-da3f9fc5a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:05.981326 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-f5fe8d40-c356-45a2-879b-da3f9fc5a939 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a7f606-f113-4e07-9a3f-98cb57253455 HTTP/1.1" status: 200 len: 834 time: 0.0461507 Feb 11 06:05:06.033583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-a670ff22-cca1-4d4c-bad0-5d9c15f9d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:06.035156 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-a670ff22-cca1-4d4c-bad0-5d9c15f9d8b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96dd0774-1230-4c5d-bca8-6db51ba9ce27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478113 Feb 11 06:05:06.139905 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-3bf57cdf-12f0-4aba-82a9-0c188f10de99 service neutron] 10.222.0.65 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931840 Feb 11 06:05:06.227051 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8fec9941-f38c-4eaf-aabe-a5c87741c7fd req-cc7c1e70-80ce-4e1d-ac15-7ffe25d70dd9 service neutron] 10.222.0.65 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874510 Feb 11 06:05:06.826675 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:07.090981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f48cc6-35c7-4550-8801-9ff08498de76 req-935d7a76-027a-4d0d-974a-69088c8103df tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:07.092409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00f48cc6-35c7-4550-8801-9ff08498de76 req-935d7a76-027a-4d0d-974a-69088c8103df tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 943 time: 0.0582435 Feb 11 06:05:07.144544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00f48cc6-35c7-4550-8801-9ff08498de76 req-d4f3fe44-449f-4a27-a397-3a8699bf57db tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461235 Feb 11 06:05:08.271403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996c53-35c5-4be6-a7fd-e87f58ca22c8 req-d3b874f9-846e-4081-96cf-cca53d2bdeea tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:08.272945 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47996c53-35c5-4be6-a7fd-e87f58ca22c8 req-d3b874f9-846e-4081-96cf-cca53d2bdeea tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 943 time: 0.0569193 Feb 11 06:05:08.323338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47996c53-35c5-4be6-a7fd-e87f58ca22c8 req-6302b8c1-594a-4889-9eaf-9aae4c90f82b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Feb 11 06:05:08.455349 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:08.832192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:09.329181 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:09.455618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155434d3-1488-458a-8a87-eb555d4064e3 req-716d2547-7549-45a7-8e2e-f9365b22d0db tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:09.457144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-155434d3-1488-458a-8a87-eb555d4064e3 req-716d2547-7549-45a7-8e2e-f9365b22d0db tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 943 time: 0.0544105 Feb 11 06:05:09.511513 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-155434d3-1488-458a-8a87-eb555d4064e3 req-03f3f7a7-99bf-4c44-88c5-5188a41663c9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484540 Feb 11 06:05:09.970562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 315ff116-f6cf-4521-ae2c-3482b9c19563 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:05:10.066492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:10.078103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'port_id': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'mac_address': 'fa:16:3e:81:05:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:05:10.277648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 315ff116-f6cf-4521-ae2c-3482b9c19563 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:10.277997 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:10.291825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315ff116-f6cf-4521-ae2c-3482b9c19563 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:05:10.312196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:10.386781 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:10.434413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:10.590622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['315ff116-f6cf-4521-ae2c-3482b9c19563'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:05:10.633228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5819cad-7894-4731-924b-2fb84ba162d9 req-595c3745-9880-4830-8772-2ec8acf1a7ab tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:10.635463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5819cad-7894-4731-924b-2fb84ba162d9 req-595c3745-9880-4830-8772-2ec8acf1a7ab tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 944 time: 0.0557342 Feb 11 06:05:10.686711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5819cad-7894-4731-924b-2fb84ba162d9 req-cccca5eb-7299-4a91-9a74-53993cd65b07 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454662 Feb 11 06:05:11.803405 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:11.815392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60745c-67d7-4041-8988-6344dbb44495 req-c323c68d-db02-4e3c-85c3-9d55d8cd42d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:11.817095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc60745c-67d7-4041-8988-6344dbb44495 req-c323c68d-db02-4e3c-85c3-9d55d8cd42d0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 944 time: 0.0550518 Feb 11 06:05:11.868757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc60745c-67d7-4041-8988-6344dbb44495 req-661ac488-9bca-4fa1-bdbd-f4edd1a9b11c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457404 Feb 11 06:05:11.985350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 315ff116-f6cf-4521-ae2c-3482b9c19563 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:05:12.106585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 315ff116-f6cf-4521-ae2c-3482b9c19563 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:05:12.110854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 315ff116-f6cf-4521-ae2c-3482b9c19563 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:05:12.111277 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:12.190899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 315ff116-f6cf-4521-ae2c-3482b9c19563 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:05:12.191282 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:12.214711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:05:12.216996 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c485b59-6633-4f19-9c3f-4d64452d2ecc" -d '{"events": [{"server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "name": "network-vif-plugged", "status": "completed", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:05:12.230165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:05:12.321429 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c23fc1-0468-43b7-b2e8-05a9e4dc9250 x-openstack-request-id: req-70c23fc1-0468-43b7-b2e8-05a9e4dc9250 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:05:12.321831 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "name": "network-vif-plugged", "status": "completed", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:05:12.322575 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70c23fc1-0468-43b7-b2e8-05a9e4dc9250 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:05:12.323012 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'code': 200} Feb 11 06:05:12.324171 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:12.380335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:12.434180 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109bc0-2ab4-4c1d-9c02-aafd2b1ce112 req-03be0988-9e87-4820-b9e7-1670a2f343b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:12.435780 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72109bc0-2ab4-4c1d-9c02-aafd2b1ce112 req-03be0988-9e87-4820-b9e7-1670a2f343b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 1128 time: 0.0557723 Feb 11 06:05:12.484378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72109bc0-2ab4-4c1d-9c02-aafd2b1ce112 req-4e1c60a4-bef7-439d-9ff9-46f2f3d8c971 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Feb 11 06:05:12.993082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d97b1-54e9-4f27-bc6e-903d27da722f req-fd8070bf-d20c-4262-bf7b-b565f34c7366 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:12.995255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b99d97b1-54e9-4f27-bc6e-903d27da722f req-fd8070bf-d20c-4262-bf7b-b565f34c7366 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0595136 Feb 11 06:05:13.044264 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b99d97b1-54e9-4f27-bc6e-903d27da722f req-26606a98-12bf-4bf8-9749-a9c086bc564e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433526 Feb 11 06:05:14.171154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873b7d-4d1b-43f5-997d-1e8dbd6f08bd req-59e2b7c5-4b97-4353-906f-50293c81b16f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:14.172744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99873b7d-4d1b-43f5-997d-1e8dbd6f08bd req-59e2b7c5-4b97-4353-906f-50293c81b16f tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0551915 Feb 11 06:05:14.224162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99873b7d-4d1b-43f5-997d-1e8dbd6f08bd req-766488ad-875f-433b-b02c-17b9fbbeb4b2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457299 Feb 11 06:05:14.350284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1758103-1793-48b5-827a-82fb58995770 req-860402b0-0390-49ee-b90e-43beb8588324 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:14.351683 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1758103-1793-48b5-827a-82fb58995770 req-860402b0-0390-49ee-b90e-43beb8588324 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0584123 Feb 11 06:05:14.402944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1758103-1793-48b5-827a-82fb58995770 req-229e87b1-626d-48e6-8521-26b9be83afac tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452788 Feb 11 06:05:14.424199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45912) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:14.475573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338558f-cc74-422f-9a01-5d5e0b797581 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:14.477189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9338558f-cc74-422f-9a01-5d5e0b797581 tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 1123 time: 0.0519538 Feb 11 06:05:14.480826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45914) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:14.485282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:05:14.569352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:14.677033 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:14.784472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Allocated IP 172.25.8.123 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/e300d08c-5950-4c2f-927d-afef41a0a012) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:05:14.892837 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (e300d08c-5950-4c2f-927d-afef41a0a012), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:14.981453 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e300d08c-5950-4c2f-927d-afef41a0a012), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:15.021438 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:05:15.024344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:05:15.028368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:05:15.054466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=e300d08c-5950-4c2f-927d-afef41a0a012,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:15.451459 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (dd2abefc-9c74-4549-873b-a3413df55106), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:15.582430 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e300d08c-5950-4c2f-927d-afef41a0a012), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:15.740353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for port (e300d08c-5950-4c2f-927d-afef41a0a012), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:15.796706 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (e300d08c-5950-4c2f-927d-afef41a0a012), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:15.872832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event updated for resources: {'Port': ['ID=e300d08c-5950-4c2f-927d-afef41a0a012,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:05:15.884352 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (dd2abefc-9c74-4549-873b-a3413df55106), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:16.276167 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Floating IP dd2abefc-9c74-4549-873b-a3413df55106 associated. External IP: 172.25.8.123, port: 315ff116-f6cf-4521-ae2c-3482b9c19563. Feb 11 06:05:16.487783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:05:16.602339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:05:16.612621 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] Sync routers for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:05:16.624111 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:16.624871 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:05:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:16.702024 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:16.739178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-135ee679-111f-434c-b7c6-f57fa1e5c96b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2572052 Feb 11 06:05:16.739743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:05:16.742144 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3801f027-2962-44fa-9819-79667fe1fe99" -d '{"events": [{"name": "network-changed", "server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:05:16.786534 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ec6dd-3622-44bf-96ff-ffdb5a97734e x-openstack-request-id: req-983ec6dd-3622-44bf-96ff-ffdb5a97734e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:05:16.786973 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:05:16.787248 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-983ec6dd-3622-44bf-96ff-ffdb5a97734e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:05:16.787997 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'status': 'completed', 'code': 200} Feb 11 06:05:16.834970 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:16.855869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801f027-2962-44fa-9819-79667fe1fe99 req-6a9ce715-abdf-40a9-8edd-338bb6b8b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:16.857444 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3801f027-2962-44fa-9819-79667fe1fe99 req-6a9ce715-abdf-40a9-8edd-338bb6b8b745 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 1128 time: 0.0472236 Feb 11 06:05:16.859712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0586941-37f3-433c-a52b-e58156072ba8 req-90a964e4-8a1b-441b-9a0e-c7243b127698 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:16.861897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0586941-37f3-433c-a52b-e58156072ba8 req-90a964e4-8a1b-441b-9a0e-c7243b127698 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0616732 Feb 11 06:05:16.918061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0586941-37f3-433c-a52b-e58156072ba8 req-069e0d81-1113-4a3f-81ee-c053754ced0d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507627 Feb 11 06:05:16.942093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45920) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:16.970395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801f027-2962-44fa-9819-79667fe1fe99 req-f667c195-f06d-4309-9d3a-9047b97e6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:16.972367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3801f027-2962-44fa-9819-79667fe1fe99 req-f667c195-f06d-4309-9d3a-9047b97e6c08 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96dd0774-1230-4c5d-bca8-6db51ba9ce27 HTTP/1.1" status: 200 len: 897 time: 0.1090243 Feb 11 06:05:17.013695 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6edfa1e0-60c1-4701-881e-f03cff29ae66 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/dd2abefc-9c74-4549-873b-a3413df55106 HTTP/1.1" status: 200 len: 991 time: 0.0692558 Feb 11 06:05:17.043218 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3801f027-2962-44fa-9819-79667fe1fe99 req-1b53cee7-65ec-44c6-adf7-26c3a9191b6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=315ff116-f6cf-4521-ae2c-3482b9c19563 HTTP/1.1" status: 200 len: 999 time: 0.0648274 Feb 11 06:05:17.089875 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dd2abefc-9c74-4549-873b-a3413df55106', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'port_id': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'mac_address': 'fa:16:3e:81:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:05:15Z', 'updated_at': '2022-02-11T06:05:15Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:05:02Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:17.101920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801f027-2962-44fa-9819-79667fe1fe99 req-d84c00b2-7a4b-4a68-92b8-426c2d5370c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:17.104039 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3801f027-2962-44fa-9819-79667fe1fe99 req-d84c00b2-7a4b-4a68-92b8-426c2d5370c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a7f606-f113-4e07-9a3f-98cb57253455 HTTP/1.1" status: 200 len: 834 time: 0.0542185 Feb 11 06:05:17.126471 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] Checking router: a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:05:17.136438 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:05:17.137595 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:05:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:17.156501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801f027-2962-44fa-9819-79667fe1fe99 req-7e585ccf-5490-43bc-bf9c-62ef8da15c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:17.158107 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3801f027-2962-44fa-9819-79667fe1fe99 req-7e585ccf-5490-43bc-bf9c-62ef8da15c27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96dd0774-1230-4c5d-bca8-6db51ba9ce27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476069 Feb 11 06:05:17.250833 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:05:17.255009 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3801f027-2962-44fa-9819-79667fe1fe99 req-f76daba5-454f-4bcc-8952-a2c0fd80c0d9 service neutron] 10.222.0.65 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908256 Feb 11 06:05:17.493195 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dd2abefc-9c74-4549-873b-a3413df55106', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'port_id': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'mac_address': 'fa:16:3e:81:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:05:15Z', 'updated_at': '2022-02-11T06:05:15Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:05:02Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:05:17.526187 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7752e5e-7d08-4072-b3c8-7763afcd83a7 None None] The sync data for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 is: [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'dd2abefc-9c74-4549-873b-a3413df55106', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'port_id': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'mac_address': 'fa:16:3e:81:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:05:15Z', 'updated_at': '2022-02-11T06:05:15Z', 'revision_number': 0, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:05:02Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:05:17.668380 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3801f027-2962-44fa-9819-79667fe1fe99 req-da8f6717-ceaf-473a-a852-372964bbf748 service neutron] 10.222.0.65 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082856 Feb 11 06:05:17.740382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3fb92a-3197-433e-8fee-02e66d2cb416 None None] New status for floating IP dd2abefc-9c74-4549-873b-a3413df55106: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:05:18.016508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45922) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:05:18.081586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c326f023-4439-4479-bfeb-00c66d7b1b26 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/dd2abefc-9c74-4549-873b-a3413df55106 HTTP/1.1" status: 200 len: 993 time: 0.0638351 Feb 11 06:05:33.020178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eb6519fc-de4f-49bc-8133-01cc5b35c55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:35.595922 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dafc2aac-67d5-4d49-8702-cc900472595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:36.791431 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.448005 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:38.859832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:39.294189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.899153 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:42.336523 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:05:49.645159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99214205-f45f-4600-bf87-cba87afe057e req-29ade82e-c37a-47ab-9318-3e1674f89696 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:49.648626 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99214205-f45f-4600-bf87-cba87afe057e req-29ade82e-c37a-47ab-9318-3e1674f89696 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0593519 Feb 11 06:05:49.696373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99214205-f45f-4600-bf87-cba87afe057e req-32df13b0-4df8-48e1-8380-8e3ed3e62534 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 Feb 11 06:05:50.823993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa9c-e37a-4639-8e50-cc3fe34354a7 req-542e1e5b-449a-471e-af90-029ca05db71e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.825541 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8e8fa9c-e37a-4639-8e50-cc3fe34354a7 req-542e1e5b-449a-471e-af90-029ca05db71e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0586913 Feb 11 06:05:50.876243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8e8fa9c-e37a-4639-8e50-cc3fe34354a7 req-006fda9c-1fd9-474f-bb5e-d6bd746eeccb tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 Feb 11 06:05:51.996886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1404d8-2b38-46d1-b149-0a61de8adb30 req-1a2e5204-3e19-4a91-9160-192bedf1eaf8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:51.998374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc1404d8-2b38-46d1-b149-0a61de8adb30 req-1a2e5204-3e19-4a91-9160-192bedf1eaf8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0538886 Feb 11 06:05:52.046908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc1404d8-2b38-46d1-b149-0a61de8adb30 req-9650dc19-91db-4c00-9e17-272636a4e1d2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Feb 11 06:05:53.168945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e78f58-afb5-4545-b102-f0abf9d7182b req-612cad7a-5b11-4d14-903b-81cbd69826df tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:53.170470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98e78f58-afb5-4545-b102-f0abf9d7182b req-612cad7a-5b11-4d14-903b-81cbd69826df tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0545003 Feb 11 06:05:53.226563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98e78f58-afb5-4545-b102-f0abf9d7182b req-880fa594-8e6a-4780-936d-45aa09afd371 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492878 Feb 11 06:05:54.428543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7911d-7604-4ef2-aa63-f7704e2cdfa5 req-45acd25c-e569-4ad8-ace5-fd5b17403e19 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:54.430631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ba7911d-7604-4ef2-aa63-f7704e2cdfa5 req-45acd25c-e569-4ad8-ace5-fd5b17403e19 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.1327925 Feb 11 06:05:54.483835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ba7911d-7604-4ef2-aa63-f7704e2cdfa5 req-549583c7-47b1-4ba7-8b8e-bf422eb850a0 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476718 Feb 11 06:05:55.679342 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479382d-cdfe-4b4e-b9cb-99f96f4647fa req-7f94ef6f-3df1-4e6a-83dd-d46de9726de2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:55.680893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4479382d-cdfe-4b4e-b9cb-99f96f4647fa req-7f94ef6f-3df1-4e6a-83dd-d46de9726de2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.1188772 Feb 11 06:05:55.731216 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4479382d-cdfe-4b4e-b9cb-99f96f4647fa req-34879378-bf85-479a-afff-4351d7dabd7b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447536 Feb 11 06:05:56.879153 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eccbcb-b1b1-4cf0-b98c-06dfe27123df req-7ced05d2-038e-4ec8-95b1-8eaf68310ac2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:56.880879 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1eccbcb-b1b1-4cf0-b98c-06dfe27123df req-7ced05d2-038e-4ec8-95b1-8eaf68310ac2 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0664179 Feb 11 06:05:56.942686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1eccbcb-b1b1-4cf0-b98c-06dfe27123df req-72f33e8a-e22d-4bd1-b0ec-4993bab21f04 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556083 Feb 11 06:05:58.065610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1e0e9-36c4-4366-8bd1-ede4f6b65964 req-f180e839-c377-42e2-935c-dc0217fd7f82 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:58.067152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04b1e0e9-36c4-4366-8bd1-ede4f6b65964 req-f180e839-c377-42e2-935c-dc0217fd7f82 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0538576 Feb 11 06:05:58.117816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-04b1e0e9-36c4-4366-8bd1-ede4f6b65964 req-baebc07e-a758-4f61-b3fa-072bd2131855 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448432 Feb 11 06:05:59.257174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5856-89ad-4b74-b441-dd5ed4067e84 req-c8a59b24-7c95-4f8f-970d-a57c9861bb48 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:59.258679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9ee5856-89ad-4b74-b441-dd5ed4067e84 req-c8a59b24-7c95-4f8f-970d-a57c9861bb48 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0715711 Feb 11 06:05:59.321085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d9ee5856-89ad-4b74-b441-dd5ed4067e84 req-48937942-9450-4a77-aebd-3ead21155a59 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568190 Feb 11 06:06:00.449667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046b6f2-706d-4b58-ae14-5dbd63ea0e86 req-b0985154-2bba-4e38-a801-d90169585972 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:00.451187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4046b6f2-706d-4b58-ae14-5dbd63ea0e86 req-b0985154-2bba-4e38-a801-d90169585972 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0558243 Feb 11 06:06:00.501039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4046b6f2-706d-4b58-ae14-5dbd63ea0e86 req-92df96db-0648-45e3-af89-abda8169faef tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 Feb 11 06:06:01.624990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255a5eb-fe90-45e2-92c5-ac741f219961 req-866c1eba-22c7-438d-b322-0394ae9f3b37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:01.626507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7255a5eb-fe90-45e2-92c5-ac741f219961 req-866c1eba-22c7-438d-b322-0394ae9f3b37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0555422 Feb 11 06:06:01.682851 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7255a5eb-fe90-45e2-92c5-ac741f219961 req-61541389-b0de-4673-8b2d-7d914cd254e9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507965 Feb 11 06:06:02.809118 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b50172-048c-4aa1-b4ce-fcb2eca0ae37 req-fa016968-08ea-49d6-af61-a2a13db9b04e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:02.810638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89b50172-048c-4aa1-b4ce-fcb2eca0ae37 req-fa016968-08ea-49d6-af61-a2a13db9b04e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0543289 Feb 11 06:06:02.860754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89b50172-048c-4aa1-b4ce-fcb2eca0ae37 req-538c655b-60e4-429b-a7c6-4e3cb8b62c0d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Feb 11 06:06:03.036368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-438b0256-4c1a-415d-b698-3ffa8db50990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:03.984884 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56e901-2a5b-4604-9073-396141d60cfc req-41f667d6-b3bc-4fa1-822e-01b365013280 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:03.986434 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db56e901-2a5b-4604-9073-396141d60cfc req-41f667d6-b3bc-4fa1-822e-01b365013280 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0554709 Feb 11 06:06:04.035422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db56e901-2a5b-4604-9073-396141d60cfc req-dba3cbde-f028-4906-adcc-d964ecc971b9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434632 Feb 11 06:06:05.165416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef87dc-d0b0-4901-8923-4218d96d30e2 req-621df715-9ef5-4108-93c6-765af9a3fc53 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:05.166947 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28ef87dc-d0b0-4901-8923-4218d96d30e2 req-621df715-9ef5-4108-93c6-765af9a3fc53 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0579555 Feb 11 06:06:05.216987 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28ef87dc-d0b0-4901-8923-4218d96d30e2 req-7af6c8b4-63f5-425e-b2c0-38f6314a3664 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439527 Feb 11 06:06:05.573892 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ce363c3-729a-4b82-8a3c-c9205e84d6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:06.582219 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ff3a-788f-45cd-bf4f-7199380ee4f3 req-988de3c3-695f-4bc5-86e5-13ac3b1aebe9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:06.583811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2902ff3a-788f-45cd-bf4f-7199380ee4f3 req-988de3c3-695f-4bc5-86e5-13ac3b1aebe9 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0587285 Feb 11 06:06:06.633867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2902ff3a-788f-45cd-bf4f-7199380ee4f3 req-e410ff86-1ddf-4d2f-aaa6-7a4e28ca3075 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443408 Feb 11 06:06:06.819156 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:07.758805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7445396-47f8-4f80-9f7d-1f2af02b3e9b req-1c4cd92d-5a4b-46bd-9e08-2f89f32a9228 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:07.760382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7445396-47f8-4f80-9f7d-1f2af02b3e9b req-1c4cd92d-5a4b-46bd-9e08-2f89f32a9228 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0569940 Feb 11 06:06:07.824734 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b7445396-47f8-4f80-9f7d-1f2af02b3e9b req-84b79d1e-8ddd-49cd-b650-64c7fc1ed5da tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582399 Feb 11 06:06:07.959907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d076-4e83-4b50-9b8d-181a30e470f7 req-0ca6f5f0-f716-4133-884b-b41e0bdfd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:07.961577 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1ca7d076-4e83-4b50-9b8d-181a30e470f7 req-0ca6f5f0-f716-4133-884b-b41e0bdfd4e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 1128 time: 0.0521498 Feb 11 06:06:08.016289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1ca7d076-4e83-4b50-9b8d-181a30e470f7 req-bf41a5a2-65c7-457f-80b9-322bb7ddbb4d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489697 Feb 11 06:06:08.425213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:08.825321 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:08.955417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c7087-9623-4a28-b662-e8337db629c4 req-6befa22b-2ce8-430f-bf64-b9b21e8eb8c3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.960974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce6c7087-9623-4a28-b662-e8337db629c4 req-6befa22b-2ce8-430f-bf64-b9b21e8eb8c3 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0576825 Feb 11 06:06:09.008712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce6c7087-9623-4a28-b662-e8337db629c4 req-a69cfd5f-b2cc-421d-aa18-a9dc6d2f61b8 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460596 Feb 11 06:06:09.344972 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.138307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd155a3d-7faa-4222-bfd6-0522af52fe74 req-c6fc7034-ade3-45c4-b880-5c5ea06a1a37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.140482 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd155a3d-7faa-4222-bfd6-0522af52fe74 req-c6fc7034-ade3-45c4-b880-5c5ea06a1a37 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0579078 Feb 11 06:06:10.192637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd155a3d-7faa-4222-bfd6-0522af52fe74 req-f15113f3-7d59-4767-9320-1aa4d155fd1c tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464959 Feb 11 06:06:10.215500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45988) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:10.241895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 315ff116-f6cf-4521-ae2c-3482b9c19563 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:06:10.245126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 315ff116-f6cf-4521-ae2c-3482b9c19563 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:10.283090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-985233fd-501e-42d5-9e6a-1b84fa4e03c6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/floatingips/dd2abefc-9c74-4549-873b-a3413df55106 HTTP/1.1" status: 200 len: 993 time: 0.0661922 Feb 11 06:06:10.395219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 315ff116-f6cf-4521-ae2c-3482b9c19563 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:10.395619 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.424965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:10.444482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:10.446884 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab0f12d-b6ad-4190-835c-42693e17708e" -d '{"events": [{"server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "name": "network-vif-unplugged", "status": "completed", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:10.457892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'port_id': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'mac_address': 'fa:16:3e:81:05:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:06:10.462520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:10.493364 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e969b8a-df92-49dc-98c3-393aa46cf401 x-openstack-request-id: req-5e969b8a-df92-49dc-98c3-393aa46cf401 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:10.493654 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "name": "network-vif-unplugged", "status": "completed", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:10.493915 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e969b8a-df92-49dc-98c3-393aa46cf401 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:10.494392 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'code': 200} Feb 11 06:06:10.513123 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 315ff116-f6cf-4521-ae2c-3482b9c19563 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:10.513711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.527797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 315ff116-f6cf-4521-ae2c-3482b9c19563 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:06:10.546643 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.569175 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-478ecede-ef7d-43c4-8ae2-9c8e9850db49 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575070 Feb 11 06:06:10.621840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:06:10.622194 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:06:10.625192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:10.633013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.633554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.633814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.634158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.634499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.634924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.635261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.635592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.635924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.636257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.636580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.636948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.637260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:10.666544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-f4fd4d5f-0c90-41c1-a925-0c3a925bd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.669770 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-f4fd4d5f-0c90-41c1-a925-0c3a925bd09e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 1126 time: 0.0557880 Feb 11 06:06:10.789436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-f002f20e-62e7-483f-92a9-4a0b34677b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.791130 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-f002f20e-62e7-483f-92a9-4a0b34677b4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=96dd0774-1230-4c5d-bca8-6db51ba9ce27 HTTP/1.1" status: 200 len: 897 time: 0.1040764 Feb 11 06:06:10.864264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-6eee6ec2-9b53-4bf7-9836-aae0192756e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=315ff116-f6cf-4521-ae2c-3482b9c19563 HTTP/1.1" status: 200 len: 999 time: 0.0669224 Feb 11 06:06:10.914587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-016e83d3-1822-4928-9ae0-bd15c0402f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.916080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-016e83d3-1822-4928-9ae0-bd15c0402f6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a7f606-f113-4e07-9a3f-98cb57253455 HTTP/1.1" status: 200 len: 834 time: 0.0466106 Feb 11 06:06:10.965866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-02cf00fd-1fcc-412f-ac5d-0288d67ac05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:10.967438 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-02cf00fd-1fcc-412f-ac5d-0288d67ac05b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96dd0774-1230-4c5d-bca8-6db51ba9ce27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455873 Feb 11 06:06:11.061508 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-94402386-375d-4577-a625-810082898c70 service neutron] 10.222.0.65 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875785 Feb 11 06:06:11.164712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 315ff116-f6cf-4521-ae2c-3482b9c19563 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:11.165100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:11.166006 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f510a67c-b79a-4d1f-8453-b23c1beae329 req-4106addc-13f1-4727-9bd7-abf24c9bb5dd service neutron] 10.222.0.65 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993488 Feb 11 06:06:11.179002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315ff116-f6cf-4521-ae2c-3482b9c19563 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:06:11.199564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:11.311466 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:11.360215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:11.523997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['315ff116-f6cf-4521-ae2c-3482b9c19563'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:06:11.876000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:12.262997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 315ff116-f6cf-4521-ae2c-3482b9c19563 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:12.313558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 315ff116-f6cf-4521-ae2c-3482b9c19563 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:12.314217 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:12.397330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 315ff116-f6cf-4521-ae2c-3482b9c19563 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:12.397687 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:12.433545 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:12.495626 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:12.498831 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecca4dba-d571-45d5-b5f0-223fb2def5ed" -d '{"events": [{"server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "name": "network-vif-plugged", "status": "completed", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:12.504653 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:12.537941 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae109f-8049-4e2d-ae5a-9048f99dfa43 x-openstack-request-id: req-80ae109f-8049-4e2d-ae5a-9048f99dfa43 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:12.538261 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "name": "network-vif-plugged", "status": "completed", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:12.538514 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80ae109f-8049-4e2d-ae5a-9048f99dfa43 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:12.538930 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'code': 200} Feb 11 06:06:12.559209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:19.336147 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:06:33.029915 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-132cf801-e1b8-4fbd-aba2-03a3a5e9ad17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.567461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-077193d8-cff2-4776-b061-af315d0059f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.852622 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:38.429174 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:38.823153 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.355875 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.896130 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:41.090089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port e300d08c-5950-4c2f-927d-afef41a0a012 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:41.090583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e300d08c-5950-4c2f-927d-afef41a0a012), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.186747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e300d08c-5950-4c2f-927d-afef41a0a012), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.187127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (e300d08c-5950-4c2f-927d-afef41a0a012), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.203176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for e300d08c-5950-4c2f-927d-afef41a0a012 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:41.481455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (e300d08c-5950-4c2f-927d-afef41a0a012), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.512292 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=e300d08c-5950-4c2f-927d-afef41a0a012,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:41.541159 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.541513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.541863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.542205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.542543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.542876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.543211 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.543544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.543874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.544204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.544533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.544891 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.545223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:41.593670 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for floatingip (dd2abefc-9c74-4549-873b-a3413df55106), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.594614 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Floating IP dd2abefc-9c74-4549-873b-a3413df55106 disassociated (deleted). External IP: 172.25.8.123, port: 315ff116-f6cf-4521-ae2c-3482b9c19563. Feb 11 06:06:41.818781 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.840288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:41.982646 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:41.989044 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.996732 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] Sync routers for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:42.015665 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:42.016929 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:06:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:42.024391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-35e957ba-9cf4-4cf1-9cdd-b302a8bca7d4 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/floatingips/dd2abefc-9c74-4549-873b-a3413df55106 HTTP/1.1" status: 204 len: 168 time: 1.1261368 Feb 11 06:06:42.024755 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:42.027226 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e13d778a7c87935f10a1e479d22a373bc99af06e1cb28fcc902381c9f37013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:42.091352 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379f978d-b465-4df6-b95c-88a40ec34416 x-openstack-request-id: req-379f978d-b465-4df6-b95c-88a40ec34416 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:42.091906 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:42.092266 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-379f978d-b465-4df6-b95c-88a40ec34416 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:42.093711 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'status': 'completed', 'code': 200} Feb 11 06:06:42.200137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-48a3b655-aac0-4c22-b7d4-fed339be6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:42.204031 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-48a3b655-aac0-4c22-b7d4-fed339be6d2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=850e74bba029439fbcc9858f5472bc28&device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 1128 time: 0.0757961 Feb 11 06:06:42.208226 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:42.385305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-6bb2df80-0e31-4b59-ab28-134d6fcf48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:42.387320 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-6bb2df80-0e31-4b59-ab28-134d6fcf48cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=96dd0774-1230-4c5d-bca8-6db51ba9ce27 HTTP/1.1" status: 200 len: 897 time: 0.1792445 Feb 11 06:06:42.472757 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-a9a852bb-b649-486b-bea5-1ba46731836b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=315ff116-f6cf-4521-ae2c-3482b9c19563 HTTP/1.1" status: 200 len: 217 time: 0.0743642 Feb 11 06:06:42.561336 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:05:02Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:42.562762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-0338f626-873a-4175-a8ec-b9e1db8898fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:42.565428 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-0338f626-873a-4175-a8ec-b9e1db8898fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a7f606-f113-4e07-9a3f-98cb57253455 HTTP/1.1" status: 200 len: 834 time: 0.0902731 Feb 11 06:06:42.598472 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] Checking router: a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:42.605765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9207e-f4c6-4ac9-a692-de0b03f650ad req-6f9bea50-0225-4532-a594-a3a7d5c7854b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:42.610346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4cd9207e-f4c6-4ac9-a692-de0b03f650ad req-6f9bea50-0225-4532-a594-a3a7d5c7854b tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0715201 Feb 11 06:06:42.619211 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:42.619211 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:06:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:42.643202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-21176b54-4866-452b-866d-ef5b9132a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:42.645780 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-21176b54-4866-452b-866d-ef5b9132a099 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96dd0774-1230-4c5d-bca8-6db51ba9ce27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0735068 Feb 11 06:06:42.688852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4cd9207e-f4c6-4ac9-a692-de0b03f650ad req-af956bfe-77b1-4172-bbec-4ef3da97f37e tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730958 Feb 11 06:06:42.773192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-1857151e-e94f-4a2c-ba63-52b5fc5a9fb7 service neutron] 10.222.0.65 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187282 Feb 11 06:06:42.782106 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:42.883805 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-93634f93-39c9-4cf4-ac05-d5368a7ad3e5 req-738793f8-a8ff-4b25-a0a8-227ecafc7a91 service neutron] 10.222.0.65 "GET /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039069 Feb 11 06:06:43.035994 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:05:02Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:43.064026 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e1412-9f9e-432d-a8cb-f35073a0ca4b None None] The sync data for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 is: [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:59Z', 'revision_number': 4, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '062bbeaa-5d7b-433f-a748-6bcb08646132', 'name': '', 'network_id': '96dd0774-1230-4c5d-bca8-6db51ba9ce27', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'mac_address': 'fa:16:3e:cf:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:58Z', 'updated_at': '2022-02-11T06:05:02Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'subnets': [{'id': 'a7a7f606-f113-4e07-9a3f-98cb57253455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:43.333328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a65dd-81e3-4137-9d52-dc6d0cf12b1b None None] New status for floating IP dd2abefc-9c74-4549-873b-a3413df55106: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:06:43.853905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206adc1-532c-42c7-ada9-d4ea5042e699 req-3a106b29-1ca4-4ab4-aa85-9a002e0edf94 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:43.855532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b206adc1-532c-42c7-ada9-d4ea5042e699 req-3a106b29-1ca4-4ab4-aa85-9a002e0edf94 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0634544 Feb 11 06:06:43.928164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-3e9297e2-3c92-4a24-a4eb-73f95e5efa68 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:43.929932 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-3e9297e2-3c92-4a24-a4eb-73f95e5efa68 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 945 time: 0.0638380 Feb 11 06:06:43.934799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b206adc1-532c-42c7-ada9-d4ea5042e699 req-18ec7111-31c9-4b3b-9ab9-fad4e128a91a tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/security-groups?id=e886ae27-f438-4b94-936a-118fe12b1f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695596 Feb 11 06:06:44.045847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 315ff116-f6cf-4521-ae2c-3482b9c19563 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:44.045847 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.153835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 315ff116-f6cf-4521-ae2c-3482b9c19563, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=315ff116-f6cf-4521-ae2c-3482b9c19563,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:44.154214 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.174323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 315ff116-f6cf-4521-ae2c-3482b9c19563 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:44.441163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (315ff116-f6cf-4521-ae2c-3482b9c19563), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.472920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=315ff116-f6cf-4521-ae2c-3482b9c19563,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:44.486909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.487333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.487683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.488041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.488388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.488771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.500832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.500832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.500832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.500832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.500832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.500832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.500832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:44.531611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] No DVR routers for this DVR port 315ff116-f6cf-4521-ae2c-3482b9c19563 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:44.534608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.538126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b4a70e6-985b-4b7a-8353-19c6cf7eddd0 req-5612f409-9a96-4464-a374-275e66309001 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.65 "DELETE /v2.0/ports/315ff116-f6cf-4521-ae2c-3482b9c19563 HTTP/1.1" status: 204 len: 173 time: 0.6035137 Feb 11 06:06:44.538584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'name': 'network-vif-deleted', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:44.540966 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67407895-e628-4465-afb4-7d0fb3d7d603" -d '{"events": [{"server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "name": "network-vif-deleted", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:44.656097 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0d846e-c0f0-494a-b2e3-9a7506888957 x-openstack-request-id: req-9e0d846e-c0f0-494a-b2e3-9a7506888957 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:44.656509 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b2ad7-d4c7-48cc-91af-324a9db71e72", "name": "network-vif-deleted", "tag": "315ff116-f6cf-4521-ae2c-3482b9c19563", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:44.656798 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e0d846e-c0f0-494a-b2e3-9a7506888957 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:44.657231 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b2ad7-d4c7-48cc-91af-324a9db71e72', 'name': 'network-vif-deleted', 'tag': '315ff116-f6cf-4521-ae2c-3482b9c19563', 'status': 'completed', 'code': 200} Feb 11 06:06:45.074072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-920aebd3-f887-4130-8423-d0a1e5c042bb req-a8155ba4-88eb-4a07-ad8b-d7a57f8555bb tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "GET /v2.0/ports?device_id=348b2ad7-d4c7-48cc-91af-324a9db71e72 HTTP/1.1" status: 200 len: 210 time: 0.0325148 Feb 11 06:06:46.145445 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46024) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:46.558796 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.834559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port 062bbeaa-5d7b-433f-a748-6bcb08646132 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:46.834826 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.926828 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port 062bbeaa-5d7b-433f-a748-6bcb08646132, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=062bbeaa-5d7b-433f-a748-6bcb08646132,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:46.927187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.940183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for 062bbeaa-5d7b-433f-a748-6bcb08646132 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:47.515266 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (062bbeaa-5d7b-433f-a748-6bcb08646132), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.546021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=062bbeaa-5d7b-433f-a748-6bcb08646132,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:47.734248 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.973252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:48.091361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:48.098162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-82da24b1-05f6-4119-8a72-c66068ad2be5 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "PUT /v2.0/routers/a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9505804 Feb 11 06:06:48.100150 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46026) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:48.103812 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] Sync routers for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:48.114817 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:48.115453 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:06:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:48.153843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa412e3-c506-4e75-8ebf-221f8c931dd1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting subnet a7a7f606-f113-4e07-9a3f-98cb57253455 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:06:48.157475 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dfa412e3-c506-4e75-8ebf-221f8c931dd1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (a7a7f606-f113-4e07-9a3f-98cb57253455), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.203199 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dfa412e3-c506-4e75-8ebf-221f8c931dd1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (a7a7f606-f113-4e07-9a3f-98cb57253455), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.305435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dfa412e3-c506-4e75-8ebf-221f8c931dd1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a7a7f606-f113-4e07-9a3f-98cb57253455), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.332309 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:48.442128 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dfa412e3-c506-4e75-8ebf-221f8c931dd1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (a7a7f606-f113-4e07-9a3f-98cb57253455), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.450405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 315ff116-f6cf-4521-ae2c-3482b9c19563 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:48.486981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 315ff116-f6cf-4521-ae2c-3482b9c19563 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:48.487458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 315ff116-f6cf-4521-ae2c-3482b9c19563 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:48.488718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa412e3-c506-4e75-8ebf-221f8c931dd1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a7f606-f113-4e07-9a3f-98cb57253455,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:48.494142 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dfa412e3-c506-4e75-8ebf-221f8c931dd1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.501303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dfa412e3-c506-4e75-8ebf-221f8c931dd1 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/subnets/a7a7f606-f113-4e07-9a3f-98cb57253455 HTTP/1.1" status: 204 len: 168 time: 0.3983343 Feb 11 06:06:48.503174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46028) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:48.510220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a244c7f-8f6c-4e8d-b217-76f3558d2e72 None None] Network 96dd0774-1230-4c5d-bca8-6db51ba9ce27 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:06:48.536440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:06:47Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:48.569629 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] Checking router: a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:48.578706 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] Routers {'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:48.579341 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:06:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:48.666893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.713662 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] Set router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:48.742320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] DHCP port deletion for 96dd0774-1230-4c5d-bca8-6db51ba9ce27 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:06:48.802726 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_gateway (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.806360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] Deleting port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:48.806988 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.895816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] For port b4ed4843-9b2a-4b4c-a0fb-16a380972c82, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b4ed4843-9b2a-4b4c-a0fb-16a380972c82,segment=NetworkSegment(886b00cf-6f0a-4b86-a705-f1787de910dd),segment_id=886b00cf-6f0a-4b86-a705-f1787de910dd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:48.896218 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.910889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] Calling delete_port for b4ed4843-9b2a-4b4c-a0fb-16a380972c82 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:48.915180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Deleting port f70290db-0e38-4140-bac3-9a6d372b8501 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:48.915180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.921049 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:06:47Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:48.949879 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74ffe6-9dfa-4406-962b-643405ef9935 None None] The sync data for ids ['a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec'] in n-d-713498-37 is: [{'id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1674683898', 'tenant_id': '850e74bba029439fbcc9858f5472bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:06:47Z', 'revision_number': 5, 'project_id': '850e74bba029439fbcc9858f5472bc28', 'gw_port': {'id': 'f70290db-0e38-4140-bac3-9a6d372b8501', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:04:55Z', 'updated_at': '2022-02-11T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:49.029549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] For port f70290db-0e38-4140-bac3-9a6d372b8501, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f70290db-0e38-4140-bac3-9a6d372b8501,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:49.030162 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.052709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Calling delete_port for f70290db-0e38-4140-bac3-9a6d372b8501 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:49.086510 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (b4ed4843-9b2a-4b4c-a0fb-16a380972c82), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.117420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] Pushing event deleted for resources: {'Port': ['ID=b4ed4843-9b2a-4b4c-a0fb-16a380972c82,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:49.122373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4199b7-b9ab-475c-9e11-2de14b56f8c7 None None] No DVR routers for this DVR port b4ed4843-9b2a-4b4c-a0fb-16a380972c82 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:49.350172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f70290db-0e38-4140-bac3-9a6d372b8501), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.379528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Port': ['ID=f70290db-0e38-4140-bac3-9a6d372b8501,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:49.459901 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.569843 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.572704 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router_controller (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.692497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.693259 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Fanout notify agent at l3_agent the message router_deleted on router a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:06:49.701450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.703143 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d3840d8d-3f24-436e-a5d9-8bceb142d9f6 tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/routers/a3f7c0c8-9ed2-4a81-b294-40d2d47fd8ec HTTP/1.1" status: 204 len: 168 time: 1.1984856 Feb 11 06:06:49.712214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46030) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:49.807310 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (96dd0774-1230-4c5d-bca8-6db51ba9ce27), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.908767 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (96dd0774-1230-4c5d-bca8-6db51ba9ce27), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.933193 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dd0774-1230-4c5d-bca8-6db51ba9ce27']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:49.944169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886b00cf-6f0a-4b86-a705-f1787de910dd') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:49.944518 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886b00cf-6f0a-4b86-a705-f1787de910dd') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:49.956090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (886b00cf-6f0a-4b86-a705-f1787de910dd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.973420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (886b00cf-6f0a-4b86-a705-f1787de910dd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.983734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:06:49.984363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (886b00cf-6f0a-4b86-a705-f1787de910dd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:06:49.988206 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:06:50.109857 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (96dd0774-1230-4c5d-bca8-6db51ba9ce27), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:50.120898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:50.124996 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/networks/96dd0774-1230-4c5d-bca8-6db51ba9ce27 HTTP/1.1" status: 204 len: 168 time: 0.4115834 Feb 11 06:06:50.130954 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46032) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:50.141704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54752fa-4e77-4d8b-8005-f2c393c48f9d tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'Network': ['ID=96dd0774-1230-4c5d-bca8-6db51ba9ce27,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:50.220376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-202435a0-6a0d-40a8-8b5e-7516bb1a9caf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (e886ae27-f438-4b94-936a-118fe12b1f77), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:50.236553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 062bbeaa-5d7b-433f-a748-6bcb08646132 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:50.254049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-202435a0-6a0d-40a8-8b5e-7516bb1a9caf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (e886ae27-f438-4b94-936a-118fe12b1f77), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:50.256358 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 062bbeaa-5d7b-433f-a748-6bcb08646132 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:50.256692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 062bbeaa-5d7b-433f-a748-6bcb08646132 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:50.257060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b4ed4843-9b2a-4b4c-a0fb-16a380972c82 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:50.287874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: b4ed4843-9b2a-4b4c-a0fb-16a380972c82 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:50.288130 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device b4ed4843-9b2a-4b4c-a0fb-16a380972c82 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:50.288401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f70290db-0e38-4140-bac3-9a6d372b8501 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:50.309093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f70290db-0e38-4140-bac3-9a6d372b8501 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:50.309426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f70290db-0e38-4140-bac3-9a6d372b8501 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:50.412351 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-202435a0-6a0d-40a8-8b5e-7516bb1a9caf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e886ae27-f438-4b94-936a-118fe12b1f77), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:50.414921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-202435a0-6a0d-40a8-8b5e-7516bb1a9caf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:50.416131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-202435a0-6a0d-40a8-8b5e-7516bb1a9caf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] 10.222.0.62 "DELETE /v2.0/security-groups/e886ae27-f438-4b94-936a-118fe12b1f77 HTTP/1.1" status: 204 len: 168 time: 0.2863879 Feb 11 06:06:50.430192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202435a0-6a0d-40a8-8b5e-7516bb1a9caf tempest-TestNetworkAdvancedServerOps-1774013990 tempest-TestNetworkAdvancedServerOps-1774013990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e886ae27-f438-4b94-936a-118fe12b1f77,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:51.006570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46040) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:51.145150 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-80c07e70-426a-4604-88e5-4a1c5baf2b31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=850e74bba029439fbcc9858f5472bc28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372874 Feb 11 06:06:51.147667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46044) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:51.198987 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd730cfc-31c2-42c7-aff6-440f3b8b4073 admin admin] Publish callbacks [] for security_group (c2109091-bbb2-48dc-9d00-55b31a5cfb8e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:51.225179 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd730cfc-31c2-42c7-aff6-440f3b8b4073 admin admin] Publish callbacks [] for security_group (c2109091-bbb2-48dc-9d00-55b31a5cfb8e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:51.331511 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd730cfc-31c2-42c7-aff6-440f3b8b4073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (c2109091-bbb2-48dc-9d00-55b31a5cfb8e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:51.334272 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fd730cfc-31c2-42c7-aff6-440f3b8b4073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:51.335615 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fd730cfc-31c2-42c7-aff6-440f3b8b4073 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2109091-bbb2-48dc-9d00-55b31a5cfb8e HTTP/1.1" status: 204 len: 168 time: 0.1870008 Feb 11 06:06:51.345856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd730cfc-31c2-42c7-aff6-440f3b8b4073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2109091-bbb2-48dc-9d00-55b31a5cfb8e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:52.012914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46050) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:52.054775 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6e7fd713-4f19-4c85-9fc9-ee70e10ee8ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e47487714649436091bd43ef138ddccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406511 Feb 11 06:06:52.057245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46052) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:52.108631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46cdbcfd-91e7-4e82-9f89-2cb40f420617 admin admin] Publish callbacks [] for security_group (6de486bd-c669-4b14-91cc-55cdc5fa259c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.131712 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46cdbcfd-91e7-4e82-9f89-2cb40f420617 admin admin] Publish callbacks [] for security_group (6de486bd-c669-4b14-91cc-55cdc5fa259c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.252411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46cdbcfd-91e7-4e82-9f89-2cb40f420617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6de486bd-c669-4b14-91cc-55cdc5fa259c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.254941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46cdbcfd-91e7-4e82-9f89-2cb40f420617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.256117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-46cdbcfd-91e7-4e82-9f89-2cb40f420617 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6de486bd-c669-4b14-91cc-55cdc5fa259c HTTP/1.1" status: 204 len: 168 time: 0.1979561 Feb 11 06:06:52.264272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdbcfd-91e7-4e82-9f89-2cb40f420617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de486bd-c669-4b14-91cc-55cdc5fa259c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:56.335693 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:03.017662 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f7695ae6-462b-4bde-b609-2ac3f89e476b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:04.418700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3dfb4325-a601-4ffc-8f8e-0e47ddbcd279 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4ecc4f5967fd4e2cb886ec885e27fe52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336695 Feb 11 06:07:04.617496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-40dce458-6180-4101-b24c-954089c11953 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:04.619054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-40dce458-6180-4101-b24c-954089c11953 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940217 Feb 11 06:07:04.634889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-e8acfe29-7201-45d4-a90e-177c9db7512d tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/quotas/4ecc4f5967fd4e2cb886ec885e27fe52 HTTP/1.1" status: 200 len: 375 time: 0.0096731 Feb 11 06:07:04.670228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-73009d59-b5bd-4ed0-8ee9-2cf63a052f85 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ecc4f5967fd4e2cb886ec885e27fe52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291712 Feb 11 06:07:05.600223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c400d36a-21ea-4e30-89d2-c96ae3beec49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:05.935802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6403f865-ad87-4d10-b100-fa72b2d7f12a req-025ec8af-66e4-4dec-bb72-9f93948116da tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 210 time: 0.0329762 Feb 11 06:07:06.834263 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:07.038623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28c48a7f-a67d-49d8-8aae-1ec67bdff097 req-bf6d8fc4-e256-437e-b9bf-e9b5b20fd8ab tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 210 time: 0.0290666 Feb 11 06:07:08.079048 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-6355c54f-cfd6-4a6a-9923-84bce8f9c872 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4ecc4f5967fd4e2cb886ec885e27fe52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310264 Feb 11 06:07:08.138633 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6984d893-78b5-4e4f-b371-9f1bb965dc0d req-bf04d0c5-09f1-41f0-a62a-9269d9904575 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 210 time: 0.0278313 Feb 11 06:07:08.282626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-51e630b2-7e3a-49f0-a805-c183c4588a61 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:08.284104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-51e630b2-7e3a-49f0-a805-c183c4588a61 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968629 Feb 11 06:07:08.295205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Request body: {'port': {'device_id': '2f1bb8f0-ac14-4469-90df-2faf51efe649', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'admin_state_up': True, 'tenant_id': '4ecc4f5967fd4e2cb886ec885e27fe52'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:08.469488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.470108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Made reservation on behalf of 4ecc4f5967fd4e2cb886ec885e27fe52 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:08.473159 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.487117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.560317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks [] for security_group (9fa3632f-5066-42e6-a97f-0cf977aaab7f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.628910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9fa3632f-5066-42e6-a97f-0cf977aaab7f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.693260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3632f-5066-42e6-a97f-0cf977aaab7f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:08.770779 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Allocated IP 192.168.233.16 (8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b/c82a3846-c3f3-44be-8e24-65258f01cd69/ad577ee8-d040-4e40-aa3a-a2bc18f8d613) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:08.857169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.926725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks [] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.109750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.155293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:09.158858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:09.162675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:09.205408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Pushing event updated for resources: {'Port': ['ID=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:09.259718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:09.261048 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.269620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f327d5-3f6d-40fe-9abc-251c87333fb2 req-51c0cbe4-34f7-4ee6-8bfa-db5aed022d91 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:09.271830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1f327d5-3f6d-40fe-9abc-251c87333fb2 req-51c0cbe4-34f7-4ee6-8bfa-db5aed022d91 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 935 time: 0.0580840 Feb 11 06:07:09.332306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1f327d5-3f6d-40fe-9abc-251c87333fb2 req-071df75b-d579-4b95-b9ca-3da086c21eac tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511448 Feb 11 06:07:09.337573 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.369018 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-57efb84f-2502-430e-bb1b-a29c2a68b334 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0774477 Feb 11 06:07:09.410292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-45dd0953-9f43-4fe2-b15a-cd86e27f9afc None None] Provisioning complete for port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:09.410669 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45dd0953-9f43-4fe2-b15a-cd86e27f9afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.445004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-45dd0953-9f43-4fe2-b15a-cd86e27f9afc None None] Port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:07:09.484804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Request body: {'port': {'device_id': '2f1bb8f0-ac14-4469-90df-2faf51efe649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:09.544764 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.823934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad577ee8-d040-4e40-aa3a-a2bc18f8d613 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:09.832642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Publish callbacks [] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.845457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Transition to ACTIVE for port object ad577ee8-d040-4e40-aa3a-a2bc18f8d613 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:07:09.931414 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:09.981035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:10.056036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Attempting to bind port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:07:10.056376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Attempting to bind port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:07:10.056743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Attempting to bind port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:10.062372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:07:10.062975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Attempting to bind port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 on network 8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:10.068295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:07:10.071807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Checking segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:10.071807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Bound using segment: {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:07:10.071807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Bound port: ad577ee8-d040-4e40-aa3a-a2bc18f8d613, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa62300a-0388-4af0-b694-c80d38bf3dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:07:10.071807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:10.142689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] For port ad577ee8-d040-4e40-aa3a-a2bc18f8d613, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:07:10.146011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] For port ad577ee8-d040-4e40-aa3a-a2bc18f8d613, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:07:10.200941 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:10.238016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.238689 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:10.240163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] 10.222.0.65 "PUT /v2.0/ports/ad577ee8-d040-4e40-aa3a-a2bc18f8d613 HTTP/1.1" status: 200 len: 1096 time: 0.8640141 Feb 11 06:07:10.240634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1bb8f0-ac14-4469-90df-2faf51efe649', 'tag': 'ad577ee8-d040-4e40-aa3a-a2bc18f8d613'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:10.242937 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a8117-3545-4a9b-9c38-ea40ebf319c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1bb8f0-ac14-4469-90df-2faf51efe649", "tag": "ad577ee8-d040-4e40-aa3a-a2bc18f8d613"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:10.271061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578380b-3989-4fd6-bb23-ba0534d91af3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:10.290559 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb01eceb-07f8-445b-bd6d-8c733be3bc53 x-openstack-request-id: req-eb01eceb-07f8-445b-bd6d-8c733be3bc53 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:10.290880 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1bb8f0-ac14-4469-90df-2faf51efe649", "tag": "ad577ee8-d040-4e40-aa3a-a2bc18f8d613", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:10.291141 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb01eceb-07f8-445b-bd6d-8c733be3bc53 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:10.291552 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1bb8f0-ac14-4469-90df-2faf51efe649', 'tag': 'ad577ee8-d040-4e40-aa3a-a2bc18f8d613', 'status': 'completed', 'code': 200} Feb 11 06:07:10.363558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8117-3545-4a9b-9c38-ea40ebf319c0 req-c7c24559-5e58-44d7-8271-9066493df6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.365163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c40a8117-3545-4a9b-9c38-ea40ebf319c0 req-c7c24559-5e58-44d7-8271-9066493df6d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ecc4f5967fd4e2cb886ec885e27fe52&device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 1130 time: 0.0512769 Feb 11 06:07:10.393616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c40a8117-3545-4a9b-9c38-ea40ebf319c0 req-ecc65841-956b-49b2-9ea7-75141d67bdf5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4ecc4f5967fd4e2cb886ec885e27fe52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218537 Feb 11 06:07:10.470010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c52f0-991b-4e03-886d-a2aea31a7095 req-75ff04b0-ff15-44e4-9384-c83962e2f1d7 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.471583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f20c52f0-991b-4e03-886d-a2aea31a7095 req-75ff04b0-ff15-44e4-9384-c83962e2f1d7 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 947 time: 0.0586717 Feb 11 06:07:10.498831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8117-3545-4a9b-9c38-ea40ebf319c0 req-2607bcfb-5bf0-4899-b41e-d52846748285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.501231 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c40a8117-3545-4a9b-9c38-ea40ebf319c0 req-2607bcfb-5bf0-4899-b41e-d52846748285 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012328 Feb 11 06:07:10.532978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f20c52f0-991b-4e03-886d-a2aea31a7095 req-5835d98a-0654-456d-aa7f-36fc931862d2 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Feb 11 06:07:10.578783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-6bc3a639-f4c4-462f-b5df-11ec255eaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.580313 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-6bc3a639-f4c4-462f-b5df-11ec255eaf5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ecc4f5967fd4e2cb886ec885e27fe52&device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 1130 time: 0.0447285 Feb 11 06:07:10.626006 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-3f608d66-093b-4b22-95f1-ef4a1a1d1ba5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ad577ee8-d040-4e40-aa3a-a2bc18f8d613 HTTP/1.1" status: 200 len: 217 time: 0.0387137 Feb 11 06:07:10.676470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-a3e31e87-f13e-49da-a860-c7122110391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.677798 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-a3e31e87-f13e-49da-a860-c7122110391f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c82a3846-c3f3-44be-8e24-65258f01cd69 HTTP/1.1" status: 200 len: 843 time: 0.0468721 Feb 11 06:07:10.728734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-f9ff2e6a-ec89-48b7-99ad-435db42c62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:10.730349 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-f9ff2e6a-ec89-48b7-99ad-435db42c62b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0470483 Feb 11 06:07:10.829586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-f19e42d5-1dcf-4d56-8f8b-9105de3eac2f service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902152 Feb 11 06:07:10.922554 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-00fe3998-3af6-461d-8a84-ce2484a97cde req-c37ddcc7-9c0b-41a7-8c74-b7d8b8b596aa service neutron] 10.222.0.65 "GET /v2.0/networks/8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874052 Feb 11 06:07:11.663743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9f3bb-61b7-46dd-9228-a6f769934527 req-83a6c052-aaef-4ca7-81e9-0e77862640de tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:11.665295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90b9f3bb-61b7-46dd-9228-a6f769934527 req-83a6c052-aaef-4ca7-81e9-0e77862640de tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 947 time: 0.0614800 Feb 11 06:07:11.712881 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90b9f3bb-61b7-46dd-9228-a6f769934527 req-7484cc29-b25c-4511-a694-900a364513aa tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Feb 11 06:07:11.822785 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:12.835707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2d217-f58f-4db4-bfc2-6c24668fd96d req-3ee2ccfe-6c24-4981-bbe7-5e0927002763 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:12.837231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47f2d217-f58f-4db4-bfc2-6c24668fd96d req-3ee2ccfe-6c24-4981-bbe7-5e0927002763 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 947 time: 0.0573139 Feb 11 06:07:12.884759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47f2d217-f58f-4db4-bfc2-6c24668fd96d req-e2ab7b2b-0364-41e4-82cf-e6adc86952f2 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Feb 11 06:07:14.006904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50d5ef-1fa0-4a79-b23a-921e78981add req-8a8c3780-d9ec-4c87-a99e-0da1d9ea1f4d tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:14.008538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50d5ef-1fa0-4a79-b23a-921e78981add req-8a8c3780-d9ec-4c87-a99e-0da1d9ea1f4d tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 947 time: 0.0542433 Feb 11 06:07:14.066198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e50d5ef-1fa0-4a79-b23a-921e78981add req-739adcc2-4107-4115-9093-0ad8f2198e4d tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518196 Feb 11 06:07:14.604114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ad577ee8-d040-4e40-aa3a-a2bc18f8d613 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:07:14.703266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ad577ee8-d040-4e40-aa3a-a2bc18f8d613, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:14.714483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'ad577ee8-d040-4e40-aa3a-a2bc18f8d613', 'network_id': '8d8b8060-b834-4f5f-86d2-1a0e2cc3be0b', 'port_id': 'ad577ee8-d040-4e40-aa3a-a2bc18f8d613', 'mac_address': 'fa:16:3e:78:b7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82a3846-c3f3-44be-8e24-65258f01cd69', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:07:14.755674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:14.756071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.769849 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad577ee8-d040-4e40-aa3a-a2bc18f8d613 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:14.789978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ad577ee8-d040-4e40-aa3a-a2bc18f8d613, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:14.874633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.926441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:14.933977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.934333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.934683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.935161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.935505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.935846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.936181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.936516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.936907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.937391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.937569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.937897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:14.938226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:15.075599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['ad577ee8-d040-4e40-aa3a-a2bc18f8d613'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:07:15.190065 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2073a-e525-44fc-9254-7b99a927335e req-097a4ced-3ded-4e2d-8395-10be854fb8e5 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:15.191540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9f2073a-e525-44fc-9254-7b99a927335e req-097a4ced-3ded-4e2d-8395-10be854fb8e5 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 948 time: 0.0537193 Feb 11 06:07:15.253036 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9f2073a-e525-44fc-9254-7b99a927335e req-db105ec9-937c-403e-969a-526313fd1d56 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557263 Feb 11 06:07:16.376983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9a96-fec8-4a3e-bd31-b3b6d5f7ce59 req-edd9fb68-cd8d-44c5-a7ff-33997c81d19c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:16.378489 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bca9a96-fec8-4a3e-bd31-b3b6d5f7ce59 req-edd9fb68-cd8d-44c5-a7ff-33997c81d19c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 948 time: 0.0545392 Feb 11 06:07:16.426010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9bca9a96-fec8-4a3e-bd31-b3b6d5f7ce59 req-8c7eb2c8-d932-4ae6-99f1-9d50b811f907 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Feb 11 06:07:16.619842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ad577ee8-d040-4e40-aa3a-a2bc18f8d613 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:16.719333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:07:16.723642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:16.730667 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.802876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:16.803261 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.825799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1bb8f0-ac14-4469-90df-2faf51efe649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad577ee8-d040-4e40-aa3a-a2bc18f8d613'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:16.828673 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597a1de4-b07d-4845-b238-2a75f550bee1" -d '{"events": [{"server_uuid": "2f1bb8f0-ac14-4469-90df-2faf51efe649", "name": "network-vif-plugged", "status": "completed", "tag": "ad577ee8-d040-4e40-aa3a-a2bc18f8d613"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:16.845629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port ad577ee8-d040-4e40-aa3a-a2bc18f8d613, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:16.870430 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39712a05-4382-4c81-aa8f-9a2d56d74626 x-openstack-request-id: req-39712a05-4382-4c81-aa8f-9a2d56d74626 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:16.871024 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1bb8f0-ac14-4469-90df-2faf51efe649", "name": "network-vif-plugged", "status": "completed", "tag": "ad577ee8-d040-4e40-aa3a-a2bc18f8d613", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:16.871283 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39712a05-4382-4c81-aa8f-9a2d56d74626 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:16.871682 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1bb8f0-ac14-4469-90df-2faf51efe649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad577ee8-d040-4e40-aa3a-a2bc18f8d613', 'code': 200} Feb 11 06:07:16.914253 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.967168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:16.979381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77c50f-a1c8-4915-96f0-8397ab8244b9 req-0efd4541-49c6-4f21-8c28-787c4e54cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:16.981035 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a77c50f-a1c8-4915-96f0-8397ab8244b9 req-0efd4541-49c6-4f21-8c28-787c4e54cc30 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 1132 time: 0.0550108 Feb 11 06:07:17.034120 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a77c50f-a1c8-4915-96f0-8397ab8244b9 req-859a535e-e2c2-43bb-a1b0-eb7aab9865f9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475168 Feb 11 06:07:17.544844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed9966-a4a5-4570-982f-30786d535fde req-d2e08fff-b6ef-420f-a195-42d056dfe94b tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:17.546346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75ed9966-a4a5-4570-982f-30786d535fde req-d2e08fff-b6ef-420f-a195-42d056dfe94b tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 949 time: 0.0536017 Feb 11 06:07:17.595003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-75ed9966-a4a5-4570-982f-30786d535fde req-2a3988c2-83ff-47d9-9204-06ee7cd81ca2 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Feb 11 06:07:18.727851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6b4a2-3e4d-44cd-83d2-977af0458648 req-d7e088e7-d277-4e5c-b231-c97eccaedb1c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:18.729382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fe6b4a2-3e4d-44cd-83d2-977af0458648 req-d7e088e7-d277-4e5c-b231-c97eccaedb1c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 949 time: 0.0579436 Feb 11 06:07:18.777971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5fe6b4a2-3e4d-44cd-83d2-977af0458648 req-92a94877-9f5a-4ce1-becd-c8c794263f5f tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Feb 11 06:07:19.148692 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-7afadd28-e0e2-40ca-8afa-b6a63953d86e req-57f108f9-a5f8-4baa-9525-a0021ce52f8a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:07:19.149637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7afadd28-e0e2-40ca-8afa-b6a63953d86e req-57f108f9-a5f8-4baa-9525-a0021ce52f8a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058508 Feb 11 06:07:19.647148 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-a6551d8c-3332-4b01-acd6-a0076a85137a req-f6e005d6-297f-45b1-b821-ae0a70e9d571 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:07:19.648132 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6551d8c-3332-4b01-acd6-a0076a85137a req-f6e005d6-297f-45b1-b821-ae0a70e9d571 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052671 Feb 11 06:07:20.257885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efc144-0d12-4958-99b4-891d5d680fec req-a642d755-a07b-4cd4-adc0-8052b0b368c5 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:20.259364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35efc144-0d12-4958-99b4-891d5d680fec req-a642d755-a07b-4cd4-adc0-8052b0b368c5 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 949 time: 0.0553913 Feb 11 06:07:20.308638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35efc144-0d12-4958-99b4-891d5d680fec req-9f01dcc0-c37d-4ab4-b745-c4cc2f2f6457 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Feb 11 06:07:21.441124 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29719-3061-48f2-8612-5ab5cadb45e1 req-e84782c0-f832-4326-a2b6-41ee29153832 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:21.442689 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cd29719-3061-48f2-8612-5ab5cadb45e1 req-e84782c0-f832-4326-a2b6-41ee29153832 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 949 time: 0.0589447 Feb 11 06:07:21.482892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-4e265e92-f09e-4128-abd2-cf2b853e7517 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:21.484428 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-4e265e92-f09e-4128-abd2-cf2b853e7517 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 949 time: 0.0538676 Feb 11 06:07:21.492504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cd29719-3061-48f2-8612-5ab5cadb45e1 req-350abead-76e7-4d54-824b-bd8a548a34c2 tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/security-groups?id=9fa3632f-5066-42e6-a97f-0cf977aaab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Feb 11 06:07:21.575980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Deleting port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:21.576322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.670793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] For port ad577ee8-d040-4e40-aa3a-a2bc18f8d613, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,segment=NetworkSegment(fa62300a-0388-4af0-b694-c80d38bf3dff),segment_id=fa62300a-0388-4af0-b694-c80d38bf3dff)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:21.671068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.683563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Calling delete_port for ad577ee8-d040-4e40-aa3a-a2bc18f8d613 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:21.879826 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ad577ee8-d040-4e40-aa3a-a2bc18f8d613), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.892126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['ad577ee8-d040-4e40-aa3a-a2bc18f8d613'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:07:21.911014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Pushing event deleted for resources: {'Port': ['ID=ad577ee8-d040-4e40-aa3a-a2bc18f8d613,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:21.959573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] No DVR routers for this DVR port ad577ee8-d040-4e40-aa3a-a2bc18f8d613 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:07:21.962403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.965984 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f3e0c8fb-9e66-40b2-b703-1b6bc19b8d72 req-483de238-dada-4df4-9f6f-ab5242459d4c tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.65 "DELETE /v2.0/ports/ad577ee8-d040-4e40-aa3a-a2bc18f8d613 HTTP/1.1" status: 204 len: 173 time: 0.4764500 Feb 11 06:07:21.971638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1bb8f0-ac14-4469-90df-2faf51efe649', 'name': 'network-vif-deleted', 'tag': 'ad577ee8-d040-4e40-aa3a-a2bc18f8d613'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:21.971638 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a65245-2945-4a81-a65d-0aa8eff9dde1" -d '{"events": [{"server_uuid": "2f1bb8f0-ac14-4469-90df-2faf51efe649", "name": "network-vif-deleted", "tag": "ad577ee8-d040-4e40-aa3a-a2bc18f8d613"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:22.012395 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c09280-deb2-4a9e-aa08-3004c95ed8e8 x-openstack-request-id: req-c3c09280-deb2-4a9e-aa08-3004c95ed8e8 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:22.012744 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1bb8f0-ac14-4469-90df-2faf51efe649", "name": "network-vif-deleted", "tag": "ad577ee8-d040-4e40-aa3a-a2bc18f8d613", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:22.013008 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3c09280-deb2-4a9e-aa08-3004c95ed8e8 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:22.013425 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1bb8f0-ac14-4469-90df-2faf51efe649', 'name': 'network-vif-deleted', 'tag': 'ad577ee8-d040-4e40-aa3a-a2bc18f8d613', 'status': 'completed', 'code': 200} Feb 11 06:07:22.602059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e86e38c7-95d2-4ffc-881d-c04d44d9df15 req-7df4db59-5a8c-447d-95a4-31887479a2fa tempest-ServersAdminNegativeTestJSON-1107731257 tempest-ServersAdminNegativeTestJSON-1107731257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f1bb8f0-ac14-4469-90df-2faf51efe649 HTTP/1.1" status: 200 len: 210 time: 0.0282197 Feb 11 06:07:24.079500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46196) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:24.210134 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-37bd3145-3cad-424b-a504-73ce70d1c6b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ecc4f5967fd4e2cb886ec885e27fe52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291990 Feb 11 06:07:24.212823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46200) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:24.273983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db1e0d5f-0b17-4864-86da-062e7104f91b admin admin] Publish callbacks [] for security_group (9fa3632f-5066-42e6-a97f-0cf977aaab7f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.295897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db1e0d5f-0b17-4864-86da-062e7104f91b admin admin] Publish callbacks [] for security_group (9fa3632f-5066-42e6-a97f-0cf977aaab7f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.411658 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db1e0d5f-0b17-4864-86da-062e7104f91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9fa3632f-5066-42e6-a97f-0cf977aaab7f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.414258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-db1e0d5f-0b17-4864-86da-062e7104f91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:24.415448 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-db1e0d5f-0b17-4864-86da-062e7104f91b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fa3632f-5066-42e6-a97f-0cf977aaab7f HTTP/1.1" status: 204 len: 168 time: 0.2016890 Feb 11 06:07:24.424240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e0d5f-0b17-4864-86da-062e7104f91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3632f-5066-42e6-a97f-0cf977aaab7f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:24.651058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ad577ee8-d040-4e40-aa3a-a2bc18f8d613 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:24.677905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: ad577ee8-d040-4e40-aa3a-a2bc18f8d613 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:24.678263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device ad577ee8-d040-4e40-aa3a-a2bc18f8d613 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:25.051953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46206) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:25.064767 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9ec14ba-7454-4e99-b14b-f44651ca616d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.142714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9ec14ba-7454-4e99-b14b-f44651ca616d admin admin] Publish callbacks [] for security_group (e59f60bf-ef8f-43e6-9983-bbf714385c45), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.245597 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f9ec14ba-7454-4e99-b14b-f44651ca616d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e59f60bf-ef8f-43e6-9983-bbf714385c45), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.286376 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f9ec14ba-7454-4e99-b14b-f44651ca616d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b40cc103be1b4985afc8a2649afeebe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344427 Feb 11 06:07:25.287250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec14ba-7454-4e99-b14b-f44651ca616d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59f60bf-ef8f-43e6-9983-bbf714385c45,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:25.289094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46208) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:25.338077 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e6a961-c935-4597-8421-5ba264ee3bbc admin admin] Publish callbacks [] for security_group (e59f60bf-ef8f-43e6-9983-bbf714385c45), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.359771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e6a961-c935-4597-8421-5ba264ee3bbc admin admin] Publish callbacks [] for security_group (e59f60bf-ef8f-43e6-9983-bbf714385c45), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.474243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e6a961-c935-4597-8421-5ba264ee3bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e59f60bf-ef8f-43e6-9983-bbf714385c45), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.476960 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e6a961-c935-4597-8421-5ba264ee3bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.478154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-27e6a961-c935-4597-8421-5ba264ee3bbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e59f60bf-ef8f-43e6-9983-bbf714385c45 HTTP/1.1" status: 204 len: 168 time: 0.1879885 Feb 11 06:07:25.487420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6a961-c935-4597-8421-5ba264ee3bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59f60bf-ef8f-43e6-9983-bbf714385c45,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:26.510848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46230) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:26.611067 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1482355965-network', 'tenant_id': '891b3e92c7ae4609867bb714d2c892a9'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:26.737448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Made reservation on behalf of 891b3e92c7ae4609867bb714d2c892a9 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:26.739870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:26.751666 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:26.824522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Publish callbacks [] for security_group (7a68c805-7642-4f53-9bda-af9e0b41b673), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:26.919627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7a68c805-7642-4f53-9bda-af9e0b41b673), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:26.946876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:07:26.957365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a68c805-7642-4f53-9bda-af9e0b41b673,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:26.962416 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2a825418-3ecc-4418-9baf-a25aca920f7e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:26.962761 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Added segment 2a825418-3ecc-4418-9baf-a25aca920f7e of type vlan for network d0de28bc-ddfa-42e3-bece-afc9c94deb2e Feb 11 06:07:27.007214 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (d0de28bc-ddfa-42e3-bece-afc9c94deb2e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.141535 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (d0de28bc-ddfa-42e3-bece-afc9c94deb2e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.142514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:27.143092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.234799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] Pushing event updated for resources: {'Network': ['ID=d0de28bc-ddfa-42e3-bece-afc9c94deb2e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:27.247032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network d0de28bc-ddfa-42e3-bece-afc9c94deb2e details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:07:27.271661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8886f70e-4927-4cba-b01b-3b8493a14dfe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7596364 Feb 11 06:07:27.274819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46234) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:27.279655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Request body: {'subnet': {'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1482355965-subnet', 'tenant_id': '891b3e92c7ae4609867bb714d2c892a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:27.371091 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Made reservation on behalf of 891b3e92c7ae4609867bb714d2c892a9 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:27.373538 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.623012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.677076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:27.688711 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Checking segment: {'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:27.689081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Network hostable DHCP agents. Network: d0de28bc-ddfa-42e3-bece-afc9c94deb2e, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:07:27.765444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Network d0de28bc-ddfa-42e3-bece-afc9c94deb2e is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:07:27.839483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, d0de28bc-ddfa-42e3-bece-afc9c94deb2e) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:27.844207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:27.845042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.854778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0241318-ef33-4bf9-8b61-ded94f2b45ad None None] Network d0de28bc-ddfa-42e3-bece-afc9c94deb2e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:27.949789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9955f481-9887-4ac1-8cf6-ed941e3937bd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6738718 Feb 11 06:07:28.120257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d8f3f-5f29-4050-90cd-ad3e9a6bf75a None None] Network d0de28bc-ddfa-42e3-bece-afc9c94deb2e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:28.702009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dac46-2000-49ab-8596-7511eac33155 req-388db7e2-81f2-44da-ba26-cddc08136c4e tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:28.704023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-388db7e2-81f2-44da-ba26-cddc08136c4e tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 812 time: 0.4080951 Feb 11 06:07:28.719538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-b9b60bbb-2cce-456e-a665-3f30b157f83a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/quotas/891b3e92c7ae4609867bb714d2c892a9 HTTP/1.1" status: 200 len: 375 time: 0.0102868 Feb 11 06:07:28.755270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-93b382f2-fa4b-4873-90dd-ba79e7c212c7 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296416 Feb 11 06:07:28.765993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-6ddcacf7-ea0f-4a01-b2a8-6e021cd1ad07 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:07:28.767091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-6ddcacf7-ea0f-4a01-b2a8-6e021cd1ad07 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053749 Feb 11 06:07:28.861952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-c6a5949e-5c95-4987-bdfa-1ee40970cf65 service neutron] 10.222.0.62 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882251 Feb 11 06:07:28.958654 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-f12ace16-d463-4ecc-ae72-5814ef6213bc service neutron] 10.222.0.62 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889537 Feb 11 06:07:29.208311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a280ac39-0944-4cf5-a905-16de9ff71d3a req-ca1a218b-e55f-497a-bbf9-a4e98a332813 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Feb 11 06:07:30.302602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-962b6dda-7f75-4331-8705-72d771cbee80 req-f1d3860d-85af-44df-955c-75fa2c024f3c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 210 time: 0.0353732 Feb 11 06:07:31.389472 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27ff432d-5d91-4ce0-bfd2-7a8144b7b9d7 req-ba21a8ca-01fe-411b-9c7c-70223f076dff tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 210 time: 0.0298111 Feb 11 06:07:32.473544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d032db8-a90b-45b5-ae3b-0c34cb9e0fd1 req-aa45529e-9d91-4da9-ab3c-912365e8870d tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 210 time: 0.0287237 Feb 11 06:07:33.017086 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a448e270-2955-44e5-bae3-7a542791b928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:33.336300 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:33.570874 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d45e5e97-4215-490d-8a20-821dfd2a8719 req-2f473c1d-abf5-4cd6-bcaf-d964f2e5b8ee tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 210 time: 0.0279789 Feb 11 06:07:34.399828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dac46-2000-49ab-8596-7511eac33155 req-e7557cef-f9ce-4c57-ac60-107652749192 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:34.401329 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-e7557cef-f9ce-4c57-ac60-107652749192 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.65 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 812 time: 0.1101747 Feb 11 06:07:34.414344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Request body: {'port': {'device_id': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e', 'admin_state_up': True, 'tenant_id': '891b3e92c7ae4609867bb714d2c892a9'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:34.593583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Made reservation on behalf of 891b3e92c7ae4609867bb714d2c892a9 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:34.597908 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.675327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-727ae2a4-024a-4698-b9f8-c4bb87ad59bb req-420d9635-30f0-4833-ad97-a00580254bf0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 210 time: 0.0293012 Feb 11 06:07:34.739311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Allocated IP 172.20.0.14 (d0de28bc-ddfa-42e3-bece-afc9c94deb2e/ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2/c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:34.892067 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Publish callbacks [] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.982780 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.028521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Network d0de28bc-ddfa-42e3-bece-afc9c94deb2e is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:35.031781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:35.035576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:35.042261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:35.088941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:35.092777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.162211 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-cf67edeb-802a-4bcd-9d36-b15540254c46 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523749 Feb 11 06:07:35.173005 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Request body: {'port': {'device_id': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:35.237508 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.509921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:35.517819 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Publish callbacks [] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.530219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Transition to ACTIVE for port object c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:07:35.559380 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea86ac89-1e4d-4c05-a225-aed49415b67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.582243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.639132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:35.709218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Attempting to bind port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:07:35.709558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Attempting to bind port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:07:35.710472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Attempting to bind port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on network d0de28bc-ddfa-42e3-bece-afc9c94deb2e {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:35.715082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on network d0de28bc-ddfa-42e3-bece-afc9c94deb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:07:35.715405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Attempting to bind port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on network d0de28bc-ddfa-42e3-bece-afc9c94deb2e {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:35.720720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:07:35.721060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Checking segment: {'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:35.721448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Bound using segment: {'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:07:35.721875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Bound port: c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:07:35.722229 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.787525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:07:35.791266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:07:35.797659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e032-e89d-40db-85b3-3cc981b4981a req-54792184-8ea5-49dd-b0b2-150c99a4f682 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:35.799233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2d5e032-e89d-40db-85b3-3cc981b4981a req-54792184-8ea5-49dd-b0b2-150c99a4f682 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 944 time: 0.0545151 Feb 11 06:07:35.851428 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2d5e032-e89d-40db-85b3-3cc981b4981a req-bc2f28ff-42a1-481e-a1a3-00a4b765ae06 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463536 Feb 11 06:07:35.857294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.900216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:35.900907 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.902274 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] 10.222.0.65 "PUT /v2.0/ports/c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 1093 time: 0.7334116 Feb 11 06:07:35.902722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:35.905023 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561faefd-6016-4f81-b435-273750cda398" -d '{"events": [{"name": "network-changed", "server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:35.926295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ef29c-532b-466c-83bb-c24af85a988c service neutron] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:35.946930 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d34f2dc-56bf-4ff6-bbcb-59fe191d5555 x-openstack-request-id: req-3d34f2dc-56bf-4ff6-bbcb-59fe191d5555 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:35.946930 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:35.946930 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d34f2dc-56bf-4ff6-bbcb-59fe191d5555 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:35.946930 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'status': 'completed', 'code': 200} Feb 11 06:07:36.009876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561faefd-6016-4f81-b435-273750cda398 req-268666fd-3095-4caf-bbf1-208ef4f9ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.011474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-561faefd-6016-4f81-b435-273750cda398 req-268666fd-3095-4caf-bbf1-208ef4f9ff60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1127 time: 0.0471756 Feb 11 06:07:36.109965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561faefd-6016-4f81-b435-273750cda398 req-9bd8585b-85a3-432b-be59-9394225c69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.111470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-561faefd-6016-4f81-b435-273750cda398 req-9bd8585b-85a3-432b-be59-9394225c69c0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=891b3e92c7ae4609867bb714d2c892a9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0914526 Feb 11 06:07:36.209527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561faefd-6016-4f81-b435-273750cda398 req-059d8aaf-dc89-44f6-af3c-71e79eb51284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.211650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-561faefd-6016-4f81-b435-273750cda398 req-059d8aaf-dc89-44f6-af3c-71e79eb51284 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943954 Feb 11 06:07:36.295004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dac46-2000-49ab-8596-7511eac33155 req-16e5a9c6-35b1-4a32-908a-5fc52b3476b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.296575 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-16e5a9c6-35b1-4a32-908a-5fc52b3476b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1127 time: 0.0479472 Feb 11 06:07:36.644736 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-9e3f7c8d-e392-44d0-9a52-8f0300c30962 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 217 time: 0.3418636 Feb 11 06:07:36.692665 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dac46-2000-49ab-8596-7511eac33155 req-9264872d-97fe-4c05-a5f7-05b43a32e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.694216 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-9264872d-97fe-4c05-a5f7-05b43a32e129 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 200 len: 852 time: 0.0436072 Feb 11 06:07:36.729064 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-89f990a7-dbe2-4cba-8e3b-dc897798165c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291467 Feb 11 06:07:36.827662 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-1d1686ec-5079-4d54-a530-65d4cd88bb40 service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924160 Feb 11 06:07:36.845403 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:36.925721 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-925dac46-2000-49ab-8596-7511eac33155 req-50e75de3-9754-4f43-be1e-da5e71e0e086 service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924859 Feb 11 06:07:36.974760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f043d0-a61c-4167-ba32-4412cebee1cf req-bc19915f-e98b-4129-b8b8-ad19690c7aa9 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.976939 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43f043d0-a61c-4167-ba32-4412cebee1cf req-bc19915f-e98b-4129-b8b8-ad19690c7aa9 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 944 time: 0.0561032 Feb 11 06:07:37.025839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-43f043d0-a61c-4167-ba32-4412cebee1cf req-07df7f95-dacc-473f-a64e-c93e7fe3dbb4 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431740 Feb 11 06:07:38.149416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8079d02-cd4d-4902-aee2-2d17e96902e0 req-ae9881ea-8037-430f-be66-fd44578cd076 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:38.150908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8079d02-cd4d-4902-aee2-2d17e96902e0 req-ae9881ea-8037-430f-be66-fd44578cd076 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 944 time: 0.0532227 Feb 11 06:07:38.206307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f8079d02-cd4d-4902-aee2-2d17e96902e0 req-21d854df-c686-4a2c-acb6-c11e1287807c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 Feb 11 06:07:38.461729 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:38.696622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:07:38.806169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:38.821661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e', 'port_id': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'mac_address': 'fa:16:3e:2f:d5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:07:38.860144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:38.860536 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:38.863568 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:38.876645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:38.896528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:38.964263 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:39.011813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:39.154694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:07:39.313778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:39.326652 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b369adc-29a2-42e5-83b9-fce37b264424 req-ac1765c6-58f6-4516-8454-95e74711cee7 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:39.328208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b369adc-29a2-42e5-83b9-fce37b264424 req-ac1765c6-58f6-4516-8454-95e74711cee7 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 945 time: 0.0587680 Feb 11 06:07:39.376808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b369adc-29a2-42e5-83b9-fce37b264424 req-38442548-4606-4632-bc69-42f963a7f142 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Feb 11 06:07:40.503287 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2eed-eaa5-437c-974c-c04561a2f964 req-cb65be2b-6a6f-492e-b226-1a6f2e432f75 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:40.504826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-246a2eed-eaa5-437c-974c-c04561a2f964 req-cb65be2b-6a6f-492e-b226-1a6f2e432f75 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 945 time: 0.0545981 Feb 11 06:07:40.552095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-246a2eed-eaa5-437c-974c-c04561a2f964 req-b5db89ab-68c6-4dac-a6a3-dabfea360085 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Feb 11 06:07:40.706803 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:40.809284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:07:40.813459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:40.813840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:40.895838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:40.896223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:40.920224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:40.922512 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b76956f-fff3-46a5-9151-546f7149e92d" -d '{"events": [{"server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "name": "network-vif-plugged", "status": "completed", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:40.935264 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:40.960142 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8fc5c2-14a9-46d6-bdd1-43a225db819c x-openstack-request-id: req-0f8fc5c2-14a9-46d6-bdd1-43a225db819c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:40.960533 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "name": "network-vif-plugged", "status": "completed", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:40.960880 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f8fc5c2-14a9-46d6-bdd1-43a225db819c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:40.961349 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'code': 200} Feb 11 06:07:40.993725 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:41.044236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:41.059875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839943d-725a-434a-86b7-ee86a393ee50 req-b84390cf-4464-4a46-813e-2bb810b4c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:41.061483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7839943d-725a-434a-86b7-ee86a393ee50 req-b84390cf-4464-4a46-813e-2bb810b4c22b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1129 time: 0.0463221 Feb 11 06:07:41.110950 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7839943d-725a-434a-86b7-ee86a393ee50 req-3f025c4c-0263-4ded-95d9-6b3c0d7dc90c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Feb 11 06:07:41.677232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba1c60-f20e-4580-b5b5-c69d3bcbf71f req-48534961-dcf3-4f5f-9482-f410b71422d4 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:41.678833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56ba1c60-f20e-4580-b5b5-c69d3bcbf71f req-48534961-dcf3-4f5f-9482-f410b71422d4 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0577557 Feb 11 06:07:41.726346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56ba1c60-f20e-4580-b5b5-c69d3bcbf71f req-78ed02a3-f5a1-47c8-a6f9-41afce68f9fe tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Feb 11 06:07:41.804803 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:42.856377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b97299-b3c8-4847-901b-a4c1fff97d46 req-49a89dab-c157-46b1-85f1-268befc9a679 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:42.857936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6b97299-b3c8-4847-901b-a4c1fff97d46 req-49a89dab-c157-46b1-85f1-268befc9a679 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0539100 Feb 11 06:07:42.905032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6b97299-b3c8-4847-901b-a4c1fff97d46 req-5461391d-d15c-438f-a29d-bc653def26bb tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Feb 11 06:07:43.411227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626b85a-e14a-4a2a-8a26-f059d557f3b0 req-87149545-47c1-432c-98ef-32145accdbdb tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:43.412845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8626b85a-e14a-4a2a-8a26-f059d557f3b0 req-87149545-47c1-432c-98ef-32145accdbdb tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0550187 Feb 11 06:07:43.466643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8626b85a-e14a-4a2a-8a26-f059d557f3b0 req-84db3bc2-877e-40be-a091-060890ab61ac tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Feb 11 06:07:43.579839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-39f63b98-ecf1-4ecd-809c-000e886b0282 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920103 Feb 11 06:07:44.232624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-182aefa0-20d9-4190-b632-cc653058b5a7 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:44.234021 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-182aefa0-20d9-4190-b632-cc653058b5a7 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports/c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 943 time: 0.1266062 Feb 11 06:07:44.589136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e683-ccb4-4c92-b932-ad3f2ad74ac6 req-a1dbdfc4-7553-44b4-9b58-e6ccc0e14ecc tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:44.590568 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f786e683-ccb4-4c92-b932-ad3f2ad74ac6 req-a1dbdfc4-7553-44b4-9b58-e6ccc0e14ecc tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0548940 Feb 11 06:07:44.638285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f786e683-ccb4-4c92-b932-ad3f2ad74ac6 req-6f1b2580-ef8e-44e3-af05-0267d80311dc tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Feb 11 06:07:45.706271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-dd3dc2c4-f415-42ab-8720-6cb8d11c3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:45.707811 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-dd3dc2c4-f415-42ab-8720-6cb8d11c3ffd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1129 time: 0.0478849 Feb 11 06:07:45.775181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f7f27-7925-4e7c-a14d-7f6e12101c6d req-4939f689-34b1-426c-ac6e-cf3432186a57 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:45.776756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b35f7f27-7925-4e7c-a14d-7f6e12101c6d req-4939f689-34b1-426c-ac6e-cf3432186a57 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0652804 Feb 11 06:07:45.805528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-35cf404e-1657-4b13-9cad-530c2bef3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:45.807029 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-35cf404e-1657-4b13-9cad-530c2bef3a34 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 913 time: 0.0938256 Feb 11 06:07:45.826839 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b35f7f27-7925-4e7c-a14d-7f6e12101c6d req-cec75a80-91a2-4dea-a840-7fcc2947d9d9 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Feb 11 06:07:45.852978 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-fcf708e0-7ad5-469e-9c61-8350ddebbb75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 217 time: 0.0398667 Feb 11 06:07:45.900842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-c7fc498f-458e-447b-8c71-d30ae0941b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:45.902317 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-c7fc498f-458e-447b-8c71-d30ae0941b3d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 200 len: 852 time: 0.0441878 Feb 11 06:07:45.934460 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-71575710-b724-4d13-b400-9a53cb0bc36e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260675 Feb 11 06:07:46.028775 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-588546a3-64c1-44ce-926a-75d97065ea7e service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887287 Feb 11 06:07:46.124246 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-a638b798-d440-44a0-bf76-5e7862d3565b service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900347 Feb 11 06:07:46.949855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1079817-9b5f-4b08-9017-6802f9241cac req-e8c7ef16-d28c-43d4-97db-13a67edd044a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:46.951402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1079817-9b5f-4b08-9017-6802f9241cac req-e8c7ef16-d28c-43d4-97db-13a67edd044a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0535791 Feb 11 06:07:47.000336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1079817-9b5f-4b08-9017-6802f9241cac req-c5c49158-af3b-44ce-96b9-f7dbc28d308b tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433753 Feb 11 06:07:48.134636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ac6f5-e12b-4579-b5d0-0d3f8ad72aa4 req-a52a6f73-b7a5-4c62-a32c-5fffe5a8ae60 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:48.136196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-299ac6f5-e12b-4579-b5d0-0d3f8ad72aa4 req-a52a6f73-b7a5-4c62-a32c-5fffe5a8ae60 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0663626 Feb 11 06:07:48.184755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-299ac6f5-e12b-4579-b5d0-0d3f8ad72aa4 req-2b83a53d-42b8-4345-94e7-3d95b1ebc95d tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Feb 11 06:07:49.312111 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379515d-c8ee-4975-9681-921c167e6fae req-3fded720-4aa9-444e-a497-62ed1910fdc2 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:49.313656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2379515d-c8ee-4975-9681-921c167e6fae req-3fded720-4aa9-444e-a497-62ed1910fdc2 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0548997 Feb 11 06:07:49.361806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2379515d-c8ee-4975-9681-921c167e6fae req-3508c919-bf93-4eb4-9a19-bc9d1e8a608c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425608 Feb 11 06:07:50.483892 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a5ad0-c2d0-4ff9-b06e-13f513ff4314 req-e1deef63-0c69-4293-9357-95a0bbc8366f tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:50.485422 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e8a5ad0-c2d0-4ff9-b06e-13f513ff4314 req-e1deef63-0c69-4293-9357-95a0bbc8366f tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0544991 Feb 11 06:07:50.536483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e8a5ad0-c2d0-4ff9-b06e-13f513ff4314 req-ecdc74bd-dc90-4a91-8d6c-b90d4f91f806 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Feb 11 06:07:51.658346 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86867c01-e6fe-4478-9a4b-999552e7382b req-988f0cf1-025c-401d-8356-e983f797496e tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:51.659831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86867c01-e6fe-4478-9a4b-999552e7382b req-988f0cf1-025c-401d-8356-e983f797496e tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0539427 Feb 11 06:07:51.708250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86867c01-e6fe-4478-9a4b-999552e7382b req-5fe22baa-9514-44d8-8be6-7afdde0ab88c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Feb 11 06:07:52.832004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1e5f2-97c1-4720-afc1-c7c23e861aa1 req-3fd2243c-1736-4d35-ab02-7eec6567559c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:52.833538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62e1e5f2-97c1-4720-afc1-c7c23e861aa1 req-3fd2243c-1736-4d35-ab02-7eec6567559c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0547404 Feb 11 06:07:52.889134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62e1e5f2-97c1-4720-afc1-c7c23e861aa1 req-cf4a6f95-e3ed-4b4a-bcb7-7b9d44391aa1 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499172 Feb 11 06:07:54.015668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef41245-03ab-4649-85ad-63ae40865b2d req-4802b93b-2632-48a7-bfc6-d67e1ac466fd tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:54.017204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ef41245-03ab-4649-85ad-63ae40865b2d req-4802b93b-2632-48a7-bfc6-d67e1ac466fd tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0581896 Feb 11 06:07:54.065373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ef41245-03ab-4649-85ad-63ae40865b2d req-5b0b699c-f080-4fc3-a08d-867fc9375752 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425608 Feb 11 06:07:55.189299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07611203-3c78-4d5d-98ed-96ce542d6bc8 req-18676e0f-1795-4ee5-b28d-7da218e1e765 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:55.190808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07611203-3c78-4d5d-98ed-96ce542d6bc8 req-18676e0f-1795-4ee5-b28d-7da218e1e765 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0536072 Feb 11 06:07:55.239363 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07611203-3c78-4d5d-98ed-96ce542d6bc8 req-cfd44d36-920c-4865-b396-60a52f05f0b9 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Feb 11 06:07:56.360206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b448cd-4d1d-4c52-bacc-6d2ba44f4429 req-fd288294-8d24-4889-8063-8d4fd6f601ee tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:56.361706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6b448cd-4d1d-4c52-bacc-6d2ba44f4429 req-fd288294-8d24-4889-8063-8d4fd6f601ee tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0528209 Feb 11 06:07:56.414941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6b448cd-4d1d-4c52-bacc-6d2ba44f4429 req-03c64398-dbcd-4092-be8b-380a8468749f tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476205 Feb 11 06:07:57.540273 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085206cc-e83d-4850-884d-599b88a065dc req-f51dc44b-4cfb-455b-be6e-02c0f07dd281 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:57.542126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-085206cc-e83d-4850-884d-599b88a065dc req-f51dc44b-4cfb-455b-be6e-02c0f07dd281 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0545597 Feb 11 06:07:57.591516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-085206cc-e83d-4850-884d-599b88a065dc req-3c1dc4c5-9dd4-4e10-a764-1b4c043dc486 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Feb 11 06:07:58.716840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a368a-3a35-4bae-97d6-62bfb55823c6 req-69730870-0e34-4fa6-81e5-38bd01b89f28 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:58.718390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362a368a-3a35-4bae-97d6-62bfb55823c6 req-69730870-0e34-4fa6-81e5-38bd01b89f28 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0568929 Feb 11 06:07:58.771835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-362a368a-3a35-4bae-97d6-62bfb55823c6 req-193ced3f-a112-4ee4-8657-ad099a5e57c7 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475435 Feb 11 06:07:59.907512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640fc3-1c01-4bef-8632-f53559110920 req-7d1d8125-19de-4d59-a1b4-f1de7a59bdbb tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:59.909047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79640fc3-1c01-4bef-8632-f53559110920 req-7d1d8125-19de-4d59-a1b4-f1de7a59bdbb tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0600035 Feb 11 06:07:59.956774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79640fc3-1c01-4bef-8632-f53559110920 req-1d71d73c-08e0-466c-81d7-2e0cc857f298 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Feb 11 06:08:01.076904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2652-422f-43df-b391-a96c26ef377d req-24a9a516-825b-43de-96a9-472cb403c79b tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:01.078391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98fe2652-422f-43df-b391-a96c26ef377d req-24a9a516-825b-43de-96a9-472cb403c79b tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0537872 Feb 11 06:08:01.128280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-98fe2652-422f-43df-b391-a96c26ef377d req-24c6e353-3ebe-454e-bd1f-67dada06fb73 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Feb 11 06:08:02.260821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ae331-648e-4765-afaa-682d0a0f22a9 req-439bb9d5-5e1b-4c00-aa6e-9e0dd031ac8a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:02.262251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-906ae331-648e-4765-afaa-682d0a0f22a9 req-439bb9d5-5e1b-4c00-aa6e-9e0dd031ac8a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0653675 Feb 11 06:08:02.309749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-906ae331-648e-4765-afaa-682d0a0f22a9 req-d748d8c1-6bb1-4123-b1de-ccdfde256215 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Feb 11 06:08:02.991927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e7680ab5-f867-47fe-a12c-8e416bf28ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:03.436018 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55268-f1f5-4f91-bbe3-6a9764a28fc2 req-85c9a661-95b1-47d0-940e-87831f93f1e4 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:03.437615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79b55268-f1f5-4f91-bbe3-6a9764a28fc2 req-85c9a661-95b1-47d0-940e-87831f93f1e4 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0551903 Feb 11 06:08:03.484283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79b55268-f1f5-4f91-bbe3-6a9764a28fc2 req-96317d08-54a7-48a4-b0d1-5b3e75076e06 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Feb 11 06:08:04.609766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a8a31-7dc5-45b9-b8d5-3512db72b0ec req-762567c0-88ad-4014-a21c-c2d05f8c52d8 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:04.611279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e1a8a31-7dc5-45b9-b8d5-3512db72b0ec req-762567c0-88ad-4014-a21c-c2d05f8c52d8 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0566950 Feb 11 06:08:04.663388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e1a8a31-7dc5-45b9-b8d5-3512db72b0ec req-d1d7b1f5-6d16-4e67-9a34-79ad51d500da tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Feb 11 06:08:05.586717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0b065b7a-cb32-45b3-8b90-3ec7265799d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.784068 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc646522-1148-43cb-a6f2-5b69197cc7a8 req-2ba4cf53-b7e0-4142-ae51-5415e94bde9a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:05.785668 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc646522-1148-43cb-a6f2-5b69197cc7a8 req-2ba4cf53-b7e0-4142-ae51-5415e94bde9a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0542223 Feb 11 06:08:05.833712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc646522-1148-43cb-a6f2-5b69197cc7a8 req-4f23592e-acb3-46ed-b18d-adea0e6923c6 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Feb 11 06:08:06.815482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:06.961108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590648c3-5ab6-4d4f-a764-f8ac5bdb37b5 req-e5b5e02c-bf25-4c68-82d5-28a2a20f2142 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:06.962667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-590648c3-5ab6-4d4f-a764-f8ac5bdb37b5 req-e5b5e02c-bf25-4c68-82d5-28a2a20f2142 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0566530 Feb 11 06:08:07.012263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-590648c3-5ab6-4d4f-a764-f8ac5bdb37b5 req-8b964bd3-9d91-49cd-ace9-c630cbbf3f92 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Feb 11 06:08:08.139011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d843-89f4-4ab8-8daf-ebb55dd73cf1 req-66ddce4b-b348-4854-be3a-4b5ba9c8cd29 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:08.140516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e23d843-89f4-4ab8-8daf-ebb55dd73cf1 req-66ddce4b-b348-4854-be3a-4b5ba9c8cd29 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0598090 Feb 11 06:08:08.187595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e23d843-89f4-4ab8-8daf-ebb55dd73cf1 req-8e5aacb4-9d15-4d78-bb8c-d8aac59b26d5 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Feb 11 06:08:08.432585 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:08.883604 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.307006 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:09.313900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1048d1-6ad6-4526-b57f-79df4698d2a6 req-467c1e1f-94b2-4d94-a5fe-b36f2e66b91b tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:09.315453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b1048d1-6ad6-4526-b57f-79df4698d2a6 req-467c1e1f-94b2-4d94-a5fe-b36f2e66b91b tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0576611 Feb 11 06:08:09.365224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b1048d1-6ad6-4526-b57f-79df4698d2a6 req-c88f0166-7399-45ec-8767-f94e531572d1 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 Feb 11 06:08:10.336208 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:08:10.484854 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f293c-572e-4981-b130-8fd503e80ac9 req-e4a1d475-09ab-48e4-ab9b-c35e49429fd5 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:10.486356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a5f293c-572e-4981-b130-8fd503e80ac9 req-e4a1d475-09ab-48e4-ab9b-c35e49429fd5 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0531156 Feb 11 06:08:10.538572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a5f293c-572e-4981-b130-8fd503e80ac9 req-cdca3c11-4487-4c19-afdd-35bb50665b22 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Feb 11 06:08:11.659757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b673d69-790d-41ee-a8a7-84379c056045 req-741f9c2e-db96-4651-9170-fae69a225860 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:11.661298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b673d69-790d-41ee-a8a7-84379c056045 req-741f9c2e-db96-4651-9170-fae69a225860 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0532925 Feb 11 06:08:11.708091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b673d69-790d-41ee-a8a7-84379c056045 req-4fc62e03-12d1-4836-a7a3-90049614d6e3 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Feb 11 06:08:11.821465 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:12.832991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ac44-6078-4a64-9806-1965947998ba req-695d19af-71d5-43da-8963-0a59a197db80 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:12.834495 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21a3ac44-6078-4a64-9806-1965947998ba req-695d19af-71d5-43da-8963-0a59a197db80 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0529184 Feb 11 06:08:12.881409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-21a3ac44-6078-4a64-9806-1965947998ba req-9c211032-c3a8-441d-a7d5-88256607a14b tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Feb 11 06:08:13.285995 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-f05368c0-4019-4180-ab1f-e1911888642f req-95ed94e5-9c92-4547-90da-50de5ca2938d service neutron] show failed (client error): The resource could not be found. Feb 11 06:08:13.286960 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-95ed94e5-9c92-4547-90da-50de5ca2938d service neutron] 10.222.0.65 "GET /v2.0/ports/c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0626910 Feb 11 06:08:13.594658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-5e28d077-6838-408a-921d-7458dcc2f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:13.596183 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-5e28d077-6838-408a-921d-7458dcc2f2b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1129 time: 0.0492079 Feb 11 06:08:13.709716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-8915e2bb-92d4-4a2d-bd67-5bbd8b5764f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:13.711362 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-8915e2bb-92d4-4a2d-bd67-5bbd8b5764f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 913 time: 0.0955625 Feb 11 06:08:13.755063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-57f576cc-e595-4313-a51c-3a1ce48324fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 217 time: 0.0380690 Feb 11 06:08:13.803976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-92b084bf-d913-4683-af10-a7a537f3bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:13.805482 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-92b084bf-d913-4683-af10-a7a537f3bf20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 200 len: 852 time: 0.0451965 Feb 11 06:08:13.838648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-9c0a75d5-d32e-4c36-bdc0-9b15b1818648 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273924 Feb 11 06:08:13.977915 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-97d01fb8-aa6e-420e-9844-ed7fcbbc7735 service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295764 Feb 11 06:08:13.987445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-be44907d-252e-4b09-8d97-0b4737e5b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:13.988946 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-be44907d-252e-4b09-8d97-0b4737e5b301 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32&tenant_id=891b3e92c7ae4609867bb714d2c892a9 HTTP/1.1" status: 200 len: 1129 time: 0.1451836 Feb 11 06:08:14.000723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:14.009968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4aaa2d-aaab-4d5b-9cd9-6afb846f66d6 req-9190e843-0edd-42ca-b05d-c3ad604deb25 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:14.011522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b4aaa2d-aaab-4d5b-9cd9-6afb846f66d6 req-9190e843-0edd-42ca-b05d-c3ad604deb25 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0586853 Feb 11 06:08:14.061104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b4aaa2d-aaab-4d5b-9cd9-6afb846f66d6 req-64ef9cbe-2068-497d-b555-6ac65798aa66 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Feb 11 06:08:14.128000 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:14.147886 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5fce9c5c-55ec-4175-99cf-08337eae1842 req-8c7abeeb-0eae-447a-8406-bbd36f75b494 service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626596 Feb 11 06:08:14.350826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:14.392955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:08:14.437546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:14.439984 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbc279-050d-4cba-a4b1-256746e90bf5" -d '{"events": [{"server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "name": "network-vif-unplugged", "status": "completed", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:14.444271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Publish callbacks [] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:14.458773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Transition to ACTIVE for port object c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:08:14.491445 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c3fc4b-217b-4182-84d7-f95d5b8592f7 x-openstack-request-id: req-95c3fc4b-217b-4182-84d7-f95d5b8592f7 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:14.491745 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "name": "network-vif-unplugged", "status": "completed", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:14.492005 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95c3fc4b-217b-4182-84d7-f95d5b8592f7 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:14.492466 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'code': 200} Feb 11 06:08:14.541679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:14.617412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] No DVR routers for this DVR port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:08:14.619413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:14.632416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.632800 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.633157 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.633511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.633852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.634195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.634532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.634869 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.635204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.635543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.635877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.636209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.636544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:14.673323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Attempting to bind port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:08:14.673667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Attempting to bind port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:08:14.674004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Attempting to bind port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on network d0de28bc-ddfa-42e3-bece-afc9c94deb2e {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:14.678615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on network d0de28bc-ddfa-42e3-bece-afc9c94deb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:08:14.678941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Attempting to bind port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on network d0de28bc-ddfa-42e3-bece-afc9c94deb2e {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:14.683887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:08:14.684230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Checking segment: {'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:08:14.684650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Bound using segment: {'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:08:14.686127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Bound port: c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a825418-3ecc-4418-9baf-a25aca920f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:08:14.686494 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:14.758189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:08:14.761333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:08:14.930664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:14.980379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:14.981719 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:14.983249 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] 10.222.0.83 "PUT /v2.0/ports/c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 1093 time: 0.9874601 Feb 11 06:08:15.004131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457773cd-6623-4dd2-bf23-3a4cc03b652c service neutron] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:15.052656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-431447bb-4253-48fe-a2e2-8905e9b49e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:15.054286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-431447bb-4253-48fe-a2e2-8905e9b49e7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1127 time: 0.0472822 Feb 11 06:08:15.156834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-e2f1bfc1-d05e-4db3-8123-3ed5799b6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:15.158400 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-e2f1bfc1-d05e-4db3-8123-3ed5799b6a10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 913 time: 0.0988069 Feb 11 06:08:15.199702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5c217-75ee-4e82-a8dd-e30ec69b914b req-c5c606ec-a61b-43f4-83f4-315138ee735e tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:15.201846 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-159f210a-8ea6-4394-b1ae-41ed06e8d47f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 217 time: 0.0373261 Feb 11 06:08:15.202002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ed5c217-75ee-4e82-a8dd-e30ec69b914b req-c5c606ec-a61b-43f4-83f4-315138ee735e tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 944 time: 0.0555339 Feb 11 06:08:15.256850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05368c0-4019-4180-ab1f-e1911888642f req-9b4ae812-18d6-4712-951b-a64be0a488b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:15.258380 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-9b4ae812-18d6-4712-951b-a64be0a488b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 200 len: 852 time: 0.0509696 Feb 11 06:08:15.259316 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ed5c217-75ee-4e82-a8dd-e30ec69b914b req-42de58b3-35bc-422d-a934-91f005748d40 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512278 Feb 11 06:08:15.295729 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-7c14cc1f-a20b-461f-b83e-40c416cc4e1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310597 Feb 11 06:08:15.387098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-8915d762-588f-4587-bddd-2bb226611136 service neutron] 10.222.0.83 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856130 Feb 11 06:08:15.495360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f05368c0-4019-4180-ab1f-e1911888642f req-3603eda0-4c35-4fdd-a2a9-350749d0a08b service neutron] 10.222.0.83 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022630 Feb 11 06:08:16.390387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc24b-5550-4156-a5ff-7d4c92ccb3de req-e96fbb63-eacc-4550-9a2e-8e9cc4a5f723 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:16.391880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-408fc24b-5550-4156-a5ff-7d4c92ccb3de req-e96fbb63-eacc-4550-9a2e-8e9cc4a5f723 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 944 time: 0.0585866 Feb 11 06:08:16.438865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-408fc24b-5550-4156-a5ff-7d4c92ccb3de req-3dafbd7f-af63-463d-94ac-6bf9cd34cdfe tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Feb 11 06:08:16.493914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:16.496273 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907afda5-8760-448d-9a46-a08424279f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:16.545347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-79bf6f35-0f39-4582-b414-8d36d1a6f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:16.547630 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-79bf6f35-0f39-4582-b414-8d36d1a6f279 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1127 time: 0.0473576 Feb 11 06:08:16.549225 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bbf726-c562-4c2b-9f07-b1621b923143 x-openstack-request-id: req-60bbf726-c562-4c2b-9f07-b1621b923143 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:16.549518 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:16.549789 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60bbf726-c562-4c2b-9f07-b1621b923143 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:16.550210 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'status': 'completed', 'code': 200} Feb 11 06:08:16.684927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907afda5-8760-448d-9a46-a08424279f8c req-4711c77a-f297-48d8-9f50-0a334e022b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:16.686592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-4711c77a-f297-48d8-9f50-0a334e022b35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1127 time: 0.1108489 Feb 11 06:08:16.704049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-1dd43686-1156-4679-89af-b533479b4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:16.705485 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-1dd43686-1156-4679-89af-b533479b4501 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 913 time: 0.1391163 Feb 11 06:08:16.762844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-b8947e11-8613-4e1b-90ff-8d712cc6c6ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 217 time: 0.0483036 Feb 11 06:08:16.853066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-3c335a87-b5f4-4556-9237-3508ecdb3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:16.854476 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-3c335a87-b5f4-4556-9237-3508ecdb3793 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 200 len: 852 time: 0.0636337 Feb 11 06:08:16.857794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907afda5-8760-448d-9a46-a08424279f8c req-05ed8659-4979-4209-9195-1bd3823ccc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:16.859294 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-05ed8659-4979-4209-9195-1bd3823ccc24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 913 time: 0.1657162 Feb 11 06:08:16.867460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:16.916324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:08:16.916903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:16.927673 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-5766c108-f17b-4670-b6f8-b8235828994e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668638 Feb 11 06:08:16.929149 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-22fcaac2-5c87-4829-aa5f-7e26f680771c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 217 time: 0.0595763 Feb 11 06:08:17.041184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907afda5-8760-448d-9a46-a08424279f8c req-bb7d0179-fe85-4b13-8fcb-0a4bf6cbb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:17.042678 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-bb7d0179-fe85-4b13-8fcb-0a4bf6cbb61b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 200 len: 852 time: 0.1004148 Feb 11 06:08:17.083643 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-67eb49b9-0530-4f0b-8d35-47e3a645e207 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346982 Feb 11 06:08:17.089419 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-c871c440-db93-4c59-9b01-8713d37d558f service neutron] 10.222.0.83 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557167 Feb 11 06:08:17.251872 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-367bd101-f3ea-45cf-ae1d-a06d9613d1c9 service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614172 Feb 11 06:08:17.253746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4e881d4c-d8b1-45f2-9207-20716491df79 req-8773e249-be70-49ce-ba9a-c83d3873f5cf service neutron] 10.222.0.83 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549540 Feb 11 06:08:17.382123 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-27e89385-641a-4801-814b-6a9267d6795f service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248236 Feb 11 06:08:17.391121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907afda5-8760-448d-9a46-a08424279f8c req-288bffa9-e8bf-4fae-8f53-2930551b5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:17.392589 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-288bffa9-e8bf-4fae-8f53-2930551b5ddb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1127 time: 0.0709627 Feb 11 06:08:17.494584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907afda5-8760-448d-9a46-a08424279f8c req-b06cc81f-a577-45b0-8250-29fd01e8f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:17.496101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-b06cc81f-a577-45b0-8250-29fd01e8f9de service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 913 time: 0.0977912 Feb 11 06:08:17.540034 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-a8539660-7ec1-45e2-be6d-0916c6591ec4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 217 time: 0.0377972 Feb 11 06:08:17.567648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:08:17.569121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a350-b8d6-4041-9080-ff1f49e1ff93 req-67bc5c42-aec2-47cf-a2e3-3f621f88baed tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:17.573415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3296a350-b8d6-4041-9080-ff1f49e1ff93 req-67bc5c42-aec2-47cf-a2e3-3f621f88baed tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 944 time: 0.0605795 Feb 11 06:08:17.594921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907afda5-8760-448d-9a46-a08424279f8c req-fc1ada41-978e-46b8-a35f-ee015e9f16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:17.596172 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-fc1ada41-978e-46b8-a35f-ee015e9f16b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 200 len: 852 time: 0.0504882 Feb 11 06:08:17.622954 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3296a350-b8d6-4041-9080-ff1f49e1ff93 req-f4f5a6ba-9e3a-4f92-b07d-52e21235a201 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Feb 11 06:08:17.631095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-f1ea3c3b-8ec1-444d-ab5e-340a9b5f5f13 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286691 Feb 11 06:08:17.683578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:17.695918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'network_id': 'd0de28bc-ddfa-42e3-bece-afc9c94deb2e', 'port_id': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'mac_address': 'fa:16:3e:2f:d5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:08:17.736490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-e0f0fecf-698a-45f1-b95c-f99dc66f909e service neutron] 10.222.0.83 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996177 Feb 11 06:08:17.740018 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:17.740414 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:17.753897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:08:17.775114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:17.837258 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-907afda5-8760-448d-9a46-a08424279f8c req-2ed5913f-8fea-46b0-aac6-b39c808c931b service neutron] 10.222.0.83 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944638 Feb 11 06:08:17.861124 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:17.908516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:17.915827 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.916181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.916527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.916899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.917238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.917570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.917904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.918236 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.918562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.918889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.919215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.919543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:17.919868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:18.102568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:08:18.755718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2614889-7767-4669-931f-a0409bb7053a req-6a11fd72-ea2e-4fe5-9947-54654bcca953 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:18.757321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2614889-7767-4669-931f-a0409bb7053a req-6a11fd72-ea2e-4fe5-9947-54654bcca953 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 945 time: 0.0566697 Feb 11 06:08:18.810650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d2614889-7767-4669-931f-a0409bb7053a req-b1758d35-825a-4203-bb52-943c607fd99c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476453 Feb 11 06:08:19.352102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-eccec0e9-32b5-4650-856e-d41a159aa588 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:19.353605 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-eccec0e9-32b5-4650-856e-d41a159aa588 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32&tenant_id=891b3e92c7ae4609867bb714d2c892a9&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 945 time: 0.1000617 Feb 11 06:08:19.413591 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-0deac3ad-0c76-46fb-83ab-302397891c85 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:08:19.414652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-0deac3ad-0c76-46fb-83ab-302397891c85 service neutron] 10.222.0.65 "DELETE /v2.0/ports/c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0543053 Feb 11 06:08:19.503102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-5f84f2cf-2b44-4b2c-87d5-74cc96d271d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:19.504650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-5f84f2cf-2b44-4b2c-87d5-74cc96d271d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=891b3e92c7ae4609867bb714d2c892a9&device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 1128 time: 0.0497313 Feb 11 06:08:19.571238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:08:19.612574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-191b78f5-4d21-48d4-9dc7-de79e382a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:19.614007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-191b78f5-4d21-48d4-9dc7-de79e382a91a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 200 len: 913 time: 0.1041830 Feb 11 06:08:19.659647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-b89e3b4e-098a-41a0-8cc5-354f150a3856 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 200 len: 217 time: 0.0402145 Feb 11 06:08:19.682493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:08:19.687741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:08:19.688137 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:19.714598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-1c4e49a8-6dbc-4c87-829c-3f6529a954e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:19.716420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-1c4e49a8-6dbc-4c87-829c-3f6529a954e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 200 len: 852 time: 0.0518804 Feb 11 06:08:19.748058 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-59076391-0913-4b80-b2ff-af3d07982027 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d0de28bc-ddfa-42e3-bece-afc9c94deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256617 Feb 11 06:08:19.772023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:19.772416 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:19.796407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:19.799213 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d6479b-8a76-4c92-bc9b-947d8da7ede7" -d '{"events": [{"server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "name": "network-vif-plugged", "status": "completed", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:19.816375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:19.844624 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-221f386b-a608-4fb0-9635-041bae3a44c0 service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910714 Feb 11 06:08:19.857531 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a34dba2-4d9e-4fde-aaf4-cf96354acf32 x-openstack-request-id: req-3a34dba2-4d9e-4fde-aaf4-cf96354acf32 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:19.857940 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "name": "network-vif-plugged", "status": "completed", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:19.858238 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a34dba2-4d9e-4fde-aaf4-cf96354acf32 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:19.858690 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'code': 200} Feb 11 06:08:19.872039 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:19.920014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:19.940409 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-64f1048e-e853-4115-91fd-64182b704421 service neutron] 10.222.0.65 "GET /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904913 Feb 11 06:08:21.219525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aba649-d22e-4122-b481-ccfd2fb4b54a req-fc9830db-b981-476b-a93a-077210574b4f tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:21.220984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2aba649-d22e-4122-b481-ccfd2fb4b54a req-fc9830db-b981-476b-a93a-077210574b4f tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0553792 Feb 11 06:08:21.269754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2aba649-d22e-4122-b481-ccfd2fb4b54a req-beef348d-fcdb-42e0-8ee4-44d6c3193996 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Feb 11 06:08:22.395380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde044a6-64a7-4169-a2e5-ebecc2e58479 req-21822430-8701-44a6-a35e-1bec15ea512a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:22.397018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fde044a6-64a7-4169-a2e5-ebecc2e58479 req-21822430-8701-44a6-a35e-1bec15ea512a tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0569994 Feb 11 06:08:22.445894 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fde044a6-64a7-4169-a2e5-ebecc2e58479 req-9210fc6a-48b4-4e54-8d6f-66569e6f2213 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a68c805-7642-4f53-9bda-af9e0b41b673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 Feb 11 06:08:22.515763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-93f8ffd0-fdb9-4f70-b4fc-d9aa19fac34c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:22.518389 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-93f8ffd0-fdb9-4f70-b4fc-d9aa19fac34c tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 946 time: 0.0556600 Feb 11 06:08:22.617107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Deleting port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:22.617363 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:22.724590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] For port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,segment=NetworkSegment(2a825418-3ecc-4418-9baf-a25aca920f7e),segment_id=2a825418-3ecc-4418-9baf-a25aca920f7e)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:22.724983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:22.738146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Calling delete_port for c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:22.941269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:22.955995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:08:22.986851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Pushing event deleted for resources: {'Port': ['ID=c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:23.031048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] No DVR routers for this DVR port c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:08:23.034622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:23.038168 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-398ae3b3-6322-4c9f-818c-aa3856250fc4 req-2349ecb9-f65c-4772-b6b9-7602d06823d0 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.83 "DELETE /v2.0/ports/c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf HTTP/1.1" status: 204 len: 173 time: 0.5151279 Feb 11 06:08:23.038626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'name': 'network-vif-deleted', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:23.040939 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36c71be-6d1e-4356-982b-4209bf9e05af" -d '{"events": [{"server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "name": "network-vif-deleted", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:23.078275 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad2e615-f639-4720-be32-99dcbb267473 x-openstack-request-id: req-aad2e615-f639-4720-be32-99dcbb267473 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:23.078580 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e94f07c-f138-4e5a-9326-a22793a85c32", "name": "network-vif-deleted", "tag": "c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:23.078836 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aad2e615-f639-4720-be32-99dcbb267473 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:23.079303 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e94f07c-f138-4e5a-9326-a22793a85c32', 'name': 'network-vif-deleted', 'tag': 'c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf', 'status': 'completed', 'code': 200} Feb 11 06:08:23.573479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74faccf5-dc3a-4232-a367-229b40fe95cb req-76a855a2-a1a8-4249-8405-5dbe262b6f12 tempest-DeleteServersTestJSON-1309277491 tempest-DeleteServersTestJSON-1309277491-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e94f07c-f138-4e5a-9326-a22793a85c32 HTTP/1.1" status: 200 len: 210 time: 0.0328729 Feb 11 06:08:24.712491 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46414) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:24.759389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac21403-a4b3-4287-be7e-b6bf89e21301 admin admin] Deleting subnet ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:08:24.762527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cac21403-a4b3-4287-be7e-b6bf89e21301 admin admin] Publish callbacks [] for subnet (ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:24.796415 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cac21403-a4b3-4287-be7e-b6bf89e21301 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:24.840096 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cac21403-a4b3-4287-be7e-b6bf89e21301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:24.964190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cac21403-a4b3-4287-be7e-b6bf89e21301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:24.993052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21403-a4b3-4287-be7e-b6bf89e21301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:24.998346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cac21403-a4b3-4287-be7e-b6bf89e21301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.001620 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cac21403-a4b3-4287-be7e-b6bf89e21301 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ec560ca7-5f1c-4d60-a2c3-cfc8eaf9f6d2 HTTP/1.1" status: 204 len: 168 time: 0.2880828 Feb 11 06:08:25.004248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46416) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:25.071920 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (d0de28bc-ddfa-42e3-bece-afc9c94deb2e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.154267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (d0de28bc-ddfa-42e3-bece-afc9c94deb2e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.174620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0de28bc-ddfa-42e3-bece-afc9c94deb2e']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:25.184483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a825418-3ecc-4418-9baf-a25aca920f7e') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:25.184810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a825418-3ecc-4418-9baf-a25aca920f7e') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:25.194131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (2a825418-3ecc-4418-9baf-a25aca920f7e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.209468 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2a825418-3ecc-4418-9baf-a25aca920f7e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.213079 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:08:25.213508 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (2a825418-3ecc-4418-9baf-a25aca920f7e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:08:25.215388 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:08:25.571685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:25.593599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:25.593964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device c01d2e6f-f121-4e3e-997b-cd7ff58ca8cf not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:25.665940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (d0de28bc-ddfa-42e3-bece-afc9c94deb2e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.671504 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.675363 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d0de28bc-ddfa-42e3-bece-afc9c94deb2e HTTP/1.1" status: 204 len: 168 time: 0.6689918 Feb 11 06:08:25.686490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cce83-936c-4d66-ab28-e92eb21169a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0de28bc-ddfa-42e3-bece-afc9c94deb2e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:25.975460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46420) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:26.015271 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1ad36729-1576-46a6-a9a8-79081bec9a4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=891b3e92c7ae4609867bb714d2c892a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386422 Feb 11 06:08:26.017871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46422) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:26.068216 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0428004-f2d1-4a2e-b6bd-d485c9aa5228 admin admin] Publish callbacks [] for security_group (7a68c805-7642-4f53-9bda-af9e0b41b673), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:26.089239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0428004-f2d1-4a2e-b6bd-d485c9aa5228 admin admin] Publish callbacks [] for security_group (7a68c805-7642-4f53-9bda-af9e0b41b673), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:26.278627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0428004-f2d1-4a2e-b6bd-d485c9aa5228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7a68c805-7642-4f53-9bda-af9e0b41b673), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:26.281382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c0428004-f2d1-4a2e-b6bd-d485c9aa5228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:26.282673 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c0428004-f2d1-4a2e-b6bd-d485c9aa5228 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a68c805-7642-4f53-9bda-af9e0b41b673 HTTP/1.1" status: 204 len: 168 time: 0.2638340 Feb 11 06:08:26.291293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0428004-f2d1-4a2e-b6bd-d485c9aa5228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a68c805-7642-4f53-9bda-af9e0b41b673,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:27.352234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46444) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:27.447549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-963521903-network', 'tenant_id': '3fc40b81da6e465099a783d42ce64c2a'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:27.512335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Made reservation on behalf of 3fc40b81da6e465099a783d42ce64c2a for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:08:27.514787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.524399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.600838 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Publish callbacks [] for security_group (13398e86-afbf-4ce5-8ea8-f18605217cab), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.660237 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (13398e86-afbf-4ce5-8ea8-f18605217cab), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.689754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:08:27.696327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13398e86-afbf-4ce5-8ea8-f18605217cab,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:27.700907 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a2bb75d1-ebd1-41f4-8e98-05484302ea3b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.701256 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Added segment a2bb75d1-ebd1-41f4-8e98-05484302ea3b of type vlan for network c7eecb98-bcd0-4028-98d3-da5333518882 Feb 11 06:08:27.714262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.714621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.714968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.715568 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.715904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.716243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.716576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.716934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.717268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.717597 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.717925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.718254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.718584 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:27.768296 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (c7eecb98-bcd0-4028-98d3-da5333518882), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.848171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (c7eecb98-bcd0-4028-98d3-da5333518882), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.849947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:27.851612 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.916223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7eecb98-bcd0-4028-98d3-da5333518882,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:27.926030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network c7eecb98-bcd0-4028-98d3-da5333518882 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:08:27.949822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a859c442-217a-45b1-95b2-5fa1bfb2dfc3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5964282 Feb 11 06:08:27.952590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46448) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:27.958563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Request body: {'subnet': {'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-963521903-subnet', 'tenant_id': '3fc40b81da6e465099a783d42ce64c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:28.038131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Made reservation on behalf of 3fc40b81da6e465099a783d42ce64c2a for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:08:28.040586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:28.272879 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (adb827a7-087e-4674-80ee-3fd5948ba24b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:28.330586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb827a7-087e-4674-80ee-3fd5948ba24b,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:28.338743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Checking segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:08:28.339116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Network hostable DHCP agents. Network: c7eecb98-bcd0-4028-98d3-da5333518882, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:08:28.426064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Network c7eecb98-bcd0-4028-98d3-da5333518882 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:08:28.511776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, c7eecb98-bcd0-4028-98d3-da5333518882) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:08:28.515993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:28.516623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:28.521004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccc540-3dee-429a-840d-272872d6cb74 None None] Network c7eecb98-bcd0-4028-98d3-da5333518882 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:08:28.611648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3e133cd8-90c0-4ed1-9dc1-cfe9bbc788a5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6518588 Feb 11 06:08:28.626352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4248914-cb64-4562-81af-4d08ad11801a None None] Network c7eecb98-bcd0-4028-98d3-da5333518882 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:08:29.063093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-f6b84667-0387-485c-87de-3eade89a0e67 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:29.064639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-f6b84667-0387-485c-87de-3eade89a0e67 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 814 time: 0.1146238 Feb 11 06:08:29.079969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-59e82b84-ad3c-4474-b98a-10f36840fe15 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/quotas/3fc40b81da6e465099a783d42ce64c2a HTTP/1.1" status: 200 len: 375 time: 0.0092778 Feb 11 06:08:29.115384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-ced78d58-1bee-4b97-91ab-e0c16649322d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291576 Feb 11 06:08:29.210145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-2d8401df-a117-4bf3-bc47-c7d5d15726f7 service neutron] 10.222.0.62 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879710 Feb 11 06:08:29.306015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-41df13ba-e95e-4fb5-b42d-928a655ec503 service neutron] 10.222.0.62 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896795 Feb 11 06:08:29.556014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-381e7664-361a-4a05-a45d-31e6431463a0 req-4038a9ff-5509-4219-82b5-16f3ad8d3656 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 210 time: 0.0285938 Feb 11 06:08:30.662411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c36b8eae-76bb-45a3-a32f-2deec55f8c4f req-4c0c795c-2672-4359-b73f-72dc6a9d08f9 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 210 time: 0.0294840 Feb 11 06:08:31.764456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-60630570-92cd-45d3-9f5a-6ca76300fa41 req-c2ee402b-29b7-40e5-b01c-ea375fa585ac tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 210 time: 0.0323513 Feb 11 06:08:31.882218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-54fa3e35-7803-41eb-95a1-1b05314ee03a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:31.883742 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-54fa3e35-7803-41eb-95a1-1b05314ee03a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.83 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 814 time: 0.1069343 Feb 11 06:08:31.894802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Request body: {'port': {'device_id': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882', 'admin_state_up': True, 'tenant_id': '3fc40b81da6e465099a783d42ce64c2a'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:32.060857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Made reservation on behalf of 3fc40b81da6e465099a783d42ce64c2a for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:08:32.064295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.191330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Allocated IP 172.20.0.11 (c7eecb98-bcd0-4028-98d3-da5333518882/adb827a7-087e-4674-80ee-3fd5948ba24b/dd80a41c-7f82-4c81-9e7f-e16740089859) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:08:32.345622 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks [] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.426856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.472826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Network c7eecb98-bcd0-4028-98d3-da5333518882 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:08:32.476090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:08:32.479899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:08:32.503190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:32.537858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:32.538478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.618611 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-28a60c5d-e198-47c9-9365-25c54a655428 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7274508 Feb 11 06:08:32.629714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Request body: {'port': {'device_id': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:32.689532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.898057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dcf39-9644-4dd3-92d3-4dda7e9ae2b2 req-d842bf92-7a2b-4396-8043-09cf6c625d88 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:32.899488 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-268dcf39-9644-4dd3-92d3-4dda7e9ae2b2 req-d842bf92-7a2b-4396-8043-09cf6c625d88 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 932 time: 0.0532582 Feb 11 06:08:32.949229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-268dcf39-9644-4dd3-92d3-4dda7e9ae2b2 req-253a7d01-962a-4969-8a58-cd26d85e7344 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Feb 11 06:08:32.985027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd80a41c-7f82-4c81-9e7f-e16740089859 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:08:32.992472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Publish callbacks [] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.003486 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cac14ab0-ff21-437b-91c5-361b62f576eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.004205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Transition to ACTIVE for port object dd80a41c-7f82-4c81-9e7f-e16740089859 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:08:33.072376 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.127692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:33.196782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Attempting to bind port dd80a41c-7f82-4c81-9e7f-e16740089859 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:08:33.197076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Attempting to bind port dd80a41c-7f82-4c81-9e7f-e16740089859 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:08:33.197368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Attempting to bind port dd80a41c-7f82-4c81-9e7f-e16740089859 on network c7eecb98-bcd0-4028-98d3-da5333518882 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:33.202231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Port dd80a41c-7f82-4c81-9e7f-e16740089859 on network c7eecb98-bcd0-4028-98d3-da5333518882 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:08:33.202556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Attempting to bind port dd80a41c-7f82-4c81-9e7f-e16740089859 on network c7eecb98-bcd0-4028-98d3-da5333518882 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:33.208205 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:08:33.208573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Checking segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:08:33.208973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Bound using segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:08:33.209409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Bound port: dd80a41c-7f82-4c81-9e7f-e16740089859, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:08:33.209774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.280063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:08:33.283292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:08:33.335437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.375110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.375879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.377321 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] 10.222.0.83 "PUT /v2.0/ports/dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 1093 time: 0.7518606 Feb 11 06:08:33.377799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:33.380941 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f44ab36bee9fb1013e07fc6b2bd6100c51276e06a0f7f4e27d10ba89ec5e4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10c9d55-e9f4-4937-8aec-ad0780414b67" -d '{"events": [{"name": "network-changed", "server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:33.403662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcc0dc-0310-4bc4-99b9-4cfa403c0791 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:33.419410 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac3f864-2c2a-46ad-87a1-6342b98b22ee x-openstack-request-id: req-1ac3f864-2c2a-46ad-87a1-6342b98b22ee {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:33.419709 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:33.420000 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ac3f864-2c2a-46ad-87a1-6342b98b22ee {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:33.420415 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'status': 'completed', 'code': 200} Feb 11 06:08:33.485670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9d55-e9f4-4937-8aec-ad0780414b67 req-ac76b2e3-33dd-4d53-b850-5062b050df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.487128 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c10c9d55-e9f4-4937-8aec-ad0780414b67 req-ac76b2e3-33dd-4d53-b850-5062b050df14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 1127 time: 0.0481956 Feb 11 06:08:33.592377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9d55-e9f4-4937-8aec-ad0780414b67 req-1a47062f-124d-4962-a116-84b9225db69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.593919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c10c9d55-e9f4-4937-8aec-ad0780414b67 req-1a47062f-124d-4962-a116-84b9225db69c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3fc40b81da6e465099a783d42ce64c2a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1000659 Feb 11 06:08:33.689169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9d55-e9f4-4937-8aec-ad0780414b67 req-d3eab6bb-5673-4072-a5ce-5750a3152268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.690664 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c10c9d55-e9f4-4937-8aec-ad0780414b67 req-d3eab6bb-5673-4072-a5ce-5750a3152268 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908759 Feb 11 06:08:33.778221 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8bb08d57-6491-430f-b3be-4c64df4ec9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.779659 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-8bb08d57-6491-430f-b3be-4c64df4ec9c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 1127 time: 0.0522854 Feb 11 06:08:33.823346 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-3d538346-6297-440d-9e0c-38182b2b0e8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 217 time: 0.0356567 Feb 11 06:08:33.871727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-93795d96-b5f3-4f6d-aa79-9d9f82c33789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.873359 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-93795d96-b5f3-4f6d-aa79-9d9f82c33789 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0444312 Feb 11 06:08:33.907011 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-27b1ea8c-edd4-4504-8012-7bd91bb627eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252798 Feb 11 06:08:34.003911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-47f4d779-fc7b-4537-99b1-62cd4282c85d service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905991 Feb 11 06:08:34.080281 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02807e-34d4-4189-ab6b-79816589424c req-59b4b4f2-6008-42af-81c6-b6963b6cf303 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.081805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab02807e-34d4-4189-ab6b-79816589424c req-59b4b4f2-6008-42af-81c6-b6963b6cf303 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 944 time: 0.0530815 Feb 11 06:08:34.097880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-347baa50-cad4-434c-be62-4b48fde8afe9 req-c76ef480-92f2-474b-95ed-f3b1c206e896 service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882347 Feb 11 06:08:34.133237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab02807e-34d4-4189-ab6b-79816589424c req-fabd302a-2433-4f3c-a2a1-b17c20242480 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Feb 11 06:08:35.261410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01ab3f-6f9a-4a23-a1a7-00765382fa14 req-a803abed-c689-4bf6-b7cb-e797835aaf30 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:35.262827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a01ab3f-6f9a-4a23-a1a7-00765382fa14 req-a803abed-c689-4bf6-b7cb-e797835aaf30 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 944 time: 0.0581801 Feb 11 06:08:35.310156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a01ab3f-6f9a-4a23-a1a7-00765382fa14 req-a0ce5ddc-8135-4552-a6b1-a0c21942086b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Feb 11 06:08:35.563162 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6410373-e9ef-4a07-a4a8-953dbd76a1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:35.617762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device dd80a41c-7f82-4c81-9e7f-e16740089859 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:08:35.716946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:35.727955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882', 'port_id': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'mac_address': 'fa:16:3e:84:b6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb827a7-087e-4674-80ee-3fd5948ba24b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:08:35.764199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port dd80a41c-7f82-4c81-9e7f-e16740089859 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:35.764588 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:35.778197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd80a41c-7f82-4c81-9e7f-e16740089859 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:08:35.797305 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:35.837418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:35.887272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:36.028784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['dd80a41c-7f82-4c81-9e7f-e16740089859'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:08:36.431784 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84096efd-5825-4ff3-be3e-7fafdacb4e7d req-f60e392c-fc24-4f0c-bc0e-07c53844c583 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:36.433361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84096efd-5825-4ff3-be3e-7fafdacb4e7d req-f60e392c-fc24-4f0c-bc0e-07c53844c583 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 945 time: 0.0548687 Feb 11 06:08:36.483179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-84096efd-5825-4ff3-be3e-7fafdacb4e7d req-5333faac-d372-4e48-884a-4ba9618a137d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Feb 11 06:08:36.837198 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:37.634767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device dd80a41c-7f82-4c81-9e7f-e16740089859 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:08:37.660708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47e83e-e63a-462f-842a-d712601052c3 req-42d2606f-58fe-4c04-88da-6222949e58d6 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:37.662242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c47e83e-e63a-462f-842a-d712601052c3 req-42d2606f-58fe-4c04-88da-6222949e58d6 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 945 time: 0.0554266 Feb 11 06:08:37.714365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c47e83e-e63a-462f-842a-d712601052c3 req-fc75b233-6191-47b5-a76b-4e3c31379897 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457804 Feb 11 06:08:37.780402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port dd80a41c-7f82-4c81-9e7f-e16740089859 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:08:37.784848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port dd80a41c-7f82-4c81-9e7f-e16740089859 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:08:37.785218 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:37.862963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port dd80a41c-7f82-4c81-9e7f-e16740089859 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:37.863655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:37.886617 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:37.888864 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c43a247-8c23-4371-b944-3c4bb22cb193" -d '{"events": [{"server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "name": "network-vif-plugged", "status": "completed", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:37.901037 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:37.926702 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be01d19-c035-4a5b-b3e9-976391548d5e x-openstack-request-id: req-2be01d19-c035-4a5b-b3e9-976391548d5e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:37.926995 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "name": "network-vif-plugged", "status": "completed", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:37.927269 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2be01d19-c035-4a5b-b3e9-976391548d5e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:37.927698 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'code': 200} Feb 11 06:08:37.968850 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.026907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:38.044776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a8c60-99c1-4694-9fa8-fb8547621a2f req-a223f50c-8556-4036-9d2a-67c32045ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:38.046336 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-463a8c60-99c1-4694-9fa8-fb8547621a2f req-a223f50c-8556-4036-9d2a-67c32045ba63 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 1129 time: 0.0588977 Feb 11 06:08:38.091891 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-463a8c60-99c1-4694-9fa8-fb8547621a2f req-b7111927-c138-47a7-a0d6-864a973e1d86 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Feb 11 06:08:38.442499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.841052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fdd61-ffc6-4e62-9a2b-eccc10885219 req-155a76ea-e94b-4952-ab7b-3069ebaa9f9a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:38.842593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a6fdd61-ffc6-4e62-9a2b-eccc10885219 req-155a76ea-e94b-4952-ab7b-3069ebaa9f9a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0555873 Feb 11 06:08:38.876287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.890220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a6fdd61-ffc6-4e62-9a2b-eccc10885219 req-0e3bd56d-5840-4a72-b84a-8bcc4430f01c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Feb 11 06:08:39.362953 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:40.066957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ec5c4-bf04-4610-a915-5bd5b9cce3be req-3c2ed23a-52fc-4b19-ab99-aea2c84733d8 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:40.068458 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-802ec5c4-bf04-4610-a915-5bd5b9cce3be req-3c2ed23a-52fc-4b19-ab99-aea2c84733d8 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0548418 Feb 11 06:08:40.121560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-802ec5c4-bf04-4610-a915-5bd5b9cce3be req-b67e5cb0-bd1c-4240-b75f-59456f37bc2a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Feb 11 06:08:40.252587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a3ca-4082-4534-ad89-4787e1ea3fe3 req-504d0f82-f8a4-43b7-814e-9eb84b8cdbc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:40.254095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3164a3ca-4082-4534-ad89-4787e1ea3fe3 req-504d0f82-f8a4-43b7-814e-9eb84b8cdbc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0619154 Feb 11 06:08:40.302067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3164a3ca-4082-4534-ad89-4787e1ea3fe3 req-8e183a99-c46e-4326-81b4-63b1bdb44ed1 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Feb 11 06:08:40.542538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783d54a-1286-4ebf-aff8-243982a075d2 req-6ceb0682-b7e6-43a9-a29a-356c4e2e9749 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:40.544049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d783d54a-1286-4ebf-aff8-243982a075d2 req-6ceb0682-b7e6-43a9-a29a-356c4e2e9749 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0525787 Feb 11 06:08:40.595060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d783d54a-1286-4ebf-aff8-243982a075d2 req-79fc9582-f331-4901-a0a9-f8e056ad0a3a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Feb 11 06:08:40.717713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d50d6f-62b5-4e0f-84e8-146095f297d9 req-abac3557-812b-475a-b669-74f079adf8fb tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:40.719222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8d50d6f-62b5-4e0f-84e8-146095f297d9 req-abac3557-812b-475a-b669-74f079adf8fb tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0577188 Feb 11 06:08:40.767538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b8d50d6f-62b5-4e0f-84e8-146095f297d9 req-0f70c54d-9242-4da4-9293-1c9b85fee6dc tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Feb 11 06:08:41.292030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce296f0-3fb1-42dd-9566-e64473e667af req-e23b672d-891c-47eb-a31c-de74f4df8c98 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:41.293642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ce296f0-3fb1-42dd-9566-e64473e667af req-e23b672d-891c-47eb-a31c-de74f4df8c98 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0575154 Feb 11 06:08:41.369046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ce296f0-3fb1-42dd-9566-e64473e667af req-bafb7bbe-d821-4420-aa6a-92f467217ce3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698016 Feb 11 06:08:41.389479 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-1022b9bf-9d4c-4c5f-8ea0-a92bebf69026 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561328 Feb 11 06:08:41.820672 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.955810 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-3759114a-fb8f-43be-b0b5-6a7bba83bc28 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:41.957213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-3759114a-fb8f-43be-b0b5-6a7bba83bc28 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports/dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 943 time: 0.0588059 Feb 11 06:08:42.494390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5041418-d8a3-46e0-b8e9-2eada932f201 req-314fcf44-03f2-478f-92b4-399a34fca8c3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:42.495909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5041418-d8a3-46e0-b8e9-2eada932f201 req-314fcf44-03f2-478f-92b4-399a34fca8c3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0550408 Feb 11 06:08:42.544797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5041418-d8a3-46e0-b8e9-2eada932f201 req-3b96aad2-7e9a-4101-86b8-9f1aa34c64c5 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Feb 11 06:08:43.584737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-609b24dd-61d4-4867-b3e2-97ce9f932a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:43.586327 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-609b24dd-61d4-4867-b3e2-97ce9f932a33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 1129 time: 0.0466611 Feb 11 06:08:43.666845 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee756c2-5bd2-4dd0-8c5b-e8c854397825 req-d1624979-b297-4584-9229-650c53e56c5d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:43.668362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ee756c2-5bd2-4dd0-8c5b-e8c854397825 req-d1624979-b297-4584-9229-650c53e56c5d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0534725 Feb 11 06:08:43.684535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-967e2e33-78d5-4d52-bf16-76c45f50d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:43.686631 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-967e2e33-78d5-4d52-bf16-76c45f50d6f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.0935724 Feb 11 06:08:43.716584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ee756c2-5bd2-4dd0-8c5b-e8c854397825 req-d930784b-50e4-4b4a-b766-6b955234d85d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Feb 11 06:08:43.732807 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-6665423d-7dc1-47a7-9dfa-d7b7591ff30a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 217 time: 0.0408504 Feb 11 06:08:43.780426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-6c303684-91f1-4c69-8ccb-506d98015261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:43.781939 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-6c303684-91f1-4c69-8ccb-506d98015261 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0436213 Feb 11 06:08:43.817324 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-60a300aa-ea84-48c4-b54d-2b9f32aa36f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300858 Feb 11 06:08:43.913091 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-d63c3009-dc6b-4806-8c64-031a42b3fee5 service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899656 Feb 11 06:08:44.017682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-0534fc77-2181-45d7-b2c1-ff0522cbba71 service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984509 Feb 11 06:08:44.848851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf937-7a9f-48cf-b66c-d55fa7290105 req-6b49be2a-f51f-41e5-8b17-056b0c6207d0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:44.850846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-306bf937-7a9f-48cf-b66c-d55fa7290105 req-6b49be2a-f51f-41e5-8b17-056b0c6207d0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0570750 Feb 11 06:08:44.906606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-306bf937-7a9f-48cf-b66c-d55fa7290105 req-e7dfd5c7-946d-4c51-8c13-f4855b863643 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Feb 11 06:08:46.108044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324302-c02d-4caa-91f4-575ac07d40e7 req-e805f198-6699-4f07-9b61-72613a0b34e3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:46.109640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a324302-c02d-4caa-91f4-575ac07d40e7 req-e805f198-6699-4f07-9b61-72613a0b34e3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0976584 Feb 11 06:08:46.159662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a324302-c02d-4caa-91f4-575ac07d40e7 req-77970713-da77-4a9d-8b8c-7ff65acb20b1 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Feb 11 06:08:47.295893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc0723-736d-401d-b5e9-76cf688767e3 req-72b5a869-cf0b-4974-bb8a-5fbf950ea6e0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:47.297483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39dc0723-736d-401d-b5e9-76cf688767e3 req-72b5a869-cf0b-4974-bb8a-5fbf950ea6e0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0593603 Feb 11 06:08:47.335879 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:08:47.345968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39dc0723-736d-401d-b5e9-76cf688767e3 req-7aeaaf85-8881-4b2f-92a1-170f70b183ca tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Feb 11 06:08:48.469570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600919e5-546d-47e9-a5fe-6afa0f327dea req-911c600b-efd7-436c-bee3-c4fee1d812a7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:48.471080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-600919e5-546d-47e9-a5fe-6afa0f327dea req-911c600b-efd7-436c-bee3-c4fee1d812a7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0547719 Feb 11 06:08:48.526307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-600919e5-546d-47e9-a5fe-6afa0f327dea req-1668bc92-09f5-4c51-bc77-e204b08cf489 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494063 Feb 11 06:08:49.730887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db4efa-d622-4edb-86ec-b10bd06a0a81 req-cc21321e-9e9b-4950-a4f2-95e1a0f85c57 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:49.732517 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0db4efa-d622-4edb-86ec-b10bd06a0a81 req-cc21321e-9e9b-4950-a4f2-95e1a0f85c57 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0973897 Feb 11 06:08:49.783376 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0db4efa-d622-4edb-86ec-b10bd06a0a81 req-151306f1-7774-4188-8eff-e0e8700c7cc9 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Feb 11 06:08:50.906361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a83b3-e034-46ff-bc00-00f76e4e4748 req-d3c3ba92-ddd0-4bdf-a2d0-36428fb96701 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:50.907871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c2a83b3-e034-46ff-bc00-00f76e4e4748 req-d3c3ba92-ddd0-4bdf-a2d0-36428fb96701 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0536513 Feb 11 06:08:50.956791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c2a83b3-e034-46ff-bc00-00f76e4e4748 req-871df051-edba-4922-8b7c-1cb693244bad tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Feb 11 06:08:52.084078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56f2e9-4821-4a36-a60b-1752bf499a89 req-e3ad2838-c2f7-4884-bc72-86f6af065793 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:52.085632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce56f2e9-4821-4a36-a60b-1752bf499a89 req-e3ad2838-c2f7-4884-bc72-86f6af065793 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0570693 Feb 11 06:08:52.136453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce56f2e9-4821-4a36-a60b-1752bf499a89 req-317b501e-7442-4830-956b-2708128004b7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Feb 11 06:08:53.263541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701acb18-9b9e-43d3-87af-e964a8447c8f req-1a54c1b5-8711-481c-b77a-dc22b4984d2b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:53.265046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-701acb18-9b9e-43d3-87af-e964a8447c8f req-1a54c1b5-8711-481c-b77a-dc22b4984d2b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0581396 Feb 11 06:08:53.311837 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-701acb18-9b9e-43d3-87af-e964a8447c8f req-22ec7771-fa7c-479d-8d96-1e579ff209e7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Feb 11 06:08:54.435102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ce69b-867b-4ab6-aed1-7e310ad47ddb req-d860ff75-f903-4289-981c-2122a899a573 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.436788 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f8ce69b-867b-4ab6-aed1-7e310ad47ddb req-d860ff75-f903-4289-981c-2122a899a573 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0531540 Feb 11 06:08:54.487315 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f8ce69b-867b-4ab6-aed1-7e310ad47ddb req-20671ffb-815f-4fdf-8042-89fc561ff505 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Feb 11 06:08:55.608575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203970e4-e915-4205-9f93-63b0ddee5bee req-64875a2b-7f41-4cb5-8eef-d8f384cb7ed7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:55.610093 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-203970e4-e915-4205-9f93-63b0ddee5bee req-64875a2b-7f41-4cb5-8eef-d8f384cb7ed7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0527766 Feb 11 06:08:55.661463 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-203970e4-e915-4205-9f93-63b0ddee5bee req-063f81da-ddee-434e-88ef-ae7dcd791fc9 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Feb 11 06:08:56.789578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f15152-fe40-42c3-b1b7-2142992c3979 req-ab4650fa-25cf-4573-962e-ec02d6c7721d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:56.791271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00f15152-fe40-42c3-b1b7-2142992c3979 req-ab4650fa-25cf-4573-962e-ec02d6c7721d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0616796 Feb 11 06:08:56.840691 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-00f15152-fe40-42c3-b1b7-2142992c3979 req-5c4c2ea1-0487-4f32-b3f5-1ad653ea8284 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Feb 11 06:08:57.960106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2d402-28df-4720-9380-32fb78463d21 req-58f93280-b9d3-46ae-8a12-237dd14479d0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.961688 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ece2d402-28df-4720-9380-32fb78463d21 req-58f93280-b9d3-46ae-8a12-237dd14479d0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0532167 Feb 11 06:08:58.008791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ece2d402-28df-4720-9380-32fb78463d21 req-5e99c2c1-aed1-41f6-bc05-01c6605b9e17 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Feb 11 06:08:59.135671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5de4d3-0335-41ed-af2b-9b5e2c84cc46 req-49654eaa-88f1-4924-a8fd-86675e8e69bc tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:59.137342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e5de4d3-0335-41ed-af2b-9b5e2c84cc46 req-49654eaa-88f1-4924-a8fd-86675e8e69bc tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0590787 Feb 11 06:08:59.185322 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e5de4d3-0335-41ed-af2b-9b5e2c84cc46 req-d2dc4f86-5021-4a95-af82-9d4a1fe945b2 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Feb 11 06:09:00.312365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50eb44-ce67-4d37-951a-e9960a236f05 req-d4e8667a-e65b-4d34-aa21-d547d447263d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:00.313897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac50eb44-ce67-4d37-951a-e9960a236f05 req-d4e8667a-e65b-4d34-aa21-d547d447263d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0556285 Feb 11 06:09:00.363798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac50eb44-ce67-4d37-951a-e9960a236f05 req-2429cffd-dbf4-466d-a3f3-45b0e28fedcd tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 Feb 11 06:09:01.293050 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-eb29bfd0-4b81-40c3-9d36-6c33a7ba0531 service neutron] show failed (client error): The resource could not be found. Feb 11 06:09:01.294698 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-eb29bfd0-4b81-40c3-9d36-6c33a7ba0531 service neutron] 10.222.0.83 "GET /v2.0/ports/dd80a41c-7f82-4c81-9e7f-e16740089859/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0590501 Feb 11 06:09:01.491318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62992279-93dd-4c4d-837d-0e88ff0a0a75 req-1b96d195-789d-49b6-bb62-69a1d17836a9 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:01.492844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62992279-93dd-4c4d-837d-0e88ff0a0a75 req-1b96d195-789d-49b6-bb62-69a1d17836a9 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0567343 Feb 11 06:09:01.541229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62992279-93dd-4c4d-837d-0e88ff0a0a75 req-baf7533f-b8fd-4b8c-a040-d75b6765953c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Feb 11 06:09:01.974277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-acb82791-6d0b-47a9-94df-3fd22e170f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:01.975808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-acb82791-6d0b-47a9-94df-3fd22e170f57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8&tenant_id=3fc40b81da6e465099a783d42ce64c2a HTTP/1.1" status: 200 len: 1129 time: 0.0896749 Feb 11 06:09:01.986787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:02.049195 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.264415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:02.297989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:02.336652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:02.342633 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Publish callbacks [] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.355453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Transition to ACTIVE for port object dd80a41c-7f82-4c81-9e7f-e16740089859 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:09:02.379565 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b9e536-4a1f-4655-b493-9ef7701489be" -d '{"events": [{"server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:02.425533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.497148 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b8e2dd-44a7-469a-8deb-7bed395ddf2f x-openstack-request-id: req-a1b8e2dd-44a7-469a-8deb-7bed395ddf2f {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:02.498492 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:02.498492 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1b8e2dd-44a7-469a-8deb-7bed395ddf2f {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:02.498678 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'code': 200} Feb 11 06:09:02.499659 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] No DVR routers for this DVR port dd80a41c-7f82-4c81-9e7f-e16740089859 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:09:02.501622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:02.538006 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Attempting to bind port dd80a41c-7f82-4c81-9e7f-e16740089859 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:09:02.538263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Attempting to bind port dd80a41c-7f82-4c81-9e7f-e16740089859 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:09:02.538592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Attempting to bind port dd80a41c-7f82-4c81-9e7f-e16740089859 on network c7eecb98-bcd0-4028-98d3-da5333518882 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:02.542971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Port dd80a41c-7f82-4c81-9e7f-e16740089859 on network c7eecb98-bcd0-4028-98d3-da5333518882 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:09:02.543292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Attempting to bind port dd80a41c-7f82-4c81-9e7f-e16740089859 on network c7eecb98-bcd0-4028-98d3-da5333518882 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:02.549273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:09:02.549612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Checking segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:09:02.549996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Bound using segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:09:02.550421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Bound port: dd80a41c-7f82-4c81-9e7f-e16740089859, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:09:02.550779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.616454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:02.619852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:09:02.674005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0195e-82b6-4a92-901c-2180e950f9e1 req-bd29dfeb-6a17-4a42-8826-89923e7c6c39 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:02.675623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49b0195e-82b6-4a92-901c-2180e950f9e1 req-bd29dfeb-6a17-4a42-8826-89923e7c6c39 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 944 time: 0.0566268 Feb 11 06:09:02.706352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.727891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-49b0195e-82b6-4a92-901c-2180e950f9e1 req-2a0f1756-e643-4bf3-8db9-a41fd50f77f7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461817 Feb 11 06:09:02.745552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:02.746185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.748087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] 10.222.0.65 "PUT /v2.0/ports/dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 1093 time: 0.7652509 Feb 11 06:09:02.781856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43832b63-d3c0-41d5-93e5-16f7d3272dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:02.821739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-4675ada4-1a98-4c19-bb4c-13287e50d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:02.823291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-4675ada4-1a98-4c19-bb4c-13287e50d380 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 1127 time: 0.0538847 Feb 11 06:09:02.920746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-0f54fb9a-6ed9-456d-8f2f-28044273af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:02.920746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-0f54fb9a-6ed9-456d-8f2f-28044273af46 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.0876479 Feb 11 06:09:02.965627 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-865352f0-15bf-4b9e-a562-128e2eff4f0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 217 time: 0.0426080 Feb 11 06:09:03.015768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-56e34af6-47a3-4bb2-b00d-5ff6d93f4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:03.017307 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-56e34af6-47a3-4bb2-b00d-5ff6d93f4421 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0466661 Feb 11 06:09:03.019525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99b15ecc-5fcc-442f-8c0a-3ceac013781a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:03.052540 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-6f094281-0bad-48a1-8415-8a4eac0394cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294294 Feb 11 06:09:03.156540 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-570ffa2f-a508-4627-8152-2a7cd83e9d71 service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983233 Feb 11 06:09:03.259106 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6877fd52-d38e-456c-9b5e-cf2bd0c2840f req-ea63eae8-3798-4cd9-9c16-e1edcfb63f75 service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969806 Feb 11 06:09:03.800492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device dd80a41c-7f82-4c81-9e7f-e16740089859 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:09:03.844235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port dd80a41c-7f82-4c81-9e7f-e16740089859 host n-h2-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:09:03.844513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device dd80a41c-7f82-4c81-9e7f-e16740089859 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:09:03.859710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca4074-96f5-4ba7-83af-cb26c0b03105 req-061cc0de-8364-4c4b-87b1-88690619a580 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:03.861286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dca4074-96f5-4ba7-83af-cb26c0b03105 req-061cc0de-8364-4c4b-87b1-88690619a580 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 944 time: 0.0575097 Feb 11 06:09:03.919024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8dca4074-96f5-4ba7-83af-cb26c0b03105 req-677c0cbd-8a00-4fe7-9c36-643f1108ee39 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517035 Feb 11 06:09:04.499517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:04.501954 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:04.564868 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40591dca-2d85-45ba-9f33-5c6f5180fa13 x-openstack-request-id: req-40591dca-2d85-45ba-9f33-5c6f5180fa13 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:04.565170 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:04.565432 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40591dca-2d85-45ba-9f33-5c6f5180fa13 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:04.565841 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'status': 'completed', 'code': 200} Feb 11 06:09:04.670883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-212ecfc3-d514-4d66-92c4-933cd34e3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:04.672441 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-212ecfc3-d514-4d66-92c4-933cd34e3950 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 1127 time: 0.0901897 Feb 11 06:09:04.674196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-05dfe025-aef7-4ee3-9068-108324a1e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:04.675567 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-05dfe025-aef7-4ee3-9068-108324a1e3fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 1127 time: 0.0848284 Feb 11 06:09:04.883293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-a3d47b22-dd69-40e1-ba40-0b8c18bece9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:04.884843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-a3d47b22-dd69-40e1-ba40-0b8c18bece9f service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.2068837 Feb 11 06:09:04.887879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-b1469f6b-8204-44e5-8678-4df8327488cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:04.889843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-b1469f6b-8204-44e5-8678-4df8327488cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.2014906 Feb 11 06:09:04.970208 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-fdaf9bbc-c266-4b51-86a8-7528ff46d600 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 217 time: 0.0793335 Feb 11 06:09:04.971684 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-c16d50c1-d932-45bd-920c-3d7cf6ba44f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 217 time: 0.0746562 Feb 11 06:09:05.060892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-f0d2ae49-ec4c-4138-a0fa-a993bf3a266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:05.062554 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-f0d2ae49-ec4c-4138-a0fa-a993bf3a266c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0845168 Feb 11 06:09:05.066600 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-4778522f-a686-48cb-be09-7910d8fcf5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:05.068080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-4778522f-a686-48cb-be09-7910d8fcf5b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0821779 Feb 11 06:09:05.116077 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f0f37-6941-4561-80a8-df8b58a9d2ef req-7008a450-153f-44a6-990a-0925ca7121cb tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:05.118169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-351f0f37-6941-4561-80a8-df8b58a9d2ef req-7008a450-153f-44a6-990a-0925ca7121cb tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 944 time: 0.0896189 Feb 11 06:09:05.122747 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-3c270f52-5cf3-4d93-90a5-e73910606e7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535641 Feb 11 06:09:05.124908 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-477f53e0-ba1b-45d3-a114-7026edb2394b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477350 Feb 11 06:09:05.184929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-351f0f37-6941-4561-80a8-df8b58a9d2ef req-ee9232bf-21a6-4879-aa0f-22510497ff6e tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585804 Feb 11 06:09:05.303129 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-9ca1ef77-be53-41af-a184-c6c8c397820b service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737840 Feb 11 06:09:05.307893 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-1a60a9e3-965d-4d85-9a55-e3a4f6d3eebb service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647139 Feb 11 06:09:05.540405 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-9fadcb6d-1dee-4e22-96a8-03219d385062 service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302053 Feb 11 06:09:05.543848 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1f1aac32-c40e-4551-ac5f-f8d7d0fe0c7f req-c8f81bef-4e1a-4844-8618-913dd0c2bc42 service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211547 Feb 11 06:09:05.591080 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f76578df-a01c-41fe-9cb8-8d05656b99d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:06.344426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cf30f-35c9-4f33-8d1f-8a22443e919b req-ff924f64-f30b-48c8-bd74-c59f1a0e5290 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:06.346218 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-790cf30f-35c9-4f33-8d1f-8a22443e919b req-ff924f64-f30b-48c8-bd74-c59f1a0e5290 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 944 time: 0.0733721 Feb 11 06:09:06.401324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-790cf30f-35c9-4f33-8d1f-8a22443e919b req-550acf45-5a98-4ca6-96a7-ade7ae6d15c1 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Feb 11 06:09:07.014082 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:07.028407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device dd80a41c-7f82-4c81-9e7f-e16740089859 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:07.131921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:07.148752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882', 'port_id': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'mac_address': 'fa:16:3e:84:b6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb827a7-087e-4674-80ee-3fd5948ba24b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:07.272831 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da354c8-a9c5-479c-b90c-c6823df1866a req-db0a942d-7add-47be-9a15-6e59388c226c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:07.274899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1da354c8-a9c5-479c-b90c-c6823df1866a req-db0a942d-7add-47be-9a15-6e59388c226c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 944 time: 0.0955997 Feb 11 06:09:07.343559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1da354c8-a9c5-479c-b90c-c6823df1866a req-58fe7dca-e6b8-4c59-8411-ed7514eb5ea0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616152 Feb 11 06:09:07.368197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port dd80a41c-7f82-4c81-9e7f-e16740089859 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:07.368618 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:07.383032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-17e35b52-b637-4727-a70e-74e1dd66f739 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:07.384704 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-17e35b52-b637-4727-a70e-74e1dd66f739 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.83 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8&tenant_id=3fc40b81da6e465099a783d42ce64c2a&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 944 time: 0.0840271 Feb 11 06:09:07.384902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd80a41c-7f82-4c81-9e7f-e16740089859 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:07.406714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:07.470939 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-3011eeb1-b821-4446-87ed-7344e6f2c87f service neutron] delete failed (client error): The resource could not be found. Feb 11 06:09:07.472568 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-3011eeb1-b821-4446-87ed-7344e6f2c87f service neutron] 10.222.0.83 "DELETE /v2.0/ports/dd80a41c-7f82-4c81-9e7f-e16740089859/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0820940 Feb 11 06:09:07.487955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:07.545679 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:07.578806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-940bf4b5-aae1-4ee0-917e-fb0572b6cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:07.580357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-940bf4b5-aae1-4ee0-917e-fb0572b6cd4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 1128 time: 0.0524504 Feb 11 06:09:07.685033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-12c5b22b-ed4d-4e9a-b894-d7795897c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:07.686485 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-12c5b22b-ed4d-4e9a-b894-d7795897c566 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.0993588 Feb 11 06:09:07.707042 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['dd80a41c-7f82-4c81-9e7f-e16740089859'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:07.739830 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-e0f37eae-3b2e-441f-82b1-9baeb0f270bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 200 len: 217 time: 0.0475440 Feb 11 06:09:07.798078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-d39cdb11-a810-410e-a0fd-615daf843582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:07.799663 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-d39cdb11-a810-410e-a0fd-615daf843582 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0528588 Feb 11 06:09:07.834732 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-de268838-fbd3-4483-adf7-078d41349a77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286453 Feb 11 06:09:07.939736 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-36caab16-a7b5-4b97-84ae-c50081ae3c16 service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993226 Feb 11 06:09:08.037474 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc3ab2b1-1d92-4500-be68-097ced9a86df req-b5c1ca12-373d-4088-8d4c-ba05dc0e576c service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914004 Feb 11 06:09:08.442640 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:08.510747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492724e5-20de-4f69-94e0-a03417873e52 req-96087fa7-222f-4656-8396-56f7a3795dab tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:08.512213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-492724e5-20de-4f69-94e0-a03417873e52 req-96087fa7-222f-4656-8396-56f7a3795dab tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 945 time: 0.0682771 Feb 11 06:09:08.568158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-492724e5-20de-4f69-94e0-a03417873e52 req-e5946f85-c448-4279-871e-fdeba4a8414f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476589 Feb 11 06:09:08.876873 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:09.037011 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device dd80a41c-7f82-4c81-9e7f-e16740089859 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:09:09.207972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port dd80a41c-7f82-4c81-9e7f-e16740089859 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:09:09.212832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port dd80a41c-7f82-4c81-9e7f-e16740089859 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:09:09.213242 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:09.307947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port dd80a41c-7f82-4c81-9e7f-e16740089859 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:09.308335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:09.342178 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:09.344839 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e01f4a8daea6d4fb24b9ebe84115c5f70d61d6268903d00dd5d44258c5954a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeafb866-8a80-490d-b886-41d9973e2706" -d '{"events": [{"server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "name": "network-vif-plugged", "status": "completed", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:09.359109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:09.365613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:09.389152 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47a4e75-d355-464d-af37-879efba3c571 x-openstack-request-id: req-d47a4e75-d355-464d-af37-879efba3c571 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:09.389734 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "name": "network-vif-plugged", "status": "completed", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:09.390015 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d47a4e75-d355-464d-af37-879efba3c571 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:09.390466 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'code': 200} Feb 11 06:09:09.437641 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:09.495573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:09.721036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1af0fd-1cf8-430a-bb21-2ee2affb3347 req-993414a9-f283-4980-9db2-377e59709e14 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:09.723240 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac1af0fd-1cf8-430a-bb21-2ee2affb3347 req-993414a9-f283-4980-9db2-377e59709e14 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0661731 Feb 11 06:09:09.786326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac1af0fd-1cf8-430a-bb21-2ee2affb3347 req-f3ee1219-2307-4144-ae47-f991150fc6f3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565796 Feb 11 06:09:09.922962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b857b-ac51-4317-8464-1f783cb6d4cd req-59dc8867-119c-489e-a07c-f6dfd9f0d237 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:09.924651 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af5b857b-ac51-4317-8464-1f783cb6d4cd req-59dc8867-119c-489e-a07c-f6dfd9f0d237 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0658205 Feb 11 06:09:09.977773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af5b857b-ac51-4317-8464-1f783cb6d4cd req-3ad113c8-93c5-43a0-9ded-cc95860724d1 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Feb 11 06:09:10.105350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470909-8e05-4a87-8dc5-92e5f0497b63 req-69196878-1cfa-4398-aa95-117f37fefdfa tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:10.107509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90470909-8e05-4a87-8dc5-92e5f0497b63 req-69196878-1cfa-4398-aa95-117f37fefdfa tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0599706 Feb 11 06:09:10.157110 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90470909-8e05-4a87-8dc5-92e5f0497b63 req-71d7a0ec-7e21-4892-a024-f6879d907fa6 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Feb 11 06:09:10.736368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-9c0ab8f9-b432-429b-a69a-3de886fd6d78 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:10.737965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-9c0ab8f9-b432-429b-a69a-3de886fd6d78 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 814 time: 0.1124184 Feb 11 06:09:10.754589 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-db68a7c5-549d-4738-954e-5fa4b49ea8d4 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/quotas/3fc40b81da6e465099a783d42ce64c2a HTTP/1.1" status: 200 len: 375 time: 0.0110233 Feb 11 06:09:10.817562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-47214f94-1ea9-4c20-b226-c10ad530b413 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573969 Feb 11 06:09:11.010153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-867af3d3-a1fd-468c-87aa-4d13b75e7f5a service neutron] 10.222.0.62 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489155 Feb 11 06:09:11.110873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-b225a639-0780-42c1-8234-5312374bd217 service neutron] 10.222.0.62 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941021 Feb 11 06:09:11.354700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50d9355a-2334-4f16-99a3-db749404f42c req-5b48ad7f-1115-4bb9-ab1c-0b6e4e33469f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 210 time: 0.0338130 Feb 11 06:09:11.837270 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:11.902757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-a1d46f17-9ddf-48fd-a158-2230e0945341 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:11.905264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-a1d46f17-9ddf-48fd-a158-2230e0945341 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.65 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 946 time: 0.0797570 Feb 11 06:09:12.013514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Deleting port dd80a41c-7f82-4c81-9e7f-e16740089859 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:09:12.014023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:12.479838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] For port dd80a41c-7f82-4c81-9e7f-e16740089859, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=dd80a41c-7f82-4c81-9e7f-e16740089859,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:12.480254 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:12.491331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d474c97-2e5b-45dc-a585-58ca492a2a4a req-04d136d1-b1aa-4f4e-ad0b-d435e33197e4 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 210 time: 0.0324645 Feb 11 06:09:12.504019 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Calling delete_port for dd80a41c-7f82-4c81-9e7f-e16740089859 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:09:12.739701 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dd80a41c-7f82-4c81-9e7f-e16740089859), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:12.752485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['dd80a41c-7f82-4c81-9e7f-e16740089859'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:12.773435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Pushing event deleted for resources: {'Port': ['ID=dd80a41c-7f82-4c81-9e7f-e16740089859,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:12.828384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] No DVR routers for this DVR port dd80a41c-7f82-4c81-9e7f-e16740089859 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:09:12.831325 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:12.836056 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fbce6ac3-d1e6-4812-bcd0-97212b0b0a9a req-9b2c8422-7e01-4937-8d0d-c257fbc282de tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.65 "DELETE /v2.0/ports/dd80a41c-7f82-4c81-9e7f-e16740089859 HTTP/1.1" status: 204 len: 173 time: 0.9259365 Feb 11 06:09:12.836504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'name': 'network-vif-deleted', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:12.839915 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69948a2-c694-4e0a-b9ee-196278e08ec1" -d '{"events": [{"server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "name": "network-vif-deleted", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:12.879945 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86a0ef6-28d4-420c-a2bd-c53cf76bc92d x-openstack-request-id: req-d86a0ef6-28d4-420c-a2bd-c53cf76bc92d {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:12.880283 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29c287d-ac43-4ebd-a631-c84f088df3d8", "name": "network-vif-deleted", "tag": "dd80a41c-7f82-4c81-9e7f-e16740089859", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:12.880585 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d86a0ef6-28d4-420c-a2bd-c53cf76bc92d {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:12.881106 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c287d-ac43-4ebd-a631-c84f088df3d8', 'name': 'network-vif-deleted', 'tag': 'dd80a41c-7f82-4c81-9e7f-e16740089859', 'status': 'completed', 'code': 200} Feb 11 06:09:13.537209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-30638302-603e-48d1-a46d-50bb182ab0ad tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:13.540106 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-30638302-603e-48d1-a46d-50bb182ab0ad tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.65 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 814 time: 0.1464241 Feb 11 06:09:13.557334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Request body: {'port': {'device_id': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882', 'admin_state_up': True, 'tenant_id': '3fc40b81da6e465099a783d42ce64c2a'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:13.598700 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3520e82c-e5a8-4618-aa41-8d0761f58d4a req-c5682ef3-5223-475f-a201-c7f03629e4b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0462248 Feb 11 06:09:13.637619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b2bcb218-1774-4831-87ef-a2f602b104dc req-53c1f4de-6d4d-44e4-9858-bc91ac737758 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 210 time: 0.0435266 Feb 11 06:09:13.756082 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Made reservation on behalf of 3fc40b81da6e465099a783d42ce64c2a for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:09:13.759888 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:13.819877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3520e82c-e5a8-4618-aa41-8d0761f58d4a req-b344c648-1c32-4212-a2c5-ea4510866250 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=a29c287d-ac43-4ebd-a631-c84f088df3d8 HTTP/1.1" status: 200 len: 210 time: 0.0297227 Feb 11 06:09:13.904159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Allocated IP 172.20.0.6 (c7eecb98-bcd0-4028-98d3-da5333518882/adb827a7-087e-4674-80ee-3fd5948ba24b/23949409-d0f0-46e9-997f-d2dfa1554a8d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:09:14.083435 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks [] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.283217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.339426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Network c7eecb98-bcd0-4028-98d3-da5333518882 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:09:14.341534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e82c-e5a8-4618-aa41-8d0761f58d4a req-1b95dd1b-92fe-4c66-b4bb-08a8b71755b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:14.343062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3520e82c-e5a8-4618-aa41-8d0761f58d4a req-1b95dd1b-92fe-4c66-b4bb-08a8b71755b2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3fc40b81da6e465099a783d42ce64c2a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5020256 Feb 11 06:09:14.343374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:09:14.349571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:09:14.356087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:14.408877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:14.409551 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.495611 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-5c35a2ac-6dc7-42f0-9781-3b9a03ecd561 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9432602 Feb 11 06:09:14.507133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Request body: {'port': {'device_id': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:14.513768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e82c-e5a8-4618-aa41-8d0761f58d4a req-3cd29ee8-22df-429d-aa85-68a086c6952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:14.515429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3520e82c-e5a8-4618-aa41-8d0761f58d4a req-3cd29ee8-22df-429d-aa85-68a086c6952f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1663535 Feb 11 06:09:14.573859 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.781659 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b2c81-a0d3-4cab-9f08-8b05505296f4 req-76610a48-7bbd-4283-91bf-847b10295005 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:14.783368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940b2c81-a0d3-4cab-9f08-8b05505296f4 req-76610a48-7bbd-4283-91bf-847b10295005 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 931 time: 0.0603783 Feb 11 06:09:14.832296 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-940b2c81-a0d3-4cab-9f08-8b05505296f4 req-dc7079d4-699f-4ffa-a76c-881f1b201348 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Feb 11 06:09:14.866810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23949409-d0f0-46e9-997f-d2dfa1554a8d {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:14.874683 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Publish callbacks [] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:14.887041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Transition to ACTIVE for port object 23949409-d0f0-46e9-997f-d2dfa1554a8d will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:09:14.962473 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:15.017035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:15.042078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.042425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.042766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.043111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.043444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.043773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.044172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.044501 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.044861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.045261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.045599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.045919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.046244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:15.053352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device dd80a41c-7f82-4c81-9e7f-e16740089859 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:09:15.074832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: dd80a41c-7f82-4c81-9e7f-e16740089859 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:09:15.075720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device dd80a41c-7f82-4c81-9e7f-e16740089859 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:09:15.105478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Attempting to bind port 23949409-d0f0-46e9-997f-d2dfa1554a8d on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:09:15.105877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Attempting to bind port 23949409-d0f0-46e9-997f-d2dfa1554a8d by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:09:15.106248 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Attempting to bind port 23949409-d0f0-46e9-997f-d2dfa1554a8d on network c7eecb98-bcd0-4028-98d3-da5333518882 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:15.111657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Port 23949409-d0f0-46e9-997f-d2dfa1554a8d on network c7eecb98-bcd0-4028-98d3-da5333518882 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:09:15.111976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Attempting to bind port 23949409-d0f0-46e9-997f-d2dfa1554a8d on network c7eecb98-bcd0-4028-98d3-da5333518882 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:15.117343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:09:15.117912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Checking segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:09:15.119057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Bound using segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:09:15.119057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Bound port: 23949409-d0f0-46e9-997f-d2dfa1554a8d, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:09:15.119274 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:15.185443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:15.188837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:09:15.328752 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:15.370106 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.370745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:15.373356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] 10.222.0.65 "PUT /v2.0/ports/23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 1092 time: 0.8704817 Feb 11 06:09:15.373826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:15.376192 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4a3bf4-9eb4-4696-b83c-1aaefe5c6b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:15.404375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9dadb-5a22-4f41-bcf8-dad0aec4436b service neutron] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:15.423063 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb8d5fe-08b7-46f8-8a83-d1e31c44c44e x-openstack-request-id: req-deb8d5fe-08b7-46f8-8a83-d1e31c44c44e {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:15.423063 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:15.423063 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-deb8d5fe-08b7-46f8-8a83-d1e31c44c44e {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:15.423063 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'status': 'completed', 'code': 200} Feb 11 06:09:15.487139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a3bf4-9eb4-4696-b83c-1aaefe5c6b6f req-bb8bcd9e-c892-440f-bf8b-8faa56595c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.489632 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9f4a3bf4-9eb4-4696-b83c-1aaefe5c6b6f req-bb8bcd9e-c892-440f-bf8b-8faa56595c9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 1126 time: 0.0524635 Feb 11 06:09:15.597215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a3bf4-9eb4-4696-b83c-1aaefe5c6b6f req-c483c8a4-1cb1-4956-8fa0-92ed9c33174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.598650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9f4a3bf4-9eb4-4696-b83c-1aaefe5c6b6f req-c483c8a4-1cb1-4956-8fa0-92ed9c33174b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3fc40b81da6e465099a783d42ce64c2a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1031764 Feb 11 06:09:15.704898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a3bf4-9eb4-4696-b83c-1aaefe5c6b6f req-4c0f7026-785e-43ee-a497-46e337eca8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.706462 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9f4a3bf4-9eb4-4696-b83c-1aaefe5c6b6f req-4c0f7026-785e-43ee-a497-46e337eca8a3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019304 Feb 11 06:09:15.791923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-1ba41398-ccd1-40e5-a9f5-4d80a086b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.793490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-1ba41398-ccd1-40e5-a9f5-4d80a086b50b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 1126 time: 0.0474594 Feb 11 06:09:15.842743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-c6effa13-8bb0-4e31-b217-639ac0ba0e16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 217 time: 0.0412793 Feb 11 06:09:15.894056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-af15be58-4f2b-49de-82e9-96fb89cb68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.895609 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-af15be58-4f2b-49de-82e9-96fb89cb68f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0474737 Feb 11 06:09:15.929063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-73250ac3-3f2e-4c4b-a881-444b77090bc5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276797 Feb 11 06:09:15.970448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a66d6-5858-4822-80f6-e974576190d2 req-bada914d-9f84-4cff-9a65-d72841f19c18 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.972089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337a66d6-5858-4822-80f6-e974576190d2 req-bada914d-9f84-4cff-9a65-d72841f19c18 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 943 time: 0.0615585 Feb 11 06:09:16.023712 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-337a66d6-5858-4822-80f6-e974576190d2 req-fa716dbd-6c92-47ee-9fc7-fcee4117c468 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Feb 11 06:09:16.033608 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-89fe6817-2de4-4403-8de2-d80ab9e877a0 service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992014 Feb 11 06:09:16.125646 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0edda2be-58b6-4344-94ae-70c68adc7b34 req-fd5ff478-220f-4070-b6e2-ffa4c48e76af service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866039 Feb 11 06:09:17.147982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a7727-61b9-4ce1-892e-9db07e814844 req-b6a0107e-7301-4f7e-a2c9-8f0f97837cb4 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:17.151011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c96a7727-61b9-4ce1-892e-9db07e814844 req-b6a0107e-7301-4f7e-a2c9-8f0f97837cb4 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 943 time: 0.0567822 Feb 11 06:09:17.212634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c96a7727-61b9-4ce1-892e-9db07e814844 req-32bce56f-ff3a-4d53-8302-e9dff648a9b5 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477347 Feb 11 06:09:18.338351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39ebe2-d77e-4a09-9f12-d9bc3bf7b849 req-7b0ec165-ce7d-4473-a1e9-52da8f53371a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:18.340177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c39ebe2-d77e-4a09-9f12-d9bc3bf7b849 req-7b0ec165-ce7d-4473-a1e9-52da8f53371a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 943 time: 0.0593297 Feb 11 06:09:18.388026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c39ebe2-d77e-4a09-9f12-d9bc3bf7b849 req-517c8915-4163-41d2-8ef7-92def1c905ca tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Feb 11 06:09:19.067536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 23949409-d0f0-46e9-997f-d2dfa1554a8d details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:19.179074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:19.191373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882', 'port_id': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'mac_address': 'fa:16:3e:a1:84:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb827a7-087e-4674-80ee-3fd5948ba24b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:19.235428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 23949409-d0f0-46e9-997f-d2dfa1554a8d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:19.235759 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:19.249053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23949409-d0f0-46e9-997f-d2dfa1554a8d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:19.268696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:19.321779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:19.371530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:19.380081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.380430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.380808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.381177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.381516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.381852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.382186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.382515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.382844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.383170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.383498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.383820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.384199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:19.510903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['23949409-d0f0-46e9-997f-d2dfa1554a8d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:19.550203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9529593-a8bf-49e5-885a-5d21d1a91f96 req-eb3a97a5-87ed-4084-979b-c95b60da68d8 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:19.551883 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9529593-a8bf-49e5-885a-5d21d1a91f96 req-eb3a97a5-87ed-4084-979b-c95b60da68d8 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 944 time: 0.0773630 Feb 11 06:09:19.603598 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9529593-a8bf-49e5-885a-5d21d1a91f96 req-cd113b37-e0f0-4220-b651-11c5686b4ba1 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442958 Feb 11 06:09:20.731147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1c371-7745-496b-90aa-d1599a449756 req-37916b25-d201-4ded-85a4-81e0791b9161 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:20.733026 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cc1c371-7745-496b-90aa-d1599a449756 req-37916b25-d201-4ded-85a4-81e0791b9161 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 944 time: 0.0580380 Feb 11 06:09:20.786415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cc1c371-7745-496b-90aa-d1599a449756 req-9e35b02c-a010-4b39-8f5c-6430445174b5 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Feb 11 06:09:21.083086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 23949409-d0f0-46e9-997f-d2dfa1554a8d up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:09:21.213672 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 23949409-d0f0-46e9-997f-d2dfa1554a8d completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:09:21.219050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 23949409-d0f0-46e9-997f-d2dfa1554a8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:09:21.219517 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:21.299894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 23949409-d0f0-46e9-997f-d2dfa1554a8d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:21.300286 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:21.325063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:21.343645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:21.366348 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62173e4-a442-4629-87e3-0a08aab7f5ec" -d '{"events": [{"server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "name": "network-vif-plugged", "status": "completed", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:21.421379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:21.455840 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95d719d-5226-4e95-a73d-7a086971dd21 x-openstack-request-id: req-f95d719d-5226-4e95-a73d-7a086971dd21 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:21.455840 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "name": "network-vif-plugged", "status": "completed", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:21.455840 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f95d719d-5226-4e95-a73d-7a086971dd21 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:21.456265 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'code': 200} Feb 11 06:09:21.475962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:21.565499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01233648-710c-4117-9b9e-3eb4b25c74c4 req-8740ac48-34d3-424a-8f29-eb454e929d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:21.567072 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01233648-710c-4117-9b9e-3eb4b25c74c4 req-8740ac48-34d3-424a-8f29-eb454e929d1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 1128 time: 0.0529575 Feb 11 06:09:21.614827 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-01233648-710c-4117-9b9e-3eb4b25c74c4 req-b72c0099-aca2-4710-bf40-a7adad75ff3a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Feb 11 06:09:21.907390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96ef7a-b513-4226-802d-9fac6af27a1b req-6dd7e26d-8c3a-422b-824a-682956b0fd91 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:21.908916 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b96ef7a-b513-4226-802d-9fac6af27a1b req-6dd7e26d-8c3a-422b-824a-682956b0fd91 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0534377 Feb 11 06:09:21.957751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5b96ef7a-b513-4226-802d-9fac6af27a1b req-a48eb264-081f-49da-a166-6aa0a14122ac tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Feb 11 06:09:23.082137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1677d-1110-493f-8cb0-5b059e8cdcbc req-4567f329-7237-4e7e-99a2-4ea17ac7e9f0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:23.083662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ec1677d-1110-493f-8cb0-5b059e8cdcbc req-4567f329-7237-4e7e-99a2-4ea17ac7e9f0 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0556898 Feb 11 06:09:23.135615 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ec1677d-1110-493f-8cb0-5b059e8cdcbc req-c52bea60-f9ea-4b3c-834f-2d7e04ae8eef tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 Feb 11 06:09:23.263718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23915c1c-f59b-4617-a16b-30db4aa40506 req-94f468ff-ddac-4f39-a378-bc839d18256f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:23.265195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23915c1c-f59b-4617-a16b-30db4aa40506 req-94f468ff-ddac-4f39-a378-bc839d18256f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0599327 Feb 11 06:09:23.315365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-23915c1c-f59b-4617-a16b-30db4aa40506 req-ed62bb93-b5c5-43c2-aabd-4e3ab9a55c59 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 Feb 11 06:09:23.713560 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908a1cc-b77a-4a77-bc22-baaf8b2723ac req-1c1c189e-aa55-4495-90b8-8d88439a9d8d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:23.715454 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0908a1cc-b77a-4a77-bc22-baaf8b2723ac req-1c1c189e-aa55-4495-90b8-8d88439a9d8d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0628490 Feb 11 06:09:23.770715 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0908a1cc-b77a-4a77-bc22-baaf8b2723ac req-0a1ebdb2-2f4f-4c2e-bee6-8c4f0eee12d7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483119 Feb 11 06:09:23.865591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-0279b85e-f747-4f52-91c0-88a61ed90c97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483959 Feb 11 06:09:24.336801 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:24.532715 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-2bc4fb3c-9881-4416-a4f9-bdc4f52c6a4d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.534242 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-2bc4fb3c-9881-4416-a4f9-bdc4f52c6a4d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports/23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 942 time: 0.0578794 Feb 11 06:09:24.910005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279759c3-398b-42cb-97c1-df05b98d8481 req-95da2ac2-54e1-4e26-b3f8-ba5d7807a0bd tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.911595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-279759c3-398b-42cb-97c1-df05b98d8481 req-95da2ac2-54e1-4e26-b3f8-ba5d7807a0bd tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0612304 Feb 11 06:09:24.987706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-279759c3-398b-42cb-97c1-df05b98d8481 req-7e12379b-a760-47fd-9499-f9e6d6053b01 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Feb 11 06:09:26.078118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-1bcd0cc2-5a10-431a-b596-9f31fd714f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.079743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-1bcd0cc2-5a10-431a-b596-9f31fd714f10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 1128 time: 0.0571952 Feb 11 06:09:26.121539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6b9e-7d8c-4eeb-a16f-ab113eca3b4a req-0a6c9902-023a-4d74-a232-e08c089fe97a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.123798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d3b6b9e-7d8c-4eeb-a16f-ab113eca3b4a req-0a6c9902-023a-4d74-a232-e08c089fe97a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0598586 Feb 11 06:09:26.180498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d3b6b9e-7d8c-4eeb-a16f-ab113eca3b4a req-9af0992d-d72f-420a-aa1f-7f88219fd057 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509515 Feb 11 06:09:26.188764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-bc2aab75-0e53-48fe-950b-cbb77eb00d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.190337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-bc2aab75-0e53-48fe-950b-cbb77eb00d7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.1051822 Feb 11 06:09:26.234816 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-4fc95b99-9ee3-4859-b0d6-5d2a24008d4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 217 time: 0.0382113 Feb 11 06:09:26.298058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-87c22173-fc34-4592-9ea0-4ed25c78569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.300464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-87c22173-fc34-4592-9ea0-4ed25c78569d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0602338 Feb 11 06:09:26.335711 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-975b4efb-00cd-42ef-a50b-c68f5130bd73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297642 Feb 11 06:09:26.436337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-8587abda-edd8-4270-96bc-cdd942d304fb service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945649 Feb 11 06:09:26.535903 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-29361bd7-4460-415c-a9ff-0e7bff917cb0 service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935116 Feb 11 06:09:27.315768 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25189d6-f735-4c97-9cb3-95af5e2f46ba req-7a714235-142e-463f-9157-44effcf0d908 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:27.318450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a25189d6-f735-4c97-9cb3-95af5e2f46ba req-7a714235-142e-463f-9157-44effcf0d908 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0622139 Feb 11 06:09:27.371933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a25189d6-f735-4c97-9cb3-95af5e2f46ba req-bfaa19c8-b922-4576-be37-a3f672000608 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475535 Feb 11 06:09:28.503114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2087507-7795-433c-a5e2-44ddc1b625ea req-211a2693-209f-482d-852b-a32fd6ae36c3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:28.504895 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2087507-7795-433c-a5e2-44ddc1b625ea req-211a2693-209f-482d-852b-a32fd6ae36c3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0570970 Feb 11 06:09:28.564826 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2087507-7795-433c-a5e2-44ddc1b625ea req-fcbc5773-d150-4dc2-a5c9-1fe6ad54e080 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Feb 11 06:09:29.735228 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbe77b-625c-410a-9c68-cf992a97f778 req-2e9fdd1c-8b1f-47f0-b747-c885a0c6aea3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:29.738144 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17fbe77b-625c-410a-9c68-cf992a97f778 req-2e9fdd1c-8b1f-47f0-b747-c885a0c6aea3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0965636 Feb 11 06:09:29.800818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17fbe77b-625c-410a-9c68-cf992a97f778 req-65c8237f-f71f-4595-8eb0-9b3694154190 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Feb 11 06:09:30.944047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7558e0-00e0-41b2-8400-da9cfa87c68e req-aa0f2f12-a1a8-4267-9309-f052a1cfab8a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.945678 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e7558e0-00e0-41b2-8400-da9cfa87c68e req-aa0f2f12-a1a8-4267-9309-f052a1cfab8a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0647774 Feb 11 06:09:31.019636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e7558e0-00e0-41b2-8400-da9cfa87c68e req-6c01791a-3546-4a5c-b0c0-baf485951f8e tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 Feb 11 06:09:32.146216 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d31de7-0cdf-4b54-bdaf-d59ade747b2a req-41f0a6db-ff0c-4e02-bed7-c51862e2c3ee tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.147726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66d31de7-0cdf-4b54-bdaf-d59ade747b2a req-41f0a6db-ff0c-4e02-bed7-c51862e2c3ee tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0543518 Feb 11 06:09:32.199266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66d31de7-0cdf-4b54-bdaf-d59ade747b2a req-b6ca80ca-2e0c-416b-a9ae-1a868875de10 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Feb 11 06:09:33.001474 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9c028fb7-8d3a-4ba4-a819-acb7702b94af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:33.331888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0fb36-3547-435b-ba3f-38b1a1ec8900 req-52906e25-dcf7-4ad1-8451-1aa7413a3646 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:33.333473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45d0fb36-3547-435b-ba3f-38b1a1ec8900 req-52906e25-dcf7-4ad1-8451-1aa7413a3646 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0613275 Feb 11 06:09:33.385591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45d0fb36-3547-435b-ba3f-38b1a1ec8900 req-fee797f3-36da-4d52-89be-c32958c20c50 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462227 Feb 11 06:09:34.510654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b77b8d-87ac-4688-a23a-2cbc3040e90d req-3f1112fd-b2d4-479b-80ad-54e5ba66057a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:34.512192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2b77b8d-87ac-4688-a23a-2cbc3040e90d req-3f1112fd-b2d4-479b-80ad-54e5ba66057a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0544753 Feb 11 06:09:34.561248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2b77b8d-87ac-4688-a23a-2cbc3040e90d req-3da2dbc0-4f8c-4995-a2dd-89304a1a76a7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Feb 11 06:09:35.608004 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5d06566-08dd-48b0-9e36-a603177d8733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:35.688423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88e333-fe84-4677-8bd8-3b72e5d39b09 req-95b8469d-25a8-4d14-8180-af36091e68a2 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:35.689952 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c88e333-fe84-4677-8bd8-3b72e5d39b09 req-95b8469d-25a8-4d14-8180-af36091e68a2 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0581985 Feb 11 06:09:35.736326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c88e333-fe84-4677-8bd8-3b72e5d39b09 req-29d15081-58e2-4757-8977-a61f2eb5dc3b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Feb 11 06:09:36.831838 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:36.859914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08708e-3b2f-4df9-8463-67b23e106dee req-c2bd4bf4-38b9-468b-9e38-6c7f2f866a42 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:36.869623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b08708e-3b2f-4df9-8463-67b23e106dee req-c2bd4bf4-38b9-468b-9e38-6c7f2f866a42 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0560470 Feb 11 06:09:36.909069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b08708e-3b2f-4df9-8463-67b23e106dee req-079317a0-691b-4869-b2eb-3f295cc43e89 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Feb 11 06:09:38.044030 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00277aa-4762-4e9f-8211-e0bfa956bcbb req-15f92f99-1195-4966-83e1-5507026f731c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:38.045576 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f00277aa-4762-4e9f-8211-e0bfa956bcbb req-15f92f99-1195-4966-83e1-5507026f731c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0638697 Feb 11 06:09:38.093647 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f00277aa-4762-4e9f-8211-e0bfa956bcbb req-fe28e44c-ad28-475a-8a03-7265dee1454a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Feb 11 06:09:38.457756 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:38.864493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:39.220433 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a46e6e-0ed4-43a1-972f-60add254b89a req-0a6655ea-aa4e-423d-afd1-6764055d5b8b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:39.221994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85a46e6e-0ed4-43a1-972f-60add254b89a req-0a6655ea-aa4e-423d-afd1-6764055d5b8b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Feb 11 06:09:39.272622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85a46e6e-0ed4-43a1-972f-60add254b89a req-9455187f-1450-4e21-96a7-08c72f2ea773 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 Feb 11 06:09:39.298821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:40.397700 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae4066-6b9d-4998-8f15-9a0a671b1541 req-b34e86bc-7318-425a-b6b6-1b995da0777d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:40.399274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2ae4066-6b9d-4998-8f15-9a0a671b1541 req-b34e86bc-7318-425a-b6b6-1b995da0777d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0544672 Feb 11 06:09:40.460042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2ae4066-6b9d-4998-8f15-9a0a671b1541 req-f4c89b0e-bf9e-4af0-8651-37dda22e874a tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544338 Feb 11 06:09:41.590635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0670d-5dd2-4c56-a0a9-2e2bf75807f6 req-048c3c92-c98f-4720-b60f-3811f9dc092e tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:41.592124 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cc0670d-5dd2-4c56-a0a9-2e2bf75807f6 req-048c3c92-c98f-4720-b60f-3811f9dc092e tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0581408 Feb 11 06:09:41.641048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1cc0670d-5dd2-4c56-a0a9-2e2bf75807f6 req-69c7d234-88a4-4bc7-80ba-c81f888e60d5 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Feb 11 06:09:41.863986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:42.775466 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6a09a-15bc-40d1-9e3e-e438d6735a6b req-84d85a82-65d6-465e-aab9-c3077fe9282f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:42.777088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ce6a09a-15bc-40d1-9e3e-e438d6735a6b req-84d85a82-65d6-465e-aab9-c3077fe9282f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0618694 Feb 11 06:09:42.827123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ce6a09a-15bc-40d1-9e3e-e438d6735a6b req-3da92053-db27-44ef-be35-2c599ac14377 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Feb 11 06:09:43.958294 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed96ed9-1d94-4510-bfe1-e31a3fcca444 req-e01e7d53-63c9-4bab-8f03-d4da37bbd446 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:43.959908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ed96ed9-1d94-4510-bfe1-e31a3fcca444 req-e01e7d53-63c9-4bab-8f03-d4da37bbd446 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0613215 Feb 11 06:09:44.009217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ed96ed9-1d94-4510-bfe1-e31a3fcca444 req-50f1defc-e35b-4cdf-9e59-f204b4ff0078 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Feb 11 06:09:45.130303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51d73c-180f-407a-bcc7-e3984e90de83 req-8799d28e-6de0-492f-a0cc-6cfdb68da37d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:45.131807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e51d73c-180f-407a-bcc7-e3984e90de83 req-8799d28e-6de0-492f-a0cc-6cfdb68da37d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0535028 Feb 11 06:09:45.178923 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e51d73c-180f-407a-bcc7-e3984e90de83 req-0a43ddd3-8f99-40e1-82be-279d262c1e8e tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Feb 11 06:09:46.329024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5d3a-34f5-430a-8450-5033893ad57e req-c1f1cc84-9851-4506-8c8a-1844fcf3de37 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:46.330618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b3a5d3a-34f5-430a-8450-5033893ad57e req-c1f1cc84-9851-4506-8c8a-1844fcf3de37 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0640979 Feb 11 06:09:46.392442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b3a5d3a-34f5-430a-8450-5033893ad57e req-a4018c80-a84b-48c1-8a0e-ebf445712ee6 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559244 Feb 11 06:09:47.514040 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fa5e8-de30-499d-87d7-d042e3bd40bc req-4c4c9b39-36a5-46e7-bef6-0cf6192eb85e tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:47.515574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e37fa5e8-de30-499d-87d7-d042e3bd40bc req-4c4c9b39-36a5-46e7-bef6-0cf6192eb85e tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0539305 Feb 11 06:09:47.563538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e37fa5e8-de30-499d-87d7-d042e3bd40bc req-7508bcbf-34c0-4e75-953b-496bdd94a84b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Feb 11 06:09:48.684681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32a3c5-8d31-46b9-a3c3-87092212c08d req-02fe3dfe-9c54-454e-a8a5-72fca4943b6c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:48.686838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd32a3c5-8d31-46b9-a3c3-87092212c08d req-02fe3dfe-9c54-454e-a8a5-72fca4943b6c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0533960 Feb 11 06:09:48.734571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd32a3c5-8d31-46b9-a3c3-87092212c08d req-63d4fecf-df2c-4f17-acb4-04ef12a5d5d2 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Feb 11 06:09:49.866966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d470bdb-86b7-4876-8c34-707ff0b83e43 req-e443a22d-d6ec-4f33-ab88-76a48f15ab9b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:49.868464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d470bdb-86b7-4876-8c34-707ff0b83e43 req-e443a22d-d6ec-4f33-ab88-76a48f15ab9b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0579512 Feb 11 06:09:49.917297 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d470bdb-86b7-4876-8c34-707ff0b83e43 req-3995729a-099a-4615-9ef5-5665246071c4 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Feb 11 06:09:51.040127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9a63-67f7-4c9a-b41d-daa1f393f8e6 req-17693a25-fcbe-4673-8c01-9fefd9980840 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:51.041674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-829d9a63-67f7-4c9a-b41d-daa1f393f8e6 req-17693a25-fcbe-4673-8c01-9fefd9980840 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0540752 Feb 11 06:09:51.087620 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-829d9a63-67f7-4c9a-b41d-daa1f393f8e6 req-b7b58041-9709-479e-b268-3879c321d4eb tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Feb 11 06:09:52.213790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65356c-789b-4a64-acb7-7c2ea30fee54 req-a4cce2ca-2905-4a5d-b1d2-f2093c56e159 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:52.215303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db65356c-789b-4a64-acb7-7c2ea30fee54 req-a4cce2ca-2905-4a5d-b1d2-f2093c56e159 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0572906 Feb 11 06:09:52.264006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db65356c-789b-4a64-acb7-7c2ea30fee54 req-ebc9f58d-5061-4ac2-a0d2-45046b9c3c36 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Feb 11 06:09:53.394427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3304e9-da86-4ed6-a282-4855583cb9d5 req-4ed0ddbc-25cb-4777-b1ef-e1ee57bd256f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:53.395963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb3304e9-da86-4ed6-a282-4855583cb9d5 req-4ed0ddbc-25cb-4777-b1ef-e1ee57bd256f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0579588 Feb 11 06:09:53.447706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb3304e9-da86-4ed6-a282-4855583cb9d5 req-ecc972c7-4dfd-4814-aaf9-56e984b343c2 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459707 Feb 11 06:09:53.591715 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-62ff4cc0-a29b-4f2f-9993-98609bc35356 service neutron] show failed (client error): The resource could not be found. Feb 11 06:09:53.592723 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-62ff4cc0-a29b-4f2f-9993-98609bc35356 service neutron] 10.222.0.65 "GET /v2.0/ports/23949409-d0f0-46e9-997f-d2dfa1554a8d/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0569699 Feb 11 06:09:54.215898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3d2f5889-f46f-459e-91ac-45111fd68f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:54.216144 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3d2f5889-f46f-459e-91ac-45111fd68f9f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8&tenant_id=3fc40b81da6e465099a783d42ce64c2a HTTP/1.1" status: 200 len: 1128 time: 0.0856469 Feb 11 06:09:54.227080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:54.291375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.498941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:54.534609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:54.574313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:54.575460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d6009-670d-43d4-9624-7e508d3f4ff8 req-2130c658-67c4-4ac0-b9b0-10a03c1e653c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:54.576698 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b43ab-facf-494e-ae0a-eb1bfd493707" -d '{"events": [{"server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "name": "network-vif-unplugged", "status": "completed", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:54.579927 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-127d6009-670d-43d4-9624-7e508d3f4ff8 req-2130c658-67c4-4ac0-b9b0-10a03c1e653c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0555608 Feb 11 06:09:54.582516 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Publish callbacks [] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.595925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Transition to ACTIVE for port object 23949409-d0f0-46e9-997f-d2dfa1554a8d will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:09:54.630906 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f82655c-1179-43bc-8cae-547b441b46ea x-openstack-request-id: req-0f82655c-1179-43bc-8cae-547b441b46ea {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:54.631204 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "name": "network-vif-unplugged", "status": "completed", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:54.631455 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f82655c-1179-43bc-8cae-547b441b46ea {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:54.631870 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'code': 200} Feb 11 06:09:54.636822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-127d6009-670d-43d4-9624-7e508d3f4ff8 req-5a61dce2-c161-4d6c-a1ed-160238a9d13d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494044 Feb 11 06:09:54.669515 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.741713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] No DVR routers for this DVR port 23949409-d0f0-46e9-997f-d2dfa1554a8d on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:09:54.744881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:54.783997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Attempting to bind port 23949409-d0f0-46e9-997f-d2dfa1554a8d on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:09:54.784324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Attempting to bind port 23949409-d0f0-46e9-997f-d2dfa1554a8d by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:09:54.784682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Attempting to bind port 23949409-d0f0-46e9-997f-d2dfa1554a8d on network c7eecb98-bcd0-4028-98d3-da5333518882 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:54.789386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Port 23949409-d0f0-46e9-997f-d2dfa1554a8d on network c7eecb98-bcd0-4028-98d3-da5333518882 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:09:54.789713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Attempting to bind port 23949409-d0f0-46e9-997f-d2dfa1554a8d on network c7eecb98-bcd0-4028-98d3-da5333518882 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:54.794645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:09:54.794984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Checking segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:09:54.795372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Bound using segment: {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:09:54.795799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Bound port: 23949409-d0f0-46e9-997f-d2dfa1554a8d, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:09:54.796158 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.864567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:54.867826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:09:54.915902 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.953723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:54.954730 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.956275 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] 10.222.0.83 "PUT /v2.0/ports/23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 1092 time: 0.7332313 Feb 11 06:09:54.975881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a981424-484a-4c14-b512-ae34cc0aa9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:55.032573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-6b0e370f-d899-4162-9217-9c164e0cfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:55.034307 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-6b0e370f-d899-4162-9217-9c164e0cfcd1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 1126 time: 0.0555260 Feb 11 06:09:55.128855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-8bee0a13-7631-4751-b547-7898aaecd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:55.130353 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-8bee0a13-7631-4751-b547-7898aaecd1c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.0901170 Feb 11 06:09:55.175659 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-ae084b14-b8cd-4c38-8e67-942f06bb00e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 217 time: 0.0396643 Feb 11 06:09:55.225625 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-f7065ce2-52a3-4e2a-a82e-8a9fcbd831e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:55.227111 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-f7065ce2-52a3-4e2a-a82e-8a9fcbd831e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0460231 Feb 11 06:09:55.260466 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-e1e40f77-ade9-4d0b-a28f-d9c362f4b187 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278018 Feb 11 06:09:55.355323 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-4a62b71a-dc82-4ddd-9271-b63ff3ff0c10 service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892162 Feb 11 06:09:55.452874 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-86c113f3-5d2a-462e-a793-fcb69c522e2f req-c902f7fb-6ed2-4dca-8759-2c29160ba74d service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905652 Feb 11 06:09:55.765325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c95c7-5820-4225-9586-5d81b814fcb1 req-99b1137c-f249-4026-b815-480017d699a1 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:55.847152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e57c95c7-5820-4225-9586-5d81b814fcb1 req-99b1137c-f249-4026-b815-480017d699a1 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 943 time: 0.0540485 Feb 11 06:09:55.847152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e57c95c7-5820-4225-9586-5d81b814fcb1 req-c5a31970-89bd-4818-8a6f-82c8390d04db tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499904 Feb 11 06:09:56.633083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:56.635484 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:56.686171 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5fb432-ae2e-4656-9528-9827ec234a43 x-openstack-request-id: req-ed5fb432-ae2e-4656-9528-9827ec234a43 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:56.686493 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:56.686812 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed5fb432-ae2e-4656-9528-9827ec234a43 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:56.687224 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'status': 'completed', 'code': 200} Feb 11 06:09:56.786085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-e8d443de-619c-499a-8ea8-74233d2a339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:56.787528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-e8d443de-619c-499a-8ea8-74233d2a339b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 1126 time: 0.0833611 Feb 11 06:09:56.792425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-4301e3fd-e5e5-495a-9387-3a38c02d257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:56.793900 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-4301e3fd-e5e5-495a-9387-3a38c02d257b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 1126 time: 0.0809376 Feb 11 06:09:56.952304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c3e77-1ede-4f9c-b051-6a0c4fe50fab req-b0efd892-d6e6-4aba-8338-bf22b5501c2d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:56.953889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-142c3e77-1ede-4f9c-b051-6a0c4fe50fab req-b0efd892-d6e6-4aba-8338-bf22b5501c2d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 943 time: 0.0554180 Feb 11 06:09:56.971441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-60a84e45-1626-4941-9591-e3629cf12d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:56.972980 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-60a84e45-1626-4941-9591-e3629cf12d0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.1710463 Feb 11 06:09:56.974086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-863bb240-e1e8-4e17-93c7-26dae3d7bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:56.975421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-863bb240-e1e8-4e17-93c7-26dae3d7bab2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.1806798 Feb 11 06:09:57.003490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-142c3e77-1ede-4f9c-b051-6a0c4fe50fab req-c04cbe21-0b73-47a6-8d83-c59c12ff2de5 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433028 Feb 11 06:09:57.035525 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-750bb52c-ef40-4a73-a469-d066d4efac46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 217 time: 0.0566978 Feb 11 06:09:57.071402 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-0ba2efa9-f6bd-4c0c-99ae-eab464aa5a10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 217 time: 0.0856452 Feb 11 06:09:57.143705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-c17f5d0c-6c58-4cff-b89f-4fa60890e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:57.145232 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-c17f5d0c-6c58-4cff-b89f-4fa60890e88d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0827134 Feb 11 06:09:57.150439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-23dcf526-7959-40d6-9786-092f5d4ece92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:57.151783 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-23dcf526-7959-40d6-9786-092f5d4ece92 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0608356 Feb 11 06:09:57.184221 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-47340fff-e1aa-43f3-a4a4-abd56e0a9369 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315049 Feb 11 06:09:57.215722 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-e198b172-c75e-44c2-84ad-a8df45474bff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338020 Feb 11 06:09:57.301981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 23949409-d0f0-46e9-997f-d2dfa1554a8d no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:09:57.341564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port 23949409-d0f0-46e9-997f-d2dfa1554a8d host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:09:57.341885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 23949409-d0f0-46e9-997f-d2dfa1554a8d not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:09:57.363131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-c9258a7c-0e29-4a48-9746-0142f36130e7 service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714656 Feb 11 06:09:57.366579 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-3018ca4a-6296-4a95-a861-73ac8352b1cf service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412497 Feb 11 06:09:57.855499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-fcb624ec-7eb2-43b5-8fb6-3b67c893b98a service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844863 Feb 11 06:09:57.859081 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3b9b61a8-75c2-4434-a5bb-062ccc0ae4c2 req-0297c9a1-457b-4796-8395-7ec5c6b494bc service neutron] 10.222.0.83 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806278 Feb 11 06:09:58.117185 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 23949409-d0f0-46e9-997f-d2dfa1554a8d details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:58.140127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d476de9-7d1c-44b1-b76a-463644b9bb50 req-6778754e-611b-4461-a526-ebe52e60aa3b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.141759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d476de9-7d1c-44b1-b76a-463644b9bb50 req-6778754e-611b-4461-a526-ebe52e60aa3b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 943 time: 0.0622635 Feb 11 06:09:58.191310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d476de9-7d1c-44b1-b76a-463644b9bb50 req-b4d10d1c-9dee-457d-a3f5-e78b9813763f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436807 Feb 11 06:09:58.229274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:58.243321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'network_id': 'c7eecb98-bcd0-4028-98d3-da5333518882', 'port_id': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'mac_address': 'fa:16:3e:a1:84:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb827a7-087e-4674-80ee-3fd5948ba24b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:58.284710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 23949409-d0f0-46e9-997f-d2dfa1554a8d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:58.285105 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:58.299168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23949409-d0f0-46e9-997f-d2dfa1554a8d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:58.320097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:58.417714 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:58.470568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:58.570865 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a16607-ac2a-4986-b626-99aa4d7c2b6c req-5b711316-6f46-478c-bfcf-7367ed01c4f7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.572378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a16607-ac2a-4986-b626-99aa4d7c2b6c req-5b711316-6f46-478c-bfcf-7367ed01c4f7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 944 time: 0.0571053 Feb 11 06:09:58.622286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66a16607-ac2a-4986-b626-99aa4d7c2b6c req-888bf4a1-b7ec-46e3-b52f-28eb7914ac6b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Feb 11 06:09:58.630265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['23949409-d0f0-46e9-997f-d2dfa1554a8d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:58.660426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-1aab6df5-2d80-4c36-813e-b6af80b5d2c7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.661932 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-1aab6df5-2d80-4c36-813e-b6af80b5d2c7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8&tenant_id=3fc40b81da6e465099a783d42ce64c2a&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 944 time: 0.0641701 Feb 11 06:09:58.726701 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-4297a932-11e1-48c5-aebb-25f2b2ac342d service neutron] delete failed (client error): The resource could not be found. Feb 11 06:09:58.727648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-4297a932-11e1-48c5-aebb-25f2b2ac342d service neutron] 10.222.0.65 "DELETE /v2.0/ports/23949409-d0f0-46e9-997f-d2dfa1554a8d/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0594106 Feb 11 06:09:58.814799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-e0f80933-5012-4e08-8d74-1aebf01cc670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.816502 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-e0f80933-5012-4e08-8d74-1aebf01cc670 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fc40b81da6e465099a783d42ce64c2a&device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 1127 time: 0.0461736 Feb 11 06:09:58.912749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-89d3e22e-15fb-4ca7-bede-c92c45938832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.914292 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-89d3e22e-15fb-4ca7-bede-c92c45938832 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 200 len: 915 time: 0.0927339 Feb 11 06:09:58.960483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-603180dd-946e-4f59-9209-d523ad918f92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 200 len: 217 time: 0.0406680 Feb 11 06:09:59.009395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-3ddeb755-0a14-4fb2-a78b-9676bf3ecbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:59.010790 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-3ddeb755-0a14-4fb2-a78b-9676bf3ecbe0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 200 len: 854 time: 0.0452843 Feb 11 06:09:59.041373 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-8697b060-c81e-4318-a8b3-448c2ce8f0a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7eecb98-bcd0-4028-98d3-da5333518882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252371 Feb 11 06:09:59.142369 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-d5885f24-5782-469a-8500-72d8123327b9 service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935140 Feb 11 06:09:59.237153 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-25aa9082-b0a8-4b15-b94d-170b6fdd9275 req-6b6dec18-8b8a-40a6-9ac2-40c26aeb314a service neutron] 10.222.0.65 "GET /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896053 Feb 11 06:09:59.747536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb9a86-b38c-45ef-bebf-3ebe3bbdffda req-62f8f580-24f9-4c54-b692-776f68543ef3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:59.749072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99eb9a86-b38c-45ef-bebf-3ebe3bbdffda req-62f8f580-24f9-4c54-b692-776f68543ef3 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 944 time: 0.0550778 Feb 11 06:09:59.803390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99eb9a86-b38c-45ef-bebf-3ebe3bbdffda req-a5c10aeb-81f3-4eaf-a09b-7587f709a48f tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Feb 11 06:10:00.127933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 23949409-d0f0-46e9-997f-d2dfa1554a8d up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:00.302676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 23949409-d0f0-46e9-997f-d2dfa1554a8d completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:10:00.306940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 23949409-d0f0-46e9-997f-d2dfa1554a8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:00.318223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:00.387147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 23949409-d0f0-46e9-997f-d2dfa1554a8d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:00.387659 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:00.411021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:00.415638 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dcca9d-3c81-4a5d-8f55-7d186848980f" -d '{"events": [{"server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "name": "network-vif-plugged", "status": "completed", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:00.425971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:00.450329 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62635d04-9c57-4ae1-91bc-ce9d473bcf66 x-openstack-request-id: req-62635d04-9c57-4ae1-91bc-ce9d473bcf66 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:00.450647 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "name": "network-vif-plugged", "status": "completed", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:00.450932 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62635d04-9c57-4ae1-91bc-ce9d473bcf66 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:00.451333 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'code': 200} Feb 11 06:10:00.497647 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:00.545374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:00.924023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63a3d1-3b5c-47b7-9be6-69f8ee65d7b3 req-44d43995-ace5-4c7c-b79c-5133ecc48825 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:00.927961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e63a3d1-3b5c-47b7-9be6-69f8ee65d7b3 req-44d43995-ace5-4c7c-b79c-5133ecc48825 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0534244 Feb 11 06:10:00.973936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e63a3d1-3b5c-47b7-9be6-69f8ee65d7b3 req-bfcf5f8b-68a4-4b82-8649-4ec8c6df0132 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Feb 11 06:10:01.100570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562ca8b-e092-4347-bb7a-122644687f5c req-7c13e082-d813-4213-8b47-f5f75cf9248c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:01.102072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1562ca8b-e092-4347-bb7a-122644687f5c req-7c13e082-d813-4213-8b47-f5f75cf9248c tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0589490 Feb 11 06:10:01.149813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1562ca8b-e092-4347-bb7a-122644687f5c req-30deb2da-2ffb-4d1b-a55e-9ede7e416551 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Feb 11 06:10:01.277432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac716e-c96f-4b25-95d4-13876395b3d3 req-0cc7864b-9b4f-4ecf-83a1-ed1c2f1db4f5 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:01.278958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3cac716e-c96f-4b25-95d4-13876395b3d3 req-0cc7864b-9b4f-4ecf-83a1-ed1c2f1db4f5 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0572124 Feb 11 06:10:01.327877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3cac716e-c96f-4b25-95d4-13876395b3d3 req-117ea27d-73dc-420c-8904-e307725b2ab4 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Feb 11 06:10:01.336197 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:01.964160 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a29af-372f-4552-a577-8e6be45e5e1a req-9853ece2-f394-4d28-aaf5-181516594b2d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:01.965824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-299a29af-372f-4552-a577-8e6be45e5e1a req-9853ece2-f394-4d28-aaf5-181516594b2d tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0600359 Feb 11 06:10:02.013526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-299a29af-372f-4552-a577-8e6be45e5e1a req-77133c6c-d8cc-4d0f-8918-8139e48da323 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Feb 11 06:10:02.999890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7f2299fa-111d-4f8b-b79f-a86045b6992d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:03.026305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-c3e59d96-25ce-4668-a6ae-127808e2e008 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:03.027807 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-c3e59d96-25ce-4668-a6ae-127808e2e008 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0656054 Feb 11 06:10:03.127757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Deleting port 23949409-d0f0-46e9-997f-d2dfa1554a8d {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:10:03.128110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:03.147794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea813bf6-5400-4f9f-8601-fc8fb6084790 req-8c72e9e6-d60c-4f5e-871b-ada94cdecec2 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:03.149335 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea813bf6-5400-4f9f-8601-fc8fb6084790 req-8c72e9e6-d60c-4f5e-871b-ada94cdecec2 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d1d26b-2fc1-43e2-8544-e03f6e7017f8 HTTP/1.1" status: 200 len: 945 time: 0.0605597 Feb 11 06:10:03.198707 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea813bf6-5400-4f9f-8601-fc8fb6084790 req-e5f766b7-2f77-4154-b173-ff6f2ea5811b tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.62 "GET /v2.0/security-groups?id=13398e86-afbf-4ce5-8ea8-f18605217cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Feb 11 06:10:03.225092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] For port 23949409-d0f0-46e9-997f-d2dfa1554a8d, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=23949409-d0f0-46e9-997f-d2dfa1554a8d,segment=NetworkSegment(a2bb75d1-ebd1-41f4-8e98-05484302ea3b),segment_id=a2bb75d1-ebd1-41f4-8e98-05484302ea3b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:03.225464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:03.238762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Calling delete_port for 23949409-d0f0-46e9-997f-d2dfa1554a8d owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:10:03.440467 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (23949409-d0f0-46e9-997f-d2dfa1554a8d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:03.451816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['23949409-d0f0-46e9-997f-d2dfa1554a8d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:10:03.475027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Pushing event deleted for resources: {'Port': ['ID=23949409-d0f0-46e9-997f-d2dfa1554a8d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:03.519527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] No DVR routers for this DVR port 23949409-d0f0-46e9-997f-d2dfa1554a8d on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:10:03.522117 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:03.525493 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-50201bd3-e152-4a82-9d91-f83b81cbc1b9 req-96756dee-ff40-468d-89cb-0b3e8404edc7 tempest-ServerDiskConfigTestJSON-1080551376 tempest-ServerDiskConfigTestJSON-1080551376-project] 10.222.0.83 "DELETE /v2.0/ports/23949409-d0f0-46e9-997f-d2dfa1554a8d HTTP/1.1" status: 204 len: 173 time: 0.4927790 Feb 11 06:10:03.525939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'name': 'network-vif-deleted', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:03.528227 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3016d53-1268-42db-94cd-71d2053a12d0" -d '{"events": [{"server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "name": "network-vif-deleted", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:03.568955 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be64eab-96bc-43e3-9944-17d269a8b242 x-openstack-request-id: req-1be64eab-96bc-43e3-9944-17d269a8b242 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:03.569435 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d1d26b-2fc1-43e2-8544-e03f6e7017f8", "name": "network-vif-deleted", "tag": "23949409-d0f0-46e9-997f-d2dfa1554a8d", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:03.569830 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1be64eab-96bc-43e3-9944-17d269a8b242 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:03.570399 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d1d26b-2fc1-43e2-8544-e03f6e7017f8', 'name': 'network-vif-deleted', 'tag': '23949409-d0f0-46e9-997f-d2dfa1554a8d', 'status': 'completed', 'code': 200} Feb 11 06:10:04.325945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46808) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:04.370802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Deleting subnet adb827a7-087e-4674-80ee-3fd5948ba24b {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:10:04.374132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Publish callbacks [] for subnet (adb827a7-087e-4674-80ee-3fd5948ba24b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.408981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (adb827a7-087e-4674-80ee-3fd5948ba24b), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.448859 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (adb827a7-087e-4674-80ee-3fd5948ba24b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.577336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (adb827a7-087e-4674-80ee-3fd5948ba24b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.605165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb827a7-087e-4674-80ee-3fd5948ba24b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:04.609243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.611448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/adb827a7-087e-4674-80ee-3fd5948ba24b HTTP/1.1" status: 204 len: 168 time: 0.2842715 Feb 11 06:10:04.614006 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46810) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:04.618146 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.618493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.618837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.619182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.619517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.619849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.620185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.620562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.620868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.621194 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.621527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.621850 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.622172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88daaa-60c6-4d4b-8e26-27363dff9774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:04.687280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (c7eecb98-bcd0-4028-98d3-da5333518882), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.765046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (c7eecb98-bcd0-4028-98d3-da5333518882), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.786317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eecb98-bcd0-4028-98d3-da5333518882']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:04.795638 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:04.795935 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bb75d1-ebd1-41f4-8e98-05484302ea3b') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:04.805839 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (a2bb75d1-ebd1-41f4-8e98-05484302ea3b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.819183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a2bb75d1-ebd1-41f4-8e98-05484302ea3b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.825115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:10:04.825498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (a2bb75d1-ebd1-41f4-8e98-05484302ea3b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:10:04.827109 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:10:04.983380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (c7eecb98-bcd0-4028-98d3-da5333518882), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.989126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.992314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c7eecb98-bcd0-4028-98d3-da5333518882 HTTP/1.1" status: 204 len: 168 time: 0.3772814 Feb 11 06:10:05.004734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765dfe7-292f-448c-afde-3f851d8c91a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7eecb98-bcd0-4028-98d3-da5333518882,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:05.388050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46814) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:05.430127 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c2414cbe-709e-4a9e-b5a4-d5575a397d43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fc40b81da6e465099a783d42ce64c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408239 Feb 11 06:10:05.432543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46816) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:05.482374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f3607f5-60ec-45dd-92c3-b66141dc381e admin admin] Publish callbacks [] for security_group (13398e86-afbf-4ce5-8ea8-f18605217cab), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:05.510131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f3607f5-60ec-45dd-92c3-b66141dc381e admin admin] Publish callbacks [] for security_group (13398e86-afbf-4ce5-8ea8-f18605217cab), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:05.577444 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a0f5b989-5773-483a-bbb5-e29271ed1534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:05.640823 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f3607f5-60ec-45dd-92c3-b66141dc381e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (13398e86-afbf-4ce5-8ea8-f18605217cab), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:05.644094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f3607f5-60ec-45dd-92c3-b66141dc381e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:05.645314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3f3607f5-60ec-45dd-92c3-b66141dc381e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13398e86-afbf-4ce5-8ea8-f18605217cab HTTP/1.1" status: 204 len: 168 time: 0.2118275 Feb 11 06:10:05.653244 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3607f5-60ec-45dd-92c3-b66141dc381e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13398e86-afbf-4ce5-8ea8-f18605217cab,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:06.178962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 23949409-d0f0-46e9-997f-d2dfa1554a8d no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:10:06.203172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 23949409-d0f0-46e9-997f-d2dfa1554a8d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:10:06.203525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 23949409-d0f0-46e9-997f-d2dfa1554a8d not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:10:06.731423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46838) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:06.828408 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-886398454-network', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:06.842155 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:06.886326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Made reservation on behalf of 0def87a2bd364a6a84554a4b9b93f6dc for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:10:06.888960 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:06.900045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:06.976742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Publish callbacks [] for security_group (bd330cca-dd70-41bc-a0fd-3b7bfca64a79), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.062219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bd330cca-dd70-41bc-a0fd-3b7bfca64a79), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.090216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:10:07.100958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd330cca-dd70-41bc-a0fd-3b7bfca64a79,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:07.105994 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e5e92969-d515-4531-b675-7148c8d63f42), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.106344 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Added segment e5e92969-d515-4531-b675-7148c8d63f42 of type vlan for network 421c8def-647a-424b-8db7-85bdfc50cd05 Feb 11 06:10:07.150503 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (421c8def-647a-424b-8db7-85bdfc50cd05), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.247863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (421c8def-647a-424b-8db7-85bdfc50cd05), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.248880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:07.255065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.314049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=421c8def-647a-424b-8db7-85bdfc50cd05,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:07.323955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 421c8def-647a-424b-8db7-85bdfc50cd05 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:10:07.340733 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b39ef44e-1d5d-4f57-9a89-82f6f3ebe3a3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6080444 Feb 11 06:10:07.343770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46842) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:07.348838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Request body: {'subnet': {'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-886398454-subnet', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:07.469232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Made reservation on behalf of 0def87a2bd364a6a84554a4b9b93f6dc for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:10:07.471899 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.715083 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (ed6d66c5-a194-4452-a4f7-e11cef04a18a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.773151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6d66c5-a194-4452-a4f7-e11cef04a18a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:07.780507 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:07.780937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Network hostable DHCP agents. Network: 421c8def-647a-424b-8db7-85bdfc50cd05, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:10:07.874553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Network 421c8def-647a-424b-8db7-85bdfc50cd05 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:10:07.925734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 421c8def-647a-424b-8db7-85bdfc50cd05) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:07.930746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:07.932355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.936746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096850cb-aec5-4768-9bad-618e3207fba3 None None] Network 421c8def-647a-424b-8db7-85bdfc50cd05 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:10:08.014705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6f29c5f3-f845-4524-849b-e047da542444 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6697345 Feb 11 06:10:08.017932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 46844) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:08.022471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:08.040878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-421c8def-647a-424b-8db7-85bdfc50cd05', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:10:08.041761 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.087012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.088328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.152140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks [] for router_controller (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.179752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Allocated IP 172.20.0.2 (421c8def-647a-424b-8db7-85bdfc50cd05/ed6d66c5-a194-4452-a4f7-e11cef04a18a/0df7ca3d-2480-46e4-bad9-6a0a6acd2e93) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:08.324055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Publish callbacks [] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.347490 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks [] for router_gateway (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.372320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.431164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Network 421c8def-647a-424b-8db7-85bdfc50cd05 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:08.434102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:08.436636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:08.446940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Pushing event updated for resources: {'Port': ['ID=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:08.493506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.503318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Attempting to bind port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:08.503705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Attempting to bind port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:08.504075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Attempting to bind port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:08.509319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:08.509700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:08.510106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.510511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:08.510985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Bound port: 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:08.511369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.574383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] For port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:08.577713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] For port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:08.631830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks [] for router_gateway (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.651288 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.680473 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.744120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b791aa-5dc8-4c58-8a4d-28c53d163062 None None] Pushing event updated for resources: {'Port': ['ID=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:08.759500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Allocated IP 172.25.8.226 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/bc886f2f-10f7-4158-aaf1-5229300a9c48) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:08.881036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks [] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:08.949168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:09.018937 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:09.063116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:09.066634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:09.070373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:09.075959 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Pushing event updated for resources: {'Port': ['ID=bc886f2f-10f7-4158-aaf1-5229300a9c48,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:09.388216 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:09.472153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks [] for router_gateway (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:09.638660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740b0e51-1589-452c-ad14-ae819e9ec5b1 None None] Network 421c8def-647a-424b-8db7-85bdfc50cd05 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:10:09.702747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:09.714004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-58038bb2-63c7-4aec-ab76-695dcff86c39 None None] Provisioning complete for port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:09.714373 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58038bb2-63c7-4aec-ab76-695dcff86c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:09.831057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-58038bb2-63c7-4aec-ab76-695dcff86c39 None None] Current status of the port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:09.831280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58038bb2-63c7-4aec-ab76-695dcff86c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:09.866634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-58038bb2-63c7-4aec-ab76-695dcff86c39 None None] For port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:09.885941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:10:09.943087 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58038bb2-63c7-4aec-ab76-695dcff86c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.003775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58038bb2-63c7-4aec-ab76-695dcff86c39 None None] Pushing event updated for resources: {'Port': ['ID=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:10.017240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:10:10.023700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:10:10.033736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:10.034415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:10:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:10.098847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2315910e-265e-4376-b284-d47569bac4dd None None] Provisioning complete for port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:10.099095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2315910e-265e-4376-b284-d47569bac4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.100864 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.102232 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-109625c1-5c68-418b-a797-2ea66f02671e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0833137 Feb 11 06:10:10.105247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46846) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:10.323226 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:10.389429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:10.506770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:10.507151 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.549640 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.556851 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2315910e-265e-4376-b284-d47569bac4dd None None] Current status of the port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:10.670224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:10.687927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:09Z', 'revision_number': 3, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:10.716376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:10:10.716769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Updating router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e port bc886f2f-10f7-4158-aaf1-5229300a9c48 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:10:10.745908 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.757481 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Allocated IP 172.20.0.1 (421c8def-647a-424b-8db7-85bdfc50cd05/ed6d66c5-a194-4452-a4f7-e11cef04a18a/19b453d4-752e-4ebc-8635-aac1b0ed4b13) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:10.864885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Publish callbacks [] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.960444 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.000206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Network 421c8def-647a-424b-8db7-85bdfc50cd05 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:11.002992 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Publish callbacks [] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.005119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:11.008769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:11.039699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Pushing event updated for resources: {'Port': ['ID=19b453d4-752e-4ebc-8635-aac1b0ed4b13,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:11.058282 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.086164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.178247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad6bad-a36f-4b83-9a58-819e8bdc29b1 None None] Pushing event updated for resources: {'Port': ['ID=bc886f2f-10f7-4158-aaf1-5229300a9c48,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:11.185156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Attempting to bind port bc886f2f-10f7-4158-aaf1-5229300a9c48 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:11.185753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Attempting to bind port bc886f2f-10f7-4158-aaf1-5229300a9c48 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:11.186360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Attempting to bind port bc886f2f-10f7-4158-aaf1-5229300a9c48 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:11.196805 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:11.197420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:11.198066 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.199022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:11.199650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Bound port: bc886f2f-10f7-4158-aaf1-5229300a9c48, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:11.200260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.257461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] For port bc886f2f-10f7-4158-aaf1-5229300a9c48, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:11.260501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] For port bc886f2f-10f7-4158-aaf1-5229300a9c48, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bc886f2f-10f7-4158-aaf1-5229300a9c48,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:11.289092 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ec46c607-f307-428b-b04b-55504e3e8286 None None] Provisioning complete for port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:11.289391 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec46c607-f307-428b-b04b-55504e3e8286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.305384 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.334269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ec46c607-f307-428b-b04b-55504e3e8286 None None] Port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:11.344060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.415504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:11.416132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:10:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:11.421594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad6bad-a36f-4b83-9a58-819e8bdc29b1 None None] Pushing event updated for resources: {'Port': ['ID=bc886f2f-10f7-4158-aaf1-5229300a9c48,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:11.489738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Publish callbacks [] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.533647 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:11.571547 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.641967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.644265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Pushing event updated for resources: {'Port': ['ID=19b453d4-752e-4ebc-8635-aac1b0ed4b13,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:11.741142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:10Z', 'revision_number': 1, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:11.742114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Network 421c8def-647a-424b-8db7-85bdfc50cd05 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:11.743533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:11.768983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb0c45-94fa-44e5-82b6-298b4e7258b2 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:10Z', 'revision_number': 1, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:10:11.858514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:11.875083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:10:12.062569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4cc145c5-835c-48f0-88de-75d1b7b40c9d None None] Provisioning complete for port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:12.063077 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4cc145c5-835c-48f0-88de-75d1b7b40c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:12.107878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4cc145c5-835c-48f0-88de-75d1b7b40c9d None None] Port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:12.322383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:10:12.327554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-890f8601-de65-4f9d-b564-8eabba843424 admin admin] 10.222.0.62 "PUT /v2.0/routers/cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2212312 Feb 11 06:10:12.871713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46856) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:12.877917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-269a51da-1dcf-43de-9a1e-270ff7c7c85f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447207790', 'description': 'tempest-description--67701558'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:12.983332 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-269a51da-1dcf-43de-9a1e-270ff7c7c85f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.061195 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-269a51da-1dcf-43de-9a1e-270ff7c7c85f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group (9ec48f5f-b1de-4964-bec6-e60c9ef0f64c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.114747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-269a51da-1dcf-43de-9a1e-270ff7c7c85f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9ec48f5f-b1de-4964-bec6-e60c9ef0f64c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.146024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a51da-1dcf-43de-9a1e-270ff7c7c85f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:13.202478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-269a51da-1dcf-43de-9a1e-270ff7c7c85f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.203767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-269a51da-1dcf-43de-9a1e-270ff7c7c85f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3306828 Feb 11 06:10:13.207609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46858) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:13.212241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a389e3da-2173-4d02-b622-691586b38945 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'security_group_rule': {'security_group_id': '9ec48f5f-b1de-4964-bec6-e60c9ef0f64c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:13.297196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a389e3da-2173-4d02-b622-691586b38945 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group_rule (d79472d0-521d-4e48-89df-2cc8b130ec18), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.355514 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a389e3da-2173-4d02-b622-691586b38945 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group_rule (d79472d0-521d-4e48-89df-2cc8b130ec18), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.406370 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a389e3da-2173-4d02-b622-691586b38945 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d79472d0-521d-4e48-89df-2cc8b130ec18), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.429141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389e3da-2173-4d02-b622-691586b38945 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79472d0-521d-4e48-89df-2cc8b130ec18,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:13.494204 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a389e3da-2173-4d02-b622-691586b38945 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.495638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a389e3da-2173-4d02-b622-691586b38945 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869744 Feb 11 06:10:13.498120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46860) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:13.502750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f9f33db5-971a-4390-b73b-f218403803d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'security_group_rule': {'security_group_id': '9ec48f5f-b1de-4964-bec6-e60c9ef0f64c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:13.605872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f9f33db5-971a-4390-b73b-f218403803d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group_rule (c1c59601-c36a-401c-8dff-0aa08803bb02), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.668754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f9f33db5-971a-4390-b73b-f218403803d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group_rule (c1c59601-c36a-401c-8dff-0aa08803bb02), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.730697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f9f33db5-971a-4390-b73b-f218403803d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (c1c59601-c36a-401c-8dff-0aa08803bb02), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.751664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f33db5-971a-4390-b73b-f218403803d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c59601-c36a-401c-8dff-0aa08803bb02,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:13.790442 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:10:13.801034 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:13.801668 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:10:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:13.802250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f9f33db5-971a-4390-b73b-f218403803d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.803475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f9f33db5-971a-4390-b73b-f218403803d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044245 Feb 11 06:10:13.806525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46862) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:13.810973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:13.880753 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:13.912532 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:13.984306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.113338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Allocated IP 172.25.8.157 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f543c76c-958d-4c3d-92a9-5b52329c9a9e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:14.142339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bc886f2f-10f7-4158-aaf1-5229300a9c48 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:14.210945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bc886f2f-10f7-4158-aaf1-5229300a9c48 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:14.211599 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.217776 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 2, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:14.234566 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for port (f543c76c-958d-4c3d-92a9-5b52329c9a9e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.250236 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:10:14.250703 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Updating router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:10:14.280769 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.301377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bc886f2f-10f7-4158-aaf1-5229300a9c48 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:14.301876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.323463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port bc886f2f-10f7-4158-aaf1-5229300a9c48, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bc886f2f-10f7-4158-aaf1-5229300a9c48,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:14.383671 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f543c76c-958d-4c3d-92a9-5b52329c9a9e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.411626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.436971 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:14.442023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:14.446509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:14.449635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'Port': ['ID=f543c76c-958d-4c3d-92a9-5b52329c9a9e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:14.473098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=bc886f2f-10f7-4158-aaf1-5229300a9c48,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:14.537388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.579811 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Publish callbacks [] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.640795 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f543c76c-958d-4c3d-92a9-5b52329c9a9e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.680215 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.737321 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Pushing event updated for resources: {'Port': ['ID=19b453d4-752e-4ebc-8635-aac1b0ed4b13,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:14.749716 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.750069 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.750406 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.750742 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.751075 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.751398 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.751721 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.752816 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.753223 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.753553 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.753876 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.754199 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.754514 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:14.809485 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Attempting to bind port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:14.810166 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Attempting to bind port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:14.810371 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Attempting to bind port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:14.815360 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for port (f543c76c-958d-4c3d-92a9-5b52329c9a9e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.817516 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:14.817904 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:14.818337 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.818741 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:14.819228 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Bound port: 19b453d4-752e-4ebc-8635-aac1b0ed4b13, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:14.819619 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.875074 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (f543c76c-958d-4c3d-92a9-5b52329c9a9e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.886902 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] For port 19b453d4-752e-4ebc-8635-aac1b0ed4b13, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:14.890464 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] For port 19b453d4-752e-4ebc-8635-aac1b0ed4b13, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=19b453d4-752e-4ebc-8635-aac1b0ed4b13,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:14.953012 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'Port': ['ID=f543c76c-958d-4c3d-92a9-5b52329c9a9e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:14.953684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c47306a5-83ab-4af9-85ce-11e57fb3c4c8 None None] Provisioning complete for port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:14.953991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c47306a5-83ab-4af9-85ce-11e57fb3c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.966474 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.977869 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.001508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c47306a5-83ab-4af9-85ce-11e57fb3c4c8 None None] Port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:15.045386 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:15.046027 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:10:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:15.059557 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.061251 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-316e42b2-8eae-4e33-82df-5831fd869270 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2534380 Feb 11 06:10:15.084116 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8bc1-eef9-4045-aedf-9634beff7a86 None None] Pushing event updated for resources: {'Port': ['ID=19b453d4-752e-4ebc-8635-aac1b0ed4b13,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:15.176167 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:15.250321 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-1cca83a1-fd69-4f57-bf42-cbdeb782d457 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1447207790&fields=id&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 267 time: 0.0548677 Feb 11 06:10:15.326624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-136c439e-b5c7-4790-913e-5f51c5704b15 None None] Provisioning complete for port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:15.327280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-136c439e-b5c7-4790-913e-5f51c5704b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.374237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-08d610ae-d015-434a-8b45-d7b5141aa4cc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:15.375802 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-08d610ae-d015-434a-8b45-d7b5141aa4cc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 811 time: 0.1184251 Feb 11 06:10:15.395176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-97ef5139-296f-421b-af40-a612d0cb7688 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/quotas/0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 375 time: 0.0127194 Feb 11 06:10:15.395925 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:15.419007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-136c439e-b5c7-4790-913e-5f51c5704b15 None None] Current status of the port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:15.420125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-136c439e-b5c7-4790-913e-5f51c5704b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.425889 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ebeab-e0b1-4265-abac-4340f769ee01 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:10:15.463912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-136c439e-b5c7-4790-913e-5f51c5704b15 None None] For port 19b453d4-752e-4ebc-8635-aac1b0ed4b13, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=19b453d4-752e-4ebc-8635-aac1b0ed4b13,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:15.471361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-0edf831e-20e5-4dc3-9a2d-4a51ca449a90 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693836 Feb 11 06:10:15.549182 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-136c439e-b5c7-4790-913e-5f51c5704b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.606246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c439e-b5c7-4790-913e-5f51c5704b15 None None] Pushing event updated for resources: {'Port': ['ID=19b453d4-752e-4ebc-8635-aac1b0ed4b13,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:15.609188 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-48be3cf1-8dec-4c59-8e7f-dbdf513c1e2d service neutron] 10.222.0.62 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256666 Feb 11 06:10:15.710872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-f275f89c-24a2-482b-a3c5-60478ab0b1ad service neutron] 10.222.0.62 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974622 Feb 11 06:10:16.001601 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ec635ee-a866-4b78-9a88-bf1d64c9739d req-0f08fa2c-b47d-4777-b836-ba4f01d0203c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 210 time: 0.0296254 Feb 11 06:10:16.128910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bc886f2f-10f7-4158-aaf1-5229300a9c48 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:16.183781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port bc886f2f-10f7-4158-aaf1-5229300a9c48 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:16.184168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.265589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port bc886f2f-10f7-4158-aaf1-5229300a9c48 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:16.266679 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 19b453d4-752e-4ebc-8635-aac1b0ed4b13 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:16.312543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:16.313006 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.392685 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:17.102845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe080351-253c-480c-be19-1445bf0a6a57 req-ea68a8f9-f230-4b55-93f4-7631986603a5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 210 time: 0.0293152 Feb 11 06:10:17.927107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-f4f752da-2102-4503-b57f-957c08142194 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:17.928746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-f4f752da-2102-4503-b57f-957c08142194 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 811 time: 0.1095006 Feb 11 06:10:17.992337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-c3f3387c-de11-4a49-bb36-70fc77f0f08d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 380 time: 0.0545161 Feb 11 06:10:18.000514 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'port': {'device_id': '92580ea9-d926-4b53-8899-40eb710822fc', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'admin_state_up': True, 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'security_groups': ['9ec48f5f-b1de-4964-bec6-e60c9ef0f64c']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:18.178285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Made reservation on behalf of 0def87a2bd364a6a84554a4b9b93f6dc for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:10:18.181170 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.203043 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c999e15c-9ae4-42c9-b969-82f2f14037a2 req-0499d6cf-6425-4342-bd7e-dd5ed4d3c222 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 210 time: 0.0307477 Feb 11 06:10:18.364990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Allocated IP 172.20.0.13 (421c8def-647a-424b-8db7-85bdfc50cd05/ed6d66c5-a194-4452-a4f7-e11cef04a18a/cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:18.508920 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.606344 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.652513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Network 421c8def-647a-424b-8db7-85bdfc50cd05 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:18.655722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:18.659566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:18.666818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:18.696023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.696377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.696757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.697104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.697448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.697788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.698158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.698499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.698848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.699169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.699502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.699834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.700167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:18.730951 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:18.731590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.820952 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-b6f49e0c-00e6-4527-890d-8a5e131bb0c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8240650 Feb 11 06:10:18.833527 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Request body: {'port': {'device_id': '92580ea9-d926-4b53-8899-40eb710822fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:18.889056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8d195783-a5a5-4937-9464-4643eeef60d3 None None] Provisioning complete for port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:18.889698 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d195783-a5a5-4937-9464-4643eeef60d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.897977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.924715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8d195783-a5a5-4937-9464-4643eeef60d3 None None] Port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:19.179947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:10:19.187671 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Publish callbacks [] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.201213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Transition to ACTIVE for port object cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:10:19.268949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.333638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a942eea-5675-465c-b0db-a9c0893a0484 req-1d5195ff-0a5d-41f3-a526-59967a55f992 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:19.335248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a942eea-5675-465c-b0db-a9c0893a0484 req-1d5195ff-0a5d-41f3-a526-59967a55f992 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0619190 Feb 11 06:10:19.353113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:19.397782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a942eea-5675-465c-b0db-a9c0893a0484 req-2b938638-c74c-4a44-bb3e-65d19afab1d0 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561545 Feb 11 06:10:19.407310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Attempting to bind port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:19.407644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Attempting to bind port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:19.407980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Attempting to bind port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:19.414980 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:10:19.415590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Attempting to bind port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:19.421167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:19.421511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:19.421902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:19.422332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Bound port: cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:19.422694 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.492217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:19.495602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:19.583999 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.620290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:19.620983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.622378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] 10.222.0.65 "PUT /v2.0/ports/cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 1093 time: 0.7937009 Feb 11 06:10:19.622948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:19.625150 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59a3472-60df-4cdc-80f6-f3a318624169" -d '{"events": [{"name": "network-changed", "server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:19.672157 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4334e2-8365-4efd-b413-8a6082b10119 x-openstack-request-id: req-ee4334e2-8365-4efd-b413-8a6082b10119 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:19.673098 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:19.673545 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee4334e2-8365-4efd-b413-8a6082b10119 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:19.674232 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'status': 'completed', 'code': 200} Feb 11 06:10:19.675390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52864d-7ebe-407c-932c-740d58874eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:19.741075 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3472-60df-4cdc-80f6-f3a318624169 req-abac5f09-6603-494f-9a82-1a0916459810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:19.742738 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f59a3472-60df-4cdc-80f6-f3a318624169 req-abac5f09-6603-494f-9a82-1a0916459810 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1127 time: 0.0538180 Feb 11 06:10:19.852298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3472-60df-4cdc-80f6-f3a318624169 req-669ff310-c443-4e5a-b617-cbf0dd214d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:19.853826 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f59a3472-60df-4cdc-80f6-f3a318624169 req-669ff310-c443-4e5a-b617-cbf0dd214d62 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050417 Feb 11 06:10:19.954241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3472-60df-4cdc-80f6-f3a318624169 req-7e78bfe2-546c-4157-91a5-e2f739bfd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:19.955724 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f59a3472-60df-4cdc-80f6-f3a318624169 req-7e78bfe2-546c-4157-91a5-e2f739bfd8f0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953755 Feb 11 06:10:20.034896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-304dc746-23f5-452a-8a9c-e8efa724c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:20.036483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-304dc746-23f5-452a-8a9c-e8efa724c559 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1127 time: 0.0462387 Feb 11 06:10:20.081656 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-935e5cd3-fd5f-4173-b332-3e8e7c93e335 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 217 time: 0.0388947 Feb 11 06:10:20.130323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-2e56cc74-38d4-488e-b9ce-48ab9a3a85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:20.131808 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-2e56cc74-38d4-488e-b9ce-48ab9a3a85be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0454516 Feb 11 06:10:20.179790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-3be4b8ce-355d-4fdb-9f83-8f281912d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:20.181356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-3be4b8ce-355d-4fdb-9f83-8f281912d509 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443263 Feb 11 06:10:20.276974 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-ad257753-8299-4745-a886-d094743e3f9e service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886204 Feb 11 06:10:20.365063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a62354b-bad9-4018-b66c-c2c1f2e63ca1 req-15137a4c-1e5a-4b48-b4e0-64156f71a93c service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827696 Feb 11 06:10:20.526536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69675-59bd-4697-b5c4-0219e40bc6cc req-ee5ecb12-657c-49f3-997e-2715f7ced402 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:20.528067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35e69675-59bd-4697-b5c4-0219e40bc6cc req-ee5ecb12-657c-49f3-997e-2715f7ced402 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0542829 Feb 11 06:10:20.577279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-35e69675-59bd-4697-b5c4-0219e40bc6cc req-a9992ded-4f75-45e8-a1be-36d43acbc7e0 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432608 Feb 11 06:10:21.707847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e567b-ef95-4d75-be76-ecf57d8e5b87 req-fa4b340c-74df-4925-b26b-bba7d58b5ebf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:21.709407 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-951e567b-ef95-4d75-be76-ecf57d8e5b87 req-fa4b340c-74df-4925-b26b-bba7d58b5ebf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0590003 Feb 11 06:10:21.759997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-951e567b-ef95-4d75-be76-ecf57d8e5b87 req-7f33990c-0b69-413c-bb2d-db2de5fcb467 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446987 Feb 11 06:10:22.885685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff669819-f676-40cb-816a-c46cec85966b req-079c5969-97b4-43f6-b270-d32c2b10aa5e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:22.887115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff669819-f676-40cb-816a-c46cec85966b req-079c5969-97b4-43f6-b270-d32c2b10aa5e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0589488 Feb 11 06:10:22.934630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff669819-f676-40cb-816a-c46cec85966b req-a09ca5f4-8b39-4622-9010-057ebceff4c9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Feb 11 06:10:23.440112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:10:23.535024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:23.547085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'mac_address': 'fa:16:3e:1c:1b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:10:23.588426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:23.588846 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.601983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:10:23.621009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:23.696841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.744081 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:23.751341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.751695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.752043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.752387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.752760 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.753104 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.753441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.753773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.754135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.755207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.755736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.756080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.756412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.909120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:10:24.065286 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba1f7b-e446-4b5f-8010-1df01a612f80 req-61692828-982e-4549-9a5f-60d6cb56abb6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:24.066816 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7ba1f7b-e446-4b5f-8010-1df01a612f80 req-61692828-982e-4549-9a5f-60d6cb56abb6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 945 time: 0.0572262 Feb 11 06:10:24.116960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a7ba1f7b-e446-4b5f-8010-1df01a612f80 req-3b97a268-ecf0-4443-8d70-1fd6b2b489b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443881 Feb 11 06:10:25.241272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdaa06-7074-4501-86bf-7787650889f4 req-757156f9-c583-42f2-9520-8d5ef25a67fa tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:25.242858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ecdaa06-7074-4501-86bf-7787650889f4 req-757156f9-c583-42f2-9520-8d5ef25a67fa tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 945 time: 0.0583708 Feb 11 06:10:25.292162 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ecdaa06-7074-4501-86bf-7787650889f4 req-4b15c6b8-d084-4d27-b70e-b4fabdd31a00 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Feb 11 06:10:25.440976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:25.582463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:10:25.587507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:25.587814 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.664579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:25.664990 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.689658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:25.691868 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ed339-35f7-47fe-9214-e9c0f78ef3d4" -d '{"events": [{"server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:25.712646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:25.728544 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d84877c-2a38-474e-a7d4-da5e674a6129 x-openstack-request-id: req-1d84877c-2a38-474e-a7d4-da5e674a6129 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:25.728873 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:25.729138 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d84877c-2a38-474e-a7d4-da5e674a6129 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:25.729545 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'code': 200} Feb 11 06:10:25.793906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.832290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbe1e2-faeb-4017-bb39-1de51527052d req-4642b0d2-c7b6-44b1-9b81-06a4008aafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:25.833983 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-40cbe1e2-faeb-4017-bb39-1de51527052d req-4642b0d2-c7b6-44b1-9b81-06a4008aafd4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1129 time: 0.0463140 Feb 11 06:10:25.843584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:25.883436 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-40cbe1e2-faeb-4017-bb39-1de51527052d req-d2b5e5c8-3eee-4df2-b330-fc16df37e461 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 Feb 11 06:10:26.414707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b0a19-f493-4ad3-81b0-e8ed9944ac88 req-ec1a084a-f35b-44fe-9179-f2ea98215571 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:26.416258 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa9b0a19-f493-4ad3-81b0-e8ed9944ac88 req-ec1a084a-f35b-44fe-9179-f2ea98215571 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0550966 Feb 11 06:10:26.464585 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa9b0a19-f493-4ad3-81b0-e8ed9944ac88 req-08137c92-428c-434e-84e3-d31b140fc252 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426714 Feb 11 06:10:27.587339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8fa95-467c-4a81-9c7a-45ec76fac065 req-b04abbfe-fdbf-4ee7-b48d-ac0ebfed61a5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:27.588910 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45b8fa95-467c-4a81-9c7a-45ec76fac065 req-b04abbfe-fdbf-4ee7-b48d-ac0ebfed61a5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0540526 Feb 11 06:10:27.642371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45b8fa95-467c-4a81-9c7a-45ec76fac065 req-31deb42b-81d8-46d5-a266-e038d8491af9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477624 Feb 11 06:10:27.760223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520804d4-3e61-4768-a8ec-e35cee6aef4e req-4685c9c5-8add-4a79-af05-078388524992 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:27.761908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-520804d4-3e61-4768-a8ec-e35cee6aef4e req-4685c9c5-8add-4a79-af05-078388524992 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0538332 Feb 11 06:10:27.770475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46920) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:27.774956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'floatingip': {'port_id': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:27.813760 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.272107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.330791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.435637 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0 associated. External IP: 172.25.8.157, port: cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39. Feb 11 06:10:28.654878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:10:28.774333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:10:28.779389 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.784825 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:10:28.795086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:28.795716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:10:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:28.812808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f19bed99-95ef-4b1e-882a-9d4e5502d9d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "PUT /v2.0/floatingips/132d218c-d169-4c0c-ab84-804f0615f2d0 HTTP/1.1" status: 200 len: 992 time: 1.0412183 Feb 11 06:10:28.813411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:28.859760 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6406ce06-1916-4e80-80f5-59dc048769b7" -d '{"events": [{"name": "network-changed", "server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:28.949933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:28.951220 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ffe7f-fe12-4268-a49e-dca8483a18e7 req-0af7772e-e426-4e37-9ec4-394b40e9bc10 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:28.952864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-150ffe7f-fe12-4268-a49e-dca8483a18e7 req-0af7772e-e426-4e37-9ec4-394b40e9bc10 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0621529 Feb 11 06:10:28.990896 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032d43ce-fab4-4902-942f-302ba0d1b983 x-openstack-request-id: req-032d43ce-fab4-4902-942f-302ba0d1b983 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:28.991237 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:28.991433 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-032d43ce-fab4-4902-942f-302ba0d1b983 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:28.991826 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'status': 'completed', 'code': 200} Feb 11 06:10:29.029073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-150ffe7f-fe12-4268-a49e-dca8483a18e7 req-61000f08-18c5-4673-9927-ca452a4b2bc7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682709 Feb 11 06:10:29.073923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-af05507e-f808-4722-aa5c-38c34fac949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:29.076104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-af05507e-f808-4722-aa5c-38c34fac949a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1129 time: 0.0627971 Feb 11 06:10:29.168324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a506b87-8757-4d5a-b308-ad8fa7f3ca76 req-14d24f1f-c432-469e-adce-3f552cf317a6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:29.170185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a506b87-8757-4d5a-b308-ad8fa7f3ca76 req-14d24f1f-c432-469e-adce-3f552cf317a6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0647683 Feb 11 06:10:29.178388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-000c9507-8099-4497-934b-100463a2b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:29.179900 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-000c9507-8099-4497-934b-100463a2b7e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0974813 Feb 11 06:10:29.241474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a506b87-8757-4d5a-b308-ad8fa7f3ca76 req-4fc400f1-5666-48e6-b3da-f0cb9033fc8e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637364 Feb 11 06:10:29.267624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:1c:1b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92580ea9-d926-4b53-8899-40eb710822fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:10:28Z', 'revision_number': 1, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:29.470924 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:10:29.480065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:29.480732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:10:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:29.594749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:29.607586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-f15e3fb3-f37f-4155-b0f9-53bfc752e198 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 1000 time: 0.4214694 Feb 11 06:10:29.661044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-b5fa9db3-9c4b-4a2e-9df1-f10f91293313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:29.663453 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-b5fa9db3-9c4b-4a2e-9df1-f10f91293313 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0494406 Feb 11 06:10:29.717358 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-c788380f-5152-4fe4-bd2f-104671c3156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:29.718931 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-c788380f-5152-4fe4-bd2f-104671c3156d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504651 Feb 11 06:10:29.817803 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-8532e17c-776d-4fd3-9120-a2f596f29754 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921421 Feb 11 06:10:29.846360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:1c:1b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92580ea9-d926-4b53-8899-40eb710822fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:10:28Z', 'revision_number': 1, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:29.874477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad0903-8a07-4663-9fdc-744c71b55620 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:1c:1b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92580ea9-d926-4b53-8899-40eb710822fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:10:28Z', 'revision_number': 1, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:10:29.919722 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6406ce06-1916-4e80-80f5-59dc048769b7 req-bfdd14ce-e9d4-46be-b9fd-05ab14077745 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964429 Feb 11 06:10:30.080792 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b93b71-a6e6-4217-8220-d49d7878cab8 None None] New status for floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:10:30.368590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41014-214b-48bb-b3b5-2f377ba6ce3b req-51c3d559-9bfa-48b3-9409-f0fd2042184a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:30.370175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88a41014-214b-48bb-b3b5-2f377ba6ce3b req-51c3d559-9bfa-48b3-9409-f0fd2042184a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0597141 Feb 11 06:10:30.426756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88a41014-214b-48bb-b3b5-2f377ba6ce3b req-bab84d5b-48d7-4f4e-9d49-3b94c43e76b9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502431 Feb 11 06:10:30.552366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc42aa-71a5-4da5-a875-40b74880a381 req-2ee8a228-b93a-4cfc-a8ce-d4fd65c65f75 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:30.554104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61fc42aa-71a5-4da5-a875-40b74880a381 req-2ee8a228-b93a-4cfc-a8ce-d4fd65c65f75 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0554094 Feb 11 06:10:30.602796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61fc42aa-71a5-4da5-a875-40b74880a381 req-4eac0f5e-49b8-4f25-a277-3e6ceb65c0ed tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Feb 11 06:10:30.983154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7219e2-33e1-4420-91cf-854b397ec01a req-63eae338-d5e5-4fe2-9826-751aa7630a1c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:30.984716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e7219e2-33e1-4420-91cf-854b397ec01a req-63eae338-d5e5-4fe2-9826-751aa7630a1c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0602565 Feb 11 06:10:31.034213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2e7219e2-33e1-4420-91cf-854b397ec01a req-47dc739a-5fc8-4132-989e-05b6fa3bed3e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Feb 11 06:10:31.114696 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1e702ccc-8640-4565-919c-d1c6355d33f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490444 Feb 11 06:10:31.123796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-3d268e15-eafc-43cc-8e64-0c7ca30d1b69 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:10:31.124886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-3d268e15-eafc-43cc-8e64-0c7ca30d1b69 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051095 Feb 11 06:10:31.757178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-4c6b635e-d494-4e40-8854-29f6415f2867 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:31.758643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-4c6b635e-d494-4e40-8854-29f6415f2867 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports/cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 943 time: 0.0475259 Feb 11 06:10:32.164910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccc3cb-a917-4cb1-b362-11847673fe26 req-2c08659a-b27e-4616-ad79-b7c0301491fe tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:32.168728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89ccc3cb-a917-4cb1-b362-11847673fe26 req-2c08659a-b27e-4616-ad79-b7c0301491fe tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0612869 Feb 11 06:10:32.217197 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89ccc3cb-a917-4cb1-b362-11847673fe26 req-61214f51-36ee-47c2-94ba-353b536ba0a1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Feb 11 06:10:33.016022 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9420b1d-b531-4738-863f-30edd471f68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:33.205105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-b0a09078-3575-4b64-8050-ac374558e5cd req-b14b9215-c222-4e96-911b-8e67f44cdaa6 service neutron] (104087) timed out ('10.222.0.62', 43062) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:10:33.311851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-cf6c06f5-3fcc-4af9-9650-178d3a038ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:33.313426 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-cf6c06f5-3fcc-4af9-9650-178d3a038ee2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1129 time: 0.0517750 Feb 11 06:10:33.342519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed34ccc-9c7c-41b5-85f6-06fb4a6b1d57 req-e85d8cde-24f6-4b83-9685-df8c3e521963 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:33.344041 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aed34ccc-9c7c-41b5-85f6-06fb4a6b1d57 req-e85d8cde-24f6-4b83-9685-df8c3e521963 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0550723 Feb 11 06:10:33.393227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aed34ccc-9c7c-41b5-85f6-06fb4a6b1d57 req-a71281d9-b1f8-4863-bc81-16f0bd26623d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 Feb 11 06:10:33.405196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-c2b12f9e-3fe2-4409-95a1-92acd2eda79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:33.406715 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-c2b12f9e-3fe2-4409-95a1-92acd2eda79b service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0872097 Feb 11 06:10:33.478058 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-8a553586-cd4f-4e25-b01e-b3c77ab97aee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 1002 time: 0.0656807 Feb 11 06:10:33.526304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-90c048bc-c541-4424-8edb-da806fcbfe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:33.527795 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-90c048bc-c541-4424-8edb-da806fcbfe43 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0435097 Feb 11 06:10:33.576775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-d497a5ef-0f8a-4fba-89d8-1e89d80824bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:33.578314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-d497a5ef-0f8a-4fba-89d8-1e89d80824bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453348 Feb 11 06:10:33.673212 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-9be3e83f-cb83-44f6-b3a5-8e2355a924f4 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888805 Feb 11 06:10:33.769746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-13bd8299-1f50-40a7-8e49-4cb9dfe47393 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904777 Feb 11 06:10:34.518624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884637e-2014-4580-a8fa-b94774d31d42 req-40b54d89-4e7d-418c-803a-19fbbfa09d5f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.520110 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e884637e-2014-4580-a8fa-b94774d31d42 req-40b54d89-4e7d-418c-803a-19fbbfa09d5f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0526016 Feb 11 06:10:34.570832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e884637e-2014-4580-a8fa-b94774d31d42 req-a941fe67-0343-4015-adbb-3517afb4cb12 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Feb 11 06:10:35.564848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b78eb995-a925-4f6a-86d7-1f784746088a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:35.693496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff296-29d5-4e56-9fd4-c2082a76a40b req-74c4f822-90ec-4fee-b045-f2700ca5e6ea tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:35.695084 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f4ff296-29d5-4e56-9fd4-c2082a76a40b req-74c4f822-90ec-4fee-b045-f2700ca5e6ea tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0533962 Feb 11 06:10:35.742215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f4ff296-29d5-4e56-9fd4-c2082a76a40b req-83af0db8-fd39-4a86-8582-6e6ea744f05d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Feb 11 06:10:36.816425 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:36.862323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774d372-2dae-492d-afe2-999b45aa53bc req-df46eba0-a632-4f7e-9917-bc7c7de21744 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:36.863812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2774d372-2dae-492d-afe2-999b45aa53bc req-df46eba0-a632-4f7e-9917-bc7c7de21744 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0522480 Feb 11 06:10:36.910740 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2774d372-2dae-492d-afe2-999b45aa53bc req-f0e681eb-2989-4622-a215-9fd5f8dd47da tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408401 Feb 11 06:10:38.041074 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791679e-18a5-4c5d-971d-de6a61dac1fb req-e61ce60c-8681-427a-98f8-b546f4331804 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:38.042643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b791679e-18a5-4c5d-971d-de6a61dac1fb req-e61ce60c-8681-427a-98f8-b546f4331804 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0604780 Feb 11 06:10:38.095869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b791679e-18a5-4c5d-971d-de6a61dac1fb req-62c9b2d0-60e3-4c0c-a0e4-46bcad36343b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461233 Feb 11 06:10:38.335265 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:38.479054 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:38.873370 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:39.223853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01984d6-d86c-4602-8d12-fdc3c4ad8e9e req-e84eee12-3d2f-404e-8245-f7d4e8d54565 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:39.225448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01984d6-d86c-4602-8d12-fdc3c4ad8e9e req-e84eee12-3d2f-404e-8245-f7d4e8d54565 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0543432 Feb 11 06:10:39.275583 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b01984d6-d86c-4602-8d12-fdc3c4ad8e9e req-4a34fa47-0615-46c5-aa46-296fb5f56a36 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Feb 11 06:10:39.301912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:40.399072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a089-a67b-420e-903d-8882c51fdce3 req-9d36ae70-b1dc-415a-8e32-a84796712b11 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:40.400579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d52a089-a67b-420e-903d-8882c51fdce3 req-9d36ae70-b1dc-415a-8e32-a84796712b11 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0571003 Feb 11 06:10:40.450450 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d52a089-a67b-420e-903d-8882c51fdce3 req-e2867811-5c05-4f23-9475-ec78bc97c919 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442789 Feb 11 06:10:41.573587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779ac2-9293-4860-82f0-314db8774b69 req-0ffb10de-50a0-48ee-927b-f05dcebeaa7c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:41.575096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02779ac2-9293-4860-82f0-314db8774b69 req-0ffb10de-50a0-48ee-927b-f05dcebeaa7c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0550499 Feb 11 06:10:41.624487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02779ac2-9293-4860-82f0-314db8774b69 req-1c0f9cfa-9303-464a-9f60-ebe9973bb463 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437517 Feb 11 06:10:41.885070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:42.751029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48aeec-9338-47a0-a09d-1923de4137d6 req-be4c8d57-be31-4275-a4b9-9501fed08aa8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:42.752527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b48aeec-9338-47a0-a09d-1923de4137d6 req-be4c8d57-be31-4275-a4b9-9501fed08aa8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0531750 Feb 11 06:10:42.803810 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b48aeec-9338-47a0-a09d-1923de4137d6 req-1d9f8f82-6e16-4af1-9419-727d86394c18 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457406 Feb 11 06:10:43.924696 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255789-d979-4e78-a846-0550ff6dd711 req-902b4fcf-b60a-4be1-8766-7324b500eaa6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:43.926223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4255789-d979-4e78-a846-0550ff6dd711 req-902b4fcf-b60a-4be1-8766-7324b500eaa6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0530934 Feb 11 06:10:43.976155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f4255789-d979-4e78-a846-0550ff6dd711 req-7f05e06b-4281-4c72-8ac5-4b770497c104 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Feb 11 06:10:45.101203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0b991-b6c9-4c5b-8fcb-a66482b401e9 req-c3c1e4f5-625b-49c6-a733-0f0accc0d874 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:45.102741 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3a0b991-b6c9-4c5b-8fcb-a66482b401e9 req-c3c1e4f5-625b-49c6-a733-0f0accc0d874 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0562541 Feb 11 06:10:45.149542 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3a0b991-b6c9-4c5b-8fcb-a66482b401e9 req-acd0557e-abd9-41df-8a8e-6caf2465ffe0 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Feb 11 06:10:46.285906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3f31a-92c8-411b-95dd-24a6a29220c7 req-5b8e7c14-fb44-4155-b5fe-31d406107aeb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:46.287367 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1c3f31a-92c8-411b-95dd-24a6a29220c7 req-5b8e7c14-fb44-4155-b5fe-31d406107aeb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0644140 Feb 11 06:10:46.344030 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1c3f31a-92c8-411b-95dd-24a6a29220c7 req-469b2a45-55a2-4abd-b782-4c5e43411d61 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Feb 11 06:10:47.466645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa4b0-e66e-4254-af2c-962b68b64e49 req-83881dd8-2362-4e38-a2a8-63cc550975d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:47.468182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e3fa4b0-e66e-4254-af2c-962b68b64e49 req-83881dd8-2362-4e38-a2a8-63cc550975d7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0547318 Feb 11 06:10:47.515445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e3fa4b0-e66e-4254-af2c-962b68b64e49 req-9d05ea46-eec8-4722-8f2c-3e852348d596 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Feb 11 06:10:48.640543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa4c4d-356b-4b7b-8648-aabe7f5ff78b req-ef2a73d3-006c-4f50-ab46-d287ae53f32b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:48.642094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89aa4c4d-356b-4b7b-8648-aabe7f5ff78b req-ef2a73d3-006c-4f50-ab46-d287ae53f32b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0562477 Feb 11 06:10:48.692282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89aa4c4d-356b-4b7b-8648-aabe7f5ff78b req-f1d99b87-1289-40b3-9370-bd9847bb67f7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 Feb 11 06:10:49.814596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f10b0-6d0b-40ec-9657-b594bcb013a4 req-c9945b1f-da6f-46f7-8982-75a425493144 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:49.816146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d5f10b0-6d0b-40ec-9657-b594bcb013a4 req-c9945b1f-da6f-46f7-8982-75a425493144 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0553827 Feb 11 06:10:49.870909 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d5f10b0-6d0b-40ec-9657-b594bcb013a4 req-1f374f34-d193-4091-9818-a1f77e52af38 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483849 Feb 11 06:10:50.995989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7c714-61a9-4c85-809c-fd825c875a23 req-26beccae-92fd-4cc1-b513-34804b1ee724 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:50.998567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2c7c714-61a9-4c85-809c-fd825c875a23 req-26beccae-92fd-4cc1-b513-34804b1ee724 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0604165 Feb 11 06:10:51.044426 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2c7c714-61a9-4c85-809c-fd825c875a23 req-7f7d939b-dcdc-4fc2-9cda-b8336691b376 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Feb 11 06:10:52.180794 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5130736-f168-454b-b58e-1858d51e4fe0 req-8040b4d9-496a-47ab-9dac-cffb6ce28b83 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:52.182524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5130736-f168-454b-b58e-1858d51e4fe0 req-8040b4d9-496a-47ab-9dac-cffb6ce28b83 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0677376 Feb 11 06:10:52.236082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5130736-f168-454b-b58e-1858d51e4fe0 req-4461d8aa-2bfa-49f7-aff0-a0ba9cffde46 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477393 Feb 11 06:10:53.359577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bdca2-6502-48d2-bd8a-f52dd833269f req-dce2fc40-e933-4778-86e7-db3a6c5cd36f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:53.361092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-315bdca2-6502-48d2-bd8a-f52dd833269f req-dce2fc40-e933-4778-86e7-db3a6c5cd36f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0526838 Feb 11 06:10:53.409020 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-315bdca2-6502-48d2-bd8a-f52dd833269f req-a7df1118-4223-47d2-9f4b-a565c19c7cea tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423212 Feb 11 06:10:54.533456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27128607-d86b-4c92-a7d7-c0064ae20d6f req-1b9c1660-d50f-4c11-9b93-3615d5630d9e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:54.534980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27128607-d86b-4c92-a7d7-c0064ae20d6f req-1b9c1660-d50f-4c11-9b93-3615d5630d9e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0572860 Feb 11 06:10:54.581835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27128607-d86b-4c92-a7d7-c0064ae20d6f req-20011223-d854-4450-9a2e-2ce23ac23d08 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Feb 11 06:10:55.637593 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-89be1a6f-2625-4beb-97dc-facdf08d6035 service neutron] show failed (client error): The resource could not be found. Feb 11 06:10:55.639339 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-89be1a6f-2625-4beb-97dc-facdf08d6035 service neutron] 10.222.0.65 "GET /v2.0/ports/cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0592022 Feb 11 06:10:55.708369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0113c-598e-42ee-a15b-0eda67afa4a0 req-5762c7ab-125a-4710-b441-13adcda80691 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:55.709938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd0113c-598e-42ee-a15b-0eda67afa4a0 req-5762c7ab-125a-4710-b441-13adcda80691 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0562203 Feb 11 06:10:55.761912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecd0113c-598e-42ee-a15b-0eda67afa4a0 req-d5e7f5d1-7cb3-4f32-91c9-0715384ce916 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 Feb 11 06:10:56.185794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-74c98336-b4c2-458b-b989-b10f43fbb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:56.187651 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-74c98336-b4c2-458b-b989-b10f43fbb839 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 1129 time: 0.0512226 Feb 11 06:10:56.198968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:56.263956 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:56.470412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:56.503855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:56.542199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:56.545032 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15219af2-5876-4b1b-a32c-586ea35645d2" -d '{"events": [{"server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:56.548920 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Publish callbacks [] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:56.561763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Transition to ACTIVE for port object cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:10:56.597856 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865082ca-5539-4f6d-818a-e12cec07cdbe x-openstack-request-id: req-865082ca-5539-4f6d-818a-e12cec07cdbe {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:56.598270 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:56.598529 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-865082ca-5539-4f6d-818a-e12cec07cdbe {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:56.598943 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'code': 200} Feb 11 06:10:56.627590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:56.726059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:56.757191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] No DVR routers for this DVR port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:10:56.893539 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21a6a4-e432-4a30-8863-c0e27a2d1315 req-ece48d92-1995-47f7-b469-1e168a1023f4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:56.895069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e21a6a4-e432-4a30-8863-c0e27a2d1315 req-ece48d92-1995-47f7-b469-1e168a1023f4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0571043 Feb 11 06:10:56.905893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Attempting to bind port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:56.906225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Attempting to bind port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:56.906553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Attempting to bind port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:56.911184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:10:56.911500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Attempting to bind port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:56.916916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:56.917261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:56.917649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:56.918078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Bound port: cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:56.918434 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:56.948230 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e21a6a4-e432-4a30-8863-c0e27a2d1315 req-89bb0de5-a4f7-466e-b05d-8efc1c7c22cf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471020 Feb 11 06:10:56.990230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:56.993234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:57.079294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:57.118368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.119239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:57.120687 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] 10.222.0.83 "PUT /v2.0/ports/cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 1093 time: 0.9260070 Feb 11 06:10:57.159728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66884f-ed3d-4cbf-b97d-72760e16712a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:57.195786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-c7560c53-7c87-45a3-bcd0-822ef9dab44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.197389 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-c7560c53-7c87-45a3-bcd0-822ef9dab44d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1127 time: 0.0523443 Feb 11 06:10:57.300899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-06be32aa-4640-4ddf-908f-6fb995d96f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.302422 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-06be32aa-4640-4ddf-908f-6fb995d96f10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0996332 Feb 11 06:10:57.368310 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-25bd143d-1c6a-4645-b7d3-35c910e230db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 1000 time: 0.0601871 Feb 11 06:10:57.417168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-2a766625-6674-4a28-82b3-606baa5ded85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.418558 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-2a766625-6674-4a28-82b3-606baa5ded85 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0445158 Feb 11 06:10:57.473381 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-cf0166ea-1a26-4a65-8a90-29d0aa8f0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.474912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-cf0166ea-1a26-4a65-8a90-29d0aa8f0aa4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505195 Feb 11 06:10:57.567671 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-eac1580e-e31f-4dcd-8775-b4544bdf43c4 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864356 Feb 11 06:10:57.671937 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6be2205a-9330-45c4-884c-fd66fd459d9d req-6d4c02f1-ce73-4bc9-a85d-741cefab0515 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978656 Feb 11 06:10:58.073770 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a88bf-ea67-46f4-b7e9-886a5984b44b req-b104bd76-d18a-4c28-a384-5b71600ec335 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.075270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b44a88bf-ea67-46f4-b7e9-886a5984b44b req-b104bd76-d18a-4c28-a384-5b71600ec335 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0526381 Feb 11 06:10:58.125103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b44a88bf-ea67-46f4-b7e9-886a5984b44b req-c5c023e5-6c5d-44bd-90c3-3abb6a308a0f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 Feb 11 06:10:58.600294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:58.602894 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41" -d '{"events": [{"name": "network-changed", "server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:58.650714 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d4bec-7587-4d49-a43a-25893d80afcf x-openstack-request-id: req-f67d4bec-7587-4d49-a43a-25893d80afcf {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:58.651008 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:58.651284 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f67d4bec-7587-4d49-a43a-25893d80afcf {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:58.651692 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'status': 'completed', 'code': 200} Feb 11 06:10:58.747113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-99bf56cb-c0a5-4478-8bc9-bd0586e2f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.749487 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-99bf56cb-c0a5-4478-8bc9-bd0586e2f930 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1127 time: 0.0708783 Feb 11 06:10:58.751351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-eb03ceee-9f53-4458-b129-c8ac9f10d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.752770 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-eb03ceee-9f53-4458-b129-c8ac9f10d31e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1127 time: 0.0824912 Feb 11 06:10:58.919175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-e5a90d06-97b4-4ac5-95fe-d151b1b0f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.921183 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-e5a90d06-97b4-4ac5-95fe-d151b1b0f13f service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1662476 Feb 11 06:10:58.923922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-7281e567-e09a-4e85-8bed-a5e2d6029931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.925336 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-7281e567-e09a-4e85-8bed-a5e2d6029931 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1630642 Feb 11 06:10:59.038772 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-3029fbc8-bee1-4cb1-b1e0-7ef3f130012b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 1000 time: 0.1115997 Feb 11 06:10:59.042505 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-3cc56b43-755b-45bc-9510-bfd8f34b7c31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 1000 time: 0.1093106 Feb 11 06:10:59.124096 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-e8aa5f10-5ba4-4270-915b-1c705698b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.125653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-e8aa5f10-5ba4-4270-915b-1c705698b0d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0815172 Feb 11 06:10:59.127101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-df5db496-9811-4ecf-a677-95ad5629090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.128445 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-df5db496-9811-4ecf-a677-95ad5629090b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0764785 Feb 11 06:10:59.215262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-d5223018-f258-4265-8560-570e27e2ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.217349 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-d5223018-f258-4265-8560-570e27e2ba3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784845 Feb 11 06:10:59.220137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-5df1c47e-a219-43b4-857f-48838c2eb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.221707 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-5df1c47e-a219-43b4-857f-48838c2eb043 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0908339 Feb 11 06:10:59.258978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4947-ce90-4d67-8e9e-1aea187f36fa req-091f64da-9711-4886-8ae4-56eaa11265b3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.260577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05ce4947-ce90-4d67-8e9e-1aea187f36fa req-091f64da-9711-4886-8ae4-56eaa11265b3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0603182 Feb 11 06:10:59.315392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-05ce4947-ce90-4d67-8e9e-1aea187f36fa req-a64d643d-463f-4ee5-9411-77435aaf2e4b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447335 Feb 11 06:10:59.415254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-86e11651-dda9-4bab-94a2-f6db59f38cac service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706026 Feb 11 06:10:59.417179 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-a27bc0a8-adb4-4f2c-a799-de1b03bb91d8 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843522 Feb 11 06:10:59.583098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-e351ba20-0c7c-49d7-be4f-a2af08f5c474 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608965 Feb 11 06:10:59.584999 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f66022cf-a5b2-4002-bb44-b9da2d3e9f41 req-cf6cf01d-e4f2-4eaa-8e7f-cb7fccaf5935 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554854 Feb 11 06:10:59.602823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:10:59.646858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:10:59.651456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:00.758454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c1eaf-b6e9-4df4-b701-236edfedd64c req-fa93ad5e-8852-4b89-8d0e-68608fcbff31 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.759872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-255c1eaf-b6e9-4df4-b701-236edfedd64c req-fa93ad5e-8852-4b89-8d0e-68608fcbff31 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.3719108 Feb 11 06:11:00.805570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-255c1eaf-b6e9-4df4-b701-236edfedd64c req-065ad719-37a2-44e7-a9ae-35da5c44debf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 Feb 11 06:11:01.136900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c6b5-67e5-42a5-8007-69459dc7cb5f req-06ea4c45-c4af-4fda-9f9b-a91fb59eda48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.138703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da83c6b5-67e5-42a5-8007-69459dc7cb5f req-06ea4c45-c4af-4fda-9f9b-a91fb59eda48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0553114 Feb 11 06:11:01.188358 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da83c6b5-67e5-42a5-8007-69459dc7cb5f req-5aa4918e-3425-4f64-bc40-a30a864da3b0 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439439 Feb 11 06:11:01.221830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-c2e412b9-46c5-4baa-92af-b8a2c0ca74b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.225751 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-c2e412b9-46c5-4baa-92af-b8a2c0ca74b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 944 time: 0.0643883 Feb 11 06:11:01.286015 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-393e31f0-02e3-4374-879b-26f41f2e9fa8 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:11:01.286976 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-393e31f0-02e3-4374-879b-26f41f2e9fa8 service neutron] 10.222.0.65 "DELETE /v2.0/ports/cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0576253 Feb 11 06:11:01.376226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-af541232-64f1-40ac-95a7-3deed70bbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.377787 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-af541232-64f1-40ac-95a7-3deed70bbfa3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 1127 time: 0.0462630 Feb 11 06:11:01.474683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-24a23b75-e110-4a86-ac63-5ba46dc06709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.476188 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-24a23b75-e110-4a86-ac63-5ba46dc06709 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0930667 Feb 11 06:11:01.541131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-4d1b6fdd-8020-448b-917e-bc488b810ac9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 200 len: 1000 time: 0.0591638 Feb 11 06:11:01.590441 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-5e6ec591-46db-48fd-951b-7ca4acaa5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.591938 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-5e6ec591-46db-48fd-951b-7ca4acaa5d75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0452144 Feb 11 06:11:01.646379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-0b8f591c-f2d8-474f-b102-a6bc7d23e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.647940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-0b8f591c-f2d8-474f-b102-a6bc7d23e917 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504298 Feb 11 06:11:01.738713 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-560e74b3-a56d-4a77-81c1-9dfef34ae804 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833306 Feb 11 06:11:01.832082 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f6c1ae3f-bae5-4d84-b32a-8ed681456127 req-1cbdaf8d-331b-468a-b35b-268c37814743 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880554 Feb 11 06:11:02.315302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f38f7-7ad8-4954-b662-bbe23f3dd49d req-7dae4f94-c752-4420-ac86-d7162c558c64 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:02.316806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e48f38f7-7ad8-4954-b662-bbe23f3dd49d req-7dae4f94-c752-4420-ac86-d7162c558c64 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 944 time: 0.0575874 Feb 11 06:11:02.364704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e48f38f7-7ad8-4954-b662-bbe23f3dd49d req-ed0c013f-0b20-491e-bfc2-62c8e9ae08dc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Feb 11 06:11:02.469590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:11:02.573561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:02.585540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'mac_address': 'fa:16:3e:1c:1b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:11:02.626093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:02.626492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:02.640497 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:02.661329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:02.724566 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:02.776376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:02.939089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:11:03.047523 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6060bd13-afda-4ada-84cb-f4c2c9fe825f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:03.486081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eef60-02b8-47e0-be08-41d41b281b20 req-655c714b-3304-4443-94a6-2c9d37b356dc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:03.487776 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-397eef60-02b8-47e0-be08-41d41b281b20 req-655c714b-3304-4443-94a6-2c9d37b356dc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 945 time: 0.0546496 Feb 11 06:11:03.535718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-397eef60-02b8-47e0-be08-41d41b281b20 req-f45f7b13-0695-4339-aeb0-0902c002aef0 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Feb 11 06:11:03.663408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3041c36-dba5-4f0f-8d53-510fe804afba req-ffe1304c-e2f7-450e-bdea-df087d2fd15b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:03.664925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3041c36-dba5-4f0f-8d53-510fe804afba req-ffe1304c-e2f7-450e-bdea-df087d2fd15b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 945 time: 0.0620761 Feb 11 06:11:03.716408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d3041c36-dba5-4f0f-8d53-510fe804afba req-ad5320fc-0357-436a-9220-bbde571565fe tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Feb 11 06:11:03.836423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a662aa-571a-40d9-8dd1-a8c12a500742 req-c14f0454-bf04-4ff9-a6ce-11ab799db31d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:03.837958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53a662aa-571a-40d9-8dd1-a8c12a500742 req-c14f0454-bf04-4ff9-a6ce-11ab799db31d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 945 time: 0.0531728 Feb 11 06:11:03.886255 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-53a662aa-571a-40d9-8dd1-a8c12a500742 req-e47b1abc-a0d8-4eae-bf17-78a52187d7bb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414064 Feb 11 06:11:04.324046 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017d900-ffef-4f7c-bb3d-8ef8ee555102 req-cfb1afb2-1578-48da-9acf-7405d99f9cc8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:04.325581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1017d900-ffef-4f7c-bb3d-8ef8ee555102 req-cfb1afb2-1578-48da-9acf-7405d99f9cc8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 945 time: 0.0567467 Feb 11 06:11:04.375215 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1017d900-ffef-4f7c-bb3d-8ef8ee555102 req-56268b52-6972-4866-8852-6a8261a6a117 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 Feb 11 06:11:04.468512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:11:04.575446 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:11:04.579632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:04.580011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.656725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:04.657115 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.679708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:04.681961 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d54b06-caeb-4461-9f5e-4953d6573f0f" -d '{"events": [{"server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:04.694495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:04.721880 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2a89f9-fc58-4215-962a-47f174be49e7 x-openstack-request-id: req-ed2a89f9-fc58-4215-962a-47f174be49e7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:04.722172 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:04.722452 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed2a89f9-fc58-4215-962a-47f174be49e7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:04.722848 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'code': 200} Feb 11 06:11:04.775525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.826794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:05.501411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece93735-9e6c-4675-87b3-1d3f3501b60a req-6b7ed756-eac0-448e-94f1-3b60414e8ffb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:05.503080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ece93735-9e6c-4675-87b3-1d3f3501b60a req-6b7ed756-eac0-448e-94f1-3b60414e8ffb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0600278 Feb 11 06:11:05.552486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ece93735-9e6c-4675-87b3-1d3f3501b60a req-f0b8bef0-62f5-48e8-9e7e-e1bc40dc2de7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Feb 11 06:11:05.583257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-c53804b0-5be0-4b1a-943e-8ab83f1472d1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:05.585464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-c53804b0-5be0-4b1a-943e-8ab83f1472d1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 946 time: 0.0631435 Feb 11 06:11:05.600964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9cdd5561-4049-4e97-a337-2feb550b8997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:05.689744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Deleting port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:05.689976 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:05.786163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] For port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:05.786531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:06.284330 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:06.284624 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:06.284951 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0 disassociated. External IP: 172.25.8.157, port: cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39. Feb 11 06:11:06.285306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Calling delete_port for cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:06.467412 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:06.500781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event deleted for resources: {'Port': ['ID=cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:06.624376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:06.682079 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6308a073-9175-4dc0-a99a-155dcc699d25 req-15c36d91-c1ff-4ff3-ae55-f91b58f3ec66 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=92580ea9-d926-4b53-8899-40eb710822fc HTTP/1.1" status: 200 len: 210 time: 0.0362630 Feb 11 06:11:06.750348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:06.760624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:06.783646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:06.784197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:11:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:06.794455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] No DVR routers for this DVR port cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:06.798005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:06.801537 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2b38cf9f-4fef-4468-a728-bea5ddcecc5f req-0766c45d-2e5a-47af-a853-1dc2d47f522d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "DELETE /v2.0/ports/cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 HTTP/1.1" status: 204 len: 173 time: 1.2013512 Feb 11 06:11:06.801986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'name': 'network-vif-deleted', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:06.804355 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b5513-af68-446c-95ed-771170beaee1" -d '{"events": [{"server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "name": "network-vif-deleted", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:06.844073 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f346831b-6781-41c3-a1de-27192848d41d x-openstack-request-id: req-f346831b-6781-41c3-a1de-27192848d41d {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:06.846943 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92580ea9-d926-4b53-8899-40eb710822fc", "name": "network-vif-deleted", "tag": "cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:06.846943 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f346831b-6781-41c3-a1de-27192848d41d {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:06.846943 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92580ea9-d926-4b53-8899-40eb710822fc', 'name': 'network-vif-deleted', 'tag': 'cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39', 'status': 'completed', 'code': 200} Feb 11 06:11:06.896841 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:06.921856 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:07.107717 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:07.138128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:07.146885 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:07.147498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:11:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:07.269845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:07.468674 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:07.498744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45facbf4-efbd-4d44-97a0-11e6219d9eb9 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:07.731157 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74170e26-ecbb-4c05-9767-df53a60a88a9 None None] New status for floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:07.959466 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-5a11b25c-5e3f-4ae4-805b-73a97b96b808 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1447207790&fields=id&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 267 time: 0.0504293 Feb 11 06:11:08.077440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-b399a937-8a3b-43b6-9e7c-57c926630eb2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:08.079394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-b399a937-8a3b-43b6-9e7c-57c926630eb2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 811 time: 0.1077373 Feb 11 06:11:08.094875 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-37038a7a-da0d-44c9-a0ca-2e403b28af6a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/quotas/0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 375 time: 0.0091116 Feb 11 06:11:08.150172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-f8422dda-e423-4cdc-a590-8ca70562790a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495381 Feb 11 06:11:08.249644 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-03c1c459-96ec-479a-b228-8b98357e7bf6 service neutron] 10.222.0.62 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871136 Feb 11 06:11:08.344876 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-afd6154f-e752-44c1-85ae-cfb0ab232ef9 service neutron] 10.222.0.62 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Feb 11 06:11:08.466892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:08.470646 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.488001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:08.488340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cc7f0ef4-6d83-42fe-b54d-f4c5e9f03e39 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:08.592239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdfb7cc4-2210-4b4b-abf5-7ffdbf3e9645 req-799b62fc-fa36-43d9-aceb-e114e5a92f2d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 210 time: 0.0285811 Feb 11 06:11:08.855250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:09.375392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:09.683152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91e03943-5532-4aa8-8040-d60757666802 req-7e2d23bc-bb81-419c-a316-7ef7c783686b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 210 time: 0.0327415 Feb 11 06:11:10.386896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-a51f374e-6fef-495d-a5e4-903dfda416a6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:10.388382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-a51f374e-6fef-495d-a5e4-903dfda416a6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 811 time: 0.1119709 Feb 11 06:11:10.450855 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-36ee414e-e20f-4207-9596-7c4b3aa4835c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 380 time: 0.0548627 Feb 11 06:11:10.459716 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'port': {'device_id': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'admin_state_up': True, 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'security_groups': ['9ec48f5f-b1de-4964-bec6-e60c9ef0f64c']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:10.638412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Made reservation on behalf of 0def87a2bd364a6a84554a4b9b93f6dc for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:11:10.642251 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:10.793719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Allocated IP 172.20.0.12 (421c8def-647a-424b-8db7-85bdfc50cd05/ed6d66c5-a194-4452-a4f7-e11cef04a18a/670db575-ff22-4e53-a4a6-0e11c63f230e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:11:10.798855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b230fdad-f2ab-4c68-85f9-d6ce2dde0423 req-26982ed7-e364-4ae8-beda-0f6777307f26 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 210 time: 0.0289695 Feb 11 06:11:10.942911 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.044773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.091537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Network 421c8def-647a-424b-8db7-85bdfc50cd05 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:11:11.098363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:11:11.099772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:11:11.106494 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:11.154835 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:11.155455 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.247090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-9f7c3b45-a62f-4881-ac10-c695da6dd2b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7910876 Feb 11 06:11:11.258613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Request body: {'port': {'device_id': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:11.323543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.382184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2c4f4327-55e6-4d8b-b57a-bd13f3a088ed None None] Provisioning complete for port 670db575-ff22-4e53-a4a6-0e11c63f230e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:11.382963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4327-55e6-4d8b-b57a-bd13f3a088ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.420324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f4327-55e6-4d8b-b57a-bd13f3a088ed None None] Port 670db575-ff22-4e53-a4a6-0e11c63f230e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:11:11.599321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670db575-ff22-4e53-a4a6-0e11c63f230e {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:11.606871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Publish callbacks [] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.620179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Transition to ACTIVE for port object 670db575-ff22-4e53-a4a6-0e11c63f230e will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:11:11.706679 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.762021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:11.849746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Attempting to bind port 670db575-ff22-4e53-a4a6-0e11c63f230e on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:11:11.849965 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.850083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Attempting to bind port 670db575-ff22-4e53-a4a6-0e11c63f230e by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:11:11.850325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Attempting to bind port 670db575-ff22-4e53-a4a6-0e11c63f230e on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:11:11.855089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Port 670db575-ff22-4e53-a4a6-0e11c63f230e on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:11:11.855413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Attempting to bind port 670db575-ff22-4e53-a4a6-0e11c63f230e on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:11:11.861246 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:11:11.863532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:11:11.863532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:11:11.863532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Bound port: 670db575-ff22-4e53-a4a6-0e11c63f230e, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:11:11.863532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.931720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1af00c-5293-4ecb-b374-58829185fa6c req-d85f41a3-a7b5-4a02-98fc-2497387e9972 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:11.933453 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd1af00c-5293-4ecb-b374-58829185fa6c req-d85f41a3-a7b5-4a02-98fc-2497387e9972 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0598457 Feb 11 06:11:11.934377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:11:11.937689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:11:11.984781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd1af00c-5293-4ecb-b374-58829185fa6c req-74ec74c4-4f49-4027-875b-932a07ae0226 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443957 Feb 11 06:11:12.004774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:12.042388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.043249 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:12.044769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] 10.222.0.65 "PUT /v2.0/ports/670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1093 time: 0.7905309 Feb 11 06:11:12.045356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:12.047996 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27688be-23c1-45cf-889a-19d9e033c4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:12.093577 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf953f-b1c4-441c-944f-46257b66007d service neutron] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:12.104285 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915d9a47-729a-4d2d-b249-b0d9b39a5dd7 x-openstack-request-id: req-915d9a47-729a-4d2d-b249-b0d9b39a5dd7 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:12.104285 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:12.104285 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-915d9a47-729a-4d2d-b249-b0d9b39a5dd7 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:12.104285 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'status': 'completed', 'code': 200} Feb 11 06:11:12.171130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27688be-23c1-45cf-889a-19d9e033c4fe req-70916c19-4022-43c3-9660-aed051298a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.173988 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a27688be-23c1-45cf-889a-19d9e033c4fe req-70916c19-4022-43c3-9660-aed051298a3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1127 time: 0.0543592 Feb 11 06:11:12.275305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27688be-23c1-45cf-889a-19d9e033c4fe req-3636c069-2b67-458e-8f3f-92a874d83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.277906 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a27688be-23c1-45cf-889a-19d9e033c4fe req-3636c069-2b67-458e-8f3f-92a874d83658 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0978532 Feb 11 06:11:12.378283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27688be-23c1-45cf-889a-19d9e033c4fe req-320db3fa-e759-43ca-b206-f09c32651f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.379648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a27688be-23c1-45cf-889a-19d9e033c4fe req-320db3fa-e759-43ca-b206-f09c32651f84 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962751 Feb 11 06:11:12.461591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-32158a08-9346-4c2a-85c3-a026cae59c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.463108 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-32158a08-9346-4c2a-85c3-a026cae59c86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1127 time: 0.0458245 Feb 11 06:11:12.510936 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-298d3d0f-0a1f-4df1-8fd5-e59922a467be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 217 time: 0.0402751 Feb 11 06:11:12.561119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-89ef45a1-9a78-4464-9816-adaa61fe9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.562660 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-89ef45a1-9a78-4464-9816-adaa61fe9f3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0466669 Feb 11 06:11:12.614877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-7cfb9133-76b0-4784-9202-d0c259d4c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.616418 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-7cfb9133-76b0-4784-9202-d0c259d4c6db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484548 Feb 11 06:11:12.711450 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-2b7522a8-630c-4e26-863d-662784a6f45e service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875366 Feb 11 06:11:12.800543 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-74bdd646-ed83-4af4-96d1-fe90d60265a9 req-19c6caca-1ddc-4df0-900b-9b48ec864549 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836046 Feb 11 06:11:13.107558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011561b-a3f6-43ff-bfe7-5d116831b60e req-cfedf482-8946-4c10-ac54-73b3f5ba006f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:13.109141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2011561b-a3f6-43ff-bfe7-5d116831b60e req-cfedf482-8946-4c10-ac54-73b3f5ba006f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0539701 Feb 11 06:11:13.161146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2011561b-a3f6-43ff-bfe7-5d116831b60e req-68177026-27be-40a9-b859-5f06ea18a254 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Feb 11 06:11:14.288982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c26ce-846f-4888-aeca-c4a9389e4ef1 req-d562c3a8-33da-46f5-ae5d-623c5637b623 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:14.290527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c69c26ce-846f-4888-aeca-c4a9389e4ef1 req-d562c3a8-33da-46f5-ae5d-623c5637b623 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0570807 Feb 11 06:11:14.343301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c69c26ce-846f-4888-aeca-c4a9389e4ef1 req-5518d3bf-d46b-4cae-870f-7784d4df1a22 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453601 Feb 11 06:11:15.341127 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:11:15.491657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f652e-0f36-4bf4-b2f3-92605d854f09 req-0694383e-087a-43df-a016-7e7d72282447 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:15.493323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-347f652e-0f36-4bf4-b2f3-92605d854f09 req-0694383e-087a-43df-a016-7e7d72282447 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0614624 Feb 11 06:11:15.551968 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-347f652e-0f36-4bf4-b2f3-92605d854f09 req-91f0c1cb-4d05-4835-ae77-8821f893eb63 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528028 Feb 11 06:11:15.692715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 670db575-ff22-4e53-a4a6-0e11c63f230e details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:11:15.821650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:15.836861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'mac_address': 'fa:16:3e:73:7d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:11:15.883094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 670db575-ff22-4e53-a4a6-0e11c63f230e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:15.883488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:15.900538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670db575-ff22-4e53-a4a6-0e11c63f230e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:15.923430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:15.992400 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:16.050463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:16.188443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['670db575-ff22-4e53-a4a6-0e11c63f230e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:11:16.693786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a322e9-b92d-45b1-8cf2-43011b6dd00d req-bb3d62ee-5b97-41a0-944d-b9349f5b1b78 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:16.695377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0a322e9-b92d-45b1-8cf2-43011b6dd00d req-bb3d62ee-5b97-41a0-944d-b9349f5b1b78 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 945 time: 0.0625336 Feb 11 06:11:16.754982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c0a322e9-b92d-45b1-8cf2-43011b6dd00d req-a83341b0-5bfa-471e-8e5f-e7295b871236 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535159 Feb 11 06:11:17.702977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 670db575-ff22-4e53-a4a6-0e11c63f230e up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:11:17.861778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 670db575-ff22-4e53-a4a6-0e11c63f230e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:11:17.866008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 670db575-ff22-4e53-a4a6-0e11c63f230e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:17.866378 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:17.901562 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b5e0b-476e-4df6-8489-e47e7246a429 req-0a47b552-d040-4bf0-870b-a876e754daf9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:17.903232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef9b5e0b-476e-4df6-8489-e47e7246a429 req-0a47b552-d040-4bf0-870b-a876e754daf9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 945 time: 0.0726800 Feb 11 06:11:17.975602 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ef9b5e0b-476e-4df6-8489-e47e7246a429 req-0da03abf-636a-42e5-8399-6c1b14537eea tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649416 Feb 11 06:11:18.128033 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 670db575-ff22-4e53-a4a6-0e11c63f230e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:18.128427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:18.151831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:18.154236 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454210c4-6ff1-4d6e-9f6d-91c86025c98b" -d '{"events": [{"server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "name": "network-vif-plugged", "status": "completed", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:18.168276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:18.209881 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4afc4d4-bc1e-4417-b2f7-4078d15c7c8a x-openstack-request-id: req-d4afc4d4-bc1e-4417-b2f7-4078d15c7c8a {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:18.209881 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "name": "network-vif-plugged", "status": "completed", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:18.209881 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4afc4d4-bc1e-4417-b2f7-4078d15c7c8a {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:18.209881 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'code': 200} Feb 11 06:11:18.261127 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:18.293424 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cf61d-61ee-4d19-8766-fdc37f3e9aac req-3866fe1b-6f9d-4d94-9b98-d391fbc551b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:18.295099 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-032cf61d-61ee-4d19-8766-fdc37f3e9aac req-3866fe1b-6f9d-4d94-9b98-d391fbc551b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1128 time: 0.0460756 Feb 11 06:11:18.310332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:18.346289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-032cf61d-61ee-4d19-8766-fdc37f3e9aac req-dc168f3f-c7b9-4580-9b2f-3bf3357161ac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 Feb 11 06:11:19.120353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cfe92-05db-453c-9af0-dc6d37ac56c7 req-06344b67-cd2e-4622-ac96-d7b457c81aa6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:19.122022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa2cfe92-05db-453c-9af0-dc6d37ac56c7 req-06344b67-cd2e-4622-ac96-d7b457c81aa6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0682154 Feb 11 06:11:19.174591 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fa2cfe92-05db-453c-9af0-dc6d37ac56c7 req-27c0961b-b7d7-41c8-8cc2-0f26ec42b366 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468533 Feb 11 06:11:20.330250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0235d12-ffcd-433a-9af3-a425ad56a0e1 req-7da2b7d1-fce6-4a06-b452-eca5787db860 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:20.331824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0235d12-ffcd-433a-9af3-a425ad56a0e1 req-7da2b7d1-fce6-4a06-b452-eca5787db860 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0710616 Feb 11 06:11:20.384090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0235d12-ffcd-433a-9af3-a425ad56a0e1 req-81bc2cc7-605e-42bf-9b92-6b9d218c89b7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461442 Feb 11 06:11:20.513820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e8f8-3d66-4cea-98db-af5f4f396d6e req-7aa2eb6d-c6ff-4a37-a707-00871684e27b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:20.515272 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d37e8f8-3d66-4cea-98db-af5f4f396d6e req-7aa2eb6d-c6ff-4a37-a707-00871684e27b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0571008 Feb 11 06:11:20.525685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:20.530254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'floatingip': {'port_id': '670db575-ff22-4e53-a4a6-0e11c63f230e'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:20.576389 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:21.119195 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:21.204267 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:21.316021 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0 associated. External IP: 172.25.8.157, port: 670db575-ff22-4e53-a4a6-0e11c63f230e. Feb 11 06:11:21.551048 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:21.666511 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:21.671511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:21.677632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:21.688731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:21.689481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:11:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:21.703959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a60951b5-da7b-4919-9633-cd5722b9cfcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "PUT /v2.0/floatingips/132d218c-d169-4c0c-ab84-804f0615f2d0 HTTP/1.1" status: 200 len: 992 time: 1.1765809 Feb 11 06:11:21.704769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:21.707294 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a521b7a5-7b4f-441a-9582-07bb35ddf40f" -d '{"events": [{"name": "network-changed", "server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:21.747203 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31e44f8-f36e-4a72-b4a9-cf2c88923af2 x-openstack-request-id: req-a31e44f8-f36e-4a72-b4a9-cf2c88923af2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:21.747527 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:21.747783 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a31e44f8-f36e-4a72-b4a9-cf2c88923af2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:21.748204 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'status': 'completed', 'code': 200} Feb 11 06:11:21.815604 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:21.816629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-d265c0ff-5f34-42d1-86af-4588f71fca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:21.819674 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-d265c0ff-5f34-42d1-86af-4588f71fca92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1129 time: 0.0476093 Feb 11 06:11:21.924998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-8c788d3a-43cb-4477-a37e-49436d1ad7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:21.926547 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-8c788d3a-43cb-4477-a37e-49436d1ad7ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1022265 Feb 11 06:11:22.017870 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-7d175568-15e3-4d24-b25f-36ef83ac3a73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1000 time: 0.0857873 Feb 11 06:11:22.049242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccc123-d369-4882-b18b-32ea0761b223 req-4c723212-8d9a-4618-9284-f84f2bdb948e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:22.050852 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1ccc123-d369-4882-b18b-32ea0761b223 req-4c723212-8d9a-4618-9284-f84f2bdb948e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0622323 Feb 11 06:11:22.099304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-28a37c18-dcce-4934-8eda-cffa69a8ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:22.101034 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-28a37c18-dcce-4934-8eda-cffa69a8ae77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0777636 Feb 11 06:11:22.121433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1ccc123-d369-4882-b18b-32ea0761b223 req-65c6e344-478c-4551-bbfd-05526a1ebdcb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564635 Feb 11 06:11:22.123527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:73:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:11:20Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:22.174751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-79319a46-0470-448b-9413-602f2a4d2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:22.177333 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-79319a46-0470-448b-9413-602f2a4d2d69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0626667 Feb 11 06:11:22.181592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:22.190657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:22.191280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:11:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:22.312915 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-addcd6aa-35d6-403c-9595-ba1b47eda0b3 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295121 Feb 11 06:11:22.314079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:22.423088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a521b7a5-7b4f-441a-9582-07bb35ddf40f req-6123ec08-b711-4de6-b3a8-a7c4ffd945a0 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028116 Feb 11 06:11:22.569142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:73:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:11:20Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:22.597639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33091533-7218-4a10-84bb-1f5ae3b53b13 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:73:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:11:20Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:22.846888 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039b021-c2ae-432c-a2c3-513a7f0c75d5 None None] New status for floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:23.266887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ba37-8601-4f37-b267-e3677eeb0251 req-025c0d4e-03a1-4249-8289-edd2f86a6340 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:23.268384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96a2ba37-8601-4f37-b267-e3677eeb0251 req-025c0d4e-03a1-4249-8289-edd2f86a6340 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0588408 Feb 11 06:11:23.325582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96a2ba37-8601-4f37-b267-e3677eeb0251 req-2f1e391c-c585-472d-9a85-a214af23defe tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510240 Feb 11 06:11:24.465775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36df535-f6b7-4ac4-90be-70930451699a req-70307660-5524-46d5-b14b-939793acdd98 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:24.467461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e36df535-f6b7-4ac4-90be-70930451699a req-70307660-5524-46d5-b14b-939793acdd98 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0630181 Feb 11 06:11:24.525989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e36df535-f6b7-4ac4-90be-70930451699a req-c0eba571-2264-493c-a75a-46915451a119 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516911 Feb 11 06:11:25.656334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab1c2-3977-48d8-80e1-c4a0d3f0841d req-cb018558-29d8-4c8a-9608-99886c709274 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:25.657959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ccab1c2-3977-48d8-80e1-c4a0d3f0841d req-cb018558-29d8-4c8a-9608-99886c709274 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0585835 Feb 11 06:11:25.706102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ccab1c2-3977-48d8-80e1-c4a0d3f0841d req-f921e579-4ca5-4a7d-a352-713311a769e3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422776 Feb 11 06:11:26.833203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cdfeb-3519-4e0c-b94b-d409f6081c84 req-93bb9a46-07b6-4ef3-ace8-c9dfa0a73809 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:26.834747 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab1cdfeb-3519-4e0c-b94b-d409f6081c84 req-93bb9a46-07b6-4ef3-ace8-c9dfa0a73809 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0585403 Feb 11 06:11:26.892263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab1cdfeb-3519-4e0c-b94b-d409f6081c84 req-a76965c5-39e4-4728-bbfa-045a1c9b8f97 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513508 Feb 11 06:11:28.019094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89622855-dbbc-4d1c-8c5c-9f98722a9c66 req-c41f077b-dccc-4c2c-9f36-4f53fefcf415 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:28.020706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89622855-dbbc-4d1c-8c5c-9f98722a9c66 req-c41f077b-dccc-4c2c-9f36-4f53fefcf415 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0590446 Feb 11 06:11:28.070694 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-89622855-dbbc-4d1c-8c5c-9f98722a9c66 req-521ff69d-3fd6-45ec-abdd-41b7e2d7b052 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442929 Feb 11 06:11:29.208675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9efa2-bb35-4561-8ec9-a44e43ced46f req-69d29fe9-0d31-4f63-bbda-4f6633340047 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:29.211082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78c9efa2-bb35-4561-8ec9-a44e43ced46f req-69d29fe9-0d31-4f63-bbda-4f6633340047 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0633101 Feb 11 06:11:29.271614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78c9efa2-bb35-4561-8ec9-a44e43ced46f req-0dfda2ca-8c0c-4f78-a1bd-0cefeed521ba tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543673 Feb 11 06:11:30.400578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7baca-2e50-4310-a795-01eeb6ea063f req-c837ddb0-b539-47e1-bd17-6c7828a80d73 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:30.402070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fb7baca-2e50-4310-a795-01eeb6ea063f req-c837ddb0-b539-47e1-bd17-6c7828a80d73 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0529535 Feb 11 06:11:30.450461 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7fb7baca-2e50-4310-a795-01eeb6ea063f req-2825c8ad-33b4-4228-9e2c-9a295fea04a9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419390 Feb 11 06:11:31.575523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a211c-efe9-4a77-b558-a1b8568a9740 req-d0fbf550-7949-45cd-bcfc-f7a161531a7b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:31.577146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-874a211c-efe9-4a77-b558-a1b8568a9740 req-d0fbf550-7949-45cd-bcfc-f7a161531a7b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0546920 Feb 11 06:11:31.631127 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-874a211c-efe9-4a77-b558-a1b8568a9740 req-fd55fcf4-5f56-486a-8619-0a69cfd855f7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Feb 11 06:11:32.761443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9a43-8ace-4dea-886f-e4afd8c72f56 req-09b02dce-9412-41dd-b8f6-51033a600885 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:32.763039 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-515a9a43-8ace-4dea-886f-e4afd8c72f56 req-09b02dce-9412-41dd-b8f6-51033a600885 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0565693 Feb 11 06:11:32.811578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-515a9a43-8ace-4dea-886f-e4afd8c72f56 req-e9062444-d7ca-4f5f-a5c6-ad7a5c318870 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Feb 11 06:11:33.008887 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2929296c-c139-43ca-a617-202a80829adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:33.934861 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6774e89-9749-4188-a1f6-7f004c15d16d req-e0c84195-9e7c-4387-ab11-5c8396d77dca tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:33.936388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6774e89-9749-4188-a1f6-7f004c15d16d req-e0c84195-9e7c-4387-ab11-5c8396d77dca tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0540287 Feb 11 06:11:33.986269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e6774e89-9749-4188-a1f6-7f004c15d16d req-c5093255-fb3a-4e22-9acf-18328bbb9078 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438523 Feb 11 06:11:35.118739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe666f2-164a-41c1-b78b-bdd5c3aeaee0 req-d8960869-5fbc-418e-a8f4-e46e94ba4cb2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:35.120164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dfe666f2-164a-41c1-b78b-bdd5c3aeaee0 req-d8960869-5fbc-418e-a8f4-e46e94ba4cb2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0608430 Feb 11 06:11:35.171504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dfe666f2-164a-41c1-b78b-bdd5c3aeaee0 req-24903705-d49f-4a36-a288-cc166a34593d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451801 Feb 11 06:11:35.609399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c43c9b8-7b0c-4e86-8fdf-56f7112ffa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:36.310874 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6a8b2-b71d-4931-ae8b-33a5db8856fe req-fac608a9-08d8-48bf-9013-80b0fbef56cf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:36.312476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ba6a8b2-b71d-4931-ae8b-33a5db8856fe req-fac608a9-08d8-48bf-9013-80b0fbef56cf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0658011 Feb 11 06:11:36.364728 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ba6a8b2-b71d-4931-ae8b-33a5db8856fe req-be173ef8-89ae-41fd-86d8-516937049df7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Feb 11 06:11:36.842766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:37.486710 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e554688-9eb5-4729-819a-73f140e89ce0 req-020a59b4-45f0-45e3-b34a-cfc9972491a2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:37.488244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e554688-9eb5-4729-819a-73f140e89ce0 req-020a59b4-45f0-45e3-b34a-cfc9972491a2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0540800 Feb 11 06:11:37.545556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e554688-9eb5-4729-819a-73f140e89ce0 req-fbb7dc83-134a-4127-8230-90a6fbca43bd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514960 Feb 11 06:11:38.448918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:38.695637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035aa411-af9b-40e6-839d-83fee4d729f0 req-f302c8f0-8c9d-46a5-9739-0e8873b80718 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:38.697203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-035aa411-af9b-40e6-839d-83fee4d729f0 req-f302c8f0-8c9d-46a5-9739-0e8873b80718 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0580318 Feb 11 06:11:38.746130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-035aa411-af9b-40e6-839d-83fee4d729f0 req-6dd15e14-1510-48b5-a69f-51f4892c2a73 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431046 Feb 11 06:11:38.837379 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:39.305780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:39.872985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41600c91-93a4-423c-a6a0-c1ee7aad2cd8 req-9eb2b780-15e4-44d4-9d7a-3dd1c8be379d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:39.874498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41600c91-93a4-423c-a6a0-c1ee7aad2cd8 req-9eb2b780-15e4-44d4-9d7a-3dd1c8be379d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0547516 Feb 11 06:11:39.926475 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41600c91-93a4-423c-a6a0-c1ee7aad2cd8 req-105ad37a-3f00-4615-8671-151f88c49670 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Feb 11 06:11:41.060262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e09f4d-a905-447c-ae5f-eec89ddada83 req-6d87859b-669d-437f-91c5-2037f5d43c8b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:41.061820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37e09f4d-a905-447c-ae5f-eec89ddada83 req-6d87859b-669d-437f-91c5-2037f5d43c8b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0587590 Feb 11 06:11:41.112320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37e09f4d-a905-447c-ae5f-eec89ddada83 req-0db802d3-0d8d-49b7-9f0e-a6f00015c04e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448573 Feb 11 06:11:41.854864 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.244222 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc763d87-5122-45dd-82d6-413da13efa74 req-34220d29-c679-4203-a75b-73faa4d00eb4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:42.245828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc763d87-5122-45dd-82d6-413da13efa74 req-34220d29-c679-4203-a75b-73faa4d00eb4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0609524 Feb 11 06:11:42.299514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc763d87-5122-45dd-82d6-413da13efa74 req-78f15be9-988f-4105-a413-a9aa42e31df8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477366 Feb 11 06:11:43.427698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f4ba8-f372-4267-9456-c07415e8bb5c req-2c828885-4e01-4ac7-ab26-c74fa004973e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:43.429279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d20f4ba8-f372-4267-9456-c07415e8bb5c req-2c828885-4e01-4ac7-ab26-c74fa004973e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0533643 Feb 11 06:11:43.483501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d20f4ba8-f372-4267-9456-c07415e8bb5c req-1a397725-99c4-43ee-82f1-2f27715ab288 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486379 Feb 11 06:11:44.622174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56e4fa-1ced-450f-b206-10eba442da36 req-3701065a-9a23-490e-a387-399d09414f46 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:44.623783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf56e4fa-1ced-450f-b206-10eba442da36 req-3701065a-9a23-490e-a387-399d09414f46 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0573127 Feb 11 06:11:44.679288 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf56e4fa-1ced-450f-b206-10eba442da36 req-f7c1b435-e067-4a99-b9b1-9a6a49885383 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468214 Feb 11 06:11:45.804373 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efdb45-e73c-4e09-a2e2-a535c777d123 req-3cf1c89e-6a6e-47e4-b995-c76f4bb7dac6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:45.806078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11efdb45-e73c-4e09-a2e2-a535c777d123 req-3cf1c89e-6a6e-47e4-b995-c76f4bb7dac6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0571511 Feb 11 06:11:45.856719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-11efdb45-e73c-4e09-a2e2-a535c777d123 req-316f8754-b44a-4b74-adbd-294b90851913 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Feb 11 06:11:46.994778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb4f79-4d38-4208-9f94-fc33f5d3b735 req-000fe74d-5f17-4b66-bfca-d01aad2da07f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:46.996435 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaeb4f79-4d38-4208-9f94-fc33f5d3b735 req-000fe74d-5f17-4b66-bfca-d01aad2da07f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0622725 Feb 11 06:11:47.051757 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaeb4f79-4d38-4208-9f94-fc33f5d3b735 req-82e3acb5-3882-46d1-9bd2-64894edc513a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476010 Feb 11 06:11:48.179007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd5eaf-15e2-4e10-9336-de990a301820 req-636fe5dd-1dcb-471e-b079-21afb28c1fb1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:48.180536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86bd5eaf-15e2-4e10-9336-de990a301820 req-636fe5dd-1dcb-471e-b079-21afb28c1fb1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0558028 Feb 11 06:11:48.240170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-86bd5eaf-15e2-4e10-9336-de990a301820 req-725608cf-fc16-4bb4-9283-e90ec087c298 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 Feb 11 06:11:48.632689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebc1ff-237b-4a8a-8fa1-c94780ef2b3d req-caf84372-10c0-4fa9-a3c4-15f7dac3443b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:48.634508 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92ebc1ff-237b-4a8a-8fa1-c94780ef2b3d req-caf84372-10c0-4fa9-a3c4-15f7dac3443b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0584061 Feb 11 06:11:49.010804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92ebc1ff-237b-4a8a-8fa1-c94780ef2b3d req-ddb34a36-a99f-4020-8aa7-7c0515a91320 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702514 Feb 11 06:11:49.073229 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-24337070-89cb-4cc8-8f76-6b96e6a33754 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999625 Feb 11 06:11:49.630069 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-474c61c3-7166-4a8d-b8a5-a0604eec625f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:49.631320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-474c61c3-7166-4a8d-b8a5-a0604eec625f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports/670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 943 time: 0.0474846 Feb 11 06:11:50.146993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d1981-d9bf-468c-93bb-c08105963a70 req-51ff35d5-0ec2-4289-9982-fc4197660ba6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:50.148534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c8d1981-d9bf-468c-93bb-c08105963a70 req-51ff35d5-0ec2-4289-9982-fc4197660ba6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0578418 Feb 11 06:11:50.201636 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c8d1981-d9bf-468c-93bb-c08105963a70 req-a84a3a7d-26c4-4504-b765-12386ee8f89f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Feb 11 06:11:51.299207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-a195ea4d-e851-4969-b805-3eed48317af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:51.300809 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-a195ea4d-e851-4969-b805-3eed48317af1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1129 time: 0.0483875 Feb 11 06:11:51.329425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87976a23-8aad-4f44-a9a9-bcf75e8e2a55 req-4aa37b09-8812-4aff-9407-11027879e042 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:51.330934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87976a23-8aad-4f44-a9a9-bcf75e8e2a55 req-4aa37b09-8812-4aff-9407-11027879e042 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0546446 Feb 11 06:11:51.379072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87976a23-8aad-4f44-a9a9-bcf75e8e2a55 req-6d737b5d-281f-4e5f-85fd-0a4e9859db1b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Feb 11 06:11:51.395881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-6d49a69e-2019-41de-8c58-010a6b443c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:51.397454 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-6d49a69e-2019-41de-8c58-010a6b443c40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0902767 Feb 11 06:11:51.471923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-6f8d62b4-3dba-4b9e-aa75-b9430e471d09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1002 time: 0.0687656 Feb 11 06:11:51.520364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-375b775c-1dee-4804-b51c-421f1709177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:51.521857 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-375b775c-1dee-4804-b51c-421f1709177b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0448415 Feb 11 06:11:51.574663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-461067f5-3118-41c8-b895-6e9f25693da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:51.576248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-461067f5-3118-41c8-b895-6e9f25693da2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488689 Feb 11 06:11:51.673140 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-44abb2e5-23f8-4453-af6b-bb5460bd3c8d service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904732 Feb 11 06:11:51.770305 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-a95f8593-fd17-418d-a098-5f8351ab8601 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919797 Feb 11 06:11:52.330540 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:11:52.500973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45c1de-7cf6-44f4-af14-828b5495667a req-6cef8ddd-f714-49c1-a3b7-51ef93b5c87d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:52.502502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b45c1de-7cf6-44f4-af14-828b5495667a req-6cef8ddd-f714-49c1-a3b7-51ef93b5c87d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0534010 Feb 11 06:11:52.552798 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b45c1de-7cf6-44f4-af14-828b5495667a req-986dd744-fdcf-4508-8d88-1990593069c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Feb 11 06:11:53.686569 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-f96213ac-641b-498a-a268-709411d1a4d5 req-01b5eb86-9c7e-477d-947f-e5a9cb967702 service neutron] show failed (client error): The resource could not be found. Feb 11 06:11:53.690192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-01b5eb86-9c7e-477d-947f-e5a9cb967702 service neutron] 10.222.0.65 "GET /v2.0/ports/670db575-ff22-4e53-a4a6-0e11c63f230e/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0624647 Feb 11 06:11:53.690325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16ad0d-bec4-4d27-8720-9ceff1c668e8 req-f9cb3f5e-aad8-443a-958e-37ce065c722d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:53.690325 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d16ad0d-bec4-4d27-8720-9ceff1c668e8 req-f9cb3f5e-aad8-443a-958e-37ce065c722d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0655589 Feb 11 06:11:53.739926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d16ad0d-bec4-4d27-8720-9ceff1c668e8 req-6bc5f9df-4ede-4aff-a982-1a9a85276970 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439343 Feb 11 06:11:54.178007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-3839938a-cce6-4fd2-872e-2f914a0db8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.179533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-3839938a-cce6-4fd2-872e-2f914a0db8e2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 1129 time: 0.0479171 Feb 11 06:11:54.191061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:54.254940 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:54.478125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:54.511274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:11:54.550735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:54.553056 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425c0fb7-12de-4d53-9f6d-f0343fca1270" -d '{"events": [{"server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "name": "network-vif-unplugged", "status": "completed", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:54.556970 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Publish callbacks [] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:54.570417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Transition to ACTIVE for port object 670db575-ff22-4e53-a4a6-0e11c63f230e will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:11:54.602756 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c284ecfd-519e-4aa3-85e2-41f975a44aa8 x-openstack-request-id: req-c284ecfd-519e-4aa3-85e2-41f975a44aa8 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:54.603068 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "name": "network-vif-unplugged", "status": "completed", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:54.603304 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c284ecfd-519e-4aa3-85e2-41f975a44aa8 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:54.603705 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'code': 200} Feb 11 06:11:54.631239 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:54.715570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:54.730118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.730470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.730811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.731151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.731545 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.731876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.732295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.732534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.739551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.739551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.739551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.739551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.739551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:54.775601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] No DVR routers for this DVR port 670db575-ff22-4e53-a4a6-0e11c63f230e on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:54.871225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4725e4-ced1-4b76-b92e-bd6135e118f2 req-e6e0cc98-2c93-436e-832a-27c0bc379c1a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.872764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b4725e4-ced1-4b76-b92e-bd6135e118f2 req-e6e0cc98-2c93-436e-832a-27c0bc379c1a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0575812 Feb 11 06:11:54.928155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Attempting to bind port 670db575-ff22-4e53-a4a6-0e11c63f230e on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:11:54.928498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Attempting to bind port 670db575-ff22-4e53-a4a6-0e11c63f230e by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:11:54.928863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Attempting to bind port 670db575-ff22-4e53-a4a6-0e11c63f230e on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:11:54.933290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Port 670db575-ff22-4e53-a4a6-0e11c63f230e on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:11:54.933616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Attempting to bind port 670db575-ff22-4e53-a4a6-0e11c63f230e on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:11:54.938563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b4725e4-ced1-4b76-b92e-bd6135e118f2 req-5b9f9ac0-248a-4632-91e9-baf573fbc384 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589411 Feb 11 06:11:54.940666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:11:54.941087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:11:54.941432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:11:54.941840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Bound port: 670db575-ff22-4e53-a4a6-0e11c63f230e, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:11:54.942202 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:55.007895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:11:55.011018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:11:55.076902 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:55.114454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.115226 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:55.116735 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] 10.222.0.83 "PUT /v2.0/ports/670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1093 time: 0.9303622 Feb 11 06:11:55.154987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85b37c-4180-4585-b107-219ac4bc39ed service neutron] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:55.192421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-b0a5adbc-0d7d-4d1f-aecf-92442d8fc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.193999 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-b0a5adbc-0d7d-4d1f-aecf-92442d8fc7a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1127 time: 0.0527754 Feb 11 06:11:55.289702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-afb4d57e-623a-4e89-9fe5-2883604af0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.291223 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-afb4d57e-623a-4e89-9fe5-2883604af0a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0921283 Feb 11 06:11:55.361869 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-f0553a95-cff1-448d-abec-bc92f1c469c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1000 time: 0.0643530 Feb 11 06:11:55.411223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-b551eee6-5992-40b4-9b86-4158e226a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.412660 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-b551eee6-5992-40b4-9b86-4158e226a01f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0442431 Feb 11 06:11:55.462035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96213ac-641b-498a-a268-709411d1a4d5 req-02e818ab-5737-4f8f-a43a-6104c347f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.464069 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-02e818ab-5737-4f8f-a43a-6104c347f686 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450854 Feb 11 06:11:55.559840 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-2a68dbaa-69ca-4b04-bc4b-e398346ad5b3 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904481 Feb 11 06:11:55.889203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 670db575-ff22-4e53-a4a6-0e11c63f230e no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:55.936047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port 670db575-ff22-4e53-a4a6-0e11c63f230e host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:11:55.936764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 670db575-ff22-4e53-a4a6-0e11c63f230e not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:55.979316 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f96213ac-641b-498a-a268-709411d1a4d5 req-6763ff54-d739-48eb-9f51-ad140ce9f77f service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142144 Feb 11 06:11:56.076521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dfbad-19dc-4f66-bae4-75cb355c21c7 req-a9a864a8-d927-47de-a8ad-eef0dd42f262 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:56.078622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-041dfbad-19dc-4f66-bae4-75cb355c21c7 req-a9a864a8-d927-47de-a8ad-eef0dd42f262 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0621278 Feb 11 06:11:56.128314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-041dfbad-19dc-4f66-bae4-75cb355c21c7 req-38ded15c-1192-4367-ba24-465ae5eac627 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Feb 11 06:11:56.605171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:56.607637 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90c819-159b-4580-a4a7-a2eadf42c503" -d '{"events": [{"name": "network-changed", "server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:56.661900 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534323b9-5c2f-4fbf-b32c-8fe2b4ba8120 x-openstack-request-id: req-534323b9-5c2f-4fbf-b32c-8fe2b4ba8120 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:56.661900 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:56.661900 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-534323b9-5c2f-4fbf-b32c-8fe2b4ba8120 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:56.661900 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'status': 'completed', 'code': 200} Feb 11 06:11:56.756693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-18775bea-19ac-44d0-9d50-6e13a3e82a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:56.758223 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-18775bea-19ac-44d0-9d50-6e13a3e82a38 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1127 time: 0.0808227 Feb 11 06:11:56.759920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-7080df9a-5043-489e-84f6-4cc254e868fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:56.761361 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-7080df9a-5043-489e-84f6-4cc254e868fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1127 time: 0.0758913 Feb 11 06:11:56.925220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-1ae04714-cd13-4611-8e61-4bb4d8d69018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:56.926581 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-1ae04714-cd13-4611-8e61-4bb4d8d69018 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1625545 Feb 11 06:11:56.927654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-cd5bd937-2dd5-4475-a030-324160250588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:56.929045 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-cd5bd937-2dd5-4475-a030-324160250588 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1571450 Feb 11 06:11:57.040921 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-6bdafb98-a07d-45e9-a888-963dfec51393 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1000 time: 0.1081963 Feb 11 06:11:57.044569 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-3e9af71a-05e5-4a7d-ba07-9e26e3ef2032 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1000 time: 0.1059799 Feb 11 06:11:57.132760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-47891a6f-42a8-48f4-949f-f239e47ce8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.134271 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-47891a6f-42a8-48f4-949f-f239e47ce8ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0867870 Feb 11 06:11:57.135690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-cf00bb7f-4055-4772-aa9d-da7cd5a0d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.137155 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-cf00bb7f-4055-4772-aa9d-da7cd5a0d87d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0825133 Feb 11 06:11:57.225220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-4266cfe0-3936-47f3-9ef1-215a2117f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.226699 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-4266cfe0-3936-47f3-9ef1-215a2117f17c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0860970 Feb 11 06:11:57.228842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-ec75369b-5494-43ac-992a-5213b1642485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.234189 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-ec75369b-5494-43ac-992a-5213b1642485 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0820217 Feb 11 06:11:57.252467 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd92529-1506-4ad9-822d-1d15d3aa4fb4 req-cd9be546-e0a6-4591-89bc-bd742898983f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.254046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cfd92529-1506-4ad9-822d-1d15d3aa4fb4 req-cd9be546-e0a6-4591-89bc-bd742898983f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0547976 Feb 11 06:11:57.303383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cfd92529-1506-4ad9-822d-1d15d3aa4fb4 req-a5289f78-eb3a-4538-9173-bb72fcaee96d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433924 Feb 11 06:11:57.399169 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-a58ba634-2dde-4f06-b5c0-96ee612158c4 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657362 Feb 11 06:11:57.401148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-b864913d-832c-49d7-b2dc-b78f6543054e service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593802 Feb 11 06:11:57.575221 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-b3c4724e-70c9-4036-95a4-a34602b1a186 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700470 Feb 11 06:11:57.578087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc90c819-159b-4580-a4a7-a2eadf42c503 req-78a54e9c-5da4-4a84-9415-276313715aa0 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704690 Feb 11 06:11:58.438851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9482e-a58e-4518-943c-19debe8cb709 req-c89d59cf-647e-45b8-aa8f-8894433431e5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:58.440369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20a9482e-a58e-4518-943c-19debe8cb709 req-c89d59cf-647e-45b8-aa8f-8894433431e5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0561132 Feb 11 06:11:58.492959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-20a9482e-a58e-4518-943c-19debe8cb709 req-e444ef4e-cd1d-4663-9e73-0aef34a489a1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469735 Feb 11 06:11:58.779986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de708e0-2a96-454e-b9f8-9acd2e78ee9e req-7622e49d-8125-463c-808d-d58adf34be8b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:58.781861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de708e0-2a96-454e-b9f8-9acd2e78ee9e req-7622e49d-8125-463c-808d-d58adf34be8b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0548465 Feb 11 06:11:58.833192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070ded-a686-489b-a460-315198e3367a req-c9f2bbf4-821b-454b-a7c6-703b1c8fdadc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:58.833806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4de708e0-2a96-454e-b9f8-9acd2e78ee9e req-aa2c04d0-3c2b-4c57-8a8c-54079ba574ee tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Feb 11 06:11:58.835894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-c9f2bbf4-821b-454b-a7c6-703b1c8fdadc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 944 time: 0.0649257 Feb 11 06:11:58.897604 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-7f070ded-a686-489b-a460-315198e3367a req-551887f4-a0d1-4970-9903-95321119eb88 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:11:58.898650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-551887f4-a0d1-4970-9903-95321119eb88 service neutron] 10.222.0.65 "DELETE /v2.0/ports/670db575-ff22-4e53-a4a6-0e11c63f230e/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0564685 Feb 11 06:11:58.989404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070ded-a686-489b-a460-315198e3367a req-a9b378de-3404-48b9-b959-45568816f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:58.990936 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-a9b378de-3404-48b9-b959-45568816f9b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1127 time: 0.0472796 Feb 11 06:11:59.088723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070ded-a686-489b-a460-315198e3367a req-daafd203-9b31-4b30-b7e7-3ca8cc443fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:59.090241 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-daafd203-9b31-4b30-b7e7-3ca8cc443fe5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0929115 Feb 11 06:11:59.158021 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-5b71dc29-4f95-4929-bb97-b06c5d0aabfd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1000 time: 0.0614223 Feb 11 06:11:59.205423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070ded-a686-489b-a460-315198e3367a req-efa856fb-6844-4132-9406-e082665a7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:59.206806 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-efa856fb-6844-4132-9406-e082665a7e87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0437217 Feb 11 06:11:59.261539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070ded-a686-489b-a460-315198e3367a req-9038bb65-5ed7-41a2-a987-cebfba6a4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:59.263070 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-9038bb65-5ed7-41a2-a987-cebfba6a4af7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506639 Feb 11 06:11:59.353888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-56aa7a5d-1009-4530-98bd-6de19a7ddb0e service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839489 Feb 11 06:11:59.446732 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7f070ded-a686-489b-a460-315198e3367a req-135e120f-8614-4170-a569-4c52135ac54e service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867641 Feb 11 06:11:59.965251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406144-dd32-41ba-a6c4-554c67c3e549 req-787f90c5-8688-472e-b916-373070e4de88 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:59.966846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80406144-dd32-41ba-a6c4-554c67c3e549 req-787f90c5-8688-472e-b916-373070e4de88 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 944 time: 0.0573964 Feb 11 06:12:00.015269 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80406144-dd32-41ba-a6c4-554c67c3e549 req-bb3c1baa-3124-4208-a309-a9f0c0727d76 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Feb 11 06:12:00.713151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 670db575-ff22-4e53-a4a6-0e11c63f230e details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:12:00.808649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:00.824429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'mac_address': 'fa:16:3e:73:7d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:12:00.862420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 670db575-ff22-4e53-a4a6-0e11c63f230e is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:00.862810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:00.876216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670db575-ff22-4e53-a4a6-0e11c63f230e {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:00.895750 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:00.990334 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.039942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:01.048483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.048889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.049222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.049567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.049913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.050258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.050593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.050927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.051267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.051599 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.051933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.052287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.052636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:01.142799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71d496-e925-42bc-a9cb-304f69f7f915 req-4b29e9d5-b23d-4d21-8fb2-907e74659b92 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:01.144290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d71d496-e925-42bc-a9cb-304f69f7f915 req-4b29e9d5-b23d-4d21-8fb2-907e74659b92 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 945 time: 0.0578251 Feb 11 06:12:01.192133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d71d496-e925-42bc-a9cb-304f69f7f915 req-da9e264a-c9c9-4091-a7a5-06aa200e48ba tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 Feb 11 06:12:01.213972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['670db575-ff22-4e53-a4a6-0e11c63f230e'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:12:01.312819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6c3b-43ad-4f4b-bf4b-e13e7b50d352 req-fe76c6a3-7fd6-4c18-a70b-dbf04c504cf3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:01.314349 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de4b6c3b-43ad-4f4b-bf4b-e13e7b50d352 req-fe76c6a3-7fd6-4c18-a70b-dbf04c504cf3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 945 time: 0.0534954 Feb 11 06:12:01.364680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de4b6c3b-43ad-4f4b-bf4b-e13e7b50d352 req-32249257-9cad-4701-aa57-0abfecff7214 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444133 Feb 11 06:12:01.685966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588718-bdd6-428d-918d-a24ff6b7ebe4 req-60ad860e-cce2-40a8-a059-bb5e9221319d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:01.687519 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3588718-bdd6-428d-918d-a24ff6b7ebe4 req-60ad860e-cce2-40a8-a059-bb5e9221319d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 945 time: 0.0541003 Feb 11 06:12:01.741710 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3588718-bdd6-428d-918d-a24ff6b7ebe4 req-e3b28f33-1947-4de5-8d3e-67f09edfbc80 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481012 Feb 11 06:12:01.758458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3590-6d75-47dd-9311-bbd792110519 req-b948adc1-fc4d-476b-8f6d-a73484f273af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:01.759991 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fadb3590-6d75-47dd-9311-bbd792110519 req-b948adc1-fc4d-476b-8f6d-a73484f273af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 1128 time: 0.0510046 Feb 11 06:12:01.862598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3590-6d75-47dd-9311-bbd792110519 req-a2457fc8-1c87-4103-ace5-e2fd022505d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:01.864025 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fadb3590-6d75-47dd-9311-bbd792110519 req-a2457fc8-1c87-4103-ace5-e2fd022505d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0982211 Feb 11 06:12:01.930754 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fadb3590-6d75-47dd-9311-bbd792110519 req-a3f510be-2acb-442e-be6e-b0b9309f21f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 200 len: 1001 time: 0.0609651 Feb 11 06:12:01.981409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3590-6d75-47dd-9311-bbd792110519 req-2e732bb3-a114-4981-b741-bd182a246dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:01.982911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fadb3590-6d75-47dd-9311-bbd792110519 req-2e732bb3-a114-4981-b741-bd182a246dae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0467801 Feb 11 06:12:02.037593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3590-6d75-47dd-9311-bbd792110519 req-3943af96-81af-4c9e-9605-1f6e26663851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:02.039137 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fadb3590-6d75-47dd-9311-bbd792110519 req-3943af96-81af-4c9e-9605-1f6e26663851 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506513 Feb 11 06:12:02.135160 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fadb3590-6d75-47dd-9311-bbd792110519 req-273ae833-4a35-4e0c-8129-200167a398c2 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898206 Feb 11 06:12:02.229629 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fadb3590-6d75-47dd-9311-bbd792110519 req-1b037979-916a-4903-ba33-25a8f58b22e9 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884898 Feb 11 06:12:02.737132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 670db575-ff22-4e53-a4a6-0e11c63f230e up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:02.847956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 670db575-ff22-4e53-a4a6-0e11c63f230e completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:12:02.852172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 670db575-ff22-4e53-a4a6-0e11c63f230e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:02.871435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.871625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b8ddd-1fa8-49ab-837b-7b555af33cc2 req-44a2275d-0f36-4955-b21d-608177ee5ae8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:02.872686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f79b8ddd-1fa8-49ab-837b-7b555af33cc2 req-44a2275d-0f36-4955-b21d-608177ee5ae8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 945 time: 0.0583079 Feb 11 06:12:02.920279 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f79b8ddd-1fa8-49ab-837b-7b555af33cc2 req-dd203d46-93e1-4a0b-ae4c-a6af4a17cba1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Feb 11 06:12:02.946539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 670db575-ff22-4e53-a4a6-0e11c63f230e is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:02.946927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.978216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:02.980443 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5228725-4893-4b78-84af-696bdc346ba4" -d '{"events": [{"server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "name": "network-vif-plugged", "status": "completed", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:02.997598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:03.021630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ba49f8ad-b988-449a-b0ac-56ae368a9819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:03.025020 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c997dc-5c37-4f91-a699-18d0ef869b23 x-openstack-request-id: req-48c997dc-5c37-4f91-a699-18d0ef869b23 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:03.030642 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "name": "network-vif-plugged", "status": "completed", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:03.030642 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48c997dc-5c37-4f91-a699-18d0ef869b23 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:03.030642 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'code': 200} Feb 11 06:12:03.082950 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:03.152665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:03.395803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78317dc-dd6d-4fdf-bec8-d031813bc783 req-9a59174f-fc84-497f-9f34-ce7f7659a294 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:03.397359 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c78317dc-dd6d-4fdf-bec8-d031813bc783 req-9a59174f-fc84-497f-9f34-ce7f7659a294 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0558221 Feb 11 06:12:03.452886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c78317dc-dd6d-4fdf-bec8-d031813bc783 req-82b9a780-38ea-421f-be02-dca73a8a170e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491202 Feb 11 06:12:04.582167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69de13-dcb5-4d60-ae5c-1f333a321cc7 req-fb17e09e-29e5-4a3a-a1aa-ecdfbe25b095 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:04.583703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f69de13-dcb5-4d60-ae5c-1f333a321cc7 req-fb17e09e-29e5-4a3a-a1aa-ecdfbe25b095 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0576770 Feb 11 06:12:04.633148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f69de13-dcb5-4d60-ae5c-1f333a321cc7 req-2da3ba3e-e135-4387-a452-f6cfc918c160 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 Feb 11 06:12:04.645873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-9bb69683-34d9-4491-8cf8-df6484a96e6b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:04.647378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-9bb69683-34d9-4491-8cf8-df6484a96e6b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 946 time: 0.0532179 Feb 11 06:12:04.743344 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Deleting port 670db575-ff22-4e53-a4a6-0e11c63f230e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:04.743601 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.835260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] For port 670db575-ff22-4e53-a4a6-0e11c63f230e, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=670db575-ff22-4e53-a4a6-0e11c63f230e,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:04.835627 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.017466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.017753 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.018077 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0 disassociated. External IP: 172.25.8.157, port: 670db575-ff22-4e53-a4a6-0e11c63f230e. Feb 11 06:12:05.018430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Calling delete_port for 670db575-ff22-4e53-a4a6-0e11c63f230e owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:05.225652 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (670db575-ff22-4e53-a4a6-0e11c63f230e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.255329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event deleted for resources: {'Port': ['ID=670db575-ff22-4e53-a4a6-0e11c63f230e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:05.380144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:05.502741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:05.516204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:05.527536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:05.542402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:11:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:05.555173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] No DVR routers for this DVR port 670db575-ff22-4e53-a4a6-0e11c63f230e on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:05.558905 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.562198 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36a7df07-6e9f-4ccf-b306-05320a84be38 req-dc438be7-5e0d-4e41-a0db-65bd6fceb8d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "DELETE /v2.0/ports/670db575-ff22-4e53-a4a6-0e11c63f230e HTTP/1.1" status: 204 len: 173 time: 0.9099472 Feb 11 06:12:05.563997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'name': 'network-vif-deleted', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:05.565980 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a2d056-1138-4922-a16f-141af636cabf" -d '{"events": [{"server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "name": "network-vif-deleted", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:05.587723 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d855c58e-7316-48cf-9f6a-0d9a2d9bf507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.606213 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301ee5f4-35d9-47b2-852a-3de7d6c4dad1 x-openstack-request-id: req-301ee5f4-35d9-47b2-852a-3de7d6c4dad1 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:05.606659 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d1ff62-2ffc-439b-98ad-b8b2928eeb55", "name": "network-vif-deleted", "tag": "670db575-ff22-4e53-a4a6-0e11c63f230e", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:05.606832 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-301ee5f4-35d9-47b2-852a-3de7d6c4dad1 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:05.607245 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d1ff62-2ffc-439b-98ad-b8b2928eeb55', 'name': 'network-vif-deleted', 'tag': '670db575-ff22-4e53-a4a6-0e11c63f230e', 'status': 'completed', 'code': 200} Feb 11 06:12:05.649671 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:05.739506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5866d962-0581-40cc-8938-00bef337aa7c req-14c29ddc-92c1-456a-9e4f-7ac43f76f371 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=82d1ff62-2ffc-439b-98ad-b8b2928eeb55 HTTP/1.1" status: 200 len: 210 time: 0.0321863 Feb 11 06:12:05.884783 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:05.913884 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:12:05.923649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:05.924396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:12:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:06.038981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:06.249158 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:06.280862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15700253-9ec2-45e5-b016-66a08bd38d9f None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:06.510494 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233fe56-5c04-4c5d-ae44-09f8735dc95b None None] New status for floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:12:06.877188 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:06.996313 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-f970b2ee-f595-4fdc-8b26-b87e4512b000 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1447207790&fields=id&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 267 time: 0.0446920 Feb 11 06:12:07.110802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-f86b90d0-7b75-4146-8828-80d2ff586705 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:07.112834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-f86b90d0-7b75-4146-8828-80d2ff586705 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 811 time: 0.1088934 Feb 11 06:12:07.128714 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-761a4e7e-a526-4b7a-94a0-fa75de5b0c96 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/quotas/0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 375 time: 0.0102577 Feb 11 06:12:07.189385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-022f081d-43f6-4d68-b38b-eb313dcb9b17 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554256 Feb 11 06:12:07.297897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-40f20c04-550b-4c74-8112-a1997ddf8fd6 service neutron] 10.222.0.62 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958338 Feb 11 06:12:07.390925 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-6264ba39-6d01-4e76-aa4b-086c53f0943f service neutron] 10.222.0.62 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869248 Feb 11 06:12:07.639213 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cac6531d-9a39-457f-919f-029283afdd46 req-ab5ff8a0-b4b4-4ffc-b4e5-4c1f8a725e51 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 210 time: 0.0344083 Feb 11 06:12:08.465097 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.738663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ba8fa0f2-fd88-4a8c-9834-133538783b84 req-a4378487-7037-423a-b320-4baf210a6cc7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 210 time: 0.0292914 Feb 11 06:12:08.745184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 670db575-ff22-4e53-a4a6-0e11c63f230e no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:08.764581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 670db575-ff22-4e53-a4a6-0e11c63f230e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:08.764956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 670db575-ff22-4e53-a4a6-0e11c63f230e not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:08.888008 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.322477 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.514177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-32f22bcd-2ffc-4235-aae7-9e11e6a6db57 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:09.516400 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-32f22bcd-2ffc-4235-aae7-9e11e6a6db57 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 811 time: 0.1117778 Feb 11 06:12:09.577491 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-8cd52d6d-5825-42f3-9732-e69d2459f506 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 380 time: 0.0542738 Feb 11 06:12:09.585658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'port': {'device_id': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'admin_state_up': True, 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'security_groups': ['9ec48f5f-b1de-4964-bec6-e60c9ef0f64c']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:09.790969 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Made reservation on behalf of 0def87a2bd364a6a84554a4b9b93f6dc for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:09.794505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.853169 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-64ad2b41-2bc8-4538-b949-8eba497ea67f req-70900b77-6d86-4861-ab9f-741208bc911b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 210 time: 0.0335131 Feb 11 06:12:09.938333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Allocated IP 172.20.0.6 (421c8def-647a-424b-8db7-85bdfc50cd05/ed6d66c5-a194-4452-a4f7-e11cef04a18a/0f57000f-1177-403e-a842-fafb3c0234d2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:10.076328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for port (0f57000f-1177-403e-a842-fafb3c0234d2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.163051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.212223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Network 421c8def-647a-424b-8db7-85bdfc50cd05 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:10.215429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:10.219752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:10.246543 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:10.278023 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:10.278680 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.353915 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-bdee3aea-1e2a-4b51-90f6-1b1270c86e48 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7721562 Feb 11 06:12:10.365676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Request body: {'port': {'device_id': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:10.433398 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.449535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1e419499-70e9-4b0d-954f-d7cf902a6307 None None] Provisioning complete for port 0f57000f-1177-403e-a842-fafb3c0234d2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:10.450147 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e419499-70e9-4b0d-954f-d7cf902a6307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.487314 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1e419499-70e9-4b0d-954f-d7cf902a6307 None None] Port 0f57000f-1177-403e-a842-fafb3c0234d2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:12:10.706417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f57000f-1177-403e-a842-fafb3c0234d2 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:10.714446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Publish callbacks [] for port (0f57000f-1177-403e-a842-fafb3c0234d2), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.727883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Transition to ACTIVE for port object 0f57000f-1177-403e-a842-fafb3c0234d2 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:12:10.796397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.850610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:10.929053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:10.929396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:10.929734 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:10.934657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:12:10.935167 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:10.944199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:10.944456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:10.944896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:10.945492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Bound port: 0f57000f-1177-403e-a842-fafb3c0234d2, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:10.945794 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.985681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc275ae-9301-41cc-b9fa-17bd7227e474 req-a2e594bf-0b76-48a5-828e-df819d4f917e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:10.991607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc275ae-9301-41cc-b9fa-17bd7227e474 req-a2e594bf-0b76-48a5-828e-df819d4f917e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 943 time: 0.0642736 Feb 11 06:12:11.022641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:11.025925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:11.038629 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fdc275ae-9301-41cc-b9fa-17bd7227e474 req-a496106d-7a47-4b9e-96a1-871d8ec0c8c9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446746 Feb 11 06:12:11.076798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:11.116616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:11.117250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:11.118647 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] 10.222.0.83 "PUT /v2.0/ports/0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1092 time: 0.7574914 Feb 11 06:12:11.119103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:11.121450 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4f5ddb-a666-4998-a81e-335523ff45c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:11.146488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46092627-458b-41e6-aa05-8e1f91db9f6a service neutron] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:11.170892 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56a6a54-96ea-46bb-9cae-dcf83b57c428 x-openstack-request-id: req-e56a6a54-96ea-46bb-9cae-dcf83b57c428 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:11.170892 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:11.170892 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e56a6a54-96ea-46bb-9cae-dcf83b57c428 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:11.171308 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'status': 'completed', 'code': 200} Feb 11 06:12:11.244503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5ddb-a666-4998-a81e-335523ff45c8 req-32bc05b6-c9be-4349-83ea-ef8b4a3d1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:11.246137 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd4f5ddb-a666-4998-a81e-335523ff45c8 req-32bc05b6-c9be-4349-83ea-ef8b4a3d1cd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1126 time: 0.0538914 Feb 11 06:12:11.356336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5ddb-a666-4998-a81e-335523ff45c8 req-18383061-7ef4-47c4-b055-35220934ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:11.358378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd4f5ddb-a666-4998-a81e-335523ff45c8 req-18383061-7ef4-47c4-b055-35220934ab08 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1054852 Feb 11 06:12:11.453831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5ddb-a666-4998-a81e-335523ff45c8 req-393fb1ff-d762-40ea-94c1-3f2375a8a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:11.455257 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cd4f5ddb-a666-4998-a81e-335523ff45c8 req-393fb1ff-d762-40ea-94c1-3f2375a8a7b6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924249 Feb 11 06:12:11.536544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-010b20dd-a0ab-4cf5-a324-95d6e53e94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:11.538103 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-010b20dd-a0ab-4cf5-a324-95d6e53e94a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1126 time: 0.0492110 Feb 11 06:12:11.580381 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-42a25ad6-ff97-47b4-8118-f7075aabab4d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 217 time: 0.0353501 Feb 11 06:12:11.628412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-0b01ed96-8a60-4d2d-b15e-498b9d69894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:11.630000 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-0b01ed96-8a60-4d2d-b15e-498b9d69894e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0445664 Feb 11 06:12:11.682579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-8ed005d8-35c2-43ef-a86a-ddcdff1bf30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:11.684104 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-8ed005d8-35c2-43ef-a86a-ddcdff1bf30c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479937 Feb 11 06:12:11.774057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-3d73f94c-dfbf-4445-a4b0-50c5eada70cb service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841453 Feb 11 06:12:11.864948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:11.869676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-461e041a-ef7f-40cf-a562-c59f08b9895a req-d20ef3d1-e96a-4961-bb81-f12a547f9ffa service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905938 Feb 11 06:12:12.166645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9e17d-ed6d-41ab-951f-c0349b63cfb2 req-d4aea51a-e4f0-4a12-8188-bbe8a8258398 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:12.168072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0e9e17d-ed6d-41ab-951f-c0349b63cfb2 req-d4aea51a-e4f0-4a12-8188-bbe8a8258398 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 943 time: 0.0593922 Feb 11 06:12:12.216536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0e9e17d-ed6d-41ab-951f-c0349b63cfb2 req-95c377aa-eeb0-4063-9d22-950148f9c906 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Feb 11 06:12:13.351025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d879742-442f-4d0f-bc58-cae3062fb06c req-ab3972c2-93f6-47c5-825d-bb8f40842c9c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.352537 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d879742-442f-4d0f-bc58-cae3062fb06c req-ab3972c2-93f6-47c5-825d-bb8f40842c9c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 943 time: 0.0642641 Feb 11 06:12:13.405503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d879742-442f-4d0f-bc58-cae3062fb06c req-91054e0b-313a-4129-b69c-b80f4b1bb33f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473492 Feb 11 06:12:14.531728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb083d-6574-4f7b-8016-c5396c9f6f8e req-2a1a547a-3dde-42b7-88e1-04ec90cf9aa9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:14.533421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbdb083d-6574-4f7b-8016-c5396c9f6f8e req-2a1a547a-3dde-42b7-88e1-04ec90cf9aa9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 943 time: 0.0544837 Feb 11 06:12:14.589889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbdb083d-6574-4f7b-8016-c5396c9f6f8e req-5fe3ae21-92aa-43f9-ab1a-06ac96070139 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504682 Feb 11 06:12:14.763841 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:12:14.866877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:14.878897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '0f57000f-1177-403e-a842-fafb3c0234d2', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': '0f57000f-1177-403e-a842-fafb3c0234d2', 'mac_address': 'fa:16:3e:81:8b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:12:14.915403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 0f57000f-1177-403e-a842-fafb3c0234d2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:14.915790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:14.928662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f57000f-1177-403e-a842-fafb3c0234d2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:14.948325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:15.002071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:15.051150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:15.215665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0f57000f-1177-403e-a842-fafb3c0234d2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:12:15.713717 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfe6cf-5f65-4127-be3c-c9e5fd8e99d4 req-77f02332-5b89-4fa7-b620-1d1c5ed1f249 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:15.715220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ebfe6cf-5f65-4127-be3c-c9e5fd8e99d4 req-77f02332-5b89-4fa7-b620-1d1c5ed1f249 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 944 time: 0.0534070 Feb 11 06:12:15.762633 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ebfe6cf-5f65-4127-be3c-c9e5fd8e99d4 req-735c7387-326d-43bd-8660-be809b89e5e9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412385 Feb 11 06:12:16.779241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:16.882043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 0f57000f-1177-403e-a842-fafb3c0234d2 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:12:16.883535 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c4c46-25e6-4f0f-94da-aff5b0afd04c req-3c8989b6-1f54-4aee-90fa-3f6bca669ea8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:16.885102 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db4c4c46-25e6-4f0f-94da-aff5b0afd04c req-3c8989b6-1f54-4aee-90fa-3f6bca669ea8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 944 time: 0.0541697 Feb 11 06:12:16.886159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 0f57000f-1177-403e-a842-fafb3c0234d2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:16.886539 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:16.933630 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db4c4c46-25e6-4f0f-94da-aff5b0afd04c req-656e76bc-40ea-42df-a425-4faa7f2932b9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422554 Feb 11 06:12:16.971443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 0f57000f-1177-403e-a842-fafb3c0234d2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:16.971842 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:16.994439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:16.996715 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7fdee5-831d-46ef-a895-c0c6d3261007" -d '{"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:17.009960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:17.033407 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472f82f8-fb74-4c34-80b4-fc17df8672c7 x-openstack-request-id: req-472f82f8-fb74-4c34-80b4-fc17df8672c7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:17.039580 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:17.039580 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-472f82f8-fb74-4c34-80b4-fc17df8672c7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:17.039580 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'code': 200} Feb 11 06:12:17.099061 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:17.131361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e01a8-afe4-4b9e-871d-31262036c93b req-21fa5592-146e-4df6-8a2e-0386b237d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:17.132981 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-be5e01a8-afe4-4b9e-871d-31262036c93b req-21fa5592-146e-4df6-8a2e-0386b237d0d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1127 time: 0.0460277 Feb 11 06:12:17.148087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:17.179043 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-be5e01a8-afe4-4b9e-871d-31262036c93b req-270d4791-9fe7-4576-a00b-2f5b2dbc1e93 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 Feb 11 06:12:18.058921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33645a-773f-47f9-8a84-4ba56866d95f req-98146f2b-f07e-44a4-b35c-e04ff52b33f5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:18.060436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be33645a-773f-47f9-8a84-4ba56866d95f req-98146f2b-f07e-44a4-b35c-e04ff52b33f5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0574641 Feb 11 06:12:18.112089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be33645a-773f-47f9-8a84-4ba56866d95f req-d9d27acc-23c7-42ac-9bf4-1531607c498e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455129 Feb 11 06:12:19.239078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cf80b-6c58-4e31-b29c-959c50335703 req-417bbd5d-6be1-42b2-badc-6a2c05a21613 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:19.240518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb9cf80b-6c58-4e31-b29c-959c50335703 req-417bbd5d-6be1-42b2-badc-6a2c05a21613 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0541635 Feb 11 06:12:19.288872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb9cf80b-6c58-4e31-b29c-959c50335703 req-a5f1091c-90c6-41ee-a1f5-0d184f4254bf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424702 Feb 11 06:12:19.406763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85740c-15a4-4195-a84c-cbfd2e86d25f req-3802a370-8ac1-4c95-ab89-cf0f739fb6ba tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:19.408283 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd85740c-15a4-4195-a84c-cbfd2e86d25f req-3802a370-8ac1-4c95-ab89-cf0f739fb6ba tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0546443 Feb 11 06:12:19.416793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47332) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:19.421165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'floatingip': {'port_id': '0f57000f-1177-403e-a842-fafb3c0234d2'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:19.466270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:19.914931 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:19.962136 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.068240 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0 associated. External IP: 172.25.8.157, port: 0f57000f-1177-403e-a842-fafb3c0234d2. Feb 11 06:12:20.283658 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:20.397573 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:20.402543 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:20.407746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:20.420977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:20.421720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:12:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:20.432539 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-73219088-e5a2-4e4c-8bc8-b48c53e933ab tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "PUT /v2.0/floatingips/132d218c-d169-4c0c-ab84-804f0615f2d0 HTTP/1.1" status: 200 len: 991 time: 1.0146890 Feb 11 06:12:20.433189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:20.435569 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38750a6-e016-45cf-8d53-90ac2436f04c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:20.482534 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f8a45f-3d58-4e6e-957e-0dab0c2be865 x-openstack-request-id: req-70f8a45f-3d58-4e6e-957e-0dab0c2be865 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:20.482836 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:20.483103 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70f8a45f-3d58-4e6e-957e-0dab0c2be865 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:20.483525 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'status': 'completed', 'code': 200} Feb 11 06:12:20.539989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:20.559294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-acfef425-bc5b-4e85-ac6b-f99b1dc046d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:20.560979 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-acfef425-bc5b-4e85-ac6b-f99b1dc046d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1128 time: 0.0575867 Feb 11 06:12:20.663624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-bb280a74-6445-4be2-bc19-d531b9bbbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:20.665950 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-bb280a74-6445-4be2-bc19-d531b9bbbd55 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0995464 Feb 11 06:12:20.745969 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-b6323f3a-29c0-4cb0-a547-2b36bba1c7b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 999 time: 0.0746648 Feb 11 06:12:20.795165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-11ccdd5d-983a-49d4-98fd-b58d63833cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:20.797511 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-11ccdd5d-983a-49d4-98fd-b58d63833cfe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0458529 Feb 11 06:12:20.821749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83979b8a-537c-4502-8904-16350fba7f8c req-f075e1b7-4758-4615-abfc-428bde2774f6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:20.829408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83979b8a-537c-4502-8904-16350fba7f8c req-f075e1b7-4758-4615-abfc-428bde2774f6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0715523 Feb 11 06:12:20.852613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-a46bc7c7-d8bc-4420-bf21-73b28f0dea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:20.854414 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-a46bc7c7-d8bc-4420-bf21-73b28f0dea69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517354 Feb 11 06:12:20.884653 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83979b8a-537c-4502-8904-16350fba7f8c req-0344ea1d-ed2c-4045-98b8-9fdf9af4f074 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541518 Feb 11 06:12:20.918986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-839deab1-4bb1-45b2-afe4-93ebfd66b299 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470378 Feb 11 06:12:21.005929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '0f57000f-1177-403e-a842-fafb3c0234d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:81:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:12:19Z', 'revision_number': 9, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:21.039059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:12:21.049981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:21.050639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:12:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:21.179611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:21.312109 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-041060a2-463c-4959-a511-956e4582666e service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514763 Feb 11 06:12:21.411020 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b38750a6-e016-45cf-8d53-90ac2436f04c req-bc18e5aa-2bbb-412b-9380-0a12c3012218 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931294 Feb 11 06:12:21.449445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '0f57000f-1177-403e-a842-fafb3c0234d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:81:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:12:19Z', 'revision_number': 9, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:21.477372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c0849-d3fc-4462-95e3-38776420a297 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '0f57000f-1177-403e-a842-fafb3c0234d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:81:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:12:19Z', 'revision_number': 9, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:21.531311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-330ad1cf-9ad0-42f0-8d30-225f377f52db tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:21.532906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-330ad1cf-9ad0-42f0-8d30-225f377f52db tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports/0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 942 time: 0.0581501 Feb 11 06:12:21.592783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-e7e043b6-d800-4b92-bc4a-27c46acd2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:21.594386 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-e7e043b6-d800-4b92-bc4a-27c46acd2cb6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1128 time: 0.0503764 Feb 11 06:12:21.732084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-f6a47310-ee19-4b34-9bce-e9b63542e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:21.733635 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-f6a47310-ee19-4b34-9bce-e9b63542e907 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1200213 Feb 11 06:12:21.741879 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2bbae-e7c2-4cb8-89c5-0ca81565d76b None None] New status for floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:12:21.807292 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-02457dd0-c911-44a3-bb92-fb234ac2f52f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 999 time: 0.0677717 Feb 11 06:12:21.856217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-0280cadb-17c8-4250-b539-07ad1bbb95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:21.857763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-0280cadb-17c8-4250-b539-07ad1bbb95d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0459471 Feb 11 06:12:21.909554 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-279dd4ea-ee80-498c-b9db-fd1031a7f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:21.911132 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-279dd4ea-ee80-498c-b9db-fd1031a7f459 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478632 Feb 11 06:12:22.018601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-9770c9c5-4878-46ba-abc1-ee00a0857220 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012213 Feb 11 06:12:22.025776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c2c22-c71b-4710-85ac-1c8abafd2f62 req-a7d974e1-0a43-42aa-b928-595585e9bb7b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:22.027330 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b81c2c22-c71b-4710-85ac-1c8abafd2f62 req-a7d974e1-0a43-42aa-b928-595585e9bb7b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0712476 Feb 11 06:12:22.080262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b81c2c22-c71b-4710-85ac-1c8abafd2f62 req-2aa4f4dd-ae46-4c60-8a0e-2ca86a29d75b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Feb 11 06:12:22.123084 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb440b64-75a9-486a-b1b6-f3f1db1ed072 req-033fac7f-6550-4446-b380-3c0747e1a58c service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991747 Feb 11 06:12:22.977460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-7bcd54d6-78cd-45a3-811c-3956fa29f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:22.979012 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-7bcd54d6-78cd-45a3-811c-3956fa29f279 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1128 time: 0.0528684 Feb 11 06:12:23.075535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-245e324b-c98d-4fc5-ba52-8b2ee1f07242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:23.077062 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-245e324b-c98d-4fc5-ba52-8b2ee1f07242 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0925877 Feb 11 06:12:23.148551 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-8c9d84d6-cda5-4de6-ac35-e6f0e88c7dd4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1002 time: 0.0657752 Feb 11 06:12:23.197752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-44f19c67-4863-4789-885e-75a0f4f5adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:23.200027 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-44f19c67-4863-4789-885e-75a0f4f5adc9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0461164 Feb 11 06:12:23.207744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236916db-3f06-44e0-a94a-dfe70179716e req-411e2f38-6d45-460d-be22-d94985a21dbd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:23.210221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-236916db-3f06-44e0-a94a-dfe70179716e req-411e2f38-6d45-460d-be22-d94985a21dbd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0587971 Feb 11 06:12:23.254293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-1572a0cb-b18b-42c9-9f35-a01457516c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:23.255898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-1572a0cb-b18b-42c9-9f35-a01457516c7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506837 Feb 11 06:12:23.259449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-236916db-3f06-44e0-a94a-dfe70179716e req-116ff4a5-bc77-41ee-8262-a83cfc62884d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Feb 11 06:12:23.360500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-3b600fde-b851-4f80-b1e5-91b8cc99f922 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953612 Feb 11 06:12:23.449875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-82504b48-34ed-4ce6-a523-749484a6c9ce service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845044 Feb 11 06:12:24.400709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7ec09-b683-4a34-9a19-b6f664c7d386 req-8ac327fc-7763-4e29-aa94-843c96b5b992 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:24.402155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ac7ec09-b683-4a34-9a19-b6f664c7d386 req-8ac327fc-7763-4e29-aa94-843c96b5b992 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0587490 Feb 11 06:12:24.450906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ac7ec09-b683-4a34-9a19-b6f664c7d386 req-11265801-1d07-4dd4-a2bb-bf7cff12355c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Feb 11 06:12:25.586196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73c5c-ae51-4365-bf3f-efc8ee6c05a4 req-06c22e4d-dfea-4ae1-9317-cc29f17cff63 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:25.587766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99b73c5c-ae51-4365-bf3f-efc8ee6c05a4 req-06c22e4d-dfea-4ae1-9317-cc29f17cff63 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0612583 Feb 11 06:12:25.636562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99b73c5c-ae51-4365-bf3f-efc8ee6c05a4 req-db0eb329-e2f5-4283-9960-82478928b0b0 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Feb 11 06:12:26.764512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce420bc7-d9fa-47f1-91c1-ba211262bbcb req-2cbae93d-12a2-44f2-b4e2-78e683720e70 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:26.766699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce420bc7-d9fa-47f1-91c1-ba211262bbcb req-2cbae93d-12a2-44f2-b4e2-78e683720e70 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0595214 Feb 11 06:12:26.813243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce420bc7-d9fa-47f1-91c1-ba211262bbcb req-edbed9a0-f31b-48b1-bbb7-fc6235c74bcd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409367 Feb 11 06:12:27.933685 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd18c44-0628-4a4a-9722-960aafe5c82b req-221054c9-ecb0-4ed9-a612-a7f76c5a2f1c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:27.935191 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccd18c44-0628-4a4a-9722-960aafe5c82b req-221054c9-ecb0-4ed9-a612-a7f76c5a2f1c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0534136 Feb 11 06:12:27.991699 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccd18c44-0628-4a4a-9722-960aafe5c82b req-eef08c21-3b7d-4430-a809-1e3847d02f81 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507977 Feb 11 06:12:29.113638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89773-79fc-4120-9287-7d4f2cbf29b9 req-2577b5ff-e8af-4646-93fe-5312a21402b3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:29.115160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10a89773-79fc-4120-9287-7d4f2cbf29b9 req-2577b5ff-e8af-4646-93fe-5312a21402b3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0556180 Feb 11 06:12:29.167164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10a89773-79fc-4120-9287-7d4f2cbf29b9 req-7d4b680b-8a1a-4970-b8c5-83c54ea0929f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464730 Feb 11 06:12:29.330072 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:30.291507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcbe7a-f818-4c75-a8fa-a92118c4e2b9 req-cf20ca17-4b88-4411-8df0-21ff562ef16d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:30.293076 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99bcbe7a-f818-4c75-a8fa-a92118c4e2b9 req-cf20ca17-4b88-4411-8df0-21ff562ef16d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0544126 Feb 11 06:12:30.341934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99bcbe7a-f818-4c75-a8fa-a92118c4e2b9 req-19e478bd-4f06-4072-9ac2-16eaf1b44457 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 Feb 11 06:12:31.463564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe22729-caca-405b-90b0-0431c54bb31d req-d09fe1eb-cb39-4b62-834b-d1a412c218b5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:31.465069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbe22729-caca-405b-90b0-0431c54bb31d req-d09fe1eb-cb39-4b62-834b-d1a412c218b5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0536261 Feb 11 06:12:31.514506 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bbe22729-caca-405b-90b0-0431c54bb31d req-f700e972-db5d-4fcc-810e-afe120a42385 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Feb 11 06:12:32.641825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c3b5-5299-40ae-98fc-aa9476abb815 req-89008fba-2485-492e-9879-5f940527028a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:32.643346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03c8c3b5-5299-40ae-98fc-aa9476abb815 req-89008fba-2485-492e-9879-5f940527028a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0580130 Feb 11 06:12:32.692476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-03c8c3b5-5299-40ae-98fc-aa9476abb815 req-d141c0ed-6625-47b4-83e1-dc5ee745038c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Feb 11 06:12:33.080982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1fa9a288-297e-424f-ac03-8369c5ea57a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.818989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1308-6ec5-4fd0-914a-185f49f1650c req-a9503806-073d-41b7-9122-ff697003ea29 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:33.820496 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fccd1308-6ec5-4fd0-914a-185f49f1650c req-a9503806-073d-41b7-9122-ff697003ea29 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0531003 Feb 11 06:12:33.868793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fccd1308-6ec5-4fd0-914a-185f49f1650c req-895bbd56-f112-4d9a-852e-3d7cabe2c9e7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Feb 11 06:12:34.989666 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c273388-c976-412d-8e2e-60fdc0c713d7 req-c54e0f6d-2b9d-4d00-b855-ecd37518eafa tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:34.991115 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c273388-c976-412d-8e2e-60fdc0c713d7 req-c54e0f6d-2b9d-4d00-b855-ecd37518eafa tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0526016 Feb 11 06:12:35.042885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c273388-c976-412d-8e2e-60fdc0c713d7 req-a90603e7-4b48-4edf-8348-d4ae6563881b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462224 Feb 11 06:12:35.556230 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a5eb39c0-0a6f-4a76-999d-f40a372933b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.164583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139eb9ca-1192-4863-9a0e-c660129298f3 req-93f90518-e05a-4c97-841f-8969174a4626 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:36.166133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-139eb9ca-1192-4863-9a0e-c660129298f3 req-93f90518-e05a-4c97-841f-8969174a4626 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0532653 Feb 11 06:12:36.212577 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-139eb9ca-1192-4863-9a0e-c660129298f3 req-067193a4-90f5-4772-a319-1e77870edee4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Feb 11 06:12:36.829689 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:37.334799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec7cb0-d60d-4a2d-98b4-69e97e5b20d3 req-ff6f5372-914a-4989-8959-a3adbf846917 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:37.336364 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7ec7cb0-d60d-4a2d-98b4-69e97e5b20d3 req-ff6f5372-914a-4989-8959-a3adbf846917 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0540571 Feb 11 06:12:37.385491 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7ec7cb0-d60d-4a2d-98b4-69e97e5b20d3 req-1ee5a647-4879-4bb7-bad8-34a741bef18a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 Feb 11 06:12:38.457763 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:38.511322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2a31d-d3e7-4044-976d-efe72540b15a req-3980b5c1-87fb-4e6a-912e-4aa8b99b5b82 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:38.512846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2cd2a31d-d3e7-4044-976d-efe72540b15a req-3980b5c1-87fb-4e6a-912e-4aa8b99b5b82 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0579469 Feb 11 06:12:38.559154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2cd2a31d-d3e7-4044-976d-efe72540b15a req-63c3cfb7-8eaf-4cf6-93bb-210f054a5c96 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 Feb 11 06:12:38.869545 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:39.298198 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:39.683566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71905cbd-1ed0-41c5-aa46-b728e8304f65 req-5d3e8ed8-ebd8-4431-8964-e5729c95874b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:39.685027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71905cbd-1ed0-41c5-aa46-b728e8304f65 req-5d3e8ed8-ebd8-4431-8964-e5729c95874b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0525708 Feb 11 06:12:39.735002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71905cbd-1ed0-41c5-aa46-b728e8304f65 req-555d5da5-e5c3-444d-b7d9-90504926d81c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Feb 11 06:12:40.270245 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-8b8258c0-3c3f-4107-8fc9-36b49e9ec736 service neutron] show failed (client error): The resource could not be found. Feb 11 06:12:40.271194 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-8b8258c0-3c3f-4107-8fc9-36b49e9ec736 service neutron] 10.222.0.83 "GET /v2.0/ports/0f57000f-1177-403e-a842-fafb3c0234d2/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0553396 Feb 11 06:12:40.741648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-bdb9f955-f310-4332-8f5e-0ae97a04f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:40.743231 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-bdb9f955-f310-4332-8f5e-0ae97a04f215 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 1128 time: 0.0511940 Feb 11 06:12:40.754227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-10fab2a0-95b6-4cb0-866c-6bb7d320eac6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:12:40.755211 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-10fab2a0-95b6-4cb0-866c-6bb7d320eac6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067554 Feb 11 06:12:40.767121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:40.832726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:40.867263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fe7bf-0ba1-4bdb-a4ee-111b513f7840 req-450b2516-148d-4a49-8141-9dc0935bfe31 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:40.868881 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b4fe7bf-0ba1-4bdb-a4ee-111b513f7840 req-450b2516-148d-4a49-8141-9dc0935bfe31 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0609188 Feb 11 06:12:40.925460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b4fe7bf-0ba1-4bdb-a4ee-111b513f7840 req-e875e02b-d04e-4edd-b7fe-c5b8ad37a616 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457609 Feb 11 06:12:41.058867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:41.104731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:41.149420 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:41.151757 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9144bd4-4405-4f26-834a-8e8befa5aadb" -d '{"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:41.156082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Publish callbacks [] for port (0f57000f-1177-403e-a842-fafb3c0234d2), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.171899 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Transition to ACTIVE for port object 0f57000f-1177-403e-a842-fafb3c0234d2 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:12:41.213904 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ac57ec-8430-487f-b4f9-6569e2ec136a x-openstack-request-id: req-62ac57ec-8430-487f-b4f9-6569e2ec136a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:41.213904 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:41.213904 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62ac57ec-8430-487f-b4f9-6569e2ec136a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:41.213904 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'code': 200} Feb 11 06:12:41.235466 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.312681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:41.361726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] No DVR routers for this DVR port 0f57000f-1177-403e-a842-fafb3c0234d2 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:41.509761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:41.510109 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:41.510445 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:41.515836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:12:41.516413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:41.522432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:41.522432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:41.522764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:41.523007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Bound port: 0f57000f-1177-403e-a842-fafb3c0234d2, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:41.523373 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.591637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:41.594630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:41.641611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.675025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:41.675692 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.677344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] 10.222.0.65 "PUT /v2.0/ports/0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1092 time: 0.9155297 Feb 11 06:12:41.736419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886981e8-ec34-4e85-97b6-0b5f62f805d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:41.757917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-9bd542f0-0ddd-4c47-a935-f8117274bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:41.759564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-9bd542f0-0ddd-4c47-a935-f8117274bdd7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1126 time: 0.0589449 Feb 11 06:12:41.857293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-7baea380-4116-415b-9e6d-f8b8f81d8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:41.859609 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-7baea380-4116-415b-9e6d-f8b8f81d8bc5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0945392 Feb 11 06:12:41.903584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:41.939236 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-34234326-6508-4b15-b340-a0069e0272ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1000 time: 0.0741286 Feb 11 06:12:41.991192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-6b623303-0034-4ef1-beae-61282c2db4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:41.992722 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-6b623303-0034-4ef1-beae-61282c2db4cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0484614 Feb 11 06:12:42.042304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-65f62a71-d54c-4520-8060-c234869a5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:42.043855 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-65f62a71-d54c-4520-8060-c234869a5a36 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458183 Feb 11 06:12:42.053271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c3ab-8bd9-4c6a-8f7e-22563682b53e req-df7e8b43-e2de-4886-8acf-abaf687dfb99 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:42.054770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88e7c3ab-8bd9-4c6a-8f7e-22563682b53e req-df7e8b43-e2de-4886-8acf-abaf687dfb99 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 943 time: 0.0528712 Feb 11 06:12:42.103535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-88e7c3ab-8bd9-4c6a-8f7e-22563682b53e req-43d9ac0c-a643-4a76-9179-fe0834891c9a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Feb 11 06:12:42.141130 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-78443634-e64f-4ed1-b78f-619e6fdee142 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916831 Feb 11 06:12:42.230074 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a88a83db-fe8e-41f3-8567-c19cd291caf8 req-ee93959f-405d-40c1-9ee2-18d7320deeff service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837634 Feb 11 06:12:42.935202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:42.980741 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] The host n-h1-713498-37 is not matching for port 0f57000f-1177-403e-a842-fafb3c0234d2 host n-h2-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:12:42.981141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:43.214566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:43.216906 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125985af-db24-4d7f-94f0-b02356992bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:43.240867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7afd-6965-4c49-8d48-affff5f135af req-be7b5ec4-5913-448a-a84a-29d943362ae2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.242402 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789d7afd-6965-4c49-8d48-affff5f135af req-be7b5ec4-5913-448a-a84a-29d943362ae2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 943 time: 0.0615096 Feb 11 06:12:43.269933 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d4de1b-dbd3-4453-8c30-daa025834118 x-openstack-request-id: req-e7d4de1b-dbd3-4453-8c30-daa025834118 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:43.270229 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:43.274187 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7d4de1b-dbd3-4453-8c30-daa025834118 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:43.274187 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'status': 'completed', 'code': 200} Feb 11 06:12:43.306390 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-789d7afd-6965-4c49-8d48-affff5f135af req-1dcbe6c7-7c46-48fb-b1ea-5e018c150560 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566714 Feb 11 06:12:43.373056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125985af-db24-4d7f-94f0-b02356992bbf req-c229e2ba-4d15-493d-b6cb-db935807ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.374638 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-c229e2ba-4d15-493d-b6cb-db935807ff87 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1126 time: 0.0813799 Feb 11 06:12:43.380213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125985af-db24-4d7f-94f0-b02356992bbf req-c48b0ea4-72ce-454e-8a9f-d4861e53c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.381682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-c48b0ea4-72ce-454e-8a9f-d4861e53c412 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1126 time: 0.0796602 Feb 11 06:12:43.558615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125985af-db24-4d7f-94f0-b02356992bbf req-f921252c-2965-4978-a585-def0c747a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.560286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-f921252c-2965-4978-a585-def0c747a8dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1775761 Feb 11 06:12:43.567651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125985af-db24-4d7f-94f0-b02356992bbf req-124e7b5b-62b6-40af-a325-a30cb8e3719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.569115 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-124e7b5b-62b6-40af-a325-a30cb8e3719d service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1791952 Feb 11 06:12:43.689767 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-2bc15f73-c258-4b87-9b1a-db4ac6912c88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1000 time: 0.1234925 Feb 11 06:12:43.693401 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-102375e2-6f4d-49d8-a6cc-ab994bb31d78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1000 time: 0.1176491 Feb 11 06:12:43.784725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125985af-db24-4d7f-94f0-b02356992bbf req-b332cceb-2665-4e8f-bd06-7cf4df60567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.786298 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-b332cceb-2665-4e8f-bd06-7cf4df60567a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0912626 Feb 11 06:12:43.787553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125985af-db24-4d7f-94f0-b02356992bbf req-00f2b7a4-cecf-41dc-b17c-fccc03366f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.788984 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-00f2b7a4-cecf-41dc-b17c-fccc03366f5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0867915 Feb 11 06:12:43.877385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125985af-db24-4d7f-94f0-b02356992bbf req-c9ac66ab-5649-4b00-ad6e-2a572d9bcc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.878850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-c9ac66ab-5649-4b00-ad6e-2a572d9bcc70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0783260 Feb 11 06:12:43.880569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125985af-db24-4d7f-94f0-b02356992bbf req-3c3e618f-743c-44fb-9c02-7da29b1c0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.881958 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-3c3e618f-743c-44fb-9c02-7da29b1c0b96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0900919 Feb 11 06:12:44.064758 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-2032edf2-27d7-49f6-9b3b-d3643a3977e2 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792967 Feb 11 06:12:44.066598 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-01a3909d-077c-45f3-8818-0683ac849e0f service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735198 Feb 11 06:12:44.123650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:12:44.229959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-4b6e0079-abce-43e2-9d0b-22a8b8034781 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517015 Feb 11 06:12:44.231635 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-125985af-db24-4d7f-94f0-b02356992bbf req-afdc2761-ae7c-48e4-ae23-f3346f30e41c service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612041 Feb 11 06:12:44.247955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:44.260588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '0f57000f-1177-403e-a842-fafb3c0234d2', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': '0f57000f-1177-403e-a842-fafb3c0234d2', 'mac_address': 'fa:16:3e:81:8b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:12:44.298714 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 0f57000f-1177-403e-a842-fafb3c0234d2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:44.299111 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.312437 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f57000f-1177-403e-a842-fafb3c0234d2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:44.332330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:44.413412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.469586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:44.634317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['0f57000f-1177-403e-a842-fafb3c0234d2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:12:44.747062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc14c4b-a04d-4172-a297-631f43919f6d req-e7751685-da9f-4aab-984c-5f97c5a955ee tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.748908 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccc14c4b-a04d-4172-a297-631f43919f6d req-e7751685-da9f-4aab-984c-5f97c5a955ee tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 943 time: 0.3697658 Feb 11 06:12:44.797642 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ccc14c4b-a04d-4172-a297-631f43919f6d req-0961f8aa-1d0b-4f6d-b2f4-7ab000e0061e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432301 Feb 11 06:12:45.324175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995b0-cfd2-4f83-ab6e-570bd35ebe9d req-1b09ca8c-01f1-4927-9880-97941aa9a438 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.325795 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c6995b0-cfd2-4f83-ab6e-570bd35ebe9d req-1b09ca8c-01f1-4927-9880-97941aa9a438 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 944 time: 0.0561993 Feb 11 06:12:45.363694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-40a9d244-a34f-4d6d-bd47-5a8bc778ef18 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.365293 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-40a9d244-a34f-4d6d-bd47-5a8bc778ef18 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&binding%3Ahost_id=n-h2-713498-37 HTTP/1.1" status: 200 len: 944 time: 0.0634358 Feb 11 06:12:45.373344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c6995b0-cfd2-4f83-ab6e-570bd35ebe9d req-9be28fd9-fc35-47fb-8f1f-22d853a17f8c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Feb 11 06:12:45.428566 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-68f412d3-6a19-475d-856c-dc538f71a377 service neutron] 10.222.0.65 "GET /v2.0/ports/0f57000f-1177-403e-a842-fafb3c0234d2/bindings/n-h2-713498-37 HTTP/1.1" status: 200 len: 383 time: 0.0568721 Feb 11 06:12:45.500573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-e72aae7b-8e4b-428f-9159-3600a4afa422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.502968 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-e72aae7b-8e4b-428f-9159-3600a4afa422 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1127 time: 0.0516717 Feb 11 06:12:45.591605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-f24a755f-53a3-4514-928f-8b5e8944cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.593199 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-f24a755f-53a3-4514-928f-8b5e8944cfae service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0854764 Feb 11 06:12:45.661272 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-2fb588e6-3dd4-44a8-8f4b-d9aa9ad303cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1001 time: 0.0626554 Feb 11 06:12:45.708757 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-e5272ebb-bb1b-4213-bf0f-41edbb17971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.710251 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-e5272ebb-bb1b-4213-bf0f-41edbb17971c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0437977 Feb 11 06:12:45.758594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-dd7ba040-e1dc-4fe8-a138-fe7dd8dea8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.760000 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-dd7ba040-e1dc-4fe8-a138-fe7dd8dea8ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441337 Feb 11 06:12:45.852126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-daf3c464-152a-467b-8d4c-97b2a9658d80 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862746 Feb 11 06:12:45.944359 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-f842d1b9-2601-46dc-90b6-87c81b2d957c service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854874 Feb 11 06:12:46.138346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:46.246708 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 0f57000f-1177-403e-a842-fafb3c0234d2 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:12:46.251274 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 0f57000f-1177-403e-a842-fafb3c0234d2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:46.251707 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.332738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 0f57000f-1177-403e-a842-fafb3c0234d2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:46.333151 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.355883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:46.358210 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0a16f8-ee66-4760-8228-7cf06cfa66d5" -d '{"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:46.370731 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:46.407855 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598ae9ef-aa06-4837-92d7-81a540e194e9 x-openstack-request-id: req-598ae9ef-aa06-4837-92d7-81a540e194e9 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:46.408156 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:46.408432 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-598ae9ef-aa06-4837-92d7-81a540e194e9 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:46.408864 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'code': 200} Feb 11 06:12:46.435298 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:46.488169 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:46.502729 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511713c-038b-47ec-9b0c-811c506cfda2 req-9fb23ab3-235e-4569-8912-032f51997cc4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:46.504244 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b511713c-038b-47ec-9b0c-811c506cfda2 req-9fb23ab3-235e-4569-8912-032f51997cc4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0578754 Feb 11 06:12:46.560384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b511713c-038b-47ec-9b0c-811c506cfda2 req-ecdecb1c-55c3-4272-8ca7-81f1af365872 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504947 Feb 11 06:12:47.709403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6bbd-a3ee-44e4-933b-ae9aba2d1b64 req-db86961d-2318-4254-b3cc-e51f556be2c6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:47.710928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-831f6bbd-a3ee-44e4-933b-ae9aba2d1b64 req-db86961d-2318-4254-b3cc-e51f556be2c6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0666831 Feb 11 06:12:47.768490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-831f6bbd-a3ee-44e4-933b-ae9aba2d1b64 req-d01362a9-ebe8-4774-81ae-239c752fc537 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519712 Feb 11 06:12:48.360610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-56b57edc-fe5c-4d8b-b5e9-63ff5533ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:48.362164 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-56b57edc-fe5c-4d8b-b5e9-63ff5533ecaf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 1128 time: 0.0462170 Feb 11 06:12:48.372136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:48.434059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:48.915819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc836f2-21f9-4c29-b87e-ff310e2be12c req-bc66f728-4615-4249-b908-ccbaf1184da7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:48.917347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfc836f2-21f9-4c29-b87e-ff310e2be12c req-bc66f728-4615-4249-b908-ccbaf1184da7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0568035 Feb 11 06:12:48.965773 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfc836f2-21f9-4c29-b87e-ff310e2be12c req-d858966d-b15f-4a6a-9b07-7742e2eb15a9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Feb 11 06:12:48.966562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:49.007402 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:49.045881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:49.048898 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22519f7f-c8e9-4fbe-a0a4-0e884c5c6258" -d '{"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:49.052555 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Publish callbacks [] for port (0f57000f-1177-403e-a842-fafb3c0234d2), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.065249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Transition to ACTIVE for port object 0f57000f-1177-403e-a842-fafb3c0234d2 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:12:49.104386 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3298da2-ca11-4f9c-84c3-e4ccf260b1a1 x-openstack-request-id: req-a3298da2-ca11-4f9c-84c3-e4ccf260b1a1 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:49.104727 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:49.104989 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3298da2-ca11-4f9c-84c3-e4ccf260b1a1 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:49.105408 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'code': 200} Feb 11 06:12:49.155426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.238975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=10']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.285068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] No DVR routers for this DVR port 0f57000f-1177-403e-a842-fafb3c0234d2 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:49.429684 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:49.430357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:49.430357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:49.434965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:12:49.435287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Attempting to bind port 0f57000f-1177-403e-a842-fafb3c0234d2 on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:49.440485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:49.440854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:49.441252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:49.441681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Bound port: 0f57000f-1177-403e-a842-fafb3c0234d2, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:49.442042 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.507168 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:49.510185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:49.578959 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.615792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:49.616456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.617961 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] 10.222.0.83 "PUT /v2.0/ports/0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1093 time: 1.2498550 Feb 11 06:12:49.670922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209afe4-db2f-4f6e-8473-84e42361867c service neutron] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=11']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.695407 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-c40a3a76-4ee6-4b63-8dcb-445beafec5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:49.697038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-c40a3a76-4ee6-4b63-8dcb-445beafec5f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1127 time: 0.0544879 Feb 11 06:12:49.797925 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-561cdff9-d220-4df2-bb9d-307921ddcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:49.799425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-561cdff9-d220-4df2-bb9d-307921ddcc2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0967252 Feb 11 06:12:49.866799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-fb1949bb-4183-4983-951f-3abf16c8abe9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1000 time: 0.0619504 Feb 11 06:12:49.920585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-6771dffb-fa64-42b0-aae7-11ef3ea7151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:49.922068 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-6771dffb-fa64-42b0-aae7-11ef3ea7151e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0491872 Feb 11 06:12:49.971797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-4cabe507-0473-4203-9f37-c8e759d70072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:49.976235 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-4cabe507-0473-4203-9f37-c8e759d70072 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461323 Feb 11 06:12:50.067064 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-f8583e24-1167-4120-936a-a0d60cb0cc91 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870018 Feb 11 06:12:50.091928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94a7d4-3428-4386-9414-4866a900f850 req-19b54c54-895d-4797-92ad-b5ca34e29fa4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.093679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c94a7d4-3428-4386-9414-4866a900f850 req-19b54c54-895d-4797-92ad-b5ca34e29fa4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 944 time: 0.0546544 Feb 11 06:12:50.137201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:50.149670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c94a7d4-3428-4386-9414-4866a900f850 req-c835b581-933b-4db8-8f77-5b66d517ca7e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501623 Feb 11 06:12:50.167517 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48e43e9d-ef48-4c57-a34a-1a8b69c7dce3 req-c7bdd86b-5131-46cc-bc24-4272085a86e4 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948298 Feb 11 06:12:50.203907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port 0f57000f-1177-403e-a842-fafb3c0234d2 host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:12:50.204318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:51.106999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:51.109513 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce50bec-5efd-4c57-8c65-734ba5917d19" -d '{"events": [{"name": "network-changed", "server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:51.161432 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae4bde-c01e-49f9-a07e-5f715c9a6d6b x-openstack-request-id: req-efae4bde-c01e-49f9-a07e-5f715c9a6d6b {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:51.161869 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:51.162136 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efae4bde-c01e-49f9-a07e-5f715c9a6d6b {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:51.162539 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'status': 'completed', 'code': 200} Feb 11 06:12:51.271607 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-546da0bb-fcce-4bd0-9805-2eb2169d0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.273098 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-546da0bb-fcce-4bd0-9805-2eb2169d0ca3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1127 time: 0.0932074 Feb 11 06:12:51.279658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-03666b36-b70d-4278-9f53-0a0c83874749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.282424 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-03666b36-b70d-4278-9f53-0a0c83874749 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 1127 time: 0.0912375 Feb 11 06:12:51.288094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edf8a0-6e6d-41f1-8734-11757c0f0072 req-e1189364-d050-4416-be6b-52fecef408ca tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.289978 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3edf8a0-6e6d-41f1-8734-11757c0f0072 req-e1189364-d050-4416-be6b-52fecef408ca tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 944 time: 0.0595274 Feb 11 06:12:51.346046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f3edf8a0-6e6d-41f1-8734-11757c0f0072 req-7b2c2765-fa70-46c8-9d0e-34ec644cfe8a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499144 Feb 11 06:12:51.462764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-c9162f72-d85c-4523-9a1c-4643ef370d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.464232 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-c9162f72-d85c-4523-9a1c-4643ef370d2c service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1809402 Feb 11 06:12:51.466780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-32e26d94-06cc-4638-a04a-e216ffa569be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.468172 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-32e26d94-06cc-4638-a04a-e216ffa569be service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1753204 Feb 11 06:12:51.598190 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-d81a3a04-a6b4-4018-a966-8fe5e3ad8270 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1000 time: 0.1244204 Feb 11 06:12:51.617270 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-40254a36-faaf-44a2-b742-43d869b55754 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 200 len: 1000 time: 0.1278975 Feb 11 06:12:51.697967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-59240960-dba2-46f7-98ad-05bf31a40b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.699483 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-59240960-dba2-46f7-98ad-05bf31a40b15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0945919 Feb 11 06:12:51.716533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-f59524c9-c6e1-4c23-a9fa-017cc2e1a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.718079 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-f59524c9-c6e1-4c23-a9fa-017cc2e1a1c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0723021 Feb 11 06:12:51.800950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-643284ff-45c8-49ea-9a09-509b58b365f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.802514 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-643284ff-45c8-49ea-9a09-509b58b365f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0954731 Feb 11 06:12:51.811020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-135b16b3-c0cd-498c-82f1-c9ae0d7c94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.814343 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-135b16b3-c0cd-498c-82f1-c9ae0d7c94e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0759270 Feb 11 06:12:52.007599 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-f9e1a8df-ed23-427d-bc6e-ca5332acc731 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990411 Feb 11 06:12:52.011819 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-9ed71fb6-1f2c-4a29-b55c-eef2eb3276ff service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897492 Feb 11 06:12:52.207919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-1c576610-67ab-42b2-8881-3ea988eda531 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945608 Feb 11 06:12:52.211838 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7ce50bec-5efd-4c57-8c65-734ba5917d19 req-13519898-2ca3-4f94-a678-21e91e22a197 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863956 Feb 11 06:12:52.478147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9438ca-19af-469c-a983-54e737b10c3b req-26a037bc-6e34-474f-8739-ecd5af9dc33b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.480850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e9438ca-19af-469c-a983-54e737b10c3b req-26a037bc-6e34-474f-8739-ecd5af9dc33b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 944 time: 0.0639195 Feb 11 06:12:52.549574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0e9438ca-19af-469c-a983-54e737b10c3b req-e88f0e81-e6f2-4485-aef7-b9633d20bd08 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629106 Feb 11 06:12:52.680981 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d28d9-dc3b-4910-9fec-dbcf8a343c20 req-b5bf6daa-f0c3-495e-b0f0-36cde39c1000 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.682429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-155d28d9-dc3b-4910-9fec-dbcf8a343c20 req-b5bf6daa-f0c3-495e-b0f0-36cde39c1000 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 944 time: 0.0539730 Feb 11 06:12:52.732286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-155d28d9-dc3b-4910-9fec-dbcf8a343c20 req-d3c3da73-db75-4cca-8cfc-11492b2d0dfd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Feb 11 06:12:52.892508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c90177-06c4-49ae-b1a7-810a0501a796 req-243afbf5-970c-4edc-918b-963217b267e6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.894061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6c90177-06c4-49ae-b1a7-810a0501a796 req-243afbf5-970c-4edc-918b-963217b267e6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 944 time: 0.0669169 Feb 11 06:12:52.942701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6c90177-06c4-49ae-b1a7-810a0501a796 req-1e09c570-11ef-48bd-9d28-19ab25057c8e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 Feb 11 06:12:52.983470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:12:53.094738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:53.107026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '0f57000f-1177-403e-a842-fafb3c0234d2', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': '0f57000f-1177-403e-a842-fafb3c0234d2', 'mac_address': 'fa:16:3e:81:8b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:12:53.149712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 0f57000f-1177-403e-a842-fafb3c0234d2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:53.150110 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.164171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f57000f-1177-403e-a842-fafb3c0234d2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:53.187270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:53.275263 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:53.333506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=12']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:53.429498 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c28e6-1ddf-4a52-9195-ffef3e6a3ea8 req-4e57e311-6f0d-41f0-9007-f720f5c8e9a3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.431414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-643c28e6-1ddf-4a52-9195-ffef3e6a3ea8 req-4e57e311-6f0d-41f0-9007-f720f5c8e9a3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0551772 Feb 11 06:12:53.479141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-643c28e6-1ddf-4a52-9195-ffef3e6a3ea8 req-609bcfb2-624b-46e9-a7fc-b3ae7e81d5ff tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420289 Feb 11 06:12:53.503564 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['0f57000f-1177-403e-a842-fafb3c0234d2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:12:54.616202 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2858b4-8f96-48cc-9caa-2c968d3fd5c0 req-7fc1d98f-eb88-4914-bb1a-62da2a0627ae tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:54.618035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd2858b4-8f96-48cc-9caa-2c968d3fd5c0 req-7fc1d98f-eb88-4914-bb1a-62da2a0627ae tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0567069 Feb 11 06:12:54.662315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-1bf724fc-09b4-4832-a86a-f894ae52c18b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:54.664743 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-1bf724fc-09b4-4832-a86a-f894ae52c18b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 945 time: 0.0672326 Feb 11 06:12:54.680481 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fd2858b4-8f96-48cc-9caa-2c968d3fd5c0 req-cf92e768-db3b-4f46-b4a7-bbbad67354ae tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564048 Feb 11 06:12:54.759425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Deleting port 0f57000f-1177-403e-a842-fafb3c0234d2 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:54.759765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.857877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] For port 0f57000f-1177-403e-a842-fafb3c0234d2, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=0f57000f-1177-403e-a842-fafb3c0234d2,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:54.858234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.998453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:55.058740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.061841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.061841 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0 disassociated. External IP: 172.25.8.157, port: 0f57000f-1177-403e-a842-fafb3c0234d2. Feb 11 06:12:55.061841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Calling delete_port for 0f57000f-1177-403e-a842-fafb3c0234d2 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:55.109320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 0f57000f-1177-403e-a842-fafb3c0234d2 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:12:55.113703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 0f57000f-1177-403e-a842-fafb3c0234d2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:55.114083 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.214325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 0f57000f-1177-403e-a842-fafb3c0234d2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:55.214733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.263561 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0f57000f-1177-403e-a842-fafb3c0234d2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.298667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event deleted for resources: {'Port': ['ID=0f57000f-1177-403e-a842-fafb3c0234d2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:55.310824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.311181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.311535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.311884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.312231 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.313178 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.313713 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.314086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.314421 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.314761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.315099 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.315432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.315770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:55.440620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:55.573567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:55.585955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:55.599050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:55.599762 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:55.627884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] No DVR routers for this DVR port 0f57000f-1177-403e-a842-fafb3c0234d2 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:55.630958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.634679 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b50f3b56-80ec-4832-a859-dae8e4ddb613 req-e329b6dc-cdfb-46d5-abc5-3d7bd9d2727f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "DELETE /v2.0/ports/0f57000f-1177-403e-a842-fafb3c0234d2 HTTP/1.1" status: 204 len: 173 time: 0.9652772 Feb 11 06:12:55.635204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-deleted', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:55.638648 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cd4d74-b06d-4f61-bd11-daee8e159b63" -d '{"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-deleted", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:55.680180 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1750f7-d8fd-46e0-8667-17d1219b3aff x-openstack-request-id: req-be1750f7-d8fd-46e0-8667-17d1219b3aff {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:55.682480 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce140de9-5939-49b9-8450-16b2a838d6ed", "name": "network-vif-deleted", "tag": "0f57000f-1177-403e-a842-fafb3c0234d2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:55.682480 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be1750f7-d8fd-46e0-8667-17d1219b3aff {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:55.682480 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce140de9-5939-49b9-8450-16b2a838d6ed', 'name': 'network-vif-deleted', 'tag': '0f57000f-1177-403e-a842-fafb3c0234d2', 'status': 'completed', 'code': 200} Feb 11 06:12:55.727511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:55.791326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8a0de78-8bc3-461d-b88d-5e1d47843edb req-5a1f3313-b7ed-4dc5-8e07-1503bbe7223e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce140de9-5939-49b9-8450-16b2a838d6ed HTTP/1.1" status: 200 len: 210 time: 0.0293026 Feb 11 06:12:55.971853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:56.002997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:12:56.011656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:56.012269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:12:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:56.158275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:56.405421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:56.448432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec820c-ef4c-4233-a1cb-b5fcb7e1c98c None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:56.729929 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e5c0a-720d-4145-ae2f-3ca654da94b7 None None] New status for floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:12:57.000416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:57.034000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 0f57000f-1177-403e-a842-fafb3c0234d2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:57.035059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 0f57000f-1177-403e-a842-fafb3c0234d2 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:57.116259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-a23955ab-2978-4a41-821a-689461a4b60e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1447207790&fields=id&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 267 time: 0.0557275 Feb 11 06:12:57.246814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-034647a2-7bb5-4f12-a08f-1438c760c6b1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:57.249195 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-034647a2-7bb5-4f12-a08f-1438c760c6b1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 811 time: 0.1232171 Feb 11 06:12:57.271704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-1d4f4447-ae15-4a1e-8a85-c097544fe3ef tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/quotas/0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 375 time: 0.0136375 Feb 11 06:12:57.332974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-b954758f-8b1c-4fbb-8841-90442fd7c8d2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550418 Feb 11 06:12:57.463263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-0f353665-4497-4b4f-bf61-dbf2e2397554 service neutron] 10.222.0.62 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123230 Feb 11 06:12:57.584628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e551d9f8-ed52-4dce-bc63-a10baa0bf641 service neutron] 10.222.0.62 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143713 Feb 11 06:12:57.867025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a9601ce-d237-4917-9c9d-690c4c138d55 req-a869a0c2-5d36-4581-b97c-5efa80982564 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0361297 Feb 11 06:12:58.978556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e7318b5-c049-4f09-b1bc-cf0db794940a req-f89edc97-5832-48b1-92bf-727e4219b7da tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0301702 Feb 11 06:12:59.960718 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-341a6595-a58b-4b45-aac0-34e90495ee49 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:59.962250 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-341a6595-a58b-4b45-aac0-34e90495ee49 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 811 time: 0.1202700 Feb 11 06:13:00.027326 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-456e131e-7807-4891-8d00-c6005dc68857 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 380 time: 0.0562441 Feb 11 06:13:00.036306 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'port': {'device_id': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'admin_state_up': True, 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'security_groups': ['9ec48f5f-b1de-4964-bec6-e60c9ef0f64c']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:00.094944 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8524b27-03cc-4afe-802a-67bb625219a5 req-a019d121-d1f8-4ace-89b7-2f5244750918 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0400016 Feb 11 06:13:00.235362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Made reservation on behalf of 0def87a2bd364a6a84554a4b9b93f6dc for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:13:00.240958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.403186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Allocated IP 172.20.0.3 (421c8def-647a-424b-8db7-85bdfc50cd05/ed6d66c5-a194-4452-a4f7-e11cef04a18a/6c46850b-c016-48cc-92b2-1f674fe8b46c) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:13:00.592374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.698420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.760006 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Network 421c8def-647a-424b-8db7-85bdfc50cd05 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:00.763216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:00.765781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:00.792181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:00.829924 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:00.830581 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.906559 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e5f613c8-d556-42bf-87cf-e09989e26451 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8742051 Feb 11 06:13:00.920768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Request body: {'port': {'device_id': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:00.993261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.081270 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-973406ca-718f-4b29-a2e5-a6931e782888 None None] Provisioning complete for port 6c46850b-c016-48cc-92b2-1f674fe8b46c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:01.081887 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-973406ca-718f-4b29-a2e5-a6931e782888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.130082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-973406ca-718f-4b29-a2e5-a6931e782888 None None] Port 6c46850b-c016-48cc-92b2-1f674fe8b46c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:13:01.251555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd32912-260a-42b7-870b-d0a626fafc8f req-2a17fddd-e169-4180-9e83-faa67ef1a735 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.253473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bd32912-260a-42b7-870b-d0a626fafc8f req-2a17fddd-e169-4180-9e83-faa67ef1a735 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 931 time: 0.0771832 Feb 11 06:13:01.325046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bd32912-260a-42b7-870b-d0a626fafc8f req-ad2505e8-80f6-4a63-a495-45ad2b630d92 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623772 Feb 11 06:13:01.364095 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c46850b-c016-48cc-92b2-1f674fe8b46c {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:13:01.372837 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Publish callbacks [] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.387782 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Transition to ACTIVE for port object 6c46850b-c016-48cc-92b2-1f674fe8b46c will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:13:01.486611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.546286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:01.628958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:01.629301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:01.629630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:01.638379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:13:01.638865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:01.646208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:01.646555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:01.646942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:01.647391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Bound port: 6c46850b-c016-48cc-92b2-1f674fe8b46c, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:01.647737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.715745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:01.718986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:01.800388 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.838712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.838712 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:01.839538 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] 10.222.0.65 "PUT /v2.0/ports/6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1092 time: 0.9253504 Feb 11 06:13:01.839992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:01.842282 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e612778-37df-44aa-8412-adae9fb4145b" -d '{"events": [{"name": "network-changed", "server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:01.866111 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6bd6b-111e-4c31-a6ee-c5b61864e1cf service neutron] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:01.892266 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9b4ca9-b9bc-4609-8924-7b12f4c8c0a4 x-openstack-request-id: req-4d9b4ca9-b9bc-4609-8924-7b12f4c8c0a4 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:01.892575 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:01.892878 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d9b4ca9-b9bc-4609-8924-7b12f4c8c0a4 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:01.893301 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'status': 'completed', 'code': 200} Feb 11 06:13:01.963370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612778-37df-44aa-8412-adae9fb4145b req-df5436ce-412c-45fa-bf11-b274e2f116cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.965177 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e612778-37df-44aa-8412-adae9fb4145b req-df5436ce-412c-45fa-bf11-b274e2f116cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1126 time: 0.0522065 Feb 11 06:13:02.077927 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612778-37df-44aa-8412-adae9fb4145b req-33d92037-1cd9-4519-924d-447258238a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.079435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e612778-37df-44aa-8412-adae9fb4145b req-33d92037-1cd9-4519-924d-447258238a43 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1066761 Feb 11 06:13:02.469792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1314f59-4a7c-4e71-8c89-8f648b5147b0 req-f1e1cc11-d3f8-4107-8059-56003d33db84 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.471392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1314f59-4a7c-4e71-8c89-8f648b5147b0 req-f1e1cc11-d3f8-4107-8059-56003d33db84 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0561907 Feb 11 06:13:02.512397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612778-37df-44aa-8412-adae9fb4145b req-c8b46f05-65dc-4db0-b044-945800f23b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.514005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e612778-37df-44aa-8412-adae9fb4145b req-c8b46f05-65dc-4db0-b044-945800f23b88 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4290187 Feb 11 06:13:02.521413 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e1314f59-4a7c-4e71-8c89-8f648b5147b0 req-caaed0fa-1814-41a7-b506-6af6f8aba823 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441883 Feb 11 06:13:02.593753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-132404af-9a36-4188-91e4-b9a115dc12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.595426 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-132404af-9a36-4188-91e4-b9a115dc12f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1126 time: 0.0457580 Feb 11 06:13:02.638115 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-e2f66ef9-f2b3-491a-b491-8f44887e2170 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 217 time: 0.0362227 Feb 11 06:13:02.688547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-bf2fd166-8b4a-40aa-a794-6e28ce790cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.690093 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-bf2fd166-8b4a-40aa-a794-6e28ce790cd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0464499 Feb 11 06:13:02.742398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-573700ae-8c05-4949-a281-16b2481542d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.743889 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-573700ae-8c05-4949-a281-16b2481542d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481076 Feb 11 06:13:02.840955 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-034e63df-6428-49b7-9003-4be900388121 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913732 Feb 11 06:13:02.944653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33b44b45-cb9c-4cf7-bc88-6c4f430eb972 req-34d6d1db-3ba4-4e3b-a8e2-1a5198544661 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973387 Feb 11 06:13:03.017520 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b4f3508d-f529-43ae-afcc-56678589d9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.652008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933805f-f962-4817-9206-f8e70716ec46 req-4b8d7e0e-c107-4546-858f-87deec79d988 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:03.653561 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a933805f-f962-4817-9206-f8e70716ec46 req-4b8d7e0e-c107-4546-858f-87deec79d988 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0585411 Feb 11 06:13:03.700812 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a933805f-f962-4817-9206-f8e70716ec46 req-2e0727ba-50e6-42bc-a66d-d78c88b205d4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412250 Feb 11 06:13:04.197073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:13:04.476254 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:04.487936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'mac_address': 'fa:16:3e:49:dc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:13:04.526862 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6c46850b-c016-48cc-92b2-1f674fe8b46c is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:04.527258 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.540680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c46850b-c016-48cc-92b2-1f674fe8b46c {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:13:04.561096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:04.611627 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.667014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:04.675249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.675598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.675947 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.676292 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.676677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.676999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.677334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.677667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.678010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.678336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.678664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.678993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.679319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:04.807615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['6c46850b-c016-48cc-92b2-1f674fe8b46c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:13:04.858935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5354db-f2ad-453c-8678-01d407f62ad5 req-c4987788-3eb5-4a15-a296-04c7dc3326bc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:04.863038 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e5354db-f2ad-453c-8678-01d407f62ad5 req-c4987788-3eb5-4a15-a296-04c7dc3326bc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0722592 Feb 11 06:13:04.917897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e5354db-f2ad-453c-8678-01d407f62ad5 req-70730173-f7c3-4a12-8dec-80543d665b05 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493391 Feb 11 06:13:05.578071 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86d458d8-c53f-429c-adc2-8950169d23b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.057223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac7a11-1cdb-4c8b-b8f6-17123ddb9d51 req-bec30595-c353-45a6-b721-ba9bd4a4d45d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:06.058769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5ac7a11-1cdb-4c8b-b8f6-17123ddb9d51 req-bec30595-c353-45a6-b721-ba9bd4a4d45d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0608807 Feb 11 06:13:06.113797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5ac7a11-1cdb-4c8b-b8f6-17123ddb9d51 req-4cd67aa8-db1b-4875-94c1-9066edfc7198 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489979 Feb 11 06:13:06.228190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:06.330448 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:13:06.383074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 6c46850b-c016-48cc-92b2-1f674fe8b46c completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:13:06.387687 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 6c46850b-c016-48cc-92b2-1f674fe8b46c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:06.388075 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.475020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6c46850b-c016-48cc-92b2-1f674fe8b46c is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:06.475469 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.504769 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:06.506976 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b7db58-4037-4ede-b242-6c18c2950d12" -d '{"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-plugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:06.527578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:06.551031 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dd4dd0-7100-48e3-aedb-94923963e2a9 x-openstack-request-id: req-00dd4dd0-7100-48e3-aedb-94923963e2a9 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:06.551385 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-plugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:06.551785 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00dd4dd0-7100-48e3-aedb-94923963e2a9 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:06.552190 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'code': 200} Feb 11 06:13:06.589497 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:06.655721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:06.692657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5708b1-4379-482b-95ad-e978e93b06ad req-810ef43b-ec01-422b-852d-b7a83a673a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:06.695744 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff5708b1-4379-482b-95ad-e978e93b06ad req-810ef43b-ec01-422b-852d-b7a83a673a45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1128 time: 0.0604618 Feb 11 06:13:06.750527 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff5708b1-4379-482b-95ad-e978e93b06ad req-97da9e8c-33c0-4181-b059-f2741a3a0140 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487976 Feb 11 06:13:06.892202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.259458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e923-4be7-443b-92eb-b8ea675d8891 req-43ddf214-ef78-4bc7-a3d3-554494b74acb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:07.261090 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09d7e923-4be7-443b-92eb-b8ea675d8891 req-43ddf214-ef78-4bc7-a3d3-554494b74acb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0739279 Feb 11 06:13:07.315704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09d7e923-4be7-443b-92eb-b8ea675d8891 req-c5480967-bd53-4c44-b1d6-ce9ff6d9a5de tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Feb 11 06:13:08.486734 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.489061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf839-3949-42f1-99e4-92d77a6bc186 req-884cc3d8-fd6b-4bba-bbbf-ecd55128d587 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:08.491317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-190cf839-3949-42f1-99e4-92d77a6bc186 req-884cc3d8-fd6b-4bba-bbbf-ecd55128d587 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0653512 Feb 11 06:13:08.551686 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-190cf839-3949-42f1-99e4-92d77a6bc186 req-be1b4cc1-fe3d-44f6-b22c-e43740804a2a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535643 Feb 11 06:13:08.693748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5b03a-dd5f-4b73-b7c9-e03873bdfbc8 req-95169ac8-b09b-4005-b7a2-642b4a4e14a6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:08.695294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81b5b03a-dd5f-4b73-b7c9-e03873bdfbc8 req-95169ac8-b09b-4005-b7a2-642b4a4e14a6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0633628 Feb 11 06:13:08.705187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47508) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:08.710261 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Request body: {'floatingip': {'port_id': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:08.760977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.863657 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.262909 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.331353 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.365863 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.482390 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0 associated. External IP: 172.25.8.157, port: 6c46850b-c016-48cc-92b2-1f674fe8b46c. Feb 11 06:13:09.714817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:13:09.867982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:09.873535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:09.877808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:09.887778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:09.888408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:09.909756 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ca0c2bf6-7a7f-4389-9dc7-134cf8062137 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "PUT /v2.0/floatingips/132d218c-d169-4c0c-ab84-804f0615f2d0 HTTP/1.1" status: 200 len: 992 time: 1.2033925 Feb 11 06:13:09.911097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:09.914186 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e2da01-bf06-44fd-a4bc-1aeb769a8093" -d '{"events": [{"name": "network-changed", "server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:09.962078 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401080a8-2b4b-44dd-ab13-d31b0e887b86 x-openstack-request-id: req-401080a8-2b4b-44dd-ab13-d31b0e887b86 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:09.962078 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:09.962078 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-401080a8-2b4b-44dd-ab13-d31b0e887b86 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:09.962078 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'status': 'completed', 'code': 200} Feb 11 06:13:10.024989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:10.042723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-7c78ce8e-9193-4438-9ed4-b8a2a52dca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:10.044271 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-7c78ce8e-9193-4438-9ed4-b8a2a52dca50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1128 time: 0.0600066 Feb 11 06:13:10.157143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-961d8f89-6c30-4876-8d4b-75caf26bc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:10.158675 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-961d8f89-6c30-4876-8d4b-75caf26bc697 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1077878 Feb 11 06:13:10.236648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-65a59245-cbf0-47fe-9e2a-fb250307bbb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1000 time: 0.0695906 Feb 11 06:13:10.288736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:49:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:13:09Z', 'revision_number': 13, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:10.303487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-1db72088-a247-4875-ac2d-f3bb96df5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:10.305176 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-1db72088-a247-4875-ac2d-f3bb96df5d3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0639818 Feb 11 06:13:10.320989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:13:10.334307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:10.334952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:13:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:10.362592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-33656412-afe1-43f8-a4c9-cbcc23b32607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:10.364161 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-33656412-afe1-43f8-a4c9-cbcc23b32607 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531371 Feb 11 06:13:10.453565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:10.458254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-4374aafe-53ea-4d10-ab3f-421e3a10418c service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878820 Feb 11 06:13:10.572049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-36e2da01-bf06-44fd-a4bc-1aeb769a8093 req-772e67b2-38b7-4fcf-ba9a-61bd83561a15 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085217 Feb 11 06:13:10.706370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:49:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:13:09Z', 'revision_number': 13, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:10.734271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389ab10-3316-4bcd-81ff-2645174ea230 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '132d218c-d169-4c0c-ab84-804f0615f2d0', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'port_id': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'mac_address': 'fa:16:3e:49:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:14Z', 'updated_at': '2022-02-11T06:13:09Z', 'revision_number': 13, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:10.945995 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde39f5a-d5d4-459b-97d8-012d91b59b3e None None] New status for floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:13:11.892245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:12.774375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae3a10-d29b-4b30-a074-13ed49366407 req-de198cd0-3436-43a9-921f-a8ecc41ca98a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:12.775888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2dae3a10-d29b-4b30-a074-13ed49366407 req-de198cd0-3436-43a9-921f-a8ecc41ca98a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0643368 Feb 11 06:13:12.823416 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2dae3a10-d29b-4b30-a074-13ed49366407 req-20c86fce-cdfb-4dc8-bf95-ed17a93bb8b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Feb 11 06:13:16.540106 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-313b1714-8a47-4021-95e4-26e41ed5024d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464680 Feb 11 06:13:16.636037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-48bec627-6c80-41ef-8490-23267754ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:16.639101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-48bec627-6c80-41ef-8490-23267754ea76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1128 time: 0.0567670 Feb 11 06:13:16.765258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-2266c2b0-7d82-40d1-8ec1-908ac9de4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:16.773823 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-2266c2b0-7d82-40d1-8ec1-908ac9de4239 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1050217 Feb 11 06:13:16.841067 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-67694349-308c-4fea-9c90-fd093f398dbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1002 time: 0.0681245 Feb 11 06:13:16.896965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-ddfe458c-cbbd-42e4-aab5-9488a3f8ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:16.898460 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-ddfe458c-cbbd-42e4-aab5-9488a3f8ae59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0519679 Feb 11 06:13:16.954108 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-e15a3dc3-1548-4671-93d8-1718ea3ae0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:16.955792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-e15a3dc3-1548-4671-93d8-1718ea3ae0a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521617 Feb 11 06:13:17.054208 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-e1fabb3b-6729-4a7a-a8fc-3ffb501fe602 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930378 Feb 11 06:13:17.155147 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33ce60ae-0d75-4ca8-af9c-19579001921f req-50c40de9-87a8-4360-9b7d-210d29a5f396 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954142 Feb 11 06:13:30.965423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaccdf6-7090-4ff4-8682-5bd4b23a5db6 req-9f01410b-d597-4173-9116-8d43812a5d56 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:30.967027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbaccdf6-7090-4ff4-8682-5bd4b23a5db6 req-9f01410b-d597-4173-9116-8d43812a5d56 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0573137 Feb 11 06:13:31.029190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbaccdf6-7090-4ff4-8682-5bd4b23a5db6 req-12978124-7514-4a58-ad5a-45e263c29d31 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561640 Feb 11 06:13:31.065060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-8590cc6a-cb22-4820-9758-45cc19c12226 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0509436 Feb 11 06:13:31.578918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-8c39dbc2-8c7b-41ee-ab45-d14b7f2ef5db tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:31.580281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-8c39dbc2-8c7b-41ee-ab45-d14b7f2ef5db tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports/6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 942 time: 0.1034396 Feb 11 06:13:32.154889 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34874d-fcd6-4fb6-9361-91b95303fd1c req-b030971f-6de9-48ed-bff5-0d113e332143 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:32.157662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c34874d-fcd6-4fb6-9361-91b95303fd1c req-b030971f-6de9-48ed-bff5-0d113e332143 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0549493 Feb 11 06:13:32.206675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c34874d-fcd6-4fb6-9361-91b95303fd1c req-7e6bb375-6eb9-4c9b-a8b9-8bc69b2df14a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438342 Feb 11 06:13:33.010569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bbeaa799-c7aa-4773-aa52-8404eec27508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.109353 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-fb124dbe-497e-4981-97a8-96d1c9f4f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:33.111757 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-fb124dbe-497e-4981-97a8-96d1c9f4f28e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1128 time: 0.0493805 Feb 11 06:13:33.206120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-f8aeeb90-baa3-4547-aad6-cbddabde2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:33.207798 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-f8aeeb90-baa3-4547-aad6-cbddabde2856 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0899587 Feb 11 06:13:33.277489 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-eaca8b1b-732d-4073-8146-04a098a60d3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1002 time: 0.0639796 Feb 11 06:13:33.331770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-e6c04b74-e535-4d45-9fec-18f3b3177f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:33.333597 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-e6c04b74-e535-4d45-9fec-18f3b3177f1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0498712 Feb 11 06:13:33.341849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8213-d7c9-4d3c-b758-a87336f478cb req-131a3449-6958-4baa-9e89-2863898d8d11 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:33.343444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-099c8213-d7c9-4d3c-b758-a87336f478cb req-131a3449-6958-4baa-9e89-2863898d8d11 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0636544 Feb 11 06:13:33.391759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-c099824d-aa1b-4610-a4e6-395274c40d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:33.393421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-c099824d-aa1b-4610-a4e6-395274c40d79 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541046 Feb 11 06:13:33.398368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-099c8213-d7c9-4d3c-b758-a87336f478cb req-a5ba4fe1-679d-450e-8a56-f7a357f9143a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480866 Feb 11 06:13:33.493799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-d4b72c16-6a37-4839-a8dc-552fa36ade08 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918617 Feb 11 06:13:33.590958 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-b0930413-ec9b-4aa5-8339-a9a13690e88a service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920732 Feb 11 06:13:34.526855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae89c4-e031-48e8-97fb-bc3759e5e7b6 req-05b5cf74-ca03-4459-a225-3ba349195460 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:34.528419 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55ae89c4-e031-48e8-97fb-bc3759e5e7b6 req-05b5cf74-ca03-4459-a225-3ba349195460 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0567176 Feb 11 06:13:34.578603 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-55ae89c4-e031-48e8-97fb-bc3759e5e7b6 req-25712aa2-6688-4c21-bf39-e98f4065f6d2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442178 Feb 11 06:13:35.559424 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13a75586-9816-4d02-9852-203f130ec3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.706378 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b0c47-5985-4fe2-9b6a-730c94098824 req-c7e42c3a-cc4e-41e6-8f8e-02624f0c8710 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:35.708174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a93b0c47-5985-4fe2-9b6a-730c94098824 req-c7e42c3a-cc4e-41e6-8f8e-02624f0c8710 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0598640 Feb 11 06:13:35.756149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a93b0c47-5985-4fe2-9b6a-730c94098824 req-b72a9c32-26ce-43ed-b8a4-cdfb9812456d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Feb 11 06:13:36.845302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:36.879298 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bd26-91b6-4e39-9e44-46ade1b4191b req-18ac3ce9-03c8-4031-887a-48d67599d589 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:36.880922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5be1bd26-91b6-4e39-9e44-46ade1b4191b req-18ac3ce9-03c8-4031-887a-48d67599d589 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0544953 Feb 11 06:13:36.928287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5be1bd26-91b6-4e39-9e44-46ade1b4191b req-7902ca53-7a98-4fc2-b2b6-99152f543a36 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Feb 11 06:13:38.051852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c1ec7-5e31-4c5a-8dac-74e1436619eb req-c6a4344b-d0d9-408e-a195-3f6f476afc3b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:38.074980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-172c1ec7-5e31-4c5a-8dac-74e1436619eb req-c6a4344b-d0d9-408e-a195-3f6f476afc3b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0527849 Feb 11 06:13:38.105595 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-172c1ec7-5e31-4c5a-8dac-74e1436619eb req-cc239641-22ac-4da5-bdc0-80e936e415c7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Feb 11 06:13:38.461976 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:38.856233 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.238601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f3099-7dd7-4a3a-99b9-df16b6ce4145 req-0217a67d-e5f7-4f33-af2c-c8bfd7fe83a8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:39.240432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a16f3099-7dd7-4a3a-99b9-df16b6ce4145 req-0217a67d-e5f7-4f33-af2c-c8bfd7fe83a8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0580714 Feb 11 06:13:39.289610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a16f3099-7dd7-4a3a-99b9-df16b6ce4145 req-94068ca1-7d64-4c84-b4ae-30e03fb5452a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Feb 11 06:13:39.296369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.411413 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8731d-c804-486f-b8cd-7abbebe408c9 req-099f525d-3b41-4627-95de-4d3cc25f6e91 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:40.412962 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ff8731d-c804-486f-b8cd-7abbebe408c9 req-099f525d-3b41-4627-95de-4d3cc25f6e91 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0533297 Feb 11 06:13:40.465351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1ff8731d-c804-486f-b8cd-7abbebe408c9 req-948dbe32-f97b-4103-a95a-31dd9b6355f9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467036 Feb 11 06:13:41.596796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0288107-68e0-4c5d-a40c-2bac92e15238 req-33b5f920-103c-4252-be2f-3e5e5795e6ec tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.598556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0288107-68e0-4c5d-a40c-2bac92e15238 req-33b5f920-103c-4252-be2f-3e5e5795e6ec tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0596123 Feb 11 06:13:41.646692 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0288107-68e0-4c5d-a40c-2bac92e15238 req-39acecf1-4189-476d-b34b-8aa8994e7eef tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Feb 11 06:13:41.896184 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:42.773785 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194113f-f347-4765-84d5-1e3be2e2feb8 req-89d6e1c2-03a4-4926-a802-18170301d96b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:42.775323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6194113f-f347-4765-84d5-1e3be2e2feb8 req-89d6e1c2-03a4-4926-a802-18170301d96b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0589302 Feb 11 06:13:42.823765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6194113f-f347-4765-84d5-1e3be2e2feb8 req-79cd971a-0571-40ff-a63a-fa89ac276189 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Feb 11 06:13:43.330054 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:13:43.944924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646fa2e-a571-4b6a-a2f5-4cc62a339df9 req-8ec0e39e-c70b-41df-b58d-6bfcbfcb63ba tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:43.946483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e646fa2e-a571-4b6a-a2f5-4cc62a339df9 req-8ec0e39e-c70b-41df-b58d-6bfcbfcb63ba tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0531056 Feb 11 06:13:43.998343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e646fa2e-a571-4b6a-a2f5-4cc62a339df9 req-05d94129-2ae7-4792-a627-1c6b7f05054e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462089 Feb 11 06:13:45.122816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b804a-adf4-4234-83e5-4f3dfbb2cbe5 req-39738e5c-900b-4b81-9e52-9739fac5523d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:45.124336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-334b804a-adf4-4234-83e5-4f3dfbb2cbe5 req-39738e5c-900b-4b81-9e52-9739fac5523d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0558238 Feb 11 06:13:45.172534 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-334b804a-adf4-4234-83e5-4f3dfbb2cbe5 req-c2a70bbe-ac86-4a85-97ee-774f7334e062 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Feb 11 06:13:46.294108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486933a-f8e2-4f12-91ab-9d59782d6c23 req-4be63ed1-c283-4012-b502-2cf179ca0fbe tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:46.295611 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6486933a-f8e2-4f12-91ab-9d59782d6c23 req-4be63ed1-c283-4012-b502-2cf179ca0fbe tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0525606 Feb 11 06:13:46.344890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6486933a-f8e2-4f12-91ab-9d59782d6c23 req-2b43aae9-5822-4181-8b8c-3fea04c429d3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Feb 11 06:13:47.530081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f5144-d579-47e0-9150-67a0a5c377c0 req-acf57e0e-adab-4e48-9010-67eb4c8c5c90 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:47.531934 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b53f5144-d579-47e0-9150-67a0a5c377c0 req-acf57e0e-adab-4e48-9010-67eb4c8c5c90 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.1130733 Feb 11 06:13:47.584782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b53f5144-d579-47e0-9150-67a0a5c377c0 req-54220c69-6ab4-4dbf-800f-b5e314031bb2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452240 Feb 11 06:13:48.460806 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:48.541713 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6c46850b-c016-48cc-92b2-1f674fe8b46c is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:48.542110 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.565510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:48.567734 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c798ebdd-cb3a-4f0a-8858-9c609fc4833f" -d '{"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-unplugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:48.585057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:48.620631 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc49e48-bb85-468b-b347-756b76b5bcb4 x-openstack-request-id: req-afc49e48-bb85-468b-b347-756b76b5bcb4 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:48.620987 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-unplugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:48.621286 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afc49e48-bb85-468b-b347-756b76b5bcb4 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:48.621893 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'code': 200} Feb 11 06:13:48.655771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:48.709894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:48.717671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1e7c-65c9-4329-886e-ce01b089ec27 req-b1b670f6-42ad-47b7-878e-5cde097f0751 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:48.719150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d3d1e7c-65c9-4329-886e-ce01b089ec27 req-b1b670f6-42ad-47b7-878e-5cde097f0751 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0569799 Feb 11 06:13:48.768937 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d3d1e7c-65c9-4329-886e-ce01b089ec27 req-2aed8df1-3acc-4462-ad5a-0fb0ce2ef2ac tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431783 Feb 11 06:13:49.625646 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-33486500-f0b6-4978-aacf-0141af38e03b req-6f30cc48-0f6f-4cfb-b46b-a62245dd4750 service neutron] show failed (client error): The resource could not be found. Feb 11 06:13:49.626670 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-6f30cc48-0f6f-4cfb-b46b-a62245dd4750 service neutron] 10.222.0.65 "GET /v2.0/ports/6c46850b-c016-48cc-92b2-1f674fe8b46c/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0764120 Feb 11 06:13:49.966805 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292c9d-4def-47bd-a472-4e4994d5aaec req-2e30d1d6-8374-48c6-a2bd-a53d1dc89423 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:49.972580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a292c9d-4def-47bd-a472-4e4994d5aaec req-2e30d1d6-8374-48c6-a2bd-a53d1dc89423 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.1225138 Feb 11 06:13:50.018370 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a292c9d-4def-47bd-a472-4e4994d5aaec req-e1d8d8b5-4cfd-4e9f-9746-d245d6027a66 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 Feb 11 06:13:50.204187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-9ea28512-da67-4925-9e03-47739618f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:50.206592 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-9ea28512-da67-4925-9e03-47739618f240 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 1126 time: 0.0520272 Feb 11 06:13:50.218085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:50.284631 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.495819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:50.532227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:50.570944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c46850b-c016-48cc-92b2-1f674fe8b46c {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:13:50.580017 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Publish callbacks [] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.593292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Transition to ACTIVE for port object 6c46850b-c016-48cc-92b2-1f674fe8b46c will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:13:50.638503 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:50.717130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:50.764966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] No DVR routers for this DVR port 6c46850b-c016-48cc-92b2-1f674fe8b46c on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:51.145548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1e19-dc90-4438-aac2-22356206146c req-4ca58d70-d364-4c4d-8b95-2a500e72e732 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.147085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d2e1e19-dc90-4438-aac2-22356206146c req-4ca58d70-d364-4c4d-8b95-2a500e72e732 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0559897 Feb 11 06:13:51.194640 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7d2e1e19-dc90-4438-aac2-22356206146c req-484c51c5-62b6-45ab-9ae9-7b00bdcc7c3e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Feb 11 06:13:51.232067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:51.232400 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:51.232758 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:51.237274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:13:51.237601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:51.242388 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:51.245269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:51.245269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:51.245269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Bound port: 6c46850b-c016-48cc-92b2-1f674fe8b46c, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:51.245269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.309787 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:51.312651 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:51.359394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.393765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.394593 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:51.396086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] 10.222.0.83 "PUT /v2.0/ports/6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1092 time: 1.1819913 Feb 11 06:13:51.401038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:51.403657 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a20ca-0774-4131-a2fb-084694478d19" -d '{"events": [{"name": "network-changed", "server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:51.453448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a087ad-b108-4349-9bf8-216f884351aa service neutron] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=8']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:51.461364 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752f2cfa-405d-4f32-a4e6-3beb25368c82 x-openstack-request-id: req-752f2cfa-405d-4f32-a4e6-3beb25368c82 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:51.461661 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:51.461919 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-752f2cfa-405d-4f32-a4e6-3beb25368c82 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:51.462331 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'status': 'completed', 'code': 200} Feb 11 06:13:51.481158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-8de0e181-6f7c-452c-966a-df637e499f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.482973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-8de0e181-6f7c-452c-966a-df637e499f08 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1126 time: 0.0597448 Feb 11 06:13:51.613910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-c518d339-2815-4786-aa73-58f31ecdfa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.615440 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-c518d339-2815-4786-aa73-58f31ecdfa33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1126 time: 0.1315932 Feb 11 06:13:51.619871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-a831ad0a-d449-4bc6-8f64-24b6ff1dda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.621289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-a831ad0a-d449-4bc6-8f64-24b6ff1dda5f service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1292500 Feb 11 06:13:51.748057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-d4c9fb1c-c3e2-450b-bde4-0cf036166144 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1000 time: 0.1175215 Feb 11 06:13:51.797808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-6dfc7a85-253d-40a6-bcda-a7c252d35cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.800339 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-6dfc7a85-253d-40a6-bcda-a7c252d35cd3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1781650 Feb 11 06:13:51.853195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-e35725fe-4a4d-4f6a-b34e-e0cc2f4b3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.854620 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-e35725fe-4a4d-4f6a-b34e-e0cc2f4b3f4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0998313 Feb 11 06:13:51.898016 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-4c19cdc3-115c-48fc-895f-9bfd7cafe45d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1000 time: 0.0917630 Feb 11 06:13:51.952877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486500-f0b6-4978-aacf-0141af38e03b req-90049f9c-c80e-41eb-b0a2-a1c8d1ac461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.954522 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-90049f9c-c80e-41eb-b0a2-a1c8d1ac461f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0930743 Feb 11 06:13:51.963541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-75768d4e-e489-49d2-aaf1-be11cc20f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.965006 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-75768d4e-e489-49d2-aaf1-be11cc20f42d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0598311 Feb 11 06:13:51.968898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-9bc4b808-edf5-4354-8285-8186fec38eff service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:13:51.969902 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-9bc4b808-edf5-4354-8285-8186fec38eff service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082471 Feb 11 06:13:52.076001 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-98f1b0c0-e1a2-4c7a-9dfb-2de94037787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:52.077584 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-98f1b0c0-e1a2-4c7a-9dfb-2de94037787f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1064124 Feb 11 06:13:52.105670 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-0579397d-c323-4342-b84c-9b145d3d90eb service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266727 Feb 11 06:13:52.254169 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-aa1371f9-3fe0-461c-9eb4-f79199ed8379 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664979 Feb 11 06:13:52.257792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-7ccf6b06-9916-4f35-b6a3-2db4a4696dae service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426327 Feb 11 06:13:52.320507 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352570-46d1-4a18-a304-0d347479be72 req-ee50ab42-7578-4cfb-90f2-1260606d0d8c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:52.322045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a352570-46d1-4a18-a304-0d347479be72 req-ee50ab42-7578-4cfb-90f2-1260606d0d8c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0556886 Feb 11 06:13:52.354270 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-db20a63c-ff30-4af3-9798-11ebabd3a965 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945628 Feb 11 06:13:52.378260 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6a352570-46d1-4a18-a304-0d347479be72 req-f8c3636b-697b-45d4-9440-5547c17e8773 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502467 Feb 11 06:13:52.448865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-479976c9-0123-4331-8594-de40bfbf08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:52.450389 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-479976c9-0123-4331-8594-de40bfbf08fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1126 time: 0.0527637 Feb 11 06:13:52.544542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-0225e964-b57b-4595-b3c2-49ef2d3aa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:52.546268 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-0225e964-b57b-4595-b3c2-49ef2d3aa705 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0900013 Feb 11 06:13:52.621010 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-a4b4a913-1299-448e-9a50-acb8dd44c4bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1000 time: 0.0685816 Feb 11 06:13:52.670447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-cfbd28fe-bac5-430f-9136-3783049e6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:52.671973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-cfbd28fe-bac5-430f-9136-3783049e6c1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0459225 Feb 11 06:13:52.721807 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-7e1e1df8-632d-4cc2-ab44-5dc532f00112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:52.723371 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-7e1e1df8-632d-4cc2-ab44-5dc532f00112 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462487 Feb 11 06:13:52.819196 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-3edb91d4-e439-4edf-b9ca-a3b0a901d19a service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897272 Feb 11 06:13:52.913769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a2a20ca-0774-4131-a2fb-084694478d19 req-a2ac58dd-875b-4259-8657-be9365f99e43 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886159 Feb 11 06:13:53.509691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d905bc-1440-4465-905d-b681a17f32bc req-ff2ca90a-2b9c-42b7-8034-6450d3532fd8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:53.511410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81d905bc-1440-4465-905d-b681a17f32bc req-ff2ca90a-2b9c-42b7-8034-6450d3532fd8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0540502 Feb 11 06:13:53.560509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-81d905bc-1440-4465-905d-b681a17f32bc req-c2b27f9d-e103-4072-b9cc-d7dfacda69cd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Feb 11 06:13:54.690921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af148df5-1a1b-4a61-bf6b-d4a6f1796f8b req-d899adef-bc4b-4d8c-a06d-640f6ce3e4c7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:54.692474 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af148df5-1a1b-4a61-bf6b-d4a6f1796f8b req-d899adef-bc4b-4d8c-a06d-640f6ce3e4c7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0555751 Feb 11 06:13:54.740527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af148df5-1a1b-4a61-bf6b-d4a6f1796f8b req-e75cf851-d216-4509-9ef7-c0a2f0f79d95 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Feb 11 06:13:55.871134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd8331-fc9c-4538-b733-56b0a6aa3a68 req-7579990a-c5a0-4f4a-b28c-5aefcae50a9f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:55.872679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-addd8331-fc9c-4538-b733-56b0a6aa3a68 req-7579990a-c5a0-4f4a-b28c-5aefcae50a9f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0591960 Feb 11 06:13:55.936493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-addd8331-fc9c-4538-b733-56b0a6aa3a68 req-3dda3077-ad41-4f98-9f31-0fe1eb3d795c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570192 Feb 11 06:13:57.063183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a6fe8-cfc6-4968-b02b-e41afa4b27c8 req-69576261-6a0e-436d-a71a-800459633fc9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:57.065357 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-896a6fe8-cfc6-4968-b02b-e41afa4b27c8 req-69576261-6a0e-436d-a71a-800459633fc9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0546367 Feb 11 06:13:57.115594 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-896a6fe8-cfc6-4968-b02b-e41afa4b27c8 req-b6b94ffe-29fc-47b0-a6e1-5286d85a89f5 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445950 Feb 11 06:13:58.237763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f650a75-d914-4d7d-bc6f-6a737f036d95 req-3e76a86f-33ce-4a8c-bf9a-400e315794dd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.239179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f650a75-d914-4d7d-bc6f-6a737f036d95 req-3e76a86f-33ce-4a8c-bf9a-400e315794dd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0527902 Feb 11 06:13:58.295845 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f650a75-d914-4d7d-bc6f-6a737f036d95 req-6ca98fc3-1564-424b-bddc-279309475d61 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510499 Feb 11 06:13:59.427264 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cd58e-91f1-4ea4-97e9-6d930295e509 req-deec8db4-f0a7-4543-87be-ee16c0ffa95e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.428822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce4cd58e-91f1-4ea4-97e9-6d930295e509 req-deec8db4-f0a7-4543-87be-ee16c0ffa95e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0547287 Feb 11 06:13:59.477456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce4cd58e-91f1-4ea4-97e9-6d930295e509 req-7a5f9de8-fd63-4e19-bf78-ecf25791f8af tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 Feb 11 06:14:00.601943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0f46-66fa-4913-817a-791f85eb8143 req-f86e9d52-aa00-488b-b645-09e8ba2495fc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:00.603362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-599f0f46-66fa-4913-817a-791f85eb8143 req-f86e9d52-aa00-488b-b645-09e8ba2495fc tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0559044 Feb 11 06:14:00.654214 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-599f0f46-66fa-4913-817a-791f85eb8143 req-0579584d-a9ae-4365-8fe4-94c4397fa898 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Feb 11 06:14:01.791064 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95784796-54f8-4efc-bc10-c8666855cf04 req-265968ac-4708-4fda-a0c8-9b219ebce8b3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:01.792574 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95784796-54f8-4efc-bc10-c8666855cf04 req-265968ac-4708-4fda-a0c8-9b219ebce8b3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0599976 Feb 11 06:14:01.841015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-95784796-54f8-4efc-bc10-c8666855cf04 req-e479954e-a852-4b2e-a413-4e6f8e144ec2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Feb 11 06:14:02.966261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d053f-b641-4e41-ad72-1ab152c0a7a5 req-1b67f8c7-f605-4b11-bebd-331156bcffdb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:02.975040 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce6d053f-b641-4e41-ad72-1ab152c0a7a5 req-1b67f8c7-f605-4b11-bebd-331156bcffdb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0550065 Feb 11 06:14:03.018138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce6d053f-b641-4e41-ad72-1ab152c0a7a5 req-9619b3a0-8024-42b3-8f53-60a23d12a545 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Feb 11 06:14:03.050538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8779d5ed-e74d-4759-9d4f-493f039e3231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.154910 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ad204-50ab-4ad2-861e-b8ad8106e08d req-e5994dcd-9103-441b-8098-735085419152 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:04.156439 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a7ad204-50ab-4ad2-861e-b8ad8106e08d req-e5994dcd-9103-441b-8098-735085419152 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0583611 Feb 11 06:14:04.207564 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a7ad204-50ab-4ad2-861e-b8ad8106e08d req-e93448c2-f83a-45f9-bd29-025cb1a6d8b0 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 Feb 11 06:14:05.328733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361e4a5-1498-4ff5-a6d3-bc8aa680f02f req-08408a7e-5d86-4da0-a9f7-ab72cfcb2886 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:05.331059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7361e4a5-1498-4ff5-a6d3-bc8aa680f02f req-08408a7e-5d86-4da0-a9f7-ab72cfcb2886 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0540903 Feb 11 06:14:05.388755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7361e4a5-1498-4ff5-a6d3-bc8aa680f02f req-31f94ca0-6075-42f9-bd99-a70ca6ead186 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514030 Feb 11 06:14:05.535645 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1a829547-1229-4cf3-99c5-8e979379fd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.512241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f190fd3-7f50-414c-a554-8a371e875cca req-c110d30d-3c98-4ff1-bbe1-86a18c6dbb89 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:06.513755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f190fd3-7f50-414c-a554-8a371e875cca req-c110d30d-3c98-4ff1-bbe1-86a18c6dbb89 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0524080 Feb 11 06:14:06.565974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7f190fd3-7f50-414c-a554-8a371e875cca req-3acf3717-5246-40e5-9eb6-04db26a4d0fd tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461395 Feb 11 06:14:06.866287 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:07.687316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59e98-0ae1-4e94-9017-5143ce435333 req-f9d7c5e6-ea5c-49cb-9a67-6601da370397 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.689501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4b59e98-0ae1-4e94-9017-5143ce435333 req-f9d7c5e6-ea5c-49cb-9a67-6601da370397 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0540802 Feb 11 06:14:07.736582 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4b59e98-0ae1-4e94-9017-5143ce435333 req-c4d93017-c4b9-4cde-8b53-77c4150129a1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410500 Feb 11 06:14:08.449705 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.859140 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952988-2994-4632-a5dc-844afbceed67 req-a289ba8a-48db-4924-9bf5-bff15204cf00 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:08.860880 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff952988-2994-4632-a5dc-844afbceed67 req-a289ba8a-48db-4924-9bf5-bff15204cf00 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0539045 Feb 11 06:14:08.901406 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:08.908182 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff952988-2994-4632-a5dc-844afbceed67 req-5eb44720-8bb9-4f6b-a36c-9b9081a1f8c6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Feb 11 06:14:09.335323 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.046374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88958-ed69-4d31-81b9-38e5a20b1daa req-13343b98-16d5-4ccd-ba4e-ffbccd0c3d63 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:10.047889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9d88958-ed69-4d31-81b9-38e5a20b1daa req-13343b98-16d5-4ccd-ba4e-ffbccd0c3d63 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0586689 Feb 11 06:14:10.099326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f9d88958-ed69-4d31-81b9-38e5a20b1daa req-f5f266fa-68dc-4e39-8373-33112bceb7c2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443974 Feb 11 06:14:11.221477 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1efd5-42c0-4771-8cc2-0a5f9f9d089d req-f2baa83a-547d-4068-8dc2-20dcd5ff60b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:11.222891 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cb1efd5-42c0-4771-8cc2-0a5f9f9d089d req-f2baa83a-547d-4068-8dc2-20dcd5ff60b2 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 943 time: 0.0530283 Feb 11 06:14:11.270455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6cb1efd5-42c0-4771-8cc2-0a5f9f9d089d req-c037db1c-5e67-435b-895a-2e7299277fb8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Feb 11 06:14:11.309133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:14:11.414455 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:11.426915 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'mac_address': 'fa:16:3e:49:dc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:14:11.464677 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 6c46850b-c016-48cc-92b2-1f674fe8b46c is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:11.465904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.483199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c46850b-c016-48cc-92b2-1f674fe8b46c {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:14:11.504177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:11.569892 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.618372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:11.625716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.626084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.626429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.626766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.627101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.627430 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.627758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.628575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.628994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.629321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.629642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.629962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.630282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:11.789397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['6c46850b-c016-48cc-92b2-1f674fe8b46c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:14:11.901606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f2a6d-df1d-46ee-8616-1d37a3dcd320 req-c0f8ec0a-b13b-4ca3-b133-70b71df3751e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:11.905309 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d27f2a6d-df1d-46ee-8616-1d37a3dcd320 req-c0f8ec0a-b13b-4ca3-b133-70b71df3751e tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0576169 Feb 11 06:14:11.931082 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:11.947495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-4e2ea5f6-c8cf-4b89-94de-9f0d751e2d4f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:11.949286 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-4e2ea5f6-c8cf-4b89-94de-9f0d751e2d4f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.83 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 944 time: 0.0672965 Feb 11 06:14:11.969698 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d27f2a6d-df1d-46ee-8616-1d37a3dcd320 req-b5df3de4-0b78-493a-839c-26fcf85e8fc1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603468 Feb 11 06:14:12.015372 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-7eed4b8e-f2bf-453c-8a1e-0a22fbec01c2 service neutron] 10.222.0.83 "GET /v2.0/ports/6c46850b-c016-48cc-92b2-1f674fe8b46c/bindings/n-h1-713498-37 HTTP/1.1" status: 200 len: 383 time: 0.0598803 Feb 11 06:14:12.085239 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-96794e51-751b-4e3a-a80f-03f918f2ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:12.086800 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-96794e51-751b-4e3a-a80f-03f918f2ce8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1127 time: 0.0490134 Feb 11 06:14:12.184394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-ebc836d8-f6c3-4702-ba90-0f47aee203b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:12.185961 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-ebc836d8-f6c3-4702-ba90-0f47aee203b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0934525 Feb 11 06:14:12.251765 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-a228b9bc-ac03-4f2c-baa7-4d5171342032 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1001 time: 0.0597112 Feb 11 06:14:12.303817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-4445bd85-080f-44c3-bb62-906da0e61624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:12.305356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-4445bd85-080f-44c3-bb62-906da0e61624 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0460017 Feb 11 06:14:12.359772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-77da0f1d-b1f4-40d9-9f4c-953aecb874f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:12.361291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-77da0f1d-b1f4-40d9-9f4c-953aecb874f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507441 Feb 11 06:14:12.453169 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-595a2b97-a96c-4dac-a380-972d50dbfe1f service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857737 Feb 11 06:14:12.546745 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-c981ae46-981f-4154-b122-6928562cf4ef service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883496 Feb 11 06:14:13.095555 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ba481-f3ca-4e2b-b851-c858d8e0a1aa req-d14c0122-8ee5-457e-8674-97dbad4d7e19 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:13.097192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b9ba481-f3ca-4e2b-b851-c858d8e0a1aa req-d14c0122-8ee5-457e-8674-97dbad4d7e19 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0538085 Feb 11 06:14:13.147314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3b9ba481-f3ca-4e2b-b851-c858d8e0a1aa req-d29fe9fa-8aaf-45f4-99cb-d123d22873cb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Feb 11 06:14:13.324355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:13.472261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 6c46850b-c016-48cc-92b2-1f674fe8b46c completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:14:13.477167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 6c46850b-c016-48cc-92b2-1f674fe8b46c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:13.477547 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.556351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 6c46850b-c016-48cc-92b2-1f674fe8b46c is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:13.556781 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.580213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:13.582993 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4493b894-edd3-4ca7-942a-d09428b1e22b" -d '{"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-plugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:13.602641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:13.633405 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18910419-0510-4cd5-8298-cd76fb51da81 x-openstack-request-id: req-18910419-0510-4cd5-8298-cd76fb51da81 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:13.633699 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-plugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:13.633956 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18910419-0510-4cd5-8298-cd76fb51da81 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:13.634353 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'code': 200} Feb 11 06:14:13.678019 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:13.727266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:14.277139 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829f94f-4570-4d6b-a73e-db128386189e req-871973bd-f75a-4e74-a35b-115cbe73412d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:14.278664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f829f94f-4570-4d6b-a73e-db128386189e req-871973bd-f75a-4e74-a35b-115cbe73412d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 946 time: 0.0591240 Feb 11 06:14:14.326246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f829f94f-4570-4d6b-a73e-db128386189e req-51a1dac8-0586-4ae5-8196-71d923c8e392 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Feb 11 06:14:15.464440 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762ccbe-deba-45c0-ad97-5618e0be992c req-a3ebb02a-89e4-41c4-9b7b-49080ee707e8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:15.466166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c762ccbe-deba-45c0-ad97-5618e0be992c req-a3ebb02a-89e4-41c4-9b7b-49080ee707e8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 946 time: 0.0626800 Feb 11 06:14:15.518073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c762ccbe-deba-45c0-ad97-5618e0be992c req-2e6b1cb1-a4c7-47b0-afcc-7879371383f0 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461016 Feb 11 06:14:16.646969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953a7b-ccf5-49ad-a027-5179f754b277 req-e19842d7-0f35-434c-a9d5-6ae11cb291f7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:16.648527 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4953a7b-ccf5-49ad-a027-5179f754b277 req-e19842d7-0f35-434c-a9d5-6ae11cb291f7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 946 time: 0.0592864 Feb 11 06:14:16.698765 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b4953a7b-ccf5-49ad-a027-5179f754b277 req-e627cd6e-e836-48f3-aad2-a45f0aa8d6bf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Feb 11 06:14:17.335008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:17.411897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 6c46850b-c016-48cc-92b2-1f674fe8b46c is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:17.412286 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:17.440044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:17.443358 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f856ebc2-3c73-4ba1-87e1-7e9dc0b8a343" -d '{"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-unplugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:17.456824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:17.492530 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccefe88-0406-48d7-af20-e86992ed02ce x-openstack-request-id: req-fccefe88-0406-48d7-af20-e86992ed02ce {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:17.493063 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-unplugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:17.493339 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fccefe88-0406-48d7-af20-e86992ed02ce {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:17.493821 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'code': 200} Feb 11 06:14:17.529283 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:17.588166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=11']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:17.833738 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3c0e9-a3ac-4f05-b636-fd5e5f9c7661 req-53250368-57d6-4e5f-aed4-04c049b2ac69 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:17.835343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c3c0e9-a3ac-4f05-b636-fd5e5f9c7661 req-53250368-57d6-4e5f-aed4-04c049b2ac69 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0638998 Feb 11 06:14:17.886186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c3c0e9-a3ac-4f05-b636-fd5e5f9c7661 req-adf689e4-06c1-4e97-9b5e-73ac6a77a922 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449266 Feb 11 06:14:19.016730 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5872b-e7af-4afc-a84b-88041ed5c02a req-451002b2-02e7-450a-8522-0d50cb965cfb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:19.018246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5eb5872b-e7af-4afc-a84b-88041ed5c02a req-451002b2-02e7-450a-8522-0d50cb965cfb tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0570467 Feb 11 06:14:19.068410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5eb5872b-e7af-4afc-a84b-88041ed5c02a req-5e3c708d-0ee8-4bae-bc6b-399254412684 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Feb 11 06:14:19.273652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-58d9d7c7-5a16-4b91-8d7d-5a53dd3e1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:19.275215 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-58d9d7c7-5a16-4b91-8d7d-5a53dd3e1301 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56&tenant_id=0def87a2bd364a6a84554a4b9b93f6dc HTTP/1.1" status: 200 len: 1127 time: 0.0928593 Feb 11 06:14:19.286512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:19.349485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.558792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:19.594464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:19.629208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c46850b-c016-48cc-92b2-1f674fe8b46c {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:14:19.637454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Publish callbacks [] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.650846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Transition to ACTIVE for port object 6c46850b-c016-48cc-92b2-1f674fe8b46c will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:14:19.694935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:19.776745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=12']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:19.792054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.792406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.792790 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.793144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.793471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.793812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.794144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.794538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.794873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.795203 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.795533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.795860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.796186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:19.839313 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] No DVR routers for this DVR port 6c46850b-c016-48cc-92b2-1f674fe8b46c on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:19.990916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:19.991252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:19.991583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:19.996302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:14:19.996585 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Attempting to bind port 6c46850b-c016-48cc-92b2-1f674fe8b46c on network 421c8def-647a-424b-8db7-85bdfc50cd05 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:20.001750 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:20.002089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Checking segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:20.002599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Bound using segment: {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:20.003041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Bound port: 6c46850b-c016-48cc-92b2-1f674fe8b46c, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e92969-d515-4531-b675-7148c8d63f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:20.003403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.067831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:20.071076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:20.135649 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.176020 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.177176 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:20.179053 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] 10.222.0.65 "PUT /v2.0/ports/6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1093 time: 0.8975177 Feb 11 06:14:20.179533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:20.181833 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977bd476-f815-4df7-ab24-f6e5d3e96cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:20.205837 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a34f69-aacc-491e-9208-b9ce7cf9e3e7 req-35ac5256-227d-4917-94e1-ee131b6b92ac tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.207838 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9a34f69-aacc-491e-9208-b9ce7cf9e3e7 req-35ac5256-227d-4917-94e1-ee131b6b92ac tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0649049 Feb 11 06:14:20.216976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a7238-e8f4-4b7c-9c6c-6048e86b4ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=13']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:20.265003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-62c74f49-5caf-4079-8294-519f810fca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.266757 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-62c74f49-5caf-4079-8294-519f810fca46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1127 time: 0.0587037 Feb 11 06:14:20.287228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9a34f69-aacc-491e-9208-b9ce7cf9e3e7 req-5a2e3022-8c14-42d5-8bea-ac2bf4e23e42 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712292 Feb 11 06:14:20.329645 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:20.346113 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e428aef8-69ff-44f1-a8ba-6d5231fa450d x-openstack-request-id: req-e428aef8-69ff-44f1-a8ba-6d5231fa450d {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:20.346647 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:20.346647 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e428aef8-69ff-44f1-a8ba-6d5231fa450d {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:20.347092 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'status': 'completed', 'code': 200} Feb 11 06:14:20.407061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-70f2f1f9-eebc-41f3-a9b3-4e28b4f438a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.408536 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-70f2f1f9-eebc-41f3-a9b3-4e28b4f438a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1352239 Feb 11 06:14:20.466730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-96735964-b08c-4f43-b378-a487440dedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.468150 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-96735964-b08c-4f43-b378-a487440dedd1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1127 time: 0.1061337 Feb 11 06:14:20.488205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-da90698b-42dd-4956-8909-046c64a49fa5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1000 time: 0.0727358 Feb 11 06:14:20.586746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-a74feb96-841b-4fea-9661-c1fc8e03c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.588318 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-a74feb96-841b-4fea-9661-c1fc8e03c067 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0899704 Feb 11 06:14:20.631624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-e572de81-87fc-468d-9b7e-02c7ac14c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.633767 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-e572de81-87fc-468d-9b7e-02c7ac14c549 service neutron] 10.222.0.83 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.1566169 Feb 11 06:14:20.702891 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-8a799a00-7e85-40ba-be92-75084419ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.704413 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-8a799a00-7e85-40ba-be92-75084419ed05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1083395 Feb 11 06:14:20.720422 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-bd8f29f1-eec3-436f-9a0e-253b280345c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1000 time: 0.0795655 Feb 11 06:14:20.818340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-caccf1a1-922c-4535-b581-4028aaac7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.819790 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-caccf1a1-922c-4535-b581-4028aaac7319 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0879879 Feb 11 06:14:20.862701 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-fb8bf952-3f98-49ea-8485-617aef18357b service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504216 Feb 11 06:14:20.941810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-620f2cad-ec68-44ff-83d7-2d88b2e3a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.944137 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-620f2cad-ec68-44ff-83d7-2d88b2e3a054 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1184719 Feb 11 06:14:21.030958 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-54156bbe-f2ac-4dec-ad3c-be710788d92e req-18be52e8-01f1-4fa1-8733-13285f74d306 service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625965 Feb 11 06:14:21.062776 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-71d3ffdd-9ff1-4df7-a35b-efbf72eea2ec service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090863 Feb 11 06:14:21.425563 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77404dfa-7818-4bbe-9589-0f5b9cedb1cc req-f01a3127-46fa-4248-983c-a58c87bec9b8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:21.428260 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77404dfa-7818-4bbe-9589-0f5b9cedb1cc req-f01a3127-46fa-4248-983c-a58c87bec9b8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0624385 Feb 11 06:14:21.481469 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77404dfa-7818-4bbe-9589-0f5b9cedb1cc req-b2eae42d-2ca3-4571-bb78-f48282cb1839 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456109 Feb 11 06:14:21.505476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-2b15beb8-845c-40f0-b58d-27012357b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:21.506990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-2b15beb8-845c-40f0-b58d-27012357b557 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 1127 time: 0.4367313 Feb 11 06:14:21.533207 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-5a5403aa-f7bf-4f40-a19e-4896cd94c658 service neutron] 10.222.0.83 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643216 Feb 11 06:14:21.607548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-17492bc8-3c98-4b71-9a4f-b6a32e16adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:21.608973 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-17492bc8-3c98-4b71-9a4f-b6a32e16adc1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 200 len: 912 time: 0.0965223 Feb 11 06:14:21.676133 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-8ccdce44-6707-4be1-aeb5-d92a234744aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 200 len: 1000 time: 0.0605395 Feb 11 06:14:21.725031 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-9c66c2ff-adcc-49b7-9075-bcd7ab823edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:21.726504 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-9c66c2ff-adcc-49b7-9075-bcd7ab823edc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 200 len: 850 time: 0.0450242 Feb 11 06:14:21.780565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-d0976ad7-c154-41ba-826e-fd1b398661d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:21.782171 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-d0976ad7-c154-41ba-826e-fd1b398661d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=421c8def-647a-424b-8db7-85bdfc50cd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500329 Feb 11 06:14:21.877577 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-afb6ebba-dcae-46f5-91df-3fd829be0f0a service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894980 Feb 11 06:14:21.978736 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-977bd476-f815-4df7-ab24-f6e5d3e96cb4 req-a1b655e6-d049-436b-9129-b1be456b482e service neutron] 10.222.0.65 "GET /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952978 Feb 11 06:14:22.608169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339404f-1f01-4ecb-83bf-8cc3c8634747 req-30ad6681-9252-40fe-a3de-67d7991ddea4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:22.609719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f339404f-1f01-4ecb-83bf-8cc3c8634747 req-30ad6681-9252-40fe-a3de-67d7991ddea4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0545130 Feb 11 06:14:22.658199 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f339404f-1f01-4ecb-83bf-8cc3c8634747 req-7a15cb89-dd72-4f51-8339-40381ce5dbd4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Feb 11 06:14:23.793588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6569ea-d942-4c25-a191-0105921a1c77 req-fb09aa1e-542f-4f3c-8901-e29b1a2ba655 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:23.795129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed6569ea-d942-4c25-a191-0105921a1c77 req-fb09aa1e-542f-4f3c-8901-e29b1a2ba655 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0611715 Feb 11 06:14:23.843135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed6569ea-d942-4c25-a191-0105921a1c77 req-70c7f7f8-2d1d-4b59-843a-05fc1087b794 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Feb 11 06:14:24.979419 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b8e50-0fbe-436b-a7c2-5eafba494a60 req-13e960d3-d278-4494-8b19-073e6e0ff764 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:24.981345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de5b8e50-0fbe-436b-a7c2-5eafba494a60 req-13e960d3-d278-4494-8b19-073e6e0ff764 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0677471 Feb 11 06:14:25.028886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de5b8e50-0fbe-436b-a7c2-5eafba494a60 req-7068dacc-6d1a-4052-a359-1dd57463557b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418673 Feb 11 06:14:26.153356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053d8f4-6f31-4a9a-a426-aa91a28b7548 req-698a8cdd-9425-453b-9ce9-1c2aa09d05e6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:26.155656 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8053d8f4-6f31-4a9a-a426-aa91a28b7548 req-698a8cdd-9425-453b-9ce9-1c2aa09d05e6 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0555964 Feb 11 06:14:26.210965 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8053d8f4-6f31-4a9a-a426-aa91a28b7548 req-11beae33-a731-4d47-8fda-34e6d32a3d00 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Feb 11 06:14:27.344743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d8b7a-8a08-4990-963b-bc21cd20994e req-b98613ad-c2be-42fc-ba10-1f0dabb5bee3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:27.346201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae7d8b7a-8a08-4990-963b-bc21cd20994e req-b98613ad-c2be-42fc-ba10-1f0dabb5bee3 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0589383 Feb 11 06:14:27.396844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae7d8b7a-8a08-4990-963b-bc21cd20994e req-eaad3b62-8a2c-4b14-b0f8-9c1ce43bcebe tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Feb 11 06:14:28.519001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcd29e-713f-45f9-9b79-148e4b4eeda7 req-f815848c-0438-4cf7-accf-d38ec236fadf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:28.520744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14fcd29e-713f-45f9-9b79-148e4b4eeda7 req-f815848c-0438-4cf7-accf-d38ec236fadf tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0530593 Feb 11 06:14:28.569572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-14fcd29e-713f-45f9-9b79-148e4b4eeda7 req-c355459d-ca56-4d4b-b655-416c434dc9ce tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Feb 11 06:14:29.717224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a9b4b-fa3c-47a4-95f9-2e51ace3b6af req-c3a7013a-0feb-4205-affa-ac9071f7d593 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:29.718847 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e94a9b4b-fa3c-47a4-95f9-2e51ace3b6af req-c3a7013a-0feb-4205-affa-ac9071f7d593 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0634067 Feb 11 06:14:29.793553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e94a9b4b-fa3c-47a4-95f9-2e51ace3b6af req-da464ec4-7ddb-42d3-aaad-e9d91364685a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680447 Feb 11 06:14:30.921480 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54408eb4-9777-41e5-a74a-6eec1c3ca3b2 req-cdb237ab-6825-4728-b817-3a6a9900b076 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:30.923011 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54408eb4-9777-41e5-a74a-6eec1c3ca3b2 req-cdb237ab-6825-4728-b817-3a6a9900b076 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0572369 Feb 11 06:14:30.975785 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54408eb4-9777-41e5-a74a-6eec1c3ca3b2 req-995ddc8d-f0c2-4f42-9e4d-6da489888cb9 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468771 Feb 11 06:14:32.102840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475c1d1-8787-453f-a73a-eba0c7df83eb req-db89912b-9daf-4c11-a432-b8f37d170225 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:32.104553 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1475c1d1-8787-453f-a73a-eba0c7df83eb req-db89912b-9daf-4c11-a432-b8f37d170225 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0581882 Feb 11 06:14:32.151860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1475c1d1-8787-453f-a73a-eba0c7df83eb req-d370ba28-c651-4212-a9b8-fdddac5cc940 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 Feb 11 06:14:33.038524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e004ca18-7a95-4ee9-ae65-a0d0808de611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:33.279903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10419a5-a4c0-489c-a4b9-801e394e8856 req-8d983bb9-9e67-4deb-9b78-d3d90698aaed tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:33.281365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c10419a5-a4c0-489c-a4b9-801e394e8856 req-8d983bb9-9e67-4deb-9b78-d3d90698aaed tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0554874 Feb 11 06:14:33.328814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c10419a5-a4c0-489c-a4b9-801e394e8856 req-0fe83fe8-6e2a-490d-ad01-f88ef2af49d1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Feb 11 06:14:34.452017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869b1d8-ef4c-4995-8dab-9fd5006756e5 req-2cd4d5c3-7a1c-458e-b6f1-0f82bf84dd09 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:34.453559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f869b1d8-ef4c-4995-8dab-9fd5006756e5 req-2cd4d5c3-7a1c-458e-b6f1-0f82bf84dd09 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0536714 Feb 11 06:14:34.504211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f869b1d8-ef4c-4995-8dab-9fd5006756e5 req-caa2938c-1ebf-49ec-abad-2db74db78417 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447843 Feb 11 06:14:35.554953 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8890-58eb-4139-b41d-c1a3b76c6c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.640004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d937bf2-b085-49e2-b2f5-86751e88d806 req-3561d680-464a-456b-94e6-75918f90f58d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:35.641524 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d937bf2-b085-49e2-b2f5-86751e88d806 req-3561d680-464a-456b-94e6-75918f90f58d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0539863 Feb 11 06:14:35.688873 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d937bf2-b085-49e2-b2f5-86751e88d806 req-bb565978-eccd-44ae-ad23-0552776ca782 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406168 Feb 11 06:14:36.819676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dd591-798a-4563-a2d1-f74584655fb2 req-17479165-edf9-4c6e-aef1-632c76007f34 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:36.821234 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a1dd591-798a-4563-a2d1-f74584655fb2 req-17479165-edf9-4c6e-aef1-632c76007f34 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0549488 Feb 11 06:14:36.837093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:36.869652 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a1dd591-798a-4563-a2d1-f74584655fb2 req-cb522335-8c59-4fc9-88ca-fb6b3598f7d1 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Feb 11 06:14:38.000256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c707bf6-1c96-418f-8ccc-6a85c8e374de req-7b7b90f4-12dd-4ff4-8cbf-d9cca32f3fc8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:38.001823 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c707bf6-1c96-418f-8ccc-6a85c8e374de req-7b7b90f4-12dd-4ff4-8cbf-d9cca32f3fc8 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 944 time: 0.0593650 Feb 11 06:14:38.048986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1c707bf6-1c96-418f-8ccc-6a85c8e374de req-bf1de204-43ad-48a5-b361-e7ddf5a1eb52 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Feb 11 06:14:38.500158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.740752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:14:38.844549 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:38.861122 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'port_id': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'mac_address': 'fa:16:3e:49:dc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:14:38.897977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6c46850b-c016-48cc-92b2-1f674fe8b46c is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:38.898368 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.911177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c46850b-c016-48cc-92b2-1f674fe8b46c {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:14:38.931238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:38.934093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:38.985642 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.037133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=14']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:39.174886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5d0f0-bf76-4b19-bece-385964344538 req-72fbb4ed-0ae6-48a7-84ed-e4c04244ffba tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:39.176867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9dd5d0f0-bf76-4b19-bece-385964344538 req-72fbb4ed-0ae6-48a7-84ed-e4c04244ffba tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0552378 Feb 11 06:14:39.202837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['6c46850b-c016-48cc-92b2-1f674fe8b46c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:14:39.226470 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9dd5d0f0-bf76-4b19-bece-385964344538 req-0dce76c7-9fc5-4118-ba21-92e3d02aaf1f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Feb 11 06:14:39.346891 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:39.349992 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852d7fc-8289-49c1-940d-5c664990ec15 req-23c64bf6-050c-41e6-8942-9000bed33235 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:39.353266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3852d7fc-8289-49c1-940d-5c664990ec15 req-23c64bf6-050c-41e6-8942-9000bed33235 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0554030 Feb 11 06:14:39.404055 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3852d7fc-8289-49c1-940d-5c664990ec15 req-b3d692a9-5c6c-4dc7-99a7-eebc419fc4a4 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468173 Feb 11 06:14:39.526443 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a7fcd-5b59-4051-8e49-df5b5f6e36de req-b5fcb4e9-1ee1-49a0-ba11-0d1573401c2d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:39.528174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3a7fcd-5b59-4051-8e49-df5b5f6e36de req-b5fcb4e9-1ee1-49a0-ba11-0d1573401c2d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Feb 11 06:14:39.578408 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8d3a7fcd-5b59-4051-8e49-df5b5f6e36de req-228c6fc1-e3ae-410c-8dbd-367bc55f9f91 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445881 Feb 11 06:14:40.038557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6726a-b6ad-45f5-8ed5-c423c6efa52f req-3abe86d9-9361-4a91-b0f2-a84717f70c6d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:40.040085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5f6726a-b6ad-45f5-8ed5-c423c6efa52f req-3abe86d9-9361-4a91-b0f2-a84717f70c6d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 945 time: 0.0543633 Feb 11 06:14:40.090593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5f6726a-b6ad-45f5-8ed5-c423c6efa52f req-b550955a-afda-49d8-995b-630d070a154a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446110 Feb 11 06:14:40.756835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:40.859720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 6c46850b-c016-48cc-92b2-1f674fe8b46c completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:14:40.864400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 6c46850b-c016-48cc-92b2-1f674fe8b46c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:40.864813 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.940518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 6c46850b-c016-48cc-92b2-1f674fe8b46c is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:40.941021 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:40.964055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:40.966340 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387e5596-eb0f-4c9f-b601-c0476eaad3ab" -d '{"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-plugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:40.982574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:41.048829 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.073300 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb6ac87-69a7-456e-80ae-8fd220a2e3fc x-openstack-request-id: req-3bb6ac87-69a7-456e-80ae-8fd220a2e3fc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:41.073624 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-plugged", "status": "completed", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:41.073885 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bb6ac87-69a7-456e-80ae-8fd220a2e3fc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:41.074278 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'code': 200} Feb 11 06:14:41.099780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=15']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:41.219078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd033-25f7-47ec-9e17-f2628c346d62 req-1dc23f7d-5329-4b31-80d1-86a0d89babb7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:41.220708 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff4bd033-25f7-47ec-9e17-f2628c346d62 req-1dc23f7d-5329-4b31-80d1-86a0d89babb7 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 946 time: 0.0575070 Feb 11 06:14:41.268836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ff4bd033-25f7-47ec-9e17-f2628c346d62 req-e7e760b1-8bda-4110-a8d5-da1f2ff5f59a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 Feb 11 06:14:41.565335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-35569470-583a-40ed-8399-88c5ca83ff2a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:41.567533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-35569470-583a-40ed-8399-88c5ca83ff2a tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 946 time: 0.0550632 Feb 11 06:14:41.665330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Deleting port 6c46850b-c016-48cc-92b2-1f674fe8b46c {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:41.665708 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.761802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] For port 6c46850b-c016-48cc-92b2-1f674fe8b46c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=6c46850b-c016-48cc-92b2-1f674fe8b46c,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:41.762163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.877502 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.944217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.944590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.944941 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0 disassociated. External IP: 172.25.8.157, port: 6c46850b-c016-48cc-92b2-1f674fe8b46c. Feb 11 06:14:41.945292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Calling delete_port for 6c46850b-c016-48cc-92b2-1f674fe8b46c owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:42.140327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (6c46850b-c016-48cc-92b2-1f674fe8b46c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.168753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event deleted for resources: {'Port': ['ID=6c46850b-c016-48cc-92b2-1f674fe8b46c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:42.301051 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:42.377560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02635795-54d2-424d-be89-aa762e2e9704 req-1b3350c5-612b-4800-8ce4-48f93285e87c tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0276496 Feb 11 06:14:42.423264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:42.434098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:42.445435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:42.446012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:42.466704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] No DVR routers for this DVR port 6c46850b-c016-48cc-92b2-1f674fe8b46c on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:42.469460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.472832 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7cc3e813-e324-4534-8396-9134e4daa8e3 req-c4e7954a-912c-4255-bf8e-b548ae56f276 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.65 "DELETE /v2.0/ports/6c46850b-c016-48cc-92b2-1f674fe8b46c HTTP/1.1" status: 204 len: 173 time: 0.9012995 Feb 11 06:14:42.473300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-deleted', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:42.475611 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26abd592-11c5-4fec-a34c-4ef471e831db" -d '{"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-deleted", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:42.514788 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcc92a2-74d3-498a-a406-416ae6a6f316 x-openstack-request-id: req-2fcc92a2-74d3-498a-a406-416ae6a6f316 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:42.515097 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3f3bf-d7ea-4ea8-9002-8439d2a77a56", "name": "network-vif-deleted", "tag": "6c46850b-c016-48cc-92b2-1f674fe8b46c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:42.515359 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fcc92a2-74d3-498a-a406-416ae6a6f316 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:42.515777 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3f3bf-d7ea-4ea8-9002-8439d2a77a56', 'name': 'network-vif-deleted', 'tag': '6c46850b-c016-48cc-92b2-1f674fe8b46c', 'status': 'completed', 'code': 200} Feb 11 06:14:42.558208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:42.772809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:42.802847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:42.811261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:42.811872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:43.088417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:43.296101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:43.324063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fbbb0f-7037-4d5f-a00b-90eeaca91d35 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:11Z', 'revision_number': 4, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '19b453d4-752e-4ebc-8635-aac1b0ed4b13', 'name': '', 'network_id': '421c8def-647a-424b-8db7-85bdfc50cd05', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'mac_address': 'fa:16:3e:21:28:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:10Z', 'updated_at': '2022-02-11T06:10:15Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'subnets': [{'id': 'ed6d66c5-a194-4452-a4f7-e11cef04a18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:43.478878 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-644e1a96-3455-49d4-a8f6-22bdb4b3b8f4 req-a039bffc-80dd-4846-bb0c-a400681f59df tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Feb 11 06:14:43.582276 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ddf1c-2e73-4f68-aa86-42ddb4194e25 None None] New status for floating IP 132d218c-d169-4c0c-ab84-804f0615f2d0: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:14:44.603748 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-888fa175-40c6-4111-af90-c78b0b496e13 req-0ac7b3af-b0ea-495c-96b8-46b5a646ce14 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0318627 Feb 11 06:14:44.772560 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:44.796640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 6c46850b-c016-48cc-92b2-1f674fe8b46c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:44.796992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 6c46850b-c016-48cc-92b2-1f674fe8b46c not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:45.701745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb355ab6-e23e-46dd-84a2-f0ac5e0898f6 req-fd2b2166-6752-41ac-8cd8-dbaba37d194d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Feb 11 06:14:46.800815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab442133-6fc6-4c59-b7d1-9c4d8cb468ab req-4cc526e2-dce7-4e4b-b6b4-ba2368ecb474 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0273335 Feb 11 06:14:47.899123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4f2deaa7-59bb-412b-96ee-1f078320eb60 req-a0daeeab-bf0c-414e-b300-4e9de094457b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0276098 Feb 11 06:14:48.999884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1eca7235-0edb-4424-9d59-3d3c35402e4a req-b3083b12-3181-494b-bd6e-38e64de02296 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0275807 Feb 11 06:14:50.106697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9f67bbb-b356-4130-8cdc-ba37da75e890 req-143cdd4a-5ccb-43ed-9c11-09d34adeab0d tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0299637 Feb 11 06:14:51.215941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8e06eae-902a-41cf-90a8-b3cee9284215 req-20c4fac9-7b25-4ff7-864b-432c4d773882 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/ports?device_id=93f3f3bf-d7ea-4ea8-9002-8439d2a77a56 HTTP/1.1" status: 200 len: 210 time: 0.0318663 Feb 11 06:14:57.329405 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:58.248369 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47822) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:58.310485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73c1dc36-861f-4bf6-b42f-1dfb54dc2356 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group (9ec48f5f-b1de-4964-bec6-e60c9ef0f64c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.336291 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73c1dc36-861f-4bf6-b42f-1dfb54dc2356 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group (9ec48f5f-b1de-4964-bec6-e60c9ef0f64c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.477641 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73c1dc36-861f-4bf6-b42f-1dfb54dc2356 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9ec48f5f-b1de-4964-bec6-e60c9ef0f64c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.480806 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73c1dc36-861f-4bf6-b42f-1dfb54dc2356 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.482114 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-73c1dc36-861f-4bf6-b42f-1dfb54dc2356 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "DELETE /v2.0/security-groups/9ec48f5f-b1de-4964-bec6-e60c9ef0f64c HTTP/1.1" status: 204 len: 168 time: 0.2327044 Feb 11 06:14:58.485093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47824) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:58.496840 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1dc36-861f-4bf6-b42f-1dfb54dc2356 tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec48f5f-b1de-4964-bec6-e60c9ef0f64c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:58.512615 n-d-713498-37 neutron-server[104087]: INFO neutron.api.v2.resource [None req-6c775f9d-cba9-4557-83f6-e95d6540e56b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] show failed (client error): The resource could not be found. Feb 11 06:14:58.516617 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6c775f9d-cba9-4557-83f6-e95d6540e56b tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "GET /v2.0/security-groups/9ec48f5f-b1de-4964-bec6-e60c9ef0f64c HTTP/1.1" status: 404 len: 347 time: 0.0298870 Feb 11 06:14:58.516849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47826) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:58.652013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Deleting port f543c76c-958d-4c3d-92a9-5b52329c9a9e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:58.652486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f543c76c-958d-4c3d-92a9-5b52329c9a9e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.734054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f543c76c-958d-4c3d-92a9-5b52329c9a9e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.734306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (f543c76c-958d-4c3d-92a9-5b52329c9a9e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.748727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Calling delete_port for f543c76c-958d-4c3d-92a9-5b52329c9a9e owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:58.969099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f543c76c-958d-4c3d-92a9-5b52329c9a9e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.002500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Pushing event deleted for resources: {'Port': ['ID=f543c76c-958d-4c3d-92a9-5b52329c9a9e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:59.073685 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks [] for floatingip (132d218c-d169-4c0c-ab84-804f0615f2d0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.076410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.078584 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b2af398-1b14-4813-ad0f-0d8adb5dc21f tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] 10.222.0.62 "DELETE /v2.0/floatingips/132d218c-d169-4c0c-ab84-804f0615f2d0 HTTP/1.1" status: 204 len: 168 time: 0.5601044 Feb 11 06:14:59.081684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47828) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:59.442737 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.697517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Deleting port 19b453d4-752e-4ebc-8635-aac1b0ed4b13 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:59.698218 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.101824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] For port 19b453d4-752e-4ebc-8635-aac1b0ed4b13, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=19b453d4-752e-4ebc-8635-aac1b0ed4b13,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:00.102187 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.116450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Calling delete_port for 19b453d4-752e-4ebc-8635-aac1b0ed4b13 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:00.369007 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (19b453d4-752e-4ebc-8635-aac1b0ed4b13), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.394832 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=19b453d4-752e-4ebc-8635-aac1b0ed4b13,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:00.421978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.422345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.422697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.423041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.423383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.423720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.424060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.424394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.424754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.425087 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.425417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.425745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.426072 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:00.590908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.821592 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:00.934654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:00.939767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-589cab19-9470-4b46-815b-66492f20c4fe admin admin] 10.222.0.62 "PUT /v2.0/routers/cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570685 Feb 11 06:15:00.942359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47830) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:00.945747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] Sync routers for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:00.956736 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:00.957376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:01.056669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks [] for router (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.073636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:01.169795 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks [] for router_gateway (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.257716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:15:00Z', 'revision_number': 5, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port': {'id': 'bc886f2f-10f7-4158-aaf1-5229300a9c48', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:01.284730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] Checking router: cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:01.293520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] Routers {'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:01.294129 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:14:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:01.333721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Deleting port bc886f2f-10f7-4158-aaf1-5229300a9c48 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:01.333949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.387738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] Set router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:01.439193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] For port bc886f2f-10f7-4158-aaf1-5229300a9c48, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=bc886f2f-10f7-4158-aaf1-5229300a9c48,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:01.439554 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.453786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Calling delete_port for bc886f2f-10f7-4158-aaf1-5229300a9c48 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:01.460009 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:15:01Z', 'revision_number': 6, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:01.490039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d94027-2dc7-4640-9873-c0931377e744 None None] The sync data for ids ['cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e'] in n-d-713498-37 is: [{'id': 'cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e', 'name': 'tempest-ServerActionsTestJSON-886398454-router', 'tenant_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:08Z', 'updated_at': '2022-02-11T06:15:01Z', 'revision_number': 6, 'project_id': '0def87a2bd364a6a84554a4b9b93f6dc', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:01.678681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (bc886f2f-10f7-4158-aaf1-5229300a9c48), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.705175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc886f2f-10f7-4158-aaf1-5229300a9c48,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:01.774884 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.881541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.884022 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks [] for router_controller (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.997313 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.997849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:15:02.002183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.003399 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0acee692-4f80-4666-b2cb-ec78842df49c admin admin] 10.222.0.62 "DELETE /v2.0/routers/cfcc3eaf-8dcf-4130-b1df-6e3d3188ed1e HTTP/1.1" status: 204 len: 168 time: 1.0601037 Feb 11 06:15:02.005952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47832) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:02.050544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bcc12d-194c-49d0-8db8-3b3136586bd0 admin admin] Deleting subnet ed6d66c5-a194-4452-a4f7-e11cef04a18a {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:02.054457 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30bcc12d-194c-49d0-8db8-3b3136586bd0 admin admin] Publish callbacks [] for subnet (ed6d66c5-a194-4452-a4f7-e11cef04a18a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.093492 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30bcc12d-194c-49d0-8db8-3b3136586bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (ed6d66c5-a194-4452-a4f7-e11cef04a18a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.171043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30bcc12d-194c-49d0-8db8-3b3136586bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ed6d66c5-a194-4452-a4f7-e11cef04a18a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.284709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bc886f2f-10f7-4158-aaf1-5229300a9c48 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:02.301101 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30bcc12d-194c-49d0-8db8-3b3136586bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (ed6d66c5-a194-4452-a4f7-e11cef04a18a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.305678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: bc886f2f-10f7-4158-aaf1-5229300a9c48 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:02.306032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device bc886f2f-10f7-4158-aaf1-5229300a9c48 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:02.306452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 19b453d4-752e-4ebc-8635-aac1b0ed4b13 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:02.329017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcc12d-194c-49d0-8db8-3b3136586bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6d66c5-a194-4452-a4f7-e11cef04a18a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:02.334001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 19b453d4-752e-4ebc-8635-aac1b0ed4b13 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:02.334001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 19b453d4-752e-4ebc-8635-aac1b0ed4b13 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:02.335833 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30bcc12d-194c-49d0-8db8-3b3136586bd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.341306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928d38c-8ff4-41e2-82a7-8c53169c5aec None None] Network 421c8def-647a-424b-8db7-85bdfc50cd05 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:02.343504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-30bcc12d-194c-49d0-8db8-3b3136586bd0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ed6d66c5-a194-4452-a4f7-e11cef04a18a HTTP/1.1" status: 204 len: 168 time: 0.3365688 Feb 11 06:15:02.343649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47834) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:02.421118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (421c8def-647a-424b-8db7-85bdfc50cd05), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.492073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Deleting port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:02.492499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.509506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] DHCP port deletion for 421c8def-647a-424b-8db7-85bdfc50cd05 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:02.563664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] Deleting port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:02.564183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.570027 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] For port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:02.570408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.584936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Calling delete_port for 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:02.631707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] For port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,segment=NetworkSegment(e5e92969-d515-4531-b675-7148c8d63f42),segment_id=e5e92969-d515-4531-b675-7148c8d63f42)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:02.632114 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.646053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] Calling delete_port for 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:02.723953 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.734468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (0df7ca3d-2480-46e4-bad9-6a0a6acd2e93), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.753500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] No DVR routers for this DVR port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:02.758901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] Pushing event deleted for resources: {'Port': ['ID=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:02.763353 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d815d8-45eb-43d7-87e8-b245f5ed46cd None None] No DVR routers for this DVR port 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:02.764080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0df7ca3d-2480-46e4-bad9-6a0a6acd2e93,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:02.841101 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (421c8def-647a-424b-8db7-85bdfc50cd05), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.861553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421c8def-647a-424b-8db7-85bdfc50cd05']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:02.871611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e92969-d515-4531-b675-7148c8d63f42') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:02.871907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e92969-d515-4531-b675-7148c8d63f42') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:02.882118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (e5e92969-d515-4531-b675-7148c8d63f42), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.895174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e5e92969-d515-4531-b675-7148c8d63f42), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.901883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (e5e92969-d515-4531-b675-7148c8d63f42), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:02.906595 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:03.009093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-039bcec9-19b3-4da0-bd8a-c9dbec7457fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.038382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (421c8def-647a-424b-8db7-85bdfc50cd05), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.044364 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.047507 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] 10.222.0.62 "DELETE /v2.0/networks/421c8def-647a-424b-8db7-85bdfc50cd05 HTTP/1.1" status: 204 len: 168 time: 0.7024941 Feb 11 06:15:03.058589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8303c-c315-4ffb-9430-790c3233e5bd admin admin] Pushing event deleted for resources: {'Network': ['ID=421c8def-647a-424b-8db7-85bdfc50cd05,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:03.402204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47838) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:03.448063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b7c8f233-818d-4b4f-8d7f-ce767629273b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0def87a2bd364a6a84554a4b9b93f6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445826 Feb 11 06:15:03.450559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47840) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:03.499484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3267ee96-8826-45ae-ad8e-2bc73c76e87f admin admin] Publish callbacks [] for security_group (bd330cca-dd70-41bc-a0fd-3b7bfca64a79), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.521810 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3267ee96-8826-45ae-ad8e-2bc73c76e87f admin admin] Publish callbacks [] for security_group (bd330cca-dd70-41bc-a0fd-3b7bfca64a79), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.637663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3267ee96-8826-45ae-ad8e-2bc73c76e87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (bd330cca-dd70-41bc-a0fd-3b7bfca64a79), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.640331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3267ee96-8826-45ae-ad8e-2bc73c76e87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:03.641573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3267ee96-8826-45ae-ad8e-2bc73c76e87f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd330cca-dd70-41bc-a0fd-3b7bfca64a79 HTTP/1.1" status: 204 len: 168 time: 0.1900945 Feb 11 06:15:03.650570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267ee96-8826-45ae-ad8e-2bc73c76e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd330cca-dd70-41bc-a0fd-3b7bfca64a79,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:04.243985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:04.264380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:04.264765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0df7ca3d-2480-46e4-bad9-6a0a6acd2e93 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:04.635058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47862) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:04.741993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-179391992-network', 'tenant_id': 'b6202ebb9a9a42569e196e10709bfc59'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:04.826025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Made reservation on behalf of b6202ebb9a9a42569e196e10709bfc59 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:04.828449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.838861 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.915045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Publish callbacks [] for security_group (71b92e6e-8443-47c9-bdb2-cd0472e20118), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.009350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (71b92e6e-8443-47c9-bdb2-cd0472e20118), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.037759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:05.044158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b92e6e-8443-47c9-bdb2-cd0472e20118,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:05.050475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e3b8dd15-58aa-4157-9dae-2e4caa427477), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.050822 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Added segment e3b8dd15-58aa-4157-9dae-2e4caa427477 of type vlan for network aeb6c2ba-8241-455b-92e9-b0726c6ff702 Feb 11 06:15:05.095579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (aeb6c2ba-8241-455b-92e9-b0726c6ff702), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.203726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (aeb6c2ba-8241-455b-92e9-b0726c6ff702), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.204776 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:05.205368 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.265676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb6c2ba-8241-455b-92e9-b0726c6ff702,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:05.278766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network aeb6c2ba-8241-455b-92e9-b0726c6ff702 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:05.314754 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-252a1f60-b791-4291-8660-a5dfb791f181 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6784329 Feb 11 06:15:05.318559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 47866) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:05.323841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Request body: {'subnet': {'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-179391992-subnet', 'tenant_id': 'b6202ebb9a9a42569e196e10709bfc59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:05.409196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Made reservation on behalf of b6202ebb9a9a42569e196e10709bfc59 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:05.413190 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.591453 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-46740e9f-2100-4ab3-a690-dce2d0a477ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.649233 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (0cb64faf-ad11-4d0a-ae85-5515b8fc2da4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.706492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb64faf-ad11-4d0a-ae85-5515b8fc2da4,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:05.715656 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Checking segment: {'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:05.716018 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Network hostable DHCP agents. Network: aeb6c2ba-8241-455b-92e9-b0726c6ff702, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:05.808916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Network aeb6c2ba-8241-455b-92e9-b0726c6ff702 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:05.889097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, aeb6c2ba-8241-455b-92e9-b0726c6ff702) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:05.893070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:05.893726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.898807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c2605-1da7-4a2b-af60-95f5759d5c0c None None] Network aeb6c2ba-8241-455b-92e9-b0726c6ff702 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:05.974390 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-37a63a31-5694-4c0a-bc3d-2197fb34155f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6535356 Feb 11 06:15:06.002901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d25b2-42a6-4005-9316-2870b32eaccc None None] Network aeb6c2ba-8241-455b-92e9-b0726c6ff702 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:06.420570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd072b-403c-4a82-a146-495e08ca464b req-626f141f-f942-417b-a154-3e9df0212953 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:06.422064 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-626f141f-f942-417b-a154-3e9df0212953 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/networks?id=aeb6c2ba-8241-455b-92e9-b0726c6ff702 HTTP/1.1" status: 200 len: 813 time: 0.1072290 Feb 11 06:15:06.438460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-68bba09b-e501-4fdc-8c6c-8ce741d49ad0 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/quotas/b6202ebb9a9a42569e196e10709bfc59 HTTP/1.1" status: 200 len: 375 time: 0.0097303 Feb 11 06:15:06.471535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-f498bef3-2d02-4943-a0f7-c795a8a93548 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6202ebb9a9a42569e196e10709bfc59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273504 Feb 11 06:15:06.615593 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-c08b5a11-5220-48a8-8595-0711384351a9 service neutron] 10.222.0.62 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363809 Feb 11 06:15:06.706827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-a00c239e-b124-45c6-a92a-e717b5f47f55 service neutron] 10.222.0.62 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849700 Feb 11 06:15:06.878302 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:06.946168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71f239a2-aba3-475f-94c5-bc5418a01cf9 req-9ee5188d-26f3-4b01-90f6-66ed1a1e91b9 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 210 time: 0.0288372 Feb 11 06:15:08.047471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dbe4c97c-063e-4ff6-97c3-eef9ba67353c req-ca5d0b6f-8418-4fac-9ac8-a79e737a960f tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 210 time: 0.0340667 Feb 11 06:15:08.461065 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:08.958488 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.135467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd072b-403c-4a82-a146-495e08ca464b req-03793795-e1d5-4877-92aa-3d5c463fb5ec tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.137028 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-03793795-e1d5-4877-92aa-3d5c463fb5ec tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.83 "GET /v2.0/networks?id=aeb6c2ba-8241-455b-92e9-b0726c6ff702 HTTP/1.1" status: 200 len: 813 time: 0.1098175 Feb 11 06:15:09.149504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Request body: {'port': {'device_id': '3f5598bd-b5e9-48f1-affd-383c167f7312', 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702', 'admin_state_up': True, 'tenant_id': 'b6202ebb9a9a42569e196e10709bfc59'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:09.154833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8a367e8-8c16-4198-911e-d3d235c28adf req-d0c08f00-6cdf-45bd-82d8-b5a22b0c32b5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 210 time: 0.0317891 Feb 11 06:15:09.318717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.335611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Made reservation on behalf of b6202ebb9a9a42569e196e10709bfc59 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:09.339084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.466232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Allocated IP 172.20.0.4 (aeb6c2ba-8241-455b-92e9-b0726c6ff702/0cb64faf-ad11-4d0a-ae85-5515b8fc2da4/f8624225-d023-48d8-baa8-24eeaa0f04c1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:09.621130 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks [] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.695248 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.741038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Network aeb6c2ba-8241-455b-92e9-b0726c6ff702 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:09.744151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:09.748131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:09.754500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Pushing event updated for resources: {'Port': ['ID=f8624225-d023-48d8-baa8-24eeaa0f04c1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:09.804561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.805205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:09.875391 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-f64c0069-8bcb-462c-9c31-79a2a93f226b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301595 Feb 11 06:15:09.931724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Request body: {'port': {'device_id': '3f5598bd-b5e9-48f1-affd-383c167f7312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:09.995326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.262011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8624225-d023-48d8-baa8-24eeaa0f04c1 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:10.270331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Publish callbacks [] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.282742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9720c-7ac6-4559-bf45-1c443874e11a req-8e03ff89-8a17-4a1b-a27f-07156c2d8b1a tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:10.283332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Transition to ACTIVE for port object f8624225-d023-48d8-baa8-24eeaa0f04c1 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:15:10.284274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3b9720c-7ac6-4559-bf45-1c443874e11a req-8e03ff89-8a17-4a1b-a27f-07156c2d8b1a tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 931 time: 0.0542033 Feb 11 06:15:10.332415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3b9720c-7ac6-4559-bf45-1c443874e11a req-e5900702-f9e8-426d-99eb-a828ca4f01fe tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Feb 11 06:15:10.381073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.436622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8624225-d023-48d8-baa8-24eeaa0f04c1,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:10.503237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Attempting to bind port f8624225-d023-48d8-baa8-24eeaa0f04c1 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:10.503569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Attempting to bind port f8624225-d023-48d8-baa8-24eeaa0f04c1 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:10.503900 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Attempting to bind port f8624225-d023-48d8-baa8-24eeaa0f04c1 on network aeb6c2ba-8241-455b-92e9-b0726c6ff702 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:10.508329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Port f8624225-d023-48d8-baa8-24eeaa0f04c1 on network aeb6c2ba-8241-455b-92e9-b0726c6ff702 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:15:10.508681 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Attempting to bind port f8624225-d023-48d8-baa8-24eeaa0f04c1 on network aeb6c2ba-8241-455b-92e9-b0726c6ff702 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:10.513593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:10.513932 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Checking segment: {'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:10.514314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Bound using segment: {'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:10.514737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Bound port: f8624225-d023-48d8-baa8-24eeaa0f04c1, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:10.515116 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.582892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] For port f8624225-d023-48d8-baa8-24eeaa0f04c1, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:10.586971 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] For port f8624225-d023-48d8-baa8-24eeaa0f04c1, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f8624225-d023-48d8-baa8-24eeaa0f04c1,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:10.667269 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.705094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:10.707124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.707463 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] 10.222.0.83 "PUT /v2.0/ports/f8624225-d023-48d8-baa8-24eeaa0f04c1 HTTP/1.1" status: 200 len: 1092 time: 0.8243036 Feb 11 06:15:10.707914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5598bd-b5e9-48f1-affd-383c167f7312', 'tag': 'f8624225-d023-48d8-baa8-24eeaa0f04c1'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:10.711256 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87d354a-1a8c-4cc6-8fde-7793fa38a0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5598bd-b5e9-48f1-affd-383c167f7312", "tag": "f8624225-d023-48d8-baa8-24eeaa0f04c1"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:10.734037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4591b-fd67-45c0-9ef6-a3fc5814c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8624225-d023-48d8-baa8-24eeaa0f04c1,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:10.748424 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0d0a5b-fe1f-4aee-a261-86d877c91bc1 x-openstack-request-id: req-fe0d0a5b-fe1f-4aee-a261-86d877c91bc1 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:10.748799 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5598bd-b5e9-48f1-affd-383c167f7312", "tag": "f8624225-d023-48d8-baa8-24eeaa0f04c1", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:10.749062 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe0d0a5b-fe1f-4aee-a261-86d877c91bc1 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:10.749499 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5598bd-b5e9-48f1-affd-383c167f7312', 'tag': 'f8624225-d023-48d8-baa8-24eeaa0f04c1', 'status': 'completed', 'code': 200} Feb 11 06:15:10.815355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d354a-1a8c-4cc6-8fde-7793fa38a0fe req-22730e6d-f2c4-4329-88fd-e4654f705162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:10.816920 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c87d354a-1a8c-4cc6-8fde-7793fa38a0fe req-22730e6d-f2c4-4329-88fd-e4654f705162 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b6202ebb9a9a42569e196e10709bfc59&device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 1126 time: 0.0485294 Feb 11 06:15:10.924696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d354a-1a8c-4cc6-8fde-7793fa38a0fe req-27a57460-3c7c-4b51-9156-27fb1dbd29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:10.926225 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c87d354a-1a8c-4cc6-8fde-7793fa38a0fe req-27a57460-3c7c-4b51-9156-27fb1dbd29b6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b6202ebb9a9a42569e196e10709bfc59&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1019292 Feb 11 06:15:11.023657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d354a-1a8c-4cc6-8fde-7793fa38a0fe req-d6d6b127-2da1-42dd-bb09-a14dcc24eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:11.025088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c87d354a-1a8c-4cc6-8fde-7793fa38a0fe req-d6d6b127-2da1-42dd-bb09-a14dcc24eecf service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929966 Feb 11 06:15:11.107739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd072b-403c-4a82-a146-495e08ca464b req-dae42a92-2026-4ac6-b53d-7b251b562e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:11.109303 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-dae42a92-2026-4ac6-b53d-7b251b562e6c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b6202ebb9a9a42569e196e10709bfc59&device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 1126 time: 0.0510929 Feb 11 06:15:11.150818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-603eeb81-3f36-4de6-a89d-f8d3697ec9c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8624225-d023-48d8-baa8-24eeaa0f04c1 HTTP/1.1" status: 200 len: 217 time: 0.0345559 Feb 11 06:15:11.207973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd072b-403c-4a82-a146-495e08ca464b req-cfc74163-8d67-4360-9efd-7dc0b07bfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:11.209763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-cfc74163-8d67-4360-9efd-7dc0b07bfb34 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb64faf-ad11-4d0a-ae85-5515b8fc2da4 HTTP/1.1" status: 200 len: 853 time: 0.0462074 Feb 11 06:15:11.246284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-a6a68bdd-63e4-4fe0-8546-b6f07c1c9cae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aeb6c2ba-8241-455b-92e9-b0726c6ff702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304699 Feb 11 06:15:11.342634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-b8ecafdc-ef40-4ae9-ac23-38cf6fa76d73 service neutron] 10.222.0.83 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908222 Feb 11 06:15:11.435490 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-72bd072b-403c-4a82-a146-495e08ca464b req-2844c5f8-ec71-4566-9193-7f66072deaf5 service neutron] 10.222.0.83 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873761 Feb 11 06:15:11.456771 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0444bb8-30f3-43b3-9560-b6cafe755e39 req-d7b0cd74-4cbf-4870-8622-44f75277d33b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:11.461772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0444bb8-30f3-43b3-9560-b6cafe755e39 req-d7b0cd74-4cbf-4870-8622-44f75277d33b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 943 time: 0.0548327 Feb 11 06:15:11.511222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f0444bb8-30f3-43b3-9560-b6cafe755e39 req-c28ffaaf-f108-4232-82ee-ad3c56208b85 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464134 Feb 11 06:15:11.917881 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:12.644262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df2467-c487-4497-bb07-445d559ecc63 req-4ba27a6e-7e62-43f6-9679-bead19875ae4 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:12.645869 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76df2467-c487-4497-bb07-445d559ecc63 req-4ba27a6e-7e62-43f6-9679-bead19875ae4 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 943 time: 0.0549395 Feb 11 06:15:12.694245 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76df2467-c487-4497-bb07-445d559ecc63 req-50081565-c43b-4d84-8d33-41cd6e5e5d8b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Feb 11 06:15:13.816227 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3c3e9-9177-403a-9c29-875240a29b00 req-65cbc1c0-5257-453f-9e62-8229de4b80e1 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:13.817804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cc3c3e9-9177-403a-9c29-875240a29b00 req-65cbc1c0-5257-453f-9e62-8229de4b80e1 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 943 time: 0.0540669 Feb 11 06:15:13.874830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7cc3c3e9-9177-403a-9c29-875240a29b00 req-f7546294-e26b-42b2-9f6e-b7dc9950979f tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510838 Feb 11 06:15:14.217369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-b6d7593f-1785-4369-a9e4-0adcb2c8a36d req-813bde62-27f9-43ae-a1c4-f8502f03f20c tempest-TestNetworkAdvancedServerOps-1128657220 tempest-TestNetworkAdvancedServerOps-1128657220-project-admin] (104087) timed out ('10.222.0.62', 44856) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:15:15.004205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46e33-c220-4f1c-a76d-9385b5200059 req-020b25e1-a151-4de7-b594-f6d661fb1bb1 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:15.006632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ae46e33-c220-4f1c-a76d-9385b5200059 req-020b25e1-a151-4de7-b594-f6d661fb1bb1 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 943 time: 0.0602050 Feb 11 06:15:15.054061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7ae46e33-c220-4f1c-a76d-9385b5200059 req-f2b1a2ff-c52f-442f-be26-777b04d50d55 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Feb 11 06:15:15.589898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f8624225-d023-48d8-baa8-24eeaa0f04c1 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:15:15.688518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f8624225-d023-48d8-baa8-24eeaa0f04c1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f8624225-d023-48d8-baa8-24eeaa0f04c1,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:15.700391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'f8624225-d023-48d8-baa8-24eeaa0f04c1', 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702', 'port_id': 'f8624225-d023-48d8-baa8-24eeaa0f04c1', 'mac_address': 'fa:16:3e:f2:4a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb64faf-ad11-4d0a-ae85-5515b8fc2da4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:15:15.736143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f8624225-d023-48d8-baa8-24eeaa0f04c1 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:15.736528 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.749558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8624225-d023-48d8-baa8-24eeaa0f04c1 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:15.769101 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f8624225-d023-48d8-baa8-24eeaa0f04c1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f8624225-d023-48d8-baa8-24eeaa0f04c1,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:15.832495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.883600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f8624225-d023-48d8-baa8-24eeaa0f04c1,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:15.892946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.893298 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.893703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.894047 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.894461 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.895073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.895734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.896191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.896737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.897080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.897422 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.897755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:15.898085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:16.071878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f8624225-d023-48d8-baa8-24eeaa0f04c1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:16.182633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca74a1-9123-467a-bef1-4caa5532b805 req-3aa02d93-f742-46b5-b151-ca87bd914256 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:16.184409 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-baca74a1-9123-467a-bef1-4caa5532b805 req-3aa02d93-f742-46b5-b151-ca87bd914256 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 944 time: 0.0600011 Feb 11 06:15:16.242494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-baca74a1-9123-467a-bef1-4caa5532b805 req-8b5d8cdf-81f0-435b-a419-5dbf9ab0531f tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Feb 11 06:15:17.368857 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70afd6-1502-4ef4-a60e-f4de58d33949 req-65421368-4dde-4933-b848-5215c400c805 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:17.370385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c70afd6-1502-4ef4-a60e-f4de58d33949 req-65421368-4dde-4933-b848-5215c400c805 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 944 time: 0.0586376 Feb 11 06:15:17.418836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6c70afd6-1502-4ef4-a60e-f4de58d33949 req-361e19f9-90eb-4b56-bfef-86179ff581e3 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Feb 11 06:15:17.606312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f8624225-d023-48d8-baa8-24eeaa0f04c1 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:17.712364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port f8624225-d023-48d8-baa8-24eeaa0f04c1 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:15:17.716240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port f8624225-d023-48d8-baa8-24eeaa0f04c1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:17.716638 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.793214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port f8624225-d023-48d8-baa8-24eeaa0f04c1 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:17.793601 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.815895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5598bd-b5e9-48f1-affd-383c167f7312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8624225-d023-48d8-baa8-24eeaa0f04c1'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:17.818205 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1b5995-3f19-4019-b767-a0d66839aee7" -d '{"events": [{"server_uuid": "3f5598bd-b5e9-48f1-affd-383c167f7312", "name": "network-vif-plugged", "status": "completed", "tag": "f8624225-d023-48d8-baa8-24eeaa0f04c1"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:17.829978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port f8624225-d023-48d8-baa8-24eeaa0f04c1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f8624225-d023-48d8-baa8-24eeaa0f04c1,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:17.857362 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c36a1e-87fc-42c5-bae8-bf7646976251 x-openstack-request-id: req-72c36a1e-87fc-42c5-bae8-bf7646976251 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:17.857600 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5598bd-b5e9-48f1-affd-383c167f7312", "name": "network-vif-plugged", "status": "completed", "tag": "f8624225-d023-48d8-baa8-24eeaa0f04c1", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:17.857884 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72c36a1e-87fc-42c5-bae8-bf7646976251 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:17.858286 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5598bd-b5e9-48f1-affd-383c167f7312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8624225-d023-48d8-baa8-24eeaa0f04c1', 'code': 200} Feb 11 06:15:17.895426 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.948406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=f8624225-d023-48d8-baa8-24eeaa0f04c1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:17.961360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c9291-558d-4366-8823-04a3eb1d49fa req-0ddd9e3d-e976-4b2f-a1f6-713c816cc16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:17.963552 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-934c9291-558d-4366-8823-04a3eb1d49fa req-0ddd9e3d-e976-4b2f-a1f6-713c816cc16d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 1128 time: 0.0519826 Feb 11 06:15:18.009623 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-934c9291-558d-4366-8823-04a3eb1d49fa req-9b2454b2-f1ae-49e9-97bd-0f0d5a6739d2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Feb 11 06:15:18.543058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34ab36-3574-46c6-a414-186a8a2ca888 req-313fceaa-ccdf-4581-9fc2-cc7439787843 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:18.544614 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce34ab36-3574-46c6-a414-186a8a2ca888 req-313fceaa-ccdf-4581-9fc2-cc7439787843 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0542917 Feb 11 06:15:18.591716 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce34ab36-3574-46c6-a414-186a8a2ca888 req-a1e77322-4415-429a-af69-53bb3f330c73 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Feb 11 06:15:19.713604 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d1a28-afc4-4a63-97b4-78933a7745cb req-6179f5da-c161-4f5d-951d-1a78926d6603 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:19.715081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c8d1a28-afc4-4a63-97b4-78933a7745cb req-6179f5da-c161-4f5d-951d-1a78926d6603 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0527833 Feb 11 06:15:19.766091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9c8d1a28-afc4-4a63-97b4-78933a7745cb req-77975763-cc80-41e3-a5d2-11edd19cdb2e tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Feb 11 06:15:19.988522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-7f9e13c7-01a0-4300-8e6c-1b54f5576ae4 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:19.990770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-7f9e13c7-01a0-4300-8e6c-1b54f5576ae4 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/networks?id=aeb6c2ba-8241-455b-92e9-b0726c6ff702 HTTP/1.1" status: 200 len: 813 time: 0.1037927 Feb 11 06:15:20.005441 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-dafb03dd-f6bb-4397-9858-86740a3f145d tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/quotas/b6202ebb9a9a42569e196e10709bfc59 HTTP/1.1" status: 200 len: 375 time: 0.0092304 Feb 11 06:15:20.059783 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-e5284354-2bfc-4907-a785-622a4dcb1831 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6202ebb9a9a42569e196e10709bfc59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493858 Feb 11 06:15:20.153408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-29305ca1-aa9a-4227-aa60-6ec5c812f90b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:15:20.154421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-29305ca1-aa9a-4227-aa60-6ec5c812f90b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438149 Feb 11 06:15:20.250365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-16eb367b-bd5c-4977-843a-fb06fbe6c336 service neutron] 10.222.0.62 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900812 Feb 11 06:15:20.341840 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-f4c061a7-685d-40f2-b834-464a92c37bd9 service neutron] 10.222.0.62 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857649 Feb 11 06:15:20.612492 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-07b65302-3a5b-488c-910b-87f6b1b06c97 req-79816e6b-3a4f-411c-9522-b09ce2ff2118 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 210 time: 0.0294523 Feb 11 06:15:21.712697 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e8507b47-064b-42fc-b122-4f3bd8092e39 req-de8ff596-de42-4391-9fb6-167a6e2e289d tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 210 time: 0.0281141 Feb 11 06:15:22.407556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-548a8b2d-35b6-424a-98d4-d62ab21ddf01 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:22.409048 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-548a8b2d-35b6-424a-98d4-d62ab21ddf01 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.65 "GET /v2.0/networks?id=aeb6c2ba-8241-455b-92e9-b0726c6ff702 HTTP/1.1" status: 200 len: 813 time: 0.1072609 Feb 11 06:15:22.420347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Request body: {'port': {'device_id': '665feb55-450c-4a50-a326-157f79a01b5c', 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702', 'admin_state_up': True, 'tenant_id': 'b6202ebb9a9a42569e196e10709bfc59'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:22.638325 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Made reservation on behalf of b6202ebb9a9a42569e196e10709bfc59 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:22.641773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.783032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Allocated IP 172.20.0.3 (aeb6c2ba-8241-455b-92e9-b0726c6ff702/0cb64faf-ad11-4d0a-ae85-5515b8fc2da4/13b84498-e913-43c9-93b1-9ff4a8641b98) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:22.813684 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f18a17d2-011d-40a4-809b-ba4528caf6ea req-6913938d-98ea-481c-841d-eff2d2e3b7a2 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 210 time: 0.0278592 Feb 11 06:15:22.938942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks [] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.033002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.051993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f8624225-d023-48d8-baa8-24eeaa0f04c1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:23.079310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Network aeb6c2ba-8241-455b-92e9-b0726c6ff702 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:23.082792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:23.086789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:23.110737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Pushing event updated for resources: {'Port': ['ID=13b84498-e913-43c9-93b1-9ff4a8641b98,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:23.123223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.123571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.123916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.124254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.124624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.124943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.125277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.125608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.125933 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.126348 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.126591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.126895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.127215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:23.153229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:23.153695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.235605 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-fc1eb1e4-4243-4213-82f9-425c855ba0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8191268 Feb 11 06:15:23.254435 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Request body: {'port': {'device_id': '665feb55-450c-4a50-a326-157f79a01b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:23.320054 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.900116 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b84498-e913-43c9-93b1-9ff4a8641b98 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:23.907798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Publish callbacks [] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.920943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Transition to ACTIVE for port object 13b84498-e913-43c9-93b1-9ff4a8641b98 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:15:23.935929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ca99-76f7-410d-96b7-0611544615ca req-74135f28-f9d2-48cc-8c0c-4f09580ee2b8 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:23.947449 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a59ca99-76f7-410d-96b7-0611544615ca req-74135f28-f9d2-48cc-8c0c-4f09580ee2b8 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 931 time: 0.0542603 Feb 11 06:15:23.987374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a59ca99-76f7-410d-96b7-0611544615ca req-43ef80c9-7a0f-4109-a7aa-6edf61317fcf tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Feb 11 06:15:23.998486 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.052965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Pushing event updated for resources: {'Port': ['ID=13b84498-e913-43c9-93b1-9ff4a8641b98,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:24.124208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Attempting to bind port 13b84498-e913-43c9-93b1-9ff4a8641b98 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:24.124444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Attempting to bind port 13b84498-e913-43c9-93b1-9ff4a8641b98 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:24.124815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Attempting to bind port 13b84498-e913-43c9-93b1-9ff4a8641b98 on network aeb6c2ba-8241-455b-92e9-b0726c6ff702 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:24.129067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Port 13b84498-e913-43c9-93b1-9ff4a8641b98 on network aeb6c2ba-8241-455b-92e9-b0726c6ff702 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:15:24.129390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Attempting to bind port 13b84498-e913-43c9-93b1-9ff4a8641b98 on network aeb6c2ba-8241-455b-92e9-b0726c6ff702 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:24.134336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:24.134677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Checking segment: {'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:24.135070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Bound using segment: {'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:24.135496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Bound port: 13b84498-e913-43c9-93b1-9ff4a8641b98, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b8dd15-58aa-4157-9dae-2e4caa427477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:24.135855 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.198883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] For port 13b84498-e913-43c9-93b1-9ff4a8641b98, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:24.202486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] For port 13b84498-e913-43c9-93b1-9ff4a8641b98, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=13b84498-e913-43c9-93b1-9ff4a8641b98,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:24.290252 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.330922 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.331549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.333314 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/13b84498-e913-43c9-93b1-9ff4a8641b98 HTTP/1.1" status: 200 len: 1092 time: 1.0833549 Feb 11 06:15:24.334418 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665feb55-450c-4a50-a326-157f79a01b5c', 'tag': '13b84498-e913-43c9-93b1-9ff4a8641b98'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:24.336691 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f17eb-4db2-4287-ac9b-f42f408e3c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "665feb55-450c-4a50-a326-157f79a01b5c", "tag": "13b84498-e913-43c9-93b1-9ff4a8641b98"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:24.357546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025e26f-78dc-4d98-bf5e-62cf200995b7 service neutron] Pushing event updated for resources: {'Port': ['ID=13b84498-e913-43c9-93b1-9ff4a8641b98,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:24.374973 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c3da1-7639-4a22-b289-939a1fdb4218 x-openstack-request-id: req-ba4c3da1-7639-4a22-b289-939a1fdb4218 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:24.374973 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665feb55-450c-4a50-a326-157f79a01b5c", "tag": "13b84498-e913-43c9-93b1-9ff4a8641b98", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:24.375265 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba4c3da1-7639-4a22-b289-939a1fdb4218 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:24.375638 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665feb55-450c-4a50-a326-157f79a01b5c', 'tag': '13b84498-e913-43c9-93b1-9ff4a8641b98', 'status': 'completed', 'code': 200} Feb 11 06:15:24.440035 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f17eb-4db2-4287-ac9b-f42f408e3c6f req-36d7bfa3-03a1-484f-9034-441aed8f48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.441602 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-948f17eb-4db2-4287-ac9b-f42f408e3c6f req-36d7bfa3-03a1-484f-9034-441aed8f48b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b6202ebb9a9a42569e196e10709bfc59&device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 1126 time: 0.0459278 Feb 11 06:15:24.559600 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-af409423-1332-4dec-a13d-485685fc3a3f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1154666 Feb 11 06:15:24.570115 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f17eb-4db2-4287-ac9b-f42f408e3c6f req-357a34ec-107e-4cbe-8712-95014091eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.571573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-948f17eb-4db2-4287-ac9b-f42f408e3c6f req-357a34ec-107e-4cbe-8712-95014091eb34 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b6202ebb9a9a42569e196e10709bfc59&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1202385 Feb 11 06:15:24.702013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f17eb-4db2-4287-ac9b-f42f408e3c6f req-5808871c-c765-4d88-a95b-e4db96682fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.703394 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-948f17eb-4db2-4287-ac9b-f42f408e3c6f req-5808871c-c765-4d88-a95b-e4db96682fd6 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258390 Feb 11 06:15:24.705873 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-47c75a61-deb5-4e1f-96ee-4ca7d508b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.707466 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-47c75a61-deb5-4e1f-96ee-4ca7d508b789 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b6202ebb9a9a42569e196e10709bfc59&device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 1128 time: 0.1009526 Feb 11 06:15:24.844810 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-3b916d3e-420b-43b1-843d-50160851b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.846285 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-3b916d3e-420b-43b1-843d-50160851b6ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=aeb6c2ba-8241-455b-92e9-b0726c6ff702 HTTP/1.1" status: 200 len: 914 time: 0.1219769 Feb 11 06:15:24.847960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-ce0ed7e3-5ed5-4ae0-8f54-c39815b8c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.849378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-ce0ed7e3-5ed5-4ae0-8f54-c39815b8c89c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b6202ebb9a9a42569e196e10709bfc59&device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 1126 time: 0.1060038 Feb 11 06:15:24.894260 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-5ed1a571-70e7-406c-8838-dde667862a86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8624225-d023-48d8-baa8-24eeaa0f04c1 HTTP/1.1" status: 200 len: 217 time: 0.0409219 Feb 11 06:15:24.930987 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-e4c72095-16e5-46a2-b624-81c88eac7499 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13b84498-e913-43c9-93b1-9ff4a8641b98 HTTP/1.1" status: 200 len: 217 time: 0.0434301 Feb 11 06:15:25.004016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-e21ccd39-5531-4c15-9d1b-0351ba99af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:25.006090 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-e21ccd39-5531-4c15-9d1b-0351ba99af28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb64faf-ad11-4d0a-ae85-5515b8fc2da4 HTTP/1.1" status: 200 len: 853 time: 0.0829308 Feb 11 06:15:25.011299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-64c3a02c-a3bf-48fc-b5c7-58e65f5d166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:25.012677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-64c3a02c-a3bf-48fc-b5c7-58e65f5d166a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cb64faf-ad11-4d0a-ae85-5515b8fc2da4 HTTP/1.1" status: 200 len: 853 time: 0.0625508 Feb 11 06:15:25.046817 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-76c3df8e-dfef-48f8-82ac-3f5c27383d45 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aeb6c2ba-8241-455b-92e9-b0726c6ff702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331891 Feb 11 06:15:25.070054 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-8dd397b2-e20a-4dbc-a1a1-837f420b5acb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aeb6c2ba-8241-455b-92e9-b0726c6ff702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488875 Feb 11 06:15:25.112076 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14a97-69f3-4b5a-9b58-5f0e0cb98ac0 req-12f83db1-c5fe-4d14-91b1-cc5ac391af18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:25.114045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ad14a97-69f3-4b5a-9b58-5f0e0cb98ac0 req-12f83db1-c5fe-4d14-91b1-cc5ac391af18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 943 time: 0.0584352 Feb 11 06:15:25.163586 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ad14a97-69f3-4b5a-9b58-5f0e0cb98ac0 req-f63f92e0-154d-461a-aeb2-3e339ee9357e tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Feb 11 06:15:25.217618 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-5d6a2039-1c15-4513-a4c5-fd7644c4b321 service neutron] 10.222.0.83 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559715 Feb 11 06:15:25.222586 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-777419d0-b1e2-47a3-9221-2650d9a9ceb2 service neutron] 10.222.0.65 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419206 Feb 11 06:15:25.380883 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c65e70db-95ce-4432-af49-c4be0c7673aa req-46c3ff44-bd09-4b26-bc4a-d9b70c3dfea8 service neutron] 10.222.0.83 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568890 Feb 11 06:15:25.382748 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cebc755f-d60b-4a9d-a0a3-0ee57961c5df req-09ec542d-0271-4ab5-8a24-b79830b596e7 service neutron] 10.222.0.65 "GET /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512806 Feb 11 06:15:26.287809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04ffe5-3e0d-438f-b42b-91e8f2aeea43 req-fd5d5c17-71b1-4796-8fa0-398753694845 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:26.289388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c04ffe5-3e0d-438f-b42b-91e8f2aeea43 req-fd5d5c17-71b1-4796-8fa0-398753694845 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 943 time: 0.0545378 Feb 11 06:15:26.346320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c04ffe5-3e0d-438f-b42b-91e8f2aeea43 req-cefa7b0b-e05e-40f0-9ae6-9607712ed410 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511935 Feb 11 06:15:26.884311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 13b84498-e913-43c9-93b1-9ff4a8641b98 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:15:26.983395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 13b84498-e913-43c9-93b1-9ff4a8641b98, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=13b84498-e913-43c9-93b1-9ff4a8641b98,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:26.995795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '13b84498-e913-43c9-93b1-9ff4a8641b98', 'network_id': 'aeb6c2ba-8241-455b-92e9-b0726c6ff702', 'port_id': '13b84498-e913-43c9-93b1-9ff4a8641b98', 'mac_address': 'fa:16:3e:a3:f9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb64faf-ad11-4d0a-ae85-5515b8fc2da4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:15:27.036518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 13b84498-e913-43c9-93b1-9ff4a8641b98 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:27.038014 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.212143 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b84498-e913-43c9-93b1-9ff4a8641b98 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:27.232278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 13b84498-e913-43c9-93b1-9ff4a8641b98, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=13b84498-e913-43c9-93b1-9ff4a8641b98,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:27.300790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.350423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=13b84498-e913-43c9-93b1-9ff4a8641b98,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:27.476709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20565f1-a3bf-47a7-8103-3d84e492cd6c req-68eee2cd-2c8f-43d7-9c93-c19fcc6fc6a9 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:27.478189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f20565f1-a3bf-47a7-8103-3d84e492cd6c req-68eee2cd-2c8f-43d7-9c93-c19fcc6fc6a9 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 944 time: 0.0581536 Feb 11 06:15:27.490968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['13b84498-e913-43c9-93b1-9ff4a8641b98'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:27.527865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f20565f1-a3bf-47a7-8103-3d84e492cd6c req-25fa8d2b-464d-4de0-a1d0-baba5fcce0a7 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441291 Feb 11 06:15:28.654566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106817-72c7-46b1-a9f1-69a728e0de32 req-4bfb9758-b131-473f-b136-7f6df0562357 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:28.656103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52106817-72c7-46b1-a9f1-69a728e0de32 req-4bfb9758-b131-473f-b136-7f6df0562357 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 944 time: 0.0537322 Feb 11 06:15:28.705232 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-52106817-72c7-46b1-a9f1-69a728e0de32 req-fb84d690-5029-4d05-9380-07281985f9ac tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Feb 11 06:15:28.887780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 13b84498-e913-43c9-93b1-9ff4a8641b98 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:28.998348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 13b84498-e913-43c9-93b1-9ff4a8641b98 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:15:29.002583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 13b84498-e913-43c9-93b1-9ff4a8641b98 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:29.003242 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.084098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 13b84498-e913-43c9-93b1-9ff4a8641b98 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:29.084570 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.108759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665feb55-450c-4a50-a326-157f79a01b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b84498-e913-43c9-93b1-9ff4a8641b98'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:29.111003 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278d46f-3b88-4a34-8ee9-0a71201a1ac6" -d '{"events": [{"server_uuid": "665feb55-450c-4a50-a326-157f79a01b5c", "name": "network-vif-plugged", "status": "completed", "tag": "13b84498-e913-43c9-93b1-9ff4a8641b98"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:29.125535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 13b84498-e913-43c9-93b1-9ff4a8641b98, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=13b84498-e913-43c9-93b1-9ff4a8641b98,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:29.152398 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc83a7ec-a6bd-46cc-bbef-e1c2dd949ac5 x-openstack-request-id: req-dc83a7ec-a6bd-46cc-bbef-e1c2dd949ac5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:29.152827 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665feb55-450c-4a50-a326-157f79a01b5c", "name": "network-vif-plugged", "status": "completed", "tag": "13b84498-e913-43c9-93b1-9ff4a8641b98", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:29.152996 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc83a7ec-a6bd-46cc-bbef-e1c2dd949ac5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:29.153398 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665feb55-450c-4a50-a326-157f79a01b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b84498-e913-43c9-93b1-9ff4a8641b98', 'code': 200} Feb 11 06:15:29.198693 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.249533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=13b84498-e913-43c9-93b1-9ff4a8641b98,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:29.259556 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71684-e8da-4832-84a9-173bbce11ce3 req-bded0f3e-aa06-4765-b096-5fe8312328a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:29.261220 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ead71684-e8da-4832-84a9-173bbce11ce3 req-bded0f3e-aa06-4765-b096-5fe8312328a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 1128 time: 0.0507710 Feb 11 06:15:29.312257 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ead71684-e8da-4832-84a9-173bbce11ce3 req-9a232673-ffb7-4f87-a7da-27ec3651d728 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Feb 11 06:15:29.828860 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0082d-9b9d-4f61-98b5-57bd41a4caa1 req-5485a8bf-65e4-433d-bdf5-f392dcb9ccac tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:29.830375 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4d0082d-9b9d-4f61-98b5-57bd41a4caa1 req-5485a8bf-65e4-433d-bdf5-f392dcb9ccac tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 945 time: 0.0537646 Feb 11 06:15:29.884231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4d0082d-9b9d-4f61-98b5-57bd41a4caa1 req-1520d118-a5cf-4f65-9b83-c81c6a993088 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Feb 11 06:15:31.010607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927350a7-5cce-4c6b-8256-bb3269643fac req-4f04a3b2-67a5-486b-a46c-96ec530b5c12 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:31.012088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-927350a7-5cce-4c6b-8256-bb3269643fac req-4f04a3b2-67a5-486b-a46c-96ec530b5c12 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 945 time: 0.0535800 Feb 11 06:15:31.059231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-927350a7-5cce-4c6b-8256-bb3269643fac req-69c2ec1d-feec-4386-b7d4-042d3e108b1f tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Feb 11 06:15:31.466804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911234-8bec-42c5-9faf-51437a402f8c req-766de86d-cd69-438b-9b30-087ed0378738 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:31.468294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5911234-8bec-42c5-9faf-51437a402f8c req-766de86d-cd69-438b-9b30-087ed0378738 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 945 time: 0.0526404 Feb 11 06:15:31.514427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5911234-8bec-42c5-9faf-51437a402f8c req-884fc4e3-ebff-43e9-a199-30d804432969 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Feb 11 06:15:32.643574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6843137-018f-4176-a9fe-7797cc143f19 req-a82724d2-6396-43f6-93b5-70610356ebd5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:32.645118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6843137-018f-4176-a9fe-7797cc143f19 req-a82724d2-6396-43f6-93b5-70610356ebd5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 945 time: 0.0580435 Feb 11 06:15:32.706805 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a6843137-018f-4176-a9fe-7797cc143f19 req-e95bfd3a-9384-4910-a8be-9f623fe99478 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550013 Feb 11 06:15:32.751467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-b520657a-8c10-4c4a-bc95-979a7f6d5d9b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:32.752965 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-b520657a-8c10-4c4a-bc95-979a7f6d5d9b tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.65 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 945 time: 0.0528696 Feb 11 06:15:32.852086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Deleting port 13b84498-e913-43c9-93b1-9ff4a8641b98 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:32.852332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.942961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] For port 13b84498-e913-43c9-93b1-9ff4a8641b98, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=13b84498-e913-43c9-93b1-9ff4a8641b98,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:32.943511 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.962574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Calling delete_port for 13b84498-e913-43c9-93b1-9ff4a8641b98 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:33.049572 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9512a281-4a1f-4b2a-9354-c5ce136ac4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.164286 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (13b84498-e913-43c9-93b1-9ff4a8641b98), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.178150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['13b84498-e913-43c9-93b1-9ff4a8641b98'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:33.181616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f8624225-d023-48d8-baa8-24eeaa0f04c1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:33.194337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Pushing event deleted for resources: {'Port': ['ID=13b84498-e913-43c9-93b1-9ff4a8641b98,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.243341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] No DVR routers for this DVR port 13b84498-e913-43c9-93b1-9ff4a8641b98 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:33.247844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.249600 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-117dfc14-86b3-48dc-aff7-918f24040d86 req-9d70b3d6-66ce-4e8c-b4ed-6852fa411c18 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.65 "DELETE /v2.0/ports/13b84498-e913-43c9-93b1-9ff4a8641b98 HTTP/1.1" status: 204 len: 173 time: 0.4920876 Feb 11 06:15:33.250058 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665feb55-450c-4a50-a326-157f79a01b5c', 'name': 'network-vif-deleted', 'tag': '13b84498-e913-43c9-93b1-9ff4a8641b98'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:33.252394 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e3cb05-b40c-479a-a2f2-b1682310160e" -d '{"events": [{"server_uuid": "665feb55-450c-4a50-a326-157f79a01b5c", "name": "network-vif-deleted", "tag": "13b84498-e913-43c9-93b1-9ff4a8641b98"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:33.292354 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e1e803-58ef-4f9b-85c6-311ee1172588 x-openstack-request-id: req-67e1e803-58ef-4f9b-85c6-311ee1172588 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:33.292679 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665feb55-450c-4a50-a326-157f79a01b5c", "name": "network-vif-deleted", "tag": "13b84498-e913-43c9-93b1-9ff4a8641b98", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:33.292946 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67e1e803-58ef-4f9b-85c6-311ee1172588 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:33.293358 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665feb55-450c-4a50-a326-157f79a01b5c', 'name': 'network-vif-deleted', 'tag': '13b84498-e913-43c9-93b1-9ff4a8641b98', 'status': 'completed', 'code': 200} Feb 11 06:15:33.816950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d25e9448-4a92-4b36-bb8d-9ca99b829f7a req-145dd35b-0e3d-45c9-bfbe-5bb71e2f92cd tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=665feb55-450c-4a50-a326-157f79a01b5c HTTP/1.1" status: 200 len: 210 time: 0.0268164 Feb 11 06:15:34.329303 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:15:34.983602 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc01d5-b1fc-47d7-adb1-f6f051442f72 req-386ddea2-5826-4384-a5f0-7b1a7ec5fd06 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:34.985135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83dc01d5-b1fc-47d7-adb1-f6f051442f72 req-386ddea2-5826-4384-a5f0-7b1a7ec5fd06 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0569508 Feb 11 06:15:35.033048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83dc01d5-b1fc-47d7-adb1-f6f051442f72 req-390239ee-ecfe-4746-a259-c87c3c97ece9 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 Feb 11 06:15:35.180418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e5c2f-36b3-44d3-851d-1a4dc31e1951 req-015b3176-0a55-4aa2-8536-068dd79aa1c3 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:35.181930 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c3e5c2f-36b3-44d3-851d-1a4dc31e1951 req-015b3176-0a55-4aa2-8536-068dd79aa1c3 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0599327 Feb 11 06:15:35.231398 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4c3e5c2f-36b3-44d3-851d-1a4dc31e1951 req-0c7d6e85-06fb-49bc-a001-769f5257c781 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Feb 11 06:15:35.354108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09c368-3af6-4dad-bd29-38a32f2d7aa3 req-ae52ed75-3ac3-418f-b593-45fa3a768b38 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:35.355648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e09c368-3af6-4dad-bd29-38a32f2d7aa3 req-ae52ed75-3ac3-418f-b593-45fa3a768b38 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0550065 Feb 11 06:15:35.404310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9e09c368-3af6-4dad-bd29-38a32f2d7aa3 req-5205cb5f-ec4e-4cc5-ab6a-ead1b7004177 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Feb 11 06:15:35.570861 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-305772ca-bc2a-479b-9cbc-a801bee9f73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.583190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7fdc4-be76-4362-86bd-d0a3e3e6bfd1 req-67fc3347-ca0b-4f7c-b2ec-fae7e582dd76 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:35.584749 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a7fdc4-be76-4362-86bd-d0a3e3e6bfd1 req-67fc3347-ca0b-4f7c-b2ec-fae7e582dd76 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0594387 Feb 11 06:15:35.633342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-63a7fdc4-be76-4362-86bd-d0a3e3e6bfd1 req-d1438a8d-8585-4254-8579-c7a2ceecc0a5 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Feb 11 06:15:35.752426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6cdc0-1b5c-41f2-9056-1fbb9002e368 req-16f3a0ef-6b85-480f-8886-94b7d10d5f42 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:35.753846 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9c6cdc0-1b5c-41f2-9056-1fbb9002e368 req-16f3a0ef-6b85-480f-8886-94b7d10d5f42 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0536864 Feb 11 06:15:35.801308 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9c6cdc0-1b5c-41f2-9056-1fbb9002e368 req-fc1a1048-5ab0-4e7c-b6d1-683050ede845 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Feb 11 06:15:35.931009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65b87f-a568-449e-87a2-3412e81f511f req-49e29194-3b0c-4a7d-b938-6c85ac310f6a tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:35.932518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad65b87f-a568-449e-87a2-3412e81f511f req-49e29194-3b0c-4a7d-b938-6c85ac310f6a tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0537686 Feb 11 06:15:35.985286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad65b87f-a568-449e-87a2-3412e81f511f req-6411f45a-f74c-482e-9e4e-6aac1709de73 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Feb 11 06:15:36.664169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ea864-88e2-42b0-8f3e-73c2244fb8d1 req-66e10686-338f-43a5-a74f-8364c321bd7d tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:36.665720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c80ea864-88e2-42b0-8f3e-73c2244fb8d1 req-66e10686-338f-43a5-a74f-8364c321bd7d tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0536327 Feb 11 06:15:36.714502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c80ea864-88e2-42b0-8f3e-73c2244fb8d1 req-ccbc42d5-e5fe-4c34-bf82-41fde620dcf4 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Feb 11 06:15:36.884958 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.942832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 13b84498-e913-43c9-93b1-9ff4a8641b98 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:36.967390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 13b84498-e913-43c9-93b1-9ff4a8641b98 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:36.967738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 13b84498-e913-43c9-93b1-9ff4a8641b98 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:37.839252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eef779-8acc-4d25-9def-b6f2109e2313 req-eeba7f4c-07ce-4034-ab59-7e9ccd0ecbdc tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:37.840784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92eef779-8acc-4d25-9def-b6f2109e2313 req-eeba7f4c-07ce-4034-ab59-7e9ccd0ecbdc tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0545766 Feb 11 06:15:37.887137 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-92eef779-8acc-4d25-9def-b6f2109e2313 req-9d1c3c28-a75a-47b3-9adc-371d8553b415 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/security-groups?id=71b92e6e-8443-47c9-bdb2-cd0472e20118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Feb 11 06:15:37.988292 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7323c83-07f8-4047-8b4e-702da918de1e req-5d137409-1896-421f-a4a6-6f79e7518587 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:37.989790 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7323c83-07f8-4047-8b4e-702da918de1e req-5d137409-1896-421f-a4a6-6f79e7518587 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 945 time: 0.0531864 Feb 11 06:15:38.084223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Deleting port f8624225-d023-48d8-baa8-24eeaa0f04c1 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:38.084562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.173213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] For port f8624225-d023-48d8-baa8-24eeaa0f04c1, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=f8624225-d023-48d8-baa8-24eeaa0f04c1,segment=NetworkSegment(e3b8dd15-58aa-4157-9dae-2e4caa427477),segment_id=e3b8dd15-58aa-4157-9dae-2e4caa427477)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:38.173575 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.186756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Calling delete_port for f8624225-d023-48d8-baa8-24eeaa0f04c1 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:38.381664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f8624225-d023-48d8-baa8-24eeaa0f04c1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.395240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['f8624225-d023-48d8-baa8-24eeaa0f04c1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:38.419187 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Pushing event deleted for resources: {'Port': ['ID=f8624225-d023-48d8-baa8-24eeaa0f04c1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:38.466114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] No DVR routers for this DVR port f8624225-d023-48d8-baa8-24eeaa0f04c1 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:38.468763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.472144 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7323c83-07f8-4047-8b4e-702da918de1e req-cbb1fee3-3d70-47f7-9f27-6155f1a81955 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.83 "DELETE /v2.0/ports/f8624225-d023-48d8-baa8-24eeaa0f04c1 HTTP/1.1" status: 204 len: 173 time: 0.4764965 Feb 11 06:15:38.472591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5598bd-b5e9-48f1-affd-383c167f7312', 'name': 'network-vif-deleted', 'tag': 'f8624225-d023-48d8-baa8-24eeaa0f04c1'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:38.474952 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492965cc-6dc7-4510-b937-fe3633bbfe28" -d '{"events": [{"server_uuid": "3f5598bd-b5e9-48f1-affd-383c167f7312", "name": "network-vif-deleted", "tag": "f8624225-d023-48d8-baa8-24eeaa0f04c1"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:38.497597 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.513575 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cdbd2a-ce44-4f2e-92c9-d3645a72e43e x-openstack-request-id: req-02cdbd2a-ce44-4f2e-92c9-d3645a72e43e {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:38.513879 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5598bd-b5e9-48f1-affd-383c167f7312", "name": "network-vif-deleted", "tag": "f8624225-d023-48d8-baa8-24eeaa0f04c1", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:38.514139 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02cdbd2a-ce44-4f2e-92c9-d3645a72e43e {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:38.514577 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5598bd-b5e9-48f1-affd-383c167f7312', 'name': 'network-vif-deleted', 'tag': 'f8624225-d023-48d8-baa8-24eeaa0f04c1', 'status': 'completed', 'code': 200} Feb 11 06:15:38.902054 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.999942 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ed2a7490-1c26-4ed4-b0f0-d2abad99a8ad req-0c5953c0-001e-419a-b633-97c4075c30d3 tempest-ServersNegativeTestJSON-1775003079 tempest-ServersNegativeTestJSON-1775003079-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f5598bd-b5e9-48f1-affd-383c167f7312 HTTP/1.1" status: 200 len: 210 time: 0.0317888 Feb 11 06:15:39.370288 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.058838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48026) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:40.110084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c2c017-e925-42e4-9f7f-619904956aa1 admin admin] Deleting subnet 0cb64faf-ad11-4d0a-ae85-5515b8fc2da4 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:40.113540 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c017-e925-42e4-9f7f-619904956aa1 admin admin] Publish callbacks [] for subnet (0cb64faf-ad11-4d0a-ae85-5515b8fc2da4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.148429 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c017-e925-42e4-9f7f-619904956aa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (0cb64faf-ad11-4d0a-ae85-5515b8fc2da4), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.189166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c017-e925-42e4-9f7f-619904956aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0cb64faf-ad11-4d0a-ae85-5515b8fc2da4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.301916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c017-e925-42e4-9f7f-619904956aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (0cb64faf-ad11-4d0a-ae85-5515b8fc2da4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.326761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2c017-e925-42e4-9f7f-619904956aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb64faf-ad11-4d0a-ae85-5515b8fc2da4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:40.333258 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c017-e925-42e4-9f7f-619904956aa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.336535 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f8c2c017-e925-42e4-9f7f-619904956aa1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0cb64faf-ad11-4d0a-ae85-5515b8fc2da4 HTTP/1.1" status: 204 len: 168 time: 0.2766390 Feb 11 06:15:40.340257 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48028) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:40.414081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (aeb6c2ba-8241-455b-92e9-b0726c6ff702), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.496897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (aeb6c2ba-8241-455b-92e9-b0726c6ff702), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.516620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb6c2ba-8241-455b-92e9-b0726c6ff702']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:40.526526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b8dd15-58aa-4157-9dae-2e4caa427477') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:40.526830 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b8dd15-58aa-4157-9dae-2e4caa427477') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:40.536306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (e3b8dd15-58aa-4157-9dae-2e4caa427477), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.550103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (e3b8dd15-58aa-4157-9dae-2e4caa427477), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.556195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:40.556666 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (e3b8dd15-58aa-4157-9dae-2e4caa427477), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:40.559380 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:40.684570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (aeb6c2ba-8241-455b-92e9-b0726c6ff702), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.690962 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.694264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] 10.222.0.62 "DELETE /v2.0/networks/aeb6c2ba-8241-455b-92e9-b0726c6ff702 HTTP/1.1" status: 204 len: 168 time: 0.3530030 Feb 11 06:15:40.705998 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac6646-1d8c-415c-b7d7-62f39ea3c420 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb6c2ba-8241-455b-92e9-b0726c6ff702,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:40.940141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48032) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:40.983042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-35bd8f39-d86e-48b8-9297-3061d9c1f903 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6202ebb9a9a42569e196e10709bfc59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417120 Feb 11 06:15:40.985716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48034) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:41.033657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b534dcb-13fe-45d6-88c5-89f981071751 admin admin] Publish callbacks [] for security_group (71b92e6e-8443-47c9-bdb2-cd0472e20118), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.055333 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b534dcb-13fe-45d6-88c5-89f981071751 admin admin] Publish callbacks [] for security_group (71b92e6e-8443-47c9-bdb2-cd0472e20118), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.182448 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b534dcb-13fe-45d6-88c5-89f981071751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (71b92e6e-8443-47c9-bdb2-cd0472e20118), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.185049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b534dcb-13fe-45d6-88c5-89f981071751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.186380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9b534dcb-13fe-45d6-88c5-89f981071751 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71b92e6e-8443-47c9-bdb2-cd0472e20118 HTTP/1.1" status: 204 len: 168 time: 0.1996474 Feb 11 06:15:41.194587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b534dcb-13fe-45d6-88c5-89f981071751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b92e6e-8443-47c9-bdb2-cd0472e20118,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.758441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f8624225-d023-48d8-baa8-24eeaa0f04c1 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:41.785380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: f8624225-d023-48d8-baa8-24eeaa0f04c1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:41.785716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device f8624225-d023-48d8-baa8-24eeaa0f04c1 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:41.895716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.183308 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48058) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:42.279756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000615433'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:42.369389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:42.373051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.382165 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.466873 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for security_group (d42c895d-d168-4b85-b041-f719e2217027), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.547436 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d42c895d-d168-4b85-b041-f719e2217027), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.576529 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:42.586767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c895d-d168-4b85-b041-f719e2217027,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:42.593707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ce64de68-73be-4601-a668-5aa8c433b6f8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.594054 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Added segment ce64de68-73be-4601-a668-5aa8c433b6f8 of type vlan for network f0f4aedc-b4b4-4892-b404-2ec65764871e Feb 11 06:15:42.634663 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f0f4aedc-b4b4-4892-b404-2ec65764871e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.724262 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f0f4aedc-b4b4-4892-b404-2ec65764871e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.729560 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:42.730352 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.800380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Network': ['ID=f0f4aedc-b4b4-4892-b404-2ec65764871e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:42.811218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f0f4aedc-b4b4-4892-b404-2ec65764871e details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:42.847213 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5de72ed3-4101-4a2a-8abd-0a9d7ad2b3a4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6627421 Feb 11 06:15:46.163061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48062) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:46.169237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'subnet': {'network_id': 'f0f4aedc-b4b4-4892-b404-2ec65764871e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:46.330360 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:46.334088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:46.570315 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (77f43ea4-71a3-422c-bbed-16e7d0979230), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:46.628671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Subnet': ['ID=77f43ea4-71a3-422c-bbed-16e7d0979230,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:46.640295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Checking segment: {'id': 'ce64de68-73be-4601-a668-5aa8c433b6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0f4aedc-b4b4-4892-b404-2ec65764871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:46.640688 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network hostable DHCP agents. Network: f0f4aedc-b4b4-4892-b404-2ec65764871e, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:46.724451 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network f0f4aedc-b4b4-4892-b404-2ec65764871e is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:46.781753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f0f4aedc-b4b4-4892-b404-2ec65764871e) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:46.786215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:46.786849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:46.793837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1a0aab-4389-42c5-9a70-3c2fb8be4cb1 None None] Network f0f4aedc-b4b4-4892-b404-2ec65764871e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:46.869833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-394e1017-ab14-4beb-b697-9084ccd03b85 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7053297 Feb 11 06:15:46.873128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48064) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:46.878116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422120541'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:46.899528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-f0f4aedc-b4b4-4892-b404-2ec65764871e', 'network_id': 'f0f4aedc-b4b4-4892-b404-2ec65764871e', 'project_id': 'bee5101a8adc4f889b62e6df0ab9dc30', 'fixed_ips': [{'subnet_id': '77f43ea4-71a3-422c-bbed-16e7d0979230'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:46.900412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:46.959254 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:46.962743 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:46.988698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:46.998255 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (eab2d551-fc32-4ed7-a57d-a9b7b038175e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:46.998599 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Added segment eab2d551-fc32-4ed7-a57d-a9b7b038175e of type vlan for network 99b822fa-eec1-4d50-9a10-1d0155e06e56 Feb 11 06:15:47.039932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (99b822fa-eec1-4d50-9a10-1d0155e06e56), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.041541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Allocated IP 2001:db8:0:ffff::2 (f0f4aedc-b4b4-4892-b404-2ec65764871e/77f43ea4-71a3-422c-bbed-16e7d0979230/d57e2278-137d-40c5-8315-a6a2b8d4f1de) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:47.136643 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (99b822fa-eec1-4d50-9a10-1d0155e06e56), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.141682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:47.142283 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.197127 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Publish callbacks [] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.212732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Network': ['ID=99b822fa-eec1-4d50-9a10-1d0155e06e56,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:47.223705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 99b822fa-eec1-4d50-9a10-1d0155e06e56 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:47.270116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a5919ed2-75f4-427d-afb0-4cd741b3048d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3958848 Feb 11 06:15:47.272936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48066) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:47.279720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'subnet': {'network_id': '99b822fa-eec1-4d50-9a10-1d0155e06e56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:47.296355 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.342429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Network f0f4aedc-b4b4-4892-b404-2ec65764871e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:47.345288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:47.348874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:47.356269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Pushing event updated for resources: {'Port': ['ID=d57e2278-137d-40c5-8315-a6a2b8d4f1de,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:47.415302 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Attempting to bind port d57e2278-137d-40c5-8315-a6a2b8d4f1de on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:47.415588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Attempting to bind port d57e2278-137d-40c5-8315-a6a2b8d4f1de by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'ce64de68-73be-4601-a668-5aa8c433b6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0f4aedc-b4b4-4892-b404-2ec65764871e'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:47.415954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Attempting to bind port d57e2278-137d-40c5-8315-a6a2b8d4f1de on network f0f4aedc-b4b4-4892-b404-2ec65764871e {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:47.425958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:47.426350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Checking segment: {'id': 'ce64de68-73be-4601-a668-5aa8c433b6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0f4aedc-b4b4-4892-b404-2ec65764871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:47.426756 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.427173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Bound using segment: {'id': 'ce64de68-73be-4601-a668-5aa8c433b6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0f4aedc-b4b4-4892-b404-2ec65764871e'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:47.427640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Bound port: d57e2278-137d-40c5-8315-a6a2b8d4f1de, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce64de68-73be-4601-a668-5aa8c433b6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0f4aedc-b4b4-4892-b404-2ec65764871e'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:47.428029 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.433641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:47.437904 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.499258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] For port d57e2278-137d-40c5-8315-a6a2b8d4f1de, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:47.502374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] For port d57e2278-137d-40c5-8315-a6a2b8d4f1de, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d57e2278-137d-40c5-8315-a6a2b8d4f1de,segment=NetworkSegment(ce64de68-73be-4601-a668-5aa8c433b6f8),segment_id=ce64de68-73be-4601-a668-5aa8c433b6f8)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:47.553677 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.622438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48bbb3-609a-44af-9534-e114a9d90667 None None] Pushing event updated for resources: {'Port': ['ID=d57e2278-137d-40c5-8315-a6a2b8d4f1de,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:47.747342 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (b59238ab-9881-4f46-b176-d719ea669441), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.836908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Subnet': ['ID=b59238ab-9881-4f46-b176-d719ea669441,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:47.843251 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Checking segment: {'id': 'eab2d551-fc32-4ed7-a57d-a9b7b038175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '99b822fa-eec1-4d50-9a10-1d0155e06e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:47.843633 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network hostable DHCP agents. Network: 99b822fa-eec1-4d50-9a10-1d0155e06e56, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:47.919108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network 99b822fa-eec1-4d50-9a10-1d0155e06e56 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:47.987505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 99b822fa-eec1-4d50-9a10-1d0155e06e56) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:47.991567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:47.992175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.997703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e57e5b-8e37-4259-930b-16490cdd4c72 None None] Network 99b822fa-eec1-4d50-9a10-1d0155e06e56 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:48.079571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48068) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:48.082921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6ef8272b-0ffe-4490-a709-cb81961c1b73 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8085036 Feb 11 06:15:48.103343 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-99b822fa-eec1-4d50-9a10-1d0155e06e56', 'network_id': '99b822fa-eec1-4d50-9a10-1d0155e06e56', 'project_id': 'bee5101a8adc4f889b62e6df0ab9dc30', 'fixed_ips': [{'subnet_id': 'b59238ab-9881-4f46-b176-d719ea669441'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:48.104247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.193973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (99b822fa-eec1-4d50-9a10-1d0155e06e56), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.275017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Allocated IP 2001:db8::2 (99b822fa-eec1-4d50-9a10-1d0155e06e56/b59238ab-9881-4f46-b176-d719ea669441/eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:48.300046 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (b59238ab-9881-4f46-b176-d719ea669441), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.364193 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d57e2278-137d-40c5-8315-a6a2b8d4f1de up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:48.489416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d57e2278-137d-40c5-8315-a6a2b8d4f1de triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:48.489798 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.491657 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Publish callbacks [] for port (eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.563779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.618377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d57e2278-137d-40c5-8315-a6a2b8d4f1de is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:48.618377 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.631682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3e17f-1d52-48fa-a390-cd9bb9909a03 None None] Network f0f4aedc-b4b4-4892-b404-2ec65764871e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:48.633764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Pushing event updated for resources: {'Port': ['ID=eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:48.637408 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Network 99b822fa-eec1-4d50-9a10-1d0155e06e56 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:48.652332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:48.660898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:48.674565 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (b59238ab-9881-4f46-b176-d719ea669441), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.703801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Subnet': ['ID=b59238ab-9881-4f46-b176-d719ea669441,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:48.748660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port d57e2278-137d-40c5-8315-a6a2b8d4f1de, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d57e2278-137d-40c5-8315-a6a2b8d4f1de,segment=NetworkSegment(ce64de68-73be-4601-a668-5aa8c433b6f8),segment_id=ce64de68-73be-4601-a668-5aa8c433b6f8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:48.763977 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (99b822fa-eec1-4d50-9a10-1d0155e06e56), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.790611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b822fa-eec1-4d50-9a10-1d0155e06e56']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:48.790894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-35f6706a-7cf4-478f-bc17-2fd0cbee4d8a None None] Provisioning complete for port d57e2278-137d-40c5-8315-a6a2b8d4f1de triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:48.791247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-35f6706a-7cf4-478f-bc17-2fd0cbee4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.796715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Attempting to bind port eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:48.797086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Attempting to bind port eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'eab2d551-fc32-4ed7-a57d-a9b7b038175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '99b822fa-eec1-4d50-9a10-1d0155e06e56'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:48.797458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Attempting to bind port eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c on network 99b822fa-eec1-4d50-9a10-1d0155e06e56 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:48.801946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab2d551-fc32-4ed7-a57d-a9b7b038175e') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:48.802254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab2d551-fc32-4ed7-a57d-a9b7b038175e') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:48.812078 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (eab2d551-fc32-4ed7-a57d-a9b7b038175e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.825556 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (eab2d551-fc32-4ed7-a57d-a9b7b038175e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.831495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:48.831882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (eab2d551-fc32-4ed7-a57d-a9b7b038175e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:48.835186 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:48.843717 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.848284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:48.849479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Checking segment: {'id': 'eab2d551-fc32-4ed7-a57d-a9b7b038175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '99b822fa-eec1-4d50-9a10-1d0155e06e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:48.849479 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.849479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Bound using segment: {'id': 'eab2d551-fc32-4ed7-a57d-a9b7b038175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '99b822fa-eec1-4d50-9a10-1d0155e06e56'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:48.849933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Bound port: eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab2d551-fc32-4ed7-a57d-a9b7b038175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '99b822fa-eec1-4d50-9a10-1d0155e06e56'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:48.850316 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.936757 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 06:15:48.936757 n-d-713498-37 neutron-server[104086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 06:15:48.936757 n-d-713498-37 neutron-server[104086]: [parameters: {'id': '99b822fa-eec1-4d50-9a10-1d0155e06e56'}] Feb 11 06:15:48.936757 n-d-713498-37 neutron-server[104086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:15:48.937662 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:15:48.953703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=d57e2278-137d-40c5-8315-a6a2b8d4f1de,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:49.005216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] For port eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:49.029591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] For port eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c,segment=NetworkSegment(eab2d551-fc32-4ed7-a57d-a9b7b038175e),segment_id=eab2d551-fc32-4ed7-a57d-a9b7b038175e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:49.035002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-35f6706a-7cf4-478f-bc17-2fd0cbee4d8a None None] Current status of the port d57e2278-137d-40c5-8315-a6a2b8d4f1de is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:49.102867 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.179449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c17abb-a672-4586-ac91-528bc93a4c73 None None] Pushing event updated for resources: {'Port': ['ID=eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:49.199635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d60b585-96c8-43ae-bb7f-edbb9b893a2d None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:15:49.279032 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d60b585-96c8-43ae-bb7f-edbb9b893a2d None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:15:49.281323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-827b728f-ce63-4e82-aed1-4de00caab7cd None None] Provisioning complete for port d57e2278-137d-40c5-8315-a6a2b8d4f1de triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:49.281768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-827b728f-ce63-4e82-aed1-4de00caab7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.436845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-827b728f-ce63-4e82-aed1-4de00caab7cd None None] Current status of the port d57e2278-137d-40c5-8315-a6a2b8d4f1de is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:49.439166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (99b822fa-eec1-4d50-9a10-1d0155e06e56), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.497818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Deleting port eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:49.498169 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.499244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e848f6-9d3e-4891-a10c-d75f5e814c48 None None] Network 99b822fa-eec1-4d50-9a10-1d0155e06e56 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:49.569515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] For port eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c,segment=NetworkSegment(eab2d551-fc32-4ed7-a57d-a9b7b038175e),segment_id=eab2d551-fc32-4ed7-a57d-a9b7b038175e)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:49.569881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.583921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Calling delete_port for eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:49.764947 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.794126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Port': ['ID=eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:49.801061 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No DVR routers for this DVR port eaf39aad-feb8-4b6a-bbcd-3727d0e7c46c on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:49.881285 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (99b822fa-eec1-4d50-9a10-1d0155e06e56), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.902425 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b822fa-eec1-4d50-9a10-1d0155e06e56']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:49.911658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab2d551-fc32-4ed7-a57d-a9b7b038175e') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:49.911955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab2d551-fc32-4ed7-a57d-a9b7b038175e') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:49.921644 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (eab2d551-fc32-4ed7-a57d-a9b7b038175e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.935122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (eab2d551-fc32-4ed7-a57d-a9b7b038175e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.941101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:49.941485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (eab2d551-fc32-4ed7-a57d-a9b7b038175e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:49.944454 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:50.050301 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (99b822fa-eec1-4d50-9a10-1d0155e06e56), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.058652 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.061434 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/99b822fa-eec1-4d50-9a10-1d0155e06e56 HTTP/1.1" status: 204 len: 168 time: 1.9801581 Feb 11 06:15:50.065201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48070) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:50.070330 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597492741'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:50.074641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19e543-5c04-4170-b073-2f27a447616f tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Network': ['ID=99b822fa-eec1-4d50-9a10-1d0155e06e56,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:50.137045 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:50.140292 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.164207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:50.173255 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4176c8a9-44b5-40cc-946e-84faf984f042), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.173598 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Added segment 4176c8a9-44b5-40cc-946e-84faf984f042 of type vlan for network 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff Feb 11 06:15:50.215889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (87e6f3e4-5de1-45c1-b9b4-c98450aba4ff), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.272003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d57e2278-137d-40c5-8315-a6a2b8d4f1de up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:50.308799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (87e6f3e4-5de1-45c1-b9b4-c98450aba4ff), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.314044 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:50.314680 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.493692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d57e2278-137d-40c5-8315-a6a2b8d4f1de triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:50.493970 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.578479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d57e2278-137d-40c5-8315-a6a2b8d4f1de is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:50.724241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6579080 Feb 11 06:15:50.727371 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48072) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:50.727894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807f09b-63bf-45b4-a5ea-986045f7b228 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Network': ['ID=87e6f3e4-5de1-45c1-b9b4-c98450aba4ff,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:50.733136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'subnet': {'network_id': '87e6f3e4-5de1-45c1-b9b4-c98450aba4ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:50.739780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:50.896132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:50.899695 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.962731 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Performing IP validity checks on allocation pools {{(pid=104086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 06:15:50.963262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.ipam_backend_mixin [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 06:15:51.137598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (0907a648-0881-452c-87c3-694f983157c1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.203363 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Subnet': ['ID=0907a648-0881-452c-87c3-694f983157c1,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:51.211432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Checking segment: {'id': '4176c8a9-44b5-40cc-946e-84faf984f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '87e6f3e4-5de1-45c1-b9b4-c98450aba4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:51.211432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network hostable DHCP agents. Network: 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:51.296249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:51.375368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:51.379460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:51.380094 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.385239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b2cbd-cc97-4e2e-9b36-6675de9250ce None None] Network 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:51.486636 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-87e6f3e4-5de1-45c1-b9b4-c98450aba4ff', 'network_id': '87e6f3e4-5de1-45c1-b9b4-c98450aba4ff', 'project_id': 'bee5101a8adc4f889b62e6df0ab9dc30', 'fixed_ips': [{'subnet_id': '0907a648-0881-452c-87c3-694f983157c1'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:51.487494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.493589 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0b33aaf2-0fcf-4f78-8241-0c11b4fa82e9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7648695 Feb 11 06:15:51.496749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48074) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:51.598408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (87e6f3e4-5de1-45c1-b9b4-c98450aba4ff), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.625050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Allocated IP 2001:db8::3 (87e6f3e4-5de1-45c1-b9b4-c98450aba4ff/0907a648-0881-452c-87c3-694f983157c1/3858d62c-e564-4b9e-bf1a-e05ba3be4807) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:51.657380 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0907a648-0881-452c-87c3-694f983157c1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.773912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Publish callbacks [] for port (3858d62c-e564-4b9e-bf1a-e05ba3be4807), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.834311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (3858d62c-e564-4b9e-bf1a-e05ba3be4807), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.879590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Network 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:51.882513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:51.886756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:51.893079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Pushing event updated for resources: {'Port': ['ID=3858d62c-e564-4b9e-bf1a-e05ba3be4807,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:51.897529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (0907a648-0881-452c-87c3-694f983157c1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.933535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Subnet': ['ID=0907a648-0881-452c-87c3-694f983157c1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:51.954435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Attempting to bind port 3858d62c-e564-4b9e-bf1a-e05ba3be4807 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:51.954940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Attempting to bind port 3858d62c-e564-4b9e-bf1a-e05ba3be4807 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '4176c8a9-44b5-40cc-946e-84faf984f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '87e6f3e4-5de1-45c1-b9b4-c98450aba4ff'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:51.955325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Attempting to bind port 3858d62c-e564-4b9e-bf1a-e05ba3be4807 on network 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:51.962249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:51.962249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Checking segment: {'id': '4176c8a9-44b5-40cc-946e-84faf984f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '87e6f3e4-5de1-45c1-b9b4-c98450aba4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:51.962249 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.962249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Bound using segment: {'id': '4176c8a9-44b5-40cc-946e-84faf984f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '87e6f3e4-5de1-45c1-b9b4-c98450aba4ff'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:51.962716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Bound port: 3858d62c-e564-4b9e-bf1a-e05ba3be4807, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4176c8a9-44b5-40cc-946e-84faf984f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '87e6f3e4-5de1-45c1-b9b4-c98450aba4ff'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:51.962804 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3858d62c-e564-4b9e-bf1a-e05ba3be4807), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.997990 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (87e6f3e4-5de1-45c1-b9b4-c98450aba4ff), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:52.025036 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e6f3e4-5de1-45c1-b9b4-c98450aba4ff']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:52.032421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] For port 3858d62c-e564-4b9e-bf1a-e05ba3be4807, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:52.036086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] For port 3858d62c-e564-4b9e-bf1a-e05ba3be4807, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3858d62c-e564-4b9e-bf1a-e05ba3be4807,segment=NetworkSegment(4176c8a9-44b5-40cc-946e-84faf984f042),segment_id=4176c8a9-44b5-40cc-946e-84faf984f042)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:52.036553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4176c8a9-44b5-40cc-946e-84faf984f042') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:52.036974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4176c8a9-44b5-40cc-946e-84faf984f042') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:52.049243 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (4176c8a9-44b5-40cc-946e-84faf984f042), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:52.114286 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3858d62c-e564-4b9e-bf1a-e05ba3be4807), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:52.117684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4176c8a9-44b5-40cc-946e-84faf984f042), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:52.127162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:52.127576 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (4176c8a9-44b5-40cc-946e-84faf984f042), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:52.130617 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:52.203653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7e097-335e-47ed-a7ed-b28bb1f0743d None None] Pushing event updated for resources: {'Port': ['ID=3858d62c-e564-4b9e-bf1a-e05ba3be4807,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:52.230120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b154397c-9b0a-4759-ae06-949d4eab8ec0 None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:15:52.240185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 06:15:52.240185 n-d-713498-37 neutron-server[104086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 06:15:52.240185 n-d-713498-37 neutron-server[104086]: [parameters: {'id': '87e6f3e4-5de1-45c1-b9b4-c98450aba4ff'}] Feb 11 06:15:52.240185 n-d-713498-37 neutron-server[104086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:15:52.240982 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:15:52.314944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154397c-9b0a-4759-ae06-949d4eab8ec0 None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:15:52.513494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09c188-9b1c-457d-931a-441a1c611c6e None None] Network 87e6f3e4-5de1-45c1-b9b4-c98450aba4ff requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:52.742161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (87e6f3e4-5de1-45c1-b9b4-c98450aba4ff), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:52.797327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Deleting port 3858d62c-e564-4b9e-bf1a-e05ba3be4807 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:52.797664 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3858d62c-e564-4b9e-bf1a-e05ba3be4807), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:52.863458 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] For port 3858d62c-e564-4b9e-bf1a-e05ba3be4807, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3858d62c-e564-4b9e-bf1a-e05ba3be4807,segment=NetworkSegment(4176c8a9-44b5-40cc-946e-84faf984f042),segment_id=4176c8a9-44b5-40cc-946e-84faf984f042)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:52.863809 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3858d62c-e564-4b9e-bf1a-e05ba3be4807), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:52.877097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Calling delete_port for 3858d62c-e564-4b9e-bf1a-e05ba3be4807 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:53.068068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3858d62c-e564-4b9e-bf1a-e05ba3be4807), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.100742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Port': ['ID=3858d62c-e564-4b9e-bf1a-e05ba3be4807,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:53.105039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No DVR routers for this DVR port 3858d62c-e564-4b9e-bf1a-e05ba3be4807 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:53.197025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (87e6f3e4-5de1-45c1-b9b4-c98450aba4ff), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.227640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e6f3e4-5de1-45c1-b9b4-c98450aba4ff']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:53.239059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4176c8a9-44b5-40cc-946e-84faf984f042') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:53.239357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4176c8a9-44b5-40cc-946e-84faf984f042') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:53.251178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (4176c8a9-44b5-40cc-946e-84faf984f042), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.269407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (4176c8a9-44b5-40cc-946e-84faf984f042), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.277337 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:53.277801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (4176c8a9-44b5-40cc-946e-84faf984f042), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:53.281171 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:53.421986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (87e6f3e4-5de1-45c1-b9b4-c98450aba4ff), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.428906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.433009 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/87e6f3e4-5de1-45c1-b9b4-c98450aba4ff HTTP/1.1" status: 204 len: 168 time: 1.9343445 Feb 11 06:15:53.436406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48076) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:53.441623 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1771343111'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:53.445465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ee9d-23ee-4214-b771-de70c9079355 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Network': ['ID=87e6f3e4-5de1-45c1-b9b4-c98450aba4ff,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:53.536215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:53.539623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.565519 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:53.574661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0e0057e4-2627-4f11-a2d7-d7634ba45ad4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.575001 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Added segment 0e0057e4-2627-4f11-a2d7-d7634ba45ad4 of type vlan for network 613a908b-6396-4b42-8ce9-415e0064e0fe Feb 11 06:15:53.615663 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (613a908b-6396-4b42-8ce9-415e0064e0fe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.701943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (613a908b-6396-4b42-8ce9-415e0064e0fe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.706918 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:53.707510 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.779028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Network': ['ID=613a908b-6396-4b42-8ce9-415e0064e0fe,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:53.789355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 613a908b-6396-4b42-8ce9-415e0064e0fe details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:53.830746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-707be202-cfb0-4783-a829-1e7760a5190b tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3931494 Feb 11 06:15:53.833839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48078) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:53.839465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'subnet': {'network_id': '613a908b-6396-4b42-8ce9-415e0064e0fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:53.999017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:54.002585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.262297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (a178ee96-23dd-4207-9ab7-ed9f4a370059), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.336410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Subnet': ['ID=a178ee96-23dd-4207-9ab7-ed9f4a370059,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:54.345569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Checking segment: {'id': '0e0057e4-2627-4f11-a2d7-d7634ba45ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '613a908b-6396-4b42-8ce9-415e0064e0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:54.345937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network hostable DHCP agents. Network: 613a908b-6396-4b42-8ce9-415e0064e0fe, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:54.416136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network 613a908b-6396-4b42-8ce9-415e0064e0fe is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:54.478976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 613a908b-6396-4b42-8ce9-415e0064e0fe) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:54.483691 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:54.484302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.488403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b31def-7249-4add-943d-882cc84da4d8 None None] Network 613a908b-6396-4b42-8ce9-415e0064e0fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:54.538931 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-13391122-3f4a-47a1-b608-9b2fa0517892 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7039413 Feb 11 06:15:54.543457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48080) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:54.549125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608167500'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:54.603755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-613a908b-6396-4b42-8ce9-415e0064e0fe', 'network_id': '613a908b-6396-4b42-8ce9-415e0064e0fe', 'project_id': 'bee5101a8adc4f889b62e6df0ab9dc30', 'fixed_ips': [{'subnet_id': 'a178ee96-23dd-4207-9ab7-ed9f4a370059'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:54.605963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.650417 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:54.654579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.685172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:54.699706 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0c42bad5-10c5-4ce8-827d-c986078931c8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.700324 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Added segment 0c42bad5-10c5-4ce8-827d-c986078931c8 of type vlan for network 4f60d968-4056-4f5e-a331-e03acbd3c766 Feb 11 06:15:54.763295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Allocated IP 2001:db8::2 (613a908b-6396-4b42-8ce9-415e0064e0fe/a178ee96-23dd-4207-9ab7-ed9f4a370059/ab2628bb-796d-4e32-a5a9-4a61dc0f9fec) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:54.769534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (4f60d968-4056-4f5e-a331-e03acbd3c766), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.885285 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (4f60d968-4056-4f5e-a331-e03acbd3c766), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.891122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:54.891726 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.923629 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Publish callbacks [] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:54.965512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Network': ['ID=4f60d968-4056-4f5e-a331-e03acbd3c766,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:54.976278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 4f60d968-4056-4f5e-a331-e03acbd3c766 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:55.025208 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ed29ac12-a73b-4de5-a768-c25e1783e758 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4805586 Feb 11 06:15:55.028970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48082) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:55.034242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Request body: {'subnet': {'network_id': '4f60d968-4056-4f5e-a331-e03acbd3c766', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:55.051435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.100078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Network 613a908b-6396-4b42-8ce9-415e0064e0fe is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:55.106699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:55.109397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:55.115830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Pushing event updated for resources: {'Port': ['ID=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:55.177321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Attempting to bind port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:55.177692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Attempting to bind port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0e0057e4-2627-4f11-a2d7-d7634ba45ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '613a908b-6396-4b42-8ce9-415e0064e0fe'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:55.178066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Attempting to bind port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec on network 613a908b-6396-4b42-8ce9-415e0064e0fe {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:55.184399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:55.184870 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Checking segment: {'id': '0e0057e4-2627-4f11-a2d7-d7634ba45ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '613a908b-6396-4b42-8ce9-415e0064e0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:55.185236 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.185642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Bound using segment: {'id': '0e0057e4-2627-4f11-a2d7-d7634ba45ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '613a908b-6396-4b42-8ce9-415e0064e0fe'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:55.186145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Bound port: ab2628bb-796d-4e32-a5a9-4a61dc0f9fec, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0057e4-2627-4f11-a2d7-d7634ba45ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '613a908b-6396-4b42-8ce9-415e0064e0fe'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:55.186634 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.282635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] For port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:55.286148 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] For port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,segment=NetworkSegment(0e0057e4-2627-4f11-a2d7-d7634ba45ad4),segment_id=0e0057e4-2627-4f11-a2d7-d7634ba45ad4)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:55.371838 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.436758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e99e7-1aa3-4856-a845-32d22600e21e None None] Pushing event updated for resources: {'Port': ['ID=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:55.531093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Made reservation on behalf of bee5101a8adc4f889b62e6df0ab9dc30 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:55.538128 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.788068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (441b98d9-133f-4660-ab8b-21f4a37ae00a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.853550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event updated for resources: {'Subnet': ['ID=441b98d9-133f-4660-ab8b-21f4a37ae00a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:55.861752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Checking segment: {'id': '0c42bad5-10c5-4ce8-827d-c986078931c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4f60d968-4056-4f5e-a331-e03acbd3c766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:55.862126 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network hostable DHCP agents. Network: 4f60d968-4056-4f5e-a331-e03acbd3c766, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:55.919252 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Network 4f60d968-4056-4f5e-a331-e03acbd3c766 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:55.970615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 4f60d968-4056-4f5e-a331-e03acbd3c766) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:55.974755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:55.975477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.980570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7bd378-a39f-4b65-89fd-089c068ce7c6 None None] Network 4f60d968-4056-4f5e-a331-e03acbd3c766 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:56.053697 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a1d017f7-6400-4c7f-ba52-588720a777a1 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0235965 Feb 11 06:15:56.056403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48084) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:56.086198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-4f60d968-4056-4f5e-a331-e03acbd3c766', 'network_id': '4f60d968-4056-4f5e-a331-e03acbd3c766', 'project_id': 'bee5101a8adc4f889b62e6df0ab9dc30', 'fixed_ips': [{'subnet_id': '441b98d9-133f-4660-ab8b-21f4a37ae00a'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:56.087080 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.175198 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (4f60d968-4056-4f5e-a331-e03acbd3c766), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.237517 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (441b98d9-133f-4660-ab8b-21f4a37ae00a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.242501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Allocated IP 2001:db8::2 (4f60d968-4056-4f5e-a331-e03acbd3c766/441b98d9-133f-4660-ab8b-21f4a37ae00a/b8accf79-725b-4da4-b600-41dae07d637b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:56.336384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ab2628bb-796d-4e32-a5a9-4a61dc0f9fec up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:56.445874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:56.446268 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.481646 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7517d5-70b8-4a09-bb30-c91518172994 None None] Network 613a908b-6396-4b42-8ce9-415e0064e0fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:56.491515 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Publish callbacks [] for port (b8accf79-725b-4da4-b600-41dae07d637b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.582055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-de62b895-1c9e-4c98-8dd4-933ddf55d564 None None] Provisioning complete for port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:56.582434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de62b895-1c9e-4c98-8dd4-933ddf55d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.684024 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:56.684335 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.697427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (b8accf79-725b-4da4-b600-41dae07d637b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.771411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (441b98d9-133f-4660-ab8b-21f4a37ae00a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.806127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Subnet': ['ID=441b98d9-133f-4660-ab8b-21f4a37ae00a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:56.875055 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (4f60d968-4056-4f5e-a331-e03acbd3c766), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.897921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f60d968-4056-4f5e-a331-e03acbd3c766']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:56.909065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c42bad5-10c5-4ce8-827d-c986078931c8') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:56.909409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c42bad5-10c5-4ce8-827d-c986078931c8') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:56.920002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (0c42bad5-10c5-4ce8-827d-c986078931c8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.933785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0c42bad5-10c5-4ce8-827d-c986078931c8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.940792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:56.941296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (0c42bad5-10c5-4ce8-827d-c986078931c8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:56.945025 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:56.962044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Network 4f60d968-4056-4f5e-a331-e03acbd3c766 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:56.966698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,segment=NetworkSegment(0e0057e4-2627-4f11-a2d7-d7634ba45ad4),segment_id=0e0057e4-2627-4f11-a2d7-d7634ba45ad4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:56.970501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Pushing event updated for resources: {'Port': ['ID=b8accf79-725b-4da4-b600-41dae07d637b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:56.973048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:56.976928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:56.981749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-de62b895-1c9e-4c98-8dd4-933ddf55d564 None None] Current status of the port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:56.982358 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de62b895-1c9e-4c98-8dd4-933ddf55d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.051235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Attempting to bind port b8accf79-725b-4da4-b600-41dae07d637b on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:57.056454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Attempting to bind port b8accf79-725b-4da4-b600-41dae07d637b by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0c42bad5-10c5-4ce8-827d-c986078931c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4f60d968-4056-4f5e-a331-e03acbd3c766'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:57.056454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Attempting to bind port b8accf79-725b-4da4-b600-41dae07d637b on network 4f60d968-4056-4f5e-a331-e03acbd3c766 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:57.057543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:57.058136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Checking segment: {'id': '0c42bad5-10c5-4ce8-827d-c986078931c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4f60d968-4056-4f5e-a331-e03acbd3c766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:57.058665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.059072 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Bound using segment: {'id': '0c42bad5-10c5-4ce8-827d-c986078931c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4f60d968-4056-4f5e-a331-e03acbd3c766'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:57.059554 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Bound port: b8accf79-725b-4da4-b600-41dae07d637b, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c42bad5-10c5-4ce8-827d-c986078931c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4f60d968-4056-4f5e-a331-e03acbd3c766'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:57.059945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b8accf79-725b-4da4-b600-41dae07d637b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.074174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.db.api [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 06:15:57.074174 n-d-713498-37 neutron-server[104086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 06:15:57.074174 n-d-713498-37 neutron-server[104086]: [parameters: {'id': '4f60d968-4056-4f5e-a331-e03acbd3c766'}] Feb 11 06:15:57.074174 n-d-713498-37 neutron-server[104086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:15:57.075041 n-d-713498-37 neutron-server[104086]: DEBUG oslo_db.api [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:15:57.075164 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.182345 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-de62b895-1c9e-4c98-8dd4-933ddf55d564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:15:57.182747 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-de62b895-1c9e-4c98-8dd4-933ddf55d564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:15:57.191253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:57.202462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] For port b8accf79-725b-4da4-b600-41dae07d637b, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:57.206420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] For port b8accf79-725b-4da4-b600-41dae07d637b, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b8accf79-725b-4da4-b600-41dae07d637b,segment=NetworkSegment(0c42bad5-10c5-4ce8-827d-c986078931c8),segment_id=0c42bad5-10c5-4ce8-827d-c986078931c8)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:57.290977 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b8accf79-725b-4da4-b600-41dae07d637b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.391097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0eeaec-2da0-4de5-97c6-79f04231b2fe None None] Pushing event updated for resources: {'Port': ['ID=b8accf79-725b-4da4-b600-41dae07d637b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:57.408706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da065543-a465-4b2b-9a94-0d8dca21da8d None None] get_active_networks_info from n-d-713498-37 {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:15:57.482919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da065543-a465-4b2b-9a94-0d8dca21da8d None None] Resources bound (agent type, host, resource id): {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:15:57.576077 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (4f60d968-4056-4f5e-a331-e03acbd3c766), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.632801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Deleting port b8accf79-725b-4da4-b600-41dae07d637b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:57.633150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b8accf79-725b-4da4-b600-41dae07d637b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.642475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d7c60-9625-472b-ac2e-f7fb7aa212dc None None] Network 4f60d968-4056-4f5e-a331-e03acbd3c766 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:57.721672 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] For port b8accf79-725b-4da4-b600-41dae07d637b, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=b8accf79-725b-4da4-b600-41dae07d637b,segment=NetworkSegment(0c42bad5-10c5-4ce8-827d-c986078931c8),segment_id=0c42bad5-10c5-4ce8-827d-c986078931c8)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:57.722040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b8accf79-725b-4da4-b600-41dae07d637b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.736184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Calling delete_port for b8accf79-725b-4da4-b600-41dae07d637b owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:57.757963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-de62b895-1c9e-4c98-8dd4-933ddf55d564 None None] Current status of the port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:57.877615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-021d2975-9404-4184-b48b-6074f9a68f2f None None] Provisioning complete for port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:57.877992 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-021d2975-9404-4184-b48b-6074f9a68f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.884438 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b8accf79-725b-4da4-b600-41dae07d637b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.911119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Port': ['ID=b8accf79-725b-4da4-b600-41dae07d637b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:57.914636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No DVR routers for this DVR port b8accf79-725b-4da4-b600-41dae07d637b on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:57.960295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-021d2975-9404-4184-b48b-6074f9a68f2f None None] Current status of the port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:58.005491 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (4f60d968-4056-4f5e-a331-e03acbd3c766), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.027327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f60d968-4056-4f5e-a331-e03acbd3c766']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:58.036346 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c42bad5-10c5-4ce8-827d-c986078931c8') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:58.036692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c42bad5-10c5-4ce8-827d-c986078931c8') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:58.046082 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (0c42bad5-10c5-4ce8-827d-c986078931c8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.059326 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0c42bad5-10c5-4ce8-827d-c986078931c8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.065175 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:58.065564 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (0c42bad5-10c5-4ce8-827d-c986078931c8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:58.068442 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:58.199483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (4f60d968-4056-4f5e-a331-e03acbd3c766), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.206865 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.210352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/4f60d968-4056-4f5e-a331-e03acbd3c766 HTTP/1.1" status: 204 len: 168 time: 2.1529081 Feb 11 06:15:58.217005 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48086) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:58.227355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d89573-6b8f-4bcb-bb9d-e1d26db718ae tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Network': ['ID=4f60d968-4056-4f5e-a331-e03acbd3c766,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:58.247755 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-c067eef9-45f9-4dd1-b39a-49c6d2fea905 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] GET failed (client error): The resource could not be found. Feb 11 06:15:58.249175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c067eef9-45f9-4dd1-b39a-49c6d2fea905 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "GET /v2.0/subnets/441b98d9-133f-4660-ab8b-21f4a37ae00a HTTP/1.1" status: 404 len: 337 time: 0.0337772 Feb 11 06:15:58.252015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48088) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:58.271928 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-958176fb-4c3e-4b50-bc39-90c8fb1f64d0 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:58.272366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958176fb-4c3e-4b50-bc39-90c8fb1f64d0 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:58.275391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-958176fb-4c3e-4b50-bc39-90c8fb1f64d0 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/4f60d968-4056-4f5e-a331-e03acbd3c766 HTTP/1.1" status: 404 len: 339 time: 0.0223861 Feb 11 06:15:58.280328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48090) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:58.290472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ab2628bb-796d-4e32-a5a9-4a61dc0f9fec up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:58.306456 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-96242486-7110-4539-b07d-6114836f950d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:58.306912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96242486-7110-4539-b07d-6114836f950d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:58.310632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-96242486-7110-4539-b07d-6114836f950d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/subnets/441b98d9-133f-4660-ab8b-21f4a37ae00a HTTP/1.1" status: 404 len: 337 time: 0.0293128 Feb 11 06:15:58.314395 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48092) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:58.331594 n-d-713498-37 neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bebc79-de38-4877-8a3b-2d511c85e9e4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:58.332095 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bebc79-de38-4877-8a3b-2d511c85e9e4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104087) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:58.335385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-16bebc79-de38-4877-8a3b-2d511c85e9e4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/4f60d968-4056-4f5e-a331-e03acbd3c766 HTTP/1.1" status: 404 len: 339 time: 0.0212955 Feb 11 06:15:58.338006 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48094) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:58.348748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:58.349130 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.389169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe2bb67-28c7-4c8f-93f5-380a4da5b262 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Deleting subnet a178ee96-23dd-4207-9ab7-ed9f4a370059 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:58.392335 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bb67-28c7-4c8f-93f5-380a4da5b262 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (a178ee96-23dd-4207-9ab7-ed9f4a370059), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.429174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:58.438773 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bb67-28c7-4c8f-93f5-380a4da5b262 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (a178ee96-23dd-4207-9ab7-ed9f4a370059), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.522900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bb67-28c7-4c8f-93f5-380a4da5b262 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (a178ee96-23dd-4207-9ab7-ed9f4a370059), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.633800 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bb67-28c7-4c8f-93f5-380a4da5b262 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (a178ee96-23dd-4207-9ab7-ed9f4a370059), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.668765 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2bb67-28c7-4c8f-93f5-380a4da5b262 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Subnet': ['ID=a178ee96-23dd-4207-9ab7-ed9f4a370059,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:58.670747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bb67-28c7-4c8f-93f5-380a4da5b262 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.674938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8fe2bb67-28c7-4c8f-93f5-380a4da5b262 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/subnets/a178ee96-23dd-4207-9ab7-ed9f4a370059 HTTP/1.1" status: 204 len: 168 time: 0.3359823 Feb 11 06:15:58.675452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76489ce1-f305-4889-83f5-61b47d5ea357 None None] Network 613a908b-6396-4b42-8ce9-415e0064e0fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:58.677622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48096) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:58.755665 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (613a908b-6396-4b42-8ce9-415e0064e0fe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.815671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Deleting port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:58.816018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.836839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] DHCP port deletion for 613a908b-6396-4b42-8ce9-415e0064e0fe request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:58.884582 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] Deleting port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:58.884860 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] For port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,segment=NetworkSegment(0e0057e4-2627-4f11-a2d7-d7634ba45ad4),segment_id=0e0057e4-2627-4f11-a2d7-d7634ba45ad4)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:58.885023 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.885134 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.899100 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Calling delete_port for ab2628bb-796d-4e32-a5a9-4a61dc0f9fec owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:58.954204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] For port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,segment=NetworkSegment(0e0057e4-2627-4f11-a2d7-d7634ba45ad4),segment_id=0e0057e4-2627-4f11-a2d7-d7634ba45ad4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:58.954608 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.972125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] Calling delete_port for ab2628bb-796d-4e32-a5a9-4a61dc0f9fec owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:59.039458 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:15:59.045459 n-d-713498-37 neutron-server[104088]: self.session.flush() Feb 11 06:15:59.050503 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (ab2628bb-796d-4e32-a5a9-4a61dc0f9fec), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.070254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Port': ['ID=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:59.074487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No DVR routers for this DVR port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:59.077007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] Pushing event deleted for resources: {'Port': ['ID=ab2628bb-796d-4e32-a5a9-4a61dc0f9fec,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:59.082644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bb64e-0c82-4e85-89ca-7f12dbfde834 None None] No DVR routers for this DVR port ab2628bb-796d-4e32-a5a9-4a61dc0f9fec on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:59.155475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (613a908b-6396-4b42-8ce9-415e0064e0fe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.176770 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613a908b-6396-4b42-8ce9-415e0064e0fe']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:59.186845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0057e4-2627-4f11-a2d7-d7634ba45ad4') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:59.187148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0057e4-2627-4f11-a2d7-d7634ba45ad4') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:59.197016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (0e0057e4-2627-4f11-a2d7-d7634ba45ad4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.211640 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (0e0057e4-2627-4f11-a2d7-d7634ba45ad4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.218298 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:59.218688 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (0e0057e4-2627-4f11-a2d7-d7634ba45ad4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:59.221771 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:59.359183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (613a908b-6396-4b42-8ce9-415e0064e0fe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.372264 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.372264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/613a908b-6396-4b42-8ce9-415e0064e0fe HTTP/1.1" status: 204 len: 168 time: 0.6910472 Feb 11 06:15:59.373081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48098) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:59.391616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ba3c0-acbb-4a49-a739-18fe21b04b6d tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Network': ['ID=613a908b-6396-4b42-8ce9-415e0064e0fe,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:59.410305 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8be389a-11df-456a-926b-baa2e5c51521 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:59.410767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8be389a-11df-456a-926b-baa2e5c51521 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:59.413818 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c8be389a-11df-456a-926b-baa2e5c51521 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/subnets/0907a648-0881-452c-87c3-694f983157c1 HTTP/1.1" status: 404 len: 337 time: 0.0397954 Feb 11 06:15:59.416380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48100) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:59.436510 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-686e84c7-a474-4841-b07c-fc67a5865aaa tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:59.437041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686e84c7-a474-4841-b07c-fc67a5865aaa tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:59.440064 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-686e84c7-a474-4841-b07c-fc67a5865aaa tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/87e6f3e4-5de1-45c1-b9b4-c98450aba4ff HTTP/1.1" status: 404 len: 339 time: 0.0221362 Feb 11 06:15:59.442521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48102) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:59.468151 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a1827a-8c0b-4af9-9e2d-b401354a13b4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:59.468615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a1827a-8c0b-4af9-9e2d-b401354a13b4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:59.471563 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-84a1827a-8c0b-4af9-9e2d-b401354a13b4 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/subnets/b59238ab-9881-4f46-b176-d719ea669441 HTTP/1.1" status: 404 len: 337 time: 0.0281408 Feb 11 06:15:59.473986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48104) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:59.492096 n-d-713498-37 neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2469502a-2a17-4b92-a9a2-c3512b68a931 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:59.492580 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2469502a-2a17-4b92-a9a2-c3512b68a931 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:59.496133 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2469502a-2a17-4b92-a9a2-c3512b68a931 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/99b822fa-eec1-4d50-9a10-1d0155e06e56 HTTP/1.1" status: 404 len: 339 time: 0.0212173 Feb 11 06:15:59.498499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48106) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:59.555105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c049bc5-6002-4721-b853-fc1e19cc76ca tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Deleting subnet 77f43ea4-71a3-422c-bbed-16e7d0979230 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:59.559043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c049bc5-6002-4721-b853-fc1e19cc76ca tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (77f43ea4-71a3-422c-bbed-16e7d0979230), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.600513 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c049bc5-6002-4721-b853-fc1e19cc76ca tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (77f43ea4-71a3-422c-bbed-16e7d0979230), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.686393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c049bc5-6002-4721-b853-fc1e19cc76ca tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (77f43ea4-71a3-422c-bbed-16e7d0979230), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.805657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c049bc5-6002-4721-b853-fc1e19cc76ca tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (77f43ea4-71a3-422c-bbed-16e7d0979230), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.838040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c049bc5-6002-4721-b853-fc1e19cc76ca tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Subnet': ['ID=77f43ea4-71a3-422c-bbed-16e7d0979230,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:59.844628 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8c049bc5-6002-4721-b853-fc1e19cc76ca tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.847844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8c049bc5-6002-4721-b853-fc1e19cc76ca tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/subnets/77f43ea4-71a3-422c-bbed-16e7d0979230 HTTP/1.1" status: 204 len: 168 time: 0.3484225 Feb 11 06:15:59.850450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48108) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:59.851059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207eaa57-9fd4-44a7-8aa4-1779a4e27fa9 None None] Network f0f4aedc-b4b4-4892-b404-2ec65764871e requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:59.928531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (f0f4aedc-b4b4-4892-b404-2ec65764871e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.985332 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Deleting port d57e2278-137d-40c5-8315-a6a2b8d4f1de {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:59.985687 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.024110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] DHCP port deletion for f0f4aedc-b4b4-4892-b404-2ec65764871e request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:16:00.058225 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] For port d57e2278-137d-40c5-8315-a6a2b8d4f1de, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d57e2278-137d-40c5-8315-a6a2b8d4f1de,segment=NetworkSegment(ce64de68-73be-4601-a668-5aa8c433b6f8),segment_id=ce64de68-73be-4601-a668-5aa8c433b6f8)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:00.058593 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.071275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Calling delete_port for d57e2278-137d-40c5-8315-a6a2b8d4f1de owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:00.075566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] Deleting port d57e2278-137d-40c5-8315-a6a2b8d4f1de {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:00.076157 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.141466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] For port d57e2278-137d-40c5-8315-a6a2b8d4f1de, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d57e2278-137d-40c5-8315-a6a2b8d4f1de,segment=NetworkSegment(ce64de68-73be-4601-a668-5aa8c433b6f8),segment_id=ce64de68-73be-4601-a668-5aa8c433b6f8)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:00.141865 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.155858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] Calling delete_port for d57e2278-137d-40c5-8315-a6a2b8d4f1de owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:00.245245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.252829 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (d57e2278-137d-40c5-8315-a6a2b8d4f1de), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.274465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Port': ['ID=d57e2278-137d-40c5-8315-a6a2b8d4f1de,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:00.278706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] No DVR routers for this DVR port d57e2278-137d-40c5-8315-a6a2b8d4f1de on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:00.284561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d57e2278-137d-40c5-8315-a6a2b8d4f1de no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:00.289505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] Pushing event deleted for resources: {'Port': ['ID=d57e2278-137d-40c5-8315-a6a2b8d4f1de,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:00.291355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36163ae5-da9c-4672-a6b4-9d108aecfc3f None None] No DVR routers for this DVR port d57e2278-137d-40c5-8315-a6a2b8d4f1de on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:00.311152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d57e2278-137d-40c5-8315-a6a2b8d4f1de {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:00.311540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d57e2278-137d-40c5-8315-a6a2b8d4f1de not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:00.311964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ab2628bb-796d-4e32-a5a9-4a61dc0f9fec no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:00.342360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ab2628bb-796d-4e32-a5a9-4a61dc0f9fec {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:00.342737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ab2628bb-796d-4e32-a5a9-4a61dc0f9fec not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:00.370227 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (f0f4aedc-b4b4-4892-b404-2ec65764871e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.400119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f4aedc-b4b4-4892-b404-2ec65764871e']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:00.411802 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce64de68-73be-4601-a668-5aa8c433b6f8') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:00.412089 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce64de68-73be-4601-a668-5aa8c433b6f8') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:00.423350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (ce64de68-73be-4601-a668-5aa8c433b6f8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.437851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (ce64de68-73be-4601-a668-5aa8c433b6f8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.444349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:16:00.444788 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (ce64de68-73be-4601-a668-5aa8c433b6f8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:16:00.447871 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:16:00.570532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (f0f4aedc-b4b4-4892-b404-2ec65764871e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.578501 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.581849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] 10.222.0.62 "DELETE /v2.0/networks/f0f4aedc-b4b4-4892-b404-2ec65764871e HTTP/1.1" status: 204 len: 168 time: 0.7303128 Feb 11 06:16:00.594987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0fe2f-d0c6-498c-809c-938b948e3aa9 tempest-NetworksIpV6Test-957500625 tempest-NetworksIpV6Test-957500625-project] Pushing event deleted for resources: {'Network': ['ID=f0f4aedc-b4b4-4892-b404-2ec65764871e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:01.091877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48114) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:01.224740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-982a30e5-5f2d-4d92-8d8d-c647b3dc9f49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bee5101a8adc4f889b62e6df0ab9dc30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316569 Feb 11 06:16:01.227273 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48118) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:01.279835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9113-4fa0-476a-b1e1-8d84b85cb71d admin admin] Publish callbacks [] for security_group (d42c895d-d168-4b85-b041-f719e2217027), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:01.310160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9113-4fa0-476a-b1e1-8d84b85cb71d admin admin] Publish callbacks [] for security_group (d42c895d-d168-4b85-b041-f719e2217027), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:01.433403 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9113-4fa0-476a-b1e1-8d84b85cb71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d42c895d-d168-4b85-b041-f719e2217027), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:01.435904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9113-4fa0-476a-b1e1-8d84b85cb71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:01.437096 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ae3f9113-4fa0-476a-b1e1-8d84b85cb71d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d42c895d-d168-4b85-b041-f719e2217027 HTTP/1.1" status: 204 len: 168 time: 0.2089436 Feb 11 06:16:01.446282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f9113-4fa0-476a-b1e1-8d84b85cb71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c895d-d168-4b85-b041-f719e2217027,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:02.310131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48140) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:02.415280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-847acec9-5c42-47ae-919b-135b567c4b51 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1979329470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:02.491250 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-847acec9-5c42-47ae-919b-135b567c4b51 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (40ea67cc-8e0b-4430-a0c2-9efe388bf003), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.492356 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-847acec9-5c42-47ae-919b-135b567c4b51 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (40ea67cc-8e0b-4430-a0c2-9efe388bf003), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.546430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-847acec9-5c42-47ae-919b-135b567c4b51 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for router_controller (40ea67cc-8e0b-4430-a0c2-9efe388bf003), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.628964 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-847acec9-5c42-47ae-919b-135b567c4b51 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (40ea67cc-8e0b-4430-a0c2-9efe388bf003), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.727493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-847acec9-5c42-47ae-919b-135b567c4b51 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.729158 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-847acec9-5c42-47ae-919b-135b567c4b51 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4178233 Feb 11 06:16:02.732662 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:02.737723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-974296846'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:02.816123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Made reservation on behalf of 88c44a5bf89e46538ed6205194f397e9 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:02.820674 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.828454 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.905968 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for security_group (7b890e46-2933-474e-935c-c7f7b2696b62), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.970910 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7b890e46-2933-474e-935c-c7f7b2696b62), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.999898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:16:03.014394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b890e46-2933-474e-935c-c7f7b2696b62,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:03.021737 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b3ee33db-da4d-4ed6-8658-3e46bfd36c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.023034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (18705e2e-920a-4d1a-98a2-919e81a42294), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.023486 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Added segment 18705e2e-920a-4d1a-98a2-919e81a42294 of type vlan for network 6663739e-9f59-4203-9865-efcdfd566dc5 Feb 11 06:16:03.071995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6663739e-9f59-4203-9865-efcdfd566dc5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.188056 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6663739e-9f59-4203-9865-efcdfd566dc5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.193124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:03.193891 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.264760 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event updated for resources: {'Network': ['ID=6663739e-9f59-4203-9865-efcdfd566dc5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:03.277420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6663739e-9f59-4203-9865-efcdfd566dc5 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:16:03.311470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5ece3cd7-6847-4bd3-a23d-61348f405f05 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5776854 Feb 11 06:16:03.314272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48146) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:03.319374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Request body: {'subnet': {'network_id': '6663739e-9f59-4203-9865-efcdfd566dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:03.473531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Made reservation on behalf of 88c44a5bf89e46538ed6205194f397e9 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:03.477123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.718814 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (3bc337e5-eade-4726-854a-ed0c08cafa2c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.782948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event updated for resources: {'Subnet': ['ID=3bc337e5-eade-4726-854a-ed0c08cafa2c,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:03.790961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Checking segment: {'id': '18705e2e-920a-4d1a-98a2-919e81a42294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6663739e-9f59-4203-9865-efcdfd566dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:03.791327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Network hostable DHCP agents. Network: 6663739e-9f59-4203-9865-efcdfd566dc5, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:16:03.867952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Network 6663739e-9f59-4203-9865-efcdfd566dc5 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:16:03.948544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6663739e-9f59-4203-9865-efcdfd566dc5) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:03.953436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:03.954704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.960168 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ba1c1-2f59-4a56-8db6-10d79bedda10 None None] Network 6663739e-9f59-4203-9865-efcdfd566dc5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:04.053851 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3b41ac91-a10e-4c4b-a4a0-571c96cc1b3e tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7385015 Feb 11 06:16:04.056851 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48148) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:04.063242 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1405451246'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:04.070393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-6663739e-9f59-4203-9865-efcdfd566dc5', 'network_id': '6663739e-9f59-4203-9865-efcdfd566dc5', 'project_id': '88c44a5bf89e46538ed6205194f397e9', 'fixed_ips': [{'subnet_id': '3bc337e5-eade-4726-854a-ed0c08cafa2c'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:16:04.071930 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.164912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Made reservation on behalf of 88c44a5bf89e46538ed6205194f397e9 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:04.168534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.193114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:16:04.202761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (90ab2d77-b1d1-4eca-bd9f-a531a6c60a98), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.203108 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Added segment 90ab2d77-b1d1-4eca-bd9f-a531a6c60a98 of type vlan for network 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 Feb 11 06:16:04.212028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Allocated IP 172.20.0.2 (6663739e-9f59-4203-9865-efcdfd566dc5/3bc337e5-eade-4726-854a-ed0c08cafa2c/4c81b75c-0fc7-4fbd-8f11-7cccc687af68) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:04.253898 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (6dd31cfb-e461-46a8-9b7d-6b79fdbcd757), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.324901 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (6dd31cfb-e461-46a8-9b7d-6b79fdbcd757), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.329852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:04.330453 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.365620 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Publish callbacks [] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.399123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event updated for resources: {'Network': ['ID=6dd31cfb-e461-46a8-9b7d-6b79fdbcd757,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:04.409787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:16:04.430923 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5d7d1ab0-6862-47ff-8af5-1c330cb43a01 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3730044 Feb 11 06:16:04.434532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48150) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:04.440128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Request body: {'subnet': {'network_id': '6dd31cfb-e461-46a8-9b7d-6b79fdbcd757', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:04.466535 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.519568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Network 6663739e-9f59-4203-9865-efcdfd566dc5 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:04.525464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:04.539341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:04.539341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Pushing event updated for resources: {'Port': ['ID=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:04.593147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Attempting to bind port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:04.593440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Attempting to bind port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '18705e2e-920a-4d1a-98a2-919e81a42294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6663739e-9f59-4203-9865-efcdfd566dc5'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:04.593810 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Attempting to bind port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 on network 6663739e-9f59-4203-9865-efcdfd566dc5 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:04.599125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:04.599510 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Checking segment: {'id': '18705e2e-920a-4d1a-98a2-919e81a42294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6663739e-9f59-4203-9865-efcdfd566dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:04.599912 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.600308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Bound using segment: {'id': '18705e2e-920a-4d1a-98a2-919e81a42294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6663739e-9f59-4203-9865-efcdfd566dc5'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:04.600808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Bound port: 4c81b75c-0fc7-4fbd-8f11-7cccc687af68, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18705e2e-920a-4d1a-98a2-919e81a42294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6663739e-9f59-4203-9865-efcdfd566dc5'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:04.601196 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.616501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Made reservation on behalf of 88c44a5bf89e46538ed6205194f397e9 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:04.620307 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.667607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] For port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:04.672583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] For port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,segment=NetworkSegment(18705e2e-920a-4d1a-98a2-919e81a42294),segment_id=18705e2e-920a-4d1a-98a2-919e81a42294)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:04.760416 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.829632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9448f-adb5-44d9-9e2a-84b20a14e908 None None] Pushing event updated for resources: {'Port': ['ID=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:04.867926 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (48704ba8-0115-4f68-b1e4-074c1f149fc9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:04.929749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event updated for resources: {'Subnet': ['ID=48704ba8-0115-4f68-b1e4-074c1f149fc9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:04.942203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.942569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.942925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.943277 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.943622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.943972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.944312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.944680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.945036 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.945449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.945894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.946137 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.946478 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:04.953970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Checking segment: {'id': '90ab2d77-b1d1-4eca-bd9f-a531a6c60a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6dd31cfb-e461-46a8-9b7d-6b79fdbcd757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:04.954354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Network hostable DHCP agents. Network: 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:16:05.062362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Network 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:16:05.119191 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:05.124008 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:05.124747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.129110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8e4ed-9e94-4bc4-bc8d-3d92237aa5b3 None None] Network 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:05.191085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-edf46198-5718-43ec-b513-d288aa5b8e3d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7552292 Feb 11 06:16:05.194238 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48152) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:05.199391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-34a0e4fe-1897-4345-a547-2210de823320 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Request body: {'router': {'external_gateway_info': {'network_id': '6dd31cfb-e461-46a8-9b7d-6b79fdbcd757'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:05.237435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-6dd31cfb-e461-46a8-9b7d-6b79fdbcd757', 'network_id': '6dd31cfb-e461-46a8-9b7d-6b79fdbcd757', 'project_id': '88c44a5bf89e46538ed6205194f397e9', 'fixed_ips': [{'subnet_id': '48704ba8-0115-4f68-b1e4-074c1f149fc9'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:16:05.238402 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.382831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Allocated IP 172.21.0.2 (6dd31cfb-e461-46a8-9b7d-6b79fdbcd757/48704ba8-0115-4f68-b1e4-074c1f149fc9/8473977e-8919-4922-8c4d-f952e75f3614) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:05.431608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-34a0e4fe-1897-4345-a547-2210de823320 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for router_gateway (40ea67cc-8e0b-4430-a0c2-9efe388bf003), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.547511 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Publish callbacks [] for port (8473977e-8919-4922-8c4d-f952e75f3614), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.616909 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41921af9-bc16-40c9-9963-acb30e265a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.651562 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8473977e-8919-4922-8c4d-f952e75f3614), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.668697 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [None req-34a0e4fe-1897-4345-a547-2210de823320 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:16:05.675565 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-34a0e4fe-1897-4345-a547-2210de823320 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "PUT /v2.0/routers/40ea67cc-8e0b-4430-a0c2-9efe388bf003 HTTP/1.1" status: 400 len: 364 time: 0.4748101 Feb 11 06:16:05.676796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48154) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:05.703598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Network 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:05.705070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Pushing event updated for resources: {'Port': ['ID=8473977e-8919-4922-8c4d-f952e75f3614,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:05.708505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:05.710747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:05.744709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-755b7a7b-5137-42f9-81ff-985706d71350 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Deleting subnet 48704ba8-0115-4f68-b1e4-074c1f149fc9 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:16:05.749696 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-755b7a7b-5137-42f9-81ff-985706d71350 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for subnet (48704ba8-0115-4f68-b1e4-074c1f149fc9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.782993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Attempting to bind port 8473977e-8919-4922-8c4d-f952e75f3614 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:05.782993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Attempting to bind port 8473977e-8919-4922-8c4d-f952e75f3614 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '90ab2d77-b1d1-4eca-bd9f-a531a6c60a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6dd31cfb-e461-46a8-9b7d-6b79fdbcd757'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:05.783398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Attempting to bind port 8473977e-8919-4922-8c4d-f952e75f3614 on network 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:05.789654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:05.790038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Checking segment: {'id': '90ab2d77-b1d1-4eca-bd9f-a531a6c60a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6dd31cfb-e461-46a8-9b7d-6b79fdbcd757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:05.790583 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.790820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Bound using segment: {'id': '90ab2d77-b1d1-4eca-bd9f-a531a6c60a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6dd31cfb-e461-46a8-9b7d-6b79fdbcd757'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:05.791382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Bound port: 8473977e-8919-4922-8c4d-f952e75f3614, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ab2d77-b1d1-4eca-bd9f-a531a6c60a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6dd31cfb-e461-46a8-9b7d-6b79fdbcd757'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:05.792121 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8473977e-8919-4922-8c4d-f952e75f3614), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.797224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-755b7a7b-5137-42f9-81ff-985706d71350 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (48704ba8-0115-4f68-b1e4-074c1f149fc9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.885803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-755b7a7b-5137-42f9-81ff-985706d71350 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (48704ba8-0115-4f68-b1e4-074c1f149fc9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.970359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb53222-f2b2-4551-8e83-d1b58907ad37 None None] Network 6663739e-9f59-4203-9865-efcdfd566dc5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:06.030667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-755b7a7b-5137-42f9-81ff-985706d71350 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (48704ba8-0115-4f68-b1e4-074c1f149fc9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.066208 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b7a7b-5137-42f9-81ff-985706d71350 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event deleted for resources: {'Subnet': ['ID=48704ba8-0115-4f68-b1e4-074c1f149fc9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:06.072395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8a6d8a8d-b8e9-40a6-87d5-434b40deb825 None None] Provisioning complete for port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:06.073229 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8a8d-b8e9-40a6-87d5-434b40deb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.074032 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-755b7a7b-5137-42f9-81ff-985706d71350 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.079988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-755b7a7b-5137-42f9-81ff-985706d71350 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "DELETE /v2.0/subnets/48704ba8-0115-4f68-b1e4-074c1f149fc9 HTTP/1.1" status: 204 len: 168 time: 0.3999169 Feb 11 06:16:06.080367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:06.124960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] For port 8473977e-8919-4922-8c4d-f952e75f3614, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:06.143777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] For port 8473977e-8919-4922-8c4d-f952e75f3614, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8473977e-8919-4922-8c4d-f952e75f3614,segment=NetworkSegment(90ab2d77-b1d1-4eca-bd9f-a531a6c60a98),segment_id=90ab2d77-b1d1-4eca-bd9f-a531a6c60a98)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:06.163801 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6dd31cfb-e461-46a8-9b7d-6b79fdbcd757), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.221509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d8a8d-b8e9-40a6-87d5-434b40deb825 None None] Current status of the port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:06.221721 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Deleting port 8473977e-8919-4922-8c4d-f952e75f3614 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:06.221904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8a8d-b8e9-40a6-87d5-434b40deb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.222208 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8473977e-8919-4922-8c4d-f952e75f3614), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.233010 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8473977e-8919-4922-8c4d-f952e75f3614), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.301613 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8a6d8a8d-b8e9-40a6-87d5-434b40deb825 None None] For port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,segment=NetworkSegment(18705e2e-920a-4d1a-98a2-919e81a42294),segment_id=18705e2e-920a-4d1a-98a2-919e81a42294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:06.312356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] For port 8473977e-8919-4922-8c4d-f952e75f3614, host n-d-713498-37, got binding levels [] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:06.312948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8473977e-8919-4922-8c4d-f952e75f3614), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.319508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29cb67-6d59-4484-b51e-0a834ecaa339 None None] Pushing event updated for resources: {'Port': ['ID=8473977e-8919-4922-8c4d-f952e75f3614,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:06.335720 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Calling delete_port for 8473977e-8919-4922-8c4d-f952e75f3614 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:06.390342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:06.392381 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8a8d-b8e9-40a6-87d5-434b40deb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.483973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d8a8d-b8e9-40a6-87d5-434b40deb825 None None] Pushing event updated for resources: {'Port': ['ID=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:06.495142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:06.495584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.507839 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8473977e-8919-4922-8c4d-f952e75f3614), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.541195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event deleted for resources: {'Port': ['ID=8473977e-8919-4922-8c4d-f952e75f3614,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:06.547153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] No DVR routers for this DVR port 8473977e-8919-4922-8c4d-f952e75f3614 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:06.634273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-502d7d1e-3cbc-4717-887d-66442a2e621c None None] Provisioning complete for port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:06.634587 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-502d7d1e-3cbc-4717-887d-66442a2e621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.636923 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:06.650711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6dd31cfb-e461-46a8-9b7d-6b79fdbcd757), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.685956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd31cfb-e461-46a8-9b7d-6b79fdbcd757']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:06.697143 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ab2d77-b1d1-4eca-bd9f-a531a6c60a98') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:06.697890 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ab2d77-b1d1-4eca-bd9f-a531a6c60a98') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:06.709643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (90ab2d77-b1d1-4eca-bd9f-a531a6c60a98), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.732290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (90ab2d77-b1d1-4eca-bd9f-a531a6c60a98), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.733920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:16:06.734460 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (90ab2d77-b1d1-4eca-bd9f-a531a6c60a98), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:16:06.738671 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:16:06.752944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-502d7d1e-3cbc-4717-887d-66442a2e621c None None] Current status of the port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:06.857704 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6dd31cfb-e461-46a8-9b7d-6b79fdbcd757), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.862047 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.865124 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.872932 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "DELETE /v2.0/networks/6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 HTTP/1.1" status: 204 len: 168 time: 0.7868524 Feb 11 06:16:06.873089 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48158) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:06.879966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741415e-5532-4da8-9b9e-e023b47c902d tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event deleted for resources: {'Network': ['ID=6dd31cfb-e461-46a8-9b7d-6b79fdbcd757,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:06.926187 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a03107-40ca-41a3-b21d-be1684466c41 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Deleting subnet 3bc337e5-eade-4726-854a-ed0c08cafa2c {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:16:06.929452 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a03107-40ca-41a3-b21d-be1684466c41 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for subnet (3bc337e5-eade-4726-854a-ed0c08cafa2c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:06.972935 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a03107-40ca-41a3-b21d-be1684466c41 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (3bc337e5-eade-4726-854a-ed0c08cafa2c), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.066673 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a03107-40ca-41a3-b21d-be1684466c41 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3bc337e5-eade-4726-854a-ed0c08cafa2c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.188717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a03107-40ca-41a3-b21d-be1684466c41 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (3bc337e5-eade-4726-854a-ed0c08cafa2c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.216977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a03107-40ca-41a3-b21d-be1684466c41 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc337e5-eade-4726-854a-ed0c08cafa2c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:07.223874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4a03107-40ca-41a3-b21d-be1684466c41 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.227485 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d4a03107-40ca-41a3-b21d-be1684466c41 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "DELETE /v2.0/subnets/3bc337e5-eade-4726-854a-ed0c08cafa2c HTTP/1.1" status: 204 len: 168 time: 0.3551238 Feb 11 06:16:07.229936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48160) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:07.231111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4648b6-9e3f-43c8-88aa-c12ae53415d1 None None] Network 6663739e-9f59-4203-9865-efcdfd566dc5 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:07.320989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (6663739e-9f59-4203-9865-efcdfd566dc5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.381188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Deleting port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:07.381534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.421414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] DHCP port deletion for 6663739e-9f59-4203-9865-efcdfd566dc5 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:16:07.456917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47ab7f2-6e6b-40d2-a0d0-3c39d2e91283 None None] DHCP port deletion for 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:16:07.460245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] For port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,segment=NetworkSegment(18705e2e-920a-4d1a-98a2-919e81a42294),segment_id=18705e2e-920a-4d1a-98a2-919e81a42294)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:07.460618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.477054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-20d05384-818b-4039-9c83-efab58f4e81e None None] Could not find standard attr ID for object 8473977e-8919-4922-8c4d-f952e75f3614. {{(pid=104088) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:16:07.478492 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Calling delete_port for 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:07.482423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc889bc6-6797-4d4d-a6a9-b2f0dd091eba None None] Network 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:07.496812 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc889bc6-6797-4d4d-a6a9-b2f0dd091eba None None] Network 6dd31cfb-e461-46a8-9b7d-6b79fdbcd757 could not be found, it might have been deleted concurrently. {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 06:16:07.506544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] Deleting port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:07.507004 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.571191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] For port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,segment=NetworkSegment(18705e2e-920a-4d1a-98a2-919e81a42294),segment_id=18705e2e-920a-4d1a-98a2-919e81a42294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:07.571591 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.584365 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] Calling delete_port for 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:07.668163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.674388 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (4c81b75c-0fc7-4fbd-8f11-7cccc687af68), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.697398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event deleted for resources: {'Port': ['ID=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:07.700207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] Pushing event deleted for resources: {'Port': ['ID=4c81b75c-0fc7-4fbd-8f11-7cccc687af68,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:07.701834 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] No DVR routers for this DVR port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:07.703956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04152e-46f9-4e5c-b08e-88f734634b04 None None] No DVR routers for this DVR port 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:07.780716 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (6663739e-9f59-4203-9865-efcdfd566dc5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.800784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6663739e-9f59-4203-9865-efcdfd566dc5']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:07.810122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18705e2e-920a-4d1a-98a2-919e81a42294') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:07.810419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18705e2e-920a-4d1a-98a2-919e81a42294') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:07.824134 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (18705e2e-920a-4d1a-98a2-919e81a42294), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.839600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (18705e2e-920a-4d1a-98a2-919e81a42294), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.846498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:16:07.846892 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (18705e2e-920a-4d1a-98a2-919e81a42294), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:16:07.849920 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:16:07.971059 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (6663739e-9f59-4203-9865-efcdfd566dc5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.978024 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:07.981289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "DELETE /v2.0/networks/6663739e-9f59-4203-9865-efcdfd566dc5 HTTP/1.1" status: 204 len: 168 time: 0.7502341 Feb 11 06:16:07.984272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48162) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:07.992992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379402c-8b41-419b-b299-9ac13b20c8fe tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Pushing event deleted for resources: {'Network': ['ID=6663739e-9f59-4203-9865-efcdfd566dc5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:08.014824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7c536255-697e-4e42-8e11-b2c1bd0fd1d2 tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "GET /v2.0/ports?device_id=40ea67cc-8e0b-4430-a0c2-9efe388bf003 HTTP/1.1" status: 200 len: 205 time: 0.0293498 Feb 11 06:16:08.017214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48164) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:08.094551 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1001faed-0440-4b50-9bb3-606b3db681bf tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for router (40ea67cc-8e0b-4430-a0c2-9efe388bf003), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.260392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1001faed-0440-4b50-9bb3-606b3db681bf tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (40ea67cc-8e0b-4430-a0c2-9efe388bf003), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.263860 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1001faed-0440-4b50-9bb3-606b3db681bf tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for router_controller (40ea67cc-8e0b-4430-a0c2-9efe388bf003), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.279392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:08.299796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:08.300068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4c81b75c-0fc7-4fbd-8f11-7cccc687af68 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:08.359527 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1001faed-0440-4b50-9bb3-606b3db681bf tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (40ea67cc-8e0b-4430-a0c2-9efe388bf003), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.360027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1001faed-0440-4b50-9bb3-606b3db681bf tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Fanout notify agent at l3_agent the message router_deleted on router 40ea67cc-8e0b-4430-a0c2-9efe388bf003 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:16:08.366730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1001faed-0440-4b50-9bb3-606b3db681bf tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.367832 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1001faed-0440-4b50-9bb3-606b3db681bf tempest-RoutersNegativeTest-749460190 tempest-RoutersNegativeTest-749460190-project] 10.222.0.62 "DELETE /v2.0/routers/40ea67cc-8e0b-4430-a0c2-9efe388bf003 HTTP/1.1" status: 204 len: 168 time: 0.3497272 Feb 11 06:16:08.484955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.748336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48170) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:08.880331 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9ef1079c-a97b-4bf6-ae79-fcd8a397e2da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88c44a5bf89e46538ed6205194f397e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305912 Feb 11 06:16:08.882706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48174) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:08.913897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.930372 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9777379-077b-42d1-bb73-312561ff5589 admin admin] Publish callbacks [] for security_group (7b890e46-2933-474e-935c-c7f7b2696b62), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:08.956575 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9777379-077b-42d1-bb73-312561ff5589 admin admin] Publish callbacks [] for security_group (7b890e46-2933-474e-935c-c7f7b2696b62), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:09.073579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9777379-077b-42d1-bb73-312561ff5589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (7b890e46-2933-474e-935c-c7f7b2696b62), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:09.076375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9777379-077b-42d1-bb73-312561ff5589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:09.077573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b9777379-077b-42d1-bb73-312561ff5589 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b890e46-2933-474e-935c-c7f7b2696b62 HTTP/1.1" status: 204 len: 168 time: 0.1939726 Feb 11 06:16:09.094349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9777379-077b-42d1-bb73-312561ff5589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b890e46-2933-474e-935c-c7f7b2696b62,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:09.308134 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.018052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48196) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:10.113693 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-270328005-network', 'tenant_id': '6853705d039a452d9a02c724905544c0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:10.205218 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Made reservation on behalf of 6853705d039a452d9a02c724905544c0 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:10.207874 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.222249 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.304844 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Publish callbacks [] for security_group (0da7f48c-7a5e-49c9-8bf5-51759f541156), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.371046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0da7f48c-7a5e-49c9-8bf5-51759f541156), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.393549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:16:10.409426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da7f48c-7a5e-49c9-8bf5-51759f541156,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:10.412311 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7dede14a-f78f-4eb8-9bbe-bde8877cfe60), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.412683 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Added segment 7dede14a-f78f-4eb8-9bbe-bde8877cfe60 of type vlan for network b188ff30-70d5-4882-b1e8-db7f3c88d408 Feb 11 06:16:10.454611 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (b188ff30-70d5-4882-b1e8-db7f3c88d408), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.524832 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (b188ff30-70d5-4882-b1e8-db7f3c88d408), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.525816 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:10.526406 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.593631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] Pushing event updated for resources: {'Network': ['ID=b188ff30-70d5-4882-b1e8-db7f3c88d408,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:10.604074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:16:10.609015 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6918049d-98fc-4438-aaa3-6e0eeaed1a4b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5898323 Feb 11 06:16:10.611800 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48200) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:10.616621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Request body: {'subnet': {'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-subnet', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:10.690641 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Made reservation on behalf of 6853705d039a452d9a02c724905544c0 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:10.693116 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.920620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (3ee277e4-b4bb-4cb2-9c08-6a2a83904d42), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.980047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee277e4-b4bb-4cb2-9c08-6a2a83904d42,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:10.990000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Checking segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:10.990369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Network hostable DHCP agents. Network: b188ff30-70d5-4882-b1e8-db7f3c88d408, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:16:11.079132 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:16:11.136340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, b188ff30-70d5-4882-b1e8-db7f3c88d408) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:11.141577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:11.142238 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.146942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c4f26-7291-4391-ae2c-02fe1189e330 None None] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:11.225445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-673dc409-e86a-4e83-908a-cd151c6f8535 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6123831 Feb 11 06:16:11.227848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48202) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:11.233224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:11.257134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-b188ff30-70d5-4882-b1e8-db7f3c88d408', 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'project_id': '6853705d039a452d9a02c724905544c0', 'fixed_ips': [{'subnet_id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:16:11.257992 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.297190 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.298264 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.332587 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:16:11.388569 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks [] for router_controller (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.395225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Allocated IP 172.20.0.2 (b188ff30-70d5-4882-b1e8-db7f3c88d408/3ee277e4-b4bb-4cb2-9c08-6a2a83904d42/fec76c75-528e-4c60-ad42-130dec874afd) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:11.540269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Publish callbacks [] for port (fec76c75-528e-4c60-ad42-130dec874afd), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.600955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (fec76c75-528e-4c60-ad42-130dec874afd), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.608967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks [] for router_gateway (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.635490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:11.639170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:11.641680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:11.678162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Pushing event updated for resources: {'Port': ['ID=fec76c75-528e-4c60-ad42-130dec874afd,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:11.710648 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Attempting to bind port fec76c75-528e-4c60-ad42-130dec874afd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:11.711177 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Attempting to bind port fec76c75-528e-4c60-ad42-130dec874afd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:11.711551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Attempting to bind port fec76c75-528e-4c60-ad42-130dec874afd on network b188ff30-70d5-4882-b1e8-db7f3c88d408 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:11.717716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:11.718100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Checking segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:11.718509 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.718919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Bound using segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:11.719412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Bound port: fec76c75-528e-4c60-ad42-130dec874afd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:11.719781 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fec76c75-528e-4c60-ad42-130dec874afd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.791578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] For port fec76c75-528e-4c60-ad42-130dec874afd, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:11.795539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] For port fec76c75-528e-4c60-ad42-130dec874afd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fec76c75-528e-4c60-ad42-130dec874afd,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:11.875114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks [] for router_gateway (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.885761 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fec76c75-528e-4c60-ad42-130dec874afd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.900956 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.927194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:11.950910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8e5aa-8271-454d-ba31-3f22521b8645 None None] Pushing event updated for resources: {'Port': ['ID=fec76c75-528e-4c60-ad42-130dec874afd,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:12.018564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Allocated IP 172.25.8.93 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:12.137051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks [] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:12.252165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:12.295494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:12.298488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:12.302234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:12.325671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Pushing event updated for resources: {'Port': ['ID=57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:12.332297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fec76c75-528e-4c60-ad42-130dec874afd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:12.382568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fec76c75-528e-4c60-ad42-130dec874afd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:12.382837 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fec76c75-528e-4c60-ad42-130dec874afd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:12.469132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fec76c75-528e-4c60-ad42-130dec874afd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:12.469524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fec76c75-528e-4c60-ad42-130dec874afd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:12.503306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port fec76c75-528e-4c60-ad42-130dec874afd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fec76c75-528e-4c60-ad42-130dec874afd,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:12.588468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fec76c75-528e-4c60-ad42-130dec874afd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:12.644331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=fec76c75-528e-4c60-ad42-130dec874afd,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:12.660084 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks [] for router_gateway (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:12.914088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e80ee-9dfc-406c-b691-6a6a1be4f613 None None] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:12.959165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-efe6b1f7-c96a-4f02-8b5c-989076b78440 None None] Provisioning complete for port fec76c75-528e-4c60-ad42-130dec874afd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:12.959667 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-efe6b1f7-c96a-4f02-8b5c-989076b78440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fec76c75-528e-4c60-ad42-130dec874afd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:13.114259 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-efe6b1f7-c96a-4f02-8b5c-989076b78440 None None] Current status of the port fec76c75-528e-4c60-ad42-130dec874afd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:13.235348 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:13.335275 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ff4a3f40-7953-4f80-86ba-968fc7bfefa2 None None] Provisioning complete for port fec76c75-528e-4c60-ad42-130dec874afd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:13.335805 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3f40-7953-4f80-86ba-968fc7bfefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fec76c75-528e-4c60-ad42-130dec874afd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:13.413700 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a3f40-7953-4f80-86ba-968fc7bfefa2 None None] Current status of the port fec76c75-528e-4c60-ad42-130dec874afd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:13.445238 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:16:13.556904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:16:13.569726 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Sync routers for ids ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:16:13.579917 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Routers {'5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:13.580549 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:16:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:13.624329 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:13.625769 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ee169867-337a-4675-b26f-0dc504057b4d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3969378 Feb 11 06:16:13.630207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48206) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:13.695687 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Set router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:13.881583 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:12Z', 'revision_number': 3, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port': {'id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:13.909298 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Checking router: 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:16:13.909651 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Updating router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:16:13.943043 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.067385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.209990 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Publish callbacks [] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.235263 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Allocated IP 172.20.0.1 (b188ff30-70d5-4882-b1e8-db7f3c88d408/3ee277e4-b4bb-4cb2-9c08-6a2a83904d42/d76aec85-fa0f-4d7b-a010-a8548a763f7e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:14.287086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fec76c75-528e-4c60-ad42-130dec874afd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:14.291279 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.344267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fec76c75-528e-4c60-ad42-130dec874afd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:14.345142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fec76c75-528e-4c60-ad42-130dec874afd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.350316 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Attempting to bind port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:14.350702 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Attempting to bind port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:14.351066 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Attempting to bind port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:14.360886 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:14.361163 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Publish callbacks [] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.361691 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:14.361691 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.362080 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:14.362584 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Bound port: 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:14.362970 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.364572 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Pushing event updated for resources: {'Port': ['ID=57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:14.393381 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.393812 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.394273 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.395016 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.395516 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.395708 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.396015 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.396410 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.396691 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.397019 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.397342 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.397669 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.397981 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:14.430324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fec76c75-528e-4c60-ad42-130dec874afd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:14.434409 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] For port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:14.437823 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] For port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:14.452165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.497589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:14.501405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:14.505548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:14.509142 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.530785 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Pushing event updated for resources: {'Port': ['ID=d76aec85-fa0f-4d7b-a010-a8548a763f7e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:14.558306 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.570256 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Routers {'5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:14.571006 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:16:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:14.622030 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf596cb-2a6a-4b13-af5a-002538609159 None None] Pushing event updated for resources: {'Port': ['ID=57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:14.701040 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] Set router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:14.807024 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.845377 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-56169b44-b456-4d80-9807-a2ae049af3ec None None] Provisioning complete for port d76aec85-fa0f-4d7b-a010-a8548a763f7e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:14.846143 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56169b44-b456-4d80-9807-a2ae049af3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.886756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-56169b44-b456-4d80-9807-a2ae049af3ec None None] Port d76aec85-fa0f-4d7b-a010-a8548a763f7e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:16:14.892712 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:12Z', 'revision_number': 3, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port': {'id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:14.920307 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4384303-65e4-46e3-9a23-6493a2f786b0 None None] The sync data for ids ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'] in n-d-713498-37 is: [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:12Z', 'revision_number': 3, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port': {'id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:16:14.999028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Publish callbacks [] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:15.051258 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:15.127494 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Pushing event updated for resources: {'Port': ['ID=d76aec85-fa0f-4d7b-a010-a8548a763f7e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:15.130330 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:15.245470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:15.247542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:15.389720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:16:15.514133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-28bd2250-9934-437b-9e07-6640be5e9d19 None None] Provisioning complete for port d76aec85-fa0f-4d7b-a010-a8548a763f7e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:15.515342 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28bd2250-9934-437b-9e07-6640be5e9d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:15.532397 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:16:15.538153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a77e28ae-37e1-47f5-9470-6b4ffe2eda8a admin admin] 10.222.0.62 "PUT /v2.0/routers/5a19343f-39b5-4b0c-bb03-c7e73ba74e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9068375 Feb 11 06:16:15.562819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-28bd2250-9934-437b-9e07-6640be5e9d19 None None] Port d76aec85-fa0f-4d7b-a010-a8548a763f7e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:16:16.189172 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48222) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:16.194328 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-749110215-network', 'tenant_id': 'd22205422a844891b50267468af8ac99'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:16.285299 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Made reservation on behalf of d22205422a844891b50267468af8ac99 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:16.287740 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.303579 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.307602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:16.361963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:16.362342 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.385545 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Publish callbacks [] for security_group (4c14b543-3b80-4dcd-8ef5-deb9a39d1039), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.451893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:16.452081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.488659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Sync routers for ids ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:16:16.490816 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4c14b543-3b80-4dcd-8ef5-deb9a39d1039), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.495539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:16.503675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Routers {'5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:16.504309 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:16:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:16.514412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:16:16.530149 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c14b543-3b80-4dcd-8ef5-deb9a39d1039,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:16.534357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d49c1f8b-751e-4a81-b045-c3073ebab106), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.534761 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Added segment d49c1f8b-751e-4a81-b045-c3073ebab106 of type vlan for network 07d4fc96-d036-475f-92ca-16898604f6ed Feb 11 06:16:16.578478 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (07d4fc96-d036-475f-92ca-16898604f6ed), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.662468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (07d4fc96-d036-475f-92ca-16898604f6ed), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.663543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:16.664180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.730813 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5403979 Feb 11 06:16:16.734064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48224) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:16.734698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fd837-3d36-42d8-8331-6476851a8f72 admin admin] Pushing event updated for resources: {'Network': ['ID=07d4fc96-d036-475f-92ca-16898604f6ed,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:16.740370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Request body: {'subnet': {'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-subnet', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:16.757886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 07d4fc96-d036-475f-92ca-16898604f6ed details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:16:16.765818 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.799742 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Made reservation on behalf of d22205422a844891b50267468af8ac99 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:16.802346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:16.881990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Set router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:16.917637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:16.929147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.929495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.929836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.930173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.930507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.930838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.931164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.931484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.931808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.932128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.932449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.932791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:16.933112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:17.045742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (04358314-3ebe-4837-ab2b-d35a61888d2f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.104795 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:14Z', 'revision_number': 4, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port': {'id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'd76aec85-fa0f-4d7b-a010-a8548a763f7e', 'name': '', 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'mac_address': 'fa:16:3e:e4:70:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:14Z', 'updated_at': '2022-02-11T06:16:14Z', 'revision_number': 2, 'project_id': '6853705d039a452d9a02c724905544c0', 'subnets': [{'id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:17.107531 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04358314-3ebe-4837-ab2b-d35a61888d2f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:17.114386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Checking segment: {'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:17.115302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Network hostable DHCP agents. Network: 07d4fc96-d036-475f-92ca-16898604f6ed, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:16:17.133444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Checking router: 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:16:17.133789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Updating router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a port d76aec85-fa0f-4d7b-a010-a8548a763f7e binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:16:17.165637 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.176727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Network 07d4fc96-d036-475f-92ca-16898604f6ed is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:16:17.240566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 07d4fc96-d036-475f-92ca-16898604f6ed) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:17.244831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:17.245442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.268093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f698fef0-ce30-46b0-8506-36a910cd6c36 None None] Network 07d4fc96-d036-475f-92ca-16898604f6ed requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:17.311533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-65d6af84-bb23-4d59-ae11-fb597fe97954 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5754182 Feb 11 06:16:17.314121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48226) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:17.318561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:17.382401 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (5332a45f-1056-442f-acc1-7d75c64ccb60), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.383480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (5332a45f-1056-442f-acc1-7d75c64ccb60), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.442817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks [] for router_controller (5332a45f-1056-442f-acc1-7d75c64ccb60), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.442998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-07d4fc96-d036-475f-92ca-16898604f6ed', 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed', 'project_id': 'd22205422a844891b50267468af8ac99', 'fixed_ips': [{'subnet_id': '04358314-3ebe-4837-ab2b-d35a61888d2f'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:16:17.444328 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.627158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Publish callbacks [] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.648437 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks [] for router_gateway (5332a45f-1056-442f-acc1-7d75c64ccb60), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.651610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Allocated IP 172.20.0.2 (07d4fc96-d036-475f-92ca-16898604f6ed/04358314-3ebe-4837-ab2b-d35a61888d2f/488409a1-3f21-402f-8e58-c3cadd516b70) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:17.715276 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.800002 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd9c09-95b7-41cc-b009-e84985c85a93 None None] Pushing event updated for resources: {'Port': ['ID=d76aec85-fa0f-4d7b-a010-a8548a763f7e,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:17.896059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Attempting to bind port d76aec85-fa0f-4d7b-a010-a8548a763f7e on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:17.896443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Attempting to bind port d76aec85-fa0f-4d7b-a010-a8548a763f7e by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:17.896845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Attempting to bind port d76aec85-fa0f-4d7b-a010-a8548a763f7e on network b188ff30-70d5-4882-b1e8-db7f3c88d408 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:17.899155 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Publish callbacks [] for port (488409a1-3f21-402f-8e58-c3cadd516b70), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.905359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:17.905809 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Checking segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:17.906158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.906570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Bound using segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:17.907061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Bound port: d76aec85-fa0f-4d7b-a010-a8548a763f7e, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:17.907453 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.963611 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks [] for router_gateway (5332a45f-1056-442f-acc1-7d75c64ccb60), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.964069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:17.981811 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.021939 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Network 07d4fc96-d036-475f-92ca-16898604f6ed is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:18.029310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:18.034420 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] For port d76aec85-fa0f-4d7b-a010-a8548a763f7e, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:18.036453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:18.047248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] For port d76aec85-fa0f-4d7b-a010-a8548a763f7e, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d76aec85-fa0f-4d7b-a010-a8548a763f7e,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:18.049551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Pushing event updated for resources: {'Port': ['ID=488409a1-3f21-402f-8e58-c3cadd516b70,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:18.101453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Allocated IP 172.25.8.39 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/2dd034a9-78c3-4263-8700-250ee84953b1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:18.118262 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.134490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Attempting to bind port 488409a1-3f21-402f-8e58-c3cadd516b70 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:18.134850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Attempting to bind port 488409a1-3f21-402f-8e58-c3cadd516b70 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:18.135229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Attempting to bind port 488409a1-3f21-402f-8e58-c3cadd516b70 on network 07d4fc96-d036-475f-92ca-16898604f6ed {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:18.138895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-db4cfb0b-8c07-439c-875c-751b576eec01 None None] Provisioning complete for port d76aec85-fa0f-4d7b-a010-a8548a763f7e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:18.140955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db4cfb0b-8c07-439c-875c-751b576eec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.190757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:18.191152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Checking segment: {'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:18.191562 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.191562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Bound using segment: {'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:18.191562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Bound port: 488409a1-3f21-402f-8e58-c3cadd516b70, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:18.191562 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.217163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks [] for port (2dd034a9-78c3-4263-8700-250ee84953b1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.243746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Routers {'5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:18.244417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:16:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:18.278546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd9c09-95b7-41cc-b009-e84985c85a93 None None] Pushing event updated for resources: {'Port': ['ID=d76aec85-fa0f-4d7b-a010-a8548a763f7e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:18.326424 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:18.343279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.385587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:18.391160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:18.394826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:18.400517 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd034a9-78c3-4263-8700-250ee84953b1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:18.407048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] For port 488409a1-3f21-402f-8e58-c3cadd516b70, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:18.413880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] For port 488409a1-3f21-402f-8e58-c3cadd516b70, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=488409a1-3f21-402f-8e58-c3cadd516b70,segment=NetworkSegment(d49c1f8b-751e-4a81-b045-c3073ebab106),segment_id=d49c1f8b-751e-4a81-b045-c3073ebab106)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:18.502371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-db4cfb0b-8c07-439c-875c-751b576eec01 None None] Current status of the port d76aec85-fa0f-4d7b-a010-a8548a763f7e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:18.502900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db4cfb0b-8c07-439c-875c-751b576eec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.529357 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.534963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] Set router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:18.602645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:18.603020 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:18.699638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-db4cfb0b-8c07-439c-875c-751b576eec01 None None] For port d76aec85-fa0f-4d7b-a010-a8548a763f7e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d76aec85-fa0f-4d7b-a010-a8548a763f7e,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:18.743747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ba050-7ab4-4743-a843-ce8c2c51adee None None] Pushing event updated for resources: {'Port': ['ID=488409a1-3f21-402f-8e58-c3cadd516b70,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:18.755751 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db4cfb0b-8c07-439c-875c-751b576eec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:19.105536 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f04d7367-3263-48ca-b9b3-c042006227a4 None None] Provisioning complete for port d76aec85-fa0f-4d7b-a010-a8548a763f7e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:19.106821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f04d7367-3263-48ca-b9b3-c042006227a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:19.121537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks [] for router_gateway (5332a45f-1056-442f-acc1-7d75c64ccb60), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:19.129457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cfb0b-8c07-439c-875c-751b576eec01 None None] Pushing event updated for resources: {'Port': ['ID=d76aec85-fa0f-4d7b-a010-a8548a763f7e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:19.180050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:19.248203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:14Z', 'revision_number': 4, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port': {'id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'd76aec85-fa0f-4d7b-a010-a8548a763f7e', 'name': '', 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'mac_address': 'fa:16:3e:e4:70:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:14Z', 'updated_at': '2022-02-11T06:16:18Z', 'revision_number': 4, 'project_id': '6853705d039a452d9a02c724905544c0', 'subnets': [{'id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:19.250335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f04d7367-3263-48ca-b9b3-c042006227a4 None None] Current status of the port d76aec85-fa0f-4d7b-a010-a8548a763f7e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:19.284346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a60b05-7c6d-4b78-bcfe-02a158df11d1 None None] The sync data for ids ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'] in n-d-713498-37 is: [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:14Z', 'revision_number': 4, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port': {'id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'd76aec85-fa0f-4d7b-a010-a8548a763f7e', 'name': '', 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'mac_address': 'fa:16:3e:e4:70:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:14Z', 'updated_at': '2022-02-11T06:16:18Z', 'revision_number': 4, 'project_id': '6853705d039a452d9a02c724905544c0', 'subnets': [{'id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:16:19.358746 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (5332a45f-1056-442f-acc1-7d75c64ccb60), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:19.616749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Router 5332a45f-1056-442f-acc1-7d75c64ccb60 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:16:19.762220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb8b17-10e8-4b99-b13c-e00b21051bda None None] Network 07d4fc96-d036-475f-92ca-16898604f6ed requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:16:19.770636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:16:19.784984 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Sync routers for ids ['5332a45f-1056-442f-acc1-7d75c64ccb60'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:16:19.797364 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Routers {'5332a45f-1056-442f-acc1-7d75c64ccb60'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:19.798573 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:16:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5332a45f-1056-442f-acc1-7d75c64ccb60'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:19.831406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-38c4ecc8-ab72-494b-ae0d-205fca5fc30b None None] Provisioning complete for port 488409a1-3f21-402f-8e58-c3cadd516b70 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:19.831782 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c4ecc8-ab72-494b-ae0d-205fca5fc30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:19.848005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:19.853349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48228) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:16:19.853831 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-cb875630-a098-4841-93fd-1be6d61a4fe9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5373836 Feb 11 06:16:19.928092 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Set router 5332a45f-1056-442f-acc1-7d75c64ccb60 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:20.027374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-38c4ecc8-ab72-494b-ae0d-205fca5fc30b None None] Current status of the port 488409a1-3f21-402f-8e58-c3cadd516b70 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:20.028321 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c4ecc8-ab72-494b-ae0d-205fca5fc30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.098778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-38c4ecc8-ab72-494b-ae0d-205fca5fc30b None None] For port 488409a1-3f21-402f-8e58-c3cadd516b70, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=488409a1-3f21-402f-8e58-c3cadd516b70,segment=NetworkSegment(d49c1f8b-751e-4a81-b045-c3073ebab106),segment_id=d49c1f8b-751e-4a81-b045-c3073ebab106)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:20.165968 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c4ecc8-ab72-494b-ae0d-205fca5fc30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.274628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4ecc8-ab72-494b-ae0d-205fca5fc30b None None] Pushing event updated for resources: {'Port': ['ID=488409a1-3f21-402f-8e58-c3cadd516b70,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:20.319857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-08e24e52-6b9a-4a51-8df1-eae4c146c7fd None None] Provisioning complete for port 488409a1-3f21-402f-8e58-c3cadd516b70 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:20.320519 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08e24e52-6b9a-4a51-8df1-eae4c146c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.375645 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:18Z', 'revision_number': 3, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port': {'id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:20.418292 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Checking router: 5332a45f-1056-442f-acc1-7d75c64ccb60 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:16:20.419547 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Updating router 5332a45f-1056-442f-acc1-7d75c64ccb60 port 2dd034a9-78c3-4263-8700-250ee84953b1 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:16:20.461635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-08e24e52-6b9a-4a51-8df1-eae4c146c7fd None None] Current status of the port 488409a1-3f21-402f-8e58-c3cadd516b70 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:20.462525 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.479219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 488409a1-3f21-402f-8e58-c3cadd516b70 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:20.480361 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.537196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 488409a1-3f21-402f-8e58-c3cadd516b70 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:20.537737 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.650330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 488409a1-3f21-402f-8e58-c3cadd516b70 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:20.652079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d76aec85-fa0f-4d7b-a010-a8548a763f7e up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:20.679377 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Allocated IP 172.20.0.1 (07d4fc96-d036-475f-92ca-16898604f6ed/04358314-3ebe-4837-ab2b-d35a61888d2f/10e4bc49-5c6f-4c40-be66-13b44518ab64) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:20.714620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port d76aec85-fa0f-4d7b-a010-a8548a763f7e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:20.715060 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.786266 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Publish callbacks [] for port (2dd034a9-78c3-4263-8700-250ee84953b1), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.815111 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Publish callbacks [] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.821571 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port d76aec85-fa0f-4d7b-a010-a8548a763f7e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:20.873782 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.927408 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Attempting to bind port 2dd034a9-78c3-4263-8700-250ee84953b1 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:20.927790 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Attempting to bind port 2dd034a9-78c3-4263-8700-250ee84953b1 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:20.928160 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Attempting to bind port 2dd034a9-78c3-4263-8700-250ee84953b1 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:20.931278 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98af43b-61a0-49de-b620-47b849c1a385 None None] Pushing event updated for resources: {'Port': ['ID=2dd034a9-78c3-4263-8700-250ee84953b1,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:20.931909 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.936044 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:20.936425 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:20.936856 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.937249 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:20.937972 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Bound port: 2dd034a9-78c3-4263-8700-250ee84953b1, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:20.938826 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:20.979001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Network 07d4fc96-d036-475f-92ca-16898604f6ed is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:20.982777 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:20.991993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:20.995509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Pushing event updated for resources: {'Port': ['ID=10e4bc49-5c6f-4c40-be66-13b44518ab64,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:20.996199 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] For port 2dd034a9-78c3-4263-8700-250ee84953b1, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:21.000818 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] For port 2dd034a9-78c3-4263-8700-250ee84953b1, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2dd034a9-78c3-4263-8700-250ee84953b1,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:21.040780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (5332a45f-1056-442f-acc1-7d75c64ccb60), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:21.080372 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:21.141764 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Routers {'5332a45f-1056-442f-acc1-7d75c64ccb60'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:21.142404 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:16:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5332a45f-1056-442f-acc1-7d75c64ccb60'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:21.179767 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98af43b-61a0-49de-b620-47b849c1a385 None None] Pushing event updated for resources: {'Port': ['ID=2dd034a9-78c3-4263-8700-250ee84953b1,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:21.245382 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:21.260191 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] Set router 5332a45f-1056-442f-acc1-7d75c64ccb60 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:21.292045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c98db465-df69-47c4-9948-f6fd258f78b2 None None] Provisioning complete for port 10e4bc49-5c6f-4c40-be66-13b44518ab64 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:21.292978 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c98db465-df69-47c4-9948-f6fd258f78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:21.333998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c98db465-df69-47c4-9948-f6fd258f78b2 None None] Port 10e4bc49-5c6f-4c40-be66-13b44518ab64 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:16:21.422388 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Publish callbacks [] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:21.447813 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:18Z', 'revision_number': 3, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port': {'id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:21.479328 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb89b61a-1d19-45b5-83d7-8f4fb5deca7a None None] The sync data for ids ['5332a45f-1056-442f-acc1-7d75c64ccb60'] in n-d-713498-37 is: [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:18Z', 'revision_number': 3, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port': {'id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:16:21.485479 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:21.565566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Pushing event updated for resources: {'Port': ['ID=10e4bc49-5c6f-4c40-be66-13b44518ab64,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:21.565566 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (5332a45f-1056-442f-acc1-7d75c64ccb60), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:21.681192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Network 07d4fc96-d036-475f-92ca-16898604f6ed is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:21.694223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:21.829783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Router 5332a45f-1056-442f-acc1-7d75c64ccb60 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:16:21.964715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-47f0341a-1889-437c-beae-e9dccca9939f None None] Provisioning complete for port 10e4bc49-5c6f-4c40-be66-13b44518ab64 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:21.964715 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-47f0341a-1889-437c-beae-e9dccca9939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:21.979743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:16:21.993885 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-502d6ab0-763d-415c-b6a8-bea5947587f0 admin admin] 10.222.0.62 "PUT /v2.0/routers/5332a45f-1056-442f-acc1-7d75c64ccb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1324909 Feb 11 06:16:21.999634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-47f0341a-1889-437c-beae-e9dccca9939f None None] Port 10e4bc49-5c6f-4c40-be66-13b44518ab64 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:16:22.389243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 488409a1-3f21-402f-8e58-c3cadd516b70 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:22.446096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 488409a1-3f21-402f-8e58-c3cadd516b70 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:22.446473 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:22.524327 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 488409a1-3f21-402f-8e58-c3cadd516b70 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:22.525456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2dd034a9-78c3-4263-8700-250ee84953b1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:22.573495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2dd034a9-78c3-4263-8700-250ee84953b1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:22.573881 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:22.665139 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2dd034a9-78c3-4263-8700-250ee84953b1 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:22.665538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:22.687199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 2dd034a9-78c3-4263-8700-250ee84953b1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2dd034a9-78c3-4263-8700-250ee84953b1,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:22.756960 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-ae3c8bab-1933-4bdb-9048-e63663dbe2b9 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:22.758445 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-ae3c8bab-1933-4bdb-9048-e63663dbe2b9 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/networks?id=b188ff30-70d5-4882-b1e8-db7f3c88d408 HTTP/1.1" status: 200 len: 816 time: 0.1068010 Feb 11 06:16:22.765499 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:22.780556 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-1b63865b-a30f-4163-8c7d-16df667542cc tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/quotas/6853705d039a452d9a02c724905544c0 HTTP/1.1" status: 200 len: 375 time: 0.0162597 Feb 11 06:16:22.822260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=2dd034a9-78c3-4263-8700-250ee84953b1,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:22.845522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-d5e2b639-53be-45d0-a560-38838e5fa4c8 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6853705d039a452d9a02c724905544c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588064 Feb 11 06:16:23.117084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Sync routers for ids ['5332a45f-1056-442f-acc1-7d75c64ccb60'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:16:23.129842 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Routers {'5332a45f-1056-442f-acc1-7d75c64ccb60'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:23.130650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:16:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5332a45f-1056-442f-acc1-7d75c64ccb60'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:23.261452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Set router 5332a45f-1056-442f-acc1-7d75c64ccb60 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:23.285905 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-5ced29e1-7616-4bb0-a5af-b5d099f0b3e6 service neutron] 10.222.0.62 "GET /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277649 Feb 11 06:16:23.378892 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-119a1684-9045-43f1-96eb-eab0d6ef30a1 service neutron] 10.222.0.62 "GET /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865550 Feb 11 06:16:23.471445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:21Z', 'revision_number': 4, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port': {'id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '10e4bc49-5c6f-4c40-be66-13b44518ab64', 'name': '', 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'mac_address': 'fa:16:3e:5e:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '04358314-3ebe-4837-ab2b-d35a61888d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:20Z', 'updated_at': '2022-02-11T06:16:21Z', 'revision_number': 2, 'project_id': 'd22205422a844891b50267468af8ac99', 'subnets': [{'id': '04358314-3ebe-4837-ab2b-d35a61888d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:23.498782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Checking router: 5332a45f-1056-442f-acc1-7d75c64ccb60 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:16:23.499147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Updating router 5332a45f-1056-442f-acc1-7d75c64ccb60 port 10e4bc49-5c6f-4c40-be66-13b44518ab64 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:16:23.526800 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:23.631160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c821fba-6115-41c7-b67c-c3c42795559e req-be3d36c0-54a4-484a-9f99-d08ea9fb4b73 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 210 time: 0.0296197 Feb 11 06:16:23.807714 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Publish callbacks [] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:23.913897 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:23.968981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c52067-7702-407c-85f9-d45544e85db7 None None] Pushing event updated for resources: {'Port': ['ID=10e4bc49-5c6f-4c40-be66-13b44518ab64,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:24.025973 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Attempting to bind port 10e4bc49-5c6f-4c40-be66-13b44518ab64 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:24.026362 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Attempting to bind port 10e4bc49-5c6f-4c40-be66-13b44518ab64 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:24.026908 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Attempting to bind port 10e4bc49-5c6f-4c40-be66-13b44518ab64 on network 07d4fc96-d036-475f-92ca-16898604f6ed {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:24.032417 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:24.032929 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Checking segment: {'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:24.033386 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.033792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Bound using segment: {'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:24.034267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Bound port: 10e4bc49-5c6f-4c40-be66-13b44518ab64, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49c1f8b-751e-4a81-b045-c3073ebab106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:24.034651 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.107083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] For port 10e4bc49-5c6f-4c40-be66-13b44518ab64, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:24.110651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] For port 10e4bc49-5c6f-4c40-be66-13b44518ab64, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=10e4bc49-5c6f-4c40-be66-13b44518ab64,segment=NetworkSegment(d49c1f8b-751e-4a81-b045-c3073ebab106),segment_id=d49c1f8b-751e-4a81-b045-c3073ebab106)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:24.236589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e2138af4-d625-4dee-b07c-67049df0e605 None None] Provisioning complete for port 10e4bc49-5c6f-4c40-be66-13b44518ab64 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:24.236991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-d625-4dee-b07c-67049df0e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.240266 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.306046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2dd034a9-78c3-4263-8700-250ee84953b1 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:24.377675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c52067-7702-407c-85f9-d45544e85db7 None None] Pushing event updated for resources: {'Port': ['ID=10e4bc49-5c6f-4c40-be66-13b44518ab64,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:24.381782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Routers {'5332a45f-1056-442f-acc1-7d75c64ccb60'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:16:24.382415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:16:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5332a45f-1056-442f-acc1-7d75c64ccb60'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:24.528320 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e2138af4-d625-4dee-b07c-67049df0e605 None None] Current status of the port 10e4bc49-5c6f-4c40-be66-13b44518ab64 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:24.529064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-d625-4dee-b07c-67049df0e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.530692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2dd034a9-78c3-4263-8700-250ee84953b1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:24.531057 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.596658 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] Set router 5332a45f-1056-442f-acc1-7d75c64ccb60 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:16:24.737760 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66685905-6e91-4174-a1ac-303fcc3c4bdf req-d07da94a-13b0-4bb4-beed-d57fa6067376 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 210 time: 0.0303767 Feb 11 06:16:24.796867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e2138af4-d625-4dee-b07c-67049df0e605 None None] For port 10e4bc49-5c6f-4c40-be66-13b44518ab64, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=10e4bc49-5c6f-4c40-be66-13b44518ab64,segment=NetworkSegment(d49c1f8b-751e-4a81-b045-c3073ebab106),segment_id=d49c1f8b-751e-4a81-b045-c3073ebab106)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:24.865096 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-d625-4dee-b07c-67049df0e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:24.929025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2dd034a9-78c3-4263-8700-250ee84953b1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:24.997454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2138af4-d625-4dee-b07c-67049df0e605 None None] Pushing event updated for resources: {'Port': ['ID=10e4bc49-5c6f-4c40-be66-13b44518ab64,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:25.026586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-50ac1c66-7b2c-426e-a926-6d370b0c4b92 None None] Provisioning complete for port 10e4bc49-5c6f-4c40-be66-13b44518ab64 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:25.026586 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-50ac1c66-7b2c-426e-a926-6d370b0c4b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:25.143667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:21Z', 'revision_number': 4, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port': {'id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '10e4bc49-5c6f-4c40-be66-13b44518ab64', 'name': '', 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'mac_address': 'fa:16:3e:5e:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '04358314-3ebe-4837-ab2b-d35a61888d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:20Z', 'updated_at': '2022-02-11T06:16:24Z', 'revision_number': 4, 'project_id': 'd22205422a844891b50267468af8ac99', 'subnets': [{'id': '04358314-3ebe-4837-ab2b-d35a61888d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:16:25.176985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dff4cb-8ea7-45e2-97c0-4badedff37e7 None None] The sync data for ids ['5332a45f-1056-442f-acc1-7d75c64ccb60'] in n-d-713498-37 is: [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:21Z', 'revision_number': 4, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port': {'id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '10e4bc49-5c6f-4c40-be66-13b44518ab64', 'name': '', 'network_id': '07d4fc96-d036-475f-92ca-16898604f6ed', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'mac_address': 'fa:16:3e:5e:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '04358314-3ebe-4837-ab2b-d35a61888d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:20Z', 'updated_at': '2022-02-11T06:16:24Z', 'revision_number': 4, 'project_id': 'd22205422a844891b50267468af8ac99', 'subnets': [{'id': '04358314-3ebe-4837-ab2b-d35a61888d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:16:25.188089 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-50ac1c66-7b2c-426e-a926-6d370b0c4b92 None None] Current status of the port 10e4bc49-5c6f-4c40-be66-13b44518ab64 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:25.851867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77a41dcd-5a8c-4ed1-98bf-23831a5cae51 req-bde5f69b-9f7a-44fc-95ca-b628b6729c83 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 210 time: 0.0342617 Feb 11 06:16:25.904711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-34db7c78-31ec-453d-b209-7e6132a3dfb9 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:25.906182 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-34db7c78-31ec-453d-b209-7e6132a3dfb9 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.65 "GET /v2.0/networks?id=b188ff30-70d5-4882-b1e8-db7f3c88d408 HTTP/1.1" status: 200 len: 816 time: 0.1199632 Feb 11 06:16:25.918707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Request body: {'port': {'device_id': '5f9ce919-6473-463a-9b9a-3a9571d7a9ff', 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'admin_state_up': True, 'tenant_id': '6853705d039a452d9a02c724905544c0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:26.125264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Made reservation on behalf of 6853705d039a452d9a02c724905544c0 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:26.134456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:26.276526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Allocated IP 172.20.0.7 (b188ff30-70d5-4882-b1e8-db7f3c88d408/3ee277e4-b4bb-4cb2-9c08-6a2a83904d42/de561234-eec6-4aef-90f0-435aa48cc069) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:26.345232 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 10e4bc49-5c6f-4c40-be66-13b44518ab64 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:26.401412 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 10e4bc49-5c6f-4c40-be66-13b44518ab64 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:26.401789 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:26.463765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks [] for port (de561234-eec6-4aef-90f0-435aa48cc069), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:26.496099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 10e4bc49-5c6f-4c40-be66-13b44518ab64 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:26.554717 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (de561234-eec6-4aef-90f0-435aa48cc069), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:26.602314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:26.605675 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:26.610330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:26.616908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Pushing event updated for resources: {'Port': ['ID=de561234-eec6-4aef-90f0-435aa48cc069,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:26.645648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.648727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.649617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.649617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.649850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:26.685652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:26.686370 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:26.768403 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-85548124-2f68-4e6b-aa7d-c114c4ae3db7 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534014 Feb 11 06:16:26.781059 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Request body: {'port': {'device_id': '5f9ce919-6473-463a-9b9a-3a9571d7a9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:26.814507 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-409edb41-7991-429d-a53a-77eda10ad3af None None] Provisioning complete for port de561234-eec6-4aef-90f0-435aa48cc069 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:26.814888 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-409edb41-7991-429d-a53a-77eda10ad3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (de561234-eec6-4aef-90f0-435aa48cc069), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:26.851541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-409edb41-7991-429d-a53a-77eda10ad3af None None] Port de561234-eec6-4aef-90f0-435aa48cc069 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:16:26.861464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de561234-eec6-4aef-90f0-435aa48cc069), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:26.978184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da310cc0-28fd-4999-995f-0ac4303c2417 req-9b56a5b9-f601-428b-8d4f-dc6640a89861 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:26.980552 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da310cc0-28fd-4999-995f-0ac4303c2417 req-9b56a5b9-f601-428b-8d4f-dc6640a89861 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 931 time: 0.0563967 Feb 11 06:16:27.030507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-da310cc0-28fd-4999-995f-0ac4303c2417 req-5aad615c-3596-49e2-a4ce-95d72e26ccd8 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Feb 11 06:16:27.147142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de561234-eec6-4aef-90f0-435aa48cc069 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:16:27.155789 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Publish callbacks [] for port (de561234-eec6-4aef-90f0-435aa48cc069), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:27.167755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Transition to ACTIVE for port object de561234-eec6-4aef-90f0-435aa48cc069 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:16:27.337137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (de561234-eec6-4aef-90f0-435aa48cc069), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:27.392316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Pushing event updated for resources: {'Port': ['ID=de561234-eec6-4aef-90f0-435aa48cc069,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:27.466988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Attempting to bind port de561234-eec6-4aef-90f0-435aa48cc069 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:27.467336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Attempting to bind port de561234-eec6-4aef-90f0-435aa48cc069 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:27.467673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Attempting to bind port de561234-eec6-4aef-90f0-435aa48cc069 on network b188ff30-70d5-4882-b1e8-db7f3c88d408 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:27.472528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Port de561234-eec6-4aef-90f0-435aa48cc069 on network b188ff30-70d5-4882-b1e8-db7f3c88d408 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:16:27.473053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Attempting to bind port de561234-eec6-4aef-90f0-435aa48cc069 on network b188ff30-70d5-4882-b1e8-db7f3c88d408 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:27.478401 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:27.478812 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Checking segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:27.479229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Bound using segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:27.479686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Bound port: de561234-eec6-4aef-90f0-435aa48cc069, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:27.480053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de561234-eec6-4aef-90f0-435aa48cc069), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:27.555623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] For port de561234-eec6-4aef-90f0-435aa48cc069, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:27.558711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] For port de561234-eec6-4aef-90f0-435aa48cc069, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de561234-eec6-4aef-90f0-435aa48cc069,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:27.623317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (de561234-eec6-4aef-90f0-435aa48cc069), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:27.667559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:27.668192 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:27.671049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] 10.222.0.65 "PUT /v2.0/ports/de561234-eec6-4aef-90f0-435aa48cc069 HTTP/1.1" status: 200 len: 1092 time: 0.8949292 Feb 11 06:16:27.671724 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ce919-6473-463a-9b9a-3a9571d7a9ff', 'tag': 'de561234-eec6-4aef-90f0-435aa48cc069'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:16:27.674123 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd798f-35d0-4640-bdb8-d53bf369ddbe" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9ce919-6473-463a-9b9a-3a9571d7a9ff", "tag": "de561234-eec6-4aef-90f0-435aa48cc069"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:16:27.706884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa1cdc-4116-40fe-82b5-cf7fdf18d236 service neutron] Pushing event updated for resources: {'Port': ['ID=de561234-eec6-4aef-90f0-435aa48cc069,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:27.715979 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b5a208-08f3-432a-83d0-2e451357bb30 x-openstack-request-id: req-67b5a208-08f3-432a-83d0-2e451357bb30 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:16:27.716439 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9ce919-6473-463a-9b9a-3a9571d7a9ff", "tag": "de561234-eec6-4aef-90f0-435aa48cc069", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:16:27.716817 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67b5a208-08f3-432a-83d0-2e451357bb30 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:16:27.722412 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ce919-6473-463a-9b9a-3a9571d7a9ff', 'tag': 'de561234-eec6-4aef-90f0-435aa48cc069', 'status': 'completed', 'code': 200} Feb 11 06:16:27.781256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd798f-35d0-4640-bdb8-d53bf369ddbe req-9ca65b3f-8a9b-4a74-ad1b-32f136a94d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:27.782820 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d7dd798f-35d0-4640-bdb8-d53bf369ddbe req-9ca65b3f-8a9b-4a74-ad1b-32f136a94d96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6853705d039a452d9a02c724905544c0&device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 1126 time: 0.0488784 Feb 11 06:16:27.887875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd798f-35d0-4640-bdb8-d53bf369ddbe req-407443ee-ab05-46d4-a463-8c0b07f81cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:27.889509 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d7dd798f-35d0-4640-bdb8-d53bf369ddbe req-407443ee-ab05-46d4-a463-8c0b07f81cb0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6853705d039a452d9a02c724905544c0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0994313 Feb 11 06:16:27.982961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd798f-35d0-4640-bdb8-d53bf369ddbe req-b1bf2e89-2530-4331-b63d-a9e588ef3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:27.984452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d7dd798f-35d0-4640-bdb8-d53bf369ddbe req-b1bf2e89-2530-4331-b63d-a9e588ef3657 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896146 Feb 11 06:16:28.069243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-656d3764-aa17-42a2-b0b6-15d0608bdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:28.070792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-656d3764-aa17-42a2-b0b6-15d0608bdd2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6853705d039a452d9a02c724905544c0&device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 1126 time: 0.0505350 Feb 11 06:16:28.113394 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-74d211ea-090e-4e55-9cd6-e8ee46e3c2a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de561234-eec6-4aef-90f0-435aa48cc069 HTTP/1.1" status: 200 len: 217 time: 0.0365205 Feb 11 06:16:28.158667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f656c8-09d4-4289-88ad-2d4e88e46d8e req-553a6316-f839-4ed2-9e6e-7115aa94d109 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:28.160220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4f656c8-09d4-4289-88ad-2d4e88e46d8e req-553a6316-f839-4ed2-9e6e-7115aa94d109 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 943 time: 0.0577300 Feb 11 06:16:28.163409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-440cda99-40e7-4843-b227-c0939200add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:28.165085 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-440cda99-40e7-4843-b227-c0939200add9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ee277e4-b4bb-4cb2-9c08-6a2a83904d42 HTTP/1.1" status: 200 len: 855 time: 0.0466988 Feb 11 06:16:28.208263 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e4f656c8-09d4-4289-88ad-2d4e88e46d8e req-32f1cdea-225c-4a64-b4b5-805150e1f422 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Feb 11 06:16:28.214878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-883c82ef-01cd-4675-a732-e7e434f10c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:28.217332 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-883c82ef-01cd-4675-a732-e7e434f10c51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b188ff30-70d5-4882-b1e8-db7f3c88d408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467014 Feb 11 06:16:28.314616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-6187b3ee-3ce0-47e6-aa98-1ccfbef89d94 service neutron] 10.222.0.65 "GET /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911016 Feb 11 06:16:28.421775 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b209877d-3e1a-4130-9876-ae306d1e07c1 req-087f231a-0ebb-4a32-aff4-450b503fed2f service neutron] 10.222.0.65 "GET /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014051 Feb 11 06:16:29.345564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839abde-333d-41f3-8eda-33ce762219bf req-1a0f5cc2-170d-4538-ba5a-be57c1ad1752 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:29.347231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a839abde-333d-41f3-8eda-33ce762219bf req-1a0f5cc2-170d-4538-ba5a-be57c1ad1752 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 943 time: 0.0650678 Feb 11 06:16:29.398105 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a839abde-333d-41f3-8eda-33ce762219bf req-60031417-7ca4-47e9-abcd-6f47aa6b748e tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448728 Feb 11 06:16:30.519690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580ad0f-e7a2-4b40-9e4b-4c5ae4872bed req-5f6c8900-27fe-46d1-987e-46ccca810c55 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:30.521210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e580ad0f-e7a2-4b40-9e4b-4c5ae4872bed req-5f6c8900-27fe-46d1-987e-46ccca810c55 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 943 time: 0.0544171 Feb 11 06:16:30.574007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e580ad0f-e7a2-4b40-9e4b-4c5ae4872bed req-9df22888-a60b-4934-bdf1-221b64ef8912 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429161 Feb 11 06:16:31.174589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device de561234-eec6-4aef-90f0-435aa48cc069 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:16:31.271444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port de561234-eec6-4aef-90f0-435aa48cc069, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de561234-eec6-4aef-90f0-435aa48cc069,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:31.283340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'de561234-eec6-4aef-90f0-435aa48cc069', 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'port_id': 'de561234-eec6-4aef-90f0-435aa48cc069', 'mac_address': 'fa:16:3e:3f:45:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:16:31.324060 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port de561234-eec6-4aef-90f0-435aa48cc069 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:31.324452 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de561234-eec6-4aef-90f0-435aa48cc069), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:31.337678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de561234-eec6-4aef-90f0-435aa48cc069 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:16:31.361500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port de561234-eec6-4aef-90f0-435aa48cc069, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de561234-eec6-4aef-90f0-435aa48cc069,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:31.428322 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (de561234-eec6-4aef-90f0-435aa48cc069), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:31.475961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=de561234-eec6-4aef-90f0-435aa48cc069,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:31.636798 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['de561234-eec6-4aef-90f0-435aa48cc069'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:16:31.706930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1db9b-2ee3-4973-91fb-d863ee67418b req-d7c946aa-e5d9-4579-a377-2baeaae75f4b tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:31.708366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6da1db9b-2ee3-4973-91fb-d863ee67418b req-d7c946aa-e5d9-4579-a377-2baeaae75f4b tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 944 time: 0.0606012 Feb 11 06:16:31.757804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6da1db9b-2ee3-4973-91fb-d863ee67418b req-52691792-1ed6-40b8-8903-ef6416a89156 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Feb 11 06:16:32.881894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc5ef8-32b6-4422-af63-e31e01844abf req-6076a956-ac5c-417d-b03f-c49aa998aab0 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:32.883318 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aadc5ef8-32b6-4422-af63-e31e01844abf req-6076a956-ac5c-417d-b03f-c49aa998aab0 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 944 time: 0.0535233 Feb 11 06:16:32.931726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aadc5ef8-32b6-4422-af63-e31e01844abf req-de0c6867-4f9e-44b4-9bd5-4c8876083cc8 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419436 Feb 11 06:16:33.022738 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39dbe700-ee0e-42fa-be60-fffc273f2586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:33.193610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device de561234-eec6-4aef-90f0-435aa48cc069 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:33.331015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port de561234-eec6-4aef-90f0-435aa48cc069 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:16:33.335423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port de561234-eec6-4aef-90f0-435aa48cc069 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:33.336796 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (de561234-eec6-4aef-90f0-435aa48cc069), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:33.426770 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port de561234-eec6-4aef-90f0-435aa48cc069 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:33.427166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (de561234-eec6-4aef-90f0-435aa48cc069), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:33.450574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ce919-6473-463a-9b9a-3a9571d7a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de561234-eec6-4aef-90f0-435aa48cc069'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:16:33.455592 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587e6b53-8a45-4c1d-8152-2aaa0c9c9ee7" -d '{"events": [{"server_uuid": "5f9ce919-6473-463a-9b9a-3a9571d7a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "de561234-eec6-4aef-90f0-435aa48cc069"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:16:33.471278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port de561234-eec6-4aef-90f0-435aa48cc069, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de561234-eec6-4aef-90f0-435aa48cc069,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:33.494165 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaf8301-e6ae-46bb-9d76-c72069885f5e x-openstack-request-id: req-afaf8301-e6ae-46bb-9d76-c72069885f5e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:16:33.494469 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ce919-6473-463a-9b9a-3a9571d7a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "de561234-eec6-4aef-90f0-435aa48cc069", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:16:33.494749 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afaf8301-e6ae-46bb-9d76-c72069885f5e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:16:33.495168 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ce919-6473-463a-9b9a-3a9571d7a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de561234-eec6-4aef-90f0-435aa48cc069', 'code': 200} Feb 11 06:16:33.542666 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (de561234-eec6-4aef-90f0-435aa48cc069), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:33.594415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=de561234-eec6-4aef-90f0-435aa48cc069,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:33.597482 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79394a7-6b83-4b35-8868-540ed1ba075a req-a3ddf419-180c-4fd4-829f-d4fb458e65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:33.599042 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a79394a7-6b83-4b35-8868-540ed1ba075a req-a3ddf419-180c-4fd4-829f-d4fb458e65f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 1128 time: 0.0479329 Feb 11 06:16:33.650624 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a79394a7-6b83-4b35-8868-540ed1ba075a req-4d91ff23-54fc-4987-929b-337e2592a765 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Feb 11 06:16:34.059291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c770285-7427-4a90-bd00-d490ccf3d7da req-cc2a7261-61dc-463a-b1d9-1b3694235000 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:34.061664 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c770285-7427-4a90-bd00-d490ccf3d7da req-cc2a7261-61dc-463a-b1d9-1b3694235000 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 945 time: 0.0613971 Feb 11 06:16:34.117374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2c770285-7427-4a90-bd00-d490ccf3d7da req-135fa51a-70bf-499d-aa3e-3f97d1434052 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500615 Feb 11 06:16:35.240547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836db4-0cb8-42b7-a9fb-9a767a64667f req-9bae4539-70b0-4d1f-b62a-23e4ca06387d tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:35.242104 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7836db4-0cb8-42b7-a9fb-9a767a64667f req-9bae4539-70b0-4d1f-b62a-23e4ca06387d tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 945 time: 0.0555010 Feb 11 06:16:35.290932 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c7836db4-0cb8-42b7-a9fb-9a767a64667f req-2ebe85b2-ed56-4581-bd48-1f05cefa0bab tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Feb 11 06:16:35.417079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc560-d282-48da-9fdf-96c721c84dff req-acfe62ca-7c8d-4312-9058-7c808b977e8a tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:35.418502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-876fc560-d282-48da-9fdf-96c721c84dff req-acfe62ca-7c8d-4312-9058-7c808b977e8a tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 945 time: 0.0551240 Feb 11 06:16:35.467293 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-876fc560-d282-48da-9fdf-96c721c84dff req-d8bbacfb-f4ed-4727-ac1d-68c263c862e2 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Feb 11 06:16:35.582760 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d49e9f6-438c-4d7c-b559-a141f3f522d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:36.857817 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.480362 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.936934 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.348721 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:41.909385 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:48.331803 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:03.068722 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5905-8bd8-46b4-8859-9203e34188b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.565703 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2596b013-d2f1-42b5-bb39-6dc9a4a59f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:06.886419 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.491755 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:08.931869 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.344001 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:11.431612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4253ce-b406-41ed-b1f1-8666808decca req-430e806e-c2f2-468e-90fd-41da2107a385 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:11.433148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d4253ce-b406-41ed-b1f1-8666808decca req-430e806e-c2f2-468e-90fd-41da2107a385 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 945 time: 0.0592570 Feb 11 06:17:11.483022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d4253ce-b406-41ed-b1f1-8666808decca req-6b2eabf7-4d0f-4956-999b-ea4547641c82 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Feb 11 06:17:11.921057 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:12.609937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8334853-6835-40b3-8e3a-bc3a15e30310 req-2497c587-a33c-429d-9ce8-a6b67944fca3 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:12.612234 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8334853-6835-40b3-8e3a-bc3a15e30310 req-2497c587-a33c-429d-9ce8-a6b67944fca3 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 945 time: 0.0571215 Feb 11 06:17:12.665004 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8334853-6835-40b3-8e3a-bc3a15e30310 req-0de05058-92b3-45a3-83b4-657925303eba tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Feb 11 06:17:12.850284 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-b9bb623b-3729-4996-bd67-994e1b85164c tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:12.851873 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-b9bb623b-3729-4996-bd67-994e1b85164c tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 945 time: 0.0558722 Feb 11 06:17:12.956007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Deleting port de561234-eec6-4aef-90f0-435aa48cc069 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:12.956350 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (de561234-eec6-4aef-90f0-435aa48cc069), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.045691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] For port de561234-eec6-4aef-90f0-435aa48cc069, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=de561234-eec6-4aef-90f0-435aa48cc069,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:13.046065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (de561234-eec6-4aef-90f0-435aa48cc069), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.058523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Calling delete_port for de561234-eec6-4aef-90f0-435aa48cc069 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:13.315197 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (de561234-eec6-4aef-90f0-435aa48cc069), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.328650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['de561234-eec6-4aef-90f0-435aa48cc069'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:17:13.346947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Pushing event deleted for resources: {'Port': ['ID=de561234-eec6-4aef-90f0-435aa48cc069,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:13.397103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] No DVR routers for this DVR port de561234-eec6-4aef-90f0-435aa48cc069 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:17:13.399945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:13.403205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a7f4232c-2b05-4ece-a93c-e1a60d5e5bfa req-7453c03a-40eb-4904-8c36-095f7384daca tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.65 "DELETE /v2.0/ports/de561234-eec6-4aef-90f0-435aa48cc069 HTTP/1.1" status: 204 len: 173 time: 0.5446253 Feb 11 06:17:13.403644 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ce919-6473-463a-9b9a-3a9571d7a9ff', 'name': 'network-vif-deleted', 'tag': 'de561234-eec6-4aef-90f0-435aa48cc069'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:17:13.406346 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d129808c-cf87-45bf-9abe-d846ad74ede5" -d '{"events": [{"server_uuid": "5f9ce919-6473-463a-9b9a-3a9571d7a9ff", "name": "network-vif-deleted", "tag": "de561234-eec6-4aef-90f0-435aa48cc069"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:17:13.442803 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab72cb9f-6c03-429b-8be5-64efb56afd9a x-openstack-request-id: req-ab72cb9f-6c03-429b-8be5-64efb56afd9a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:17:13.443177 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ce919-6473-463a-9b9a-3a9571d7a9ff", "name": "network-vif-deleted", "tag": "de561234-eec6-4aef-90f0-435aa48cc069", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:17:13.443433 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab72cb9f-6c03-429b-8be5-64efb56afd9a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:17:13.443845 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ce919-6473-463a-9b9a-3a9571d7a9ff', 'name': 'network-vif-deleted', 'tag': 'de561234-eec6-4aef-90f0-435aa48cc069', 'status': 'completed', 'code': 200} Feb 11 06:17:13.779970 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1d3477ad-1455-4c85-8cb3-234189417f3f req-8d687233-aef8-4c31-9e05-3aebfcc59bf8 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f9ce919-6473-463a-9b9a-3a9571d7a9ff HTTP/1.1" status: 200 len: 210 time: 0.0279753 Feb 11 06:17:15.578490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-75e6252f-b71a-4d0d-9591-ae6cf7395efc tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:15.580177 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-75e6252f-b71a-4d0d-9591-ae6cf7395efc tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/networks?id=b188ff30-70d5-4882-b1e8-db7f3c88d408 HTTP/1.1" status: 200 len: 816 time: 0.1171761 Feb 11 06:17:15.596990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-de507546-fc99-4abf-8e46-ff91889b884e tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/quotas/6853705d039a452d9a02c724905544c0 HTTP/1.1" status: 200 len: 375 time: 0.0107927 Feb 11 06:17:15.664411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-d81116d4-a51a-415e-9796-8c334f232c53 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6853705d039a452d9a02c724905544c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617323 Feb 11 06:17:15.768373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-6450d90b-e695-4541-84f7-8c8f1868fc7b service neutron] 10.222.0.62 "GET /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919411 Feb 11 06:17:15.861179 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-3657aac6-4731-46a5-b687-7c273b8b2de1 service neutron] 10.222.0.62 "GET /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867929 Feb 11 06:17:16.090535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e88e66e4-5aa5-47a4-98ac-ebe1c26cb968 req-fd54166b-3ed6-4704-bcff-0badf6dafa70 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 210 time: 0.0350728 Feb 11 06:17:17.192267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d4c17e51-3204-4006-bd88-6bb918bd93b2 req-fda321f7-54db-479d-8f07-385abf07084f tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 210 time: 0.0322111 Feb 11 06:17:17.380898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device de561234-eec6-4aef-90f0-435aa48cc069 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:17:17.401830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: de561234-eec6-4aef-90f0-435aa48cc069 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:17:17.402203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device de561234-eec6-4aef-90f0-435aa48cc069 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:17:17.972506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-7943b4b5-6c38-4d93-8b0a-29ceb77effb4 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:17.974389 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-7943b4b5-6c38-4d93-8b0a-29ceb77effb4 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.65 "GET /v2.0/networks?id=b188ff30-70d5-4882-b1e8-db7f3c88d408 HTTP/1.1" status: 200 len: 816 time: 0.1138833 Feb 11 06:17:17.986648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Request body: {'port': {'device_id': 'b81a1c51-a418-49a1-8531-947b59078cb7', 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'admin_state_up': True, 'tenant_id': '6853705d039a452d9a02c724905544c0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:18.172866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Made reservation on behalf of 6853705d039a452d9a02c724905544c0 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:18.176294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.307938 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Allocated IP 172.20.0.4 (b188ff30-70d5-4882-b1e8-db7f3c88d408/3ee277e4-b4bb-4cb2-9c08-6a2a83904d42/d261ebb5-a3ae-4dea-8879-9c7137fca000) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:18.309806 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-130a3bed-d918-4286-9043-020d90b42ff5 req-77f50f33-efc6-4397-b5a6-2c17cc51ee23 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 210 time: 0.0298297 Feb 11 06:17:18.459793 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks [] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.549915 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.609612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:18.615364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:18.619226 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:18.643719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Pushing event updated for resources: {'Port': ['ID=d261ebb5-a3ae-4dea-8879-9c7137fca000,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:18.675327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:18.676036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.745626 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-bdd6aef4-3a25-432a-8cb4-ffb957098715 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634473 Feb 11 06:17:18.756553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Request body: {'port': {'device_id': 'b81a1c51-a418-49a1-8531-947b59078cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:18.818537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.849290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4935eda8-c16e-475e-b954-178364a5a231 None None] Provisioning complete for port d261ebb5-a3ae-4dea-8879-9c7137fca000 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:18.849890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4935eda8-c16e-475e-b954-178364a5a231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:18.889049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4935eda8-c16e-475e-b954-178364a5a231 None None] Port d261ebb5-a3ae-4dea-8879-9c7137fca000 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:19.093443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d261ebb5-a3ae-4dea-8879-9c7137fca000 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:17:19.101785 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Publish callbacks [] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:19.114719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Transition to ACTIVE for port object d261ebb5-a3ae-4dea-8879-9c7137fca000 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:17:19.172145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:19.227307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b075031-2d78-4755-845c-768476d88aad service neutron] Pushing event updated for resources: {'Port': ['ID=d261ebb5-a3ae-4dea-8879-9c7137fca000,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:19.303269 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Attempting to bind port d261ebb5-a3ae-4dea-8879-9c7137fca000 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:19.303621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Attempting to bind port d261ebb5-a3ae-4dea-8879-9c7137fca000 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:19.303945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Attempting to bind port d261ebb5-a3ae-4dea-8879-9c7137fca000 on network b188ff30-70d5-4882-b1e8-db7f3c88d408 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:19.308774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Port d261ebb5-a3ae-4dea-8879-9c7137fca000 on network b188ff30-70d5-4882-b1e8-db7f3c88d408 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:17:19.310603 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Attempting to bind port d261ebb5-a3ae-4dea-8879-9c7137fca000 on network b188ff30-70d5-4882-b1e8-db7f3c88d408 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:19.314967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:19.315318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Checking segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:19.315710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Bound using segment: {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:19.316139 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Bound port: d261ebb5-a3ae-4dea-8879-9c7137fca000, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dede14a-f78f-4eb8-9bbe-bde8877cfe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:19.316498 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:19.394465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] For port d261ebb5-a3ae-4dea-8879-9c7137fca000, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:19.400154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] For port d261ebb5-a3ae-4dea-8879-9c7137fca000, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d261ebb5-a3ae-4dea-8879-9c7137fca000,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:19.452464 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47513cc2-2f23-40e3-af49-25dbb6309f55 req-c4468fcb-09c3-4a39-af0f-772566ca9063 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.454424 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47513cc2-2f23-40e3-af49-25dbb6309f55 req-c4468fcb-09c3-4a39-af0f-772566ca9063 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 943 time: 0.0568213 Feb 11 06:17:19.481519 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:19.504693 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47513cc2-2f23-40e3-af49-25dbb6309f55 req-83fa25a8-8a8e-4eca-a198-ddfe0184b233 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445523 Feb 11 06:17:19.520722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.521543 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:19.522962 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-1b075031-2d78-4755-845c-768476d88aad service neutron] 10.222.0.65 "PUT /v2.0/ports/d261ebb5-a3ae-4dea-8879-9c7137fca000 HTTP/1.1" status: 200 len: 1092 time: 0.7707484 Feb 11 06:17:19.523521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a1c51-a418-49a1-8531-947b59078cb7', 'tag': 'd261ebb5-a3ae-4dea-8879-9c7137fca000'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:17:19.525886 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeae084-66b9-4aca-a142-6c8aa23cc79f" -d '{"events": [{"name": "network-changed", "server_uuid": "b81a1c51-a418-49a1-8531-947b59078cb7", "tag": "d261ebb5-a3ae-4dea-8879-9c7137fca000"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:17:19.558861 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b075031-2d78-4755-845c-768476d88aad service neutron] Pushing event updated for resources: {'Port': ['ID=d261ebb5-a3ae-4dea-8879-9c7137fca000,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:19.566152 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454a195f-15dc-4937-b69e-d2f8da75a10f x-openstack-request-id: req-454a195f-15dc-4937-b69e-d2f8da75a10f {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:17:19.566753 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81a1c51-a418-49a1-8531-947b59078cb7", "tag": "d261ebb5-a3ae-4dea-8879-9c7137fca000", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:17:19.567018 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-454a195f-15dc-4937-b69e-d2f8da75a10f {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:17:19.567434 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a1c51-a418-49a1-8531-947b59078cb7', 'tag': 'd261ebb5-a3ae-4dea-8879-9c7137fca000', 'status': 'completed', 'code': 200} Feb 11 06:17:19.638883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeae084-66b9-4aca-a142-6c8aa23cc79f req-29d346d3-f146-4011-946a-38c1d231dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.641242 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eeae084-66b9-4aca-a142-6c8aa23cc79f req-29d346d3-f146-4011-946a-38c1d231dd5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6853705d039a452d9a02c724905544c0&device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 1126 time: 0.0540380 Feb 11 06:17:19.765152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeae084-66b9-4aca-a142-6c8aa23cc79f req-7ca9be44-d8a3-42bc-bf88-b35bbb6c486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.767283 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eeae084-66b9-4aca-a142-6c8aa23cc79f req-7ca9be44-d8a3-42bc-bf88-b35bbb6c486b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6853705d039a452d9a02c724905544c0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1193509 Feb 11 06:17:19.863354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeae084-66b9-4aca-a142-6c8aa23cc79f req-600c0fef-64bd-426d-96a7-49f870d5fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.864898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1eeae084-66b9-4aca-a142-6c8aa23cc79f req-600c0fef-64bd-426d-96a7-49f870d5fa48 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923491 Feb 11 06:17:19.955670 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-76e83f6d-e0ad-4fb6-9555-ec11ff2f230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:19.960471 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-76e83f6d-e0ad-4fb6-9555-ec11ff2f230e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6853705d039a452d9a02c724905544c0&device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 1126 time: 0.0512686 Feb 11 06:17:20.009057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-3f094833-940b-46d9-be1a-b5a06de9c673 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d261ebb5-a3ae-4dea-8879-9c7137fca000 HTTP/1.1" status: 200 len: 217 time: 0.0456417 Feb 11 06:17:20.059563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-fc4613bd-ff4f-4c1c-8e2d-eeb381ecb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:20.061093 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-fc4613bd-ff4f-4c1c-8e2d-eeb381ecb388 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ee277e4-b4bb-4cb2-9c08-6a2a83904d42 HTTP/1.1" status: 200 len: 855 time: 0.0465417 Feb 11 06:17:20.120451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-9ac53fa4-f1e4-44ce-9dbe-e8d392b846f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:20.121995 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-9ac53fa4-f1e4-44ce-9dbe-e8d392b846f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b188ff30-70d5-4882-b1e8-db7f3c88d408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0542095 Feb 11 06:17:20.211634 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-c19a0ad9-38f1-435d-adc5-f147adb95154 service neutron] 10.222.0.65 "GET /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828927 Feb 11 06:17:20.323940 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dd4ba250-8157-4c37-8ed9-d93a468d2331 req-642bd6ce-5506-440d-a3a6-de39c160c714 service neutron] 10.222.0.65 "GET /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065743 Feb 11 06:17:20.659950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa8e38-c152-40e7-867a-d69fcd88918a req-e440b80f-7c4d-4c8e-87d2-03844e291872 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:20.662504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40aa8e38-c152-40e7-867a-d69fcd88918a req-e440b80f-7c4d-4c8e-87d2-03844e291872 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 943 time: 0.0764952 Feb 11 06:17:20.713292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-40aa8e38-c152-40e7-867a-d69fcd88918a req-1a509d11-27a7-4ced-88d2-aaaaa4a9d567 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450928 Feb 11 06:17:21.837571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fdba-153b-4865-ae3a-8629cb560929 req-bc3c571d-6b4e-4c73-927b-e765e46d0307 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:21.839077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f725fdba-153b-4865-ae3a-8629cb560929 req-bc3c571d-6b4e-4c73-927b-e765e46d0307 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 943 time: 0.0538917 Feb 11 06:17:21.887953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f725fdba-153b-4865-ae3a-8629cb560929 req-7b378a71-619d-4ad6-b177-d31d54e69b52 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Feb 11 06:17:23.015178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879d47-303d-4e68-a991-6691dbeecd17 req-ac7f7d2e-5d31-4b33-85aa-4a6368dd2554 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:23.016960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e879d47-303d-4e68-a991-6691dbeecd17 req-ac7f7d2e-5d31-4b33-85aa-4a6368dd2554 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 943 time: 0.0548942 Feb 11 06:17:23.068088 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e879d47-303d-4e68-a991-6691dbeecd17 req-50cd8530-cfc6-4880-89df-c6b6aa01fe50 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455000 Feb 11 06:17:23.396891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d261ebb5-a3ae-4dea-8879-9c7137fca000 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:17:23.496642 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d261ebb5-a3ae-4dea-8879-9c7137fca000, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d261ebb5-a3ae-4dea-8879-9c7137fca000,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:23.508218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'd261ebb5-a3ae-4dea-8879-9c7137fca000', 'network_id': 'b188ff30-70d5-4882-b1e8-db7f3c88d408', 'port_id': 'd261ebb5-a3ae-4dea-8879-9c7137fca000', 'mac_address': 'fa:16:3e:4f:46:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee277e4-b4bb-4cb2-9c08-6a2a83904d42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:17:23.546268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d261ebb5-a3ae-4dea-8879-9c7137fca000 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:23.546700 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:23.559667 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d261ebb5-a3ae-4dea-8879-9c7137fca000 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:17:23.580673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d261ebb5-a3ae-4dea-8879-9c7137fca000, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d261ebb5-a3ae-4dea-8879-9c7137fca000,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:23.652447 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:23.723043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d261ebb5-a3ae-4dea-8879-9c7137fca000,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:23.730940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.731291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.731637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.731976 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.732312 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.732670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.733005 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.733334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.733661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.733986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.734866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.735194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.735521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:23.843415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d261ebb5-a3ae-4dea-8879-9c7137fca000'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:17:24.189945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee54edc-be86-4928-96fd-5649ee8439b1 req-6c8d9a8d-2a5f-4417-82cc-c2e58c6bf7ef tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:24.191473 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ee54edc-be86-4928-96fd-5649ee8439b1 req-6c8d9a8d-2a5f-4417-82cc-c2e58c6bf7ef tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 944 time: 0.0555053 Feb 11 06:17:24.241627 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ee54edc-be86-4928-96fd-5649ee8439b1 req-be02fff3-5867-4548-8ba4-8266027d56a0 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445349 Feb 11 06:17:25.332041 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:25.369024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80859-7b76-431c-98e6-8e61c80670ce req-26a77d8b-9a6c-48fa-b9da-4b535ecd3610 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:25.370559 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68d80859-7b76-431c-98e6-8e61c80670ce req-26a77d8b-9a6c-48fa-b9da-4b535ecd3610 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 944 time: 0.0613091 Feb 11 06:17:25.404999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d261ebb5-a3ae-4dea-8879-9c7137fca000 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:25.420344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68d80859-7b76-431c-98e6-8e61c80670ce req-a4a4983c-3490-487c-93d8-ad481254165a tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Feb 11 06:17:25.589556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port d261ebb5-a3ae-4dea-8879-9c7137fca000 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:17:25.593882 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port d261ebb5-a3ae-4dea-8879-9c7137fca000 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:25.597864 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:25.677847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d261ebb5-a3ae-4dea-8879-9c7137fca000 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:25.678239 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:25.701491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81a1c51-a418-49a1-8531-947b59078cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd261ebb5-a3ae-4dea-8879-9c7137fca000'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:17:25.703761 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837c5816-4f20-43db-a3cf-4eb7d2baae2b" -d '{"events": [{"server_uuid": "b81a1c51-a418-49a1-8531-947b59078cb7", "name": "network-vif-plugged", "status": "completed", "tag": "d261ebb5-a3ae-4dea-8879-9c7137fca000"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:17:25.717612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d261ebb5-a3ae-4dea-8879-9c7137fca000, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d261ebb5-a3ae-4dea-8879-9c7137fca000,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:25.741923 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e093b910-26d8-4efe-8bb2-0d82c085af83 x-openstack-request-id: req-e093b910-26d8-4efe-8bb2-0d82c085af83 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:17:25.742275 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81a1c51-a418-49a1-8531-947b59078cb7", "name": "network-vif-plugged", "status": "completed", "tag": "d261ebb5-a3ae-4dea-8879-9c7137fca000", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:17:25.742422 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e093b910-26d8-4efe-8bb2-0d82c085af83 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:17:25.742834 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81a1c51-a418-49a1-8531-947b59078cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd261ebb5-a3ae-4dea-8879-9c7137fca000', 'code': 200} Feb 11 06:17:25.800916 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:25.845541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1635e-70fd-4200-934b-fd550b43b8ac req-8dd03e5d-a26c-4e85-82b5-65946f820553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:25.846981 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-99b1635e-70fd-4200-934b-fd550b43b8ac req-8dd03e5d-a26c-4e85-82b5-65946f820553 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 1128 time: 0.0480289 Feb 11 06:17:25.850115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d261ebb5-a3ae-4dea-8879-9c7137fca000,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:25.893069 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-99b1635e-70fd-4200-934b-fd550b43b8ac req-521c0bec-886e-4beb-98d1-8546051f6185 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Feb 11 06:17:26.560581 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044804b4-4050-4c81-8c34-6edeee485d69 req-b0359b00-1166-4102-b1ec-cf08856f91b4 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:26.562120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-044804b4-4050-4c81-8c34-6edeee485d69 req-b0359b00-1166-4102-b1ec-cf08856f91b4 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 945 time: 0.0575378 Feb 11 06:17:26.610371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-044804b4-4050-4c81-8c34-6edeee485d69 req-522fdd32-2b39-4472-941b-1e8fa13b6b62 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421875 Feb 11 06:17:27.735309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd8510-ac79-49f6-b030-25741889a68c req-9cd87931-5ee6-494e-9f47-8d46fc49146e tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:27.737324 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8dd8510-ac79-49f6-b030-25741889a68c req-9cd87931-5ee6-494e-9f47-8d46fc49146e tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 945 time: 0.0529273 Feb 11 06:17:27.784509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c8dd8510-ac79-49f6-b030-25741889a68c req-a8989192-2a7e-4597-81fc-e7e413a59c8a tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Feb 11 06:17:27.907968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e430e9-ca55-4e42-8497-6877c8bba5c9 req-0d6619a7-88ea-41be-b9c6-fa1bcae83316 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:27.909386 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5e430e9-ca55-4e42-8497-6877c8bba5c9 req-0d6619a7-88ea-41be-b9c6-fa1bcae83316 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 945 time: 0.0576460 Feb 11 06:17:27.957270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5e430e9-ca55-4e42-8497-6877c8bba5c9 req-19dc6a2c-f6f2-476b-804c-91c2e3ee2925 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Feb 11 06:17:33.029296 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-902f0cdd-8da1-4c89-a707-ae40e52d9494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.606788 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ff78da1-daba-450c-b3d8-ee9f6980ce85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.880575 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.469492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.931858 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.372606 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.932694 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.331445 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:18:03.012958 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-89842399-b948-449b-8219-c01a9c6e1c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:04.753561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5443a9-5190-4bad-9713-73d1ea2a453b req-87671f6b-80bc-48ec-a968-55d74b639226 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:04.755723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e5443a9-5190-4bad-9713-73d1ea2a453b req-87671f6b-80bc-48ec-a968-55d74b639226 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 945 time: 0.0658147 Feb 11 06:18:04.805899 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4e5443a9-5190-4bad-9713-73d1ea2a453b req-43477fea-76dc-41b9-b773-ac3ef2d3e0f3 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Feb 11 06:18:05.589538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-defbecbb-b5e0-4281-9e69-4f4e48683b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:05.931309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bccb32-cfb1-46d8-89e1-49a7d902a45e req-86b870f5-cc22-4f5b-83f7-82076ec1eae4 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:05.933554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91bccb32-cfb1-46d8-89e1-49a7d902a45e req-86b870f5-cc22-4f5b-83f7-82076ec1eae4 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 945 time: 0.0557110 Feb 11 06:18:05.994378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-91bccb32-cfb1-46d8-89e1-49a7d902a45e req-31be3a0a-f569-4ff0-bcfb-6fc4cd3fd36f tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/security-groups?id=0da7f48c-7a5e-49c9-8bf5-51759f541156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509102 Feb 11 06:18:06.194283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79187181-2ceb-447c-aee2-2014ad62128e req-175589f6-9fc9-4726-8ff2-177e791ee824 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:06.195764 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79187181-2ceb-447c-aee2-2014ad62128e req-175589f6-9fc9-4726-8ff2-177e791ee824 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.65 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Feb 11 06:18:06.294539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Deleting port d261ebb5-a3ae-4dea-8879-9c7137fca000 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:06.299853 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:06.392102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] For port d261ebb5-a3ae-4dea-8879-9c7137fca000, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d261ebb5-a3ae-4dea-8879-9c7137fca000,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:06.392475 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:06.404917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Calling delete_port for d261ebb5-a3ae-4dea-8879-9c7137fca000 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:06.624564 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d261ebb5-a3ae-4dea-8879-9c7137fca000), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:06.637681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d261ebb5-a3ae-4dea-8879-9c7137fca000'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:18:06.659817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Pushing event deleted for resources: {'Port': ['ID=d261ebb5-a3ae-4dea-8879-9c7137fca000,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.681256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:06.715690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] No DVR routers for this DVR port d261ebb5-a3ae-4dea-8879-9c7137fca000 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:18:06.718408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:06.721929 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-79187181-2ceb-447c-aee2-2014ad62128e req-302ddce9-84a6-464e-a791-8ff269a77b93 tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.65 "DELETE /v2.0/ports/d261ebb5-a3ae-4dea-8879-9c7137fca000 HTTP/1.1" status: 204 len: 173 time: 0.5204885 Feb 11 06:18:06.722375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81a1c51-a418-49a1-8531-947b59078cb7', 'name': 'network-vif-deleted', 'tag': 'd261ebb5-a3ae-4dea-8879-9c7137fca000'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:18:06.725147 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8249e10-515b-493e-bf02-140f5f55b8f6" -d '{"events": [{"server_uuid": "b81a1c51-a418-49a1-8531-947b59078cb7", "name": "network-vif-deleted", "tag": "d261ebb5-a3ae-4dea-8879-9c7137fca000"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:18:06.766694 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6eb429-55d2-4e98-b51e-12179d033779 x-openstack-request-id: req-3d6eb429-55d2-4e98-b51e-12179d033779 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:18:06.766996 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81a1c51-a418-49a1-8531-947b59078cb7", "name": "network-vif-deleted", "tag": "d261ebb5-a3ae-4dea-8879-9c7137fca000", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:18:06.767257 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d6eb429-55d2-4e98-b51e-12179d033779 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:18:06.767704 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81a1c51-a418-49a1-8531-947b59078cb7', 'name': 'network-vif-deleted', 'tag': 'd261ebb5-a3ae-4dea-8879-9c7137fca000', 'status': 'completed', 'code': 200} Feb 11 06:18:06.961340 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:07.125294 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c170d8b1-2bdf-4213-8e65-9288fbc6b629 req-dd1cb799-d578-4064-b4fa-8f89c5ad224c tempest-TestEncryptedCinderVolumes-468026276 tempest-TestEncryptedCinderVolumes-468026276-project] 10.222.0.62 "GET /v2.0/ports?device_id=b81a1c51-a418-49a1-8531-947b59078cb7 HTTP/1.1" status: 200 len: 210 time: 0.0376978 Feb 11 06:18:08.279698 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48598) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:08.521351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:08.635468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:08.886956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Deleting port d76aec85-fa0f-4d7b-a010-a8548a763f7e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:08.887293 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:08.927194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:08.969757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] For port d76aec85-fa0f-4d7b-a010-a8548a763f7e, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=d76aec85-fa0f-4d7b-a010-a8548a763f7e,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:08.970114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:08.983340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Calling delete_port for d76aec85-fa0f-4d7b-a010-a8548a763f7e owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:09.241867 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (d76aec85-fa0f-4d7b-a010-a8548a763f7e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:09.271827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Pushing event deleted for resources: {'Port': ['ID=d76aec85-fa0f-4d7b-a010-a8548a763f7e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:09.299847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.300509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.300509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.300900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.301244 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.301585 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.301973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.302312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.302645 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.302976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.303307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.303639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.303963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:09.367686 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:09.455140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:09.683687 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:18:09.795017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:18:09.801572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e1a49820-00bb-4c8f-a80d-f24e5028170c admin admin] 10.222.0.62 "PUT /v2.0/routers/5a19343f-39b5-4b0c-bb03-c7e73ba74e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5202487 Feb 11 06:18:09.803391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:09.804801 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] Sync routers for ids ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:18:09.814777 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] Routers {'5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:09.816735 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:09.920415 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks [] for router (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:09.926377 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] Set router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:10.037994 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks [] for router_gateway (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.110059 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:18:09Z', 'revision_number': 5, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port': {'id': '57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:fb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:10.137582 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] Checking router: 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:18:10.146709 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] Routers {'5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:10.147426 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:10.185306 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Deleting port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:10.185702 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.286304 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] For port 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:10.287353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.292531 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] Set router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:10.304037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Calling delete_port for 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:10.442715 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:18:10Z', 'revision_number': 6, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:10.478145 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59619f0a-3b57-4778-9ce8-74401ce51a03 None None] The sync data for ids ['5a19343f-39b5-4b0c-bb03-c7e73ba74e7a'] in n-d-713498-37 is: [{'id': '5a19343f-39b5-4b0c-bb03-c7e73ba74e7a', 'name': 'tempest-TestEncryptedCinderVolumes-270328005-router', 'tenant_id': '6853705d039a452d9a02c724905544c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:11Z', 'updated_at': '2022-02-11T06:18:10Z', 'revision_number': 6, 'project_id': '6853705d039a452d9a02c724905544c0', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:18:10.544305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.572949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:10.635711 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.731985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.734357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks [] for router_controller (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.876180 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (5a19343f-39b5-4b0c-bb03-c7e73ba74e7a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.876689 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a19343f-39b5-4b0c-bb03-c7e73ba74e7a {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:18:10.885672 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.885672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c1f4704a-02e6-410a-8273-54b65ba84e64 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5a19343f-39b5-4b0c-bb03-c7e73ba74e7a HTTP/1.1" status: 204 len: 168 time: 1.0791945 Feb 11 06:18:10.886900 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48604) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:10.937813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-6073edad-9416-482c-a85d-d5e15161f035 admin admin] Deleting subnet 3ee277e4-b4bb-4cb2-9c08-6a2a83904d42 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:18:10.940866 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6073edad-9416-482c-a85d-d5e15161f035 admin admin] Publish callbacks [] for subnet (3ee277e4-b4bb-4cb2-9c08-6a2a83904d42), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:10.976522 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6073edad-9416-482c-a85d-d5e15161f035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (3ee277e4-b4bb-4cb2-9c08-6a2a83904d42), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.056807 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6073edad-9416-482c-a85d-d5e15161f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (3ee277e4-b4bb-4cb2-9c08-6a2a83904d42), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.179418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6073edad-9416-482c-a85d-d5e15161f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (3ee277e4-b4bb-4cb2-9c08-6a2a83904d42), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.206058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073edad-9416-482c-a85d-d5e15161f035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee277e4-b4bb-4cb2-9c08-6a2a83904d42,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:11.210347 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6073edad-9416-482c-a85d-d5e15161f035 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.214157 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6073edad-9416-482c-a85d-d5e15161f035 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3ee277e4-b4bb-4cb2-9c08-6a2a83904d42 HTTP/1.1" status: 204 len: 168 time: 0.3260159 Feb 11 06:18:11.216215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a688ed-a856-4c9b-b502-4b75b8c0a1dc None None] Network b188ff30-70d5-4882-b1e8-db7f3c88d408 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:18:11.217178 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48606) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:11.296623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (b188ff30-70d5-4882-b1e8-db7f3c88d408), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.353655 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Deleting port fec76c75-528e-4c60-ad42-130dec874afd {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:11.354213 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fec76c75-528e-4c60-ad42-130dec874afd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.393443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] DHCP port deletion for b188ff30-70d5-4882-b1e8-db7f3c88d408 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:18:11.421241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] For port fec76c75-528e-4c60-ad42-130dec874afd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fec76c75-528e-4c60-ad42-130dec874afd,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:11.421681 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fec76c75-528e-4c60-ad42-130dec874afd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.435952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Calling delete_port for fec76c75-528e-4c60-ad42-130dec874afd owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:11.448035 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] Deleting port fec76c75-528e-4c60-ad42-130dec874afd {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:11.448411 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fec76c75-528e-4c60-ad42-130dec874afd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.518659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] For port fec76c75-528e-4c60-ad42-130dec874afd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fec76c75-528e-4c60-ad42-130dec874afd,segment=NetworkSegment(7dede14a-f78f-4eb8-9bbe-bde8877cfe60),segment_id=7dede14a-f78f-4eb8-9bbe-bde8877cfe60)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:11.519128 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fec76c75-528e-4c60-ad42-130dec874afd), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.532887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] Calling delete_port for fec76c75-528e-4c60-ad42-130dec874afd owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:11.590270 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fec76c75-528e-4c60-ad42-130dec874afd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.626383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] No DVR routers for this DVR port fec76c75-528e-4c60-ad42-130dec874afd on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:18:11.627913 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=fec76c75-528e-4c60-ad42-130dec874afd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:11.638853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (fec76c75-528e-4c60-ad42-130dec874afd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.665374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d261ebb5-a3ae-4dea-8879-9c7137fca000 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:18:11.685574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] Pushing event deleted for resources: {'Port': ['ID=fec76c75-528e-4c60-ad42-130dec874afd,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:11.689594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35002d-18d3-42e7-aa73-6747c3677a4e None None] No DVR routers for this DVR port fec76c75-528e-4c60-ad42-130dec874afd on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:18:11.691146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: d261ebb5-a3ae-4dea-8879-9c7137fca000 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:18:11.691428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d261ebb5-a3ae-4dea-8879-9c7137fca000 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:18:11.704865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (b188ff30-70d5-4882-b1e8-db7f3c88d408), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.727185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b188ff30-70d5-4882-b1e8-db7f3c88d408']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:11.736606 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dede14a-f78f-4eb8-9bbe-bde8877cfe60') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:11.736902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dede14a-f78f-4eb8-9bbe-bde8877cfe60') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:11.746738 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (7dede14a-f78f-4eb8-9bbe-bde8877cfe60), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.760467 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7dede14a-f78f-4eb8-9bbe-bde8877cfe60), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.766375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (7dede14a-f78f-4eb8-9bbe-bde8877cfe60), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:18:11.773504 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:18:11.893063 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (b188ff30-70d5-4882-b1e8-db7f3c88d408), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.899394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:11.902619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] 10.222.0.62 "DELETE /v2.0/networks/b188ff30-70d5-4882-b1e8-db7f3c88d408 HTTP/1.1" status: 204 len: 168 time: 0.6839709 Feb 11 06:18:11.907631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48608) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:11.914325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634ab9e-7124-4d1a-afe8-3b12c7917c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=b188ff30-70d5-4882-b1e8-db7f3c88d408,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:11.950032 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:12.344000 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d76aec85-fa0f-4d7b-a010-a8548a763f7e no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:18:12.365012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: d76aec85-fa0f-4d7b-a010-a8548a763f7e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:18:12.365364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device d76aec85-fa0f-4d7b-a010-a8548a763f7e not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:18:12.365792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:18:12.385329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:18:12.385686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 57a28ba4-ff87-4e5f-b7e9-c43096e6a8bf not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:18:12.386114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fec76c75-528e-4c60-ad42-130dec874afd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:18:12.408631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: fec76c75-528e-4c60-ad42-130dec874afd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:18:12.408998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fec76c75-528e-4c60-ad42-130dec874afd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:18:12.594835 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (5332a45f-1056-442f-acc1-7d75c64ccb60), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:12.848423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Deleting port 10e4bc49-5c6f-4c40-be66-13b44518ab64 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:12.848916 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:12.934457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] For port 10e4bc49-5c6f-4c40-be66-13b44518ab64, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=10e4bc49-5c6f-4c40-be66-13b44518ab64,segment=NetworkSegment(d49c1f8b-751e-4a81-b045-c3073ebab106),segment_id=d49c1f8b-751e-4a81-b045-c3073ebab106)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:12.935140 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:12.949161 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Calling delete_port for 10e4bc49-5c6f-4c40-be66-13b44518ab64 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:13.195690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (10e4bc49-5c6f-4c40-be66-13b44518ab64), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:13.221967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e4bc49-5c6f-4c40-be66-13b44518ab64,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:13.401193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (5332a45f-1056-442f-acc1-7d75c64ccb60), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:13.621774 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Router 5332a45f-1056-442f-acc1-7d75c64ccb60 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:18:13.733824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:18:13.738922 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a80fb85-0124-421d-9e64-dd88b0172ef0 admin admin] 10.222.0.62 "PUT /v2.0/routers/5332a45f-1056-442f-acc1-7d75c64ccb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8302183 Feb 11 06:18:13.742743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48610) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:13.745840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] Sync routers for ids ['5332a45f-1056-442f-acc1-7d75c64ccb60'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:18:13.756797 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] Routers {'5332a45f-1056-442f-acc1-7d75c64ccb60'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:13.757414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5332a45f-1056-442f-acc1-7d75c64ccb60'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:13.854323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks [] for router (5332a45f-1056-442f-acc1-7d75c64ccb60), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:13.870701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] Set router 5332a45f-1056-442f-acc1-7d75c64ccb60 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:13.966160 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks [] for router_gateway (5332a45f-1056-442f-acc1-7d75c64ccb60), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.054764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:18:13Z', 'revision_number': 5, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port': {'id': '2dd034a9-78c3-4263-8700-250ee84953b1', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:14.076224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Deleting port 2dd034a9-78c3-4263-8700-250ee84953b1 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:14.076574 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.086684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] Checking router: 5332a45f-1056-442f-acc1-7d75c64ccb60 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:18:14.095369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] Routers {'5332a45f-1056-442f-acc1-7d75c64ccb60'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:14.095988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['5332a45f-1056-442f-acc1-7d75c64ccb60'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:14.165312 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] For port 2dd034a9-78c3-4263-8700-250ee84953b1, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2dd034a9-78c3-4263-8700-250ee84953b1,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:14.165670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.178793 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Calling delete_port for 2dd034a9-78c3-4263-8700-250ee84953b1 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:14.189518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] Set router 5332a45f-1056-442f-acc1-7d75c64ccb60 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:14.408823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:18:13Z', 'revision_number': 6, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:14.419033 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2dd034a9-78c3-4263-8700-250ee84953b1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.435950 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d4dfd1-5fa7-4bd5-9994-4c3328f1231d None None] The sync data for ids ['5332a45f-1056-442f-acc1-7d75c64ccb60'] in n-d-713498-37 is: [{'id': '5332a45f-1056-442f-acc1-7d75c64ccb60', 'name': 'tempest-TestEncryptedCinderVolumes-749110215-router', 'tenant_id': 'd22205422a844891b50267468af8ac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:16:17Z', 'updated_at': '2022-02-11T06:18:13Z', 'revision_number': 6, 'project_id': 'd22205422a844891b50267468af8ac99', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:18:14.448406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd034a9-78c3-4263-8700-250ee84953b1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:14.522485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (5332a45f-1056-442f-acc1-7d75c64ccb60), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.623539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (5332a45f-1056-442f-acc1-7d75c64ccb60), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.625856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks [] for router_controller (5332a45f-1056-442f-acc1-7d75c64ccb60), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.790464 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (5332a45f-1056-442f-acc1-7d75c64ccb60), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.791055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5332a45f-1056-442f-acc1-7d75c64ccb60 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:18:14.795579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.796777 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-70714a1c-a78f-408f-89fe-f53bd3652d79 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5332a45f-1056-442f-acc1-7d75c64ccb60 HTTP/1.1" status: 204 len: 168 time: 1.0537293 Feb 11 06:18:14.799361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48612) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:14.852121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ebdf9c-f129-499a-8a08-70e1e5e52f3d admin admin] Deleting subnet 04358314-3ebe-4837-ab2b-d35a61888d2f {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:18:14.856952 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75ebdf9c-f129-499a-8a08-70e1e5e52f3d admin admin] Publish callbacks [] for subnet (04358314-3ebe-4837-ab2b-d35a61888d2f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.893050 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75ebdf9c-f129-499a-8a08-70e1e5e52f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (04358314-3ebe-4837-ab2b-d35a61888d2f), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.979620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75ebdf9c-f129-499a-8a08-70e1e5e52f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (04358314-3ebe-4837-ab2b-d35a61888d2f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.167468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75ebdf9c-f129-499a-8a08-70e1e5e52f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (04358314-3ebe-4837-ab2b-d35a61888d2f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.195448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebdf9c-f129-499a-8a08-70e1e5e52f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04358314-3ebe-4837-ab2b-d35a61888d2f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:15.200090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-75ebdf9c-f129-499a-8a08-70e1e5e52f3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.206133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-75ebdf9c-f129-499a-8a08-70e1e5e52f3d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/04358314-3ebe-4837-ab2b-d35a61888d2f HTTP/1.1" status: 204 len: 168 time: 0.4027708 Feb 11 06:18:15.206337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d880e0f2-feb3-4a1f-8a9b-ca9524c7234a None None] Network 07d4fc96-d036-475f-92ca-16898604f6ed requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:18:15.206790 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48614) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:15.281442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (07d4fc96-d036-475f-92ca-16898604f6ed), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.343278 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Deleting port 488409a1-3f21-402f-8e58-c3cadd516b70 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:15.343619 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.383046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] DHCP port deletion for 07d4fc96-d036-475f-92ca-16898604f6ed request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:18:15.417414 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] For port 488409a1-3f21-402f-8e58-c3cadd516b70, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=488409a1-3f21-402f-8e58-c3cadd516b70,segment=NetworkSegment(d49c1f8b-751e-4a81-b045-c3073ebab106),segment_id=d49c1f8b-751e-4a81-b045-c3073ebab106)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:15.417690 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.436703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Calling delete_port for 488409a1-3f21-402f-8e58-c3cadd516b70 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:15.441052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] Deleting port 488409a1-3f21-402f-8e58-c3cadd516b70 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:18:15.441572 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.511836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] For port 488409a1-3f21-402f-8e58-c3cadd516b70, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=488409a1-3f21-402f-8e58-c3cadd516b70,segment=NetworkSegment(d49c1f8b-751e-4a81-b045-c3073ebab106),segment_id=d49c1f8b-751e-4a81-b045-c3073ebab106)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:15.512223 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.528739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] Calling delete_port for 488409a1-3f21-402f-8e58-c3cadd516b70 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:18:15.607491 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.613714 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (488409a1-3f21-402f-8e58-c3cadd516b70), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.635249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] No DVR routers for this DVR port 488409a1-3f21-402f-8e58-c3cadd516b70 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:18:15.639601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=488409a1-3f21-402f-8e58-c3cadd516b70,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:15.640216 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] Pushing event deleted for resources: {'Port': ['ID=488409a1-3f21-402f-8e58-c3cadd516b70,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:15.644382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecaa830-1d50-4e01-9072-9662b133f8ab None None] No DVR routers for this DVR port 488409a1-3f21-402f-8e58-c3cadd516b70 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:18:15.714109 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (07d4fc96-d036-475f-92ca-16898604f6ed), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.734393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d4fc96-d036-475f-92ca-16898604f6ed']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:15.743976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49c1f8b-751e-4a81-b045-c3073ebab106') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:15.744269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49c1f8b-751e-4a81-b045-c3073ebab106') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:15.758044 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (d49c1f8b-751e-4a81-b045-c3073ebab106), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.772629 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (d49c1f8b-751e-4a81-b045-c3073ebab106), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.778838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (d49c1f8b-751e-4a81-b045-c3073ebab106), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:18:15.784523 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:18:16.207143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (07d4fc96-d036-475f-92ca-16898604f6ed), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:16.213224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:16.216350 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/07d4fc96-d036-475f-92ca-16898604f6ed HTTP/1.1" status: 204 len: 168 time: 1.0088613 Feb 11 06:18:16.227080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7e542-ef65-406a-b7cc-8dbc6df032f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d4fc96-d036-475f-92ca-16898604f6ed,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:16.344654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 10e4bc49-5c6f-4c40-be66-13b44518ab64 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:18:16.365518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 10e4bc49-5c6f-4c40-be66-13b44518ab64 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:18:16.365872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 10e4bc49-5c6f-4c40-be66-13b44518ab64 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:18:16.366813 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 488409a1-3f21-402f-8e58-c3cadd516b70 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:18:16.387067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 488409a1-3f21-402f-8e58-c3cadd516b70 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:18:16.387419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 488409a1-3f21-402f-8e58-c3cadd516b70 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:18:16.387844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2dd034a9-78c3-4263-8700-250ee84953b1 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:18:16.406972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 2dd034a9-78c3-4263-8700-250ee84953b1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:18:16.407323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2dd034a9-78c3-4263-8700-250ee84953b1 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:18:16.602121 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48618) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:16.641290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1e0ced6a-7edd-46f3-8ef7-4a304cc39ca8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6853705d039a452d9a02c724905544c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386662 Feb 11 06:18:16.643741 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48620) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:16.692726 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6a9a-c0b6-4e04-8e87-cd55ffc78bde admin admin] Publish callbacks [] for security_group (0da7f48c-7a5e-49c9-8bf5-51759f541156), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:16.717905 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6a9a-c0b6-4e04-8e87-cd55ffc78bde admin admin] Publish callbacks [] for security_group (0da7f48c-7a5e-49c9-8bf5-51759f541156), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:16.847479 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6a9a-c0b6-4e04-8e87-cd55ffc78bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (0da7f48c-7a5e-49c9-8bf5-51759f541156), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:16.850145 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f4f6a9a-c0b6-4e04-8e87-cd55ffc78bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:16.852196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8f4f6a9a-c0b6-4e04-8e87-cd55ffc78bde admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0da7f48c-7a5e-49c9-8bf5-51759f541156 HTTP/1.1" status: 204 len: 168 time: 0.2072246 Feb 11 06:18:16.860147 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f6a9a-c0b6-4e04-8e87-cd55ffc78bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da7f48c-7a5e-49c9-8bf5-51759f541156,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:17.527249 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48626) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:17.570953 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ac42f2df-1aa4-40d5-a5b2-9e83e1007b8c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d22205422a844891b50267468af8ac99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411329 Feb 11 06:18:17.572851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48628) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:17.621581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d5bbcc-5af8-4bc5-9e6f-9a111804c276 admin admin] Publish callbacks [] for security_group (4c14b543-3b80-4dcd-8ef5-deb9a39d1039), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:17.644285 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d5bbcc-5af8-4bc5-9e6f-9a111804c276 admin admin] Publish callbacks [] for security_group (4c14b543-3b80-4dcd-8ef5-deb9a39d1039), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:17.790041 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d5bbcc-5af8-4bc5-9e6f-9a111804c276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (4c14b543-3b80-4dcd-8ef5-deb9a39d1039), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:17.792629 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d5bbcc-5af8-4bc5-9e6f-9a111804c276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:17.793797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-87d5bbcc-5af8-4bc5-9e6f-9a111804c276 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c14b543-3b80-4dcd-8ef5-deb9a39d1039 HTTP/1.1" status: 204 len: 168 time: 0.2200367 Feb 11 06:18:17.802041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5bbcc-5af8-4bc5-9e6f-9a111804c276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c14b543-3b80-4dcd-8ef5-deb9a39d1039,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:18.931724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48650) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:19.027052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-536907577-network', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:19.087576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Made reservation on behalf of efd155aba30c45d7a8b76aabd0e8154d for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:18:19.090159 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.098748 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.177254 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Publish callbacks [] for security_group (3f9c8b19-9183-4233-bcaa-45149e1adb22), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.253445 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3f9c8b19-9183-4233-bcaa-45149e1adb22), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.279517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:18:19.289578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9c8b19-9183-4233-bcaa-45149e1adb22,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:19.295544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (48e48817-5bbc-452b-8c14-a1364c24ec0f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.295891 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Added segment 48e48817-5bbc-452b-8c14-a1364c24ec0f of type vlan for network 09b22623-fae5-49ff-b1ca-53629dab81f9 Feb 11 06:18:19.338314 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (09b22623-fae5-49ff-b1ca-53629dab81f9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.424539 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (09b22623-fae5-49ff-b1ca-53629dab81f9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.425589 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:19.426175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.487469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] Pushing event updated for resources: {'Network': ['ID=09b22623-fae5-49ff-b1ca-53629dab81f9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:19.498131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:18:19.507438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-81490c97-264e-4b45-8c4c-e8ebd7147b51 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5745025 Feb 11 06:18:19.510534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48654) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:19.515645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Request body: {'subnet': {'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-536907577-subnet', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:19.573065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Made reservation on behalf of efd155aba30c45d7a8b76aabd0e8154d for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:18:19.575630 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.802053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (c95b6269-84ed-40d0-add1-673221ab512d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.861919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95b6269-84ed-40d0-add1-673221ab512d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:19.872254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Checking segment: {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:19.872645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Network hostable DHCP agents. Network: 09b22623-fae5-49ff-b1ca-53629dab81f9, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:18:19.949647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:18:20.046728 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 09b22623-fae5-49ff-b1ca-53629dab81f9) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:20.051182 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:20.053690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.058745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71fb5b-80e8-4758-8df2-70b7796fd9cc None None] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:18:20.158593 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b37e3150-75d1-4bd9-ac01-37de541a8d44 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6467340 Feb 11 06:18:20.160978 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48656) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:20.162776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-09b22623-fae5-49ff-b1ca-53629dab81f9', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:18:20.163632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.165478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:20.276537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (be037cf1-fb01-4474-87fc-c666f90e5de3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.277660 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (be037cf1-fb01-4474-87fc-c666f90e5de3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.317311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Allocated IP 172.20.0.2 (09b22623-fae5-49ff-b1ca-53629dab81f9/c95b6269-84ed-40d0-add1-673221ab512d/dfa20e47-3a53-453a-b4d8-5440a3558977) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:18:20.338880 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks [] for router_controller (be037cf1-fb01-4474-87fc-c666f90e5de3), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.468669 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Publish callbacks [] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.550640 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.588646 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks [] for router_gateway (be037cf1-fb01-4474-87fc-c666f90e5de3), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.592355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:20.595607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:20.599678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:18:20.608524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Pushing event updated for resources: {'Port': ['ID=dfa20e47-3a53-453a-b4d8-5440a3558977,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:20.683315 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Attempting to bind port dfa20e47-3a53-453a-b4d8-5440a3558977 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:18:20.683702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Attempting to bind port dfa20e47-3a53-453a-b4d8-5440a3558977 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:18:20.684153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Attempting to bind port dfa20e47-3a53-453a-b4d8-5440a3558977 on network 09b22623-fae5-49ff-b1ca-53629dab81f9 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:20.693391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:18:20.693781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Checking segment: {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:20.694204 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.694608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Bound using segment: {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:18:20.695390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Bound port: dfa20e47-3a53-453a-b4d8-5440a3558977, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:18:20.695924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.767686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] For port dfa20e47-3a53-453a-b4d8-5440a3558977, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:18:20.771074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] For port dfa20e47-3a53-453a-b4d8-5440a3558977, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dfa20e47-3a53-453a-b4d8-5440a3558977,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:18:20.871655 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks [] for router_gateway (be037cf1-fb01-4474-87fc-c666f90e5de3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.891519 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.899245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:20.969360 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2a3bf-6ca4-4b76-b172-063b1b930584 None None] Pushing event updated for resources: {'Port': ['ID=dfa20e47-3a53-453a-b4d8-5440a3558977,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:21.017997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Allocated IP 172.25.8.64 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/f421a9b8-315a-4077-adec-87ac7278d362) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:18:21.144442 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks [] for port (f421a9b8-315a-4077-adec-87ac7278d362), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:21.264871 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f421a9b8-315a-4077-adec-87ac7278d362), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:21.307476 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:21.312216 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:21.316854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:18:21.318881 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Pushing event updated for resources: {'Port': ['ID=f421a9b8-315a-4077-adec-87ac7278d362,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:21.707351 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks [] for router_gateway (be037cf1-fb01-4474-87fc-c666f90e5de3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:21.881449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113259e8-43df-407a-95eb-e79d460fdc58 None None] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:18:21.974131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dcba1a98-7127-4b83-805a-11254a300a67 None None] Provisioning complete for port dfa20e47-3a53-453a-b4d8-5440a3558977 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:21.974514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcba1a98-7127-4b83-805a-11254a300a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:22.086927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcba1a98-7127-4b83-805a-11254a300a67 None None] Current status of the port dfa20e47-3a53-453a-b4d8-5440a3558977 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:22.087402 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcba1a98-7127-4b83-805a-11254a300a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:22.128162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dcba1a98-7127-4b83-805a-11254a300a67 None None] For port dfa20e47-3a53-453a-b4d8-5440a3558977, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dfa20e47-3a53-453a-b4d8-5440a3558977,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:22.202180 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcba1a98-7127-4b83-805a-11254a300a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:22.262126 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (be037cf1-fb01-4474-87fc-c666f90e5de3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:22.262920 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba1a98-7127-4b83-805a-11254a300a67 None None] Pushing event updated for resources: {'Port': ['ID=dfa20e47-3a53-453a-b4d8-5440a3558977,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:22.329348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-13639df6-f0d6-4399-8b98-666f329e64d5 None None] Provisioning complete for port dfa20e47-3a53-453a-b4d8-5440a3558977 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:22.329348 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13639df6-f0d6-4399-8b98-666f329e64d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:22.405871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dfa20e47-3a53-453a-b4d8-5440a3558977 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:22.450580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-13639df6-f0d6-4399-8b98-666f329e64d5 None None] Current status of the port dfa20e47-3a53-453a-b4d8-5440a3558977 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:22.471205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port dfa20e47-3a53-453a-b4d8-5440a3558977 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:22.471586 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:22.504137 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Router be037cf1-fb01-4474-87fc-c666f90e5de3 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:18:22.550488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port dfa20e47-3a53-453a-b4d8-5440a3558977 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:22.626303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:18:22.635438 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Sync routers for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:18:22.645661 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:22.646308 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:22.706496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:22.707899 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fdb77b4d-16b1-4567-8a4a-d2874faf6a07 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5456426 Feb 11 06:18:22.710961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48658) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:22.769491 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:22.954734 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:21Z', 'revision_number': 3, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:22.983767 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Checking router: be037cf1-fb01-4474-87fc-c666f90e5de3 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:18:22.984033 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Updating router be037cf1-fb01-4474-87fc-c666f90e5de3 port f421a9b8-315a-4077-adec-87ac7278d362 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:18:23.011852 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f421a9b8-315a-4077-adec-87ac7278d362), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.169148 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.297671 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Publish callbacks [] for port (f421a9b8-315a-4077-adec-87ac7278d362), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.332877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Allocated IP 172.20.0.1 (09b22623-fae5-49ff-b1ca-53629dab81f9/c95b6269-84ed-40d0-add1-673221ab512d/73605461-d954-4a03-8e0c-25afc35d81a5) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:18:23.418673 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f421a9b8-315a-4077-adec-87ac7278d362), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.443090 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Publish callbacks [] for port (73605461-d954-4a03-8e0c-25afc35d81a5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.472544 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Attempting to bind port f421a9b8-315a-4077-adec-87ac7278d362 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:18:23.472942 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Attempting to bind port f421a9b8-315a-4077-adec-87ac7278d362 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:18:23.473303 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Attempting to bind port f421a9b8-315a-4077-adec-87ac7278d362 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:23.476380 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Pushing event updated for resources: {'Port': ['ID=f421a9b8-315a-4077-adec-87ac7278d362,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:23.484228 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:18:23.484613 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:23.485017 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.485514 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:18:23.485980 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Bound port: f421a9b8-315a-4077-adec-87ac7278d362, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:18:23.486353 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f421a9b8-315a-4077-adec-87ac7278d362), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.489434 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.489777 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.490112 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.490443 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.490769 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.491092 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.491462 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.491786 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.492135 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.492455 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.492799 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.493120 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.493437 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:23.545373 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] For port f421a9b8-315a-4077-adec-87ac7278d362, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:18:23.548391 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] For port f421a9b8-315a-4077-adec-87ac7278d362, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f421a9b8-315a-4077-adec-87ac7278d362,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:18:23.561833 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.601910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:23.604866 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:23.607316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:18:23.636440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Pushing event updated for resources: {'Port': ['ID=73605461-d954-4a03-8e0c-25afc35d81a5,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:23.642201 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f421a9b8-315a-4077-adec-87ac7278d362), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.663471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (be037cf1-fb01-4474-87fc-c666f90e5de3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.707381 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:23.708036 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:23.748728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771e06-f11c-436e-909c-a74f2138a605 None None] Pushing event updated for resources: {'Port': ['ID=f421a9b8-315a-4077-adec-87ac7278d362,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:23.833411 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:23.883662 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5f25dca3-e676-430f-b5fd-ee1dd57ef587 None None] Provisioning complete for port 73605461-d954-4a03-8e0c-25afc35d81a5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:23.884213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f25dca3-e676-430f-b5fd-ee1dd57ef587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.922886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5f25dca3-e676-430f-b5fd-ee1dd57ef587 None None] Port 73605461-d954-4a03-8e0c-25afc35d81a5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:18:23.933841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:24.018926 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:21Z', 'revision_number': 3, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:24.045314 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f427a-6ecb-4774-bb5b-0899efc4b123 None None] The sync data for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 is: [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:21Z', 'revision_number': 3, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:18:24.114241 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Publish callbacks [] for port (73605461-d954-4a03-8e0c-25afc35d81a5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:24.201652 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:24.280195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Pushing event updated for resources: {'Port': ['ID=73605461-d954-4a03-8e0c-25afc35d81a5,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:24.286465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (be037cf1-fb01-4474-87fc-c666f90e5de3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:24.392868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f421a9b8-315a-4077-adec-87ac7278d362 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:24.400723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:24.402185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:24.461709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f421a9b8-315a-4077-adec-87ac7278d362 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:24.462462 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f421a9b8-315a-4077-adec-87ac7278d362), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:24.552973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Router be037cf1-fb01-4474-87fc-c666f90e5de3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:18:24.556963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f421a9b8-315a-4077-adec-87ac7278d362 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:24.557836 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f421a9b8-315a-4077-adec-87ac7278d362), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:24.583926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port f421a9b8-315a-4077-adec-87ac7278d362, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f421a9b8-315a-4077-adec-87ac7278d362,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:24.682273 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f421a9b8-315a-4077-adec-87ac7278d362), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:24.687767 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:18:24.701857 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-5444234d-4b77-4a4b-b082-7faf529061d3 admin admin] 10.222.0.62 "PUT /v2.0/routers/be037cf1-fb01-4474-87fc-c666f90e5de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9806912 Feb 11 06:18:24.753697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=f421a9b8-315a-4077-adec-87ac7278d362,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:24.765066 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.765413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.765792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.766154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.766486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.766817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.767145 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.767480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.767820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.768141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.768460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.768802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.769136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:24.774543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b2df3078-a301-4fd1-bfde-965c5fdabe2c None None] Provisioning complete for port 73605461-d954-4a03-8e0c-25afc35d81a5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:24.774920 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2df3078-a301-4fd1-bfde-965c5fdabe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:24.812179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b2df3078-a301-4fd1-bfde-965c5fdabe2c None None] Port 73605461-d954-4a03-8e0c-25afc35d81a5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:18:25.422682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48674) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:25.427552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1020590334-network', 'tenant_id': '704c59a108ed436db2dc5fac41928296'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:25.521862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Made reservation on behalf of 704c59a108ed436db2dc5fac41928296 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:18:25.524679 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:25.538106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:25.618635 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Publish callbacks [] for security_group (a67a2ead-2e4e-4c5d-b13f-115f11ce227d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:25.730495 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Sync routers for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:18:25.743481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:25.745164 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a67a2ead-2e4e-4c5d-b13f-115f11ce227d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:25.756840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:25.772558 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:18:25.791437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a2ead-2e4e-4c5d-b13f-115f11ce227d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:25.794506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b72fdda4-2ed6-4f53-87e6-6ad2b39a3575), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:25.794854 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Added segment b72fdda4-2ed6-4f53-87e6-6ad2b39a3575 of type vlan for network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce Feb 11 06:18:25.841231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (9ec224ec-fa10-47f2-8b1b-e0be96def3ce), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:25.876313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:25.938799 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (9ec224ec-fa10-47f2-8b1b-e0be96def3ce), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:25.939863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:25.940468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.003275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec224ec-fa10-47f2-8b1b-e0be96def3ce,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:26.016085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:18:26.028331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-43259f6d-d91f-4965-b85a-c9dddd5d3c21 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6044331 Feb 11 06:18:26.030949 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48676) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:26.035764 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Request body: {'subnet': {'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1020590334-subnet', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:26.115947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Made reservation on behalf of 704c59a108ed436db2dc5fac41928296 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:18:26.119195 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.150943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 2, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:26.179113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Checking router: be037cf1-fb01-4474-87fc-c666f90e5de3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:18:26.179479 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Updating router be037cf1-fb01-4474-87fc-c666f90e5de3 port 73605461-d954-4a03-8e0c-25afc35d81a5 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:18:26.213333 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.361475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f421a9b8-315a-4077-adec-87ac7278d362 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:26.407583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (0a76fc91-a701-4068-b471-68e65333f0e9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.459978 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a76fc91-a701-4068-b471-68e65333f0e9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:26.477936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Checking segment: {'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:26.478322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Network hostable DHCP agents. Network: 9ec224ec-fa10-47f2-8b1b-e0be96def3ce, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:18:26.490652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port f421a9b8-315a-4077-adec-87ac7278d362 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:26.491027 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f421a9b8-315a-4077-adec-87ac7278d362), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.561811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:18:26.620680 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Publish callbacks [] for port (73605461-d954-4a03-8e0c-25afc35d81a5), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.624303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 9ec224ec-fa10-47f2-8b1b-e0be96def3ce) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:26.629276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:26.630361 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.634712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67bcf1c-89b4-428f-b960-9bbb167300f3 None None] Network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:18:26.655632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port f421a9b8-315a-4077-adec-87ac7278d362 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:26.701967 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-63faf36c-4819-4d46-9b30-231eddf0fd1c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6699409 Feb 11 06:18:26.704508 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48678) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:26.709020 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:26.796243 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (aea81abc-7c06-4865-8ed5-a685c02289f0), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.797396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (aea81abc-7c06-4865-8ed5-a685c02289f0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.853344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks [] for router_controller (aea81abc-7c06-4865-8ed5-a685c02289f0), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.869524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:26.952926 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70765b6d-88f5-47f1-92d2-4bd5492320ba None None] Pushing event updated for resources: {'Port': ['ID=73605461-d954-4a03-8e0c-25afc35d81a5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:26.983046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-9ec224ec-fa10-47f2-8b1b-e0be96def3ce', 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce', 'project_id': '704c59a108ed436db2dc5fac41928296', 'fixed_ips': [{'subnet_id': '0a76fc91-a701-4068-b471-68e65333f0e9'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:18:26.983979 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.087023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Attempting to bind port 73605461-d954-4a03-8e0c-25afc35d81a5 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:18:27.087421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Attempting to bind port 73605461-d954-4a03-8e0c-25afc35d81a5 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:18:27.087857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Attempting to bind port 73605461-d954-4a03-8e0c-25afc35d81a5 on network 09b22623-fae5-49ff-b1ca-53629dab81f9 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:27.095622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks [] for router_gateway (aea81abc-7c06-4865-8ed5-a685c02289f0), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.103867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:18:27.104251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Checking segment: {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:27.108482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.108482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Bound using segment: {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:18:27.108482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Bound port: 73605461-d954-4a03-8e0c-25afc35d81a5, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:18:27.108482 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.209008 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Allocated IP 172.20.0.2 (9ec224ec-fa10-47f2-8b1b-e0be96def3ce/0a76fc91-a701-4068-b471-68e65333f0e9/8cbdd178-3382-4d19-ada6-683e245b3577) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:18:27.224364 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] For port 73605461-d954-4a03-8e0c-25afc35d81a5, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:18:27.229535 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] For port 73605461-d954-4a03-8e0c-25afc35d81a5, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=73605461-d954-4a03-8e0c-25afc35d81a5,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:18:27.299608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d13c2b0f-545d-4edc-a052-6b89f55bd87c None None] Provisioning complete for port 73605461-d954-4a03-8e0c-25afc35d81a5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:27.299983 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d13c2b0f-545d-4edc-a052-6b89f55bd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.304410 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.383997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks [] for router_gateway (aea81abc-7c06-4865-8ed5-a685c02289f0), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.405846 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.465567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:27.466132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:27.467787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70765b6d-88f5-47f1-92d2-4bd5492320ba None None] Pushing event updated for resources: {'Port': ['ID=73605461-d954-4a03-8e0c-25afc35d81a5,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:27.522213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Allocated IP 172.25.8.180 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/a1494ea0-5d20-48ae-bdeb-75b064218ce9) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:18:27.522780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Publish callbacks [] for port (8cbdd178-3382-4d19-ada6-683e245b3577), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.605453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d13c2b0f-545d-4edc-a052-6b89f55bd87c None None] Current status of the port 73605461-d954-4a03-8e0c-25afc35d81a5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:27.605856 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d13c2b0f-545d-4edc-a052-6b89f55bd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.617126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.646088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks [] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.685876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:27.722290 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:27.730695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d13c2b0f-545d-4edc-a052-6b89f55bd87c None None] For port 73605461-d954-4a03-8e0c-25afc35d81a5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=73605461-d954-4a03-8e0c-25afc35d81a5,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:27.732061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:27.733882 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.738031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:18:27.739966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Pushing event updated for resources: {'Port': ['ID=8cbdd178-3382-4d19-ada6-683e245b3577,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:27.778610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:27.781667 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:27.785320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:18:27.791864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Pushing event updated for resources: {'Port': ['ID=a1494ea0-5d20-48ae-bdeb-75b064218ce9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:27.809510 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d13c2b0f-545d-4edc-a052-6b89f55bd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.889163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Attempting to bind port 8cbdd178-3382-4d19-ada6-683e245b3577 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:18:27.889844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Attempting to bind port 8cbdd178-3382-4d19-ada6-683e245b3577 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:18:27.889986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Attempting to bind port 8cbdd178-3382-4d19-ada6-683e245b3577 on network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:27.944362 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:18:27.944768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Checking segment: {'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:27.945179 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.946114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Bound using segment: {'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:18:27.946683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Bound port: 8cbdd178-3382-4d19-ada6-683e245b3577, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:18:27.947080 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.955291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c2b0f-545d-4edc-a052-6b89f55bd87c None None] Pushing event updated for resources: {'Port': ['ID=73605461-d954-4a03-8e0c-25afc35d81a5,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:28.005745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f792e9d2-5a4b-432e-b72d-06273773122b None None] Provisioning complete for port 73605461-d954-4a03-8e0c-25afc35d81a5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:28.006070 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f792e9d2-5a4b-432e-b72d-06273773122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.099734 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] For port 8cbdd178-3382-4d19-ada6-683e245b3577, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:18:28.106100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] For port 8cbdd178-3382-4d19-ada6-683e245b3577, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8cbdd178-3382-4d19-ada6-683e245b3577,segment=NetworkSegment(b72fdda4-2ed6-4f53-87e6-6ad2b39a3575),segment_id=b72fdda4-2ed6-4f53-87e6-6ad2b39a3575)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:18:28.111157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks [] for router_gateway (aea81abc-7c06-4865-8ed5-a685c02289f0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.156707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:28.187710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf0762-ae01-4432-91de-afc5a5f8a35f None None] The sync data for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 is: [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:18:28.189779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.193463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f792e9d2-5a4b-432e-b72d-06273773122b None None] Current status of the port 73605461-d954-4a03-8e0c-25afc35d81a5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:28.264874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d91aa0-5fca-45ba-afed-21ed9ca72948 None None] Pushing event updated for resources: {'Port': ['ID=8cbdd178-3382-4d19-ada6-683e245b3577,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:28.393525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 73605461-d954-4a03-8e0c-25afc35d81a5 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:28.413895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (aea81abc-7c06-4865-8ed5-a685c02289f0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.477911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 73605461-d954-4a03-8e0c-25afc35d81a5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:28.478589 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.581448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 73605461-d954-4a03-8e0c-25afc35d81a5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:28.687564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Router aea81abc-7c06-4865-8ed5-a685c02289f0 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:18:28.824950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:18:28.839374 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Sync routers for ids ['aea81abc-7c06-4865-8ed5-a685c02289f0'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:18:28.855219 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Routers {'aea81abc-7c06-4865-8ed5-a685c02289f0'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:28.855847 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aea81abc-7c06-4865-8ed5-a685c02289f0'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:28.895541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.899756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c541600e-5cb7-4252-b63f-383e18ab9177 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1911745 Feb 11 06:18:28.901422 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48680) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:28.978539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Set router aea81abc-7c06-4865-8ed5-a685c02289f0 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:29.222720 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 3, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port': {'id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:27Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:29.255393 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Checking router: aea81abc-7c06-4865-8ed5-a685c02289f0 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:18:29.257071 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Updating router aea81abc-7c06-4865-8ed5-a685c02289f0 port a1494ea0-5d20-48ae-bdeb-75b064218ce9 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:18:29.286767 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.545925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.613134 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d56b69-879f-4ca6-b65f-8eedaf7daa56 None None] Network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:18:29.713772 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-32e438bc-4646-475f-be83-a688e849feae None None] Provisioning complete for port 8cbdd178-3382-4d19-ada6-683e245b3577 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:29.714141 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-32e438bc-4646-475f-be83-a688e849feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.733975 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Publish callbacks [] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.743296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Allocated IP 172.20.0.1 (9ec224ec-fa10-47f2-8b1b-e0be96def3ce/0a76fc91-a701-4068-b471-68e65333f0e9/a798a330-ae50-4fa4-89e2-fba7e8930616) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:18:29.824829 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.869889 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Publish callbacks [] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.872003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-32e438bc-4646-475f-be83-a688e849feae None None] Current status of the port 8cbdd178-3382-4d19-ada6-683e245b3577 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:29.872493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-32e438bc-4646-475f-be83-a688e849feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.876290 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Attempting to bind port a1494ea0-5d20-48ae-bdeb-75b064218ce9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:18:29.877912 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Attempting to bind port a1494ea0-5d20-48ae-bdeb-75b064218ce9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:18:29.884944 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Attempting to bind port a1494ea0-5d20-48ae-bdeb-75b064218ce9 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:29.902381 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:18:29.903090 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:29.903679 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.904407 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:18:29.905085 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Bound port: a1494ea0-5d20-48ae-bdeb-75b064218ce9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:18:29.905661 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.924152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-32e438bc-4646-475f-be83-a688e849feae None None] For port 8cbdd178-3382-4d19-ada6-683e245b3577, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8cbdd178-3382-4d19-ada6-683e245b3577,segment=NetworkSegment(b72fdda4-2ed6-4f53-87e6-6ad2b39a3575),segment_id=b72fdda4-2ed6-4f53-87e6-6ad2b39a3575)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:29.932549 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b6370-fab0-453c-b67f-faba75ee7008 None None] Pushing event updated for resources: {'Port': ['ID=a1494ea0-5d20-48ae-bdeb-75b064218ce9,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:29.968839 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] For port a1494ea0-5d20-48ae-bdeb-75b064218ce9, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:18:29.974700 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] For port a1494ea0-5d20-48ae-bdeb-75b064218ce9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a1494ea0-5d20-48ae-bdeb-75b064218ce9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:18:30.008853 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-32e438bc-4646-475f-be83-a688e849feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.030855 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.031128 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.085188 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:30.086899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:30.090923 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:18:30.164635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e438bc-4646-475f-be83-a688e849feae None None] Pushing event updated for resources: {'Port': ['ID=8cbdd178-3382-4d19-ada6-683e245b3577,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.167381 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Routers {'aea81abc-7c06-4865-8ed5-a685c02289f0'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:30.167381 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aea81abc-7c06-4865-8ed5-a685c02289f0'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:30.167948 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Pushing event updated for resources: {'Port': ['ID=a798a330-ae50-4fa4-89e2-fba7e8930616,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.182385 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (aea81abc-7c06-4865-8ed5-a685c02289f0), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.204712 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b6370-fab0-453c-b67f-faba75ee7008 None None] Pushing event updated for resources: {'Port': ['ID=a1494ea0-5d20-48ae-bdeb-75b064218ce9,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.247793 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9bb57944-726c-40f1-8e11-3713a114cf9e None None] Provisioning complete for port 8cbdd178-3382-4d19-ada6-683e245b3577 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:30.248171 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bb57944-726c-40f1-8e11-3713a114cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.292083 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] Set router aea81abc-7c06-4865-8ed5-a685c02289f0 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:30.391907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9bb57944-726c-40f1-8e11-3713a114cf9e None None] Current status of the port 8cbdd178-3382-4d19-ada6-683e245b3577 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:30.458752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8cbdd178-3382-4d19-ada6-683e245b3577 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:30.466625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.542496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8cbdd178-3382-4d19-ada6-683e245b3577 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:30.543029 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.587608 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 3, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port': {'id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:27Z', 'updated_at': '2022-02-11T06:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:30.623550 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de47d8-9487-4ff8-a391-c8a76e57110b None None] The sync data for ids ['aea81abc-7c06-4865-8ed5-a685c02289f0'] in n-d-713498-37 is: [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 3, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port': {'id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:27Z', 'updated_at': '2022-02-11T06:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:18:30.638442 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8cbdd178-3382-4d19-ada6-683e245b3577 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:30.654819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-66284f4f-ad8b-4546-bb0a-52e7c7e2ab40 None None] Provisioning complete for port a798a330-ae50-4fa4-89e2-fba7e8930616 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:30.654819 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66284f4f-ad8b-4546-bb0a-52e7c7e2ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.676495 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Publish callbacks [] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.699641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-66284f4f-ad8b-4546-bb0a-52e7c7e2ab40 None None] Port a798a330-ae50-4fa4-89e2-fba7e8930616 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:18:30.740012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.822543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Pushing event updated for resources: {'Port': ['ID=a798a330-ae50-4fa4-89e2-fba7e8930616,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.825016 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (aea81abc-7c06-4865-8ed5-a685c02289f0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.962371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:30.963989 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:31.112108 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Router aea81abc-7c06-4865-8ed5-a685c02289f0 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:18:31.240028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:18:31.253624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2fbc5546-96dd-4647-bcf0-90619d9f2163 admin admin] 10.222.0.62 "PUT /v2.0/routers/aea81abc-7c06-4865-8ed5-a685c02289f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3524368 Feb 11 06:18:31.267630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4030301f-23d8-4ac6-bd07-35b6d7928e77 None None] Provisioning complete for port a798a330-ae50-4fa4-89e2-fba7e8930616 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:31.267630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4030301f-23d8-4ac6-bd07-35b6d7928e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:31.310427 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4030301f-23d8-4ac6-bd07-35b6d7928e77 None None] Port a798a330-ae50-4fa4-89e2-fba7e8930616 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:18:32.367325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Sync routers for ids ['aea81abc-7c06-4865-8ed5-a685c02289f0'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:18:32.380271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Routers {'aea81abc-7c06-4865-8ed5-a685c02289f0'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:32.380935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aea81abc-7c06-4865-8ed5-a685c02289f0'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:32.450202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a1494ea0-5d20-48ae-bdeb-75b064218ce9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:32.727303 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Set router aea81abc-7c06-4865-8ed5-a685c02289f0 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:32.779307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a1494ea0-5d20-48ae-bdeb-75b064218ce9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:32.779947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:32.989316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a1494ea0-5d20-48ae-bdeb-75b064218ce9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:32.989590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.035815 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce40133c-6705-4e22-a590-801dfdb609a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.040438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port a1494ea0-5d20-48ae-bdeb-75b064218ce9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a1494ea0-5d20-48ae-bdeb-75b064218ce9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:33.072520 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:18:30Z', 'revision_number': 4, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port': {'id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:27Z', 'updated_at': '2022-02-11T06:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'a798a330-ae50-4fa4-89e2-fba7e8930616', 'name': '', 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'mac_address': 'fa:16:3e:e9:43:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0a76fc91-a701-4068-b471-68e65333f0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:29Z', 'updated_at': '2022-02-11T06:18:30Z', 'revision_number': 2, 'project_id': '704c59a108ed436db2dc5fac41928296', 'subnets': [{'id': '0a76fc91-a701-4068-b471-68e65333f0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:33.105712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Checking router: aea81abc-7c06-4865-8ed5-a685c02289f0 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:18:33.105966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Updating router aea81abc-7c06-4865-8ed5-a685c02289f0 port a798a330-ae50-4fa4-89e2-fba7e8930616 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:18:33.130631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.174552 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.243619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=a1494ea0-5d20-48ae-bdeb-75b064218ce9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:33.531360 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Publish callbacks [] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.602392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.659416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8d322-0d03-4aca-b9f9-8ef15e4b40b1 None None] Pushing event updated for resources: {'Port': ['ID=a798a330-ae50-4fa4-89e2-fba7e8930616,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:33.724083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Attempting to bind port a798a330-ae50-4fa4-89e2-fba7e8930616 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:18:33.724464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Attempting to bind port a798a330-ae50-4fa4-89e2-fba7e8930616 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:18:33.724876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Attempting to bind port a798a330-ae50-4fa4-89e2-fba7e8930616 on network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:33.731314 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:18:33.731722 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Checking segment: {'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:33.732106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.732514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Bound using segment: {'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:18:33.733051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Bound port: a798a330-ae50-4fa4-89e2-fba7e8930616, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:18:33.733439 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.817175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] For port a798a330-ae50-4fa4-89e2-fba7e8930616, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:18:33.821135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] For port a798a330-ae50-4fa4-89e2-fba7e8930616, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a798a330-ae50-4fa4-89e2-fba7e8930616,segment=NetworkSegment(b72fdda4-2ed6-4f53-87e6-6ad2b39a3575),segment_id=b72fdda4-2ed6-4f53-87e6-6ad2b39a3575)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:18:33.894258 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.973538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8d322-0d03-4aca-b9f9-8ef15e4b40b1 None None] Pushing event updated for resources: {'Port': ['ID=a798a330-ae50-4fa4-89e2-fba7e8930616,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:33.977606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Routers {'aea81abc-7c06-4865-8ed5-a685c02289f0'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:33.978409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:18:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aea81abc-7c06-4865-8ed5-a685c02289f0'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:34.045167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3691af10-df38-4e34-aaf4-ab7af66eb126 None None] Provisioning complete for port a798a330-ae50-4fa4-89e2-fba7e8930616 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:34.045711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3691af10-df38-4e34-aaf4-ab7af66eb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:34.148438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] Set router aea81abc-7c06-4865-8ed5-a685c02289f0 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:34.292821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3691af10-df38-4e34-aaf4-ab7af66eb126 None None] Current status of the port a798a330-ae50-4fa4-89e2-fba7e8930616 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:34.293715 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3691af10-df38-4e34-aaf4-ab7af66eb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:34.376502 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a1494ea0-5d20-48ae-bdeb-75b064218ce9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:34.384472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3691af10-df38-4e34-aaf4-ab7af66eb126 None None] For port a798a330-ae50-4fa4-89e2-fba7e8930616, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a798a330-ae50-4fa4-89e2-fba7e8930616,segment=NetworkSegment(b72fdda4-2ed6-4f53-87e6-6ad2b39a3575),segment_id=b72fdda4-2ed6-4f53-87e6-6ad2b39a3575)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:34.455095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3691af10-df38-4e34-aaf4-ab7af66eb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:34.526137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691af10-df38-4e34-aaf4-ab7af66eb126 None None] Pushing event updated for resources: {'Port': ['ID=a798a330-ae50-4fa4-89e2-fba7e8930616,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:34.531576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a1494ea0-5d20-48ae-bdeb-75b064218ce9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:34.532209 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:34.575695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:18:30Z', 'revision_number': 4, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port': {'id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:27Z', 'updated_at': '2022-02-11T06:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'a798a330-ae50-4fa4-89e2-fba7e8930616', 'name': '', 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'mac_address': 'fa:16:3e:e9:43:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0a76fc91-a701-4068-b471-68e65333f0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:29Z', 'updated_at': '2022-02-11T06:18:33Z', 'revision_number': 4, 'project_id': '704c59a108ed436db2dc5fac41928296', 'subnets': [{'id': '0a76fc91-a701-4068-b471-68e65333f0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:34.612796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a305e8-9525-4487-897a-d660386b7e04 None None] The sync data for ids ['aea81abc-7c06-4865-8ed5-a685c02289f0'] in n-d-713498-37 is: [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:18:30Z', 'revision_number': 4, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port': {'id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:27Z', 'updated_at': '2022-02-11T06:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'a798a330-ae50-4fa4-89e2-fba7e8930616', 'name': '', 'network_id': '9ec224ec-fa10-47f2-8b1b-e0be96def3ce', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'mac_address': 'fa:16:3e:e9:43:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0a76fc91-a701-4068-b471-68e65333f0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:29Z', 'updated_at': '2022-02-11T06:18:33Z', 'revision_number': 4, 'project_id': '704c59a108ed436db2dc5fac41928296', 'subnets': [{'id': '0a76fc91-a701-4068-b471-68e65333f0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:18:34.625710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d67e029a-8827-4f2c-9bed-78c096765fa7 None None] Provisioning complete for port a798a330-ae50-4fa4-89e2-fba7e8930616 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:34.626064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d67e029a-8827-4f2c-9bed-78c096765fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:34.733676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a1494ea0-5d20-48ae-bdeb-75b064218ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:34.794931 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d67e029a-8827-4f2c-9bed-78c096765fa7 None None] Current status of the port a798a330-ae50-4fa4-89e2-fba7e8930616 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:35.613435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb2531d5-4441-4bd3-8a0d-0361c32a92f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:36.393103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a798a330-ae50-4fa4-89e2-fba7e8930616 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:36.451940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port a798a330-ae50-4fa4-89e2-fba7e8930616 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:36.452574 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:36.546057 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port a798a330-ae50-4fa4-89e2-fba7e8930616 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:36.887244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:38.613604 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:38.947026 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:39.337136 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:18:39.373315 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:41.962614 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:43.143663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787421-072c-49f1-910a-a70b6cecf668 req-8b515efc-867d-4896-8d28-4755ffdd9c26 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:43.145201 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-8b515efc-867d-4896-8d28-4755ffdd9c26 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 814 time: 0.1109917 Feb 11 06:18:43.160566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-46fee3ba-554f-4bc5-8d30-0e30e9285146 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/quotas/efd155aba30c45d7a8b76aabd0e8154d HTTP/1.1" status: 200 len: 375 time: 0.0095220 Feb 11 06:18:43.226855 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-713280d6-2299-43df-8bca-543a12406781 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608239 Feb 11 06:18:43.243588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-d64b35cd-d93d-415c-aa98-ee19e767ac41 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:18:43.244608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-d64b35cd-d93d-415c-aa98-ee19e767ac41 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062380 Feb 11 06:18:43.344087 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-5c260722-3294-4980-a11d-9444d9530db5 service neutron] 10.222.0.62 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928917 Feb 11 06:18:43.764510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-100fd1b8-b3f2-4f3e-af95-c72649f0021e service neutron] 10.222.0.62 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143834 Feb 11 06:18:43.979351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-851bd997-af73-4f75-8cf8-3189d55f5b56 req-77ce18e7-0dc1-4099-95d5-4d9553a03cbc tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 210 time: 0.0295098 Feb 11 06:18:45.057935 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fe7ca4d8-2555-4143-b5fe-424d8530336d req-0cb9ceda-964c-47d0-b0a3-97debfe812cb tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 210 time: 0.0284123 Feb 11 06:18:46.137814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ada3aee1-ba22-46ed-ae88-6c41f49450ec req-9e9d66be-b50a-4834-b529-82213beacefd tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 210 time: 0.0273452 Feb 11 06:18:47.389468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-06044586-887d-48bd-a279-fd9c4fda715c req-39528aa2-e3c9-4d73-af86-dbcc7fecaa45 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 210 time: 0.2014856 Feb 11 06:18:48.487118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9263563a-698b-4a20-b1c3-1fd1fce31444 req-f635c40f-3aee-41bd-b102-3c66196a7b33 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 210 time: 0.0288005 Feb 11 06:18:49.584091 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7358c737-2954-4626-afee-b6f8bbba7e05 req-a8429d92-1b02-4c9d-aca3-d133f105c135 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 210 time: 0.0289428 Feb 11 06:18:50.249232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787421-072c-49f1-910a-a70b6cecf668 req-97240377-8977-45f3-b4e6-4bb5cff2eb53 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:50.250731 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-97240377-8977-45f3-b4e6-4bb5cff2eb53 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.65 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 814 time: 0.1164966 Feb 11 06:18:50.263722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'port': {'device_id': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'admin_state_up': True, 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:50.453140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Made reservation on behalf of efd155aba30c45d7a8b76aabd0e8154d for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:18:50.456779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:50.604307 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Allocated IP 172.20.0.5 (09b22623-fae5-49ff-b1ca-53629dab81f9/c95b6269-84ed-40d0-add1-673221ab512d/b89f672c-e5cd-47f0-ba85-2a8f45d671a1) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:18:50.740228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d398357-b409-4ce9-ad28-1e6c8bfd4f34 req-c84b3865-7903-4b67-8dc5-72e81cd3db59 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 210 time: 0.0812051 Feb 11 06:18:50.762422 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:50.860417 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:50.919918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:50.923944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:50.929128 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:18:50.934685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'Port': ['ID=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:51.026548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:51.027302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:51.096398 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-06c66e10-8e3e-45b2-8424-037edcf82607 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372953 Feb 11 06:18:51.346467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cd5100d6-998d-46a7-a88e-5f0798911674 None None] Provisioning complete for port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:51.347099 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd5100d6-998d-46a7-a88e-5f0798911674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:51.398167 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cd5100d6-998d-46a7-a88e-5f0798911674 None None] Port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:18:51.907031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8680d-f16b-494a-b7e5-27dfb4707945 req-e3612c56-ffdd-4866-8407-8faf24410a68 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:51.908628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33b8680d-f16b-494a-b7e5-27dfb4707945 req-e3612c56-ffdd-4866-8407-8faf24410a68 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 931 time: 0.0808415 Feb 11 06:18:51.973814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33b8680d-f16b-494a-b7e5-27dfb4707945 req-c65348fc-9330-48be-921f-b84565ed32fc tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593953 Feb 11 06:18:53.099718 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec689-b11d-46dc-819e-5d6c206340e2 req-7c12cf63-2131-4f3d-ab85-e398fd0d1ab0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:53.101211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-925ec689-b11d-46dc-819e-5d6c206340e2 req-7c12cf63-2131-4f3d-ab85-e398fd0d1ab0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 931 time: 0.0550995 Feb 11 06:18:53.152486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-925ec689-b11d-46dc-819e-5d6c206340e2 req-7757644d-b038-41b3-b015-908ec8cb5b48 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448084 Feb 11 06:18:54.303462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cbd2b-bb8e-4a86-8da3-104d1b00bb4e req-ed680140-7a5b-4610-a002-e5185560fb12 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:54.305205 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-484cbd2b-bb8e-4a86-8da3-104d1b00bb4e req-ed680140-7a5b-4610-a002-e5185560fb12 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 931 time: 0.0746176 Feb 11 06:18:54.388768 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-484cbd2b-bb8e-4a86-8da3-104d1b00bb4e req-fa903324-428a-49f9-b8ed-2f31bd19c379 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763583 Feb 11 06:18:55.555879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec292-1bbe-473d-8f1b-a2b27097d1cd req-ca56acd0-bb9f-4dd6-b3d0-8ff2a3c03c36 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:55.557604 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f10ec292-1bbe-473d-8f1b-a2b27097d1cd req-ca56acd0-bb9f-4dd6-b3d0-8ff2a3c03c36 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 931 time: 0.0796893 Feb 11 06:18:55.615151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f10ec292-1bbe-473d-8f1b-a2b27097d1cd req-80a04f62-15a7-48be-8d36-0496668b6d81 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516450 Feb 11 06:18:56.749460 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45193be-6ddb-4e10-babd-5ebf4c57a218 req-e90a29b7-8158-49ef-8a35-08ecf2cf3851 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:56.751888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b45193be-6ddb-4e10-babd-5ebf4c57a218 req-e90a29b7-8158-49ef-8a35-08ecf2cf3851 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 931 time: 0.0620973 Feb 11 06:18:56.813660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b45193be-6ddb-4e10-babd-5ebf4c57a218 req-5a3491fc-d023-4b53-9b7c-5fac0a01a29e tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552509 Feb 11 06:18:57.939165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2e86a-a90c-45de-a3ff-212a20c443aa req-513e3659-e26f-421e-996e-6bf83641de25 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:57.940701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65f2e86a-a90c-45de-a3ff-212a20c443aa req-513e3659-e26f-421e-996e-6bf83641de25 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 931 time: 0.0549548 Feb 11 06:18:57.996936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65f2e86a-a90c-45de-a3ff-212a20c443aa req-a998a094-d614-4991-b252-3ff0ec092da1 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Feb 11 06:18:58.483804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Request body: {'port': {'device_id': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:58.548561 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:58.821452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89f672c-e5cd-47f0-ba85-2a8f45d671a1 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:18:58.830072 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Publish callbacks [] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:58.843090 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Transition to ACTIVE for port object b89f672c-e5cd-47f0-ba85-2a8f45d671a1 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:18:58.917271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:58.968695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:59.054785 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Attempting to bind port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:18:59.055145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Attempting to bind port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:18:59.055469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Attempting to bind port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 on network 09b22623-fae5-49ff-b1ca-53629dab81f9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:59.061227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 on network 09b22623-fae5-49ff-b1ca-53629dab81f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:18:59.061566 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Attempting to bind port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 on network 09b22623-fae5-49ff-b1ca-53629dab81f9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:59.067594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:18:59.067594 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Checking segment: {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:59.067921 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Bound using segment: {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:18:59.068169 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Bound port: b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e48817-5bbc-452b-8c14-a1364c24ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:18:59.068507 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:59.141028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] For port b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:18:59.144141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d474dc-b035-4042-9f95-6be1aa0b2c6b req-90fc0e8b-efb0-4938-aa5a-4c2cd3333d61 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.144667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] For port b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:18:59.146253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70d474dc-b035-4042-9f95-6be1aa0b2c6b req-90fc0e8b-efb0-4938-aa5a-4c2cd3333d61 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 943 time: 0.0619214 Feb 11 06:18:59.198671 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70d474dc-b035-4042-9f95-6be1aa0b2c6b req-2f708ca2-d454-4c56-b7ef-2b6f3cb6914d tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Feb 11 06:18:59.237397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:59.275317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.276973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:59.278463 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] 10.222.0.65 "PUT /v2.0/ports/b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 1092 time: 0.7990701 Feb 11 06:18:59.285259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:18:59.287678 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9766538c-d4da-4d23-8725-afcaea135259" -d '{"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:18:59.313147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a765e5d-87d5-4d36-8fe0-3e804351cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:59.342167 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaedb5d9-64f4-4764-9a4d-f3e124423b0a x-openstack-request-id: req-aaedb5d9-64f4-4764-9a4d-f3e124423b0a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:18:59.342496 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:18:59.342711 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aaedb5d9-64f4-4764-9a4d-f3e124423b0a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:18:59.343186 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'status': 'completed', 'code': 200} Feb 11 06:18:59.416162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766538c-d4da-4d23-8725-afcaea135259 req-191daf1e-5a77-48a6-8816-8445c8f99db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.417884 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9766538c-d4da-4d23-8725-afcaea135259 req-191daf1e-5a77-48a6-8816-8445c8f99db5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1126 time: 0.0543981 Feb 11 06:18:59.525395 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766538c-d4da-4d23-8725-afcaea135259 req-57526011-e55b-4be3-aca3-7d181c6211aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.527341 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9766538c-d4da-4d23-8725-afcaea135259 req-57526011-e55b-4be3-aca3-7d181c6211aa service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1027348 Feb 11 06:18:59.631768 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766538c-d4da-4d23-8725-afcaea135259 req-5ba54d85-eea4-4467-b547-6dd11e2a197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.633306 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9766538c-d4da-4d23-8725-afcaea135259 req-5ba54d85-eea4-4467-b547-6dd11e2a197e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008530 Feb 11 06:18:59.717870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787421-072c-49f1-910a-a70b6cecf668 req-1159763d-b5a8-4399-ad83-00caf1ee73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.719426 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-1159763d-b5a8-4399-ad83-00caf1ee73c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1126 time: 0.0497448 Feb 11 06:18:59.767317 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-b9eecc56-f77e-4239-b92a-de4918c782c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 217 time: 0.0414243 Feb 11 06:18:59.816870 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787421-072c-49f1-910a-a70b6cecf668 req-f82722bd-b15a-4879-aeb6-990d24af18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.818379 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-f82722bd-b15a-4879-aeb6-990d24af18a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 200 len: 853 time: 0.0460505 Feb 11 06:18:59.868152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787421-072c-49f1-910a-a70b6cecf668 req-c9fea4ad-505a-471a-822b-3415b3c93574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.870477 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-c9fea4ad-505a-471a-822b-3415b3c93574 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09b22623-fae5-49ff-b1ca-53629dab81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466626 Feb 11 06:19:00.295742 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-bd06cc8a-0b57-4473-b754-a9a1e62ed071 service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193401 Feb 11 06:19:00.325262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0b9e8-be3d-49c4-8927-2667215ff6d5 req-a64f695a-e852-426d-9f95-e36a760d51cb tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:00.326835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1be0b9e8-be3d-49c4-8927-2667215ff6d5 req-a64f695a-e852-426d-9f95-e36a760d51cb tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 943 time: 0.0564365 Feb 11 06:19:00.377086 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1be0b9e8-be3d-49c4-8927-2667215ff6d5 req-583c9bd1-9cfc-44d2-8d4c-466600d2e298 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Feb 11 06:19:00.395464 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-37787421-072c-49f1-910a-a70b6cecf668 req-5db104af-f741-4caf-8919-dc059d89448f service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938237 Feb 11 06:19:01.517864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa7893-40b2-4cd6-8700-66f9d64e74f5 req-88b14a1c-7df0-4050-8e24-b733c9a9102a tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:01.519571 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cfa7893-40b2-4cd6-8700-66f9d64e74f5 req-88b14a1c-7df0-4050-8e24-b733c9a9102a tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 943 time: 0.0657256 Feb 11 06:19:01.575907 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5cfa7893-40b2-4cd6-8700-66f9d64e74f5 req-821bc6d7-7d72-4f1a-b5b8-dd266a53406b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502520 Feb 11 06:19:02.698851 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1482d-c57e-4ee4-88ff-dbed4ffc1396 req-bda604d5-217a-4d59-8048-16c5a43fb194 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:02.700366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aab1482d-c57e-4ee4-88ff-dbed4ffc1396 req-bda604d5-217a-4d59-8048-16c5a43fb194 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 943 time: 0.0554671 Feb 11 06:19:02.749440 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aab1482d-c57e-4ee4-88ff-dbed4ffc1396 req-dbe946f0-5371-4404-b1b0-a7fa9fa04e89 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Feb 11 06:19:03.036241 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c4d8d89a-2280-4e70-bd0c-443d8c1e794f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:03.865084 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b89f672c-e5cd-47f0-ba85-2a8f45d671a1 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:19:03.875416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b44788-7522-401b-881d-2363f7625914 req-b0d4349f-e860-4e5c-9555-8c886b980fa6 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:03.877048 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80b44788-7522-401b-881d-2363f7625914 req-b0d4349f-e860-4e5c-9555-8c886b980fa6 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 943 time: 0.0594506 Feb 11 06:19:03.925425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80b44788-7522-401b-881d-2363f7625914 req-b78f269e-dc43-4805-bb6e-36ec4235ba4b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Feb 11 06:19:03.966516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:03.977637 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'port_id': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'mac_address': 'fa:16:3e:9a:9a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:19:04.014628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:19:04.015019 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:04.028339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89f672c-e5cd-47f0-ba85-2a8f45d671a1 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:19:04.047415 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:04.116276 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:04.332800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:04.376300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b89f672c-e5cd-47f0-ba85-2a8f45d671a1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:19:05.050542 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c581ba-6a6e-47ce-a7da-32515e6decb4 req-525e06a1-5bbb-45b3-a411-3f8d1f2de532 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:05.052057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09c581ba-6a6e-47ce-a7da-32515e6decb4 req-525e06a1-5bbb-45b3-a411-3f8d1f2de532 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 944 time: 0.0586662 Feb 11 06:19:05.098883 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-09c581ba-6a6e-47ce-a7da-32515e6decb4 req-d49be3ad-3eb1-4497-bedd-3d361c8220cf tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Feb 11 06:19:05.601662 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0aefe6b4-a841-4638-878b-c15ee11e52a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:05.880673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b89f672c-e5cd-47f0-ba85-2a8f45d671a1 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:19:05.984472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:19:05.988889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:19:05.989303 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:06.074149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:19:06.074535 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:06.105995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:19:06.112460 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07932bbb-2e3f-48c7-b77d-f6fdd119b337" -d '{"events": [{"server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "name": "network-vif-plugged", "status": "completed", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:19:06.136317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:06.155374 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f394df9-aace-4d4e-a032-7b32b327ce44 x-openstack-request-id: req-9f394df9-aace-4d4e-a032-7b32b327ce44 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:19:06.155669 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "name": "network-vif-plugged", "status": "completed", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:19:06.155923 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f394df9-aace-4d4e-a032-7b32b327ce44 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:19:06.156350 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'code': 200} Feb 11 06:19:06.196449 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:06.227120 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d6336-c7ed-4a24-97f6-3b9c69a724e4 req-5947fb5e-d4f6-4833-a139-cb680c8264db tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:06.229645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-814d6336-c7ed-4a24-97f6-3b9c69a724e4 req-5947fb5e-d4f6-4833-a139-cb680c8264db tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 944 time: 0.0576458 Feb 11 06:19:06.251959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:06.269499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360daf6c-a525-43b5-bf20-a074af5e2fdf req-90af07eb-e106-4941-8b38-c4c8b52904d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:06.275652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-360daf6c-a525-43b5-bf20-a074af5e2fdf req-90af07eb-e106-4941-8b38-c4c8b52904d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1128 time: 0.0539982 Feb 11 06:19:06.287044 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-814d6336-c7ed-4a24-97f6-3b9c69a724e4 req-32267760-46a6-4e10-a1cd-d17a39481bd7 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512593 Feb 11 06:19:06.328698 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-360daf6c-a525-43b5-bf20-a074af5e2fdf req-5dbdd4f0-3fb2-4ed0-851f-f9f5b513d2e4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Feb 11 06:19:06.882996 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:07.416748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab3510-27b2-4d9c-a3c5-52da8e12f3c3 req-7aef29ae-7c76-45e8-b545-ca9d11e3e94f tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:07.418320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bab3510-27b2-4d9c-a3c5-52da8e12f3c3 req-7aef29ae-7c76-45e8-b545-ca9d11e3e94f tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0557585 Feb 11 06:19:07.478502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bab3510-27b2-4d9c-a3c5-52da8e12f3c3 req-20398390-7da8-4e39-9ea1-589486cab16b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525150 Feb 11 06:19:08.510834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:08.609398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0f87c-bd19-4cc1-8526-596c4b3cc53e req-a47042f0-084b-4f5e-8c4a-6f5feae5bc67 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:08.610863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27f0f87c-bd19-4cc1-8526-596c4b3cc53e req-a47042f0-084b-4f5e-8c4a-6f5feae5bc67 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0583494 Feb 11 06:19:08.660338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27f0f87c-bd19-4cc1-8526-596c4b3cc53e req-38d40e7c-24d7-4bc8-8776-413b68238cde tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Feb 11 06:19:08.791540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb72b-4c21-4599-83bc-33b004e841d5 req-0621538c-8194-4299-ba5d-ce019e39cb77 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:08.793227 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28bfb72b-4c21-4599-83bc-33b004e841d5 req-0621538c-8194-4299-ba5d-ce019e39cb77 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0628479 Feb 11 06:19:08.844248 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-28bfb72b-4c21-4599-83bc-33b004e841d5 req-df1fef64-47be-4a01-9000-b16d96ac736c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452836 Feb 11 06:19:08.945215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:09.049016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085d031-fb10-43a1-b5e8-9f5f8ee268cd req-1e4ac80d-9308-432a-b9b8-079126f19912 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:09.050599 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4085d031-fb10-43a1-b5e8-9f5f8ee268cd req-1e4ac80d-9308-432a-b9b8-079126f19912 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0578897 Feb 11 06:19:09.126643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4085d031-fb10-43a1-b5e8-9f5f8ee268cd req-63ee99c8-ca8e-4c4b-b6fb-48407d040afc tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701859 Feb 11 06:19:09.333768 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:11.962522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:16.328194 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:19:23.581533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-c5269cbb-b359-4b4e-9994-cba6bc36812a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018226 Feb 11 06:19:23.667551 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-52ba1c2c-9446-463a-b03e-0167a8f5fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:23.669100 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-52ba1c2c-9446-463a-b03e-0167a8f5fed5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1128 time: 0.0455952 Feb 11 06:19:23.793442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-8f843519-7737-4345-bf44-6afaeff1b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:23.795140 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-8f843519-7737-4345-bf44-6afaeff1b63b service neutron] 10.222.0.65 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 915 time: 0.1087799 Feb 11 06:19:23.838405 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-aafb3bf0-c2a7-4137-9817-1a588bda1e1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 217 time: 0.0372021 Feb 11 06:19:23.889569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-b4d746db-e92e-4af9-be93-788aa67547d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:23.891068 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-b4d746db-e92e-4af9-be93-788aa67547d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 200 len: 853 time: 0.0471106 Feb 11 06:19:23.948296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-31c69f96-7da0-4203-bbb6-f776ee82d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:23.950156 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-31c69f96-7da0-4203-bbb6-f776ee82d88e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09b22623-fae5-49ff-b1ca-53629dab81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525746 Feb 11 06:19:24.048006 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-63a3f091-3530-4e95-8e52-b3affe33f1ae service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906746 Feb 11 06:19:24.151791 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5dbc7d-d9b6-487a-a432-bb01be9ca1ed req-e387f678-996d-49fc-a547-b9c563d0491b service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978591 Feb 11 06:19:28.773509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f44fd-cf5e-4af1-ad6a-ce6dc6435ed3 req-d2d59972-7c79-4711-8d74-c6627bd2a460 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:28.775160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c6f44fd-cf5e-4af1-ad6a-ce6dc6435ed3 req-d2d59972-7c79-4711-8d74-c6627bd2a460 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0558012 Feb 11 06:19:28.834080 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8c6f44fd-cf5e-4af1-ad6a-ce6dc6435ed3 req-f802d99a-2c27-454c-9ae2-d0172b94f5c8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528688 Feb 11 06:19:28.859534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48924) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:28.948493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5748b3-b3df-48cf-b2f3-9bee3766d3e1 tempest-TestMinimumBasicScenario-1788848045 tempest-TestMinimumBasicScenario-1788848045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:28.950108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2a5748b3-b3df-48cf-b2f3-9bee3766d3e1 tempest-TestMinimumBasicScenario-1788848045 tempest-TestMinimumBasicScenario-1788848045-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1123 time: 0.0892298 Feb 11 06:19:28.953334 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48928) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:28.957683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:29.070870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:29.183108 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:29.293468 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Allocated IP 172.25.8.55 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/fe2c1942-ba80-4348-a7e6-64c6155606c8) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:19:29.420717 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for port (fe2c1942-ba80-4348-a7e6-64c6155606c8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:29.551450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fe2c1942-ba80-4348-a7e6-64c6155606c8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:29.590703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-0a05cd3a-0587-4599-8cc9-a9ee6f429ff9 req-feb2e325-f9da-4585-bc1e-a224ae68f148 service neutron] (104087) timed out ('10.222.0.62', 45300) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:19:29.598338 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:19:29.601427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:19:29.605921 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:19:29.631282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'Port': ['ID=fe2c1942-ba80-4348-a7e6-64c6155606c8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:29.646317 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.646576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.646751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.647097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.647446 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.648112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.648112 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.648410 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.648766 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.649097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.649426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.649750 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:29.650340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:30.012559 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for floatingip (f4ca6549-2900-4f08-a237-559f0bdea25b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:30.188137 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fe2c1942-ba80-4348-a7e6-64c6155606c8), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:30.351746 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for port (fe2c1942-ba80-4348-a7e6-64c6155606c8), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:30.419570 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (fe2c1942-ba80-4348-a7e6-64c6155606c8), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:30.494663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'Port': ['ID=fe2c1942-ba80-4348-a7e6-64c6155606c8,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:30.505953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (f4ca6549-2900-4f08-a237-559f0bdea25b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:30.616379 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Floating IP f4ca6549-2900-4f08-a237-559f0bdea25b associated. External IP: 172.25.8.55, port: b89f672c-e5cd-47f0-ba85-2a8f45d671a1. Feb 11 06:19:30.851352 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Router be037cf1-fb01-4474-87fc-c666f90e5de3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:19:30.971809 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:19:30.982679 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] Sync routers for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:19:30.992494 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:19:30.996044 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:19:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:31.044420 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.075290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e68cc2bd-a97e-4d50-afa2-352200e2cbd8 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1209011 Feb 11 06:19:31.076142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:19:31.078131 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48930) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:31.079608 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f177e300-00d3-43bc-bd31-22c7e8d53d32" -d '{"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:19:31.082841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138103687', 'description': 'tempest-secgroup-smoke-138103687 description', 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:31.111653 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:19:31.179579 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.194690 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230dfcbe-b4b1-41d9-9537-a53528dc3b62 x-openstack-request-id: req-230dfcbe-b4b1-41d9-9537-a53528dc3b62 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:19:31.194690 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:19:31.194690 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-230dfcbe-b4b1-41d9-9537-a53528dc3b62 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:19:31.194690 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'status': 'completed', 'code': 200} Feb 11 06:19:31.286257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group (cd5f45e3-5274-4987-bfda-693be29bf65a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.288590 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-710ba011-467d-4ef9-9b4e-7e265bbf24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:31.290170 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-710ba011-467d-4ef9-9b4e-7e265bbf24cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1128 time: 0.0741656 Feb 11 06:19:31.353676 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'f4ca6549-2900-4f08-a237-559f0bdea25b', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'port_id': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'mac_address': 'fa:16:3e:9a:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:19:29Z', 'updated_at': '2022-02-11T06:19:29Z', 'revision_number': 0, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 5, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:31.363163 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cd5f45e3-5274-4987-bfda-693be29bf65a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.381494 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] Checking router: be037cf1-fb01-4474-87fc-c666f90e5de3 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:19:31.390609 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:19:31.391229 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:19:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:31.413735 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f45e3-5274-4987-bfda-693be29bf65a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:31.430291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-95bf6f08-55b0-43cb-8594-f3bab1d1ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:31.431798 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-95bf6f08-55b0-43cb-8594-f3bab1d1ba6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 915 time: 0.1339195 Feb 11 06:19:31.433184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.433540 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.433895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.434243 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.434592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.434953 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.435295 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.435632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.435968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.436303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.436658 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.436992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.437324 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:31.482556 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.483837 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9455a1ac-dfe4-4768-8784-5a595f190165 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4046912 Feb 11 06:19:31.487951 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48936) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:31.495888 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9722c18e-5308-412a-8a5b-40924ecea70c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f45e3-5274-4987-bfda-693be29bf65a', 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:31.508425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-a174850d-e77a-4baa-910f-6370be2c6c47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 998 time: 0.0677218 Feb 11 06:19:31.509029 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:19:31.563530 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-5149788b-12ea-49e3-9dd8-0b909377a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:31.565088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-5149788b-12ea-49e3-9dd8-0b909377a1e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 200 len: 853 time: 0.0514498 Feb 11 06:19:31.620586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-d9ad88f0-3042-4e42-86f1-705185ae8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:31.622538 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-d9ad88f0-3042-4e42-86f1-705185ae8f5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09b22623-fae5-49ff-b1ca-53629dab81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511191 Feb 11 06:19:31.716660 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9722c18e-5308-412a-8a5b-40924ecea70c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (77803fb5-b344-4582-b8b2-3491e427dfea), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.721862 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-6ea6971f-7973-4d5e-9801-6dfc7136d124 service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929642 Feb 11 06:19:31.780398 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9722c18e-5308-412a-8a5b-40924ecea70c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (77803fb5-b344-4582-b8b2-3491e427dfea), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.790248 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'f4ca6549-2900-4f08-a237-559f0bdea25b', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'port_id': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'mac_address': 'fa:16:3e:9a:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:19:29Z', 'updated_at': '2022-02-11T06:19:29Z', 'revision_number': 0, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 5, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:31.817964 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e58486-06ce-4018-b024-b681e914e5fb None None] The sync data for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 is: [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'f4ca6549-2900-4f08-a237-559f0bdea25b', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'port_id': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'mac_address': 'fa:16:3e:9a:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:19:29Z', 'updated_at': '2022-02-11T06:19:29Z', 'revision_number': 0, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 5, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:19:31.818985 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f177e300-00d3-43bc-bd31-22c7e8d53d32 req-47bcd3ff-cf35-41d6-b63f-15ccaa894f8e service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910692 Feb 11 06:19:31.864987 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9722c18e-5308-412a-8a5b-40924ecea70c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (77803fb5-b344-4582-b8b2-3491e427dfea), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.888156 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722c18e-5308-412a-8a5b-40924ecea70c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77803fb5-b344-4582-b8b2-3491e427dfea,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:31.964902 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9722c18e-5308-412a-8a5b-40924ecea70c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:31.967425 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9722c18e-5308-412a-8a5b-40924ecea70c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4765725 Feb 11 06:19:31.971116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48938) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:31.976823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-47377b50-3414-4f02-943f-cfbd4eabbf62 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f45e3-5274-4987-bfda-693be29bf65a', 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:32.033498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2cc657-2fa6-44ad-8740-882314f2eb30 None None] New status for floating IP f4ca6549-2900-4f08-a237-559f0bdea25b: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:19:32.047689 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47377b50-3414-4f02-943f-cfbd4eabbf62 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (ffa57c1a-1bdf-411f-8099-4a32043635a3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.113105 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47377b50-3414-4f02-943f-cfbd4eabbf62 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (ffa57c1a-1bdf-411f-8099-4a32043635a3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.145713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47377b50-3414-4f02-943f-cfbd4eabbf62 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (ffa57c1a-1bdf-411f-8099-4a32043635a3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.165083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47377b50-3414-4f02-943f-cfbd4eabbf62 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa57c1a-1bdf-411f-8099-4a32043635a3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:32.256021 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47377b50-3414-4f02-943f-cfbd4eabbf62 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.257327 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-47377b50-3414-4f02-943f-cfbd4eabbf62 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2845645 Feb 11 06:19:32.260151 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48940) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:32.264859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-143934ee-9135-44d6-922d-c83743026db4 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f45e3-5274-4987-bfda-693be29bf65a', 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:32.499251 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-143934ee-9135-44d6-922d-c83743026db4 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (88eafa33-c94b-436d-ab83-cf5f996d0c15), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.560323 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-143934ee-9135-44d6-922d-c83743026db4 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (88eafa33-c94b-436d-ab83-cf5f996d0c15), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.630872 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-143934ee-9135-44d6-922d-c83743026db4 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (88eafa33-c94b-436d-ab83-cf5f996d0c15), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.650495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143934ee-9135-44d6-922d-c83743026db4 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eafa33-c94b-436d-ab83-cf5f996d0c15,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:32.752686 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-143934ee-9135-44d6-922d-c83743026db4 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.753820 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-143934ee-9135-44d6-922d-c83743026db4 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4926164 Feb 11 06:19:32.756660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48942) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:32.761999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1197c07d-14e8-42eb-935a-7809ecd911ed tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f45e3-5274-4987-bfda-693be29bf65a', 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:32.853162 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1197c07d-14e8-42eb-935a-7809ecd911ed tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (d9f22277-fc26-4c9c-a192-3980c0f2734f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.916905 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1197c07d-14e8-42eb-935a-7809ecd911ed tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (d9f22277-fc26-4c9c-a192-3980c0f2734f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.996949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1197c07d-14e8-42eb-935a-7809ecd911ed tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d9f22277-fc26-4c9c-a192-3980c0f2734f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.015025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197c07d-14e8-42eb-935a-7809ecd911ed tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f22277-fc26-4c9c-a192-3980c0f2734f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:33.042345 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d77e2343-b973-4dd3-8d6a-a9dfac2e28f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.067271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1197c07d-14e8-42eb-935a-7809ecd911ed tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.068536 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1197c07d-14e8-42eb-935a-7809ecd911ed tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3109133 Feb 11 06:19:33.071406 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48944) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:33.076815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1e2cf5b8-f403-4c28-b533-5d9e6872ece0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f45e3-5274-4987-bfda-693be29bf65a', 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:33.168043 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-1e2cf5b8-f403-4c28-b533-5d9e6872ece0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Project efd155aba30c45d7a8b76aabd0e8154d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:19:33.173609 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf5b8-f403-4c28-b533-5d9e6872ece0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (76f506f0-234c-402c-b71d-83ff04d637ca), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.234396 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf5b8-f403-4c28-b533-5d9e6872ece0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (76f506f0-234c-402c-b71d-83ff04d637ca), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.328164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf5b8-f403-4c28-b533-5d9e6872ece0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (76f506f0-234c-402c-b71d-83ff04d637ca), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.347755 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cf5b8-f403-4c28-b533-5d9e6872ece0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f506f0-234c-402c-b71d-83ff04d637ca,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:33.450736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf5b8-f403-4c28-b533-5d9e6872ece0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.452035 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1e2cf5b8-f403-4c28-b533-5d9e6872ece0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3796554 Feb 11 06:19:33.454817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 48946) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:33.459235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1a116778-1ab7-4f94-b4fa-7834a0d663ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f45e3-5274-4987-bfda-693be29bf65a', 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:33.579727 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-1a116778-1ab7-4f94-b4fa-7834a0d663ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Project efd155aba30c45d7a8b76aabd0e8154d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:19:33.585763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1a116778-1ab7-4f94-b4fa-7834a0d663ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (4e4bd3c9-00bc-4eb4-8b10-e1640482238d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.656569 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1a116778-1ab7-4f94-b4fa-7834a0d663ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (4e4bd3c9-00bc-4eb4-8b10-e1640482238d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.722324 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1a116778-1ab7-4f94-b4fa-7834a0d663ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4e4bd3c9-00bc-4eb4-8b10-e1640482238d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.742535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a116778-1ab7-4f94-b4fa-7834a0d663ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4bd3c9-00bc-4eb4-8b10-e1640482238d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:33.804447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1a116778-1ab7-4f94-b4fa-7834a0d663ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.805947 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1a116778-1ab7-4f94-b4fa-7834a0d663ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3501928 Feb 11 06:19:33.918961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-64cdd057-de78-44d5-9f3a-74d1d409c381 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138103687&fields=id&tenant_id=efd155aba30c45d7a8b76aabd0e8154d HTTP/1.1" status: 200 len: 267 time: 0.0568182 Feb 11 06:19:33.982674 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-a3ccfe3a-9bf1-42da-9ce2-b427d34b3222 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:33.984224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-a3ccfe3a-9bf1-42da-9ce2-b427d34b3222 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0599182 Feb 11 06:19:33.995127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'port': {'security_groups': ['3f9c8b19-9183-4233-bcaa-45149e1adb22', 'cd5f45e3-5274-4987-bfda-693be29bf65a']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:34.067037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.263267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] For port b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:34.301446 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.390667 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.403484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b89f672c-e5cd-47f0-ba85-2a8f45d671a1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:19:34.443454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:34.444107 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.446382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc56aa1d-e27d-4114-8d8a-b7ca40263a74 req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "PUT /v2.0/ports/b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 981 time: 0.4550307 Feb 11 06:19:34.446382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:19:34.448489 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fef62b-1837-4bfc-ae71-66462a4a7261" -d '{"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:19:34.490337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84315d45-933b-41bd-875c-0ef42b1fed30 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'Port': ['ID=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:34.505254 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f298cc7-53ef-40ab-8fd9-929b0478f69e x-openstack-request-id: req-2f298cc7-53ef-40ab-8fd9-929b0478f69e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:19:34.505254 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:19:34.505254 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f298cc7-53ef-40ab-8fd9-929b0478f69e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:19:34.505254 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'status': 'completed', 'code': 200} Feb 11 06:19:34.520393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b89f672c-e5cd-47f0-ba85-2a8f45d671a1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:19:34.590088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-f277f593-ada5-436e-9160-36b1a6a6ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:34.592416 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-f277f593-ada5-436e-9160-36b1a6a6ee37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1167 time: 0.0659516 Feb 11 06:19:34.613877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867146-1d97-4297-811d-e13185681137 req-1ec1a68e-07d2-4635-aa21-d8032db92c5f tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:34.615532 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6867146-1d97-4297-811d-e13185681137 req-1ec1a68e-07d2-4635-aa21-d8032db92c5f tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0839341 Feb 11 06:19:34.701433 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6867146-1d97-4297-811d-e13185681137 req-aee05258-4dd9-491f-8628-f37107195178 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789113 Feb 11 06:19:34.714249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-d3f2c8db-b197-4d47-a8a5-c55698d67641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:34.716963 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-d3f2c8db-b197-4d47-a8a5-c55698d67641 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 915 time: 0.1168382 Feb 11 06:19:34.793539 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-ca6aaf2d-f8c3-4b29-b6e4-108a3ba9a5e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 1000 time: 0.0697143 Feb 11 06:19:34.804400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-56393848-e352-47f6-97a0-8e0181b33815 None None] Provisioning complete for port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:19:34.804808 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56393848-e352-47f6-97a0-8e0181b33815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.845739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-fc966b57-0866-441d-b2b2-bca03fb41ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:34.847265 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-fc966b57-0866-441d-b2b2-bca03fb41ecf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 200 len: 853 time: 0.0477870 Feb 11 06:19:34.897427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-33045a54-be86-458a-bd3b-905d70a4cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:34.898978 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-33045a54-be86-458a-bd3b-905d70a4cfd1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09b22623-fae5-49ff-b1ca-53629dab81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462441 Feb 11 06:19:34.996878 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-33c4f6c2-c2d0-4481-8a9a-f93453572391 service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902514 Feb 11 06:19:35.032054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-56393848-e352-47f6-97a0-8e0181b33815 None None] Current status of the port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:19:35.094163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b0fef62b-1837-4bfc-ae71-66462a4a7261 req-f2f504b1-4c0f-4e37-a703-95d27a4e048d service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884242 Feb 11 06:19:35.590626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ebda0be9-0d44-4039-a9ad-03060123e85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:36.905749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:38.505034 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:38.962043 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:39.362248 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:41.996297 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:42.608014 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664773d-90a8-4fe0-9268-bc2b97d542ee req-aa25fa12-e337-43b1-bb20-e3874c37eeb1 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:42.610082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a664773d-90a8-4fe0-9268-bc2b97d542ee req-aa25fa12-e337-43b1-bb20-e3874c37eeb1 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0658476 Feb 11 06:19:42.674486 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a664773d-90a8-4fe0-9268-bc2b97d542ee req-ec9afeff-f3db-48da-986d-197162420c46 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587447 Feb 11 06:19:42.683472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b0078-3182-49eb-89ae-b292cd29877e req-15ac3937-9dde-4b52-a4fa-bf1c8282dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:42.685121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a92b0078-3182-49eb-89ae-b292cd29877e req-15ac3937-9dde-4b52-a4fa-bf1c8282dc38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1167 time: 0.0552640 Feb 11 06:19:42.784781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b0078-3182-49eb-89ae-b292cd29877e req-4b483eb4-f04b-4fe5-8147-c247737af51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:42.786302 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a92b0078-3182-49eb-89ae-b292cd29877e req-4b483eb4-f04b-4fe5-8147-c247737af51c service neutron] 10.222.0.65 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 915 time: 0.0954251 Feb 11 06:19:42.868630 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a92b0078-3182-49eb-89ae-b292cd29877e req-3146d20f-8499-4de2-b62c-a8f91ac5b9bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 1000 time: 0.0757248 Feb 11 06:19:42.923678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b0078-3182-49eb-89ae-b292cd29877e req-0a240aab-43ef-454d-927a-56ee0170506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:42.925303 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a92b0078-3182-49eb-89ae-b292cd29877e req-0a240aab-43ef-454d-927a-56ee0170506a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 200 len: 853 time: 0.0477555 Feb 11 06:19:42.983852 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b0078-3182-49eb-89ae-b292cd29877e req-a2b2993c-7b0a-42e7-8307-65f627c21b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:42.986859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a92b0078-3182-49eb-89ae-b292cd29877e req-a2b2993c-7b0a-42e7-8307-65f627c21b94 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09b22623-fae5-49ff-b1ca-53629dab81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555503 Feb 11 06:19:43.085676 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a92b0078-3182-49eb-89ae-b292cd29877e req-48722c5f-0372-4a46-acce-c7da5817873e service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925665 Feb 11 06:19:43.179402 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a92b0078-3182-49eb-89ae-b292cd29877e req-210a8e7a-4174-4a51-b6d1-8b60a5afaed0 service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862403 Feb 11 06:19:43.805969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5b7a-303a-4a15-a521-531dbaff1d2a req-18031f37-14a9-4208-a8cc-063fae9d0d07 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:43.807554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea1f5b7a-303a-4a15-a521-531dbaff1d2a req-18031f37-14a9-4208-a8cc-063fae9d0d07 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0587535 Feb 11 06:19:43.869121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ea1f5b7a-303a-4a15-a521-531dbaff1d2a req-aea3917b-7cb4-4d1a-8ab4-fb258321e8e0 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549760 Feb 11 06:19:44.996316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe1a0e-07c6-4075-b3cf-f465f56a6b95 req-a86f3d17-56fe-4f45-b824-e7002da8e382 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:44.997884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5fe1a0e-07c6-4075-b3cf-f465f56a6b95 req-a86f3d17-56fe-4f45-b824-e7002da8e382 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0548661 Feb 11 06:19:45.064023 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b5fe1a0e-07c6-4075-b3cf-f465f56a6b95 req-018db66e-0702-49be-94a3-a699d3b2f3c6 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585220 Feb 11 06:19:46.196642 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd551f-cad5-477f-9d88-a999ec5d5252 req-a28b3574-3aad-4f9e-9d4a-4f96e0c5ca13 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:46.198187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5bd551f-cad5-477f-9d88-a999ec5d5252 req-a28b3574-3aad-4f9e-9d4a-4f96e0c5ca13 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0598116 Feb 11 06:19:46.258675 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5bd551f-cad5-477f-9d88-a999ec5d5252 req-9cb554b5-aadd-4376-9d8a-8d30086e3db3 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545177 Feb 11 06:19:47.381709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f92e7-779d-430e-a8e5-81a437639b78 req-fd85ad66-0398-40ed-912e-b1027e83fabc tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:47.383289 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e8f92e7-779d-430e-a8e5-81a437639b78 req-fd85ad66-0398-40ed-912e-b1027e83fabc tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0543003 Feb 11 06:19:47.443224 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e8f92e7-779d-430e-a8e5-81a437639b78 req-be2242ff-9767-43c5-9dc7-7ca13b35e867 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543692 Feb 11 06:19:48.570102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392d5aa-2735-42f8-8a41-dfa9bb8d8c0b req-310f24f0-3db1-40a7-b4a4-8e1cc12bd160 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:48.571764 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d392d5aa-2735-42f8-8a41-dfa9bb8d8c0b req-310f24f0-3db1-40a7-b4a4-8e1cc12bd160 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0547738 Feb 11 06:19:48.637929 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d392d5aa-2735-42f8-8a41-dfa9bb8d8c0b req-14ccbfed-7a10-4908-8096-99078a80c552 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603132 Feb 11 06:19:49.768483 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065136ce-0a19-4933-ac72-4b0a041316e3 req-37e1eb16-75f5-417c-8116-08d0c2a9d860 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:49.770027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-065136ce-0a19-4933-ac72-4b0a041316e3 req-37e1eb16-75f5-417c-8116-08d0c2a9d860 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0604038 Feb 11 06:19:49.831655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-065136ce-0a19-4933-ac72-4b0a041316e3 req-e16e3f8d-3014-49ac-934d-4deb389253bc tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556014 Feb 11 06:19:50.954232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b69d-5882-4e7b-828d-8f7118a1167d req-5b1e1ed5-bc29-4390-86ed-734108705836 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:50.956430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db24b69d-5882-4e7b-828d-8f7118a1167d req-5b1e1ed5-bc29-4390-86ed-734108705836 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0559654 Feb 11 06:19:51.015301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-db24b69d-5882-4e7b-828d-8f7118a1167d req-d3d8b50e-1ae3-4136-93ba-a66b75f4eb6f tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531461 Feb 11 06:19:52.144952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789750-0f17-4760-b9e1-51a3e66e9985 req-283f081c-580c-4960-b56b-1f187a4925d6 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:52.146510 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3789750-0f17-4760-b9e1-51a3e66e9985 req-283f081c-580c-4960-b56b-1f187a4925d6 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0602398 Feb 11 06:19:52.207185 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b3789750-0f17-4760-b9e1-51a3e66e9985 req-49224338-0d74-477b-b11d-16f41c5b1dc9 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543804 Feb 11 06:19:53.327567 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:19:53.338583 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69c76-2519-4894-9957-88b9ecba7643 req-277add6b-877c-40b2-9d6f-6ab240d6a4ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:53.340849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8aa69c76-2519-4894-9957-88b9ecba7643 req-277add6b-877c-40b2-9d6f-6ab240d6a4ef tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0609870 Feb 11 06:19:53.411145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8aa69c76-2519-4894-9957-88b9ecba7643 req-7d077c67-8e02-41e1-acc8-c8a81e265630 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637088 Feb 11 06:19:54.536737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10b938-94cc-40b3-a4ef-41f11e10d79a req-7e80730c-edda-48b4-88e5-3f8dbe43b744 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:54.538256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c10b938-94cc-40b3-a4ef-41f11e10d79a req-7e80730c-edda-48b4-88e5-3f8dbe43b744 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0556750 Feb 11 06:19:54.606976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c10b938-94cc-40b3-a4ef-41f11e10d79a req-68e641e1-64a6-4414-ae05-1ef26e1e459c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624788 Feb 11 06:19:55.757545 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd1d4f-4e58-48cd-89a6-9df15d3e95e4 req-333611fd-fbeb-4a17-b5c8-6afa3405ef8c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:55.759827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ffd1d4f-4e58-48cd-89a6-9df15d3e95e4 req-333611fd-fbeb-4a17-b5c8-6afa3405ef8c tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0642853 Feb 11 06:19:55.844241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6ffd1d4f-4e58-48cd-89a6-9df15d3e95e4 req-8b8dd708-3b6b-4136-a4b2-c99e794e087e tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766785 Feb 11 06:19:56.978778 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0882f5-d147-47fd-a18a-4e28a6ebc223 req-a38b1bb6-1886-4589-85b5-888c25846552 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:56.980284 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc0882f5-d147-47fd-a18a-4e28a6ebc223 req-a38b1bb6-1886-4589-85b5-888c25846552 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0619583 Feb 11 06:19:57.040009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc0882f5-d147-47fd-a18a-4e28a6ebc223 req-616cb85a-1f9c-4572-8753-d4f5ab358d9d tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540180 Feb 11 06:19:58.175073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a08ea5-ac6c-449d-aab9-0587773b099b req-b7b1d188-b627-4599-b1c6-c52007189772 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:58.176649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47a08ea5-ac6c-449d-aab9-0587773b099b req-b7b1d188-b627-4599-b1c6-c52007189772 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0597854 Feb 11 06:19:58.239017 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47a08ea5-ac6c-449d-aab9-0587773b099b req-a18c3fa0-a200-4015-b99d-b65cbb7bcfc7 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565329 Feb 11 06:19:59.375578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15480ef9-5199-47ed-8d61-989738d50c4e req-cf4bc83e-1415-42e0-a95b-1f35bc07d998 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:59.377149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15480ef9-5199-47ed-8d61-989738d50c4e req-cf4bc83e-1415-42e0-a95b-1f35bc07d998 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0639801 Feb 11 06:19:59.441068 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-15480ef9-5199-47ed-8d61-989738d50c4e req-c7d66246-b79c-440a-b4c2-7cbc2a216101 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&id=cd5f45e3-5274-4987-bfda-693be29bf65a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572352 Feb 11 06:20:03.111017 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff73c863-6746-4c33-83dd-73f5edc9e9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.619577 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-635c987d-1424-426c-81f1-0046284f2506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.968150 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.505341 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:09.016927 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:09.328057 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.008100 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:25.282188 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-c2973a87-f55f-4c5b-b1b3-c197740a270c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521035 Feb 11 06:20:25.369479 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-5a6e97da-4539-49b4-b761-904e1b031ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:25.371020 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-5a6e97da-4539-49b4-b761-904e1b031ea0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1167 time: 0.0482757 Feb 11 06:20:25.482468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-118ea450-79a9-4eba-b36a-6d1e1ca0b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:25.484001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-118ea450-79a9-4eba-b36a-6d1e1ca0b592 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 915 time: 0.0929458 Feb 11 06:20:25.557520 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-985d8d12-a725-4d16-9d0b-e2c972ed143d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 1000 time: 0.0664141 Feb 11 06:20:25.608628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-7af2f637-68fd-4a42-8d22-728346829931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:25.610171 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-7af2f637-68fd-4a42-8d22-728346829931 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 200 len: 853 time: 0.0459805 Feb 11 06:20:25.659744 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-2132c149-837c-475d-b1fd-0c2792b63c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:25.661356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-2132c149-837c-475d-b1fd-0c2792b63c86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09b22623-fae5-49ff-b1ca-53629dab81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449910 Feb 11 06:20:25.757396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-2fcd3f54-43bf-4e9e-b9b9-5ecde3987e63 service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902750 Feb 11 06:20:25.849760 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45363c29-a85a-42a1-b5c7-bf511bae6d99 req-5a87575a-e8df-4b2b-bff4-c9c31092aa25 service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868742 Feb 11 06:20:30.327493 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:20:32.172067 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-8cb1b608-6b51-48d0-a684-cafaeb1ffa40 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138103687&fields=id&tenant_id=efd155aba30c45d7a8b76aabd0e8154d HTTP/1.1" status: 200 len: 267 time: 0.0462675 Feb 11 06:20:32.241320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-a7928572-68ed-4929-bc02-cd7c6950e057 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:32.243290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-a7928572-68ed-4929-bc02-cd7c6950e057 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 984 time: 0.0658448 Feb 11 06:20:32.254257 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Request body: {'port': {'security_groups': ['3f9c8b19-9183-4233-bcaa-45149e1adb22']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:32.329747 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.514876 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] For port b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:32.545035 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.614232 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.626679 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b89f672c-e5cd-47f0-ba85-2a8f45d671a1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:32.662207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:32.663360 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.668112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6eb347ef-f3b9-4102-972d-46fed68e7be5 req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "PUT /v2.0/ports/b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 942 time: 0.4184115 Feb 11 06:20:32.668653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:32.671018 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e08442-d87e-4544-ab5f-e35a47bbb75c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:32.671415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49008) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:32.712504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event updated for resources: {'Port': ['ID=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:32.723151 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.723528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.724307 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.724695 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.725037 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.725372 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.725702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.726031 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.726404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.728314 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.728732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.732269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.732269 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6a38-7a25-450b-8fb6-46a315f0b215 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:32.757988 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed9f3f3-d431-48c5-97c3-efbb0819e4d5 x-openstack-request-id: req-9ed9f3f3-d431-48c5-97c3-efbb0819e4d5 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:32.758517 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:32.758724 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ed9f3f3-d431-48c5-97c3-efbb0819e4d5 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:32.759221 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'status': 'completed', 'code': 200} Feb 11 06:20:32.765705 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group (cd5f45e3-5274-4987-bfda-693be29bf65a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.766635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b89f672c-e5cd-47f0-ba85-2a8f45d671a1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:32.848749 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group (cd5f45e3-5274-4987-bfda-693be29bf65a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.902613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-98c01ac1-0253-461d-8d7c-56a008728e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:32.904297 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-98c01ac1-0253-461d-8d7c-56a008728e0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1128 time: 0.1222553 Feb 11 06:20:33.026213 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-7d3b4361-c8f6-4e98-b2f1-c45368634797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:33.027623 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-7d3b4361-c8f6-4e98-b2f1-c45368634797 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 915 time: 0.1162422 Feb 11 06:20:33.030037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e92eb8bf-253a-426c-bbfc-95f05e580e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.040267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-878ea80e-0b65-440c-ba3a-956cabb67071 None None] Provisioning complete for port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:33.040676 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-878ea80e-0b65-440c-ba3a-956cabb67071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.073736 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (cd5f45e3-5274-4987-bfda-693be29bf65a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.076361 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.077568 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "DELETE /v2.0/security-groups/cd5f45e3-5274-4987-bfda-693be29bf65a HTTP/1.1" status: 204 len: 168 time: 0.4046435 Feb 11 06:20:33.080522 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49012) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:33.100991 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f45e3-5274-4987-bfda-693be29bf65a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:33.122907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.123351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.123775 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.124141 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.124485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.124850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.125190 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.125525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.125867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.126474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.126623 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.126855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.127185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f748fae4-2e08-4cee-b14c-4585d313f342 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:33.132925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-878ea80e-0b65-440c-ba3a-956cabb67071 None None] Current status of the port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:33.144390 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-bd5457a1-943a-42da-a066-e693e1ed228d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 1000 time: 0.1097956 Feb 11 06:20:33.208007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-a15c9dbd-95bc-4518-b30a-a21edbde4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:33.209853 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-a15c9dbd-95bc-4518-b30a-a21edbde4cc8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 200 len: 853 time: 0.0599806 Feb 11 06:20:33.277352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-c2d5b8a8-d5f5-4f4c-9951-2ef77d88b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:33.278856 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-c2d5b8a8-d5f5-4f4c-9951-2ef77d88b520 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09b22623-fae5-49ff-b1ca-53629dab81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0622187 Feb 11 06:20:33.382508 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-20590cde-fe1a-422e-a075-3cd04edd772e service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975091 Feb 11 06:20:33.488658 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e4e08442-d87e-4544-ab5f-e35a47bbb75c req-1380106c-5b48-40b2-b19b-c72125b095f2 service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007054 Feb 11 06:20:33.636197 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Deleting port fe2c1942-ba80-4348-a7e6-64c6155606c8 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:33.636845 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fe2c1942-ba80-4348-a7e6-64c6155606c8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.728057 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fe2c1942-ba80-4348-a7e6-64c6155606c8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.728382 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for floatingip (fe2c1942-ba80-4348-a7e6-64c6155606c8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.741485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Calling delete_port for fe2c1942-ba80-4348-a7e6-64c6155606c8 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:33.956697 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (fe2c1942-ba80-4348-a7e6-64c6155606c8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.983487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event deleted for resources: {'Port': ['ID=fe2c1942-ba80-4348-a7e6-64c6155606c8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:34.049349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks [] for floatingip (f4ca6549-2900-4f08-a237-559f0bdea25b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:34.049849 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Floating IP f4ca6549-2900-4f08-a237-559f0bdea25b disassociated (deleted). External IP: 172.25.8.55, port: b89f672c-e5cd-47f0-ba85-2a8f45d671a1. Feb 11 06:20:34.278092 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Router be037cf1-fb01-4474-87fc-c666f90e5de3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:20:34.394408 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:20:34.400094 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:34.404575 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] Sync routers for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:20:34.414750 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:34.415663 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:20:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:34.434882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5855ec18-8caa-4309-a876-abeb00482970 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "DELETE /v2.0/floatingips/f4ca6549-2900-4f08-a237-559f0bdea25b HTTP/1.1" status: 204 len: 168 time: 1.3529463 Feb 11 06:20:34.535998 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:34.753180 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 5, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:34.761013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:34.763465 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0d7d54-3a21-443d-a208-8982600438fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:34.781034 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] Checking router: be037cf1-fb01-4474-87fc-c666f90e5de3 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:20:34.791033 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:34.791659 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:20:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:34.804350 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a8f26-fd63-4129-8aa0-02f684d15176 x-openstack-request-id: req-aa0a8f26-fd63-4129-8aa0-02f684d15176 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:34.804350 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:34.804350 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa0a8f26-fd63-4129-8aa0-02f684d15176 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:34.805633 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'status': 'completed', 'code': 200} Feb 11 06:20:34.875943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d7d54-3a21-443d-a208-8982600438fd req-eb76ea19-f2f2-4d30-b30e-ea1ed95bb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:34.877552 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a0d7d54-3a21-443d-a208-8982600438fd req-eb76ea19-f2f2-4d30-b30e-ea1ed95bb03b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 1128 time: 0.0507181 Feb 11 06:20:34.906816 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:34.975702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d7d54-3a21-443d-a208-8982600438fd req-dfea1128-3e6f-455b-84b6-ac6ef847bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:34.977868 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a0d7d54-3a21-443d-a208-8982600438fd req-dfea1128-3e6f-455b-84b6-ac6ef847bd19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 200 len: 915 time: 0.0945415 Feb 11 06:20:35.018898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a0d7d54-3a21-443d-a208-8982600438fd req-315babb3-50fd-445a-86ec-d1fd0ebb0e1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 200 len: 217 time: 0.0347164 Feb 11 06:20:35.072961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d7d54-3a21-443d-a208-8982600438fd req-f947d7f4-7f76-4830-978d-54598bb06f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:35.072961 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a0d7d54-3a21-443d-a208-8982600438fd req-f947d7f4-7f76-4830-978d-54598bb06f51 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 200 len: 853 time: 0.0461955 Feb 11 06:20:35.128726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d7d54-3a21-443d-a208-8982600438fd req-6ac4ba18-a022-46a7-bbc2-2912faebeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:35.129608 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 5, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:35.130265 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a0d7d54-3a21-443d-a208-8982600438fd req-6ac4ba18-a022-46a7-bbc2-2912faebeb96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09b22623-fae5-49ff-b1ca-53629dab81f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524895 Feb 11 06:20:35.156013 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355a439-87a6-43b8-abd7-5388b0e20650 None None] The sync data for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 is: [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:23Z', 'revision_number': 4, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '73605461-d954-4a03-8e0c-25afc35d81a5', 'name': '', 'network_id': '09b22623-fae5-49ff-b1ca-53629dab81f9', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'mac_address': 'fa:16:3e:a4:c1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:23Z', 'updated_at': '2022-02-11T06:18:27Z', 'revision_number': 5, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'subnets': [{'id': 'c95b6269-84ed-40d0-add1-673221ab512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:20:35.227812 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a0d7d54-3a21-443d-a208-8982600438fd req-9365b67b-fd8e-45cd-b2ac-1ddc51c7fd8f service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909636 Feb 11 06:20:35.340222 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6a0d7d54-3a21-443d-a208-8982600438fd req-9289e4bd-cd1e-4411-bd7d-a4e55163512d service neutron] 10.222.0.65 "GET /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032825 Feb 11 06:20:35.408721 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85afc381-0e22-4804-b952-e8259b4fe16a None None] New status for floating IP f4ca6549-2900-4f08-a237-559f0bdea25b: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:20:35.580074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-028d77d4-ca6d-46a6-9e67-1c8bce5517e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:36.886269 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.534140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:38.978789 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:39.334085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:41.962893 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:50.464961 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a369b7-fa07-4041-9d57-6f4dfb5b2733 req-7011df00-5214-42a0-840f-7942b2aa3422 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:50.464961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18a369b7-fa07-4041-9d57-6f4dfb5b2733 req-7011df00-5214-42a0-840f-7942b2aa3422 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0623899 Feb 11 06:20:50.523607 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-18a369b7-fa07-4041-9d57-6f4dfb5b2733 req-e6b22061-d76e-4ebf-90fa-c29923bceae3 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 Feb 11 06:20:51.662622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5abe54-62fa-4ff0-939a-08d1e00db20d req-481473d0-69e9-451a-96a7-87d69e359568 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:51.664977 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d5abe54-62fa-4ff0-939a-08d1e00db20d req-481473d0-69e9-451a-96a7-87d69e359568 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0644996 Feb 11 06:20:51.729960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d5abe54-62fa-4ff0-939a-08d1e00db20d req-d2e72963-6904-4057-91e0-ec63430034d4 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f9c8b19-9183-4233-bcaa-45149e1adb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566607 Feb 11 06:20:52.044568 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311a015-209f-4818-9abb-b285494beaf1 req-22366770-a95a-4972-8889-b41f2017793d tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:52.046315 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3311a015-209f-4818-9abb-b285494beaf1 req-22366770-a95a-4972-8889-b41f2017793d tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 945 time: 0.0654244 Feb 11 06:20:52.162963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Deleting port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:52.163296 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:52.270693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] For port b89f672c-e5cd-47f0-ba85-2a8f45d671a1, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:52.270693 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:52.286828 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Calling delete_port for b89f672c-e5cd-47f0-ba85-2a8f45d671a1 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:52.506008 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (b89f672c-e5cd-47f0-ba85-2a8f45d671a1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:52.519607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['b89f672c-e5cd-47f0-ba85-2a8f45d671a1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:52.540876 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Pushing event deleted for resources: {'Port': ['ID=b89f672c-e5cd-47f0-ba85-2a8f45d671a1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:52.590717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] No DVR routers for this DVR port b89f672c-e5cd-47f0-ba85-2a8f45d671a1 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:20:52.593528 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:52.596863 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3311a015-209f-4818-9abb-b285494beaf1 req-5616e39b-7a55-48ca-bcb3-aa1c6998885b tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.65 "DELETE /v2.0/ports/b89f672c-e5cd-47f0-ba85-2a8f45d671a1 HTTP/1.1" status: 204 len: 173 time: 0.5456765 Feb 11 06:20:52.597347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'name': 'network-vif-deleted', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:52.599636 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d122fbc-2872-4fca-a1b8-0f03c0710522" -d '{"events": [{"server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "name": "network-vif-deleted", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:52.708391 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc168fb-108b-4507-a97d-7ffb883c4ec6 x-openstack-request-id: req-6dc168fb-108b-4507-a97d-7ffb883c4ec6 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:52.708730 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2461c9c-23a5-4afe-8cd2-9198c1b24a2a", "name": "network-vif-deleted", "tag": "b89f672c-e5cd-47f0-ba85-2a8f45d671a1", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:52.709030 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6dc168fb-108b-4507-a97d-7ffb883c4ec6 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:52.709491 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2461c9c-23a5-4afe-8cd2-9198c1b24a2a', 'name': 'network-vif-deleted', 'tag': 'b89f672c-e5cd-47f0-ba85-2a8f45d671a1', 'status': 'completed', 'code': 200} Feb 11 06:20:52.842226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ebf07329-94b2-4623-82f7-1def8e3b6a2a req-534b4cd5-8c51-45d0-a25d-8374e9e88765 tempest-TestMinimumBasicScenario-735339957 tempest-TestMinimumBasicScenario-735339957-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2461c9c-23a5-4afe-8cd2-9198c1b24a2a HTTP/1.1" status: 200 len: 210 time: 0.0340400 Feb 11 06:20:55.052348 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49128) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:55.516417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (be037cf1-fb01-4474-87fc-c666f90e5de3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:55.871432 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Deleting port 73605461-d954-4a03-8e0c-25afc35d81a5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:55.872308 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:55.978681 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] For port 73605461-d954-4a03-8e0c-25afc35d81a5, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=73605461-d954-4a03-8e0c-25afc35d81a5,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:55.979251 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:55.999661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Calling delete_port for 73605461-d954-4a03-8e0c-25afc35d81a5 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:56.317194 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (73605461-d954-4a03-8e0c-25afc35d81a5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:56.345716 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Pushing event deleted for resources: {'Port': ['ID=73605461-d954-4a03-8e0c-25afc35d81a5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:56.409186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b89f672c-e5cd-47f0-ba85-2a8f45d671a1 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:20:56.440991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: b89f672c-e5cd-47f0-ba85-2a8f45d671a1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:20:56.441346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device b89f672c-e5cd-47f0-ba85-2a8f45d671a1 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:20:56.532127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (be037cf1-fb01-4474-87fc-c666f90e5de3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:56.769133 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Router be037cf1-fb01-4474-87fc-c666f90e5de3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:20:56.884787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:20:56.889922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3412df24-9c17-441c-a116-5c051ae169ba admin admin] 10.222.0.62 "PUT /v2.0/routers/be037cf1-fb01-4474-87fc-c666f90e5de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8364911 Feb 11 06:20:56.896637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49130) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:56.896826 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] Sync routers for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:20:56.908351 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:56.909195 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:20:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:57.020085 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks [] for router (be037cf1-fb01-4474-87fc-c666f90e5de3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.027161 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:57.145015 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks [] for router_gateway (be037cf1-fb01-4474-87fc-c666f90e5de3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.242316 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:20:56Z', 'revision_number': 5, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port': {'id': 'f421a9b8-315a-4077-adec-87ac7278d362', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:57.271862 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Deleting port f421a9b8-315a-4077-adec-87ac7278d362 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:57.272183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f421a9b8-315a-4077-adec-87ac7278d362), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.276347 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] Checking router: be037cf1-fb01-4474-87fc-c666f90e5de3 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:20:57.286024 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] Routers {'be037cf1-fb01-4474-87fc-c666f90e5de3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:57.286961 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:20:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['be037cf1-fb01-4474-87fc-c666f90e5de3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:57.362389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] For port f421a9b8-315a-4077-adec-87ac7278d362, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=f421a9b8-315a-4077-adec-87ac7278d362,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:57.363127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f421a9b8-315a-4077-adec-87ac7278d362), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.379389 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Calling delete_port for f421a9b8-315a-4077-adec-87ac7278d362 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:57.473385 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] Set router be037cf1-fb01-4474-87fc-c666f90e5de3 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:57.531267 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:20:57Z', 'revision_number': 6, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:57.559624 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa79665-fa39-4993-afe5-aca2fff03090 None None] The sync data for ids ['be037cf1-fb01-4474-87fc-c666f90e5de3'] in n-d-713498-37 is: [{'id': 'be037cf1-fb01-4474-87fc-c666f90e5de3', 'name': 'tempest-TestMinimumBasicScenario-536907577-router', 'tenant_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:20Z', 'updated_at': '2022-02-11T06:20:57Z', 'revision_number': 6, 'project_id': 'efd155aba30c45d7a8b76aabd0e8154d', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:20:57.642504 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (f421a9b8-315a-4077-adec-87ac7278d362), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.669920 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Pushing event deleted for resources: {'Port': ['ID=f421a9b8-315a-4077-adec-87ac7278d362,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:57.748435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (be037cf1-fb01-4474-87fc-c666f90e5de3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.850215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (be037cf1-fb01-4474-87fc-c666f90e5de3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.852387 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks [] for router_controller (be037cf1-fb01-4474-87fc-c666f90e5de3), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.996893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (be037cf1-fb01-4474-87fc-c666f90e5de3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.997501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Fanout notify agent at l3_agent the message router_deleted on router be037cf1-fb01-4474-87fc-c666f90e5de3 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:20:58.007250 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.007250 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2704151f-2f35-4c77-a116-6c0aeee6157d admin admin] 10.222.0.62 "DELETE /v2.0/routers/be037cf1-fb01-4474-87fc-c666f90e5de3 HTTP/1.1" status: 204 len: 168 time: 1.1084018 Feb 11 06:20:58.007250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49132) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:58.053337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-346e7ba4-7345-4fda-8e1c-7d4698052a0b admin admin] Deleting subnet c95b6269-84ed-40d0-add1-673221ab512d {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:20:58.057161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-346e7ba4-7345-4fda-8e1c-7d4698052a0b admin admin] Publish callbacks [] for subnet (c95b6269-84ed-40d0-add1-673221ab512d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.095161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-346e7ba4-7345-4fda-8e1c-7d4698052a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (c95b6269-84ed-40d0-add1-673221ab512d), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.179099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-346e7ba4-7345-4fda-8e1c-7d4698052a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (c95b6269-84ed-40d0-add1-673221ab512d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.300170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-346e7ba4-7345-4fda-8e1c-7d4698052a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (c95b6269-84ed-40d0-add1-673221ab512d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.328972 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e7ba4-7345-4fda-8e1c-7d4698052a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95b6269-84ed-40d0-add1-673221ab512d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:58.332514 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-346e7ba4-7345-4fda-8e1c-7d4698052a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.335772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-346e7ba4-7345-4fda-8e1c-7d4698052a0b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c95b6269-84ed-40d0-add1-673221ab512d HTTP/1.1" status: 204 len: 168 time: 0.3290315 Feb 11 06:20:58.339219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49134) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:58.342462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a82d2-4525-4d45-97da-4b1b4a3732a6 None None] Network 09b22623-fae5-49ff-b1ca-53629dab81f9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:20:58.427232 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (09b22623-fae5-49ff-b1ca-53629dab81f9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.444082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f421a9b8-315a-4077-adec-87ac7278d362 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:20:58.468434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: f421a9b8-315a-4077-adec-87ac7278d362 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:20:58.468942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device f421a9b8-315a-4077-adec-87ac7278d362 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:20:58.469450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 73605461-d954-4a03-8e0c-25afc35d81a5 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:20:58.493391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Deleting port dfa20e47-3a53-453a-b4d8-5440a3558977 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:58.494178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.495565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 73605461-d954-4a03-8e0c-25afc35d81a5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:20:58.495914 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 73605461-d954-4a03-8e0c-25afc35d81a5 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:20:58.576497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] For port dfa20e47-3a53-453a-b4d8-5440a3558977, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dfa20e47-3a53-453a-b4d8-5440a3558977,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:58.577105 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.582951 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] DHCP port deletion for 09b22623-fae5-49ff-b1ca-53629dab81f9 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:20:58.603726 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Calling delete_port for dfa20e47-3a53-453a-b4d8-5440a3558977 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:58.671164 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Deleting port dfa20e47-3a53-453a-b4d8-5440a3558977 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:58.671787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.740393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] For port dfa20e47-3a53-453a-b4d8-5440a3558977, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=dfa20e47-3a53-453a-b4d8-5440a3558977,segment=NetworkSegment(48e48817-5bbc-452b-8c14-a1364c24ec0f),segment_id=48e48817-5bbc-452b-8c14-a1364c24ec0f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:58.740728 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.754325 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Calling delete_port for dfa20e47-3a53-453a-b4d8-5440a3558977 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:58.802777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.831014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa20e47-3a53-453a-b4d8-5440a3558977,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:58.834723 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] No DVR routers for this DVR port dfa20e47-3a53-453a-b4d8-5440a3558977 on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:20:58.839713 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (dfa20e47-3a53-453a-b4d8-5440a3558977), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.868503 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] No DVR routers for this DVR port dfa20e47-3a53-453a-b4d8-5440a3558977 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:20:58.870745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Pushing event deleted for resources: {'Port': ['ID=dfa20e47-3a53-453a-b4d8-5440a3558977,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:58.880294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.880787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.881258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.881258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.881525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.881858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.882189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.882517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.882845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.883192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.883521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.883836 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.884288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d8457-b18f-4b9b-858c-bdde9416b303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:58.919387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (09b22623-fae5-49ff-b1ca-53629dab81f9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.940947 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b22623-fae5-49ff-b1ca-53629dab81f9']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:58.951538 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e48817-5bbc-452b-8c14-a1364c24ec0f') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:58.951841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e48817-5bbc-452b-8c14-a1364c24ec0f') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:58.962973 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (48e48817-5bbc-452b-8c14-a1364c24ec0f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.982337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (48e48817-5bbc-452b-8c14-a1364c24ec0f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.988855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (48e48817-5bbc-452b-8c14-a1364c24ec0f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:20:58.991264 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:20:59.111389 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (09b22623-fae5-49ff-b1ca-53629dab81f9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:59.117724 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:59.124510 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] 10.222.0.62 "DELETE /v2.0/networks/09b22623-fae5-49ff-b1ca-53629dab81f9 HTTP/1.1" status: 204 len: 168 time: 0.7805829 Feb 11 06:20:59.125267 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49136) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:59.132497 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b3459-e337-42e2-9555-503f82e50b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=09b22623-fae5-49ff-b1ca-53629dab81f9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:59.887008 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (aea81abc-7c06-4865-8ed5-a685c02289f0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:00.177763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Deleting port a798a330-ae50-4fa4-89e2-fba7e8930616 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:00.178452 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:00.264506 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] For port a798a330-ae50-4fa4-89e2-fba7e8930616, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a798a330-ae50-4fa4-89e2-fba7e8930616,segment=NetworkSegment(b72fdda4-2ed6-4f53-87e6-6ad2b39a3575),segment_id=b72fdda4-2ed6-4f53-87e6-6ad2b39a3575)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:00.264893 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:00.278697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Calling delete_port for a798a330-ae50-4fa4-89e2-fba7e8930616 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:00.437592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dfa20e47-3a53-453a-b4d8-5440a3558977 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:00.460279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: dfa20e47-3a53-453a-b4d8-5440a3558977 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:00.460788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device dfa20e47-3a53-453a-b4d8-5440a3558977 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:00.579516 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (a798a330-ae50-4fa4-89e2-fba7e8930616), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:00.610246 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a798a330-ae50-4fa4-89e2-fba7e8930616,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:00.807834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (aea81abc-7c06-4865-8ed5-a685c02289f0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:01.059385 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Router aea81abc-7c06-4865-8ed5-a685c02289f0 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:21:01.177988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:21:01.185328 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-47705376-5cb5-459a-846e-c26193a1e9c5 admin admin] 10.222.0.62 "PUT /v2.0/routers/aea81abc-7c06-4865-8ed5-a685c02289f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0588450 Feb 11 06:21:01.186398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:01.362726 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks [] for router (aea81abc-7c06-4865-8ed5-a685c02289f0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:01.376788 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] Sync routers for ids ['aea81abc-7c06-4865-8ed5-a685c02289f0'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:21:01.387757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] Routers {'aea81abc-7c06-4865-8ed5-a685c02289f0'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:01.388380 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:20:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aea81abc-7c06-4865-8ed5-a685c02289f0'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:01.481987 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks [] for router_gateway (aea81abc-7c06-4865-8ed5-a685c02289f0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:01.504237 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] Set router aea81abc-7c06-4865-8ed5-a685c02289f0 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:01.600576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Deleting port a1494ea0-5d20-48ae-bdeb-75b064218ce9 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:01.601019 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:01.692415 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] For port a1494ea0-5d20-48ae-bdeb-75b064218ce9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=a1494ea0-5d20-48ae-bdeb-75b064218ce9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:01.692737 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:01.713685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Calling delete_port for a1494ea0-5d20-48ae-bdeb-75b064218ce9 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:01.893448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:21:00Z', 'revision_number': 5, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port': {'id': 'a1494ea0-5d20-48ae-bdeb-75b064218ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:18:27Z', 'updated_at': '2022-02-11T06:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:01.922682 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] Checking router: aea81abc-7c06-4865-8ed5-a685c02289f0 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:21:01.931724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] Routers {'aea81abc-7c06-4865-8ed5-a685c02289f0'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:01.932470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:20:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['aea81abc-7c06-4865-8ed5-a685c02289f0'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:02.003025 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (a1494ea0-5d20-48ae-bdeb-75b064218ce9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.031773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] Set router aea81abc-7c06-4865-8ed5-a685c02289f0 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:02.091534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:21:01Z', 'revision_number': 6, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:02.121077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d1bf4-8c85-4b33-bf3e-3262c3d61a68 None None] The sync data for ids ['aea81abc-7c06-4865-8ed5-a685c02289f0'] in n-d-713498-37 is: [{'id': 'aea81abc-7c06-4865-8ed5-a685c02289f0', 'name': 'tempest-TestMinimumBasicScenario-1020590334-router', 'tenant_id': '704c59a108ed436db2dc5fac41928296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:18:26Z', 'updated_at': '2022-02-11T06:21:01Z', 'revision_number': 6, 'project_id': '704c59a108ed436db2dc5fac41928296', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:21:02.359011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1494ea0-5d20-48ae-bdeb-75b064218ce9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:02.428053 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (aea81abc-7c06-4865-8ed5-a685c02289f0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.536529 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (aea81abc-7c06-4865-8ed5-a685c02289f0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.538860 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks [] for router_controller (aea81abc-7c06-4865-8ed5-a685c02289f0), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.648430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (aea81abc-7c06-4865-8ed5-a685c02289f0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.650390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aea81abc-7c06-4865-8ed5-a685c02289f0 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:21:02.655723 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.657013 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4c598f6f-69e4-4e47-a152-b909996bc040 admin admin] 10.222.0.62 "DELETE /v2.0/routers/aea81abc-7c06-4865-8ed5-a685c02289f0 HTTP/1.1" status: 204 len: 168 time: 1.4692276 Feb 11 06:21:02.660118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49140) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:02.706509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-075b7f4f-130e-4bb0-92e2-ccdcd192056d admin admin] Deleting subnet 0a76fc91-a701-4068-b471-68e65333f0e9 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:21:02.710074 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-075b7f4f-130e-4bb0-92e2-ccdcd192056d admin admin] Publish callbacks [] for subnet (0a76fc91-a701-4068-b471-68e65333f0e9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.749040 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-075b7f4f-130e-4bb0-92e2-ccdcd192056d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (0a76fc91-a701-4068-b471-68e65333f0e9), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.832995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-075b7f4f-130e-4bb0-92e2-ccdcd192056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (0a76fc91-a701-4068-b471-68e65333f0e9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.915132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a798a330-ae50-4fa4-89e2-fba7e8930616 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:02.938860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: a798a330-ae50-4fa4-89e2-fba7e8930616 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:02.939207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a798a330-ae50-4fa4-89e2-fba7e8930616 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:02.980850 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-075b7f4f-130e-4bb0-92e2-ccdcd192056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (0a76fc91-a701-4068-b471-68e65333f0e9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.005320 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b7f4f-130e-4bb0-92e2-ccdcd192056d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a76fc91-a701-4068-b471-68e65333f0e9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:03.012476 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-075b7f4f-130e-4bb0-92e2-ccdcd192056d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.018515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975aea4-805c-4b01-8ea1-ef49668c9d52 None None] Network 9ec224ec-fa10-47f2-8b1b-e0be96def3ce requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:21:03.018746 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49142) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:03.019240 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-075b7f4f-130e-4bb0-92e2-ccdcd192056d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0a76fc91-a701-4068-b471-68e65333f0e9 HTTP/1.1" status: 204 len: 168 time: 0.3573384 Feb 11 06:21:03.096666 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6bc4e9df-66ae-4972-ab83-fe2797cf56d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.103611 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (9ec224ec-fa10-47f2-8b1b-e0be96def3ce), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.171952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Deleting port 8cbdd178-3382-4d19-ada6-683e245b3577 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:03.172304 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.224004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] DHCP port deletion for 9ec224ec-fa10-47f2-8b1b-e0be96def3ce request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:21:03.243407 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] For port 8cbdd178-3382-4d19-ada6-683e245b3577, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8cbdd178-3382-4d19-ada6-683e245b3577,segment=NetworkSegment(b72fdda4-2ed6-4f53-87e6-6ad2b39a3575),segment_id=b72fdda4-2ed6-4f53-87e6-6ad2b39a3575)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:03.243852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.259789 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Calling delete_port for 8cbdd178-3382-4d19-ada6-683e245b3577 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:03.307208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] Deleting port 8cbdd178-3382-4d19-ada6-683e245b3577 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:03.307816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.390371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] For port 8cbdd178-3382-4d19-ada6-683e245b3577, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8cbdd178-3382-4d19-ada6-683e245b3577,segment=NetworkSegment(b72fdda4-2ed6-4f53-87e6-6ad2b39a3575),segment_id=b72fdda4-2ed6-4f53-87e6-6ad2b39a3575)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:03.390826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.404505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] Calling delete_port for 8cbdd178-3382-4d19-ada6-683e245b3577 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:03.437504 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.465053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbdd178-3382-4d19-ada6-683e245b3577,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:03.469465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] No DVR routers for this DVR port 8cbdd178-3382-4d19-ada6-683e245b3577 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:21:03.489183 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (8cbdd178-3382-4d19-ada6-683e245b3577), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.519622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] Pushing event deleted for resources: {'Port': ['ID=8cbdd178-3382-4d19-ada6-683e245b3577,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:03.523350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdcf1a-1cf2-459c-b932-7f2905bdba83 None None] No DVR routers for this DVR port 8cbdd178-3382-4d19-ada6-683e245b3577 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:21:03.548058 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (9ec224ec-fa10-47f2-8b1b-e0be96def3ce), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.570561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec224ec-fa10-47f2-8b1b-e0be96def3ce']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:03.581796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:03.582096 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72fdda4-2ed6-4f53-87e6-6ad2b39a3575') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:03.593407 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (b72fdda4-2ed6-4f53-87e6-6ad2b39a3575), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.608470 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (b72fdda4-2ed6-4f53-87e6-6ad2b39a3575), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.615002 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:21:03.615764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (b72fdda4-2ed6-4f53-87e6-6ad2b39a3575), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:21:03.617131 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:21:03.745778 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (9ec224ec-fa10-47f2-8b1b-e0be96def3ce), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.759048 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.759387 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] 10.222.0.62 "DELETE /v2.0/networks/9ec224ec-fa10-47f2-8b1b-e0be96def3ce HTTP/1.1" status: 204 len: 168 time: 0.7395937 Feb 11 06:21:03.770420 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b58018-6688-4ebd-9c0b-f0da20fc3d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec224ec-fa10-47f2-8b1b-e0be96def3ce,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:04.219500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49146) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:04.265650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-74bee4ed-0c84-4312-994d-cfe715dcec76 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efd155aba30c45d7a8b76aabd0e8154d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446856 Feb 11 06:21:04.268133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49148) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:04.320774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b04133b-9603-4dad-b85f-5fb305567522 admin admin] Publish callbacks [] for security_group (3f9c8b19-9183-4233-bcaa-45149e1adb22), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.345858 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b04133b-9603-4dad-b85f-5fb305567522 admin admin] Publish callbacks [] for security_group (3f9c8b19-9183-4233-bcaa-45149e1adb22), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.429025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8cbdd178-3382-4d19-ada6-683e245b3577 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:04.451025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8cbdd178-3382-4d19-ada6-683e245b3577 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:04.451376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8cbdd178-3382-4d19-ada6-683e245b3577 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:04.455956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a1494ea0-5d20-48ae-bdeb-75b064218ce9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:04.472919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: a1494ea0-5d20-48ae-bdeb-75b064218ce9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:04.473300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device a1494ea0-5d20-48ae-bdeb-75b064218ce9 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:04.539935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b04133b-9603-4dad-b85f-5fb305567522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3f9c8b19-9183-4233-bcaa-45149e1adb22), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.543043 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b04133b-9603-4dad-b85f-5fb305567522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.544500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4b04133b-9603-4dad-b85f-5fb305567522 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f9c8b19-9183-4233-bcaa-45149e1adb22 HTTP/1.1" status: 204 len: 168 time: 0.2754157 Feb 11 06:21:04.553751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04133b-9603-4dad-b85f-5fb305567522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9c8b19-9183-4233-bcaa-45149e1adb22,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:05.161114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49154) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:05.207119 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9e60c7cf-78f3-4e69-822a-fa39b839bbad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=704c59a108ed436db2dc5fac41928296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448225 Feb 11 06:21:05.209635 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:05.260367 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-190fe928-0c87-4ff9-b5f5-a62bbfaf3f9a admin admin] Publish callbacks [] for security_group (a67a2ead-2e4e-4c5d-b13f-115f11ce227d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.282593 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-190fe928-0c87-4ff9-b5f5-a62bbfaf3f9a admin admin] Publish callbacks [] for security_group (a67a2ead-2e4e-4c5d-b13f-115f11ce227d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.391266 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-190fe928-0c87-4ff9-b5f5-a62bbfaf3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a67a2ead-2e4e-4c5d-b13f-115f11ce227d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.393931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-190fe928-0c87-4ff9-b5f5-a62bbfaf3f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.395107 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-190fe928-0c87-4ff9-b5f5-a62bbfaf3f9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a67a2ead-2e4e-4c5d-b13f-115f11ce227d HTTP/1.1" status: 204 len: 168 time: 0.1845536 Feb 11 06:21:05.404174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fe928-0c87-4ff9-b5f5-a62bbfaf3f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a2ead-2e4e-4c5d-b13f-115f11ce227d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:05.585517 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e442b2f1-846b-49e3-8fa4-2d70230f9b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.887972 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.330965 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:21:07.620636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49196) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:07.625499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074506698', 'description': 'tempest-secgroup-smoke-1074506698 description', 'project_id': 'a6fc1514d707497fbff67712556ed7a0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:07.717338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.728201 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.831340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (6eff8f59-59ec-4b05-9f88-f7c1a752b4fe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.888336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6eff8f59-59ec-4b05-9f88-f7c1a752b4fe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.924513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eff8f59-59ec-4b05-9f88-f7c1a752b4fe,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:07.970564 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (047bd9fc-120c-4731-bea1-e513ad1590bb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.007954 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (047bd9fc-120c-4731-bea1-e513ad1590bb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.039586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047bd9fc-120c-4731-bea1-e513ad1590bb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:08.078873 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.080164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-27e2b56e-9e25-4ea7-8dae-cece2bf187fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4584725 Feb 11 06:21:08.083204 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49198) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:08.088105 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e772c857-33d3-4d58-9870-78ccf50b6b90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '047bd9fc-120c-4731-bea1-e513ad1590bb', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:08.151138 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e772c857-33d3-4d58-9870-78ccf50b6b90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (dfdb7f39-c4a7-4683-a7dd-388b59404b69), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.209639 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e772c857-33d3-4d58-9870-78ccf50b6b90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (dfdb7f39-c4a7-4683-a7dd-388b59404b69), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.271297 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e772c857-33d3-4d58-9870-78ccf50b6b90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (dfdb7f39-c4a7-4683-a7dd-388b59404b69), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.292050 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772c857-33d3-4d58-9870-78ccf50b6b90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdb7f39-c4a7-4683-a7dd-388b59404b69,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:08.353780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e772c857-33d3-4d58-9870-78ccf50b6b90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.355027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e772c857-33d3-4d58-9870-78ccf50b6b90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708702 Feb 11 06:21:08.357795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49200) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:08.362509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f4f240e4-6a5e-46d9-8f18-3527b57f9367 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '047bd9fc-120c-4731-bea1-e513ad1590bb', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:08.443849 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4f240e4-6a5e-46d9-8f18-3527b57f9367 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (21cae72d-e0d1-4734-9e4e-5b93b63c17ec), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.505566 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.511723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4f240e4-6a5e-46d9-8f18-3527b57f9367 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (21cae72d-e0d1-4734-9e4e-5b93b63c17ec), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.569625 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4f240e4-6a5e-46d9-8f18-3527b57f9367 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (21cae72d-e0d1-4734-9e4e-5b93b63c17ec), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.595247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f240e4-6a5e-46d9-8f18-3527b57f9367 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cae72d-e0d1-4734-9e4e-5b93b63c17ec,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:08.664228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4f240e4-6a5e-46d9-8f18-3527b57f9367 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.667096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f4f240e4-6a5e-46d9-8f18-3527b57f9367 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3080168 Feb 11 06:21:08.670500 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49202) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:08.675333 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ca9a5693-f995-4af6-873d-4fe0c06e374b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '047bd9fc-120c-4731-bea1-e513ad1590bb', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:08.781596 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca9a5693-f995-4af6-873d-4fe0c06e374b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (ba9a8605-45ac-4068-abd5-ca421bf7fe7f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.844554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca9a5693-f995-4af6-873d-4fe0c06e374b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (ba9a8605-45ac-4068-abd5-ca421bf7fe7f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.910981 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca9a5693-f995-4af6-873d-4fe0c06e374b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (ba9a8605-45ac-4068-abd5-ca421bf7fe7f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.931614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a5693-f995-4af6-873d-4fe0c06e374b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9a8605-45ac-4068-abd5-ca421bf7fe7f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:09.008735 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.033119 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ca9a5693-f995-4af6-873d-4fe0c06e374b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.034294 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ca9a5693-f995-4af6-873d-4fe0c06e374b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3627610 Feb 11 06:21:09.037118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49204) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:09.041464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-70a70d98-97b9-4f81-a2f9-d8b57cb7cae8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '047bd9fc-120c-4731-bea1-e513ad1590bb', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:09.127246 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70a70d98-97b9-4f81-a2f9-d8b57cb7cae8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (e742aea1-f679-404c-aff5-81c1902619d1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.189327 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70a70d98-97b9-4f81-a2f9-d8b57cb7cae8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (e742aea1-f679-404c-aff5-81c1902619d1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.288773 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70a70d98-97b9-4f81-a2f9-d8b57cb7cae8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e742aea1-f679-404c-aff5-81c1902619d1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.308163 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a70d98-97b9-4f81-a2f9-d8b57cb7cae8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e742aea1-f679-404c-aff5-81c1902619d1,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:09.391148 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.434004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70a70d98-97b9-4f81-a2f9-d8b57cb7cae8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.435264 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-70a70d98-97b9-4f81-a2f9-d8b57cb7cae8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3971963 Feb 11 06:21:09.442650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49206) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:09.447646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b2c4b7c1-5520-4497-908e-4c028e45d617 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '047bd9fc-120c-4731-bea1-e513ad1590bb', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:09.516721 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-b2c4b7c1-5520-4497-908e-4c028e45d617 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:21:09.522449 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b7c1-5520-4497-908e-4c028e45d617 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (cbaff390-aaad-49c4-bc7a-cb4a2a075fe5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.592665 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b7c1-5520-4497-908e-4c028e45d617 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (cbaff390-aaad-49c4-bc7a-cb4a2a075fe5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.677023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b7c1-5520-4497-908e-4c028e45d617 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (cbaff390-aaad-49c4-bc7a-cb4a2a075fe5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.698674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4b7c1-5520-4497-908e-4c028e45d617 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaff390-aaad-49c4-bc7a-cb4a2a075fe5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:09.771957 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b7c1-5520-4497-908e-4c028e45d617 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.773962 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b2c4b7c1-5520-4497-908e-4c028e45d617 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3302486 Feb 11 06:21:09.777302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49208) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:09.781824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-fc432183-3dae-4256-9707-004f9cbd37b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '047bd9fc-120c-4731-bea1-e513ad1590bb', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:09.860103 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-fc432183-3dae-4256-9707-004f9cbd37b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:21:09.865304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc432183-3dae-4256-9707-004f9cbd37b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (b864eab1-ca84-48b4-93f1-bd0ed98f70e4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.925426 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc432183-3dae-4256-9707-004f9cbd37b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (b864eab1-ca84-48b4-93f1-bd0ed98f70e4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.008240 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc432183-3dae-4256-9707-004f9cbd37b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b864eab1-ca84-48b4-93f1-bd0ed98f70e4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.026107 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc432183-3dae-4256-9707-004f9cbd37b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b864eab1-ca84-48b4-93f1-bd0ed98f70e4,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:10.095817 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc432183-3dae-4256-9707-004f9cbd37b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.097103 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fc432183-3dae-4256-9707-004f9cbd37b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3188176 Feb 11 06:21:10.100127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:10.105548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'network': {'name': 'tempest-network-smoke--624202680', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'port_security_enabled': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:10.185003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:10.188434 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.212419 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:21:10.221635 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (bf4c57fd-61f0-49c5-9752-6bd55231fc4e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.221986 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Added segment bf4c57fd-61f0-49c5-9752-6bd55231fc4e of type vlan for network ff536adf-4859-4f2b-9220-a452cf609dfa Feb 11 06:21:10.265222 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (ff536adf-4859-4f2b-9220-a452cf609dfa), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.350820 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (ff536adf-4859-4f2b-9220-a452cf609dfa), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.356453 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:10.357069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.428120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Network': ['ID=ff536adf-4859-4f2b-9220-a452cf609dfa,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:10.439027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network ff536adf-4859-4f2b-9220-a452cf609dfa details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:21:10.492016 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b2231c27-7bf0-4df9-b54e-ed7278b0f6b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3906014 Feb 11 06:21:10.498414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49212) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:10.503360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'admin_state_up': True, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:10.580261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (f816d401-16b8-41b3-b78d-f25c42fc38d5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.581408 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (f816d401-16b8-41b3-b78d-f25c42fc38d5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.652574 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (f816d401-16b8-41b3-b78d-f25c42fc38d5), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.863472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (f816d401-16b8-41b3-b78d-f25c42fc38d5), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.136371 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (f816d401-16b8-41b3-b78d-f25c42fc38d5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.156407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.270958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.141 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/53387207-5061-4fbf-b7cf-9d07752e7f09) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:11.394952 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.471574 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.515847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:11.518973 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:11.523078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:11.529598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=53387207-5061-4fbf-b7cf-9d07752e7f09,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:11.877336 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (f816d401-16b8-41b3-b78d-f25c42fc38d5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.956848 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.084479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (f816d401-16b8-41b3-b78d-f25c42fc38d5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.259811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router f816d401-16b8-41b3-b78d-f25c42fc38d5 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:21:12.381373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:21:12.392256 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Sync routers for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:21:12.402717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:12.410073 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:21:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:12.517315 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:12.525051 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.529293 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4031746b-31b0-4c9e-8860-81c651332db0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0268688 Feb 11 06:21:12.529781 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49214) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:12.685139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-34f23818-5134-494c-a776-9710b46683b6 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6fc1514d707497fbff67712556ed7a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1540487 Feb 11 06:21:12.687903 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:12.718365 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:12.746463 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Checking router: f816d401-16b8-41b3-b78d-f25c42fc38d5 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:21:12.746814 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Updating router f816d401-16b8-41b3-b78d-f25c42fc38d5 port 53387207-5061-4fbf-b7cf-9d07752e7f09 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:21:12.775974 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.789168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00accf3b-5c98-46f2-a30d-30bb655aac75 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:12.790753 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-00accf3b-5c98-46f2-a30d-30bb655aac75 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1018965 Feb 11 06:21:12.794106 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49220) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:12.827385 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-be93529e-5e4b-4c13-bff8-cda0280e42eb tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321624 Feb 11 06:21:12.831425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49222) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:12.837047 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283403069', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:13.048204 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Publish callbacks [] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.065215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:13.068815 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.156574 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.211391 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Attempting to bind port 53387207-5061-4fbf-b7cf-9d07752e7f09 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:13.211750 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Attempting to bind port 53387207-5061-4fbf-b7cf-9d07752e7f09 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:13.212181 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Attempting to bind port 53387207-5061-4fbf-b7cf-9d07752e7f09 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:13.214648 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Pushing event updated for resources: {'Port': ['ID=53387207-5061-4fbf-b7cf-9d07752e7f09,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:13.224186 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.224536 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.224906 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.225248 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.225582 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.225921 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.226251 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.226607 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.227026 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.227262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.227570 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.227909 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.228224 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:13.231944 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:13.232359 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:13.232759 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.233150 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:13.233675 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Bound port: 53387207-5061-4fbf-b7cf-9d07752e7f09, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:13.234084 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.290284 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] For port 53387207-5061-4fbf-b7cf-9d07752e7f09, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:13.294740 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] For port 53387207-5061-4fbf-b7cf-9d07752e7f09, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=53387207-5061-4fbf-b7cf-9d07752e7f09,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:13.334303 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (f3cefff3-b6b3-4de2-870c-cf52eaa0a46d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.369357 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.413566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Subnet': ['ID=f3cefff3-b6b3-4de2-870c-cf52eaa0a46d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:13.418969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Checking segment: {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:13.419344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network hostable DHCP agents. Network: ff536adf-4859-4f2b-9220-a452cf609dfa, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:21:13.428330 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:13.428330 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:21:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:13.471225 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41033c26-8955-425f-87e1-ca54c42d7a8c None None] Pushing event updated for resources: {'Port': ['ID=53387207-5061-4fbf-b7cf-9d07752e7f09,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:13.522309 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network ff536adf-4859-4f2b-9220-a452cf609dfa is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:21:13.544096 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:13.603548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, ff536adf-4859-4f2b-9220-a452cf609dfa) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:13.609448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:13.610394 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.618565 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bfe4b-488e-4121-9205-b74b7392c532 None None] Network ff536adf-4859-4f2b-9220-a452cf609dfa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:21:13.723641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fd3b2415-6328-4e16-8848-83d215f79ccf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8877654 Feb 11 06:21:13.724386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49224) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:13.753749 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-ff536adf-4859-4f2b-9220-a452cf609dfa', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:21:13.754692 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.770600 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:13.821454 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b56c4-7288-46cd-a1a0-43d421fc9553 None None] The sync data for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 is: [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:21:13.919967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Allocated IP 172.20.0.2 (ff536adf-4859-4f2b-9220-a452cf609dfa/f3cefff3-b6b3-4de2-870c-cf52eaa0a46d/15163f25-b458-4683-b9a1-c57a444fbf8d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:14.101525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Publish callbacks [] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.237688 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.282431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Network ff536adf-4859-4f2b-9220-a452cf609dfa is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:14.287782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:14.292811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:14.312034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Pushing event updated for resources: {'Port': ['ID=15163f25-b458-4683-b9a1-c57a444fbf8d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:14.381676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.415121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Attempting to bind port 15163f25-b458-4683-b9a1-c57a444fbf8d on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:14.415643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Attempting to bind port 15163f25-b458-4683-b9a1-c57a444fbf8d by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:14.416039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Attempting to bind port 15163f25-b458-4683-b9a1-c57a444fbf8d on network ff536adf-4859-4f2b-9220-a452cf609dfa {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:14.428262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:14.428740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Checking segment: {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:14.429279 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.429707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Bound using segment: {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:14.431197 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Bound port: 15163f25-b458-4683-b9a1-c57a444fbf8d, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:14.431554 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.532880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] For port 15163f25-b458-4683-b9a1-c57a444fbf8d, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:14.542692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 53387207-5061-4fbf-b7cf-9d07752e7f09 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:14.546019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] For port 15163f25-b458-4683-b9a1-c57a444fbf8d, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=15163f25-b458-4683-b9a1-c57a444fbf8d,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:14.604881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 53387207-5061-4fbf-b7cf-9d07752e7f09 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:14.605266 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.647225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.727505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8285027-e16e-4289-a326-41d058c7d5be None None] Pushing event updated for resources: {'Port': ['ID=15163f25-b458-4683-b9a1-c57a444fbf8d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:14.794363 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 53387207-5061-4fbf-b7cf-9d07752e7f09 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:14.794855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.822610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.1 (ff536adf-4859-4f2b-9220-a452cf609dfa/f3cefff3-b6b3-4de2-870c-cf52eaa0a46d/54af9060-5158-4724-85f8-747d98d9f4af) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:14.831776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 53387207-5061-4fbf-b7cf-9d07752e7f09, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=53387207-5061-4fbf-b7cf-9d07752e7f09,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:14.894037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:15.022625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=53387207-5061-4fbf-b7cf-9d07752e7f09,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:15.034603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (54af9060-5158-4724-85f8-747d98d9f4af), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:15.151586 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (54af9060-5158-4724-85f8-747d98d9f4af), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:15.195393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network ff536adf-4859-4f2b-9220-a452cf609dfa is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:15.198811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:15.202596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:15.209023 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=54af9060-5158-4724-85f8-747d98d9f4af,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:15.252235 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (f816d401-16b8-41b3-b78d-f25c42fc38d5), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:15.440880 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54af9060-5158-4724-85f8-747d98d9f4af), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:15.865150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f75bd-d2c1-4beb-aac5-6d32580850f8 None None] Network ff536adf-4859-4f2b-9220-a452cf609dfa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:21:15.938534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9d4000c2-25fc-406c-bca1-cf37090bd3c8 None None] Provisioning complete for port 15163f25-b458-4683-b9a1-c57a444fbf8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:15.938907 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d4000c2-25fc-406c-bca1-cf37090bd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.082435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9d4000c2-25fc-406c-bca1-cf37090bd3c8 None None] Current status of the port 15163f25-b458-4683-b9a1-c57a444fbf8d is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:16.082902 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d4000c2-25fc-406c-bca1-cf37090bd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.129505 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9d4000c2-25fc-406c-bca1-cf37090bd3c8 None None] For port 15163f25-b458-4683-b9a1-c57a444fbf8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=15163f25-b458-4683-b9a1-c57a444fbf8d,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:16.202960 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d4000c2-25fc-406c-bca1-cf37090bd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.211761 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (54af9060-5158-4724-85f8-747d98d9f4af), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.286375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4000c2-25fc-406c-bca1-cf37090bd3c8 None None] Pushing event updated for resources: {'Port': ['ID=15163f25-b458-4683-b9a1-c57a444fbf8d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:16.294131 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (54af9060-5158-4724-85f8-747d98d9f4af), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.381635 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=54af9060-5158-4724-85f8-747d98d9f4af,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:16.384740 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (f816d401-16b8-41b3-b78d-f25c42fc38d5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.444114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-15d0ab37-4f4f-4d04-b630-3dd19dedda8d None None] Provisioning complete for port 54af9060-5158-4724-85f8-747d98d9f4af triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:16.444939 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-15d0ab37-4f4f-4d04-b630-3dd19dedda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54af9060-5158-4724-85f8-747d98d9f4af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.502754 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-15d0ab37-4f4f-4d04-b630-3dd19dedda8d None None] Port 54af9060-5158-4724-85f8-747d98d9f4af cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:16.521242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-15d0ab37-4f4f-4d04-b630-3dd19dedda8d None None] Provisioning complete for port 15163f25-b458-4683-b9a1-c57a444fbf8d triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:16.521818 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-15d0ab37-4f4f-4d04-b630-3dd19dedda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.546523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network ff536adf-4859-4f2b-9220-a452cf609dfa is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:16.548552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:16.624580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 53387207-5061-4fbf-b7cf-9d07752e7f09 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:16.706326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-15d0ab37-4f4f-4d04-b630-3dd19dedda8d None None] Current status of the port 15163f25-b458-4683-b9a1-c57a444fbf8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:16.732694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 53387207-5061-4fbf-b7cf-9d07752e7f09 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:16.733068 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.754405 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router f816d401-16b8-41b3-b78d-f25c42fc38d5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:21:16.852297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-53a07487-0a0c-42e9-8d74-28d39e0fdb99 None None] Provisioning complete for port 54af9060-5158-4724-85f8-747d98d9f4af triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:16.853008 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53a07487-0a0c-42e9-8d74-28d39e0fdb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54af9060-5158-4724-85f8-747d98d9f4af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:16.857936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 53387207-5061-4fbf-b7cf-9d07752e7f09 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:16.858569 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 15163f25-b458-4683-b9a1-c57a444fbf8d up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:16.909929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:21:16.917152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-975e721f-8b8b-4786-bfd7-cad38cfaecf6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/f816d401-16b8-41b3-b78d-f25c42fc38d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1905413 Feb 11 06:21:16.929752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Sync routers for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:21:16.959588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-53a07487-0a0c-42e9-8d74-28d39e0fdb99 None None] Port 54af9060-5158-4724-85f8-747d98d9f4af cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:16.965064 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:16.965829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:21:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:17.041243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 15163f25-b458-4683-b9a1-c57a444fbf8d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:17.041618 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:17.151637 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-ff0f7b7c-2414-48b4-875f-e73d60d5a9e2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074506698&fields=id&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 267 time: 0.0731864 Feb 11 06:21:17.297914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d589856-a937-4851-a9aa-94334761d41c req-d04770c3-ff07-429e-b3ca-374a6b76d9c6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:17.299478 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-d04770c3-ff07-429e-b3ca-374a6b76d9c6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/networks?id=ff536adf-4859-4f2b-9220-a452cf609dfa HTTP/1.1" status: 200 len: 796 time: 0.1402726 Feb 11 06:21:17.319893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-83a74ae1-d6bf-4914-af1d-a57ef00d9308 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/quotas/a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 375 time: 0.0125356 Feb 11 06:21:17.330051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7825c416-09a1-4337-9567-2ab7c5b1c8bb None None] Provisioning complete for port 54af9060-5158-4724-85f8-747d98d9f4af triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:17.330434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7825c416-09a1-4337-9567-2ab7c5b1c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54af9060-5158-4724-85f8-747d98d9f4af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:17.369174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:17.390166 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-3cf007d8-d868-4431-b38b-84ef7860fa2a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603869 Feb 11 06:21:17.438832 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7825c416-09a1-4337-9567-2ab7c5b1c8bb None None] Port 54af9060-5158-4724-85f8-747d98d9f4af cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:17.511402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 15163f25-b458-4683-b9a1-c57a444fbf8d is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:17.589679 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-de5680b6-fa8f-4c67-9a2a-f2af94f37326 service neutron] 10.222.0.62 "GET /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832750 Feb 11 06:21:17.706576 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:16Z', 'revision_number': 2, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:17.722346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-629cf403-8c9e-4ac1-ba08-c0061551e2a8 service neutron] 10.222.0.62 "GET /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184576 Feb 11 06:21:17.743790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Checking router: f816d401-16b8-41b3-b78d-f25c42fc38d5 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:21:17.743960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Updating router f816d401-16b8-41b3-b78d-f25c42fc38d5 port 54af9060-5158-4724-85f8-747d98d9f4af binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:21:17.791726 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54af9060-5158-4724-85f8-747d98d9f4af), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:17.983498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-02a80fef-9aa9-4b08-a891-7d02ef0c3285 req-a41f6f24-e740-439f-8e3e-5d5569568d81 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 210 time: 0.0389988 Feb 11 06:21:18.111095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Publish callbacks [] for port (54af9060-5158-4724-85f8-747d98d9f4af), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.191602 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (54af9060-5158-4724-85f8-747d98d9f4af), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.249909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfe09c-cb8b-439e-8f7b-cc8970f7c2b4 None None] Pushing event updated for resources: {'Port': ['ID=54af9060-5158-4724-85f8-747d98d9f4af,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:18.314273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Attempting to bind port 54af9060-5158-4724-85f8-747d98d9f4af on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:18.314643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Attempting to bind port 54af9060-5158-4724-85f8-747d98d9f4af by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:18.315003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Attempting to bind port 54af9060-5158-4724-85f8-747d98d9f4af on network ff536adf-4859-4f2b-9220-a452cf609dfa {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:18.321512 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:18.321895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Checking segment: {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:18.322304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.322716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Bound using segment: {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:18.323200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Bound port: 54af9060-5158-4724-85f8-747d98d9f4af, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:18.323607 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54af9060-5158-4724-85f8-747d98d9f4af), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.408774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] For port 54af9060-5158-4724-85f8-747d98d9f4af, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:18.413355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] For port 54af9060-5158-4724-85f8-747d98d9f4af, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=54af9060-5158-4724-85f8-747d98d9f4af,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:18.467541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-454c69be-5d26-426d-bbf0-70505220fda2 None None] Provisioning complete for port 54af9060-5158-4724-85f8-747d98d9f4af triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:18.467974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-454c69be-5d26-426d-bbf0-70505220fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54af9060-5158-4724-85f8-747d98d9f4af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.496440 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (54af9060-5158-4724-85f8-747d98d9f4af), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.543094 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-454c69be-5d26-426d-bbf0-70505220fda2 None None] Port 54af9060-5158-4724-85f8-747d98d9f4af cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:18.571085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:18.571799 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:21:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:18.574088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfe09c-cb8b-439e-8f7b-cc8970f7c2b4 None None] Pushing event updated for resources: {'Port': ['ID=54af9060-5158-4724-85f8-747d98d9f4af,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:18.703054 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:18.851504 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-baa8d041-1bc6-4556-bd3d-55ada4c9d654 None None] Provisioning complete for port 54af9060-5158-4724-85f8-747d98d9f4af triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:18.851801 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baa8d041-1bc6-4556-bd3d-55ada4c9d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54af9060-5158-4724-85f8-747d98d9f4af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.989882 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-baa8d041-1bc6-4556-bd3d-55ada4c9d654 None None] Current status of the port 54af9060-5158-4724-85f8-747d98d9f4af is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:18.990271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baa8d041-1bc6-4556-bd3d-55ada4c9d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (54af9060-5158-4724-85f8-747d98d9f4af), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:19.029119 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:18Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:19.034028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-baa8d041-1bc6-4556-bd3d-55ada4c9d654 None None] For port 54af9060-5158-4724-85f8-747d98d9f4af, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=54af9060-5158-4724-85f8-747d98d9f4af,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:19.059622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda3f37-ec28-4f8d-9a9c-2815ffc483af None None] The sync data for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 is: [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:18Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:21:19.078811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5d0f9f58-54e2-45ca-b12b-61537f2470ca req-14cb4d4b-5713-4214-9bf1-b8f517d87de4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 210 time: 0.0362470 Feb 11 06:21:19.123748 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baa8d041-1bc6-4556-bd3d-55ada4c9d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (54af9060-5158-4724-85f8-747d98d9f4af), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:19.184085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8d041-1bc6-4556-bd3d-55ada4c9d654 None None] Pushing event updated for resources: {'Port': ['ID=54af9060-5158-4724-85f8-747d98d9f4af,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:20.199118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc7e5fc4-6abe-4291-a237-7a5f92619278 req-c7c1d870-30bd-47d8-a214-5e77ffa49ae0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 210 time: 0.0346503 Feb 11 06:21:20.464241 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 54af9060-5158-4724-85f8-747d98d9f4af up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:20.521720 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 54af9060-5158-4724-85f8-747d98d9f4af triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:20.522098 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (54af9060-5158-4724-85f8-747d98d9f4af), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:20.608103 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 54af9060-5158-4724-85f8-747d98d9f4af is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:21.306638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d667f0b3-43d6-443b-b57c-3a2bc7fbe174 req-fc0046d9-8b8b-40ed-bd59-419ec677b718 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 210 time: 0.0304267 Feb 11 06:21:21.366249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d589856-a937-4851-a9aa-94334761d41c req-3b04654b-b973-4220-8153-aa039b5bf339 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:21.368411 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-3b04654b-b973-4220-8153-aa039b5bf339 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/networks?id=ff536adf-4859-4f2b-9220-a452cf609dfa HTTP/1.1" status: 200 len: 796 time: 0.1277289 Feb 11 06:21:21.444828 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-a049eb79-c365-4ae1-9da1-5604df344d20 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 380 time: 0.0673976 Feb 11 06:21:21.454215 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'port': {'device_id': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'admin_state_up': True, 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'security_groups': ['047bd9fc-120c-4731-bea1-e513ad1590bb']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:21.642667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:21.646539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:21.843729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.6 (ff536adf-4859-4f2b-9220-a452cf609dfa/f3cefff3-b6b3-4de2-870c-cf52eaa0a46d/cf63a79a-6582-4175-a558-02efdf8dda89) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:22.001387 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (cf63a79a-6582-4175-a558-02efdf8dda89), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.100472 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.150179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network ff536adf-4859-4f2b-9220-a452cf609dfa is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:22.153532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:22.156080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:22.166602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=cf63a79a-6582-4175-a558-02efdf8dda89,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:22.223657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:22.224382 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.308787 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-bddcac09-466a-4616-9952-d473152f2447 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595204 Feb 11 06:21:22.320085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Request body: {'port': {'device_id': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:22.372693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-67807f24-ea4c-4a50-a48b-de526ade64ca None None] Provisioning complete for port cf63a79a-6582-4175-a558-02efdf8dda89 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:22.373580 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67807f24-ea4c-4a50-a48b-de526ade64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.401109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.421627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-67807f24-ea4c-4a50-a48b-de526ade64ca None None] Port cf63a79a-6582-4175-a558-02efdf8dda89 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:22.453001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f67c7-69c8-4304-b8b0-689d6c828fcc req-8da3ff36-2399-40d0-bcfc-4db45afcbf52 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:22.454605 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-875f67c7-69c8-4304-b8b0-689d6c828fcc req-8da3ff36-2399-40d0-bcfc-4db45afcbf52 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 931 time: 0.0635040 Feb 11 06:21:22.514504 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-875f67c7-69c8-4304-b8b0-689d6c828fcc req-02a81765-7b43-4a66-ae12-ff1d9a4b0f0b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505211 Feb 11 06:21:22.724025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf63a79a-6582-4175-a558-02efdf8dda89 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:21:22.733105 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Publish callbacks [] for port (cf63a79a-6582-4175-a558-02efdf8dda89), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.747278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Transition to ACTIVE for port object cf63a79a-6582-4175-a558-02efdf8dda89 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:21:22.819497 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.897052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf63a79a-6582-4175-a558-02efdf8dda89,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:22.958033 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Attempting to bind port cf63a79a-6582-4175-a558-02efdf8dda89 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:22.958727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Attempting to bind port cf63a79a-6582-4175-a558-02efdf8dda89 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:22.958727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Attempting to bind port cf63a79a-6582-4175-a558-02efdf8dda89 on network ff536adf-4859-4f2b-9220-a452cf609dfa {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:22.965347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Port cf63a79a-6582-4175-a558-02efdf8dda89 on network ff536adf-4859-4f2b-9220-a452cf609dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:21:22.965689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Attempting to bind port cf63a79a-6582-4175-a558-02efdf8dda89 on network ff536adf-4859-4f2b-9220-a452cf609dfa {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:22.971809 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:22.972164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Checking segment: {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:22.972555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Bound using segment: {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:22.973026 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Bound port: cf63a79a-6582-4175-a558-02efdf8dda89, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:22.973397 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.085725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] For port cf63a79a-6582-4175-a558-02efdf8dda89, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:23.092015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] For port cf63a79a-6582-4175-a558-02efdf8dda89, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cf63a79a-6582-4175-a558-02efdf8dda89,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:23.169034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.211039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.212234 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.214254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] 10.222.0.65 "PUT /v2.0/ports/cf63a79a-6582-4175-a558-02efdf8dda89 HTTP/1.1" status: 200 len: 1092 time: 0.8985910 Feb 11 06:21:23.214863 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:23.217256 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be12ba3-2bae-4f38-b0d8-dac3c8de3674" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:23.249856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487383c0-a35d-4258-b7d3-12472cae39e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf63a79a-6582-4175-a558-02efdf8dda89,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:23.275250 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c2c48d-6dd2-41b2-81ba-47232e084b37 x-openstack-request-id: req-c5c2c48d-6dd2-41b2-81ba-47232e084b37 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:23.275637 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:23.275904 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5c2c48d-6dd2-41b2-81ba-47232e084b37 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:23.276334 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'status': 'completed', 'code': 200} Feb 11 06:21:23.353360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be12ba3-2bae-4f38-b0d8-dac3c8de3674 req-7bb035a6-67cd-4e47-bd6e-030fbdb964f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.354853 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2be12ba3-2bae-4f38-b0d8-dac3c8de3674 req-7bb035a6-67cd-4e47-bd6e-030fbdb964f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 1126 time: 0.0529683 Feb 11 06:21:23.482049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be12ba3-2bae-4f38-b0d8-dac3c8de3674 req-61d2edb1-eb10-48a4-bd83-39335f48d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.483570 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2be12ba3-2bae-4f38-b0d8-dac3c8de3674 req-61d2edb1-eb10-48a4-bd83-39335f48d23e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a6fc1514d707497fbff67712556ed7a0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1216114 Feb 11 06:21:23.584138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be12ba3-2bae-4f38-b0d8-dac3c8de3674 req-e39d313b-86e6-4407-bc46-8dd45fb49f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.585728 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2be12ba3-2bae-4f38-b0d8-dac3c8de3674 req-e39d313b-86e6-4407-bc46-8dd45fb49f5e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957818 Feb 11 06:21:23.655101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e166adf-cff5-4abd-b001-b6aecaf018a0 req-216756f6-2f05-461f-b796-bfec303f0a0c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.656648 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e166adf-cff5-4abd-b001-b6aecaf018a0 req-216756f6-2f05-461f-b796-bfec303f0a0c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 943 time: 0.0683446 Feb 11 06:21:23.678504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d589856-a937-4851-a9aa-94334761d41c req-8f271447-7130-46b6-b978-c9bc59370317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.680573 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-8f271447-7130-46b6-b978-c9bc59370317 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 1126 time: 0.0541799 Feb 11 06:21:23.711130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e166adf-cff5-4abd-b001-b6aecaf018a0 req-930e74ad-3800-4490-b08e-953b874f6517 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484302 Feb 11 06:21:23.734831 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-eab4b170-b0fa-4b61-b091-0f97f590e34e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf63a79a-6582-4175-a558-02efdf8dda89 HTTP/1.1" status: 200 len: 217 time: 0.0448396 Feb 11 06:21:23.786660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d589856-a937-4851-a9aa-94334761d41c req-f6b922d6-f4b6-43d7-be49-cd2a974d781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.788235 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-f6b922d6-f4b6-43d7-be49-cd2a974d781e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3cefff3-b6b3-4de2-870c-cf52eaa0a46d HTTP/1.1" status: 200 len: 834 time: 0.0482957 Feb 11 06:21:23.840519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d589856-a937-4851-a9aa-94334761d41c req-0c90ab4e-c4f5-44f4-86bc-14987590c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:23.842080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-0c90ab4e-c4f5-44f4-86bc-14987590c465 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ff536adf-4859-4f2b-9220-a452cf609dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480232 Feb 11 06:21:23.943473 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-b3832a72-8c55-48ca-b248-4d8237a7ca69 service neutron] 10.222.0.65 "GET /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950217 Feb 11 06:21:24.049000 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6d589856-a937-4851-a9aa-94334761d41c req-de549c45-42d8-4202-8ce7-53330e738205 service neutron] 10.222.0.65 "GET /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979314 Feb 11 06:21:24.839618 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07e6c-32b9-4c75-b876-68347355ffc3 req-9f7d6ac5-27e6-4657-9d91-7575c85e2ac2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:24.841259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ff07e6c-32b9-4c75-b876-68347355ffc3 req-9f7d6ac5-27e6-4657-9d91-7575c85e2ac2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 943 time: 0.0569026 Feb 11 06:21:24.896085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4ff07e6c-32b9-4c75-b876-68347355ffc3 req-acfa844f-a136-4d9b-9b6b-d78e6c2f39d7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489953 Feb 11 06:21:26.028620 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9402b82-80c1-4e23-9c99-2464ed289b78 req-4ffb09a4-2014-4356-95a1-9fc9c8717fa6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:26.030204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9402b82-80c1-4e23-9c99-2464ed289b78 req-4ffb09a4-2014-4356-95a1-9fc9c8717fa6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 943 time: 0.0577767 Feb 11 06:21:26.100092 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c9402b82-80c1-4e23-9c99-2464ed289b78 req-08cab63e-3257-49b6-8a42-b8daa21732f0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544386 Feb 11 06:21:26.566994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cf63a79a-6582-4175-a558-02efdf8dda89 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:21:26.672357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cf63a79a-6582-4175-a558-02efdf8dda89, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cf63a79a-6582-4175-a558-02efdf8dda89,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:26.685332 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'port_id': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'mac_address': 'fa:16:3e:8b:7e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:21:26.726097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cf63a79a-6582-4175-a558-02efdf8dda89 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:26.726572 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:26.740838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf63a79a-6582-4175-a558-02efdf8dda89 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:21:26.766045 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cf63a79a-6582-4175-a558-02efdf8dda89, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cf63a79a-6582-4175-a558-02efdf8dda89,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:26.842824 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:26.896384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cf63a79a-6582-4175-a558-02efdf8dda89,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:27.044487 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cf63a79a-6582-4175-a558-02efdf8dda89'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:21:27.232856 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ab067-4ffa-4a45-a8d0-9923ea70a974 req-cfdbb3ab-b0e6-4366-bc03-9d94dc55542d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:27.234501 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec9ab067-4ffa-4a45-a8d0-9923ea70a974 req-cfdbb3ab-b0e6-4366-bc03-9d94dc55542d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 944 time: 0.0596800 Feb 11 06:21:27.292514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec9ab067-4ffa-4a45-a8d0-9923ea70a974 req-63fc931e-a04d-4d34-bf70-73a9514c8c5f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508759 Feb 11 06:21:28.426114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93bc37-7986-49d2-b9a4-1416eff5ea43 req-9c474f88-82dd-4d74-9743-0f6ca1af9f4c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:28.427192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd93bc37-7986-49d2-b9a4-1416eff5ea43 req-9c474f88-82dd-4d74-9743-0f6ca1af9f4c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 944 time: 0.0594351 Feb 11 06:21:28.483726 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd93bc37-7986-49d2-b9a4-1416eff5ea43 req-eb4b1a87-bd8d-4b8e-a8e8-5d8b3ade3c2f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503640 Feb 11 06:21:28.577988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cf63a79a-6582-4175-a558-02efdf8dda89 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:28.723077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port cf63a79a-6582-4175-a558-02efdf8dda89 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:21:28.727922 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port cf63a79a-6582-4175-a558-02efdf8dda89 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:28.728342 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:28.809981 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cf63a79a-6582-4175-a558-02efdf8dda89 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:28.810369 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:28.836905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:28.837915 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9338cc60-aff5-4294-9bb8-79cfb63c969c" -d '{"events": [{"server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "name": "network-vif-plugged", "status": "completed", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:28.854336 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cf63a79a-6582-4175-a558-02efdf8dda89, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cf63a79a-6582-4175-a558-02efdf8dda89,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:28.922521 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:28.959259 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a7ee9d-7049-48b9-b1a3-a96524469c14 x-openstack-request-id: req-c2a7ee9d-7049-48b9-b1a3-a96524469c14 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:28.959549 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "name": "network-vif-plugged", "status": "completed", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:28.959970 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2a7ee9d-7049-48b9-b1a3-a96524469c14 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:28.967769 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'code': 200} Feb 11 06:21:28.995467 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cf63a79a-6582-4175-a558-02efdf8dda89,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:29.073988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ba82-3c91-460b-9b9c-4ba3a8d1c821 req-7e15ea5d-3fd6-496d-9fe5-60ba1780e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:29.075564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-13b7ba82-3c91-460b-9b9c-4ba3a8d1c821 req-7e15ea5d-3fd6-496d-9fe5-60ba1780e45b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 1128 time: 0.0491621 Feb 11 06:21:29.139240 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-13b7ba82-3c91-460b-9b9c-4ba3a8d1c821 req-43277ec3-27a7-4f3b-a1a7-8483ae327f42 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573816 Feb 11 06:21:29.621982 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecb64c-4ff3-41f7-a980-1be0c2ecc6b7 req-e5eeb839-cf8d-40e0-b90e-ef8fb2eaf6a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:29.623755 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0ecb64c-4ff3-41f7-a980-1be0c2ecc6b7 req-e5eeb839-cf8d-40e0-b90e-ef8fb2eaf6a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0694778 Feb 11 06:21:29.689339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d0ecb64c-4ff3-41f7-a980-1be0c2ecc6b7 req-5955ead9-78ef-4fa8-a5dc-42db9dd63c27 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558343 Feb 11 06:21:30.859400 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b06d2-2df7-4597-ba4c-45d593d6cb58 req-b7a1c347-2144-4543-afeb-a120bbab86c6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:30.862103 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb0b06d2-2df7-4597-ba4c-45d593d6cb58 req-b7a1c347-2144-4543-afeb-a120bbab86c6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0950570 Feb 11 06:21:30.918406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb0b06d2-2df7-4597-ba4c-45d593d6cb58 req-254425e4-1a22-458c-8eaf-34404a7d94d6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468726 Feb 11 06:21:31.054450 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01db6b7-0685-4a05-a75c-beac18b82c2d req-d4fb6664-9aed-4dcb-9526-424e0f1e342c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:31.056877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a01db6b7-0685-4a05-a75c-beac18b82c2d req-d4fb6664-9aed-4dcb-9526-424e0f1e342c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0592833 Feb 11 06:21:31.109685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a01db6b7-0685-4a05-a75c-beac18b82c2d req-f2bd7c35-b70a-4181-8e6a-eb5289fb525b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470364 Feb 11 06:21:31.134365 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49288) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:31.183973 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4e2d3-e979-4dab-a4f9-3112eae9f6e3 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:31.185623 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a9b4e2d3-e979-4dab-a4f9-3112eae9f6e3 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 1123 time: 0.0500076 Feb 11 06:21:31.188721 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49290) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:31.193366 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:31.317130 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.423143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.548574 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.90 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/86cf2da7-5d92-4451-83b8-06b8f84a0cbd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:31.666814 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.791525 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:31.835701 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:31.839956 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:31.843316 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:31.881479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=86cf2da7-5d92-4451-83b8-06b8f84a0cbd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:32.306949 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (7e6fa916-13c8-47f2-ada1-3be3eb5f9786), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:32.431117 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:32.587046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:32.631170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:32.707258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=86cf2da7-5d92-4451-83b8-06b8f84a0cbd,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:32.720186 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (7e6fa916-13c8-47f2-ada1-3be3eb5f9786), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:32.835960 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 7e6fa916-13c8-47f2-ada1-3be3eb5f9786 associated. External IP: 172.25.8.90, port: cf63a79a-6582-4175-a558-02efdf8dda89. Feb 11 06:21:33.020028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07721a4d-ac80-4bce-b953-1e8bc362b35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:33.065830 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router f816d401-16b8-41b3-b78d-f25c42fc38d5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:21:33.181947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:21:33.193226 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e036618-017f-4201-8887-0ab23a753112 None None] Sync routers for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:21:33.205121 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e036618-017f-4201-8887-0ab23a753112 None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:33.205121 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5e036618-017f-4201-8887-0ab23a753112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:21:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:33.263734 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:33.297183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-94a2c800-987e-4e6b-91d3-2ab169672f3f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1072178 Feb 11 06:21:33.297937 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:33.300514 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a8c4ff-a123-48f4-b44a-78af19e59e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:33.329239 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5e036618-017f-4201-8887-0ab23a753112 None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:33.344227 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eee344-edbd-4b04-98ae-4e41e5cc2ef7 x-openstack-request-id: req-28eee344-edbd-4b04-98ae-4e41e5cc2ef7 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:33.344532 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:33.344820 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28eee344-edbd-4b04-98ae-4e41e5cc2ef7 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:33.345251 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'status': 'completed', 'code': 200} Feb 11 06:21:33.424575 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0f6eb-b4a8-47e9-97c7-a8db5cea00fd req-9df72097-aea6-417e-b91a-188064ede828 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:33.424964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-0c6f1724-aa92-4554-83d6-da9f87810b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:33.426149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b0f6eb-b4a8-47e9-97c7-a8db5cea00fd req-9df72097-aea6-417e-b91a-188064ede828 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0714781 Feb 11 06:21:33.426601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-0c6f1724-aa92-4554-83d6-da9f87810b19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 1128 time: 0.0575807 Feb 11 06:21:33.480494 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69b0f6eb-b4a8-47e9-97c7-a8db5cea00fd req-7a086bbc-75b4-4cfb-aaf8-00c8c772f710 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Feb 11 06:21:33.505247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49296) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:33.536048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-a8278052-248b-468e-ba07-05783e141207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:33.538017 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-a8278052-248b-468e-ba07-05783e141207 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ff536adf-4859-4f2b-9220-a452cf609dfa HTTP/1.1" status: 200 len: 897 time: 0.1054208 Feb 11 06:21:33.573645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-f5d9835a-1357-4e97-829a-394a03d00d30 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/7e6fa916-13c8-47f2-ada1-3be3eb5f9786 HTTP/1.1" status: 200 len: 990 time: 0.0658312 Feb 11 06:21:33.597907 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5e036618-017f-4201-8887-0ab23a753112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '7e6fa916-13c8-47f2-ada1-3be3eb5f9786', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'port_id': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'mac_address': 'fa:16:3e:8b:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:21:32Z', 'updated_at': '2022-02-11T06:21:32Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:19Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:33.610041 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-ac40e061-9f9e-4852-abcb-5362416f6da9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf63a79a-6582-4175-a558-02efdf8dda89 HTTP/1.1" status: 200 len: 998 time: 0.0646763 Feb 11 06:21:33.625509 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e036618-017f-4201-8887-0ab23a753112 None None] Checking router: f816d401-16b8-41b3-b78d-f25c42fc38d5 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:21:33.635175 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e036618-017f-4201-8887-0ab23a753112 None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:33.635826 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5e036618-017f-4201-8887-0ab23a753112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:21:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:33.667285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-faa82ca9-f21d-4d34-893e-7edbc4ff51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:33.668894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-faa82ca9-f21d-4d34-893e-7edbc4ff51c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3cefff3-b6b3-4de2-870c-cf52eaa0a46d HTTP/1.1" status: 200 len: 834 time: 0.0537910 Feb 11 06:21:33.718294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-a03a0829-c9c2-48ac-bbb9-932ed23b61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:33.719835 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-a03a0829-c9c2-48ac-bbb9-932ed23b61fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ff536adf-4859-4f2b-9220-a452cf609dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459352 Feb 11 06:21:33.749973 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5e036618-017f-4201-8887-0ab23a753112 None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:33.812901 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-848d7d66-ce2a-4cc5-8102-90ada72a37e5 service neutron] 10.222.0.65 "GET /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874956 Feb 11 06:21:33.914889 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-80a8c4ff-a123-48f4-b44a-78af19e59e8b req-2ad5bc4e-ed4f-445d-9ff8-4c30ea9d4e8f service neutron] 10.222.0.65 "GET /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963683 Feb 11 06:21:34.084393 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5e036618-017f-4201-8887-0ab23a753112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '7e6fa916-13c8-47f2-ada1-3be3eb5f9786', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'port_id': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'mac_address': 'fa:16:3e:8b:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:21:32Z', 'updated_at': '2022-02-11T06:21:32Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:19Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:34.111992 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e036618-017f-4201-8887-0ab23a753112 None None] The sync data for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 is: [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '7e6fa916-13c8-47f2-ada1-3be3eb5f9786', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'port_id': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'mac_address': 'fa:16:3e:8b:7e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:21:32Z', 'updated_at': '2022-02-11T06:21:32Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:19Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:21:34.326598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd92adc-51d3-4be4-afe9-4b1967dfdbb3 None None] New status for floating IP 7e6fa916-13c8-47f2-ada1-3be3eb5f9786: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:21:34.576514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49298) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:34.650186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4dc686d8-d99e-42c4-bf24-9502e3388f35 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/7e6fa916-13c8-47f2-ada1-3be3eb5f9786 HTTP/1.1" status: 200 len: 990 time: 0.0721948 Feb 11 06:21:35.603210 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0abbfb36-ea54-4c63-a0b9-879fe3a0d74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:35.653773 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49300) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:35.718858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9bc9d7f8-35ca-419c-bc39-b346d2e6c00c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/7e6fa916-13c8-47f2-ada1-3be3eb5f9786 HTTP/1.1" status: 200 len: 992 time: 0.0635986 Feb 11 06:21:36.899954 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:38.511392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:38.996732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:39.299501 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:42.013939 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:44.329467 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:22:02.645622 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b46c7f-6be0-4866-9d7e-705cbbb5e596 req-3ad3f9e5-2937-4d0d-82cf-da47046fd06b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:02.647206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22b46c7f-6be0-4866-9d7e-705cbbb5e596 req-3ad3f9e5-2937-4d0d-82cf-da47046fd06b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0650330 Feb 11 06:22:02.709706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22b46c7f-6be0-4866-9d7e-705cbbb5e596 req-885e5bfe-6234-47e9-bc62-204081940fd9 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549645 Feb 11 06:22:03.048348 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-81a53952-eec2-487a-8df9-66fffa66bb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:03.843258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b23fa6-fc91-4d1f-b4c3-4d17691b4af2 req-2ffe72da-377d-428e-92cb-94ee9f33b371 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:03.845010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13b23fa6-fc91-4d1f-b4c3-4d17691b4af2 req-2ffe72da-377d-428e-92cb-94ee9f33b371 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0587165 Feb 11 06:22:03.898343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-13b23fa6-fc91-4d1f-b4c3-4d17691b4af2 req-270b8812-ecfc-45a6-9466-5c7dfc52b0dc tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476649 Feb 11 06:22:03.921919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49318) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:03.993584 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-99fb524c-1d30-4a34-8fa9-935de33d38f5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/7e6fa916-13c8-47f2-ada1-3be3eb5f9786 HTTP/1.1" status: 200 len: 992 time: 0.0699475 Feb 11 06:22:05.399902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce582afa-5ab9-4654-bbc3-429b6b312363 req-fc334762-9f5e-48de-b0bf-7cef52b9bd29 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:05.401511 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce582afa-5ab9-4654-bbc3-429b6b312363 req-fc334762-9f5e-48de-b0bf-7cef52b9bd29 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0573869 Feb 11 06:22:05.462432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce582afa-5ab9-4654-bbc3-429b6b312363 req-32009131-205f-4854-9b33-14a0d2caa7ee tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541453 Feb 11 06:22:05.568394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ba721db-431f-4ec8-bcb1-e0bd7c2f7b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:06.593504 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071d9ad-540c-485b-a8f3-56d5d0c6678c req-2198b3b1-e608-4817-beb8-1fcc686620f3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.595056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1071d9ad-540c-485b-a8f3-56d5d0c6678c req-2198b3b1-e608-4817-beb8-1fcc686620f3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0560997 Feb 11 06:22:06.650619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1071d9ad-540c-485b-a8f3-56d5d0c6678c req-79356b8a-692b-48d8-b2a4-26890faf7e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500157 Feb 11 06:22:06.675302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49328) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:06.906093 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:07.068120 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4de0351f-ac6c-4209-b1fb-89ec40bf687a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/7e6fa916-13c8-47f2-ada1-3be3eb5f9786 HTTP/1.1" status: 200 len: 992 time: 0.3915689 Feb 11 06:22:07.322452 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49334) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:07.488820 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 86cf2da7-5d92-4451-83b8-06b8f84a0cbd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:07.489174 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:07.571405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:07.571838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:07.584877 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 86cf2da7-5d92-4451-83b8-06b8f84a0cbd owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:07.819593 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (86cf2da7-5d92-4451-83b8-06b8f84a0cbd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:07.847722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=86cf2da7-5d92-4451-83b8-06b8f84a0cbd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:07.875847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.877343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.877343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.877343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.877343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.877762 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.877926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.878266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.878605 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.878942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.879278 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.879611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.879942 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:07.923440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (7e6fa916-13c8-47f2-ada1-3be3eb5f9786), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:07.923789 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 7e6fa916-13c8-47f2-ada1-3be3eb5f9786 disassociated (deleted). External IP: 172.25.8.90, port: cf63a79a-6582-4175-a558-02efdf8dda89. Feb 11 06:22:08.167366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router f816d401-16b8-41b3-b78d-f25c42fc38d5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:08.287693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:08.292771 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:08.297807 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] Sync routers for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:08.308638 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:08.311917 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:08.324990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9f4f59ed-2db9-4a19-8dba-b6ac7d8f5f90 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/floatingips/7e6fa916-13c8-47f2-ada1-3be3eb5f9786 HTTP/1.1" status: 204 len: 168 time: 1.0012672 Feb 11 06:22:08.325598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:08.329678 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:08.378202 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9439c5-c026-4924-8bad-55edae11e288 x-openstack-request-id: req-cc9439c5-c026-4924-8bad-55edae11e288 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:08.378202 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:08.378202 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc9439c5-c026-4924-8bad-55edae11e288 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:08.378202 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'status': 'completed', 'code': 200} Feb 11 06:22:08.432575 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:08.450299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-bc2676a3-4d10-4942-8ffe-18117b3539d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:08.451876 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-bc2676a3-4d10-4942-8ffe-18117b3539d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 1128 time: 0.0546362 Feb 11 06:22:08.522672 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:08.557558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-df527d23-0dae-4f6a-832a-9b1ea3c6b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:08.559099 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-df527d23-0dae-4f6a-832a-9b1ea3c6b71b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ff536adf-4859-4f2b-9220-a452cf609dfa HTTP/1.1" status: 200 len: 897 time: 0.1005800 Feb 11 06:22:08.607911 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-0a8e5e6d-5b05-4f93-af71-cfe8c793e971 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf63a79a-6582-4175-a558-02efdf8dda89 HTTP/1.1" status: 200 len: 217 time: 0.0419710 Feb 11 06:22:08.652253 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:19Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:08.666892 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-0fbcf574-0e23-4645-845c-ff11545699ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:08.668430 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-0fbcf574-0e23-4645-845c-ff11545699ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3cefff3-b6b3-4de2-870c-cf52eaa0a46d HTTP/1.1" status: 200 len: 834 time: 0.0522835 Feb 11 06:22:08.691983 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] Checking router: f816d401-16b8-41b3-b78d-f25c42fc38d5 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:08.702978 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:08.703948 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:08.727628 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-109677e5-be9f-4b7a-8236-47c3c716f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:08.729239 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-109677e5-be9f-4b7a-8236-47c3c716f72e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ff536adf-4859-4f2b-9220-a452cf609dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0550189 Feb 11 06:22:08.786939 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747295b7-6fb3-4a8d-b524-3d60907b21fb req-01126a9e-fa31-410e-9216-098a3d3e7ff0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:08.788578 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-747295b7-6fb3-4a8d-b524-3d60907b21fb req-01126a9e-fa31-410e-9216-098a3d3e7ff0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0609372 Feb 11 06:22:08.835085 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-e8406f35-c6af-4773-96c0-8f65bab5df8f service neutron] 10.222.0.65 "GET /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969977 Feb 11 06:22:08.839361 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:08.845680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-747295b7-6fb3-4a8d-b524-3d60907b21fb req-3e26ce2b-5817-49b8-b9e3-662f6fa8d879 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497971 Feb 11 06:22:08.939455 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7c111a5e-b92f-4c6c-b90f-065c4f2161f2 req-53038586-7463-48ca-8d56-f8b386c20cf7 service neutron] 10.222.0.65 "GET /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975654 Feb 11 06:22:09.059498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:09.072919 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:19Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:09.100980 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8f52d-3837-4b02-9340-580e60b43366 None None] The sync data for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 is: [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:21:15Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '54af9060-5158-4724-85f8-747d98d9f4af', 'name': '', 'network_id': 'ff536adf-4859-4f2b-9220-a452cf609dfa', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:e5:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:14Z', 'updated_at': '2022-02-11T06:21:19Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'f3cefff3-b6b3-4de2-870c-cf52eaa0a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:09.342170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d37937a-eb15-42e1-9825-61186fda8763 None None] New status for floating IP 7e6fa916-13c8-47f2-ada1-3be3eb5f9786: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:22:09.346089 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:09.984339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805af08-8f1c-45ce-a224-f1d7ad7da411 req-e304fc0d-a7b1-483d-943c-33bfa5e66909 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:09.986150 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a805af08-8f1c-45ce-a224-f1d7ad7da411 req-e304fc0d-a7b1-483d-943c-33bfa5e66909 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0662634 Feb 11 06:22:10.043222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a805af08-8f1c-45ce-a224-f1d7ad7da411 req-60aaf244-a4e0-4c94-9161-27a217d412ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=047bd9fc-120c-4731-bea1-e513ad1590bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513310 Feb 11 06:22:10.314282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-4db1a9a9-97e6-4457-b477-241a3f5f4ee1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:10.317139 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-4db1a9a9-97e6-4457-b477-241a3f5f4ee1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 945 time: 0.0544655 Feb 11 06:22:10.421281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port cf63a79a-6582-4175-a558-02efdf8dda89 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:10.421629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:10.514267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port cf63a79a-6582-4175-a558-02efdf8dda89, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cf63a79a-6582-4175-a558-02efdf8dda89,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:10.514628 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:10.527495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for cf63a79a-6582-4175-a558-02efdf8dda89 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:10.728945 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cf63a79a-6582-4175-a558-02efdf8dda89), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:10.761916 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=cf63a79a-6582-4175-a558-02efdf8dda89,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:10.821944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] No DVR routers for this DVR port cf63a79a-6582-4175-a558-02efdf8dda89 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:10.824739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:10.828200 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9f60da6d-dc3a-44a0-8730-b3dc5f8c5fad req-7341463c-d91b-4e9e-9417-af96307d9cad tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "DELETE /v2.0/ports/cf63a79a-6582-4175-a558-02efdf8dda89 HTTP/1.1" status: 204 len: 173 time: 0.5076077 Feb 11 06:22:10.828752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'name': 'network-vif-deleted', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:10.831101 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ab8fc-d35d-4e9d-9b96-ea3fee95e513" -d '{"events": [{"server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "name": "network-vif-deleted", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:10.871182 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5397e9-6a30-4135-9db5-aad05ebea555 x-openstack-request-id: req-ea5397e9-6a30-4135-9db5-aad05ebea555 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:10.871486 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec8749-ca14-4ecd-999e-59f219bf159c", "name": "network-vif-deleted", "tag": "cf63a79a-6582-4175-a558-02efdf8dda89", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:10.871755 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea5397e9-6a30-4135-9db5-aad05ebea555 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:10.872200 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec8749-ca14-4ecd-999e-59f219bf159c', 'name': 'network-vif-deleted', 'tag': 'cf63a79a-6582-4175-a558-02efdf8dda89', 'status': 'completed', 'code': 200} Feb 11 06:22:11.197366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ceaa1da0-9aa9-46f5-88e9-580cdc518174 req-7ac3595b-55fd-4ed1-bd66-a2bf04ca15d3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ec8749-ca14-4ecd-999e-59f219bf159c HTTP/1.1" status: 200 len: 210 time: 0.0291595 Feb 11 06:22:12.013736 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.264919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49350) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:12.671991 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (f816d401-16b8-41b3-b78d-f25c42fc38d5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:12.963773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 54af9060-5158-4724-85f8-747d98d9f4af {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:12.964121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (54af9060-5158-4724-85f8-747d98d9f4af), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:13.072271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 54af9060-5158-4724-85f8-747d98d9f4af, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=54af9060-5158-4724-85f8-747d98d9f4af,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:13.072672 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (54af9060-5158-4724-85f8-747d98d9f4af), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:13.086784 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 54af9060-5158-4724-85f8-747d98d9f4af owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:13.357347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (54af9060-5158-4724-85f8-747d98d9f4af), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:13.387361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=54af9060-5158-4724-85f8-747d98d9f4af,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:13.582120 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (f816d401-16b8-41b3-b78d-f25c42fc38d5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:13.813778 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router f816d401-16b8-41b3-b78d-f25c42fc38d5 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:13.926730 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:13.932729 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b03fb300-5661-4401-8805-baa56f316a54 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/f816d401-16b8-41b3-b78d-f25c42fc38d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6660988 Feb 11 06:22:13.935567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49352) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:13.937629 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] Sync routers for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:13.948707 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:13.949343 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:13.994893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9266af-4d31-4bcd-9496-29c7cee9b67d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting subnet f3cefff3-b6b3-4de2-870c-cf52eaa0a46d {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:22:14.000220 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab9266af-4d31-4bcd-9496-29c7cee9b67d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (f3cefff3-b6b3-4de2-870c-cf52eaa0a46d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.060275 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:14.063335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab9266af-4d31-4bcd-9496-29c7cee9b67d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (f3cefff3-b6b3-4de2-870c-cf52eaa0a46d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.155273 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab9266af-4d31-4bcd-9496-29c7cee9b67d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (f3cefff3-b6b3-4de2-870c-cf52eaa0a46d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.283147 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab9266af-4d31-4bcd-9496-29c7cee9b67d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (f3cefff3-b6b3-4de2-870c-cf52eaa0a46d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.313041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9266af-4d31-4bcd-9496-29c7cee9b67d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cefff3-b6b3-4de2-870c-cf52eaa0a46d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:14.319036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab9266af-4d31-4bcd-9496-29c7cee9b67d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.322778 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ab9266af-4d31-4bcd-9496-29c7cee9b67d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/subnets/f3cefff3-b6b3-4de2-870c-cf52eaa0a46d HTTP/1.1" status: 204 len: 168 time: 0.3859520 Feb 11 06:22:14.327078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e13434-cf9f-4f1c-a4a1-f60ec557bfcd None None] Network ff536adf-4859-4f2b-9220-a452cf609dfa requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:22:14.327680 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49354) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:14.404039 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:22:13Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:14.432707 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] Checking router: f816d401-16b8-41b3-b78d-f25c42fc38d5 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:14.442751 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] Routers {'f816d401-16b8-41b3-b78d-f25c42fc38d5'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:14.442751 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['f816d401-16b8-41b3-b78d-f25c42fc38d5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:14.503205 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (f816d401-16b8-41b3-b78d-f25c42fc38d5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.589460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] DHCP port deletion for ff536adf-4859-4f2b-9220-a452cf609dfa request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:22:14.596310 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] Set router f816d401-16b8-41b3-b78d-f25c42fc38d5 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:14.644895 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (f816d401-16b8-41b3-b78d-f25c42fc38d5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.665230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Deleting port 15163f25-b458-4683-b9a1-c57a444fbf8d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:14.667586 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.753792 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] For port 15163f25-b458-4683-b9a1-c57a444fbf8d, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=15163f25-b458-4683-b9a1-c57a444fbf8d,segment=NetworkSegment(bf4c57fd-61f0-49c5-9752-6bd55231fc4e),segment_id=bf4c57fd-61f0-49c5-9752-6bd55231fc4e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:14.754206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.757313 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 53387207-5061-4fbf-b7cf-9d07752e7f09 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:14.757666 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.769689 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Calling delete_port for 15163f25-b458-4683-b9a1-c57a444fbf8d owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:14.832563 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:22:13Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:14.866700 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ce840-606e-4446-813e-3b9d556e70aa None None] The sync data for ids ['f816d401-16b8-41b3-b78d-f25c42fc38d5'] in n-d-713498-37 is: [{'id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586201695', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:10Z', 'updated_at': '2022-02-11T06:22:13Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '53387207-5061-4fbf-b7cf-9d07752e7f09', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f816d401-16b8-41b3-b78d-f25c42fc38d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:11Z', 'updated_at': '2022-02-11T06:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:14.928686 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (15163f25-b458-4683-b9a1-c57a444fbf8d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.959063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Pushing event deleted for resources: {'Port': ['ID=15163f25-b458-4683-b9a1-c57a444fbf8d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:14.966844 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] No DVR routers for this DVR port 15163f25-b458-4683-b9a1-c57a444fbf8d on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:14.981027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cf63a79a-6582-4175-a558-02efdf8dda89 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:15.012867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.013222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.013567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.013960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.014255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.014588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.014919 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.015251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.015581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.015953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.016286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.016664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.016971 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b6e8d-2f7f-4234-b726-8ee1c1766a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.022261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: cf63a79a-6582-4175-a558-02efdf8dda89 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:15.022614 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cf63a79a-6582-4175-a558-02efdf8dda89 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:15.190449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 53387207-5061-4fbf-b7cf-9d07752e7f09, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=53387207-5061-4fbf-b7cf-9d07752e7f09,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:15.190709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.204394 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 53387207-5061-4fbf-b7cf-9d07752e7f09 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:15.437240 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (53387207-5061-4fbf-b7cf-9d07752e7f09), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.475165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=53387207-5061-4fbf-b7cf-9d07752e7f09,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:15.490179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.490179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.490179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.490747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.490925 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.491285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.491653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.491974 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.492411 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.492976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.493493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.493833 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.494167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:15.553673 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (f816d401-16b8-41b3-b78d-f25c42fc38d5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.656867 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (f816d401-16b8-41b3-b78d-f25c42fc38d5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.659047 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (f816d401-16b8-41b3-b78d-f25c42fc38d5), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.757228 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (f816d401-16b8-41b3-b78d-f25c42fc38d5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.757727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Fanout notify agent at l3_agent the message router_deleted on router f816d401-16b8-41b3-b78d-f25c42fc38d5 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:22:15.770746 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.770746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-7384c1db-3f29-47bf-abe3-9e0832250c04 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/routers/f816d401-16b8-41b3-b78d-f25c42fc38d5 HTTP/1.1" status: 204 len: 168 time: 1.4391878 Feb 11 06:22:15.772339 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49356) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:15.869554 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (ff536adf-4859-4f2b-9220-a452cf609dfa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.969496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (ff536adf-4859-4f2b-9220-a452cf609dfa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:15.991367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff536adf-4859-4f2b-9220-a452cf609dfa']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:16.001845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:16.002146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4c57fd-61f0-49c5-9752-6bd55231fc4e') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:16.012958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (bf4c57fd-61f0-49c5-9752-6bd55231fc4e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.027127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (bf4c57fd-61f0-49c5-9752-6bd55231fc4e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.033457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:22:16.033849 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (bf4c57fd-61f0-49c5-9752-6bd55231fc4e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:22:16.039126 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:22:16.168322 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (ff536adf-4859-4f2b-9220-a452cf609dfa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.175483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.181929 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/networks/ff536adf-4859-4f2b-9220-a452cf609dfa HTTP/1.1" status: 204 len: 168 time: 0.4048591 Feb 11 06:22:16.182532 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49358) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:16.258684 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-658ef404-0b7c-49c6-9dcd-79c720c87dd7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (047bd9fc-120c-4731-bea1-e513ad1590bb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.288803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-658ef404-0b7c-49c6-9dcd-79c720c87dd7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (047bd9fc-120c-4731-bea1-e513ad1590bb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.431998 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-658ef404-0b7c-49c6-9dcd-79c720c87dd7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (047bd9fc-120c-4731-bea1-e513ad1590bb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.434834 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-658ef404-0b7c-49c6-9dcd-79c720c87dd7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:16.439187 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-658ef404-0b7c-49c6-9dcd-79c720c87dd7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/security-groups/047bd9fc-120c-4731-bea1-e513ad1590bb HTTP/1.1" status: 204 len: 168 time: 0.2522268 Feb 11 06:22:16.453822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ef404-0b7c-49c6-9dcd-79c720c87dd7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047bd9fc-120c-4731-bea1-e513ad1590bb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:16.498865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 54af9060-5158-4724-85f8-747d98d9f4af no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:16.528088 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 54af9060-5158-4724-85f8-747d98d9f4af {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:16.528440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 54af9060-5158-4724-85f8-747d98d9f4af not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:16.528905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 53387207-5061-4fbf-b7cf-9d07752e7f09 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:16.531711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65267a-f15f-4300-8848-a32c95090efb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Network': ['ID=ff536adf-4859-4f2b-9220-a452cf609dfa,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:16.550511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 53387207-5061-4fbf-b7cf-9d07752e7f09 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:16.550868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 53387207-5061-4fbf-b7cf-9d07752e7f09 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:16.551300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 15163f25-b458-4683-b9a1-c57a444fbf8d no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:16.573579 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 15163f25-b458-4683-b9a1-c57a444fbf8d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:16.574144 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 15163f25-b458-4683-b9a1-c57a444fbf8d not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:17.067078 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49364) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:17.071844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a6f07964-4e63-4b0e-917f-ce5ff8172036 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847586574', 'description': 'tempest-secgroup-smoke-847586574 description', 'project_id': 'a6fc1514d707497fbff67712556ed7a0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:17.134645 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a6f07964-4e63-4b0e-917f-ce5ff8172036 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.203723 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a6f07964-4e63-4b0e-917f-ce5ff8172036 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (a85b019f-e089-4ce9-8f94-2f13cc311ee1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.276678 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a6f07964-4e63-4b0e-917f-ce5ff8172036 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a85b019f-e089-4ce9-8f94-2f13cc311ee1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.307205 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f07964-4e63-4b0e-917f-ce5ff8172036 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85b019f-e089-4ce9-8f94-2f13cc311ee1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:17.358851 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a6f07964-4e63-4b0e-917f-ce5ff8172036 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.360180 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a6f07964-4e63-4b0e-917f-ce5ff8172036 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2920697 Feb 11 06:22:17.363114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49366) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:17.377561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9dadd3dd-f1de-49f3-9349-d413d3cfb707 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': 'a85b019f-e089-4ce9-8f94-2f13cc311ee1', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:17.465771 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dadd3dd-f1de-49f3-9349-d413d3cfb707 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (27e0f62b-eb8b-4a99-b957-b7ca3fa7195e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.531055 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dadd3dd-f1de-49f3-9349-d413d3cfb707 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (27e0f62b-eb8b-4a99-b957-b7ca3fa7195e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.586791 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dadd3dd-f1de-49f3-9349-d413d3cfb707 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (27e0f62b-eb8b-4a99-b957-b7ca3fa7195e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.606899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadd3dd-f1de-49f3-9349-d413d3cfb707 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e0f62b-eb8b-4a99-b957-b7ca3fa7195e,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:17.684541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9dadd3dd-f1de-49f3-9349-d413d3cfb707 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.685830 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9dadd3dd-f1de-49f3-9349-d413d3cfb707 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217750 Feb 11 06:22:17.688543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49368) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:17.693029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2d815df6-7a53-474e-9d8e-00a825fcaf65 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': 'a85b019f-e089-4ce9-8f94-2f13cc311ee1', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:17.767710 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d815df6-7a53-474e-9d8e-00a825fcaf65 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (4d46cf61-7113-4aa8-86da-9bfe826e1aa2), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.827618 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d815df6-7a53-474e-9d8e-00a825fcaf65 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (4d46cf61-7113-4aa8-86da-9bfe826e1aa2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.922776 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d815df6-7a53-474e-9d8e-00a825fcaf65 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (4d46cf61-7113-4aa8-86da-9bfe826e1aa2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:17.943004 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d815df6-7a53-474e-9d8e-00a825fcaf65 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d46cf61-7113-4aa8-86da-9bfe826e1aa2,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:17.998897 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2d815df6-7a53-474e-9d8e-00a825fcaf65 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.000168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2d815df6-7a53-474e-9d8e-00a825fcaf65 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106339 Feb 11 06:22:18.002966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49370) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:18.007340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-922e487e-eee1-4792-bffe-85855f66a454 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': 'a85b019f-e089-4ce9-8f94-2f13cc311ee1', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:18.087994 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922e487e-eee1-4792-bffe-85855f66a454 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (1a420536-2e5d-435e-9243-5f38c0dd081c), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.158713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922e487e-eee1-4792-bffe-85855f66a454 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (1a420536-2e5d-435e-9243-5f38c0dd081c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.202399 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922e487e-eee1-4792-bffe-85855f66a454 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (1a420536-2e5d-435e-9243-5f38c0dd081c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.222740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e487e-eee1-4792-bffe-85855f66a454 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a420536-2e5d-435e-9243-5f38c0dd081c,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:18.284171 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-922e487e-eee1-4792-bffe-85855f66a454 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.285775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-922e487e-eee1-4792-bffe-85855f66a454 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2818601 Feb 11 06:22:18.290759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49372) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:18.295233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9eddff57-dd3c-4ac7-8674-9b22dcc2572c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': 'a85b019f-e089-4ce9-8f94-2f13cc311ee1', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:18.390655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9eddff57-dd3c-4ac7-8674-9b22dcc2572c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (800d68a8-5277-4ac3-b88a-4216565342d0), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.453605 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9eddff57-dd3c-4ac7-8674-9b22dcc2572c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (800d68a8-5277-4ac3-b88a-4216565342d0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.516875 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9eddff57-dd3c-4ac7-8674-9b22dcc2572c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (800d68a8-5277-4ac3-b88a-4216565342d0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.535531 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddff57-dd3c-4ac7-8674-9b22dcc2572c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800d68a8-5277-4ac3-b88a-4216565342d0,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:18.581455 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9eddff57-dd3c-4ac7-8674-9b22dcc2572c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.582676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9eddff57-dd3c-4ac7-8674-9b22dcc2572c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2909627 Feb 11 06:22:18.585534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49374) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:18.590759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-952b7475-eea9-4a49-a60e-f972d21ee018 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': 'a85b019f-e089-4ce9-8f94-2f13cc311ee1', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:18.659551 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-952b7475-eea9-4a49-a60e-f972d21ee018 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:22:18.665700 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-952b7475-eea9-4a49-a60e-f972d21ee018 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (caa3f369-39b2-4e44-a5f1-52eba10e3b57), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.729022 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-952b7475-eea9-4a49-a60e-f972d21ee018 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (caa3f369-39b2-4e44-a5f1-52eba10e3b57), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.790936 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-952b7475-eea9-4a49-a60e-f972d21ee018 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (caa3f369-39b2-4e44-a5f1-52eba10e3b57), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.810968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b7475-eea9-4a49-a60e-f972d21ee018 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa3f369-39b2-4e44-a5f1-52eba10e3b57,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:18.878985 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-952b7475-eea9-4a49-a60e-f972d21ee018 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:18.880277 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-952b7475-eea9-4a49-a60e-f972d21ee018 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2932022 Feb 11 06:22:18.883657 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49376) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:18.888577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dbb5329f-f320-4f65-a3a7-b11a1782e5fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': 'a85b019f-e089-4ce9-8f94-2f13cc311ee1', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:18.985717 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-dbb5329f-f320-4f65-a3a7-b11a1782e5fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:22:18.991236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbb5329f-f320-4f65-a3a7-b11a1782e5fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (0ea01eec-5232-4a7c-956d-9f782479d2b3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.054336 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbb5329f-f320-4f65-a3a7-b11a1782e5fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (0ea01eec-5232-4a7c-956d-9f782479d2b3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.116727 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbb5329f-f320-4f65-a3a7-b11a1782e5fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (0ea01eec-5232-4a7c-956d-9f782479d2b3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.138609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5329f-f320-4f65-a3a7-b11a1782e5fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea01eec-5232-4a7c-956d-9f782479d2b3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:19.215876 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dbb5329f-f320-4f65-a3a7-b11a1782e5fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.217083 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-dbb5329f-f320-4f65-a3a7-b11a1782e5fe tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3321929 Feb 11 06:22:19.219975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:19.224927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'network': {'name': 'tempest-network-smoke--735878150', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'port_security_enabled': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:19.396723 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:22:19.400364 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.425057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:22:19.435393 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (71b02142-d24d-44fa-a00b-e591f7536886), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.435736 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Added segment 71b02142-d24d-44fa-a00b-e591f7536886 of type vlan for network 66796f24-ae39-49ce-828f-bca2e9d86bab Feb 11 06:22:19.478090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (66796f24-ae39-49ce-828f-bca2e9d86bab), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.557284 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (66796f24-ae39-49ce-828f-bca2e9d86bab), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.562543 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:19.563199 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.638232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Network': ['ID=66796f24-ae39-49ce-828f-bca2e9d86bab,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:19.659598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 66796f24-ae39-49ce-828f-bca2e9d86bab details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:22:19.680994 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-31e33dd6-43b0-4a47-96d1-87c0cbab14f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4593434 Feb 11 06:22:19.685293 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49380) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:19.691158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'admin_state_up': True, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:19.780041 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.781171 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:19.837113 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:20.074145 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:20.330816 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:20.356672 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:20.490017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.89 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/ea96fbfd-088c-4c5f-8be6-c61022ec80fb) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:22:20.598280 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:20.694029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:20.735671 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:22:20.740392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:20.745386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:22:20.748506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=ea96fbfd-088c-4c5f-8be6-c61022ec80fb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:21.079832 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.297317 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.328574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:22:21.499842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:22:21.621350 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:21.632748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Sync routers for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:21.642600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:21.643246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:21.755265 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:21.781711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:21.783063 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ad7a8710-6304-478b-b20c-8a2a6798a4de tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0966930 Feb 11 06:22:21.786465 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49382) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:21.816518 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-474f4d4e-46b4-4e3e-83fe-722580d3e1d5 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6fc1514d707497fbff67712556ed7a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288296 Feb 11 06:22:21.819163 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49384) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:21.919135 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cb294-7743-4902-ab24-b0aba8c35c0c tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:21.923222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a74cb294-7743-4902-ab24-b0aba8c35c0c tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004310 Feb 11 06:22:21.923610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49386) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:21.946581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:20Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:21.953985 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4c086618-73d4-468b-940a-968cdcdb2469 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291851 Feb 11 06:22:21.956898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49388) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:21.962702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2044005939', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:21.978294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Checking router: 7ee48a6f-ec3d-4175-9704-0be6d2aa120e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:21.978649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Updating router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e port ea96fbfd-088c-4c5f-8be6-c61022ec80fb binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:22:22.006066 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.113652 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:22:22.118279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.284939 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Publish callbacks [] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.385298 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.414756 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (70bc0639-f242-4863-a542-905bed254aef), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.441398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Attempting to bind port ea96fbfd-088c-4c5f-8be6-c61022ec80fb on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:22:22.441778 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Attempting to bind port ea96fbfd-088c-4c5f-8be6-c61022ec80fb by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:22:22.442154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Attempting to bind port ea96fbfd-088c-4c5f-8be6-c61022ec80fb on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:22.444280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7fcf8-dc90-4d81-82fb-cc03fa9bc622 None None] Pushing event updated for resources: {'Port': ['ID=ea96fbfd-088c-4c5f-8be6-c61022ec80fb,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:22.451096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:22:22.451457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:22:22.451890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.452203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:22:22.452768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Bound port: ea96fbfd-088c-4c5f-8be6-c61022ec80fb, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:22:22.453162 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.488957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Subnet': ['ID=70bc0639-f242-4863-a542-905bed254aef,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:22.499829 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Checking segment: {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:22:22.500204 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network hostable DHCP agents. Network: 66796f24-ae39-49ce-828f-bca2e9d86bab, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:22:22.517901 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] For port ea96fbfd-088c-4c5f-8be6-c61022ec80fb, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:22.521203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] For port ea96fbfd-088c-4c5f-8be6-c61022ec80fb, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ea96fbfd-088c-4c5f-8be6-c61022ec80fb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:22:22.596958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 66796f24-ae39-49ce-828f-bca2e9d86bab is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:22:22.608844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.673608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:22.674307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:22.710695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 66796f24-ae39-49ce-828f-bca2e9d86bab) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:22.714866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7fcf8-dc90-4d81-82fb-cc03fa9bc622 None None] Pushing event updated for resources: {'Port': ['ID=ea96fbfd-088c-4c5f-8be6-c61022ec80fb,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:22.716085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:22.716847 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:22.731331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ecb6b-45f4-416d-8ed2-8a2f992ad852 None None] Network 66796f24-ae39-49ce-828f-bca2e9d86bab requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:22:22.831671 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1d8573ba-4381-40f9-8664-51b00cf6a2a6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8703756 Feb 11 06:22:22.832299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49390) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:22.869533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:22.974670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-66796f24-ae39-49ce-828f-bca2e9d86bab', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:22:22.975540 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.376301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Allocated IP 172.20.0.2 (66796f24-ae39-49ce-828f-bca2e9d86bab/70bc0639-f242-4863-a542-905bed254aef/0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:22:23.378407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.419242 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:20Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:23.455069 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff7ec9-c3ca-4bd3-953d-9ab4a1481dba None None] The sync data for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 is: [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:20Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:23.590948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Publish callbacks [] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.671563 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.735096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Network 66796f24-ae39-49ce-828f-bca2e9d86bab is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:22:23.746063 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.1 (66796f24-ae39-49ce-828f-bca2e9d86bab/70bc0639-f242-4863-a542-905bed254aef/fc42f444-9d10-462b-8b6a-72787e51f61f) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:22:23.750835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:23.755071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:22:23.763107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Pushing event updated for resources: {'Port': ['ID=0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:23.846724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Attempting to bind port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:22:23.847165 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Attempting to bind port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:22:23.847595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Attempting to bind port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 on network 66796f24-ae39-49ce-828f-bca2e9d86bab {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:23.854753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:22:23.855397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Checking segment: {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:22:23.855844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.856285 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Bound using segment: {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:22:23.856936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Bound port: 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:22:23.857492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.933570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:23.952048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] For port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:23.955563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] For port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:22:24.059985 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.123578 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.142683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5af8c7-79d7-4626-b57d-7d2275ea1e31 None None] Pushing event updated for resources: {'Port': ['ID=0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:24.189156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 66796f24-ae39-49ce-828f-bca2e9d86bab is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:22:24.190719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=fc42f444-9d10-462b-8b6a-72787e51f61f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:24.193463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:24.201233 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:22:24.266184 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.564521 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.599645 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ea96fbfd-088c-4c5f-8be6-c61022ec80fb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:24.697732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ea96fbfd-088c-4c5f-8be6-c61022ec80fb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:24.698149 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.815049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ea96fbfd-088c-4c5f-8be6-c61022ec80fb is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:24.815809 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.840930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port ea96fbfd-088c-4c5f-8be6-c61022ec80fb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ea96fbfd-088c-4c5f-8be6-c61022ec80fb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:24.928963 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:24.931080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:25.000199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:25.060500 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=ea96fbfd-088c-4c5f-8be6-c61022ec80fb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:25.073863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:25.073863 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:25.128996 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:25.213825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=fc42f444-9d10-462b-8b6a-72787e51f61f,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:25.216353 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:25.223077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:25.224053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:25.277206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:25.360177 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 66796f24-ae39-49ce-828f-bca2e9d86bab is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:22:25.362858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:25.385881 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:25.484486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:25.513653 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c37d40-0879-4c45-9035-ec898d973c88 None None] Network 66796f24-ae39-49ce-828f-bca2e9d86bab requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:22:25.566584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:25.607525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8c901631-db76-407a-b1df-8abe5b238cbe None None] Provisioning complete for port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:25.607894 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c901631-db76-407a-b1df-8abe5b238cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:25.742876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8c901631-db76-407a-b1df-8abe5b238cbe None None] Current status of the port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:26.081701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5bc29dc8-351a-42c4-a0a7-0ec742c820cb None None] Provisioning complete for port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:26.082435 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc29dc8-351a-42c4-a0a7-0ec742c820cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.145345 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:26.155828 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7fe45f54-5b7d-4301-bfd6-79cb25a0d362 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/7ee48a6f-ec3d-4175-9704-0be6d2aa120e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3176129 Feb 11 06:22:26.172311 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Sync routers for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:26.185812 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:26.186454 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:26.210476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5bc29dc8-351a-42c4-a0a7-0ec742c820cb None None] Current status of the port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:26.223462 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5bc29dc8-351a-42c4-a0a7-0ec742c820cb None None] Provisioning complete for port fc42f444-9d10-462b-8b6a-72787e51f61f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:26.223986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bc29dc8-351a-42c4-a0a7-0ec742c820cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.286191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5bc29dc8-351a-42c4-a0a7-0ec742c820cb None None] Port fc42f444-9d10-462b-8b6a-72787e51f61f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:22:26.331469 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:26.350035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-50e3139f-9e5c-4852-ac59-082d75846f33 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847586574&fields=id&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 267 time: 0.0540655 Feb 11 06:22:26.410702 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-61d20a8a-9869-431b-887b-560799ebb019 None None] Provisioning complete for port fc42f444-9d10-462b-8b6a-72787e51f61f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:26.411354 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61d20a8a-9869-431b-887b-560799ebb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.468782 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-61d20a8a-9869-431b-887b-560799ebb019 None None] Port fc42f444-9d10-462b-8b6a-72787e51f61f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:22:26.527974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ea96fbfd-088c-4c5f-8be6-c61022ec80fb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:26.540435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6d24d24-136b-40e1-af0d-7c8d2700dfbb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:26.549584 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6d24d24-136b-40e1-af0d-7c8d2700dfbb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/networks?id=66796f24-ae39-49ce-828f-bca2e9d86bab HTTP/1.1" status: 200 len: 796 time: 0.1935296 Feb 11 06:22:26.569628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c4e5846d-9e7d-40bb-aa7c-4ed6cadd819a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/quotas/a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 375 time: 0.0188630 Feb 11 06:22:26.592483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port ea96fbfd-088c-4c5f-8be6-c61022ec80fb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:26.593064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.612918 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 2, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:26.645488 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Checking router: 7ee48a6f-ec3d-4175-9704-0be6d2aa120e for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:26.645996 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Updating router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e port fc42f444-9d10-462b-8b6a-72787e51f61f binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:22:26.653763 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-7472e629-3223-47aa-b6d2-b73de7bf9acc tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831506 Feb 11 06:22:26.685025 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.689314 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port ea96fbfd-088c-4c5f-8be6-c61022ec80fb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:26.691049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:26.741170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c698ca33-320a-4a16-b29f-81d417ff0345 None None] Provisioning complete for port fc42f444-9d10-462b-8b6a-72787e51f61f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:26.741555 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c698ca33-320a-4a16-b29f-81d417ff0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.777024 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-019ccf45-0844-4577-88f0-f5bd5600fb91 service neutron] 10.222.0.62 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096117 Feb 11 06:22:26.785903 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c698ca33-320a-4a16-b29f-81d417ff0345 None None] Port fc42f444-9d10-462b-8b6a-72787e51f61f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:22:26.789780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:26.790186 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:26.878592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:26.887094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4637f780-e51e-4c75-bcdb-55cae821da41 service neutron] 10.222.0.62 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034453 Feb 11 06:22:27.021092 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Publish callbacks [] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.105353 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.139969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5bd9aac7-cb47-4ffa-bca4-66e107344003 req-38c25501-56bb-485e-8303-a192d19dd5f2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 210 time: 0.0383990 Feb 11 06:22:27.202860 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Pushing event updated for resources: {'Port': ['ID=fc42f444-9d10-462b-8b6a-72787e51f61f,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:27.212574 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.213344 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.214121 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.214819 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.215296 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.215996 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.216530 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.216938 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.217374 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.217562 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.217889 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.218179 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.218524 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:27.255334 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Attempting to bind port fc42f444-9d10-462b-8b6a-72787e51f61f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:22:27.255936 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Attempting to bind port fc42f444-9d10-462b-8b6a-72787e51f61f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:22:27.256467 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Attempting to bind port fc42f444-9d10-462b-8b6a-72787e51f61f on network 66796f24-ae39-49ce-828f-bca2e9d86bab {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:27.265779 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:22:27.266357 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Checking segment: {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:22:27.266968 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.267595 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Bound using segment: {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:22:27.268361 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Bound port: fc42f444-9d10-462b-8b6a-72787e51f61f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:22:27.269090 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.362483 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] For port fc42f444-9d10-462b-8b6a-72787e51f61f, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:27.365969 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] For port fc42f444-9d10-462b-8b6a-72787e51f61f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fc42f444-9d10-462b-8b6a-72787e51f61f,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:22:27.449158 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.514709 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:27.515372 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:27.520156 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226cb51-e7e9-40f0-89ff-ae8713c63e09 None None] Pushing event updated for resources: {'Port': ['ID=fc42f444-9d10-462b-8b6a-72787e51f61f,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:27.534514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-91f89a39-8757-4ddb-a67c-25df2e2ca535 None None] Provisioning complete for port fc42f444-9d10-462b-8b6a-72787e51f61f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:27.534514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91f89a39-8757-4ddb-a67c-25df2e2ca535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.643271 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91f89a39-8757-4ddb-a67c-25df2e2ca535 None None] Current status of the port fc42f444-9d10-462b-8b6a-72787e51f61f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:27.643678 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91f89a39-8757-4ddb-a67c-25df2e2ca535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.669263 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:27.684059 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-91f89a39-8757-4ddb-a67c-25df2e2ca535 None None] For port fc42f444-9d10-462b-8b6a-72787e51f61f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fc42f444-9d10-462b-8b6a-72787e51f61f,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:27.745495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91f89a39-8757-4ddb-a67c-25df2e2ca535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.819214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f89a39-8757-4ddb-a67c-25df2e2ca535 None None] Pushing event updated for resources: {'Port': ['ID=fc42f444-9d10-462b-8b6a-72787e51f61f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:27.868133 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-eccc4d21-f655-4f7a-9b74-de0d04b776c4 None None] Provisioning complete for port fc42f444-9d10-462b-8b6a-72787e51f61f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:27.868710 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eccc4d21-f655-4f7a-9b74-de0d04b776c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:27.968963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eccc4d21-f655-4f7a-9b74-de0d04b776c4 None None] Current status of the port fc42f444-9d10-462b-8b6a-72787e51f61f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:27.985033 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:27Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:28.024738 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e6b2b-01c4-4e86-b94a-55913346bf20 None None] The sync data for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 is: [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:27Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:28.269006 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7c8c59b4-d497-4bcc-a5a6-c3dc9ad65bdb req-b6aee0be-11c1-4c6b-9aef-a52b1fe71445 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 210 time: 0.0301290 Feb 11 06:22:28.519075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fc42f444-9d10-462b-8b6a-72787e51f61f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:28.591421 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port fc42f444-9d10-462b-8b6a-72787e51f61f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:28.594938 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:28.711742 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port fc42f444-9d10-462b-8b6a-72787e51f61f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:29.270159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-6428130f-1e63-4a94-8c71-38a34031d024 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:29.272005 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-6428130f-1e63-4a94-8c71-38a34031d024 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/networks?id=66796f24-ae39-49ce-828f-bca2e9d86bab HTTP/1.1" status: 200 len: 796 time: 0.1299050 Feb 11 06:22:29.363717 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-b7f66f80-1ce9-4c38-a416-ade9306459b3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 379 time: 0.0835390 Feb 11 06:22:29.372941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'port': {'device_id': '1584b536-9d1b-4420-b2fa-f31340c99171', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'admin_state_up': True, 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'security_groups': ['a85b019f-e089-4ce9-8f94-2f13cc311ee1']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:29.421890 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-62b4df1f-e495-48b2-865f-a14360da410d req-ffccf0f7-51f1-4d7e-bb9d-0aa2ea0d0f14 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 210 time: 0.0647984 Feb 11 06:22:29.545290 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:22:29.548929 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:29.707502 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.5 (66796f24-ae39-49ce-828f-bca2e9d86bab/70bc0639-f242-4863-a542-905bed254aef/5c276f99-5aed-4ff6-a222-78cffc318910) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:22:29.879541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (5c276f99-5aed-4ff6-a222-78cffc318910), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:29.986092 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.038732 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 66796f24-ae39-49ce-828f-bca2e9d86bab is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:22:30.042573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:30.047042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:22:30.078164 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=5c276f99-5aed-4ff6-a222-78cffc318910,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:30.114235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:30.114897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.196533 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-4079678e-148c-48d6-b878-a12072491599 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289404 Feb 11 06:22:30.213885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Request body: {'port': {'device_id': '1584b536-9d1b-4420-b2fa-f31340c99171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:30.293523 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.415555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bd7a2ae0-990a-43e4-b5cd-4b3227bbb3ed None None] Provisioning complete for port 5c276f99-5aed-4ff6-a222-78cffc318910 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:30.416123 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2ae0-990a-43e4-b5cd-4b3227bbb3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.467615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a2ae0-990a-43e4-b5cd-4b3227bbb3ed None None] Port 5c276f99-5aed-4ff6-a222-78cffc318910 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:22:30.572248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bd3a7-4c8f-46f8-85cc-4db318e7d1a3 req-1cdeafed-e36f-4cf3-ae35-2e761072dede tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:30.573355 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab5bd3a7-4c8f-46f8-85cc-4db318e7d1a3 req-1cdeafed-e36f-4cf3-ae35-2e761072dede tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 931 time: 0.0691068 Feb 11 06:22:30.600074 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c276f99-5aed-4ff6-a222-78cffc318910 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:22:30.608655 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Publish callbacks [] for port (5c276f99-5aed-4ff6-a222-78cffc318910), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.630467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Transition to ACTIVE for port object 5c276f99-5aed-4ff6-a222-78cffc318910 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:22:30.632210 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab5bd3a7-4c8f-46f8-85cc-4db318e7d1a3 req-8a40db00-542a-4fea-9647-b6279f369373 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531080 Feb 11 06:22:30.746209 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.805570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Pushing event updated for resources: {'Port': ['ID=5c276f99-5aed-4ff6-a222-78cffc318910,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:30.890537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Attempting to bind port 5c276f99-5aed-4ff6-a222-78cffc318910 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:22:30.890884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Attempting to bind port 5c276f99-5aed-4ff6-a222-78cffc318910 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:22:30.891228 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Attempting to bind port 5c276f99-5aed-4ff6-a222-78cffc318910 on network 66796f24-ae39-49ce-828f-bca2e9d86bab {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:30.896706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Port 5c276f99-5aed-4ff6-a222-78cffc318910 on network 66796f24-ae39-49ce-828f-bca2e9d86bab not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:22:30.897042 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Attempting to bind port 5c276f99-5aed-4ff6-a222-78cffc318910 on network 66796f24-ae39-49ce-828f-bca2e9d86bab {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:22:30.903832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:22:30.904385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Checking segment: {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:22:30.904993 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Bound using segment: {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:22:30.905579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Bound port: 5c276f99-5aed-4ff6-a222-78cffc318910, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b02142-d24d-44fa-a00b-e591f7536886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:22:30.906112 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.990641 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] For port 5c276f99-5aed-4ff6-a222-78cffc318910, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:22:30.996003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] For port 5c276f99-5aed-4ff6-a222-78cffc318910, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5c276f99-5aed-4ff6-a222-78cffc318910,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:22:31.089150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:31.130166 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.130807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:31.132227 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] 10.222.0.65 "PUT /v2.0/ports/5c276f99-5aed-4ff6-a222-78cffc318910 HTTP/1.1" status: 200 len: 1092 time: 0.9286816 Feb 11 06:22:31.132688 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:31.135159 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c86da80-8258-4a36-b603-4521704a183f" -d '{"events": [{"name": "network-changed", "server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:31.157569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4ce8c-41a4-4cdf-9c73-71d786f82978 service neutron] Pushing event updated for resources: {'Port': ['ID=5c276f99-5aed-4ff6-a222-78cffc318910,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:31.186343 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4fecae-c289-4a47-a4f3-775fffd446f1 x-openstack-request-id: req-1a4fecae-c289-4a47-a4f3-775fffd446f1 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:31.186681 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:31.187037 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a4fecae-c289-4a47-a4f3-775fffd446f1 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:31.187473 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910', 'status': 'completed', 'code': 200} Feb 11 06:22:31.263608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da80-8258-4a36-b603-4521704a183f req-cca51193-185a-4ac1-a449-b9a6d125e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.265255 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6c86da80-8258-4a36-b603-4521704a183f req-cca51193-185a-4ac1-a449-b9a6d125e6ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 1126 time: 0.0603452 Feb 11 06:22:31.375499 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da80-8258-4a36-b603-4521704a183f req-b2b03f80-0004-4e8b-96a2-0fad6d606fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.377030 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6c86da80-8258-4a36-b603-4521704a183f req-b2b03f80-0004-4e8b-96a2-0fad6d606fbf service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a6fc1514d707497fbff67712556ed7a0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1056733 Feb 11 06:22:31.482820 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da80-8258-4a36-b603-4521704a183f req-82cedb1a-9087-493d-a247-878883404c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.484325 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6c86da80-8258-4a36-b603-4521704a183f req-82cedb1a-9087-493d-a247-878883404c57 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022692 Feb 11 06:22:31.568197 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-07d7b803-52e2-440a-9253-a83e848c3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.569844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-07d7b803-52e2-440a-9253-a83e848c3636 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 1126 time: 0.0485556 Feb 11 06:22:31.616889 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-814d1208-04be-4ad5-80f3-bd92f973e5a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c276f99-5aed-4ff6-a222-78cffc318910 HTTP/1.1" status: 200 len: 217 time: 0.0403278 Feb 11 06:22:31.666464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-62e298f1-482c-4e99-ba15-8dcffe37574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.668040 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-62e298f1-482c-4e99-ba15-8dcffe37574f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70bc0639-f242-4863-a542-905bed254aef HTTP/1.1" status: 200 len: 835 time: 0.0460000 Feb 11 06:22:31.730442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-9e6ad13f-55a2-47e1-8caa-3dca4e615421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.732037 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-9e6ad13f-55a2-47e1-8caa-3dca4e615421 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66796f24-ae39-49ce-828f-bca2e9d86bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558286 Feb 11 06:22:31.771165 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4906-3731-4124-ba15-1aaf8e44d1f9 req-1d15ae98-9edd-4411-8385-7d336dc5eeaa tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:31.772751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad6d4906-3731-4124-ba15-1aaf8e44d1f9 req-1d15ae98-9edd-4411-8385-7d336dc5eeaa tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 943 time: 0.0561397 Feb 11 06:22:31.825172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad6d4906-3731-4124-ba15-1aaf8e44d1f9 req-0b6e0102-0e17-4ba8-baf5-833edee257f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462503 Feb 11 06:22:31.833141 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-7c217532-4e34-45b0-b758-3042c6f01ef2 service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937595 Feb 11 06:22:31.927291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d5d3adc0-7138-4688-b3c6-5fc5a53cd3db req-ecc289e3-3de9-4a10-a0a9-e6e9c8ed4321 service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887685 Feb 11 06:22:32.950811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e047-bf84-495b-99c9-a7f4e3c27dd6 req-80460d49-8c70-45b7-bc57-172ae3955696 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:32.952351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5e6e047-bf84-495b-99c9-a7f4e3c27dd6 req-80460d49-8c70-45b7-bc57-172ae3955696 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 943 time: 0.0544209 Feb 11 06:22:33.011307 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5e6e047-bf84-495b-99c9-a7f4e3c27dd6 req-db0a4057-a08a-4be9-a984-e195eaf9c8b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532703 Feb 11 06:22:33.014244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ccc29e7b-8f58-4812-887f-381d5f3c058f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:34.150775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2d15-5ee2-4d5c-8ee1-fca2193f5921 req-29bec323-95a1-4275-a16a-13cbb8cb5a59 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:34.153134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bebf2d15-5ee2-4d5c-8ee1-fca2193f5921 req-29bec323-95a1-4275-a16a-13cbb8cb5a59 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 943 time: 0.0667312 Feb 11 06:22:34.210400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bebf2d15-5ee2-4d5c-8ee1-fca2193f5921 req-40c41d59-8e81-4294-9527-c5ed23fc2ad6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513899 Feb 11 06:22:35.083182 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5c276f99-5aed-4ff6-a222-78cffc318910 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:22:35.191450 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5c276f99-5aed-4ff6-a222-78cffc318910, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5c276f99-5aed-4ff6-a222-78cffc318910,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:35.203804 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '5c276f99-5aed-4ff6-a222-78cffc318910', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'port_id': '5c276f99-5aed-4ff6-a222-78cffc318910', 'mac_address': 'fa:16:3e:78:95:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:22:35.245393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 5c276f99-5aed-4ff6-a222-78cffc318910 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:35.246029 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.268118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c276f99-5aed-4ff6-a222-78cffc318910 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:22:35.297067 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5c276f99-5aed-4ff6-a222-78cffc318910, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5c276f99-5aed-4ff6-a222-78cffc318910,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:35.366897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f93d28-6b30-4a10-8efa-011d26b903b6 req-ac33c120-16d3-4429-bff8-53bb09642d22 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:35.368476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38f93d28-6b30-4a10-8efa-011d26b903b6 req-ac33c120-16d3-4429-bff8-53bb09642d22 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 943 time: 0.0604641 Feb 11 06:22:35.396429 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.427234 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38f93d28-6b30-4a10-8efa-011d26b903b6 req-1253a72d-f46c-4b65-9b72-e89d49a0642d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525801 Feb 11 06:22:35.454392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=5c276f99-5aed-4ff6-a222-78cffc318910,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:35.596524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-254a8d1f-1707-47d8-aab6-00277d2ea15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.604003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['5c276f99-5aed-4ff6-a222-78cffc318910'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:22:36.558192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff598d-6254-4742-9acf-2412a38e6e7d req-7862083f-ce9b-4f24-9751-f03824ff839b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:36.560003 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecff598d-6254-4742-9acf-2412a38e6e7d req-7862083f-ce9b-4f24-9751-f03824ff839b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 944 time: 0.0605037 Feb 11 06:22:36.615388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ecff598d-6254-4742-9acf-2412a38e6e7d req-4050eeae-9ab3-4dbf-bfa5-ef3118b226ff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495439 Feb 11 06:22:36.945175 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.083765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5c276f99-5aed-4ff6-a222-78cffc318910 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:22:37.196506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 5c276f99-5aed-4ff6-a222-78cffc318910 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:22:37.200732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 5c276f99-5aed-4ff6-a222-78cffc318910 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:22:37.201211 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.286112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 5c276f99-5aed-4ff6-a222-78cffc318910 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:22:37.286506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.311748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:37.324519 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce67076-98c1-42c2-a4f0-869321237b2b" -d '{"events": [{"server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "name": "network-vif-plugged", "status": "completed", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:37.329933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 5c276f99-5aed-4ff6-a222-78cffc318910, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5c276f99-5aed-4ff6-a222-78cffc318910,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:37.357262 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80637a8b-e304-486e-b5d8-cc70bfdb65fe x-openstack-request-id: req-80637a8b-e304-486e-b5d8-cc70bfdb65fe {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:37.357539 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "name": "network-vif-plugged", "status": "completed", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:37.357826 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80637a8b-e304-486e-b5d8-cc70bfdb65fe {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:37.358248 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910', 'code': 200} Feb 11 06:22:37.431037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:37.479066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7563a98-3dbc-42b6-8fe3-fb48a9e4a8e4 req-e196144b-8a50-497b-80fb-2e372faaf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:37.482847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=5c276f99-5aed-4ff6-a222-78cffc318910,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:37.483049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f7563a98-3dbc-42b6-8fe3-fb48a9e4a8e4 req-e196144b-8a50-497b-80fb-2e372faaf10a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 1128 time: 0.0571556 Feb 11 06:22:37.538221 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f7563a98-3dbc-42b6-8fe3-fb48a9e4a8e4 req-d62b2756-a9e4-43b8-baf6-754ad3a7770a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483696 Feb 11 06:22:37.738821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5d3e7-6ae7-4893-b3a8-1a7cca5f2cd7 req-8d3a25f8-5371-4489-a3f0-38fa1546df0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:37.740383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ef5d3e7-6ae7-4893-b3a8-1a7cca5f2cd7 req-8d3a25f8-5371-4489-a3f0-38fa1546df0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0561764 Feb 11 06:22:37.793397 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ef5d3e7-6ae7-4893-b3a8-1a7cca5f2cd7 req-53702fb4-3114-465b-8923-468ce0bdd750 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462823 Feb 11 06:22:38.545390 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.947097 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bac6d-8977-4ea1-bbed-2a80f550ac2d req-9ea32de4-3a7d-40b4-beac-423c8e33ff78 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:38.950597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f25bac6d-8977-4ea1-bbed-2a80f550ac2d req-9ea32de4-3a7d-40b4-beac-423c8e33ff78 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0699866 Feb 11 06:22:39.007674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f25bac6d-8977-4ea1-bbed-2a80f550ac2d req-2814a269-2c82-4eeb-aeb5-9b69c399f36d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496087 Feb 11 06:22:39.036979 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:39.133553 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8431c-7b7d-4e23-9a81-bc45f5afa47a req-18515e94-6460-4ab5-a713-4f48bfd9fd9a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:39.135094 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b8431c-7b7d-4e23-9a81-bc45f5afa47a req-18515e94-6460-4ab5-a713-4f48bfd9fd9a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Feb 11 06:22:39.185377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-66b8431c-7b7d-4e23-9a81-bc45f5afa47a req-15ce12bf-a801-4819-8e8d-c35105098d8a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435870 Feb 11 06:22:39.210478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49450) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:39.258608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89264363-a30d-4652-b720-bd961069bba8 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:39.264539 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-89264363-a30d-4652-b720-bd961069bba8 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 1123 time: 0.0488508 Feb 11 06:22:39.266693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49452) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:39.271174 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '5c276f99-5aed-4ff6-a222-78cffc318910', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:39.327684 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:39.385213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:39.498484 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:39.606097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.121 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/244dedf6-4cc0-4e42-8337-d53584ddcfdc) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:22:39.716700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (244dedf6-4cc0-4e42-8337-d53584ddcfdc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:39.808493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (244dedf6-4cc0-4e42-8337-d53584ddcfdc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:39.851764 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:22:39.854895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:39.858601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:22:39.863986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=244dedf6-4cc0-4e42-8337-d53584ddcfdc,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:40.254016 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (5df20727-c841-4cee-8920-b7bfbbe70dc0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:40.389021 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (244dedf6-4cc0-4e42-8337-d53584ddcfdc), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:40.554052 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (244dedf6-4cc0-4e42-8337-d53584ddcfdc), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:40.613758 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (244dedf6-4cc0-4e42-8337-d53584ddcfdc), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:40.687301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=244dedf6-4cc0-4e42-8337-d53584ddcfdc,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:40.700292 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (5df20727-c841-4cee-8920-b7bfbbe70dc0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:40.813335 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 5df20727-c841-4cee-8920-b7bfbbe70dc0 associated. External IP: 172.25.8.121, port: 5c276f99-5aed-4ff6-a222-78cffc318910. Feb 11 06:22:41.040496 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:41.158080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:41.169693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] Sync routers for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:41.179987 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:41.184995 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:41.233231 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:41.264684 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b4bf309a-33a6-45c2-8d50-3e03e888e212 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9968820 Feb 11 06:22:41.282673 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:41.282673 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca9817-6020-4446-99e1-f995254adbea" -d '{"events": [{"name": "network-changed", "server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:41.293594 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:41.317096 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f30b88-1f5a-4d5b-9b2c-ae63ea42512c x-openstack-request-id: req-67f30b88-1f5a-4d5b-9b2c-ae63ea42512c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:41.317096 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:41.317096 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67f30b88-1f5a-4d5b-9b2c-ae63ea42512c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:41.317096 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910', 'status': 'completed', 'code': 200} Feb 11 06:22:41.387934 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca9817-6020-4446-99e1-f995254adbea req-46eae4cb-03cb-41c7-a868-913bbe4a825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:41.389650 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-46eae4cb-03cb-41c7-a868-913bbe4a825c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 1128 time: 0.0518098 Feb 11 06:22:41.389798 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecea01-5bb5-4344-9980-3b56c1b21495 req-99270696-5d73-4592-8c44-a98bb27685bb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:41.391502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9aecea01-5bb5-4344-9980-3b56c1b21495 req-99270696-5d73-4592-8c44-a98bb27685bb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0635142 Feb 11 06:22:41.457306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9aecea01-5bb5-4344-9980-3b56c1b21495 req-37360e2b-8ccb-4342-9fe2-50f6fa492932 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586388 Feb 11 06:22:41.480964 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49458) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:41.547368 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca9817-6020-4446-99e1-f995254adbea req-3d63d207-4ba6-4016-8247-81962e1032ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:41.548898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-3d63d207-4ba6-4016-8247-81962e1032ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=66796f24-ae39-49ce-828f-bca2e9d86bab HTTP/1.1" status: 200 len: 897 time: 0.1502988 Feb 11 06:22:41.554620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5df20727-c841-4cee-8920-b7bfbbe70dc0', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'port_id': '5c276f99-5aed-4ff6-a222-78cffc318910', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'mac_address': 'fa:16:3e:78:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1584b536-9d1b-4420-b2fa-f31340c99171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:22:40Z', 'updated_at': '2022-02-11T06:22:40Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:27Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:41.582634 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] Checking router: 7ee48a6f-ec3d-4175-9704-0be6d2aa120e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:41.591739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:41.592357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:22:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:41.598612 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c1f10652-e164-4036-a35b-50ed468a415a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/5df20727-c841-4cee-8920-b7bfbbe70dc0 HTTP/1.1" status: 200 len: 991 time: 0.1164289 Feb 11 06:22:41.624855 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-a079f997-f98b-4e48-a8eb-f0a487a85811 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c276f99-5aed-4ff6-a222-78cffc318910 HTTP/1.1" status: 200 len: 999 time: 0.0691879 Feb 11 06:22:41.676192 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca9817-6020-4446-99e1-f995254adbea req-c294e506-75a4-43bf-bd65-67d8a3ef37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:41.677748 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-c294e506-75a4-43bf-bd65-67d8a3ef37aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70bc0639-f242-4863-a542-905bed254aef HTTP/1.1" status: 200 len: 835 time: 0.0476282 Feb 11 06:22:41.712099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:41.737237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca9817-6020-4446-99e1-f995254adbea req-d2c7d107-538b-4107-b0f6-caa080af9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:41.738813 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-d2c7d107-538b-4107-b0f6-caa080af9339 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66796f24-ae39-49ce-828f-bca2e9d86bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551038 Feb 11 06:22:41.751011 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-209fa9fc-e17f-4458-91b7-4032413e7f61 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:22:41.752092 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-209fa9fc-e17f-4458-91b7-4032413e7f61 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060246 Feb 11 06:22:41.852977 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-1b1fec5e-1a5e-44ae-885b-5f83be07e51c service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947967 Feb 11 06:22:41.957994 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87ca9817-6020-4446-99e1-f995254adbea req-20793022-e96f-43b2-a6a8-900e46dffd9c service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994945 Feb 11 06:22:42.086336 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:42.143230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5df20727-c841-4cee-8920-b7bfbbe70dc0', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'port_id': '5c276f99-5aed-4ff6-a222-78cffc318910', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'mac_address': 'fa:16:3e:78:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1584b536-9d1b-4420-b2fa-f31340c99171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:22:40Z', 'updated_at': '2022-02-11T06:22:40Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:27Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:42.169835 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ae8b6-958c-493c-be2e-eee8bf648ae3 None None] The sync data for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 is: [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '5df20727-c841-4cee-8920-b7bfbbe70dc0', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'port_id': '5c276f99-5aed-4ff6-a222-78cffc318910', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'mac_address': 'fa:16:3e:78:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1584b536-9d1b-4420-b2fa-f31340c99171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:22:40Z', 'updated_at': '2022-02-11T06:22:40Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:27Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:42.387942 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9413f9d-2d07-41a2-8dff-ae77d3f0a5a5 None None] New status for floating IP 5df20727-c841-4cee-8920-b7bfbbe70dc0: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:22:42.602584 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49460) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:42.668321 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7f71dc63-5e3e-42a1-9311-c08813aa1ef8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/5df20727-c841-4cee-8920-b7bfbbe70dc0 HTTP/1.1" status: 200 len: 993 time: 0.0643823 Feb 11 06:22:58.329501 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:23:03.053571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f7617940-b17e-435b-b7e6-0bd13953a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.573274 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f58172a0-5bb4-4f00-b1f2-3bbdabf04f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:06.904359 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:08.510125 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.024544 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.310304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:11.465985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f82f0-2ffa-4c1c-90aa-2728d616ea74 req-9bfbe653-b3c1-481a-813a-3c83e8368fcf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:11.467507 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f04f82f0-2ffa-4c1c-90aa-2728d616ea74 req-9bfbe653-b3c1-481a-813a-3c83e8368fcf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0569520 Feb 11 06:23:11.501669 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-2b1f7990-ac1f-4194-9568-1207d635930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:11.503324 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-2b1f7990-ac1f-4194-9568-1207d635930a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 1128 time: 0.0458138 Feb 11 06:23:11.518516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f04f82f0-2ffa-4c1c-90aa-2728d616ea74 req-618e7f3e-eaaa-4df0-83ab-83bf9801c295 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445035 Feb 11 06:23:11.601691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-6e05c9cf-1dc7-4886-9a84-ee7f808ccd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:11.604219 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-6e05c9cf-1dc7-4886-9a84-ee7f808ccd25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66796f24-ae39-49ce-828f-bca2e9d86bab HTTP/1.1" status: 200 len: 897 time: 0.0947633 Feb 11 06:23:11.674705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-3e9f2e35-1495-43fc-9242-9a3477cf426b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c276f99-5aed-4ff6-a222-78cffc318910 HTTP/1.1" status: 200 len: 1001 time: 0.0644727 Feb 11 06:23:12.002417 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:12.049789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-30bb279e-c165-49cc-9b1d-21bfc8d6bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:12.051268 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-30bb279e-c165-49cc-9b1d-21bfc8d6bd77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70bc0639-f242-4863-a542-905bed254aef HTTP/1.1" status: 200 len: 835 time: 0.3705964 Feb 11 06:23:12.099981 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-906d2fd0-e3a7-4d1f-ba95-4ae297dd6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:12.101527 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-906d2fd0-e3a7-4d1f-ba95-4ae297dd6a18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66796f24-ae39-49ce-828f-bca2e9d86bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444310 Feb 11 06:23:12.191171 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-d08032dd-e439-430a-adbb-bfedb7c7db74 service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837224 Feb 11 06:23:12.281844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a785a1e9-7b68-4cfc-a548-fd990c36a9f6 req-a1caee20-ac09-497b-bc4d-a1e4106d7edd service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842178 Feb 11 06:23:12.647476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0f291-8fec-4c1e-a395-faeb77ed2b1c req-e1c4d3d3-3372-4ebd-81c1-3f5d2ea41918 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:12.649012 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ca0f291-8fec-4c1e-a395-faeb77ed2b1c req-e1c4d3d3-3372-4ebd-81c1-3f5d2ea41918 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0577216 Feb 11 06:23:12.701394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ca0f291-8fec-4c1e-a395-faeb77ed2b1c req-0c70cfa6-e6e2-48ed-a305-b2eddaa91d20 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466387 Feb 11 06:23:13.831694 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ade9e-4284-4d63-bb24-4fb9666c4d8e req-a347e95c-0eff-4075-9513-c68901ff8cb0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:13.833204 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-356ade9e-4284-4d63-bb24-4fb9666c4d8e req-a347e95c-0eff-4075-9513-c68901ff8cb0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0600579 Feb 11 06:23:13.881460 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-356ade9e-4284-4d63-bb24-4fb9666c4d8e req-d922e971-fecb-40dc-ba9a-8c41108e17b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Feb 11 06:23:15.008305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a121c67-effc-4805-bb27-8696d4430343 req-5ed03936-5c89-437e-b430-1bf14364e9e7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:15.009884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a121c67-effc-4805-bb27-8696d4430343 req-5ed03936-5c89-437e-b430-1bf14364e9e7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0591164 Feb 11 06:23:15.060971 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a121c67-effc-4805-bb27-8696d4430343 req-a379d2cc-c3b9-40f4-b054-1821515288f2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454791 Feb 11 06:23:16.179985 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a41f1-aac5-49bb-9c6b-b113bf71042f req-9b5d0274-b10d-4fa5-ae21-e84e92c7915f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:16.181516 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f4a41f1-aac5-49bb-9c6b-b113bf71042f req-9b5d0274-b10d-4fa5-ae21-e84e92c7915f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0520754 Feb 11 06:23:16.235262 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6f4a41f1-aac5-49bb-9c6b-b113bf71042f req-3f7e0126-3f0d-4ed0-b587-e3bf63929ce8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481107 Feb 11 06:23:17.356653 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334e889-d69c-47a5-9853-4a8b41218d8c req-baa2caca-29b1-4310-bced-1551b822c45d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:17.358141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9334e889-d69c-47a5-9853-4a8b41218d8c req-baa2caca-29b1-4310-bced-1551b822c45d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0537360 Feb 11 06:23:17.407774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9334e889-d69c-47a5-9853-4a8b41218d8c req-99e34e34-ffda-4cab-aea0-a95b4cf811cf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Feb 11 06:23:18.529252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c75d7-8dec-4a9e-8bd6-36c2dbe2f9f3 req-54a5188d-fc57-4b7f-a92e-820d40756a8a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:18.530766 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-859c75d7-8dec-4a9e-8bd6-36c2dbe2f9f3 req-54a5188d-fc57-4b7f-a92e-820d40756a8a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0531971 Feb 11 06:23:18.580274 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-859c75d7-8dec-4a9e-8bd6-36c2dbe2f9f3 req-58964a5e-b48b-4d1c-b104-abc644ee547b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433633 Feb 11 06:23:19.708258 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394df5-bb21-41fe-96e4-a6e956c19992 req-41ba15a4-58a2-4be1-8524-abb8ecd76042 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:19.709797 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af394df5-bb21-41fe-96e4-a6e956c19992 req-41ba15a4-58a2-4be1-8524-abb8ecd76042 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0580082 Feb 11 06:23:19.769933 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af394df5-bb21-41fe-96e4-a6e956c19992 req-02de3983-3b5a-4f4c-86fa-60e46ae96e81 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542896 Feb 11 06:23:20.897083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9ea78-b3b3-448b-8178-74f0937f148d req-4e90f9cb-2901-4a66-ae1b-54d660e3b0df tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:20.898566 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fc9ea78-b3b3-448b-8178-74f0937f148d req-4e90f9cb-2901-4a66-ae1b-54d660e3b0df tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Feb 11 06:23:20.946225 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9fc9ea78-b3b3-448b-8178-74f0937f148d req-a4a1e8d1-0180-4735-b7ee-8098ce3eeba0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Feb 11 06:23:22.070952 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37a3d-abbe-4616-a398-380743f94fdc req-f5f65107-3b2e-4f7d-aa91-fd2174d7c89e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:22.072471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bc37a3d-abbe-4616-a398-380743f94fdc req-f5f65107-3b2e-4f7d-aa91-fd2174d7c89e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0588052 Feb 11 06:23:22.122711 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7bc37a3d-abbe-4616-a398-380743f94fdc req-b541921c-cccf-46ac-889d-45197cfc008d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446861 Feb 11 06:23:23.248179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9857ace-1803-43a2-97fa-39e51e6e010f req-51676bb7-d3e8-47ed-868b-9718387d604c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:23.249723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9857ace-1803-43a2-97fa-39e51e6e010f req-51676bb7-d3e8-47ed-868b-9718387d604c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0546818 Feb 11 06:23:23.298393 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a9857ace-1803-43a2-97fa-39e51e6e010f req-940474b9-f2c5-45c7-aca1-5edab1fe367d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429833 Feb 11 06:23:24.418797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42332e2e-4345-493f-a1de-4312fc921f3a req-ce153631-50e4-429f-834a-b27342455389 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:24.420286 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42332e2e-4345-493f-a1de-4312fc921f3a req-ce153631-50e4-429f-834a-b27342455389 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0523529 Feb 11 06:23:24.474206 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-42332e2e-4345-493f-a1de-4312fc921f3a req-8930823b-0486-4dc8-9f0f-f9436531ffa0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477374 Feb 11 06:23:24.495989 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49496) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:24.561304 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d93289dd-ba55-4677-a87a-8632014c6a3c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/5df20727-c841-4cee-8920-b7bfbbe70dc0 HTTP/1.1" status: 200 len: 993 time: 0.0640788 Feb 11 06:23:27.160930 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-05e846cc-2af9-49bb-8c6f-bd7cfc7687bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454383 Feb 11 06:23:27.243569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-d470d409-e46a-4f93-985f-1d5636f7a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:27.245096 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-d470d409-e46a-4f93-985f-1d5636f7a972 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 1128 time: 0.0457621 Feb 11 06:23:27.350692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-d425b581-6652-4f23-8390-3a3ba9324919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:27.352156 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-d425b581-6652-4f23-8390-3a3ba9324919 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66796f24-ae39-49ce-828f-bca2e9d86bab HTTP/1.1" status: 200 len: 897 time: 0.0882971 Feb 11 06:23:27.414896 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-c65fe42e-77b1-4b78-a678-2b8597ff3f13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c276f99-5aed-4ff6-a222-78cffc318910 HTTP/1.1" status: 200 len: 1001 time: 0.0572028 Feb 11 06:23:27.466374 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-59971ff0-8123-403e-9adf-ee8d5f04d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:27.467814 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-59971ff0-8123-403e-9adf-ee8d5f04d683 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70bc0639-f242-4863-a542-905bed254aef HTTP/1.1" status: 200 len: 835 time: 0.0476723 Feb 11 06:23:27.517121 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-64548dda-0ce2-46fd-a80f-10abbde52d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:27.519538 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-64548dda-0ce2-46fd-a80f-10abbde52d0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66796f24-ae39-49ce-828f-bca2e9d86bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460656 Feb 11 06:23:27.610500 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-f6722392-a751-40fa-9a6a-3170e9df1dcb service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847888 Feb 11 06:23:27.703442 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5a884929-7d8f-4cc1-b8ee-7c372b4aa1fc req-b3e52e45-d759-49ff-993c-dd1e4a316d65 service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869684 Feb 11 06:23:33.019549 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-219011bf-3ced-4fed-95ad-d20646437ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:35.329524 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:23:35.596522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-876a0226-ab17-4995-9a73-dc47112f83be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:36.927312 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:38.539220 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:39.070172 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:39.321681 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:41.995728 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:54.915904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49506) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:55.085798 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 244dedf6-4cc0-4e42-8337-d53584ddcfdc {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:23:55.086150 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (244dedf6-4cc0-4e42-8337-d53584ddcfdc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.167995 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (244dedf6-4cc0-4e42-8337-d53584ddcfdc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.168229 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (244dedf6-4cc0-4e42-8337-d53584ddcfdc), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.192481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 244dedf6-4cc0-4e42-8337-d53584ddcfdc owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:23:55.419164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (244dedf6-4cc0-4e42-8337-d53584ddcfdc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.450887 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=244dedf6-4cc0-4e42-8337-d53584ddcfdc,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:55.463867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.464619 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.464985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.465321 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.465648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.466038 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.466403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.466759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.467092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.467444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.467799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.468176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.468552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:55.527062 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (5df20727-c841-4cee-8920-b7bfbbe70dc0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.527530 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 5df20727-c841-4cee-8920-b7bfbbe70dc0 disassociated (deleted). External IP: 172.25.8.121, port: 5c276f99-5aed-4ff6-a222-78cffc318910. Feb 11 06:23:55.753466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:23:55.869277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:23:55.875242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:55.879670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] Sync routers for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:23:55.890451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:55.891078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:55.906071 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4684d050-858f-4b2e-9326-92d7ef84f1c2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/floatingips/5df20727-c841-4cee-8920-b7bfbbe70dc0 HTTP/1.1" status: 204 len: 168 time: 0.9890463 Feb 11 06:23:55.906712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:55.908947 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a66a1f-ed07-465b-bc70-f0675389cea9" -d '{"events": [{"name": "network-changed", "server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:55.955780 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba92a7f-83d3-42ce-87a3-02d5d1f3b6bf x-openstack-request-id: req-4ba92a7f-83d3-42ce-87a3-02d5d1f3b6bf {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:55.956451 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:55.956451 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ba92a7f-83d3-42ce-87a3-02d5d1f3b6bf {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:55.956977 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910', 'status': 'completed', 'code': 200} Feb 11 06:23:56.012341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:56.029259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-af8012bf-665c-467a-ba01-5e4ad6007936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.031022 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-af8012bf-665c-467a-ba01-5e4ad6007936 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 1128 time: 0.0519047 Feb 11 06:23:56.131766 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-4d92ad80-3ded-4739-a402-d75e8bbbcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.133306 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-4d92ad80-3ded-4739-a402-d75e8bbbcd89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66796f24-ae39-49ce-828f-bca2e9d86bab HTTP/1.1" status: 200 len: 897 time: 0.0969467 Feb 11 06:23:56.178046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-49771a14-5c98-4145-b080-947b79cd465c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c276f99-5aed-4ff6-a222-78cffc318910 HTTP/1.1" status: 200 len: 217 time: 0.0388188 Feb 11 06:23:56.224027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:27Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:56.243302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-91ac9ec0-1731-477f-8254-1684b29516d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.243302 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-91ac9ec0-1731-477f-8254-1684b29516d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70bc0639-f242-4863-a542-905bed254aef HTTP/1.1" status: 200 len: 835 time: 0.0594466 Feb 11 06:23:56.254628 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] Checking router: 7ee48a6f-ec3d-4175-9704-0be6d2aa120e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:23:56.267378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:56.268260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:56.301465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-57051140-1804-417b-93e0-df09fdd59d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.302433 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-57051140-1804-417b-93e0-df09fdd59d72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66796f24-ae39-49ce-828f-bca2e9d86bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519495 Feb 11 06:23:56.389324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:56.408735 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-95d2eb90-aa3b-48f0-818e-ccfa731ad43f service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994060 Feb 11 06:23:56.412963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b5d7f-5c93-45bb-a51b-75302f07c1d4 req-61e50c44-3db2-4b42-8a21-d5cb2de60c80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.414649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e3b5d7f-5c93-45bb-a51b-75302f07c1d4 req-61e50c44-3db2-4b42-8a21-d5cb2de60c80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.1192298 Feb 11 06:23:56.467000 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7e3b5d7f-5c93-45bb-a51b-75302f07c1d4 req-5abc0b93-2ae1-4ea7-a4be-6fcb73b244c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460176 Feb 11 06:23:56.517703 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-34a66a1f-ed07-465b-bc70-f0675389cea9 req-989ff11d-8cd5-4dfe-a171-787de1abe351 service neutron] 10.222.0.65 "GET /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031394 Feb 11 06:23:56.610382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:27Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:56.637390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0969e18-036e-44f5-b5d4-b7c95397cbc3 None None] The sync data for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 is: [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': 'fc42f444-9d10-462b-8b6a-72787e51f61f', 'name': '', 'network_id': '66796f24-ae39-49ce-828f-bca2e9d86bab', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:06:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '70bc0639-f242-4863-a542-905bed254aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:23Z', 'updated_at': '2022-02-11T06:22:27Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '70bc0639-f242-4863-a542-905bed254aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:23:56.869323 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af03cc-1e0e-41d9-b8ef-5be278b95b6b None None] New status for floating IP 5df20727-c841-4cee-8920-b7bfbbe70dc0: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:23:57.652628 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fe5e5-dc13-493c-bc2a-0ef698fc4c54 req-7ae913ff-df2a-426c-975a-feb64867ddbf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:57.654135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-144fe5e5-dc13-493c-bc2a-0ef698fc4c54 req-7ae913ff-df2a-426c-975a-feb64867ddbf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.1037247 Feb 11 06:23:57.703250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-138c933a-31cc-4362-952e-2d7bb4d08adf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:57.704785 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-138c933a-31cc-4362-952e-2d7bb4d08adf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 945 time: 0.0552828 Feb 11 06:23:57.704989 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-144fe5e5-dc13-493c-bc2a-0ef698fc4c54 req-9a3d0829-812c-497a-b578-c4efb5b5b746 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=a85b019f-e089-4ce9-8f94-2f13cc311ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Feb 11 06:23:57.809874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 5c276f99-5aed-4ff6-a222-78cffc318910 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:23:57.810219 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:57.900749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 5c276f99-5aed-4ff6-a222-78cffc318910, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=5c276f99-5aed-4ff6-a222-78cffc318910,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:57.901893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:57.915073 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 5c276f99-5aed-4ff6-a222-78cffc318910 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:23:58.093379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (5c276f99-5aed-4ff6-a222-78cffc318910), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:58.122392 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=5c276f99-5aed-4ff6-a222-78cffc318910,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:58.173944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] No DVR routers for this DVR port 5c276f99-5aed-4ff6-a222-78cffc318910 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:23:58.176906 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:58.180470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5840a3b6-fc4d-48b1-91ee-2362cd4db815 req-c4518031-332f-484b-accd-1b20273d44ea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "DELETE /v2.0/ports/5c276f99-5aed-4ff6-a222-78cffc318910 HTTP/1.1" status: 204 len: 173 time: 0.4709139 Feb 11 06:23:58.180955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'name': 'network-vif-deleted', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:58.183858 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf721c2-8671-4934-a641-308647f2ed20" -d '{"events": [{"server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "name": "network-vif-deleted", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:58.226996 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6f6d35-981d-4672-8995-8c89631dfbbc x-openstack-request-id: req-4b6f6d35-981d-4672-8995-8c89631dfbbc {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:58.227313 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1584b536-9d1b-4420-b2fa-f31340c99171", "name": "network-vif-deleted", "tag": "5c276f99-5aed-4ff6-a222-78cffc318910", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:58.227927 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b6f6d35-981d-4672-8995-8c89631dfbbc {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:58.228342 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1584b536-9d1b-4420-b2fa-f31340c99171', 'name': 'network-vif-deleted', 'tag': '5c276f99-5aed-4ff6-a222-78cffc318910', 'status': 'completed', 'code': 200} Feb 11 06:23:58.821368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-01ad40e1-751c-471d-9f9c-5149a705d8a6 req-6242e313-260d-4b13-86af-d9fec80444df tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=1584b536-9d1b-4420-b2fa-f31340c99171 HTTP/1.1" status: 200 len: 210 time: 0.0343044 Feb 11 06:23:59.879433 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49526) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:00.311656 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:00.622066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port fc42f444-9d10-462b-8b6a-72787e51f61f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:00.622328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:00.730232 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port fc42f444-9d10-462b-8b6a-72787e51f61f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=fc42f444-9d10-462b-8b6a-72787e51f61f,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:00.737725 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:00.745416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for fc42f444-9d10-462b-8b6a-72787e51f61f owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:01.013496 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (fc42f444-9d10-462b-8b6a-72787e51f61f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:01.043437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=fc42f444-9d10-462b-8b6a-72787e51f61f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:01.241092 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:01.454165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:24:01.641705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5c276f99-5aed-4ff6-a222-78cffc318910 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:01.667016 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 5c276f99-5aed-4ff6-a222-78cffc318910 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:01.667359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 5c276f99-5aed-4ff6-a222-78cffc318910 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:01.884081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:01.889646 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c372b1d5-69f9-47ff-8d07-87bb217bfa6a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/7ee48a6f-ec3d-4175-9704-0be6d2aa120e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0091472 Feb 11 06:24:01.892366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49530) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:01.895476 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] Sync routers for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:01.907638 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:01.908250 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:01.964132 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a406618d-3c21-416f-bc3b-864e216f1e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting subnet 70bc0639-f242-4863-a542-905bed254aef {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:24:01.967483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a406618d-3c21-416f-bc3b-864e216f1e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (70bc0639-f242-4863-a542-905bed254aef), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.009946 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a406618d-3c21-416f-bc3b-864e216f1e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (70bc0639-f242-4863-a542-905bed254aef), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.018414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:02.101038 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a406618d-3c21-416f-bc3b-864e216f1e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (70bc0639-f242-4863-a542-905bed254aef), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.198419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:24:00Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:02.207593 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a406618d-3c21-416f-bc3b-864e216f1e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (70bc0639-f242-4863-a542-905bed254aef), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.225877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] Checking router: 7ee48a6f-ec3d-4175-9704-0be6d2aa120e for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:02.235519 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] Routers {'7ee48a6f-ec3d-4175-9704-0be6d2aa120e'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:02.236102 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406618d-3c21-416f-bc3b-864e216f1e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Subnet': ['ID=70bc0639-f242-4863-a542-905bed254aef,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:02.236393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:23:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:02.241852 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a406618d-3c21-416f-bc3b-864e216f1e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.246174 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a406618d-3c21-416f-bc3b-864e216f1e23 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/subnets/70bc0639-f242-4863-a542-905bed254aef HTTP/1.1" status: 204 len: 168 time: 0.3525591 Feb 11 06:24:02.249579 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49532) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:02.285768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972dc75-a6e6-4970-9e44-f6acb257835e None None] Network 66796f24-ae39-49ce-828f-bca2e9d86bab requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:24:02.374406 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.493618 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.597883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] Set router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:02.613849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port ea96fbfd-088c-4c5f-8be6-c61022ec80fb {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:02.614206 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.704097 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port ea96fbfd-088c-4c5f-8be6-c61022ec80fb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=ea96fbfd-088c-4c5f-8be6-c61022ec80fb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:02.704471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.723403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] DHCP port deletion for 66796f24-ae39-49ce-828f-bca2e9d86bab request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:24:02.723961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for ea96fbfd-088c-4c5f-8be6-c61022ec80fb owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:02.822622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Deleting port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:02.823529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.880631 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:24:00Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:02.919958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07ef85-2929-49cb-8f0b-01e21da1b7fe None None] The sync data for ids ['7ee48a6f-ec3d-4175-9704-0be6d2aa120e'] in n-d-713498-37 is: [{'id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076222052', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:19Z', 'updated_at': '2022-02-11T06:24:00Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': 'ea96fbfd-088c-4c5f-8be6-c61022ec80fb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:31:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee48a6f-ec3d-4175-9704-0be6d2aa120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:20Z', 'updated_at': '2022-02-11T06:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:24:02.922696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] For port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85,segment=NetworkSegment(71b02142-d24d-44fa-a00b-e591f7536886),segment_id=71b02142-d24d-44fa-a00b-e591f7536886)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:02.923092 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.936830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Calling delete_port for 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:02.944585 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (ea96fbfd-088c-4c5f-8be6-c61022ec80fb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:02.971821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=ea96fbfd-088c-4c5f-8be6-c61022ec80fb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:03.044699 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.059006 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-019c01d7-f8eb-4d84-988a-3b3ad0a81616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.127206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.150007 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.153213 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.158946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Pushing event deleted for resources: {'Port': ['ID=0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:03.163413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] No DVR routers for this DVR port 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:24:03.170661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.176913 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48966f-b301-4c6f-a3e8-f424ba9aca1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.264859 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (7ee48a6f-ec3d-4175-9704-0be6d2aa120e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.265416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Fanout notify agent at l3_agent the message router_deleted on router 7ee48a6f-ec3d-4175-9704-0be6d2aa120e {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:24:03.273479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.273479 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-de03fe99-8827-4407-b024-33a7f8920f82 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/routers/7ee48a6f-ec3d-4175-9704-0be6d2aa120e HTTP/1.1" status: 204 len: 168 time: 1.0228281 Feb 11 06:24:03.276879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49534) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:03.363720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (66796f24-ae39-49ce-828f-bca2e9d86bab), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.467119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (66796f24-ae39-49ce-828f-bca2e9d86bab), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.490085 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66796f24-ae39-49ce-828f-bca2e9d86bab']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:03.500185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b02142-d24d-44fa-a00b-e591f7536886') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:03.500536 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b02142-d24d-44fa-a00b-e591f7536886') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:03.510353 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (71b02142-d24d-44fa-a00b-e591f7536886), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.527529 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (71b02142-d24d-44fa-a00b-e591f7536886), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.534019 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:24:03.534417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (71b02142-d24d-44fa-a00b-e591f7536886), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:24:03.537579 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:24:03.675644 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (66796f24-ae39-49ce-828f-bca2e9d86bab), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.683092 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.685961 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/networks/66796f24-ae39-49ce-828f-bca2e9d86bab HTTP/1.1" status: 204 len: 168 time: 0.4080691 Feb 11 06:24:03.690570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49536) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:03.702664 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Network': ['ID=66796f24-ae39-49ce-828f-bca2e9d86bab,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:03.710170 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.710760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.710928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.711289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.711702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.712025 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.712376 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.712763 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.713119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.714295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.714799 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.715107 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.715456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c33ab-4dfc-408e-924c-12e03dfcd186 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:03.750378 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7097d652-c8ec-4706-b79d-fc6d2d9e266c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (a85b019f-e089-4ce9-8f94-2f13cc311ee1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.786532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7097d652-c8ec-4706-b79d-fc6d2d9e266c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (a85b019f-e089-4ce9-8f94-2f13cc311ee1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.915828 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7097d652-c8ec-4706-b79d-fc6d2d9e266c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (a85b019f-e089-4ce9-8f94-2f13cc311ee1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.918774 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7097d652-c8ec-4706-b79d-fc6d2d9e266c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.920163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7097d652-c8ec-4706-b79d-fc6d2d9e266c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/security-groups/a85b019f-e089-4ce9-8f94-2f13cc311ee1 HTTP/1.1" status: 204 len: 168 time: 0.2301197 Feb 11 06:24:03.931198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097d652-c8ec-4706-b79d-fc6d2d9e266c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85b019f-e089-4ce9-8f94-2f13cc311ee1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:04.371692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49542) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:04.376356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-02667591-37b5-4a97-bea9-111cf7edd656 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239598692', 'description': 'tempest-secgroup-smoke-239598692 description', 'project_id': 'a6fc1514d707497fbff67712556ed7a0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:04.441856 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02667591-37b5-4a97-bea9-111cf7edd656 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.515034 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02667591-37b5-4a97-bea9-111cf7edd656 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (09efdff2-ffe8-4785-999a-bfdd7603b0d6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.530257 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fc42f444-9d10-462b-8b6a-72787e51f61f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:04.550435 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: fc42f444-9d10-462b-8b6a-72787e51f61f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:04.550786 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device fc42f444-9d10-462b-8b6a-72787e51f61f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:04.555740 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:04.567600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02667591-37b5-4a97-bea9-111cf7edd656 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (09efdff2-ffe8-4785-999a-bfdd7603b0d6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.573382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:04.573382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 0d031e0d-3bcd-4a47-b1ff-a0d579cc7c85 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:04.573382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ea96fbfd-088c-4c5f-8be6-c61022ec80fb no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:04.591603 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: ea96fbfd-088c-4c5f-8be6-c61022ec80fb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:04.591952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device ea96fbfd-088c-4c5f-8be6-c61022ec80fb not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:04.600495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02667591-37b5-4a97-bea9-111cf7edd656 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09efdff2-ffe8-4785-999a-bfdd7603b0d6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:04.667340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02667591-37b5-4a97-bea9-111cf7edd656 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.668661 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-02667591-37b5-4a97-bea9-111cf7edd656 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2958536 Feb 11 06:24:04.671520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49544) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:04.675985 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-dbb2fc11-604b-4d6e-9c9c-cfb44c8c5a2d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '09efdff2-ffe8-4785-999a-bfdd7603b0d6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:04.760512 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbb2fc11-604b-4d6e-9c9c-cfb44c8c5a2d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (e5be5a62-5d5f-4fff-9f9a-49f93753ca6f), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.821501 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbb2fc11-604b-4d6e-9c9c-cfb44c8c5a2d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (e5be5a62-5d5f-4fff-9f9a-49f93753ca6f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.904535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbb2fc11-604b-4d6e-9c9c-cfb44c8c5a2d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e5be5a62-5d5f-4fff-9f9a-49f93753ca6f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.923914 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2fc11-604b-4d6e-9c9c-cfb44c8c5a2d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5be5a62-5d5f-4fff-9f9a-49f93753ca6f,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:04.998166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dbb2fc11-604b-4d6e-9c9c-cfb44c8c5a2d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.999433 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-dbb2fc11-604b-4d6e-9c9c-cfb44c8c5a2d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269346 Feb 11 06:24:05.002183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49546) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:05.006512 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b421d157-f18f-429f-9094-01b9dbfa6112 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '09efdff2-ffe8-4785-999a-bfdd7603b0d6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:05.092847 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b421d157-f18f-429f-9094-01b9dbfa6112 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (aa24394b-1d2f-439c-a57d-81adff00a11a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.153434 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b421d157-f18f-429f-9094-01b9dbfa6112 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (aa24394b-1d2f-439c-a57d-81adff00a11a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.218599 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b421d157-f18f-429f-9094-01b9dbfa6112 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (aa24394b-1d2f-439c-a57d-81adff00a11a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.238958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421d157-f18f-429f-9094-01b9dbfa6112 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa24394b-1d2f-439c-a57d-81adff00a11a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:05.318194 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b421d157-f18f-429f-9094-01b9dbfa6112 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.319788 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b421d157-f18f-429f-9094-01b9dbfa6112 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166716 Feb 11 06:24:05.323130 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49548) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:05.327777 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-65ce6635-4421-4ceb-9dbc-1b358871f450 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '09efdff2-ffe8-4785-999a-bfdd7603b0d6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:05.412268 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65ce6635-4421-4ceb-9dbc-1b358871f450 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (d25a2f37-77a5-4eae-90e0-cb8b44b7bc4a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.469457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65ce6635-4421-4ceb-9dbc-1b358871f450 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (d25a2f37-77a5-4eae-90e0-cb8b44b7bc4a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.573569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c0bb0d3-310f-468e-b16d-0d0e411b558c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.574199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65ce6635-4421-4ceb-9dbc-1b358871f450 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d25a2f37-77a5-4eae-90e0-cb8b44b7bc4a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.592397 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce6635-4421-4ceb-9dbc-1b358871f450 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25a2f37-77a5-4eae-90e0-cb8b44b7bc4a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:05.654765 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-65ce6635-4421-4ceb-9dbc-1b358871f450 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.656029 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-65ce6635-4421-4ceb-9dbc-1b358871f450 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317153 Feb 11 06:24:05.658848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49550) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:05.663274 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bf7f93e4-68de-4c55-91d3-2fda329601b5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '09efdff2-ffe8-4785-999a-bfdd7603b0d6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:05.777897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf7f93e4-68de-4c55-91d3-2fda329601b5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (51dcbac6-8446-49ee-b406-f8b81112fbc1), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.838984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf7f93e4-68de-4c55-91d3-2fda329601b5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (51dcbac6-8446-49ee-b406-f8b81112fbc1), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.904005 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf7f93e4-68de-4c55-91d3-2fda329601b5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (51dcbac6-8446-49ee-b406-f8b81112fbc1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.921616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f93e4-68de-4c55-91d3-2fda329601b5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dcbac6-8446-49ee-b406-f8b81112fbc1,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:06.026709 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf7f93e4-68de-4c55-91d3-2fda329601b5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.028187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-bf7f93e4-68de-4c55-91d3-2fda329601b5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3682504 Feb 11 06:24:06.030952 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49552) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:06.035343 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3773c6ec-a99d-4eee-b814-7e85e5f3deff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '09efdff2-ffe8-4785-999a-bfdd7603b0d6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:06.122563 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-3773c6ec-a99d-4eee-b814-7e85e5f3deff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:24:06.128168 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3773c6ec-a99d-4eee-b814-7e85e5f3deff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (d1582b8d-c8ea-4242-9c56-f001a69f0908), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.190760 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3773c6ec-a99d-4eee-b814-7e85e5f3deff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (d1582b8d-c8ea-4242-9c56-f001a69f0908), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.241798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3773c6ec-a99d-4eee-b814-7e85e5f3deff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d1582b8d-c8ea-4242-9c56-f001a69f0908), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.256780 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773c6ec-a99d-4eee-b814-7e85e5f3deff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1582b8d-c8ea-4242-9c56-f001a69f0908,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:06.317547 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3773c6ec-a99d-4eee-b814-7e85e5f3deff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.318813 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3773c6ec-a99d-4eee-b814-7e85e5f3deff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2869399 Feb 11 06:24:06.321727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49554) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:06.326666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4a9f8130-916f-4f7d-b6da-ca12f743803b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '09efdff2-ffe8-4785-999a-bfdd7603b0d6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:06.401647 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-4a9f8130-916f-4f7d-b6da-ca12f743803b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:24:06.407535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a9f8130-916f-4f7d-b6da-ca12f743803b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (b826f1c6-cddb-40b2-9621-9221360be080), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.466702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a9f8130-916f-4f7d-b6da-ca12f743803b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (b826f1c6-cddb-40b2-9621-9221360be080), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.515766 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a9f8130-916f-4f7d-b6da-ca12f743803b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b826f1c6-cddb-40b2-9621-9221360be080), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.533265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f8130-916f-4f7d-b6da-ca12f743803b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b826f1c6-cddb-40b2-9621-9221360be080,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:06.593827 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4a9f8130-916f-4f7d-b6da-ca12f743803b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.594998 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4a9f8130-916f-4f7d-b6da-ca12f743803b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2723405 Feb 11 06:24:06.597854 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49556) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:06.603124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'network': {'name': 'tempest-network-smoke--669988754', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'port_security_enabled': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:06.681372 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:24:06.685294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.709553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:24:06.719146 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7d41367d-177e-4ed3-9f50-c763649dbdbb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.719483 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Added segment 7d41367d-177e-4ed3-9f50-c763649dbdbb of type vlan for network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 Feb 11 06:24:06.762483 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (1d50e727-b9b6-4528-a9fa-7fdd70ce4869), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.852851 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (1d50e727-b9b6-4528-a9fa-7fdd70ce4869), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.858608 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:06.859217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.915745 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:06.937004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Network': ['ID=1d50e727-b9b6-4528-a9fa-7fdd70ce4869,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:06.949299 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:24:06.965367 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d425b4c7-8d19-4df5-8dcf-82c08cdccc41 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3622923 Feb 11 06:24:06.965367 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49558) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:06.970179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'admin_state_up': True, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:07.070181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.071294 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.129557 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.317728 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.558862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.578183 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.688070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.121 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9bc52201-9f27-4c66-a3d9-57b7ecf03cfb) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:24:07.792221 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.898836 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:07.940088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:24:07.943086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:07.946711 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:24:07.952797 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=9bc52201-9f27-4c66-a3d9-57b7ecf03cfb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:08.273984 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.480541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.527547 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.670039 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:24:08.785823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:08.798392 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Sync routers for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:08.811864 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:08.839756 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:08.912290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:08.913609 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2ae8143a-2301-4649-8add-8b8866076715 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9474337 Feb 11 06:24:08.917410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49564) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:08.928063 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:08.949985 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7b198a6e-0491-417c-a3c1-e7cad0528759 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6fc1514d707497fbff67712556ed7a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313294 Feb 11 06:24:08.952586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49566) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:09.040008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f7fb73-d525-41f0-8372-3eb4531372b0 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:09.041682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-45f7fb73-d525-41f0-8372-3eb4531372b0 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879717 Feb 11 06:24:09.044465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49568) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:09.059242 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.072420 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0db71f59-9418-46a1-89e0-4e3c8135f15b tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268147 Feb 11 06:24:09.075294 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49570) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:09.079974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1671432459', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:09.117451 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:08Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:09.145358 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Checking router: 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:09.145707 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Updating router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:24:09.174768 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.247405 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:24:09.251144 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.345272 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.436724 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Publish callbacks [] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.521841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (9d4d076f-f547-48f3-9467-61b9359af952), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.544354 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.583165 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Subnet': ['ID=9d4d076f-f547-48f3-9467-61b9359af952,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:09.592872 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Attempting to bind port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:24:09.593243 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Attempting to bind port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:24:09.593601 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Attempting to bind port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:09.593804 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Checking segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:09.594136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network hostable DHCP agents. Network: 1d50e727-b9b6-4528-a9fa-7fdd70ce4869, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:24:09.604489 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:24:09.605385 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:09.605385 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.605703 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:24:09.606187 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Bound port: 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:24:09.606569 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.609079 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Pushing event updated for resources: {'Port': ['ID=9bc52201-9f27-4c66-a3d9-57b7ecf03cfb,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:09.639031 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.639379 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.639719 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.640053 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.640387 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.640748 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.641077 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.641409 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.641731 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.642056 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.642413 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.642740 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.643085 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:09.653404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:24:09.670849 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] For port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:09.673806 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] For port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bc52201-9f27-4c66-a3d9-57b7ecf03cfb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:24:09.744902 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 1d50e727-b9b6-4528-a9fa-7fdd70ce4869) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:09.748821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:09.749423 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.753867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11fc0ab-9274-4aea-9e22-4272997d7126 None None] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:24:09.773847 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.833601 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a61c33f9-3111-4423-90d1-a9f6a7872bf2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7572737 Feb 11 06:24:09.836413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49572) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:09.841460 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:09.848637 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:09.852497 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0ff8a-2647-4212-a15e-dccd2c4a9875 None None] Pushing event updated for resources: {'Port': ['ID=9bc52201-9f27-4c66-a3d9-57b7ecf03cfb,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:09.874261 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:24:09.875461 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:09.968228 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:10.028135 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Allocated IP 172.20.0.2 (1d50e727-b9b6-4528-a9fa-7fdd70ce4869/9d4d076f-f547-48f3-9467-61b9359af952/94c23a3a-16ac-4d25-8e48-84de7bb0b989) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:24:10.173349 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:08Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:10.192903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Publish callbacks [] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:10.205597 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52ea41-7f38-499e-92b3-5b12a31943dc None None] The sync data for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 is: [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:08Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:24:10.271001 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:10.324542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:24:10.327881 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:10.330515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:24:10.362639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Pushing event updated for resources: {'Port': ['ID=94c23a3a-16ac-4d25-8e48-84de7bb0b989,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:10.409887 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Attempting to bind port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:24:10.410184 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Attempting to bind port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:24:10.410562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Attempting to bind port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 on network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:10.416278 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:24:10.416830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Checking segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:10.417417 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:10.417823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Bound using segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:24:10.418310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Bound port: 94c23a3a-16ac-4d25-8e48-84de7bb0b989, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:24:10.418701 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:10.524639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] For port 94c23a3a-16ac-4d25-8e48-84de7bb0b989, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:10.529829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] For port 94c23a3a-16ac-4d25-8e48-84de7bb0b989, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=94c23a3a-16ac-4d25-8e48-84de7bb0b989,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:24:10.636696 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:10.710025 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6129bd5-e95f-4484-93c6-f8b27fb5cb7c None None] Pushing event updated for resources: {'Port': ['ID=94c23a3a-16ac-4d25-8e48-84de7bb0b989,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:10.720177 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.067288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.1 (1d50e727-b9b6-4528-a9fa-7fdd70ce4869/9d4d076f-f547-48f3-9467-61b9359af952/2161c9e0-de3b-46e3-8400-c846b2077b57) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:24:11.191997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.276571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.320254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:24:11.324072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:11.327818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:24:11.334198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=2161c9e0-de3b-46e3-8400-c846b2077b57,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:11.384178 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.595502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.689224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27662c3-9b6f-4d0b-8aec-035215073e74 None None] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:24:11.775453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f23f1340-69c0-47f8-8ed4-f049f167d3db None None] Provisioning complete for port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:11.775767 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f23f1340-69c0-47f8-8ed4-f049f167d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.887296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f23f1340-69c0-47f8-8ed4-f049f167d3db None None] Current status of the port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:11.887697 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f23f1340-69c0-47f8-8ed4-f049f167d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.897479 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.930441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f23f1340-69c0-47f8-8ed4-f049f167d3db None None] For port 94c23a3a-16ac-4d25-8e48-84de7bb0b989, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=94c23a3a-16ac-4d25-8e48-84de7bb0b989,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:11.961868 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.007855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f23f1340-69c0-47f8-8ed4-f049f167d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.049678 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.060013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=2161c9e0-de3b-46e3-8400-c846b2077b57,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:12.065446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.078452 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f1340-69c0-47f8-8ed4-f049f167d3db None None] Pushing event updated for resources: {'Port': ['ID=94c23a3a-16ac-4d25-8e48-84de7bb0b989,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:12.139759 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f9193904-6c44-4906-95c9-ad99ab8a92cc None None] Provisioning complete for port 2161c9e0-de3b-46e3-8400-c846b2077b57 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:12.141000 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9193904-6c44-4906-95c9-ad99ab8a92cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.180566 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f9193904-6c44-4906-95c9-ad99ab8a92cc None None] Port 2161c9e0-de3b-46e3-8400-c846b2077b57 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:24:12.185065 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:24:12.186727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:12.194600 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f9193904-6c44-4906-95c9-ad99ab8a92cc None None] Provisioning complete for port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:12.195345 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9193904-6c44-4906-95c9-ad99ab8a92cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.291699 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f9193904-6c44-4906-95c9-ad99ab8a92cc None None] Current status of the port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:12.327955 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:24:12.329549 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:24:12.415300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4beaf620-09fb-43e3-9940-2d6d7adb391b None None] Provisioning complete for port 2161c9e0-de3b-46e3-8400-c846b2077b57 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:12.415673 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4beaf620-09fb-43e3-9940-2d6d7adb391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.452166 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4beaf620-09fb-43e3-9940-2d6d7adb391b None None] Port 2161c9e0-de3b-46e3-8400-c846b2077b57 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:24:12.457181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:12.465001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9e312c40-4b37-462b-b662-1ee3d333fdc6 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/0fb01df6-1d3c-41f1-b351-8f0ff1fce90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6251607 Feb 11 06:24:12.473220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Sync routers for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:12.486909 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:12.487562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:12.614705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-73e48a99-9e27-4720-ab1e-3926ac2b03be None None] Provisioning complete for port 2161c9e0-de3b-46e3-8400-c846b2077b57 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:12.617590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-73e48a99-9e27-4720-ab1e-3926ac2b03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.643262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:12.664904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-d5135a68-68d8-471f-bfc9-6ffd6593cc02 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239598692&fields=id&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 267 time: 0.0538497 Feb 11 06:24:12.690029 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:12.721927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-73e48a99-9e27-4720-ab1e-3926ac2b03be None None] Port 2161c9e0-de3b-46e3-8400-c846b2077b57 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:24:12.772570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-fe43cc02-787e-4dd0-93ea-dfb6b7ba24f8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:12.774066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-fe43cc02-787e-4dd0-93ea-dfb6b7ba24f8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 796 time: 0.0998573 Feb 11 06:24:12.789704 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-c33801d8-e706-4e5e-a713-9b9e9cdf9edd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/quotas/a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 375 time: 0.0095224 Feb 11 06:24:12.797692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:12.797997 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.850060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-6a0f90f1-e739-4006-96e5-95e71c053868 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548170 Feb 11 06:24:12.960856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:12.961256 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.988716 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bc52201-9f27-4c66-a3d9-57b7ecf03cfb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:12.997297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 2, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:13.006287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-906657ae-f258-4436-bf32-8cd95731744e service neutron] 10.222.0.62 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440606 Feb 11 06:24:13.025026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Checking router: 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:13.025392 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Updating router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a port 2161c9e0-de3b-46e3-8400-c846b2077b57 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:24:13.054120 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:13.054821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 94c23a3a-16ac-4d25-8e48-84de7bb0b989 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:13.077526 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:13.101222 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-f7c2eca4-dbd4-4458-971e-6f17875b45e3 service neutron] 10.222.0.62 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888479 Feb 11 06:24:13.174490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9bc52201-9f27-4c66-a3d9-57b7ecf03cfb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:13.246960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:13.247337 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:13.399634 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2d654a8a-ad69-4ce7-a0bf-32e68b38f544 req-cfd76518-bf7a-4b34-bb07-e9d586c82b2e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 210 time: 0.0306020 Feb 11 06:24:13.574590 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:13.634038 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Publish callbacks [] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:13.716899 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:13.773414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edad1d-37a7-4b1c-a79e-b6ca15ac2585 None None] Pushing event updated for resources: {'Port': ['ID=2161c9e0-de3b-46e3-8400-c846b2077b57,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:13.853847 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Attempting to bind port 2161c9e0-de3b-46e3-8400-c846b2077b57 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:24:13.854676 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Attempting to bind port 2161c9e0-de3b-46e3-8400-c846b2077b57 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:24:13.855246 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Attempting to bind port 2161c9e0-de3b-46e3-8400-c846b2077b57 on network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:13.863559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:24:13.864192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Checking segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:13.865342 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:13.865748 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Bound using segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:24:13.866514 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Bound port: 2161c9e0-de3b-46e3-8400-c846b2077b57, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:24:13.867104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:13.951843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] For port 2161c9e0-de3b-46e3-8400-c846b2077b57, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:13.955220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] For port 2161c9e0-de3b-46e3-8400-c846b2077b57, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2161c9e0-de3b-46e3-8400-c846b2077b57,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:24:14.024745 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.101125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f881d713-0905-4e4e-907b-005747063dfc None None] Provisioning complete for port 2161c9e0-de3b-46e3-8400-c846b2077b57 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:14.101500 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f881d713-0905-4e4e-907b-005747063dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.103438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:14.104350 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:14.107215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edad1d-37a7-4b1c-a79e-b6ca15ac2585 None None] Pushing event updated for resources: {'Port': ['ID=2161c9e0-de3b-46e3-8400-c846b2077b57,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:14.285222 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:14.323701 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f881d713-0905-4e4e-907b-005747063dfc None None] Current status of the port 2161c9e0-de3b-46e3-8400-c846b2077b57 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:14.324097 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f881d713-0905-4e4e-907b-005747063dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.424610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f881d713-0905-4e4e-907b-005747063dfc None None] For port 2161c9e0-de3b-46e3-8400-c846b2077b57, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2161c9e0-de3b-46e3-8400-c846b2077b57,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:14.471427 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f881d713-0905-4e4e-907b-005747063dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.516927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-3520e82c-e5a8-4618-aa41-8d0761f58d4a req-3cd29ee8-22df-429d-aa85-68a086c6952f service neutron] (104087) timed out ('10.222.0.65', 52663) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:24:14.519163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2ed4c18-67df-4ee6-8d67-e56615d7f710 req-f76ec32d-875a-4f2d-b27d-7cfd5f85694b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 210 time: 0.0325665 Feb 11 06:24:14.554548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881d713-0905-4e4e-907b-005747063dfc None None] Pushing event updated for resources: {'Port': ['ID=2161c9e0-de3b-46e3-8400-c846b2077b57,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:14.574498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:14.623243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:13Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:14.654815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b5270-6b1b-4349-8ec2-7bf43c3f86d9 None None] The sync data for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 is: [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:13Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:24:14.656690 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d94c52f9-dce4-48bd-b9a6-e8ef98483b18 None None] Provisioning complete for port 2161c9e0-de3b-46e3-8400-c846b2077b57 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:14.657057 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d94c52f9-dce4-48bd-b9a6-e8ef98483b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.718039 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:14.718688 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:14.815393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d94c52f9-dce4-48bd-b9a6-e8ef98483b18 None None] Current status of the port 2161c9e0-de3b-46e3-8400-c846b2077b57 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:14.852550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:15.419844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-f11b5eac-59f8-4294-a11f-f177b734eb38 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.421561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-f11b5eac-59f8-4294-a11f-f177b734eb38 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 796 time: 0.1224208 Feb 11 06:24:15.490570 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-30b1f294-5b65-4adf-b3ee-21c47494dec0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 379 time: 0.0616338 Feb 11 06:24:15.499444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'port': {'device_id': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'admin_state_up': True, 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'security_groups': ['09efdff2-ffe8-4785-999a-bfdd7603b0d6']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:15.631667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a3b51ee-df07-49ce-ae73-07d20609de28 req-078411fe-fb46-434f-b8ee-7ec1b02e9f3c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 210 time: 0.0293195 Feb 11 06:24:15.687352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:24:15.690927 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:15.824908 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.12 (1d50e727-b9b6-4528-a9fa-7fdd70ce4869/9d4d076f-f547-48f3-9467-61b9359af952/cfa08e11-4937-4531-84a9-eba344035003) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:24:15.969696 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (cfa08e11-4937-4531-84a9-eba344035003), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:16.059319 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:16.102915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:24:16.106587 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:16.110208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:24:16.116867 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:16.176411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:16.177337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:16.267449 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-48acdcaa-1722-4d41-a4d9-43e3c7eed329 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7719836 Feb 11 06:24:16.279403 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Request body: {'port': {'device_id': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:16.345516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3933fe96-b1c3-498c-89f7-559f290b25ea None None] Provisioning complete for port cfa08e11-4937-4531-84a9-eba344035003 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:16.346069 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:16.346194 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3933fe96-b1c3-498c-89f7-559f290b25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cfa08e11-4937-4531-84a9-eba344035003), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:16.381570 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3933fe96-b1c3-498c-89f7-559f290b25ea None None] Port cfa08e11-4937-4531-84a9-eba344035003 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:24:16.574975 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2161c9e0-de3b-46e3-8400-c846b2077b57 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:16.683817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2161c9e0-de3b-46e3-8400-c846b2077b57 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:16.684298 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:16.691214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa08e11-4937-4531-84a9-eba344035003 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:24:16.701304 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Publish callbacks [] for port (cfa08e11-4937-4531-84a9-eba344035003), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:16.716086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Transition to ACTIVE for port object cfa08e11-4937-4531-84a9-eba344035003 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:24:16.770579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67a34-a3fa-43d3-900e-13bab982c832 req-c6126eb8-fe31-436d-bad9-82d1135cc6ce tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:16.772108 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fd67a34-a3fa-43d3-900e-13bab982c832 req-c6126eb8-fe31-436d-bad9-82d1135cc6ce tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 932 time: 0.0611310 Feb 11 06:24:16.772436 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2161c9e0-de3b-46e3-8400-c846b2077b57 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:16.824493 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:16.827054 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1fd67a34-a3fa-43d3-900e-13bab982c832 req-f399bad0-4ad5-4844-a1ba-39714d1fced1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490823 Feb 11 06:24:16.883223 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:16.948266 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Attempting to bind port cfa08e11-4937-4531-84a9-eba344035003 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:24:16.949041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Attempting to bind port cfa08e11-4937-4531-84a9-eba344035003 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:24:16.949041 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Attempting to bind port cfa08e11-4937-4531-84a9-eba344035003 on network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:16.954084 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Port cfa08e11-4937-4531-84a9-eba344035003 on network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:24:16.954513 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Attempting to bind port cfa08e11-4937-4531-84a9-eba344035003 on network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:16.960034 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:24:16.960377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Checking segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:16.960808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Bound using segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:24:16.961245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Bound port: cfa08e11-4937-4531-84a9-eba344035003, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:24:16.961608 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:17.030162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:17.033310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:24:17.081775 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:17.124739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.124739 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:17.126094 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] 10.222.0.65 "PUT /v2.0/ports/cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 1093 time: 0.8520370 Feb 11 06:24:17.126532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:17.128827 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1f088a-499e-4e5f-ac0e-b2ff89351d23" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "tag": "cfa08e11-4937-4531-84a9-eba344035003"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:17.162078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f3fff-df5a-4b6c-804f-c00bc8d07eae service neutron] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:17.168863 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f105688-26d7-4de7-ad44-4a4efbd05e9c x-openstack-request-id: req-9f105688-26d7-4de7-ad44-4a4efbd05e9c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:17.169185 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "tag": "cfa08e11-4937-4531-84a9-eba344035003", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:17.169440 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f105688-26d7-4de7-ad44-4a4efbd05e9c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:17.169924 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003', 'status': 'completed', 'code': 200} Feb 11 06:24:17.236528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f088a-499e-4e5f-ac0e-b2ff89351d23 req-1ee13e49-731b-401b-ae37-09d688a9fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.238413 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fe1f088a-499e-4e5f-ac0e-b2ff89351d23 req-1ee13e49-731b-401b-ae37-09d688a9fbc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1127 time: 0.0513237 Feb 11 06:24:17.346874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f088a-499e-4e5f-ac0e-b2ff89351d23 req-053f8b73-a430-4ca4-bef7-dd2e77407d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.348378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fe1f088a-499e-4e5f-ac0e-b2ff89351d23 req-053f8b73-a430-4ca4-bef7-dd2e77407d9d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a6fc1514d707497fbff67712556ed7a0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1040125 Feb 11 06:24:17.454430 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f088a-499e-4e5f-ac0e-b2ff89351d23 req-6e46cbcc-d809-48cf-a132-f100d08f33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.455967 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fe1f088a-499e-4e5f-ac0e-b2ff89351d23 req-6e46cbcc-d809-48cf-a132-f100d08f33a8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021178 Feb 11 06:24:17.537561 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-795833ee-2b97-484b-872e-7b744b4d7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.539089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-795833ee-2b97-484b-872e-7b744b4d7adf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1127 time: 0.0479434 Feb 11 06:24:17.587163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-0367f302-6e4c-4b68-80c1-08393c5e61fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 217 time: 0.0399306 Feb 11 06:24:17.639032 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-87590bcb-1099-4be0-8f8c-41c1a6cda17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.640494 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-87590bcb-1099-4be0-8f8c-41c1a6cda17c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0474670 Feb 11 06:24:17.689702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-3c597710-79e4-4e88-9e43-8d9d994843c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.691117 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-3c597710-79e4-4e88-9e43-8d9d994843c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453691 Feb 11 06:24:17.792156 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-655944eb-44c3-4f97-89f9-d459c83ecbcc service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943534 Feb 11 06:24:17.882369 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-bb7a4756-a7e3-4aa5-baa1-90a1fed8b848 req-bb852592-f615-4f10-9e7f-1b3e4a16ee56 service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846758 Feb 11 06:24:17.950839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb2852-cef6-4158-9bf7-07e831a72cb7 req-ae24c165-2f7f-44eb-817b-374c8ebf3b45 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:17.952366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeeb2852-cef6-4158-9bf7-07e831a72cb7 req-ae24c165-2f7f-44eb-817b-374c8ebf3b45 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 944 time: 0.0555327 Feb 11 06:24:18.004377 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aeeb2852-cef6-4158-9bf7-07e831a72cb7 req-946ef759-91a5-46b8-8be2-e1e9b981b68e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458596 Feb 11 06:24:19.129650 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2389858-a9f5-4c03-a1a7-38c48e51d33a req-047eba51-574e-44f8-aa72-0c44a39dbea9 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:19.131138 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2389858-a9f5-4c03-a1a7-38c48e51d33a req-047eba51-574e-44f8-aa72-0c44a39dbea9 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 944 time: 0.0543184 Feb 11 06:24:19.178800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c2389858-a9f5-4c03-a1a7-38c48e51d33a req-a1be2020-6bb7-4560-b2e4-8b76025c4165 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421176 Feb 11 06:24:20.305176 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b8108-434e-4776-aba1-208d0d77a040 req-6ee9caca-1bc9-4145-9c18-ab879d0475b3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:20.306677 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d1b8108-434e-4776-aba1-208d0d77a040 req-6ee9caca-1bc9-4145-9c18-ab879d0475b3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 944 time: 0.0580130 Feb 11 06:24:20.356394 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3d1b8108-434e-4776-aba1-208d0d77a040 req-08cf8e36-5464-41f3-b617-307056576b31 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436835 Feb 11 06:24:21.480968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182b435-bd33-4cb7-b412-e6dcd11c597c req-a63336e4-285b-42ba-aac0-21b13450358e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:21.482538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7182b435-bd33-4cb7-b412-e6dcd11c597c req-a63336e4-285b-42ba-aac0-21b13450358e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 944 time: 0.0593529 Feb 11 06:24:21.532831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7182b435-bd33-4cb7-b412-e6dcd11c597c req-6683501b-09b0-429f-9997-87848754b94d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Feb 11 06:24:21.750300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cfa08e11-4937-4531-84a9-eba344035003 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:24:21.847643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:21.859592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'cfa08e11-4937-4531-84a9-eba344035003', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'port_id': 'cfa08e11-4937-4531-84a9-eba344035003', 'mac_address': 'fa:16:3e:50:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:24:21.900156 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cfa08e11-4937-4531-84a9-eba344035003 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:21.900584 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:21.913398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa08e11-4937-4531-84a9-eba344035003 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:24:21.933411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:21.984571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:22.031743 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:22.187207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['cfa08e11-4937-4531-84a9-eba344035003'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:24:22.672327 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67655b-8522-4b60-9402-b8f1811490e3 req-b146966f-b301-4671-8a05-0d65dff36f6e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:22.673872 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd67655b-8522-4b60-9402-b8f1811490e3 req-b146966f-b301-4671-8a05-0d65dff36f6e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 945 time: 0.0616941 Feb 11 06:24:22.723928 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cd67655b-8522-4b60-9402-b8f1811490e3 req-e7079094-03cb-4429-b7fc-cc5344ebd38f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443161 Feb 11 06:24:23.767031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cfa08e11-4937-4531-84a9-eba344035003 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:23.852393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624d9c8-f843-4016-9bce-0f797fed45d7 req-9cbafbbc-6fbc-4d3b-a84b-30eb511c8136 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:23.854033 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8624d9c8-f843-4016-9bce-0f797fed45d7 req-9cbafbbc-6fbc-4d3b-a84b-30eb511c8136 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 945 time: 0.0617754 Feb 11 06:24:23.870880 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port cfa08e11-4937-4531-84a9-eba344035003 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:24:23.875234 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port cfa08e11-4937-4531-84a9-eba344035003 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:23.875741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cfa08e11-4937-4531-84a9-eba344035003), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:23.905831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8624d9c8-f843-4016-9bce-0f797fed45d7 req-73f666d9-b75c-45cb-818f-4d4a784f9e89 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Feb 11 06:24:23.957860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port cfa08e11-4937-4531-84a9-eba344035003 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:23.958247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:23.981472 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:23.983715 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a5a11-5f55-4fb0-903f-8d9218f20578" -d '{"events": [{"server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "name": "network-vif-plugged", "status": "completed", "tag": "cfa08e11-4937-4531-84a9-eba344035003"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:23.996698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:24.023222 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2d8709-48a8-47c3-be4a-321782b1ec14 x-openstack-request-id: req-ce2d8709-48a8-47c3-be4a-321782b1ec14 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:24.023584 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "name": "network-vif-plugged", "status": "completed", "tag": "cfa08e11-4937-4531-84a9-eba344035003", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:24.023841 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce2d8709-48a8-47c3-be4a-321782b1ec14 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:24.024247 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003', 'code': 200} Feb 11 06:24:24.053166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:24.107944 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:24.179021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbecf2-bfa3-411d-a1a4-d55de44812a9 req-cee637ba-6c35-4f74-a237-20fa6133df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:24.180579 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59dbecf2-bfa3-411d-a1a4-d55de44812a9 req-cee637ba-6c35-4f74-a237-20fa6133df13 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1129 time: 0.1001806 Feb 11 06:24:24.226837 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-59dbecf2-bfa3-411d-a1a4-d55de44812a9 req-bb742915-278c-4fcf-85eb-576ab1d6f3b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388217 Feb 11 06:24:25.030660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845dea-ff1d-4e9c-bf68-09023128ef26 req-ec682539-30b0-4789-b1b9-5f8914588564 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:25.032161 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf845dea-ff1d-4e9c-bf68-09023128ef26 req-ec682539-30b0-4789-b1b9-5f8914588564 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0521448 Feb 11 06:24:25.085756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf845dea-ff1d-4e9c-bf68-09023128ef26 req-f30bd2ba-a554-454f-91a4-28e3b83c0a96 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478897 Feb 11 06:24:26.211138 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67039349-d73a-486d-9314-796f7c5c587c req-175a4ad6-fc5d-4b3e-a37b-2b98a53c6eff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:26.212633 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67039349-d73a-486d-9314-796f7c5c587c req-175a4ad6-fc5d-4b3e-a37b-2b98a53c6eff tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0528054 Feb 11 06:24:26.262351 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-67039349-d73a-486d-9314-796f7c5c587c req-218229cf-dfd5-4d72-8af2-4f77396e6e6e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435131 Feb 11 06:24:26.401927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0463c-42a5-4903-835c-83a4a824ed16 req-40df481e-b819-4476-9bcd-f62e275d0c71 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:26.403339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59a0463c-42a5-4903-835c-83a4a824ed16 req-40df481e-b819-4476-9bcd-f62e275d0c71 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0671825 Feb 11 06:24:26.452964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-59a0463c-42a5-4903-835c-83a4a824ed16 req-45068830-e1fe-4103-a1f9-a58f822bc76a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438569 Feb 11 06:24:26.474083 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49636) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:26.524039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed634726-e0c7-4e8e-996c-0e76e4e300b2 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:26.525744 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ed634726-e0c7-4e8e-996c-0e76e4e300b2 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1124 time: 0.0504820 Feb 11 06:24:26.528905 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49638) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:26.533181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'cfa08e11-4937-4531-84a9-eba344035003', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:26.607338 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:26.719395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:26.828840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.93 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/efed7dac-d315-4617-bfac-37fd04050014) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:24:26.930761 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (efed7dac-d315-4617-bfac-37fd04050014), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:27.025032 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (efed7dac-d315-4617-bfac-37fd04050014), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:27.068290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:24:27.073288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:27.077863 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:24:27.083435 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=efed7dac-d315-4617-bfac-37fd04050014,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:27.452964 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:27.577701 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (efed7dac-d315-4617-bfac-37fd04050014), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:27.728435 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (efed7dac-d315-4617-bfac-37fd04050014), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:27.784129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (efed7dac-d315-4617-bfac-37fd04050014), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:27.852185 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=efed7dac-d315-4617-bfac-37fd04050014,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:27.862262 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:27.964686 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3 associated. External IP: 172.25.8.93, port: cfa08e11-4937-4531-84a9-eba344035003. Feb 11 06:24:28.511753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:24:28.629015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:28.642721 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] Sync routers for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:28.653489 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:28.654349 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:28.719881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:28.773329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c5fbda57-563d-469e-bcdf-b1e4359d9b26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2426412 Feb 11 06:24:28.774322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:28.777225 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ffb7ad-be87-40f4-b01d-1eee665da9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "tag": "cfa08e11-4937-4531-84a9-eba344035003"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:28.788779 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:28.825236 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d743ef39-890c-44f4-90e3-05fffe72faf5 x-openstack-request-id: req-d743ef39-890c-44f4-90e3-05fffe72faf5 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:28.825831 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "tag": "cfa08e11-4937-4531-84a9-eba344035003", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:28.826178 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d743ef39-890c-44f4-90e3-05fffe72faf5 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:28.826687 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003', 'status': 'completed', 'code': 200} Feb 11 06:24:28.931422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-242c3811-580e-4a45-a41f-da93bc0c7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:28.936047 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-242c3811-580e-4a45-a41f-da93bc0c7b25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1129 time: 0.0884261 Feb 11 06:24:28.951909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b5cce-e96a-4490-a921-027b68e127e5 req-62eb8a4c-a2ec-4d23-9b9c-c185b48ca773 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:28.966685 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f6b5cce-e96a-4490-a921-027b68e127e5 req-62eb8a4c-a2ec-4d23-9b9c-c185b48ca773 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0864108 Feb 11 06:24:29.033888 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'port_id': 'cfa08e11-4937-4531-84a9-eba344035003', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'mac_address': 'fa:16:3e:50:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:24:27Z', 'updated_at': '2022-02-11T06:24:27Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:14Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:29.064149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.65', 53303) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:29.069635 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] Checking router: 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:29.077362 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9f6b5cce-e96a-4490-a921-027b68e127e5 req-4dd055dc-c7e5-42d2-927f-69b52d3799d2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081386 Feb 11 06:24:29.079356 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:29.079996 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:24:05Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:29.110184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49644) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:29.162313 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-39ea95ea-24b0-43d6-84af-84217db90aab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969200 Feb 11 06:24:29.164291 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-7523ddb5-677b-422a-bd57-bf430111ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:29.165641 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-7523ddb5-677b-422a-bd57-bf430111ef28 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.2233491 Feb 11 06:24:29.181641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2212102e-ff37-45e5-8b6b-41b75c2b93f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3 HTTP/1.1" status: 200 len: 991 time: 0.0678473 Feb 11 06:24:29.204287 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:29.245578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-bd3c933b-f037-4c3c-8d7e-6a20d592c0f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 999 time: 0.0701797 Feb 11 06:24:29.294391 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-3ed5332d-109b-4856-90f6-21c9d4d36307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:29.295894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-3ed5332d-109b-4856-90f6-21c9d4d36307 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0454884 Feb 11 06:24:29.348148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-15c57376-1095-4fdd-a1c8-867e6d43f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:29.349760 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-15c57376-1095-4fdd-a1c8-867e6d43f86e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483632 Feb 11 06:24:29.444859 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'port_id': 'cfa08e11-4937-4531-84a9-eba344035003', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'mac_address': 'fa:16:3e:50:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:24:27Z', 'updated_at': '2022-02-11T06:24:27Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:14Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:29.451571 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-8994684b-d017-4e26-a6ae-dad504aa1d26 service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956883 Feb 11 06:24:29.471761 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ceded4-7b3f-4c38-9b9f-06a138dbd73f None None] The sync data for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 is: [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'port_id': 'cfa08e11-4937-4531-84a9-eba344035003', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'mac_address': 'fa:16:3e:50:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:24:27Z', 'updated_at': '2022-02-11T06:24:27Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:14Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:24:29.549453 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-94ffb7ad-be87-40f4-b01d-1eee665da9cb req-dcc9d717-4182-43c5-9849-d250ff4ba65c service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917573 Feb 11 06:24:29.683656 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bde455-bcb0-4849-9ca9-4fcf49e09977 None None] New status for floating IP 0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:24:29.782559 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317684a6-3e38-4c30-9224-2d216b000399 req-0761a609-20cb-4ee7-8940-c036adcb5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:29.784371 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-0761a609-20cb-4ee7-8940-c036adcb5bd7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1129 time: 0.0512712 Feb 11 06:24:29.903471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317684a6-3e38-4c30-9224-2d216b000399 req-9365f570-ad24-4f00-92c3-ca423552bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:29.904941 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-9365f570-ad24-4f00-92c3-ca423552bc25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.1007137 Feb 11 06:24:29.977794 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-3997d24d-d5e7-4d6a-81c1-eae95faec382 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 1001 time: 0.0674441 Feb 11 06:24:30.027643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317684a6-3e38-4c30-9224-2d216b000399 req-07923193-c704-4606-83ba-b62411e61f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:30.029171 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-07923193-c704-4606-83ba-b62411e61f96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0464113 Feb 11 06:24:30.079160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317684a6-3e38-4c30-9224-2d216b000399 req-a91fec5f-6ecc-4bd5-b150-478a3a70aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:30.080737 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-a91fec5f-6ecc-4bd5-b150-478a3a70aae2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454147 Feb 11 06:24:30.179084 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-18e6b7cb-55ef-487a-aa22-7b19c6574889 service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925083 Feb 11 06:24:30.186164 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49646) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:30.262752 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-53e4869f-2b9e-4972-b43a-748105022e05 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3 HTTP/1.1" status: 200 len: 993 time: 0.0657978 Feb 11 06:24:30.286307 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-677caf93-4c99-47cd-89e1-a89083637e7a service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011074 Feb 11 06:24:33.007166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38dfd759-dc58-40c0-915d-bb292f4db8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:35.567063 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24572f6e-7268-4806-917f-160ff770a084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:36.915418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:38.549511 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:39.092742 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:39.389937 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:42.063872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.329041 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:24:56.846206 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-3730a5ea-2df9-4954-ae50-862e123c1797 req-3bcecf22-ee39-4933-996c-fa3f13cfa7e7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:24:56.847200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3730a5ea-2df9-4954-ae50-862e123c1797 req-3bcecf22-ee39-4933-996c-fa3f13cfa7e7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053844 Feb 11 06:24:57.201426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f00e3c-3dd9-455b-a386-002604253c4e req-1002828f-241a-4a47-a9d8-e95e8e6f7bcf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:57.202921 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76f00e3c-3dd9-455b-a386-002604253c4e req-1002828f-241a-4a47-a9d8-e95e8e6f7bcf tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0568285 Feb 11 06:24:57.253388 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-76f00e3c-3dd9-455b-a386-002604253c4e req-3c81ed04-1f5e-40ec-9c7f-5df0111b843b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446856 Feb 11 06:24:57.288727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49664) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:57.379262 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-46f288c6-9283-4085-9504-cf323ffe55c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891905 Feb 11 06:24:57.387743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-1640ff04-7b50-4663-a69e-36518b095be8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:24:57.388827 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-1640ff04-7b50-4663-a69e-36518b095be8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051620 Feb 11 06:24:57.922678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49686) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:58.015815 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-96fdc66c-49bc-4687-b41d-b9fd9088108a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:58.017227 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-96fdc66c-49bc-4687-b41d-b9fd9088108a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports/cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 943 time: 0.0935419 Feb 11 06:24:58.379462 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f5c7c-baa6-4e8a-b41b-84405bc1acc9 req-ac172074-0e41-4dd2-8451-c9e72454f0e0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:58.381061 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-962f5c7c-baa6-4e8a-b41b-84405bc1acc9 req-ac172074-0e41-4dd2-8451-c9e72454f0e0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0549393 Feb 11 06:24:58.443913 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-962f5c7c-baa6-4e8a-b41b-84405bc1acc9 req-bff2e2dd-377c-40dd-a49a-c8d2ab156619 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442438 Feb 11 06:24:59.439562 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-048d1f22-7b34-4801-bc6c-a39391f8f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:59.441119 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-048d1f22-7b34-4801-bc6c-a39391f8f61a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1129 time: 0.0457141 Feb 11 06:24:59.537366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-96466d2a-b492-4dd7-b335-e0a560e03306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:59.538893 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-96466d2a-b492-4dd7-b335-e0a560e03306 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.0913830 Feb 11 06:24:59.570181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03f76-4c5f-41c5-95df-4ed670a0cf1d req-1f86e38d-9a7c-410b-a822-5b5d2973e833 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:59.571676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8a03f76-4c5f-41c5-95df-4ed670a0cf1d req-1f86e38d-9a7c-410b-a822-5b5d2973e833 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0584173 Feb 11 06:24:59.604521 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-0da6eb83-2080-4448-94fb-2a03802057fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 1001 time: 0.0595684 Feb 11 06:24:59.620610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d8a03f76-4c5f-41c5-95df-4ed670a0cf1d req-3291e5dd-110c-40d2-9a15-34fc6fa2866f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Feb 11 06:24:59.652821 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-f94a7353-144f-42c1-97bd-326531777f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:59.654301 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-f94a7353-144f-42c1-97bd-326531777f08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0444138 Feb 11 06:24:59.706276 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-24070472-675c-4097-bfe4-e9250fed0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:59.707695 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-24070472-675c-4097-bfe4-e9250fed0a5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472836 Feb 11 06:24:59.798378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-eed92aad-a91b-44a5-83f6-84f99d160595 service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848608 Feb 11 06:25:00.213582 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-353b87a1-40fe-4d3c-940e-be59af32c609 service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084544 Feb 11 06:25:00.746941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e2f5-50cf-4c1d-b09c-7cf65f5bb849 req-83551a40-440e-4b7d-9708-1ddcb3a372fc tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:00.748612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede2e2f5-50cf-4c1d-b09c-7cf65f5bb849 req-83551a40-440e-4b7d-9708-1ddcb3a372fc tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0550418 Feb 11 06:25:00.800118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ede2e2f5-50cf-4c1d-b09c-7cf65f5bb849 req-f38336bd-9bf9-4a1c-b190-1f043bda5753 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458612 Feb 11 06:25:01.922601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1823-b858-4434-9cf9-58104390c7dc req-0d67906b-01a5-4007-8014-9f36b4946045 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:01.924074 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-160e1823-b858-4434-9cf9-58104390c7dc req-0d67906b-01a5-4007-8014-9f36b4946045 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0572431 Feb 11 06:25:01.979725 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-160e1823-b858-4434-9cf9-58104390c7dc req-4ccbfe6c-6174-4a80-9e60-0468b1b2d080 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497332 Feb 11 06:25:03.058362 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff159-a0cd-47f1-996b-f707270c9927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.107230 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5d5d-47ec-4b8a-a3f7-588db4110489 req-138a009a-2dba-46e0-8e95-ff6bf7261057 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:03.108789 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54bb5d5d-47ec-4b8a-a3f7-588db4110489 req-138a009a-2dba-46e0-8e95-ff6bf7261057 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0550897 Feb 11 06:25:03.158984 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54bb5d5d-47ec-4b8a-a3f7-588db4110489 req-d559ecc3-7f4a-4d07-a593-5d77781d627c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443344 Feb 11 06:25:04.279285 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dd250-6c83-4012-9f4f-91109f81ca76 req-7a458b4b-5bcf-4995-9866-8ba062eab271 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.280731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-008dd250-6c83-4012-9f4f-91109f81ca76 req-7a458b4b-5bcf-4995-9866-8ba062eab271 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0527191 Feb 11 06:25:04.328963 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-008dd250-6c83-4012-9f4f-91109f81ca76 req-a443b243-06dc-45b6-ae0c-e57948a1a754 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427194 Feb 11 06:25:05.452625 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc53004-765b-4d4f-976c-0225c3adaaf0 req-903f8d5e-0ab1-4fcf-b44b-892d3b381cb8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:05.454152 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bc53004-765b-4d4f-976c-0225c3adaaf0 req-903f8d5e-0ab1-4fcf-b44b-892d3b381cb8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0576367 Feb 11 06:25:05.505645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8bc53004-765b-4d4f-976c-0225c3adaaf0 req-9a713fd6-b7f9-4dc0-b3a1-4fb425ba314a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455527 Feb 11 06:25:05.549380 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38b58ea8-6bdf-43dc-9856-1a3d501cce56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:06.626490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290af3b-0810-40c9-8820-ce9d3f86c98f req-82fe048f-b85d-47cf-807a-48b413ff690c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:06.627972 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7290af3b-0810-40c9-8820-ce9d3f86c98f req-82fe048f-b85d-47cf-807a-48b413ff690c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0535138 Feb 11 06:25:06.676444 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7290af3b-0810-40c9-8820-ce9d3f86c98f req-9836fd5b-aee8-4fcc-9f0f-4299e7acf463 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429254 Feb 11 06:25:06.933064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:07.801288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2437d8-84df-4205-bed8-f57461c83db6 req-633ee5f8-de15-40fa-8bfa-9110b15c0547 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:07.802793 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd2437d8-84df-4205-bed8-f57461c83db6 req-633ee5f8-de15-40fa-8bfa-9110b15c0547 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0563450 Feb 11 06:25:07.850946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bd2437d8-84df-4205-bed8-f57461c83db6 req-d3b790ba-c6bd-4110-a3fc-feb06c7e2c5a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425749 Feb 11 06:25:08.509168 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:08.976131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e87e-320c-4ae8-8413-dfc36197975a req-da883ce3-5617-4ea4-9474-16b7f8409fee tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:08.977791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f796e87e-320c-4ae8-8413-dfc36197975a req-da883ce3-5617-4ea4-9474-16b7f8409fee tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0584738 Feb 11 06:25:09.032613 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f796e87e-320c-4ae8-8413-dfc36197975a req-4aa9efca-2c1c-4d97-a610-a623616b1163 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491261 Feb 11 06:25:09.080786 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:09.326436 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:10.153295 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e791-dfa3-4ee4-8e04-a3a96f44dbca req-9e6fe829-02f9-45d7-8118-761aa1679c22 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:10.154799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d21e791-dfa3-4ee4-8e04-a3a96f44dbca req-9e6fe829-02f9-45d7-8118-761aa1679c22 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0525870 Feb 11 06:25:10.207292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4d21e791-dfa3-4ee4-8e04-a3a96f44dbca req-85e6b96d-bf8a-4c0e-8fec-4eddf544d4cd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467191 Feb 11 06:25:11.328523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97406c7-009d-472a-a859-be3618fc4a27 req-6621a72c-d3db-42e6-ba15-8564d2a8aabc tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:11.330028 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f97406c7-009d-472a-a859-be3618fc4a27 req-6621a72c-d3db-42e6-ba15-8564d2a8aabc tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0521011 Feb 11 06:25:11.381373 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f97406c7-009d-472a-a859-be3618fc4a27 req-e971cfae-d99f-4602-9546-8dcb5bf37773 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456705 Feb 11 06:25:12.057974 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:12.233601 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-e3145720-1bf2-4141-8df0-4cbe18865ab0 service neutron] show failed (client error): The resource could not be found. Feb 11 06:25:12.234518 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-e3145720-1bf2-4141-8df0-4cbe18865ab0 service neutron] 10.222.0.65 "GET /v2.0/ports/cfa08e11-4937-4531-84a9-eba344035003/bindings/n-h1-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0548553 Feb 11 06:25:12.508733 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b29c8-5368-4530-b7a3-ee41d6f16ef1 req-7107975d-43e5-4c32-9c3d-a79de937e94f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.510237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e05b29c8-5368-4530-b7a3-ee41d6f16ef1 req-7107975d-43e5-4c32-9c3d-a79de937e94f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0546732 Feb 11 06:25:12.560567 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e05b29c8-5368-4530-b7a3-ee41d6f16ef1 req-43be7cb2-3899-4ced-b678-2778ffde446b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445631 Feb 11 06:25:12.788880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-9711b56b-69ae-4dad-8b5e-49cf8f4edd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.790290 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-9711b56b-69ae-4dad-8b5e-49cf8f4edd4b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0994623 Feb 11 06:25:12.800631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-bf61b930-104c-4918-bb4b-98deb7cd398c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:25:12.801561 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-bf61b930-104c-4918-bb4b-98deb7cd398c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048916 Feb 11 06:25:12.811385 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-37', 'device_owner': 'compute:nova'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:12.870734 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:13.067265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:13.100999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:13.140255 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:13.143597 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444327de-deaf-415a-8cd0-49f60f1976f1" -d '{"events": [{"server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa08e11-4937-4531-84a9-eba344035003"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:13.146478 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Publish callbacks [] for port (cfa08e11-4937-4531-84a9-eba344035003), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:13.163472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Transition to ACTIVE for port object cfa08e11-4937-4531-84a9-eba344035003 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:25:13.191474 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188e7bd0-1b2c-42f1-b5ad-402c8fbbbc6c x-openstack-request-id: req-188e7bd0-1b2c-42f1-b5ad-402c8fbbbc6c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:13.191787 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa08e11-4937-4531-84a9-eba344035003", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:13.192038 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-188e7bd0-1b2c-42f1-b5ad-402c8fbbbc6c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:13.192453 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003', 'code': 200} Feb 11 06:25:13.212023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:13.294288 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=6']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:13.308636 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.308996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.309567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.310140 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.311841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.312185 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.312523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.312896 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.313227 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.313565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.313898 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.314222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.314547 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:13.350443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] No DVR routers for this DVR port cfa08e11-4937-4531-84a9-eba344035003 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:25:13.493148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Attempting to bind port cfa08e11-4937-4531-84a9-eba344035003 on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:25:13.493484 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Attempting to bind port cfa08e11-4937-4531-84a9-eba344035003 by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:25:13.493813 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Attempting to bind port cfa08e11-4937-4531-84a9-eba344035003 on network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:13.498214 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Port cfa08e11-4937-4531-84a9-eba344035003 on network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:25:13.498535 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Attempting to bind port cfa08e11-4937-4531-84a9-eba344035003 on network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:13.503259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:25:13.503598 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Checking segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:25:13.503974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Bound using segment: {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:25:13.504394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Bound port: cfa08e11-4937-4531-84a9-eba344035003, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41367d-177e-4ed3-9f50-c763649dbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:25:13.504777 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:13.566679 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:13.569612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:25:13.636588 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:13.677470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.678027 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:13.679427 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] 10.222.0.83 "PUT /v2.0/ports/cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 1093 time: 0.8715932 Feb 11 06:25:13.692127 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078740-b415-472c-8a04-07c9b322612f req-140d612e-e74a-49f5-bada-9c10ae0644ac tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.693771 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b078740-b415-472c-8a04-07c9b322612f req-140d612e-e74a-49f5-bada-9c10ae0644ac tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 944 time: 0.0631864 Feb 11 06:25:13.703394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6b5b2-e067-426d-a7cf-93cce8b31033 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=7']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:13.752729 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-7c0bb539-afee-4ff3-9043-d36e19a81920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.754046 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-7c0bb539-afee-4ff3-9043-d36e19a81920 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1127 time: 0.0517130 Feb 11 06:25:13.757737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2b078740-b415-472c-8a04-07c9b322612f req-0e52e72f-46ff-4eb3-b5ee-2f1b1b25451f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561326 Feb 11 06:25:13.867597 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-f67d024c-2d9f-4d1c-aa86-0ed865adacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.869842 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-f67d024c-2d9f-4d1c-aa86-0ed865adacfb service neutron] 10.222.0.83 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.1105514 Feb 11 06:25:13.937150 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-e20bb61d-8928-4045-a844-035946aac898 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 999 time: 0.0619714 Feb 11 06:25:13.987361 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-fed8053a-2314-4d43-b758-81d1199bc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.988884 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-fed8053a-2314-4d43-b758-81d1199bc54a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0462470 Feb 11 06:25:14.041399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-87cd9009-6842-499b-9271-f3f396467e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:14.042900 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-87cd9009-6842-499b-9271-f3f396467e4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482197 Feb 11 06:25:14.142381 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-16bb015c-871e-46f5-bd4b-04141c910ef8 service neutron] 10.222.0.83 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934129 Feb 11 06:25:14.234905 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1b02e214-ab7a-451d-b386-de99bb7be2c0 req-9510b574-de44-4073-8db8-ca5b9c08a2c2 service neutron] 10.222.0.83 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867081 Feb 11 06:25:14.885055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e13e1-5082-41c0-9718-37e53d0ac42c req-ff22da4d-1a63-480a-be16-60ec3fb2515f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:14.886570 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206e13e1-5082-41c0-9718-37e53d0ac42c req-ff22da4d-1a63-480a-be16-60ec3fb2515f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 944 time: 0.0542381 Feb 11 06:25:14.936400 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-206e13e1-5082-41c0-9718-37e53d0ac42c req-2def5c84-3c97-4626-8dfb-e5b034f57cab tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443182 Feb 11 06:25:15.193281 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:15.195605 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf17bc3-de2a-4bd9-a155-4fa862159b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "tag": "cfa08e11-4937-4531-84a9-eba344035003"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:15.245311 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb3317-a97e-460b-a76f-63453bb21432 x-openstack-request-id: req-02eb3317-a97e-460b-a76f-63453bb21432 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:15.245610 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "tag": "cfa08e11-4937-4531-84a9-eba344035003", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:15.245865 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02eb3317-a97e-460b-a76f-63453bb21432 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:15.246280 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003', 'status': 'completed', 'code': 200} Feb 11 06:25:15.336714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-df8307a9-e03b-47f7-bd20-e64d642f605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.339080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-df8307a9-e03b-47f7-bd20-e64d642f605d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1127 time: 0.0761037 Feb 11 06:25:15.341426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-e016c1af-7c1d-4632-9e67-0936517608ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.342779 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-e016c1af-7c1d-4632-9e67-0936517608ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1127 time: 0.0717845 Feb 11 06:25:15.516534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-e78e81cc-b932-4b1f-9b0a-7ccc67b1b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.517960 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-e78e81cc-b932-4b1f-9b0a-7ccc67b1b5ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.1707239 Feb 11 06:25:15.519056 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-d4889015-0dac-46aa-8839-a21a01c3b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.520414 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-d4889015-0dac-46aa-8839-a21a01c3b616 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.1721392 Feb 11 06:25:15.637614 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-2b08cd5f-7c69-4545-bfaa-e7976ee40801 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 999 time: 0.1110976 Feb 11 06:25:15.641118 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-0a634383-c4a0-4529-9435-bf895dea2b29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 999 time: 0.1129341 Feb 11 06:25:15.719152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-9e09b410-c505-4668-8118-cd383306f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.720636 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-9e09b410-c505-4668-8118-cd383306f3d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0773387 Feb 11 06:25:15.723897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-ea8688c0-f493-4966-bf34-cc1c73308745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.725360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-ea8688c0-f493-4966-bf34-cc1c73308745 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0735805 Feb 11 06:25:15.800875 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-1db045a4-825e-40cd-889e-7aa6ba975532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.802389 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-1db045a4-825e-40cd-889e-7aa6ba975532 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762315 Feb 11 06:25:15.807943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-1614420b-1b63-426f-b8c7-07df7b51805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:15.809363 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-1614420b-1b63-426f-b8c7-07df7b51805b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0751483 Feb 11 06:25:15.959355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-790ba809-ab5c-4fa0-b76a-205d34d9aed8 service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490541 Feb 11 06:25:15.966289 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-9f368ce3-95f0-4ab6-8227-d2c4f9bcb8ee service neutron] 10.222.0.83 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485145 Feb 11 06:25:16.046556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cfa08e11-4937-4531-84a9-eba344035003 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:16.068736 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b2a15-5e6b-4233-b557-d238cd6019c5 req-5322e276-e414-469e-8d05-635631d07b3a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:16.068736 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb1b2a15-5e6b-4233-b557-d238cd6019c5 req-5322e276-e414-469e-8d05-635631d07b3a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 944 time: 0.0586269 Feb 11 06:25:16.092393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] The host n-h2-713498-37 is not matching for port cfa08e11-4937-4531-84a9-eba344035003 host n-h1-713498-37! {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:25:16.092831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device cfa08e11-4937-4531-84a9-eba344035003 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:16.125140 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fb1b2a15-5e6b-4233-b557-d238cd6019c5 req-8d397d5b-480c-4453-9945-166e1434c344 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531836 Feb 11 06:25:16.127608 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-da856a9a-6712-4724-b5ea-dc23933fc8b9 service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603818 Feb 11 06:25:16.129850 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-adf17bc3-de2a-4bd9-a155-4fa862159b7d req-665f1040-d80c-4bdf-a185-7221f2cea126 service neutron] 10.222.0.83 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554132 Feb 11 06:25:16.185017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cfa08e11-4937-4531-84a9-eba344035003 details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:25:16.286007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:16.297383 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': 'cfa08e11-4937-4531-84a9-eba344035003', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'port_id': 'cfa08e11-4937-4531-84a9-eba344035003', 'mac_address': 'fa:16:3e:50:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:25:16.334141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cfa08e11-4937-4531-84a9-eba344035003 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:16.334460 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:16.347013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa08e11-4937-4531-84a9-eba344035003 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:25:16.365751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:16.406151 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:16.457077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:16.465115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.465469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.465815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.466154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.466489 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.466823 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.467154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.467482 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.467807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.468129 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.468454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.468808 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.469138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:16.653989 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['cfa08e11-4937-4531-84a9-eba344035003'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:25:17.252501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb954633-6630-4af8-949a-ff63ad7d2e53 req-90f9b2d2-c094-41d5-bbdb-acf3700c91ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:17.253924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb954633-6630-4af8-949a-ff63ad7d2e53 req-90f9b2d2-c094-41d5-bbdb-acf3700c91ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 945 time: 0.0544407 Feb 11 06:25:17.302057 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb954633-6630-4af8-949a-ff63ad7d2e53 req-aed64cb1-f7b8-46f9-a78e-a85fa449376d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Feb 11 06:25:17.678946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c776869-09dd-4b55-808b-9a90f10d9110 req-244978e7-bb48-4a82-9369-fc882e822f9f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:17.680468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c776869-09dd-4b55-808b-9a90f10d9110 req-244978e7-bb48-4a82-9369-fc882e822f9f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 945 time: 0.0522401 Feb 11 06:25:17.731774 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5c776869-09dd-4b55-808b-9a90f10d9110 req-5fe62cce-52d7-4153-8de5-a75543539d71 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446568 Feb 11 06:25:17.772404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-2cd1738b-2dd2-4fc9-9127-d18a38fd13cb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:17.773937 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-2cd1738b-2dd2-4fc9-9127-d18a38fd13cb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc&tenant_id=a6fc1514d707497fbff67712556ed7a0&binding%3Ahost_id=n-h1-713498-37 HTTP/1.1" status: 200 len: 945 time: 0.0613620 Feb 11 06:25:17.833415 n-d-713498-37 neutron-server[104086]: INFO neutron.api.v2.resource [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-ad7c10a6-9ac0-49ce-a948-1e30909db457 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:25:17.834338 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-ad7c10a6-9ac0-49ce-a948-1e30909db457 service neutron] 10.222.0.65 "DELETE /v2.0/ports/cfa08e11-4937-4531-84a9-eba344035003/bindings/n-h2-713498-37 HTTP/1.1" status: 404 len: 381 time: 0.0542405 Feb 11 06:25:17.856136 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752816-9692-4463-a46e-aaf618c578e9 req-21e8034a-a5e1-4aa8-af74-7d45c69471df tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:17.857663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70752816-9692-4463-a46e-aaf618c578e9 req-21e8034a-a5e1-4aa8-af74-7d45c69471df tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 945 time: 0.0576606 Feb 11 06:25:17.907976 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-70752816-9692-4463-a46e-aaf618c578e9 req-06b26341-564c-45d7-b075-7b3f86721e76 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Feb 11 06:25:17.922686 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-09a6e4d8-fa2f-4191-a46c-34804473dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:17.924233 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-09a6e4d8-fa2f-4191-a46c-34804473dfb8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1128 time: 0.0480793 Feb 11 06:25:18.017021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-4caf96b1-3e71-46a9-9c02-3ed0127ae56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:18.018478 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-4caf96b1-3e71-46a9-9c02-3ed0127ae56d service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.0890675 Feb 11 06:25:18.082337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-5c4c894a-84d5-47ec-9084-7742fe2574de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 1000 time: 0.0577350 Feb 11 06:25:18.129929 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-ac85e0b7-b47b-457f-a025-511d4398eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:18.131271 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-ac85e0b7-b47b-457f-a025-511d4398eb83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0433297 Feb 11 06:25:18.181950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-2c6288b3-0814-4f24-a3bb-9cf6fb419f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:18.183418 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-2c6288b3-0814-4f24-a3bb-9cf6fb419f58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465751 Feb 11 06:25:18.208413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cfa08e11-4937-4531-84a9-eba344035003 up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:18.271869 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-3968fbb2-315d-4dcc-a1f2-626b52cf6dbc service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827284 Feb 11 06:25:18.364300 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8a7e5615-104a-4f5a-bdc3-3ec55662cd0c req-bde24165-1278-4d68-9c11-8efa62731902 service neutron] 10.222.0.65 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861137 Feb 11 06:25:18.366231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port cfa08e11-4937-4531-84a9-eba344035003 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:25:18.373347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port cfa08e11-4937-4531-84a9-eba344035003 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:18.373347 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (cfa08e11-4937-4531-84a9-eba344035003), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:18.449447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port cfa08e11-4937-4531-84a9-eba344035003 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:18.449885 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:18.473125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:18.475436 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cee6cb5-8db1-436a-b4e3-c4867e6ecdba" -d '{"events": [{"server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "name": "network-vif-plugged", "status": "completed", "tag": "cfa08e11-4937-4531-84a9-eba344035003"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:18.492071 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:18.531702 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8134262-8366-4d5b-8e9c-cb081a77577c x-openstack-request-id: req-f8134262-8366-4d5b-8e9c-cb081a77577c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:18.532000 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "name": "network-vif-plugged", "status": "completed", "tag": "cfa08e11-4937-4531-84a9-eba344035003", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:18.532260 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8134262-8366-4d5b-8e9c-cb081a77577c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:18.532787 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003', 'code': 200} Feb 11 06:25:18.566408 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:18.614220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:19.035632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dc6bd-048f-4c6d-ae8d-073019c3486f req-feb74e03-0b5c-4fc7-8e90-2cc45124087b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:19.037186 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f2dc6bd-048f-4c6d-ae8d-073019c3486f req-feb74e03-0b5c-4fc7-8e90-2cc45124087b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0555096 Feb 11 06:25:19.088724 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f2dc6bd-048f-4c6d-ae8d-073019c3486f req-946875a4-42cc-4f1e-8af7-8c3827787e53 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450244 Feb 11 06:25:20.217155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0cc59-0e64-44a9-9a8c-eef06afdf9dc req-eeea4f64-d23b-40cf-a355-d99e8023ee59 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:20.218581 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26b0cc59-0e64-44a9-9a8c-eef06afdf9dc req-eeea4f64-d23b-40cf-a355-d99e8023ee59 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0591743 Feb 11 06:25:20.269347 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-26b0cc59-0e64-44a9-9a8c-eef06afdf9dc req-f90c2d74-7f6e-4513-8749-5441b1b94333 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451558 Feb 11 06:25:20.291322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49754) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:20.352538 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6564a293-815a-4321-9266-f98735678b17 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3 HTTP/1.1" status: 200 len: 993 time: 0.0600536 Feb 11 06:25:26.330713 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:25:33.023510 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04b726c6-63fd-4a45-b731-71c2da33eeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:35.548991 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c059-4b2e-47e8-a287-e687335b5bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:36.915132 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:38.448740 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-72d4566d-7842-4c3e-ba86-e913118e70af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496998 Feb 11 06:25:38.537154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-9711c9f0-d018-488c-a192-28a66ed5dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:38.538680 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-9711c9f0-d018-488c-a192-28a66ed5dbce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1129 time: 0.0456991 Feb 11 06:25:38.543568 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:38.642105 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-a50609f4-83dc-4802-bb5a-9a1f77875cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:38.643653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-a50609f4-83dc-4802-bb5a-9a1f77875cf4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.0866036 Feb 11 06:25:38.715520 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-25a53252-3d65-4a2f-8533-1ebd4f857f2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 1001 time: 0.0640106 Feb 11 06:25:38.763751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-0c06852f-3105-4339-a408-3351b24d61df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:38.765336 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-0c06852f-3105-4339-a408-3351b24d61df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0438206 Feb 11 06:25:38.814689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-7ade8e42-a4e2-4c55-bdbe-a795db907a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:38.816210 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-7ade8e42-a4e2-4c55-bdbe-a795db907a53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451026 Feb 11 06:25:38.923499 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-d0af756f-1bb7-4d5a-b544-eab35d59261d service neutron] 10.222.0.83 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008949 Feb 11 06:25:39.012506 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ea35137d-f4db-4f23-88d9-27c3da164541 req-90b9a78d-94a9-412c-a0c6-0575418815c3 service neutron] 10.222.0.83 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835309 Feb 11 06:25:39.109150 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:39.303508 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:42.086355 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:46.687546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49766) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:46.849004 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port efed7dac-d315-4617-bfac-37fd04050014 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:25:46.849355 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (efed7dac-d315-4617-bfac-37fd04050014), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:46.923257 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (efed7dac-d315-4617-bfac-37fd04050014), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:46.923567 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (efed7dac-d315-4617-bfac-37fd04050014), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:46.936077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for efed7dac-d315-4617-bfac-37fd04050014 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:25:47.150457 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (efed7dac-d315-4617-bfac-37fd04050014), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:47.183053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=efed7dac-d315-4617-bfac-37fd04050014,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:47.246154 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:47.246469 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3 disassociated (deleted). External IP: 172.25.8.93, port: cfa08e11-4937-4531-84a9-eba344035003. Feb 11 06:25:47.790301 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:25:47.934384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:25:47.939374 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:47.944166 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] Sync routers for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:25:47.954807 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:47.955419 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:47.972515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2d263a26-a368-412f-8adf-0341d7622fdb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/floatingips/0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3 HTTP/1.1" status: 204 len: 168 time: 1.2838171 Feb 11 06:25:47.973189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:47.975742 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b953f042-8b54-4d5d-a726-58b4f7955aec" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "tag": "cfa08e11-4937-4531-84a9-eba344035003"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:48.020577 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d1bd30-6c1e-4152-89fd-380c45af03bf x-openstack-request-id: req-89d1bd30-6c1e-4152-89fd-380c45af03bf {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:48.021624 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "tag": "cfa08e11-4937-4531-84a9-eba344035003", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:48.021923 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89d1bd30-6c1e-4152-89fd-380c45af03bf {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:48.022407 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003', 'status': 'completed', 'code': 200} Feb 11 06:25:48.072146 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:48.089144 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-c5e62613-c4be-42a4-983a-b35f902eefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:48.090766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-c5e62613-c4be-42a4-983a-b35f902eefd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 1129 time: 0.0489838 Feb 11 06:25:48.197218 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-a4927fd4-d688-437e-b3f5-0041e411e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:48.198875 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-a4927fd4-d688-437e-b3f5-0041e411e769 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 200 len: 897 time: 0.1007414 Feb 11 06:25:48.242465 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-cce553eb-fcd8-4851-a6d8-e1662484d860 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 200 len: 217 time: 0.0376773 Feb 11 06:25:48.291250 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-23e1819f-58fe-4844-9a91-c6bc8a1e1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:48.292784 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-23e1819f-58fe-4844-9a91-c6bc8a1e1ba7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 200 len: 835 time: 0.0447738 Feb 11 06:25:48.297587 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:14Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:48.354691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-fb310da7-f6fa-4240-9885-de1311a0f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:48.355517 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-fb310da7-f6fa-4240-9885-de1311a0f66e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d50e727-b9b6-4528-a9fa-7fdd70ce4869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0562329 Feb 11 06:25:48.424539 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] Checking router: 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:25:48.432847 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d678bc2-2133-4b81-a2d7-6e1738e5d8e6 req-47a73ba2-28b8-4e73-a2c9-d300b49902e3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:48.434514 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d678bc2-2133-4b81-a2d7-6e1738e5d8e6 req-47a73ba2-28b8-4e73-a2c9-d300b49902e3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0617683 Feb 11 06:25:48.434754 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:48.435384 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:48.465558 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-8b82135e-96e3-485b-9710-48ef28dae427 service neutron] 10.222.0.83 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997050 Feb 11 06:25:48.487800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d678bc2-2133-4b81-a2d7-6e1738e5d8e6 req-70fdb0b8-39d5-4f3e-96b1-11e0a68ebaac tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460660 Feb 11 06:25:48.562749 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:48.567155 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b953f042-8b54-4d5d-a726-58b4f7955aec req-6529763c-7917-489c-b965-5cecc6bd4015 service neutron] 10.222.0.83 "GET /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947895 Feb 11 06:25:48.763400 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:14Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:48.788828 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417685cf-db04-4b91-895a-106fcb529fc2 None None] The sync data for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 is: [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:11Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2161c9e0-de3b-46e3-8400-c846b2077b57', 'name': '', 'network_id': '1d50e727-b9b6-4528-a9fa-7fdd70ce4869', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:d3:70:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '9d4d076f-f547-48f3-9467-61b9359af952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:10Z', 'updated_at': '2022-02-11T06:24:14Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d4d076f-f547-48f3-9467-61b9359af952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:25:49.014288 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ee356-b2c5-4e3a-b256-4e2a1c849739 None None] New status for floating IP 0b97f468-c5ba-4dcc-9bc1-61cde0f62bd3: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:25:49.627195 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1ee6-648c-4e44-8bb4-dc0bca0c8a2b req-aa63ac60-5135-4083-90d7-be9888f2c41a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:49.628770 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-befc1ee6-648c-4e44-8bb4-dc0bca0c8a2b req-aa63ac60-5135-4083-90d7-be9888f2c41a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0623643 Feb 11 06:25:49.664882 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-418caf50-fa15-4857-9493-e592993d1251 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:49.667903 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-418caf50-fa15-4857-9493-e592993d1251 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.83 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 946 time: 0.0593052 Feb 11 06:25:49.687638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-befc1ee6-648c-4e44-8bb4-dc0bca0c8a2b req-67686aa6-5b94-48bb-a432-2e9cbd1a1775 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=09efdff2-ffe8-4785-999a-bfdd7603b0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531325 Feb 11 06:25:49.764122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port cfa08e11-4937-4531-84a9-eba344035003 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:25:49.764462 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (cfa08e11-4937-4531-84a9-eba344035003), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:49.863127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port cfa08e11-4937-4531-84a9-eba344035003, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=cfa08e11-4937-4531-84a9-eba344035003,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:49.863127 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (cfa08e11-4937-4531-84a9-eba344035003), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:49.876473 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for cfa08e11-4937-4531-84a9-eba344035003 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:25:50.412480 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (cfa08e11-4937-4531-84a9-eba344035003), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:50.442859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=cfa08e11-4937-4531-84a9-eba344035003,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:50.487057 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] No DVR routers for this DVR port cfa08e11-4937-4531-84a9-eba344035003 on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:25:50.490036 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:50.494997 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.83 "DELETE /v2.0/ports/cfa08e11-4937-4531-84a9-eba344035003 HTTP/1.1" status: 204 len: 173 time: 0.8203948 Feb 11 06:25:50.494997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'name': 'network-vif-deleted', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:50.496992 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441494f4-20f6-4029-9676-f65caa80aa3a" -d '{"events": [{"server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "name": "network-vif-deleted", "tag": "cfa08e11-4937-4531-84a9-eba344035003"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:50.533087 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101f84de-f7f0-4227-b1ab-f55fe2f111fa x-openstack-request-id: req-101f84de-f7f0-4227-b1ab-f55fe2f111fa {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:50.533432 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff7813-2cd4-4f72-b2d7-371cadda4cbc", "name": "network-vif-deleted", "tag": "cfa08e11-4937-4531-84a9-eba344035003", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:50.533647 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-101f84de-f7f0-4227-b1ab-f55fe2f111fa {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:50.534057 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff7813-2cd4-4f72-b2d7-371cadda4cbc', 'name': 'network-vif-deleted', 'tag': 'cfa08e11-4937-4531-84a9-eba344035003', 'status': 'completed', 'code': 200} Feb 11 06:25:50.827172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9a940f45-0410-4b0b-b69f-c884675c44a1 req-be7fb5e7-cbfd-456c-a2e7-693417418426 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=05ff7813-2cd4-4f72-b2d7-371cadda4cbc HTTP/1.1" status: 200 len: 210 time: 0.0291688 Feb 11 06:25:51.886797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49782) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:52.276567 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:52.543826 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 2161c9e0-de3b-46e3-8400-c846b2077b57 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:25:52.544165 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:52.636182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 2161c9e0-de3b-46e3-8400-c846b2077b57, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2161c9e0-de3b-46e3-8400-c846b2077b57,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:52.636545 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:52.648350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 2161c9e0-de3b-46e3-8400-c846b2077b57 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:25:52.897620 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2161c9e0-de3b-46e3-8400-c846b2077b57), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:52.925578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=2161c9e0-de3b-46e3-8400-c846b2077b57,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:52.955325 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.955672 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.956027 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.956384 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.956758 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.957102 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.957439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.957769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.958103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.958548 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.958786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.959098 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:52.959427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:53.126003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:53.341034 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:25:53.449071 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:25:53.454335 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-05e4160b-a82d-43d4-9c11-db46607b920a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/0fb01df6-1d3c-41f1-b351-8f0ff1fce90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664968 Feb 11 06:25:53.458158 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49784) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:53.463737 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] Sync routers for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:25:53.473738 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:53.479551 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:53.516626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a727c96b-3ff0-464b-b489-6668ef52138d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting subnet 9d4d076f-f547-48f3-9467-61b9359af952 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:25:53.519923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a727c96b-3ff0-464b-b489-6668ef52138d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (9d4d076f-f547-48f3-9467-61b9359af952), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:53.562211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a727c96b-3ff0-464b-b489-6668ef52138d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (9d4d076f-f547-48f3-9467-61b9359af952), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:53.586204 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:53.650682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a727c96b-3ff0-464b-b489-6668ef52138d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (9d4d076f-f547-48f3-9467-61b9359af952), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:53.767410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a727c96b-3ff0-464b-b489-6668ef52138d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (9d4d076f-f547-48f3-9467-61b9359af952), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:53.771186 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:25:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:53.797759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727c96b-3ff0-464b-b489-6668ef52138d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4d076f-f547-48f3-9467-61b9359af952,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:53.801487 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a727c96b-3ff0-464b-b489-6668ef52138d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:53.801711 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] Checking router: 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:25:53.804963 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a727c96b-3ff0-464b-b489-6668ef52138d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/subnets/9d4d076f-f547-48f3-9467-61b9359af952 HTTP/1.1" status: 204 len: 168 time: 0.3455162 Feb 11 06:25:53.809289 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49786) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:53.811737 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] Routers {'0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:53.812350 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:53.823620 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78ea63-b174-4d67-8ceb-edcf7ce777f9 None None] Network 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:25:53.944529 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] Set router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:53.970186 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.084683 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.154085 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:25:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:54.170200 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] DHCP port deletion for 1d50e727-b9b6-4528-a9fa-7fdd70ce4869 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:25:54.184915 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343cf70-a3bd-4e2e-ad4a-ad9cc96dc1d3 None None] The sync data for ids ['0fb01df6-1d3c-41f1-b351-8f0ff1fce90a'] in n-d-713498-37 is: [{'id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506149987', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:25:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9bc52201-9f27-4c66-a3d9-57b7ecf03cfb', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb01df6-1d3c-41f1-b351-8f0ff1fce90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:07Z', 'updated_at': '2022-02-11T06:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:25:54.225636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:25:54.226012 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.227818 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] Deleting port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:25:54.228376 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.293451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] For port 94c23a3a-16ac-4d25-8e48-84de7bb0b989, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=94c23a3a-16ac-4d25-8e48-84de7bb0b989,segment=NetworkSegment(7d41367d-177e-4ed3-9f50-c763649dbdbb),segment_id=7d41367d-177e-4ed3-9f50-c763649dbdbb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:54.294049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.311539 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] Calling delete_port for 94c23a3a-16ac-4d25-8e48-84de7bb0b989 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:25:54.333491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bc52201-9f27-4c66-a3d9-57b7ecf03cfb,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:54.334048 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.347964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:25:54.410077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cfa08e11-4937-4531-84a9-eba344035003 no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:54.432856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: cfa08e11-4937-4531-84a9-eba344035003 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:25:54.433210 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device cfa08e11-4937-4531-84a9-eba344035003 not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:54.492213 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (94c23a3a-16ac-4d25-8e48-84de7bb0b989), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.517697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] Pushing event deleted for resources: {'Port': ['ID=94c23a3a-16ac-4d25-8e48-84de7bb0b989,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:54.521664 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce82c46-ae12-4e77-b9a6-dc35df12b23b None None] No DVR routers for this DVR port 94c23a3a-16ac-4d25-8e48-84de7bb0b989 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:25:54.577344 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9bc52201-9f27-4c66-a3d9-57b7ecf03cfb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.620757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=9bc52201-9f27-4c66-a3d9-57b7ecf03cfb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:54.622831 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2161c9e0-de3b-46e3-8400-c846b2077b57 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:54.644930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 2161c9e0-de3b-46e3-8400-c846b2077b57 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:25:54.645474 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2161c9e0-de3b-46e3-8400-c846b2077b57 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:54.646120 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 94c23a3a-16ac-4d25-8e48-84de7bb0b989 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:54.679161 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 94c23a3a-16ac-4d25-8e48-84de7bb0b989 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:25:54.681345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 94c23a3a-16ac-4d25-8e48-84de7bb0b989 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:54.703631 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.813576 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.816264 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.909042 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (0fb01df6-1d3c-41f1-b351-8f0ff1fce90a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.909626 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb01df6-1d3c-41f1-b351-8f0ff1fce90a {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:25:54.916783 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:54.917612 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-192a61c3-8057-4518-a191-dee6acf4b387 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/routers/0fb01df6-1d3c-41f1-b351-8f0ff1fce90a HTTP/1.1" status: 204 len: 168 time: 1.1070695 Feb 11 06:25:54.921456 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49788) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:55.007495 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (1d50e727-b9b6-4528-a9fa-7fdd70ce4869), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.120065 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (1d50e727-b9b6-4528-a9fa-7fdd70ce4869), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.140154 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d50e727-b9b6-4528-a9fa-7fdd70ce4869']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:55.149528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d41367d-177e-4ed3-9f50-c763649dbdbb') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:55.149972 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d41367d-177e-4ed3-9f50-c763649dbdbb') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:55.159711 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (7d41367d-177e-4ed3-9f50-c763649dbdbb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.173830 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (7d41367d-177e-4ed3-9f50-c763649dbdbb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.179708 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:25:55.180099 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (7d41367d-177e-4ed3-9f50-c763649dbdbb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:25:55.183825 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:25:55.320440 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (1d50e727-b9b6-4528-a9fa-7fdd70ce4869), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.328700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.331004 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/networks/1d50e727-b9b6-4528-a9fa-7fdd70ce4869 HTTP/1.1" status: 204 len: 168 time: 0.4085259 Feb 11 06:25:55.333819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49790) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:55.343820 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fe741-c959-404a-8312-e04c0d42952d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Network': ['ID=1d50e727-b9b6-4528-a9fa-7fdd70ce4869,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:55.404069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de355fed-4790-4b4c-93bc-44289503a700 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (09efdff2-ffe8-4785-999a-bfdd7603b0d6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.437980 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de355fed-4790-4b4c-93bc-44289503a700 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (09efdff2-ffe8-4785-999a-bfdd7603b0d6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.560713 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de355fed-4790-4b4c-93bc-44289503a700 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (09efdff2-ffe8-4785-999a-bfdd7603b0d6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.563403 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-de355fed-4790-4b4c-93bc-44289503a700 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:55.564587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-de355fed-4790-4b4c-93bc-44289503a700 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/security-groups/09efdff2-ffe8-4785-999a-bfdd7603b0d6 HTTP/1.1" status: 204 len: 168 time: 0.2294350 Feb 11 06:25:55.577599 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de355fed-4790-4b4c-93bc-44289503a700 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09efdff2-ffe8-4785-999a-bfdd7603b0d6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:55.900719 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49796) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:55.905359 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6029d86e-3493-416f-9f91-0978f922d917 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045801285', 'description': 'tempest-secgroup-smoke-2045801285 description', 'project_id': 'a6fc1514d707497fbff67712556ed7a0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:55.966945 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6029d86e-3493-416f-9f91-0978f922d917 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.035591 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6029d86e-3493-416f-9f91-0978f922d917 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (3d131462-aaf6-4f76-8541-2e5aa7152dc6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.109511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6029d86e-3493-416f-9f91-0978f922d917 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3d131462-aaf6-4f76-8541-2e5aa7152dc6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.139182 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029d86e-3493-416f-9f91-0978f922d917 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d131462-aaf6-4f76-8541-2e5aa7152dc6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:56.207953 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6029d86e-3493-416f-9f91-0978f922d917 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.209305 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6029d86e-3493-416f-9f91-0978f922d917 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3075218 Feb 11 06:25:56.212864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49798) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:56.217751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bc3802a0-958d-42c4-b276-616d8cb641ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '3d131462-aaf6-4f76-8541-2e5aa7152dc6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:56.291881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc3802a0-958d-42c4-b276-616d8cb641ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (0ef5900a-8e43-4d5d-a5c1-d2a6fb68c757), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.349632 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc3802a0-958d-42c4-b276-616d8cb641ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (0ef5900a-8e43-4d5d-a5c1-d2a6fb68c757), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.394390 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc3802a0-958d-42c4-b276-616d8cb641ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (0ef5900a-8e43-4d5d-a5c1-d2a6fb68c757), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.414887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3802a0-958d-42c4-b276-616d8cb641ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef5900a-8e43-4d5d-a5c1-d2a6fb68c757,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:56.459669 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc3802a0-958d-42c4-b276-616d8cb641ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.460980 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bc3802a0-958d-42c4-b276-616d8cb641ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2468426 Feb 11 06:25:56.465194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49800) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:56.469880 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-8e717494-da19-413b-b118-e8c84efe82b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '3d131462-aaf6-4f76-8541-2e5aa7152dc6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:56.531533 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e717494-da19-413b-b118-e8c84efe82b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (20c2455c-f2eb-4e68-9384-a82e2e77e17b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.599738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:25:56.603655 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e717494-da19-413b-b118-e8c84efe82b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (20c2455c-f2eb-4e68-9384-a82e2e77e17b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.619499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:25:56.621205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bc52201-9f27-4c66-a3d9-57b7ecf03cfb not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:25:56.669302 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e717494-da19-413b-b118-e8c84efe82b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (20c2455c-f2eb-4e68-9384-a82e2e77e17b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.689488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717494-da19-413b-b118-e8c84efe82b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c2455c-f2eb-4e68-9384-a82e2e77e17b,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:56.757022 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8e717494-da19-413b-b118-e8c84efe82b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.758329 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-8e717494-da19-413b-b118-e8c84efe82b2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2921069 Feb 11 06:25:56.761613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49802) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:56.765975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a8aa82e2-2492-4352-8206-3e9013c11b30 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '3d131462-aaf6-4f76-8541-2e5aa7152dc6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:56.857790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8aa82e2-2492-4352-8206-3e9013c11b30 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (2efe6632-7aa7-4841-8e51-8beb3b3a5826), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.917115 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8aa82e2-2492-4352-8206-3e9013c11b30 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (2efe6632-7aa7-4841-8e51-8beb3b3a5826), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:56.983539 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8aa82e2-2492-4352-8206-3e9013c11b30 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (2efe6632-7aa7-4841-8e51-8beb3b3a5826), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.004526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa82e2-2492-4352-8206-3e9013c11b30 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efe6632-7aa7-4841-8e51-8beb3b3a5826,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:57.048331 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a8aa82e2-2492-4352-8206-3e9013c11b30 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.049658 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a8aa82e2-2492-4352-8206-3e9013c11b30 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2870955 Feb 11 06:25:57.052366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49804) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:57.057937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0a9cc4d0-9d62-4833-a7ce-40772f657d12 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '3d131462-aaf6-4f76-8541-2e5aa7152dc6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:57.206123 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc4d0-9d62-4833-a7ce-40772f657d12 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (26af3215-7937-426b-a6bd-56f4cffae376), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.267621 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc4d0-9d62-4833-a7ce-40772f657d12 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (26af3215-7937-426b-a6bd-56f4cffae376), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.339114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc4d0-9d62-4833-a7ce-40772f657d12 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (26af3215-7937-426b-a6bd-56f4cffae376), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.357156 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cc4d0-9d62-4833-a7ce-40772f657d12 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26af3215-7937-426b-a6bd-56f4cffae376,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:57.453938 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc4d0-9d62-4833-a7ce-40772f657d12 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.455238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0a9cc4d0-9d62-4833-a7ce-40772f657d12 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4017942 Feb 11 06:25:57.463414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49806) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:57.463414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-de468b17-a53d-4196-9ed1-50062ecb7811 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '3d131462-aaf6-4f76-8541-2e5aa7152dc6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:57.549129 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-de468b17-a53d-4196-9ed1-50062ecb7811 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:25:57.554381 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de468b17-a53d-4196-9ed1-50062ecb7811 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (cef123f2-5d2e-44cd-bda2-3131371b1cf0), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.615670 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de468b17-a53d-4196-9ed1-50062ecb7811 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (cef123f2-5d2e-44cd-bda2-3131371b1cf0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.680377 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de468b17-a53d-4196-9ed1-50062ecb7811 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (cef123f2-5d2e-44cd-bda2-3131371b1cf0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.701318 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de468b17-a53d-4196-9ed1-50062ecb7811 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef123f2-5d2e-44cd-bda2-3131371b1cf0,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:57.750761 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-de468b17-a53d-4196-9ed1-50062ecb7811 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.751948 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-de468b17-a53d-4196-9ed1-50062ecb7811 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926092 Feb 11 06:25:57.754858 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49808) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:57.760007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c7c8f4ca-cdcd-46aa-a08a-a70103d5a8d0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '3d131462-aaf6-4f76-8541-2e5aa7152dc6', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:57.828834 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-c7c8f4ca-cdcd-46aa-a08a-a70103d5a8d0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:25:57.834105 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f4ca-cdcd-46aa-a08a-a70103d5a8d0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (54e60175-02b7-4ee6-ba66-bbc02a260cab), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.906572 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f4ca-cdcd-46aa-a08a-a70103d5a8d0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (54e60175-02b7-4ee6-ba66-bbc02a260cab), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.966164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f4ca-cdcd-46aa-a08a-a70103d5a8d0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (54e60175-02b7-4ee6-ba66-bbc02a260cab), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:57.985490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8f4ca-cdcd-46aa-a08a-a70103d5a8d0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e60175-02b7-4ee6-ba66-bbc02a260cab,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:58.036582 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f4ca-cdcd-46aa-a08a-a70103d5a8d0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.037799 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-c7c8f4ca-cdcd-46aa-a08a-a70103d5a8d0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820163 Feb 11 06:25:58.041539 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49810) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:58.046593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'network': {'name': 'tempest-network-smoke--728420814', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'port_security_enabled': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:58.131589 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:25:58.135400 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.159498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:25:58.169002 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.169354 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Added segment 1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005 of type vlan for network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 Feb 11 06:25:58.213970 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (f450c055-d6b0-4055-9ce7-a8ce2e62dde7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.292316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (f450c055-d6b0-4055-9ce7-a8ce2e62dde7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.297528 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:58.298118 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.364470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Network': ['ID=f450c055-d6b0-4055-9ce7-a8ce2e62dde7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:58.375189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:25:58.388197 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9aca08c2-5991-4951-96cb-719e348b29db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3452959 Feb 11 06:25:58.391521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49812) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:58.396411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'admin_state_up': True, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:58.469592 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (ceb9da40-701c-4c58-9195-1c742d3e0730), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.470844 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (ceb9da40-701c-4c58-9195-1c742d3e0730), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.528279 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (ceb9da40-701c-4c58-9195-1c742d3e0730), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:58.731270 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (ceb9da40-701c-4c58-9195-1c742d3e0730), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:59.006523 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (ceb9da40-701c-4c58-9195-1c742d3e0730), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:59.025790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:59.135327 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.51 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9d0dcf89-f339-44ac-a36f-110cd93a47bf) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:25:59.244803 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:59.326745 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:59.370365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:25:59.373326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:25:59.376843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:25:59.400931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=9d0dcf89-f339-44ac-a36f-110cd93a47bf,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:59.690876 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (ceb9da40-701c-4c58-9195-1c742d3e0730), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:59.906904 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (ceb9da40-701c-4c58-9195-1c742d3e0730), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.114928 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router ceb9da40-701c-4c58-9195-1c742d3e0730 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:26:00.545622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:00.556346 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Sync routers for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:00.568643 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:00.569321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:00.625525 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:00.630157 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b92a8726-62bb-4ea6-aaa9-ef746dc3c401 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2343023 Feb 11 06:26:00.630522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49814) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:00.661186 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b83bc501-ed8c-48f4-9301-cacea0d71f3a tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6fc1514d707497fbff67712556ed7a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294945 Feb 11 06:26:00.673320 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49816) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:00.692697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:00.894525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:25:59Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:00.922085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Checking router: ceb9da40-701c-4c58-9195-1c742d3e0730 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:00.922443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Updating router ceb9da40-701c-4c58-9195-1c742d3e0730 port 9d0dcf89-f339-44ac-a36f-110cd93a47bf binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:26:00.956740 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.100303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfa7d2-129e-448c-be8e-778c1e572c1b tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.105498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-98bfa7d2-129e-448c-be8e-778c1e572c1b tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4275393 Feb 11 06:26:01.105728 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49818) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:01.136292 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ecbce35e-25ae-4b28-94b4-12d1833925a4 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264370 Feb 11 06:26:01.136541 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49820) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:01.141333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812362573', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:01.227640 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Publish callbacks [] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.285988 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.293412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:26:01.296259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.345984 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737012-d494-43a7-9339-6fc181f30ced None None] Pushing event updated for resources: {'Port': ['ID=9d0dcf89-f339-44ac-a36f-110cd93a47bf,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:01.350396 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Attempting to bind port 9d0dcf89-f339-44ac-a36f-110cd93a47bf on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:01.350776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Attempting to bind port 9d0dcf89-f339-44ac-a36f-110cd93a47bf by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:01.351153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Attempting to bind port 9d0dcf89-f339-44ac-a36f-110cd93a47bf on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:01.357317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:01.357704 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:01.358118 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.358523 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:01.359004 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Bound port: 9d0dcf89-f339-44ac-a36f-110cd93a47bf, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:01.359392 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.419195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] For port 9d0dcf89-f339-44ac-a36f-110cd93a47bf, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:01.422618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] For port 9d0dcf89-f339-44ac-a36f-110cd93a47bf, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9d0dcf89-f339-44ac-a36f-110cd93a47bf,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:01.481054 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.533100 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:01.533747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:01.537935 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (e8cd0b21-cf18-4139-9da7-446b79aace69), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.583589 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737012-d494-43a7-9339-6fc181f30ced None None] Pushing event updated for resources: {'Port': ['ID=9d0dcf89-f339-44ac-a36f-110cd93a47bf,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:01.612588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Subnet': ['ID=e8cd0b21-cf18-4139-9da7-446b79aace69,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:01.621525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Checking segment: {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:01.621893 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network hostable DHCP agents. Network: f450c055-d6b0-4055-9ce7-a8ce2e62dde7, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:26:01.664194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:01.680448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:26:01.731945 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, f450c055-d6b0-4055-9ce7-a8ce2e62dde7) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:01.737179 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:01.738477 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:01.748087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ffabc9-bae9-42ad-b6ba-05e381b22a08 None None] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:26:01.792237 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c2fcbd93-fce1-4696-968a-2a4106ba2fed tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6546493 Feb 11 06:26:01.795503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49822) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:01.930640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:26:01.932095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.029875 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:25:59Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:02.063583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8bb04-1bb4-4ff9-a8ba-ad481876e673 None None] The sync data for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 is: [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:25:59Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:02.121012 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Allocated IP 172.20.0.2 (f450c055-d6b0-4055-9ce7-a8ce2e62dde7/e8cd0b21-cf18-4139-9da7-446b79aace69/32176d19-c632-4432-908d-eca44c22d632) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:02.311898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.337971 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Publish callbacks [] for port (32176d19-c632-4432-908d-eca44c22d632), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.432134 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (32176d19-c632-4432-908d-eca44c22d632), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.493170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:02.496567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:02.500301 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:02.506238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Pushing event updated for resources: {'Port': ['ID=32176d19-c632-4432-908d-eca44c22d632,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:02.733282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9d0dcf89-f339-44ac-a36f-110cd93a47bf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:02.743570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.1 (f450c055-d6b0-4055-9ce7-a8ce2e62dde7/e8cd0b21-cf18-4139-9da7-446b79aace69/862f9c27-1a2d-4eba-b0a1-ea6441019635) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:02.774053 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Attempting to bind port 32176d19-c632-4432-908d-eca44c22d632 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:02.774970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Attempting to bind port 32176d19-c632-4432-908d-eca44c22d632 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:02.775499 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Attempting to bind port 32176d19-c632-4432-908d-eca44c22d632 on network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:02.785994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:02.786376 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Checking segment: {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:02.786843 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.787253 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Bound using segment: {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:02.787752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Bound port: 32176d19-c632-4432-908d-eca44c22d632, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:02.788158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32176d19-c632-4432-908d-eca44c22d632), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.846126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9d0dcf89-f339-44ac-a36f-110cd93a47bf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:02.846255 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.900773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] For port 32176d19-c632-4432-908d-eca44c22d632, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:02.904996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] For port 32176d19-c632-4432-908d-eca44c22d632, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32176d19-c632-4432-908d-eca44c22d632,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:02.926329 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.989988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9d0dcf89-f339-44ac-a36f-110cd93a47bf is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:02.990389 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.996766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (32176d19-c632-4432-908d-eca44c22d632), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.048417 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.055347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9d0dcf89-f339-44ac-a36f-110cd93a47bf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9d0dcf89-f339-44ac-a36f-110cd93a47bf,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:03.082738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e7556-dac2-4e5a-ae35-dcb1616291b9 None None] Pushing event updated for resources: {'Port': ['ID=32176d19-c632-4432-908d-eca44c22d632,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:03.087720 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cca90ed-8968-408f-a475-c7ddcab57695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.131353 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:03.133078 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.137894 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:03.144577 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:03.200668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=862f9c27-1a2d-4eba-b0a1-ea6441019635,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:03.209022 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9d0dcf89-f339-44ac-a36f-110cd93a47bf,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:03.233543 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (ceb9da40-701c-4c58-9195-1c742d3e0730), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.355825 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:26:03.499302 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.816230 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.897789 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.980236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (ceb9da40-701c-4c58-9195-1c742d3e0730), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.982221 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=862f9c27-1a2d-4eba-b0a1-ea6441019635,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:04.102387 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:04.104261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:04.238769 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router ceb9da40-701c-4c58-9195-1c742d3e0730 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:26:04.367491 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:04.373156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-321f14de-d3a8-4c80-99ce-a7f5f0cc4730 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/ceb9da40-701c-4c58-9195-1c742d3e0730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5765617 Feb 11 06:26:04.388156 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Sync routers for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:04.400543 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:04.401329 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:25:35Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:04.568417 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-9a182e86-df3e-4228-bbae-cb4f4871c726 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045801285&fields=id&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 267 time: 0.0618935 Feb 11 06:26:04.575115 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:04.745016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-544e4f96-f4ee-4b33-8e09-e0ec94bdb570 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:04.748301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-544e4f96-f4ee-4b33-8e09-e0ec94bdb570 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/networks?id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 200 len: 796 time: 0.1706550 Feb 11 06:26:04.777808 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-7e8c2e48-1fe7-49e4-8e83-9e3b6c64601b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/quotas/a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 375 time: 0.0216825 Feb 11 06:26:04.780106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9d0dcf89-f339-44ac-a36f-110cd93a47bf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:04.844471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9d0dcf89-f339-44ac-a36f-110cd93a47bf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:04.845026 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:04.873065 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-1fede0df-7c24-41ab-b975-f286c7fb8008 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828507 Feb 11 06:26:04.894015 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 2, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:04.952780 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9d0dcf89-f339-44ac-a36f-110cd93a47bf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:04.954940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 32176d19-c632-4432-908d-eca44c22d632 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:04.995616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10157d1d-fc6f-458c-bb5a-cfd0f9d8551d None None] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:26:05.013660 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-ea4e85e4-1044-4e3c-b89d-6103272ebd03 service neutron] 10.222.0.62 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349623 Feb 11 06:26:05.034328 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Checking router: ceb9da40-701c-4c58-9195-1c742d3e0730 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:05.034786 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Updating router ceb9da40-701c-4c58-9195-1c742d3e0730 port 862f9c27-1a2d-4eba-b0a1-ea6441019635 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:26:05.063534 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.138442 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-fec20966-645b-4b1e-97df-a8195b8c1f5f service neutron] 10.222.0.62 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181965 Feb 11 06:26:05.149329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bab1e3a6-9e70-40e6-8891-b02aa11ebf54 None None] Provisioning complete for port 32176d19-c632-4432-908d-eca44c22d632 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:05.149860 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bab1e3a6-9e70-40e6-8891-b02aa11ebf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32176d19-c632-4432-908d-eca44c22d632), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.152326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 32176d19-c632-4432-908d-eca44c22d632 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:05.152871 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32176d19-c632-4432-908d-eca44c22d632), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.395655 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Publish callbacks [] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.420203 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bab1e3a6-9e70-40e6-8891-b02aa11ebf54 None None] Current status of the port 32176d19-c632-4432-908d-eca44c22d632 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:05.420889 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bab1e3a6-9e70-40e6-8891-b02aa11ebf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32176d19-c632-4432-908d-eca44c22d632), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.424996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 32176d19-c632-4432-908d-eca44c22d632 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:05.425525 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (32176d19-c632-4432-908d-eca44c22d632), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.432116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-396229a0-0102-4ea7-a746-76adc9e236f7 req-b5e2185d-7a2e-4cd2-b4d6-5ff133347460 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 210 time: 0.0410690 Feb 11 06:26:05.486343 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.527079 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-bab1e3a6-9e70-40e6-8891-b02aa11ebf54 None None] For port 32176d19-c632-4432-908d-eca44c22d632, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32176d19-c632-4432-908d-eca44c22d632,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:05.562793 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Pushing event updated for resources: {'Port': ['ID=862f9c27-1a2d-4eba-b0a1-ea6441019635,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:05.607388 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bab1e3a6-9e70-40e6-8891-b02aa11ebf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (32176d19-c632-4432-908d-eca44c22d632), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.607517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.607517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.607517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.607517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.607517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.607517 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.607987 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.608326 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.608721 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.609181 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.609639 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.610125 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.610568 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:05.654110 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Attempting to bind port 862f9c27-1a2d-4eba-b0a1-ea6441019635 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:05.654622 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Attempting to bind port 862f9c27-1a2d-4eba-b0a1-ea6441019635 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:05.655172 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Attempting to bind port 862f9c27-1a2d-4eba-b0a1-ea6441019635 on network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:05.660821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed2565ff-7f25-40f4-a083-655de13dec85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.663689 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:05.664257 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Checking segment: {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:05.665403 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.665885 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Bound using segment: {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:05.666562 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Bound port: 862f9c27-1a2d-4eba-b0a1-ea6441019635, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:05.667091 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.697324 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:26:05.697718 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:26:05.700654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1e3a6-9e70-40e6-8891-b02aa11ebf54 None None] Pushing event updated for resources: {'Port': ['ID=32176d19-c632-4432-908d-eca44c22d632,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:05.731369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-740e85ee-0825-44f7-90ec-eb4d676b07cc None None] Provisioning complete for port 862f9c27-1a2d-4eba-b0a1-ea6441019635 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:05.734136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-740e85ee-0825-44f7-90ec-eb4d676b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.765428 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] For port 862f9c27-1a2d-4eba-b0a1-ea6441019635, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:05.770465 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] For port 862f9c27-1a2d-4eba-b0a1-ea6441019635, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=862f9c27-1a2d-4eba-b0a1-ea6441019635,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:05.778434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-740e85ee-0825-44f7-90ec-eb4d676b07cc None None] Port 862f9c27-1a2d-4eba-b0a1-ea6441019635 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:26:05.788967 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-740e85ee-0825-44f7-90ec-eb4d676b07cc None None] Provisioning complete for port 32176d19-c632-4432-908d-eca44c22d632 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:05.791091 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-740e85ee-0825-44f7-90ec-eb4d676b07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32176d19-c632-4432-908d-eca44c22d632), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.818239 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.886484 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:05.887203 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:26:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:05.891087 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf1fce-95ee-43d6-852c-b04c32e85752 None None] Pushing event updated for resources: {'Port': ['ID=862f9c27-1a2d-4eba-b0a1-ea6441019635,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:05.894528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-740e85ee-0825-44f7-90ec-eb4d676b07cc None None] Current status of the port 32176d19-c632-4432-908d-eca44c22d632 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:06.014182 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:06.030985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c71678f1-8112-4078-8304-01ffd79e1ad5 None None] Provisioning complete for port 862f9c27-1a2d-4eba-b0a1-ea6441019635 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:06.032015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c71678f1-8112-4078-8304-01ffd79e1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.178239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c71678f1-8112-4078-8304-01ffd79e1ad5 None None] Current status of the port 862f9c27-1a2d-4eba-b0a1-ea6441019635 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:06.178777 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c71678f1-8112-4078-8304-01ffd79e1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.257516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c71678f1-8112-4078-8304-01ffd79e1ad5 None None] For port 862f9c27-1a2d-4eba-b0a1-ea6441019635, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=862f9c27-1a2d-4eba-b0a1-ea6441019635,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:06.259189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 32176d19-c632-4432-908d-eca44c22d632 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:06.297507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c71678f1-8112-4078-8304-01ffd79e1ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.353659 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:05Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:06.385848 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabb9fa-fd8d-4718-b4c8-1c56cf9f749d None None] The sync data for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 is: [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:05Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:06.390268 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71678f1-8112-4078-8304-01ffd79e1ad5 None None] Pushing event updated for resources: {'Port': ['ID=862f9c27-1a2d-4eba-b0a1-ea6441019635,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:06.424128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d51deca8-810e-4c76-816b-32a177150f15 None None] Provisioning complete for port 862f9c27-1a2d-4eba-b0a1-ea6441019635 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:06.424500 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d51deca8-810e-4c76-816b-32a177150f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.548470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d51deca8-810e-4c76-816b-32a177150f15 None None] Current status of the port 862f9c27-1a2d-4eba-b0a1-ea6441019635 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:06.626842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a774bea2-f81c-4392-8d21-2f2a5f276be4 req-86881923-e4e7-4448-bb58-9411f2eff246 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 210 time: 0.0794218 Feb 11 06:26:06.704227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4472144f-bb68-4bde-8566-8f5e814883a8 None None] Provisioning complete for port 862f9c27-1a2d-4eba-b0a1-ea6441019635 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:06.704799 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4472144f-bb68-4bde-8566-8f5e814883a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.803451 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 862f9c27-1a2d-4eba-b0a1-ea6441019635 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:06.935959 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4472144f-bb68-4bde-8566-8f5e814883a8 None None] Current status of the port 862f9c27-1a2d-4eba-b0a1-ea6441019635 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:06.952125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 862f9c27-1a2d-4eba-b0a1-ea6441019635 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:06.952662 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:06.983884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:07.064449 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 862f9c27-1a2d-4eba-b0a1-ea6441019635 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:07.065551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 32176d19-c632-4432-908d-eca44c22d632 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:07.094830 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6bb1ceb4-3fb6-4a19-b7f1-12454da2a5b6 None None] Provisioning complete for port 862f9c27-1a2d-4eba-b0a1-ea6441019635 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:07.098312 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ceb4-3fb6-4a19-b7f1-12454da2a5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:07.159113 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 32176d19-c632-4432-908d-eca44c22d632 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:07.159497 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (32176d19-c632-4432-908d-eca44c22d632), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:07.236328 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1ceb4-3fb6-4a19-b7f1-12454da2a5b6 None None] Current status of the port 862f9c27-1a2d-4eba-b0a1-ea6441019635 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:07.287318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 32176d19-c632-4432-908d-eca44c22d632 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:07.536413 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-16cdb84b-8892-4b71-a448-78fef14dcbca tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:07.538898 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-16cdb84b-8892-4b71-a448-78fef14dcbca tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/networks?id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 200 len: 796 time: 0.1991320 Feb 11 06:26:07.624085 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-98904afd-22b1-41bd-86be-8d07399bede4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 380 time: 0.0771635 Feb 11 06:26:07.635826 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'port': {'device_id': '4f973b19-637b-4618-839a-cb19f5eeea50', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'admin_state_up': True, 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'security_groups': ['3d131462-aaf6-4f76-8541-2e5aa7152dc6']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:07.755168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc950581-3f5b-4da9-a565-8d9ffa1120f6 req-5cb80c49-784d-45ff-9e6f-a794d8377de8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 210 time: 0.0322301 Feb 11 06:26:07.834450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:26:07.839551 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:07.977629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.10 (f450c055-d6b0-4055-9ce7-a8ce2e62dde7/e8cd0b21-cf18-4139-9da7-446b79aace69/e55f7c5c-a078-4cf0-b991-2a115713f183) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:08.124604 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.218114 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.264965 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:08.268155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:08.271944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:08.298847 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=e55f7c5c-a078-4cf0-b991-2a115713f183,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:08.329184 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:08.329763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.381648 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-da2b6484-71c1-419b-bc69-68a423ad7085 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7527747 Feb 11 06:26:08.393612 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Request body: {'port': {'device_id': '4f973b19-637b-4618-839a-cb19f5eeea50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:08.463495 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.514740 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.566470 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6fc3bf2c-11ba-4049-89ce-56d762b548ff None None] Provisioning complete for port e55f7c5c-a078-4cf0-b991-2a115713f183 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:08.566840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6fc3bf2c-11ba-4049-89ce-56d762b548ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.608927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3bf2c-11ba-4049-89ce-56d762b548ff None None] Port e55f7c5c-a078-4cf0-b991-2a115713f183 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:26:08.733322 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55f7c5c-a078-4cf0-b991-2a115713f183 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:26:08.740819 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Publish callbacks [] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.752756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Transition to ACTIVE for port object e55f7c5c-a078-4cf0-b991-2a115713f183 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:26:08.845986 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:08.892944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbaa08-99a9-4019-8e7e-cbec86adbbae req-31af1597-7277-4746-8713-257b8de4b041 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:08.894645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eebbaa08-99a9-4019-8e7e-cbec86adbbae req-31af1597-7277-4746-8713-257b8de4b041 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 944 time: 0.0610347 Feb 11 06:26:08.918926 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Pushing event updated for resources: {'Port': ['ID=e55f7c5c-a078-4cf0-b991-2a115713f183,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:08.948066 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eebbaa08-99a9-4019-8e7e-cbec86adbbae req-1a75b42e-3bf6-4829-b939-2eb453f35cc3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 Feb 11 06:26:08.991258 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Attempting to bind port e55f7c5c-a078-4cf0-b991-2a115713f183 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:08.991617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Attempting to bind port e55f7c5c-a078-4cf0-b991-2a115713f183 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:08.991958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Attempting to bind port e55f7c5c-a078-4cf0-b991-2a115713f183 on network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:08.997444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Port e55f7c5c-a078-4cf0-b991-2a115713f183 on network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:26:08.997771 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Attempting to bind port e55f7c5c-a078-4cf0-b991-2a115713f183 on network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:09.003195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:09.003544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Checking segment: {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:09.003936 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Bound using segment: {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:09.004371 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Bound port: e55f7c5c-a078-4cf0-b991-2a115713f183, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:09.004807 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:09.077268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] For port e55f7c5c-a078-4cf0-b991-2a115713f183, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:09.080558 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] For port e55f7c5c-a078-4cf0-b991-2a115713f183, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e55f7c5c-a078-4cf0-b991-2a115713f183,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:09.103769 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:09.161354 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:09.200201 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:09.201018 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:09.202418 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] 10.222.0.65 "PUT /v2.0/ports/e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 200 len: 1093 time: 0.8133266 Feb 11 06:26:09.202871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:09.205235 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:09.232439 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb1039-5b1a-412b-9a35-253a3be31f47 service neutron] Pushing event updated for resources: {'Port': ['ID=e55f7c5c-a078-4cf0-b991-2a115713f183,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:09.326484 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:09.348430 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1136de57-0eb1-4a0e-af8a-776d026cbc35 x-openstack-request-id: req-1136de57-0eb1-4a0e-af8a-776d026cbc35 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:09.348767 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:09.349026 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1136de57-0eb1-4a0e-af8a-776d026cbc35 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:09.349445 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'status': 'completed', 'code': 200} Feb 11 06:26:09.370569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-97c7a6cf-83cb-4583-94b7-312188f8ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:09.372192 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-97c7a6cf-83cb-4583-94b7-312188f8ff0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1127 time: 0.0542331 Feb 11 06:26:09.420563 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-82f8fdcd-0e13-46b7-bcd8-a5f50ddcfeb9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 200 len: 217 time: 0.0420270 Feb 11 06:26:09.474083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-4857a230-4008-4f97-977f-777cb22a2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:09.475550 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-4857a230-4008-4f97-977f-777cb22a2335 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8cd0b21-cf18-4139-9da7-446b79aace69 HTTP/1.1" status: 200 len: 835 time: 0.0489907 Feb 11 06:26:09.525230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-9d4280ef-7fdb-47a7-b5ee-a27c42ad22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:09.526755 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-9d4280ef-7fdb-47a7-b5ee-a27c42ad22e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455215 Feb 11 06:26:09.623140 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-0ca7f513-98ee-43d2-a629-2d67debd20e9 service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899339 Feb 11 06:26:09.713845 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-51e3e14d-370e-439a-83ac-f89d0d8a962a req-a7e27fd2-f3b5-41de-98a4-9b6995df1609 service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852432 Feb 11 06:26:09.876463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-29cc6dcd-7723-46c7-9282-c54505f58377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:09.878057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-29cc6dcd-7723-46c7-9282-c54505f58377 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1127 time: 0.0545924 Feb 11 06:26:09.974752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-6edfae19-83da-4290-b85e-414b720b94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:09.976181 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-6edfae19-83da-4290-b85e-414b720b94d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 200 len: 897 time: 0.0926421 Feb 11 06:26:10.023065 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-e2d3375e-a0da-4eee-a596-6c3d2e13f09e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 200 len: 217 time: 0.0403233 Feb 11 06:26:10.073305 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-f8001f38-97f7-4023-b423-99f0002c50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:10.074864 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-f8001f38-97f7-4023-b423-99f0002c50ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8cd0b21-cf18-4139-9da7-446b79aace69 HTTP/1.1" status: 200 len: 835 time: 0.0460567 Feb 11 06:26:10.080879 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233b8e6-89b2-43e4-b48d-e5d4b52f244c req-7372361a-af08-4e9e-957b-f7d4b3864789 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:10.082384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3233b8e6-89b2-43e4-b48d-e5d4b52f244c req-7372361a-af08-4e9e-957b-f7d4b3864789 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 944 time: 0.0541921 Feb 11 06:26:10.126078 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-ea8ad429-e2d5-41d0-abd6-dbc7360bc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:10.127612 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-ea8ad429-e2d5-41d0-abd6-dbc7360bc944 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469291 Feb 11 06:26:10.136811 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3233b8e6-89b2-43e4-b48d-e5d4b52f244c req-96d67445-6a4a-4a84-a522-be4582ece241 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 Feb 11 06:26:10.227775 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-a37d4091-835e-4575-afbc-d36041b1b53c service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925272 Feb 11 06:26:10.320563 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c6e93f8a-fa15-4149-96f6-83bae17ae1c1 req-7a99491f-a007-4706-8414-d1cdf0ba145d service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852458 Feb 11 06:26:11.260807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22177376-3090-4c71-8ef6-6b17a47800f2 req-98addc91-ccb7-4fc0-9810-9d630b7f98aa tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:11.262241 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22177376-3090-4c71-8ef6-6b17a47800f2 req-98addc91-ccb7-4fc0-9810-9d630b7f98aa tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 944 time: 0.0535462 Feb 11 06:26:11.314525 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-22177376-3090-4c71-8ef6-6b17a47800f2 req-47f85c3a-bcec-4505-8e91-c39ab53825eb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 Feb 11 06:26:12.063153 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:12.325508 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device e55f7c5c-a078-4cf0-b991-2a115713f183 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:26:12.428194 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port e55f7c5c-a078-4cf0-b991-2a115713f183, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e55f7c5c-a078-4cf0-b991-2a115713f183,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:12.437749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb464003-1eaf-48b0-bc7b-52cb618007f8 req-1ebf22d9-f42a-4524-b0af-0b38e78c41ac tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:12.441616 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb464003-1eaf-48b0-bc7b-52cb618007f8 req-1ebf22d9-f42a-4524-b0af-0b38e78c41ac tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 944 time: 0.0548856 Feb 11 06:26:12.441752 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'port_id': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'mac_address': 'fa:16:3e:fc:d8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:26:12.479663 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port e55f7c5c-a078-4cf0-b991-2a115713f183 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:12.481932 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:12.491643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cb464003-1eaf-48b0-bc7b-52cb618007f8 req-49cdb764-9b17-4688-b383-b4d0f85469c0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Feb 11 06:26:12.494580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55f7c5c-a078-4cf0-b991-2a115713f183 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:26:12.516191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port e55f7c5c-a078-4cf0-b991-2a115713f183, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e55f7c5c-a078-4cf0-b991-2a115713f183,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:12.554636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:12.606229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=e55f7c5c-a078-4cf0-b991-2a115713f183,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:12.766357 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['e55f7c5c-a078-4cf0-b991-2a115713f183'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:26:13.613627 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454e6f-d009-4148-80b6-8d9f57a8b59e req-bd59f45f-8fc2-4978-8f5d-5c47b285aefd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:13.615131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2454e6f-d009-4148-80b6-8d9f57a8b59e req-bd59f45f-8fc2-4978-8f5d-5c47b285aefd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Feb 11 06:26:13.663551 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e2454e6f-d009-4148-80b6-8d9f57a8b59e req-35c6603a-f7cc-41c7-9087-b728949fbf16 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Feb 11 06:26:14.341280 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device e55f7c5c-a078-4cf0-b991-2a115713f183 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:14.469146 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port e55f7c5c-a078-4cf0-b991-2a115713f183 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:26:14.473284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port e55f7c5c-a078-4cf0-b991-2a115713f183 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:14.478210 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:14.558329 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port e55f7c5c-a078-4cf0-b991-2a115713f183 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:14.558988 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:14.595962 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:14.598360 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8b9f77-7d8d-40ef-86ab-645b40f3fdae" -d '{"events": [{"server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "name": "network-vif-plugged", "status": "completed", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:14.611117 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port e55f7c5c-a078-4cf0-b991-2a115713f183, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e55f7c5c-a078-4cf0-b991-2a115713f183,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:14.634938 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cfc1d7-40c0-45ca-bb7a-7f510aea248e x-openstack-request-id: req-a1cfc1d7-40c0-45ca-bb7a-7f510aea248e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:14.635227 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "name": "network-vif-plugged", "status": "completed", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:14.635480 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1cfc1d7-40c0-45ca-bb7a-7f510aea248e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:14.635875 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'code': 200} Feb 11 06:26:14.681257 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:14.734186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=e55f7c5c-a078-4cf0-b991-2a115713f183,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:14.745450 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03187169-a78d-464b-8a11-fd2b0874810a req-9e3a5725-add0-424a-9e03-34af18966ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:14.747141 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-03187169-a78d-464b-8a11-fd2b0874810a req-9e3a5725-add0-424a-9e03-34af18966ff9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1129 time: 0.0570309 Feb 11 06:26:14.792441 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf55e19-acf7-42ee-862c-993f2df41f13 req-8d05e8ea-15dc-44e5-b986-feda0079446f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:14.794007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-03187169-a78d-464b-8a11-fd2b0874810a req-49391867-4d58-4dd1-82df-82058ee0b958 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408568 Feb 11 06:26:14.794154 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbf55e19-acf7-42ee-862c-993f2df41f13 req-8d05e8ea-15dc-44e5-b986-feda0079446f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0595381 Feb 11 06:26:14.848723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fbf55e19-acf7-42ee-862c-993f2df41f13 req-784193bd-0110-4293-b6d3-078940f5fcef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487146 Feb 11 06:26:15.975383 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a80278-7ace-4a15-98e4-07718ec616d7 req-4ab14ccc-c5dd-4cb0-a32d-c05342ed8814 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:15.976999 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34a80278-7ace-4a15-98e4-07718ec616d7 req-4ab14ccc-c5dd-4cb0-a32d-c05342ed8814 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0563209 Feb 11 06:26:16.028072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34a80278-7ace-4a15-98e4-07718ec616d7 req-c79530a2-6221-4a78-8894-677dbf3fc2db tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Feb 11 06:26:16.153824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2326c-a44f-4954-8097-3396987dc827 req-cc77cce8-731a-4af7-afa0-85594a576740 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:16.155231 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ee2326c-a44f-4954-8097-3396987dc827 req-cc77cce8-731a-4af7-afa0-85594a576740 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0587025 Feb 11 06:26:16.205183 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ee2326c-a44f-4954-8097-3396987dc827 req-0234c367-3513-4c93-9ac4-0ef2b4395d7a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Feb 11 06:26:16.228713 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49878) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:16.319803 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1028dc-1ad6-4771-9071-59af7067d6f2 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:16.322666 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ad1028dc-1ad6-4771-9071-59af7067d6f2 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1124 time: 0.0922546 Feb 11 06:26:16.325252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49882) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:16.329690 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:16.417649 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:16.528920 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:16.634192 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.53 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/2a373a8b-3294-4012-b540-5d94b1340fee) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:16.742099 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (2a373a8b-3294-4012-b540-5d94b1340fee), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:16.823622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2a373a8b-3294-4012-b540-5d94b1340fee), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:16.865530 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:16.869161 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:16.872795 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:16.878168 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=2a373a8b-3294-4012-b540-5d94b1340fee,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:17.254566 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (8c84907a-8ac7-43b1-acf9-d02badb7e9c5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:17.383777 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2a373a8b-3294-4012-b540-5d94b1340fee), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:17.541476 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (2a373a8b-3294-4012-b540-5d94b1340fee), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:17.617342 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (2a373a8b-3294-4012-b540-5d94b1340fee), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:17.688180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=2a373a8b-3294-4012-b540-5d94b1340fee,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:17.700676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (8c84907a-8ac7-43b1-acf9-d02badb7e9c5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:18.157806 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 8c84907a-8ac7-43b1-acf9-d02badb7e9c5 associated. External IP: 172.25.8.53, port: e55f7c5c-a078-4cf0-b991-2a115713f183. Feb 11 06:26:18.378416 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router ceb9da40-701c-4c58-9195-1c742d3e0730 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:26:18.497203 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:18.506739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] Sync routers for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:18.516661 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:18.519787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:26:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:18.574466 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:18.609045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e800b60b-da4f-47ce-85b9-5e4d502ebdef tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2826807 Feb 11 06:26:18.609665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:18.611985 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ff69e4-8af0-400c-964c-a5d11985ff22" -d '{"events": [{"name": "network-changed", "server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:18.636030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:18.710087 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54185a47-cffe-4b8d-a63a-61b57dee6e6b x-openstack-request-id: req-54185a47-cffe-4b8d-a63a-61b57dee6e6b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:18.710479 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:18.710809 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54185a47-cffe-4b8d-a63a-61b57dee6e6b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:18.711291 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'status': 'completed', 'code': 200} Feb 11 06:26:18.732057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa7d7e-8192-41ae-81a6-b357d749a8cc req-5d5f9ab2-22c3-44fb-93d7-af511a9f59b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:18.733759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16fa7d7e-8192-41ae-81a6-b357d749a8cc req-5d5f9ab2-22c3-44fb-93d7-af511a9f59b8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0675836 Feb 11 06:26:18.779640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-0105b37f-aaf4-4ca6-8571-44f00d7a68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:18.781131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-0105b37f-aaf4-4ca6-8571-44f00d7a68b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1129 time: 0.0503767 Feb 11 06:26:18.793403 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-16fa7d7e-8192-41ae-81a6-b357d749a8cc req-2505d498-b6ea-4286-bf15-bacc4c561396 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529771 Feb 11 06:26:18.814928 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49890) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:18.881608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-802ce3d3-e947-42a9-8533-53ca5cf22731 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/8c84907a-8ac7-43b1-acf9-d02badb7e9c5 HTTP/1.1" status: 200 len: 991 time: 0.0654724 Feb 11 06:26:18.889498 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-345f8f00-4eb1-41b0-9ba5-822a8253a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:18.891038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-345f8f00-4eb1-41b0-9ba5-822a8253a003 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 200 len: 897 time: 0.1032007 Feb 11 06:26:18.964769 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-a6a36507-498d-4197-95f2-3b1d04ba3e61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 200 len: 999 time: 0.0673685 Feb 11 06:26:19.018575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-b3eb4f27-fb11-4dc7-a92f-a4e87159f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:19.020187 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-b3eb4f27-fb11-4dc7-a92f-a4e87159f181 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8cd0b21-cf18-4139-9da7-446b79aace69 HTTP/1.1" status: 200 len: 835 time: 0.0499518 Feb 11 06:26:19.044173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '8c84907a-8ac7-43b1-acf9-d02badb7e9c5', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'port_id': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'mac_address': 'fa:16:3e:fc:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f973b19-637b-4618-839a-cb19f5eeea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:26:17Z', 'updated_at': '2022-02-11T06:26:17Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:06Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:19.070709 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] Checking router: ceb9da40-701c-4c58-9195-1c742d3e0730 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:19.079777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:19.080220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-7cee0c86-2408-4843-aa2d-5b94e0da0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:19.080379 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:26:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:19.081865 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-7cee0c86-2408-4843-aa2d-5b94e0da0205 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0545504 Feb 11 06:26:19.178209 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-463c89ec-d786-4024-8246-5389882219a9 service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899885 Feb 11 06:26:19.190443 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:19.280796 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f4ff69e4-8af0-400c-964c-a5d11985ff22 req-bab99106-4875-4698-82f1-dc4d188d88cf service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968637 Feb 11 06:26:19.422964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '8c84907a-8ac7-43b1-acf9-d02badb7e9c5', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'port_id': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'mac_address': 'fa:16:3e:fc:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f973b19-637b-4618-839a-cb19f5eeea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:26:17Z', 'updated_at': '2022-02-11T06:26:17Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:06Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:19.454581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948cc710-3bcd-4344-b117-97abae77f23d None None] The sync data for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 is: [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '8c84907a-8ac7-43b1-acf9-d02badb7e9c5', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'port_id': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'mac_address': 'fa:16:3e:fc:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f973b19-637b-4618-839a-cb19f5eeea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:26:17Z', 'updated_at': '2022-02-11T06:26:17Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:06Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:19.650713 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee9fa8f-ab04-4578-9e7d-b4fb9080fa28 None None] New status for floating IP 8c84907a-8ac7-43b1-acf9-d02badb7e9c5: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:26:19.886167 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49892) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:19.954946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-322a3d37-f482-46a9-b456-d635568e79cc tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/8c84907a-8ac7-43b1-acf9-d02badb7e9c5 HTTP/1.1" status: 200 len: 993 time: 0.0675359 Feb 11 06:26:32.174795 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eff71007-fe16-44b5-8961-8f08c078c582 req-20fc2869-0092-41f2-ae74-3fcc14fe5a3a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460994 Feb 11 06:26:32.265569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff71007-fe16-44b5-8961-8f08c078c582 req-a2dc8c25-c83b-440f-8ff9-7c1a5ea011e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.267007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eff71007-fe16-44b5-8961-8f08c078c582 req-a2dc8c25-c83b-440f-8ff9-7c1a5ea011e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1129 time: 0.0506871 Feb 11 06:26:32.379230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff71007-fe16-44b5-8961-8f08c078c582 req-cf09b378-2a19-40c7-a865-929565f60832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.380753 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eff71007-fe16-44b5-8961-8f08c078c582 req-cf09b378-2a19-40c7-a865-929565f60832 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 200 len: 897 time: 0.0944815 Feb 11 06:26:32.448155 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eff71007-fe16-44b5-8961-8f08c078c582 req-096032c5-2036-4548-b242-b92341ed5536 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 200 len: 1001 time: 0.0609698 Feb 11 06:26:32.501631 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff71007-fe16-44b5-8961-8f08c078c582 req-f7826bcb-f86f-44c2-92a4-a78db44abd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.503077 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eff71007-fe16-44b5-8961-8f08c078c582 req-f7826bcb-f86f-44c2-92a4-a78db44abd4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8cd0b21-cf18-4139-9da7-446b79aace69 HTTP/1.1" status: 200 len: 835 time: 0.0487769 Feb 11 06:26:32.554311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff71007-fe16-44b5-8961-8f08c078c582 req-48629a19-3993-485f-9e2d-9f86787cfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.556208 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eff71007-fe16-44b5-8961-8f08c078c582 req-48629a19-3993-485f-9e2d-9f86787cfe33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464110 Feb 11 06:26:32.652900 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eff71007-fe16-44b5-8961-8f08c078c582 req-9eac6942-6c78-4a32-9368-693bd4a245f5 service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905805 Feb 11 06:26:32.750001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eff71007-fe16-44b5-8961-8f08c078c582 req-40477a38-a170-4192-881f-5da936d7cb50 service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913131 Feb 11 06:26:33.022832 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c6306e2-318b-4058-8292-ae5d3d09a070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.565434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9e011f0-a110-4f51-b49b-02bb6e80885f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.937265 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.542372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:39.131086 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:39.308346 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.330165 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:26:42.068241 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:48.865015 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f318cf-61ad-44f2-b343-221cf607bda9 req-b29ac89e-0e12-4662-b25f-1ad19803ab3a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:48.866531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5f318cf-61ad-44f2-b343-221cf607bda9 req-b29ac89e-0e12-4662-b25f-1ad19803ab3a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0633254 Feb 11 06:26:48.918194 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5f318cf-61ad-44f2-b343-221cf607bda9 req-2a2138ad-1660-4892-b2e9-ba9eb418b56e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453682 Feb 11 06:26:50.047749 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df312a78-bb06-4ba1-9120-9e3d1a088b2c req-0edb85a7-d6ad-45b7-834c-d1dd4cea98c5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:50.049354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df312a78-bb06-4ba1-9120-9e3d1a088b2c req-0edb85a7-d6ad-45b7-834c-d1dd4cea98c5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0588722 Feb 11 06:26:50.099333 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-df312a78-bb06-4ba1-9120-9e3d1a088b2c req-9509530f-4c58-4884-880d-c4e3fea80cc3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Feb 11 06:26:51.220564 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c61d0-e45a-4c90-af5b-eb5e70369f52 req-3c2e6241-c59c-4c47-b215-d92e4a2da867 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.221974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-823c61d0-e45a-4c90-af5b-eb5e70369f52 req-3c2e6241-c59c-4c47-b215-d92e4a2da867 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0522730 Feb 11 06:26:51.272007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-823c61d0-e45a-4c90-af5b-eb5e70369f52 req-2cdc495e-9577-4142-8a23-ce2c8d005288 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Feb 11 06:26:52.392024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe508f-dc08-4d51-bd2b-97a18f061a06 req-cf953e69-efb3-4f21-a387-e9c62cb3e4f9 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:52.397238 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1fe508f-dc08-4d51-bd2b-97a18f061a06 req-cf953e69-efb3-4f21-a387-e9c62cb3e4f9 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0548446 Feb 11 06:26:52.448738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a1fe508f-dc08-4d51-bd2b-97a18f061a06 req-bac6e2fc-4622-45af-b14a-994253ef20f5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471995 Feb 11 06:26:53.566525 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e1971-35d3-4472-a6e3-bd55d07e1289 req-cc28e49f-7d12-4e55-8657-19ef5ad22dae tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:53.568001 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-683e1971-35d3-4472-a6e3-bd55d07e1289 req-cc28e49f-7d12-4e55-8657-19ef5ad22dae tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0518754 Feb 11 06:26:53.617045 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-683e1971-35d3-4472-a6e3-bd55d07e1289 req-799f06bf-1bfa-4784-8bba-9cca4b0fcc7e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429614 Feb 11 06:26:54.738324 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eeabc-022c-4355-b199-88e274655bd9 req-e8f84fb3-c589-4eff-a7eb-1f8285498ded tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:54.739831 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-123eeabc-022c-4355-b199-88e274655bd9 req-e8f84fb3-c589-4eff-a7eb-1f8285498ded tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0538316 Feb 11 06:26:54.788365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-123eeabc-022c-4355-b199-88e274655bd9 req-01035132-01a8-48ad-ad26-1f2982752e65 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Feb 11 06:26:55.911724 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a84472-4373-4525-9fb3-227346800808 req-8b7b754a-0aad-4cbb-8e93-448527e533e4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:55.913246 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77a84472-4373-4525-9fb3-227346800808 req-8b7b754a-0aad-4cbb-8e93-448527e533e4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0567987 Feb 11 06:26:55.962531 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-77a84472-4373-4525-9fb3-227346800808 req-04bf9498-f902-4f1f-af64-c263b5f08b53 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Feb 11 06:26:57.084388 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285c9a0-c2ed-4419-92b9-38d8e838b16d req-a1bcb87e-468c-4838-88d8-e50c22c193a7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:57.085941 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0285c9a0-c2ed-4419-92b9-38d8e838b16d req-a1bcb87e-468c-4838-88d8-e50c22c193a7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0546665 Feb 11 06:26:57.136046 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0285c9a0-c2ed-4419-92b9-38d8e838b16d req-fec3a2ea-d0a9-4ce1-9c7b-5d0cea17de3c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Feb 11 06:26:58.261682 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e8ff4-9268-4d5e-9687-3600d1cf49e0 req-d9bc51f0-95ea-40aa-b530-9826139ba583 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:58.263145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d69e8ff4-9268-4d5e-9687-3600d1cf49e0 req-d9bc51f0-95ea-40aa-b530-9826139ba583 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0580440 Feb 11 06:26:58.311674 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d69e8ff4-9268-4d5e-9687-3600d1cf49e0 req-3e32d4bd-8b7f-47b2-86d1-ce3634448a71 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Feb 11 06:26:59.434970 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af557e-0a41-427c-8452-ea9326e0aff3 req-5896547c-0019-4c70-b80d-e9979b9b846a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:59.436502 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58af557e-0a41-427c-8452-ea9326e0aff3 req-5896547c-0019-4c70-b80d-e9979b9b846a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0531025 Feb 11 06:26:59.484549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-58af557e-0a41-427c-8452-ea9326e0aff3 req-cf2aa901-89fb-4674-b3ca-5c8b1bf1990b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Feb 11 06:26:59.507392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49924) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:59.573027 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5f0157a4-ecbe-46e4-bb34-f53fa45c107f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/8c84907a-8ac7-43b1-acf9-d02badb7e9c5 HTTP/1.1" status: 200 len: 993 time: 0.0644708 Feb 11 06:27:01.037119 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87527183-6ba4-4d34-a706-a5dc9f796ab5 req-9b1ce99a-df64-402c-beb6-552a0fd5f5d7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:01.038669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87527183-6ba4-4d34-a706-a5dc9f796ab5 req-9b1ce99a-df64-402c-beb6-552a0fd5f5d7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0603299 Feb 11 06:27:01.088828 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87527183-6ba4-4d34-a706-a5dc9f796ab5 req-e22d4484-3e4d-4d76-8a8d-d093a04e1eba tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441620 Feb 11 06:27:01.090317 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-54481015-2648-4415-8d8d-b2abc0deda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:01.091943 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-54481015-2648-4415-8d8d-b2abc0deda56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1129 time: 0.0470216 Feb 11 06:27:01.187944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-204cb1ec-f2b6-4028-9b63-16bd45d02eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:01.189413 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-204cb1ec-f2b6-4028-9b63-16bd45d02eb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 200 len: 897 time: 0.0913715 Feb 11 06:27:01.255356 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-c9b4f1a0-d9e0-4bc5-88fe-5ce33787f55d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 200 len: 1001 time: 0.0591648 Feb 11 06:27:01.307988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-1f539fe3-ca4e-44e1-84b1-f3b5dd50bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:01.314682 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-1f539fe3-ca4e-44e1-84b1-f3b5dd50bd4a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8cd0b21-cf18-4139-9da7-446b79aace69 HTTP/1.1" status: 200 len: 835 time: 0.0528955 Feb 11 06:27:01.389475 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-341611fd-767e-48b9-96b4-75c6857d7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:01.391030 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-341611fd-767e-48b9-96b4-75c6857d7fc2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0705907 Feb 11 06:27:01.480059 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-982d7ac2-43fa-426b-8e53-38cc2a590e6a service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831404 Feb 11 06:27:01.573290 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f9c6a25d-3aa9-4007-8e2e-a6a2b01ee81c req-1a3fe7ce-8a7f-4d5d-b837-f5fc31cc426e service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878689 Feb 11 06:27:02.221392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f741b-f5ec-4344-ad37-f45614a8cd6b req-1a71bde7-26f0-4bff-bea2-73f945948a1f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:02.222861 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c31f741b-f5ec-4344-ad37-f45614a8cd6b req-1a71bde7-26f0-4bff-bea2-73f945948a1f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0612836 Feb 11 06:27:02.272886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c31f741b-f5ec-4344-ad37-f45614a8cd6b req-bd940345-81a7-4837-9656-00065fa36456 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435140 Feb 11 06:27:03.028259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfe3a-9d32-43f8-98fd-3277cc46a92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:03.399757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff7d36-6ad8-4f2a-8bf3-bc9188fa0e88 req-c5cca533-7806-45d1-9e01-f408ee945bbd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:03.401455 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9ff7d36-6ad8-4f2a-8bf3-bc9188fa0e88 req-c5cca533-7806-45d1-9e01-f408ee945bbd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0570478 Feb 11 06:27:03.450622 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e9ff7d36-6ad8-4f2a-8bf3-bc9188fa0e88 req-af2910f6-61c3-4733-8cde-62d82a5cdd17 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Feb 11 06:27:03.474013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49936) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:03.533904 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4184123f-1442-4ca0-9aa4-4d136ae5505d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/8c84907a-8ac7-43b1-acf9-d02badb7e9c5 HTTP/1.1" status: 200 len: 993 time: 0.0587785 Feb 11 06:27:05.627811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00e0242b-ea88-49a2-98fb-cfe26689d0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:06.919608 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:08.525143 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:09.130969 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:09.331444 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:12.085399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:17.329693 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:27:33.067530 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1173c803-c8eb-4303-810f-6c3629cbcc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:33.908311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49954) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:34.073233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 2a373a8b-3294-4012-b540-5d94b1340fee {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:34.073583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2a373a8b-3294-4012-b540-5d94b1340fee), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.149451 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2a373a8b-3294-4012-b540-5d94b1340fee), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.149780 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (2a373a8b-3294-4012-b540-5d94b1340fee), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.162103 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 2a373a8b-3294-4012-b540-5d94b1340fee owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:34.296212 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-3ae16592-bdc1-4ff0-a497-725e61425531 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451584 Feb 11 06:27:34.383219 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-cb8d9938-94e2-414c-8c5b-21dbfbb245d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.384773 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-cb8d9938-94e2-414c-8c5b-21dbfbb245d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1129 time: 0.0460739 Feb 11 06:27:34.444941 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2a373a8b-3294-4012-b540-5d94b1340fee), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.473927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=2a373a8b-3294-4012-b540-5d94b1340fee,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:34.493792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-b123473a-8817-4c98-b7e0-a6d89eb6792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.495359 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-b123473a-8817-4c98-b7e0-a6d89eb6792f service neutron] 10.222.0.65 "GET /v2.0/networks?id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 200 len: 897 time: 0.0921421 Feb 11 06:27:34.501557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.501919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.502274 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.502624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.502969 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.503323 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.503683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.504042 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.504393 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.504772 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.505125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.505471 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.505822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:34.536824 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-6d19f2f0-d450-4816-aa1c-a3435a473a43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 200 len: 217 time: 0.0353134 Feb 11 06:27:34.546402 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (8c84907a-8ac7-43b1-acf9-d02badb7e9c5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.546742 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 8c84907a-8ac7-43b1-acf9-d02badb7e9c5 disassociated (deleted). External IP: 172.25.8.53, port: e55f7c5c-a078-4cf0-b991-2a115713f183. Feb 11 06:27:34.590695 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-e3b46cb1-a793-4e5a-9dc9-92fb5955976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.592319 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-e3b46cb1-a793-4e5a-9dc9-92fb5955976e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8cd0b21-cf18-4139-9da7-446b79aace69 HTTP/1.1" status: 200 len: 835 time: 0.0495412 Feb 11 06:27:34.641975 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-b351c465-cf5d-4b79-b609-377f0e7c7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.643510 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-b351c465-cf5d-4b79-b609-377f0e7c7c96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451124 Feb 11 06:27:34.735986 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-7a1e7621-0223-41cd-aa54-8000b7630d61 service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863152 Feb 11 06:27:34.767968 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router ceb9da40-701c-4c58-9195-1c742d3e0730 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:34.830077 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-c7839774-af5a-4c44-bd0e-0e5f82689754 req-ac359642-6b48-4618-a0bb-611e930d1d6e service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873234 Feb 11 06:27:34.879500 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:34.884410 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.891416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] Sync routers for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:34.901601 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:34.902463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:27:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:34.916912 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-2dd178c0-979b-4811-8686-76cf5e688063 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/floatingips/8c84907a-8ac7-43b1-acf9-d02badb7e9c5 HTTP/1.1" status: 204 len: 168 time: 1.0049753 Feb 11 06:27:34.916912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:34.917669 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c142ed-5491-4c9c-99ce-b99bf2d47af7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:34.960188 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb88fbd-1b24-494b-8944-4b97f402f4ec x-openstack-request-id: req-1fb88fbd-1b24-494b-8944-4b97f402f4ec {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:34.960819 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:34.961321 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fb88fbd-1b24-494b-8944-4b97f402f4ec {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:34.961975 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'status': 'completed', 'code': 200} Feb 11 06:27:35.025176 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-839df85b-8449-4be0-a8ae-7488ddbc248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:35.025707 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:35.026626 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-839df85b-8449-4be0-a8ae-7488ddbc248b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 1129 time: 0.0452495 Feb 11 06:27:35.125054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-90a8eb6a-b2b4-4b9a-94b8-74ab775ac941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:35.126576 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-90a8eb6a-b2b4-4b9a-94b8-74ab775ac941 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 200 len: 897 time: 0.0945480 Feb 11 06:27:35.172889 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-38ec3d57-d3e5-40a3-852b-9c8cf2c6186e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 200 len: 217 time: 0.0357256 Feb 11 06:27:35.236796 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-4960d2df-7047-4f40-98e3-d195a21875a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:35.238347 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-4960d2df-7047-4f40-98e3-d195a21875a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8cd0b21-cf18-4139-9da7-446b79aace69 HTTP/1.1" status: 200 len: 835 time: 0.0602689 Feb 11 06:27:35.241334 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:06Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:35.269710 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] Checking router: ceb9da40-701c-4c58-9195-1c742d3e0730 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:35.279006 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:35.279562 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:27:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:35.293472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-4adf20ca-c28b-42fa-9cd8-c493f459ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:35.295041 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-4adf20ca-c28b-42fa-9cd8-c493f459ce7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f450c055-d6b0-4055-9ce7-a8ce2e62dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508862 Feb 11 06:27:35.390927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-64b1e608-0744-4a27-9090-836af1f12719 service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898111 Feb 11 06:27:35.394056 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:35.410638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f37db-4cc2-4687-8a99-004a20525804 req-0dfa6777-bb9a-4a81-a38a-1904a6711345 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:35.412314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-698f37db-4cc2-4687-8a99-004a20525804 req-0dfa6777-bb9a-4a81-a38a-1904a6711345 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0664887 Feb 11 06:27:35.465149 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-698f37db-4cc2-4687-8a99-004a20525804 req-7fb08275-61de-4e69-b23c-651efdbb6d9d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462396 Feb 11 06:27:35.497705 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-84c142ed-5491-4c9c-99ce-b99bf2d47af7 req-06f3ddb2-d3e4-4c43-abf6-a3770f9d8ac5 service neutron] 10.222.0.65 "GET /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998785 Feb 11 06:27:35.600681 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d0b139a-8a73-48f0-b2f2-af5f028bc929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:35.617040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:06Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:35.646587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb59570-1ee5-4ec7-80b6-a945dc14dec5 None None] The sync data for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 is: [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:26:03Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '862f9c27-1a2d-4eba-b0a1-ea6441019635', 'name': '', 'network_id': 'f450c055-d6b0-4055-9ce7-a8ce2e62dde7', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:bd:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:02Z', 'updated_at': '2022-02-11T06:26:06Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': 'e8cd0b21-cf18-4139-9da7-446b79aace69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:35.862129 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73877279-f55f-4a36-8e9b-95261889dabc None None] New status for floating IP 8c84907a-8ac7-43b1-acf9-d02badb7e9c5: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:27:36.587824 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dad2a-172f-46f9-89b7-99a6ed991533 req-c8a0b271-16f2-4f73-a4d2-0634d07a6bc5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:36.589948 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a2dad2a-172f-46f9-89b7-99a6ed991533 req-c8a0b271-16f2-4f73-a4d2-0634d07a6bc5 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0531380 Feb 11 06:27:36.638391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a2dad2a-172f-46f9-89b7-99a6ed991533 req-0691a5ff-779c-4657-98ab-75ff421b81c8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=3d131462-aaf6-4f76-8541-2e5aa7152dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Feb 11 06:27:36.818487 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-139ff277-d24c-4447-912c-5f6b73b0c639 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:36.820105 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-139ff277-d24c-4447-912c-5f6b73b0c639 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 946 time: 0.0545127 Feb 11 06:27:36.914570 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port e55f7c5c-a078-4cf0-b991-2a115713f183 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:36.914917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:36.936130 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.004939 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port e55f7c5c-a078-4cf0-b991-2a115713f183, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=e55f7c5c-a078-4cf0-b991-2a115713f183,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:37.005311 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.017783 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for e55f7c5c-a078-4cf0-b991-2a115713f183 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:37.193492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (e55f7c5c-a078-4cf0-b991-2a115713f183), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.224523 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=e55f7c5c-a078-4cf0-b991-2a115713f183,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:37.253957 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.254386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.254743 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.255119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.255436 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.255773 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.256114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.256451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.256814 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.257150 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.257483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.257885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.258297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.285396 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] No DVR routers for this DVR port e55f7c5c-a078-4cf0-b991-2a115713f183 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:27:37.288001 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.291447 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0c052b08-2d1a-446a-bf82-ec9a54d1626d req-f3e15df8-8add-41f2-9d4a-f11e2ac6bdcd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "DELETE /v2.0/ports/e55f7c5c-a078-4cf0-b991-2a115713f183 HTTP/1.1" status: 204 len: 173 time: 0.4665577 Feb 11 06:27:37.291901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'name': 'network-vif-deleted', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:37.294692 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f951250e-79b0-4b15-929f-e9085329206d" -d '{"events": [{"server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "name": "network-vif-deleted", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:37.334682 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5455a40-4741-4e3a-876d-c0bf0e109057 x-openstack-request-id: req-c5455a40-4741-4e3a-876d-c0bf0e109057 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:37.335007 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f973b19-637b-4618-839a-cb19f5eeea50", "name": "network-vif-deleted", "tag": "e55f7c5c-a078-4cf0-b991-2a115713f183", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:37.335268 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5455a40-4741-4e3a-876d-c0bf0e109057 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:37.335690 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f973b19-637b-4618-839a-cb19f5eeea50', 'name': 'network-vif-deleted', 'tag': 'e55f7c5c-a078-4cf0-b991-2a115713f183', 'status': 'completed', 'code': 200} Feb 11 06:27:37.750125 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a4301b0-2a96-44ae-a2a1-f9e76de7a9ed req-4c813826-2245-4f99-9b05-d66f0ba05180 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f973b19-637b-4618-839a-cb19f5eeea50 HTTP/1.1" status: 200 len: 210 time: 0.0288739 Feb 11 06:27:38.547740 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:38.811472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49970) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:39.124492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.187027 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (ceb9da40-701c-4c58-9195-1c742d3e0730), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.319509 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.462924 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 862f9c27-1a2d-4eba-b0a1-ea6441019635 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:39.463167 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.554180 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 862f9c27-1a2d-4eba-b0a1-ea6441019635, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=862f9c27-1a2d-4eba-b0a1-ea6441019635,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:39.554541 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.566886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 862f9c27-1a2d-4eba-b0a1-ea6441019635 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:39.794259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (862f9c27-1a2d-4eba-b0a1-ea6441019635), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:39.819247 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=862f9c27-1a2d-4eba-b0a1-ea6441019635,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:40.003173 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (ceb9da40-701c-4c58-9195-1c742d3e0730), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.226932 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router ceb9da40-701c-4c58-9195-1c742d3e0730 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:40.345288 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:40.350670 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cce8b484-07d1-4819-a914-851e4ef9c0bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/ceb9da40-701c-4c58-9195-1c742d3e0730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5381742 Feb 11 06:27:40.353390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49972) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:40.355917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] Sync routers for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:40.367550 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:40.368170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:27:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:40.404807 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9ec8ce-497e-49ea-9569-72139d0a2544 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting subnet e8cd0b21-cf18-4139-9da7-446b79aace69 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:27:40.408020 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec8ce-497e-49ea-9569-72139d0a2544 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (e8cd0b21-cf18-4139-9da7-446b79aace69), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.447359 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec8ce-497e-49ea-9569-72139d0a2544 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (e8cd0b21-cf18-4139-9da7-446b79aace69), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.476154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:40.535900 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec8ce-497e-49ea-9569-72139d0a2544 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (e8cd0b21-cf18-4139-9da7-446b79aace69), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.645015 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec8ce-497e-49ea-9569-72139d0a2544 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (e8cd0b21-cf18-4139-9da7-446b79aace69), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.665723 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:27:39Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:40.675557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec8ce-497e-49ea-9569-72139d0a2544 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cd0b21-cf18-4139-9da7-446b79aace69,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:40.677593 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec8ce-497e-49ea-9569-72139d0a2544 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.680815 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ce9ec8ce-497e-49ea-9569-72139d0a2544 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/subnets/e8cd0b21-cf18-4139-9da7-446b79aace69 HTTP/1.1" status: 204 len: 168 time: 0.3263078 Feb 11 06:27:40.683813 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49974) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:40.693838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c307a9f9-7347-4832-b965-01834816422e None None] Network f450c055-d6b0-4055-9ce7-a8ce2e62dde7 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:40.696159 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] Checking router: ceb9da40-701c-4c58-9195-1c742d3e0730 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:40.727854 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] Routers {'ceb9da40-701c-4c58-9195-1c742d3e0730'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:40.728483 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:27:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ceb9da40-701c-4c58-9195-1c742d3e0730'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:40.800396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (ceb9da40-701c-4c58-9195-1c742d3e0730), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.045013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device e55f7c5c-a078-4cf0-b991-2a115713f183 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:41.076192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: e55f7c5c-a078-4cf0-b991-2a115713f183 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:41.076453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device e55f7c5c-a078-4cf0-b991-2a115713f183 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:41.099790 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] Set router ceb9da40-701c-4c58-9195-1c742d3e0730 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:41.159542 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] DHCP port deletion for f450c055-d6b0-4055-9ce7-a8ce2e62dde7 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:27:41.262720 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (ceb9da40-701c-4c58-9195-1c742d3e0730), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.300869 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Deleting port 32176d19-c632-4432-908d-eca44c22d632 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:41.301248 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (32176d19-c632-4432-908d-eca44c22d632), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.375621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 9d0dcf89-f339-44ac-a36f-110cd93a47bf {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:41.375887 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.378596 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] For port 32176d19-c632-4432-908d-eca44c22d632, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=32176d19-c632-4432-908d-eca44c22d632,segment=NetworkSegment(1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005),segment_id=1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:41.379104 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (32176d19-c632-4432-908d-eca44c22d632), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.391767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:27:39Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:41.425729 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Calling delete_port for 32176d19-c632-4432-908d-eca44c22d632 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:41.427966 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92962c-18fc-4d7d-8889-afb4dcab3f6a None None] The sync data for ids ['ceb9da40-701c-4c58-9195-1c742d3e0730'] in n-d-713498-37 is: [{'id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516158648', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:25:58Z', 'updated_at': '2022-02-11T06:27:39Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '9d0dcf89-f339-44ac-a36f-110cd93a47bf', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:89:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9da40-701c-4c58-9195-1c742d3e0730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:59Z', 'updated_at': '2022-02-11T06:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:41.460654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 9d0dcf89-f339-44ac-a36f-110cd93a47bf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9d0dcf89-f339-44ac-a36f-110cd93a47bf,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:41.461028 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.477983 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 9d0dcf89-f339-44ac-a36f-110cd93a47bf owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:41.559329 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (32176d19-c632-4432-908d-eca44c22d632), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.584083 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Pushing event deleted for resources: {'Port': ['ID=32176d19-c632-4432-908d-eca44c22d632,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:41.594361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] No DVR routers for this DVR port 32176d19-c632-4432-908d-eca44c22d632 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:27:41.597845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.598212 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.598561 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.603886 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f6039-51e0-4a61-979c-768a2428331b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:41.702124 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9d0dcf89-f339-44ac-a36f-110cd93a47bf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.727349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=9d0dcf89-f339-44ac-a36f-110cd93a47bf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:41.790755 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (ceb9da40-701c-4c58-9195-1c742d3e0730), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.887585 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (ceb9da40-701c-4c58-9195-1c742d3e0730), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.889951 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (ceb9da40-701c-4c58-9195-1c742d3e0730), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.999055 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (ceb9da40-701c-4c58-9195-1c742d3e0730), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.999588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Fanout notify agent at l3_agent the message router_deleted on router ceb9da40-701c-4c58-9195-1c742d3e0730 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:27:42.006063 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.007176 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8ce50560-442c-453a-b662-2c31b3432420 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/routers/ceb9da40-701c-4c58-9195-1c742d3e0730 HTTP/1.1" status: 204 len: 168 time: 1.3222995 Feb 11 06:27:42.010001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49976) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:42.093240 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (f450c055-d6b0-4055-9ce7-a8ce2e62dde7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.125102 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.183833 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (f450c055-d6b0-4055-9ce7-a8ce2e62dde7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.203607 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f450c055-d6b0-4055-9ce7-a8ce2e62dde7']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:42.213131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:42.216712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:42.223002 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.236857 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.242601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:27:42.242983 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (1d21ef65-bb7e-4f9d-a3ff-a6bef0f83005), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:27:42.246543 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:27:42.358804 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (f450c055-d6b0-4055-9ce7-a8ce2e62dde7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.366472 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.369217 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/networks/f450c055-d6b0-4055-9ce7-a8ce2e62dde7 HTTP/1.1" status: 204 len: 168 time: 0.3582656 Feb 11 06:27:42.372326 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49978) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:42.380760 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7024a9-2ac9-472d-9071-0c96e1582b0f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Network': ['ID=f450c055-d6b0-4055-9ce7-a8ce2e62dde7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:42.432546 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12b6a5a0-d601-4438-891e-38c96aa7673c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (3d131462-aaf6-4f76-8541-2e5aa7152dc6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.460259 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12b6a5a0-d601-4438-891e-38c96aa7673c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (3d131462-aaf6-4f76-8541-2e5aa7152dc6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.593200 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12b6a5a0-d601-4438-891e-38c96aa7673c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (3d131462-aaf6-4f76-8541-2e5aa7152dc6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.595860 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-12b6a5a0-d601-4438-891e-38c96aa7673c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.597080 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-12b6a5a0-d601-4438-891e-38c96aa7673c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/security-groups/3d131462-aaf6-4f76-8541-2e5aa7152dc6 HTTP/1.1" status: 204 len: 168 time: 0.2235832 Feb 11 06:27:42.611336 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6a5a0-d601-4438-891e-38c96aa7673c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d131462-aaf6-4f76-8541-2e5aa7152dc6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:42.658049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9d0dcf89-f339-44ac-a36f-110cd93a47bf no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:42.682595 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9d0dcf89-f339-44ac-a36f-110cd93a47bf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:42.684090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9d0dcf89-f339-44ac-a36f-110cd93a47bf not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:42.684090 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 862f9c27-1a2d-4eba-b0a1-ea6441019635 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:42.703843 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 862f9c27-1a2d-4eba-b0a1-ea6441019635 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:42.704195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 862f9c27-1a2d-4eba-b0a1-ea6441019635 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:42.704641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 32176d19-c632-4432-908d-eca44c22d632 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:42.724834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 32176d19-c632-4432-908d-eca44c22d632 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:42.725190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 32176d19-c632-4432-908d-eca44c22d632 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:43.075960 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49984) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:43.080552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0d53b59c-5fb6-42f1-931c-23320245935c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230273133', 'description': 'tempest-secgroup-smoke-230273133 description', 'project_id': 'a6fc1514d707497fbff67712556ed7a0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:43.147657 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d53b59c-5fb6-42f1-931c-23320245935c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.212690 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d53b59c-5fb6-42f1-931c-23320245935c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (31dcd4a7-75f0-4074-8d07-97100a709a49), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.256136 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d53b59c-5fb6-42f1-931c-23320245935c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31dcd4a7-75f0-4074-8d07-97100a709a49), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.285504 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53b59c-5fb6-42f1-931c-23320245935c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31dcd4a7-75f0-4074-8d07-97100a709a49,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:43.327364 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d53b59c-5fb6-42f1-931c-23320245935c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.328678 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0d53b59c-5fb6-42f1-931c-23320245935c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2516530 Feb 11 06:27:43.331468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 49986) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:43.336186 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-684abecd-7f02-4702-a8cb-0705436a23a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '31dcd4a7-75f0-4074-8d07-97100a709a49', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:43.410137 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-684abecd-7f02-4702-a8cb-0705436a23a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (9fa75e57-2365-4172-a787-6cd1b3461f04), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.468648 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-684abecd-7f02-4702-a8cb-0705436a23a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (9fa75e57-2365-4172-a787-6cd1b3461f04), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.535951 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-684abecd-7f02-4702-a8cb-0705436a23a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (9fa75e57-2365-4172-a787-6cd1b3461f04), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.553874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684abecd-7f02-4702-a8cb-0705436a23a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa75e57-2365-4172-a787-6cd1b3461f04,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:43.629211 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-684abecd-7f02-4702-a8cb-0705436a23a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.630487 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-684abecd-7f02-4702-a8cb-0705436a23a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978656 Feb 11 06:27:43.633425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49988) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:43.638094 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-beb27514-7c70-4b7b-bf9c-f461a2672dd3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '31dcd4a7-75f0-4074-8d07-97100a709a49', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:43.707152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-beb27514-7c70-4b7b-bf9c-f461a2672dd3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (de49f436-0627-441b-a56d-4a11cf062f65), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.766029 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-beb27514-7c70-4b7b-bf9c-f461a2672dd3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (de49f436-0627-441b-a56d-4a11cf062f65), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.809962 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-beb27514-7c70-4b7b-bf9c-f461a2672dd3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (de49f436-0627-441b-a56d-4a11cf062f65), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.828126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb27514-7c70-4b7b-bf9c-f461a2672dd3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de49f436-0627-441b-a56d-4a11cf062f65,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:43.978480 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-beb27514-7c70-4b7b-bf9c-f461a2672dd3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.979848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-beb27514-7c70-4b7b-bf9c-f461a2672dd3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3452747 Feb 11 06:27:43.983215 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49990) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:43.987590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-30e92235-3cdc-4b0e-b6dd-27df06222305 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '31dcd4a7-75f0-4074-8d07-97100a709a49', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:44.073259 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30e92235-3cdc-4b0e-b6dd-27df06222305 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (e560fcbe-6680-42e6-90a1-68a95c4505d4), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.134114 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30e92235-3cdc-4b0e-b6dd-27df06222305 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (e560fcbe-6680-42e6-90a1-68a95c4505d4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.193170 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30e92235-3cdc-4b0e-b6dd-27df06222305 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e560fcbe-6680-42e6-90a1-68a95c4505d4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.211122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e92235-3cdc-4b0e-b6dd-27df06222305 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e560fcbe-6680-42e6-90a1-68a95c4505d4,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:44.264071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30e92235-3cdc-4b0e-b6dd-27df06222305 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.265346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-30e92235-3cdc-4b0e-b6dd-27df06222305 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811725 Feb 11 06:27:44.268134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49992) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:44.272429 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1b63ec44-e1fc-43c6-9174-55191786f45b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '31dcd4a7-75f0-4074-8d07-97100a709a49', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:44.358491 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b63ec44-e1fc-43c6-9174-55191786f45b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (52edaaab-1c7b-4255-b80c-939b1932267b), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.419511 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b63ec44-e1fc-43c6-9174-55191786f45b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (52edaaab-1c7b-4255-b80c-939b1932267b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.496097 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b63ec44-e1fc-43c6-9174-55191786f45b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (52edaaab-1c7b-4255-b80c-939b1932267b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.515588 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63ec44-e1fc-43c6-9174-55191786f45b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52edaaab-1c7b-4255-b80c-939b1932267b,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:44.566507 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b63ec44-e1fc-43c6-9174-55191786f45b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.567807 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1b63ec44-e1fc-43c6-9174-55191786f45b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2986438 Feb 11 06:27:44.570495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49994) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:44.575489 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c57964e7-8bc5-4b28-ae06-18a973d0f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '31dcd4a7-75f0-4074-8d07-97100a709a49', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:44.662056 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-c57964e7-8bc5-4b28-ae06-18a973d0f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:27:44.667043 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c57964e7-8bc5-4b28-ae06-18a973d0f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (a678bccf-3feb-47a0-a2fc-cc9732f98dbf), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.725739 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c57964e7-8bc5-4b28-ae06-18a973d0f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (a678bccf-3feb-47a0-a2fc-cc9732f98dbf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.787924 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c57964e7-8bc5-4b28-ae06-18a973d0f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (a678bccf-3feb-47a0-a2fc-cc9732f98dbf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.809820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57964e7-8bc5-4b28-ae06-18a973d0f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a678bccf-3feb-47a0-a2fc-cc9732f98dbf,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:44.869386 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c57964e7-8bc5-4b28-ae06-18a973d0f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.871369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c57964e7-8bc5-4b28-ae06-18a973d0f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2998242 Feb 11 06:27:44.874272 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49996) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:44.878875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-55256a85-3645-4556-9863-806cd84c6734 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'security_group_rule': {'security_group_id': '31dcd4a7-75f0-4074-8d07-97100a709a49', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:44.953535 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-55256a85-3645-4556-9863-806cd84c6734 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Project a6fc1514d707497fbff67712556ed7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:27:44.958990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55256a85-3645-4556-9863-806cd84c6734 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (e82da6bc-2824-4dbc-be01-787c6319bb8a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.028196 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55256a85-3645-4556-9863-806cd84c6734 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (e82da6bc-2824-4dbc-be01-787c6319bb8a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.096126 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55256a85-3645-4556-9863-806cd84c6734 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (e82da6bc-2824-4dbc-be01-787c6319bb8a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.113447 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55256a85-3645-4556-9863-806cd84c6734 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82da6bc-2824-4dbc-be01-787c6319bb8a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:45.177997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55256a85-3645-4556-9863-806cd84c6734 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.179239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-55256a85-3645-4556-9863-806cd84c6734 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039854 Feb 11 06:27:45.182166 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49998) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:45.188709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'network': {'name': 'tempest-network-smoke--465200601', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'port_security_enabled': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:45.255702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:27:45.259095 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.283382 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:27:45.291981 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (74881b27-0e9c-4ee9-af9f-836116996075), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.293796 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Added segment 74881b27-0e9c-4ee9-af9f-836116996075 of type vlan for network eb799d82-cf81-4156-9318-4f9050a8e0af Feb 11 06:27:45.331887 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (eb799d82-cf81-4156-9318-4f9050a8e0af), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.433534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (eb799d82-cf81-4156-9318-4f9050a8e0af), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.438619 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:45.442852 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.508241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Network': ['ID=eb799d82-cf81-4156-9318-4f9050a8e0af,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:45.518917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network eb799d82-cf81-4156-9318-4f9050a8e0af details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:27:45.550148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8ea971c5-0757-4d67-8f02-709b28af83f7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3669116 Feb 11 06:27:45.553499 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50000) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:45.558709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'admin_state_up': True, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:45.696450 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (4d81a84e-9085-4d28-bf10-e1e2baafaf25), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.697603 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (4d81a84e-9085-4d28-bf10-e1e2baafaf25), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.752003 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (4d81a84e-9085-4d28-bf10-e1e2baafaf25), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.953627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (4d81a84e-9085-4d28-bf10-e1e2baafaf25), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.218111 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (4d81a84e-9085-4d28-bf10-e1e2baafaf25), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.242132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.349177 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.221 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/13aea2cf-891b-42e5-88c3-35473ca5e82f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:46.463116 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.553343 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.594523 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:46.597520 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:46.601144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:46.606908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=13aea2cf-891b-42e5-88c3-35473ca5e82f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:46.915240 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (4d81a84e-9085-4d28-bf10-e1e2baafaf25), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.121181 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (4d81a84e-9085-4d28-bf10-e1e2baafaf25), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.307155 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:27:47.414183 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:47.432280 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Sync routers for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:47.443069 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:47.443668 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:27:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:47.487106 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.488421 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d3156ffb-a27b-4f09-9b57-8df148bbf382 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9339767 Feb 11 06:27:47.491779 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50006) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:47.522089 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-00b6f7e5-93a6-456b-b414-c89dc8e49981 tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6fc1514d707497fbff67712556ed7a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291150 Feb 11 06:27:47.524814 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50008) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:47.618175 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149c15ad-d041-4047-82ce-66d2fbf5011c tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:47.619606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-149c15ad-d041-4047-82ce-66d2fbf5011c tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938745 Feb 11 06:27:47.622463 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50010) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:47.648121 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:47.651468 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-be93e1ed-5840-448e-b7ff-62a15c9c2bfb tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=7664e73e-ea6e-404a-930c-fc2ed8607083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279586 Feb 11 06:27:47.654804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50012) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:47.659476 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514392965', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:47.804825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:27:47.809220 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.853439 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:46Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:47.879581 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Checking router: 4d81a84e-9085-4d28-bf10-e1e2baafaf25 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:47.879859 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Updating router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 port 13aea2cf-891b-42e5-88c3-35473ca5e82f binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:27:47.907276 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.039132 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (9d36f894-a810-433d-8f07-dc1bfbd14853), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.114302 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Subnet': ['ID=9d36f894-a810-433d-8f07-dc1bfbd14853,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:48.119586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Checking segment: {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:48.119950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network hostable DHCP agents. Network: eb799d82-cf81-4156-9318-4f9050a8e0af, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:27:48.168396 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Publish callbacks [] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.204497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network eb799d82-cf81-4156-9318-4f9050a8e0af is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:27:48.233062 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.284228 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Attempting to bind port 13aea2cf-891b-42e5-88c3-35473ca5e82f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:48.284611 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Attempting to bind port 13aea2cf-891b-42e5-88c3-35473ca5e82f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:48.284976 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Attempting to bind port 13aea2cf-891b-42e5-88c3-35473ca5e82f on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:48.286749 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Pushing event updated for resources: {'Port': ['ID=13aea2cf-891b-42e5-88c3-35473ca5e82f,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:48.290586 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, eb799d82-cf81-4156-9318-4f9050a8e0af) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:48.295720 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:48.296140 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.296396 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.296493 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.296841 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.297182 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.298035 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.298035 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.298274 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.298458 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.298788 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.299111 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.299435 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.299757 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.300711 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:48.302141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e5fc38-5144-4885-9a83-6f5d999757f7 None None] Network eb799d82-cf81-4156-9318-4f9050a8e0af requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:48.308728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:48.308728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:48.308728 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.308728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:48.308728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Bound port: 13aea2cf-891b-42e5-88c3-35473ca5e82f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:48.308728 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.358708 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] For port 13aea2cf-891b-42e5-88c3-35473ca5e82f, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:48.361788 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] For port 13aea2cf-891b-42e5-88c3-35473ca5e82f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=13aea2cf-891b-42e5-88c3-35473ca5e82f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:48.396175 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-3fc7dd8d-455a-4723-94a0-20436994da13 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7403452 Feb 11 06:27:48.398896 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50014) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:48.414447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-eb799d82-cf81-4156-9318-4f9050a8e0af', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:27:48.415419 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.428139 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.481102 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:48.481831 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:27:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:48.537279 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b8f08-9b46-44d4-8eb9-382051611e79 None None] Pushing event updated for resources: {'Port': ['ID=13aea2cf-891b-42e5-88c3-35473ca5e82f,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:48.561756 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Allocated IP 172.20.0.2 (eb799d82-cf81-4156-9318-4f9050a8e0af/9d36f894-a810-433d-8f07-dc1bfbd14853/42047d65-f6d4-4bb1-b34c-d37cc645801f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:48.611702 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:48.721810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Publish callbacks [] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.764980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.803038 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:46Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:48.811240 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Network eb799d82-cf81-4156-9318-4f9050a8e0af is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:48.816528 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:48.817255 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:48.826209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Pushing event updated for resources: {'Port': ['ID=42047d65-f6d4-4bb1-b34c-d37cc645801f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:48.833634 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63799c17-91fa-4405-a505-aebab4b2048d None None] The sync data for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 is: [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:46Z', 'revision_number': 3, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:48.898432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Attempting to bind port 42047d65-f6d4-4bb1-b34c-d37cc645801f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:48.898432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Attempting to bind port 42047d65-f6d4-4bb1-b34c-d37cc645801f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:48.898432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Attempting to bind port 42047d65-f6d4-4bb1-b34c-d37cc645801f on network eb799d82-cf81-4156-9318-4f9050a8e0af {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:48.898432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:48.898432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Checking segment: {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:48.899132 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.899132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Bound using segment: {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:48.899406 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Bound port: 42047d65-f6d4-4bb1-b34c-d37cc645801f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:48.899792 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.975949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] For port 42047d65-f6d4-4bb1-b34c-d37cc645801f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:48.979296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] For port 42047d65-f6d4-4bb1-b34c-d37cc645801f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=42047d65-f6d4-4bb1-b34c-d37cc645801f,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:49.023538 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.105857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690feb0-2802-483c-a133-62caafc91cd9 None None] Pushing event updated for resources: {'Port': ['ID=42047d65-f6d4-4bb1-b34c-d37cc645801f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:49.257088 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.582312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.1 (eb799d82-cf81-4156-9318-4f9050a8e0af/9d36f894-a810-433d-8f07-dc1bfbd14853/4014dcaf-fa67-4653-af6d-cf1deddfb20f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:49.707298 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.822317 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.868084 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network eb799d82-cf81-4156-9318-4f9050a8e0af is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:49.871864 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:49.875737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:49.899915 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=4014dcaf-fa67-4653-af6d-cf1deddfb20f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:49.925215 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (4d81a84e-9085-4d28-bf10-e1e2baafaf25), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.114610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099e2f0-e7c0-4fae-8cb4-53efdd8d2dd7 None None] Network eb799d82-cf81-4156-9318-4f9050a8e0af requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:50.121331 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.223401 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-cc08be14-1d50-4ecc-8c13-57922771fc5a None None] Provisioning complete for port 42047d65-f6d4-4bb1-b34c-d37cc645801f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:50.223779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc08be14-1d50-4ecc-8c13-57922771fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.319563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-cc08be14-1d50-4ecc-8c13-57922771fc5a None None] Current status of the port 42047d65-f6d4-4bb1-b34c-d37cc645801f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:50.319962 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc08be14-1d50-4ecc-8c13-57922771fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.362680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-cc08be14-1d50-4ecc-8c13-57922771fc5a None None] For port 42047d65-f6d4-4bb1-b34c-d37cc645801f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=42047d65-f6d4-4bb1-b34c-d37cc645801f,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:50.425661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.455922 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc08be14-1d50-4ecc-8c13-57922771fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.514046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08be14-1d50-4ecc-8c13-57922771fc5a None None] Pushing event updated for resources: {'Port': ['ID=42047d65-f6d4-4bb1-b34c-d37cc645801f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:50.524955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.580121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ea3d3b2d-6da8-4ed2-85b4-6683b9628047 None None] Provisioning complete for port 42047d65-f6d4-4bb1-b34c-d37cc645801f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:50.580524 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3b2d-6da8-4ed2-85b4-6683b9628047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.603745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=4014dcaf-fa67-4653-af6d-cf1deddfb20f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:50.610460 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (4d81a84e-9085-4d28-bf10-e1e2baafaf25), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.679760 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d3b2d-6da8-4ed2-85b4-6683b9628047 None None] Current status of the port 42047d65-f6d4-4bb1-b34c-d37cc645801f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:50.703800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ea3d3b2d-6da8-4ed2-85b4-6683b9628047 None None] Provisioning complete for port 4014dcaf-fa67-4653-af6d-cf1deddfb20f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:50.704325 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3b2d-6da8-4ed2-85b4-6683b9628047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.734425 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network eb799d82-cf81-4156-9318-4f9050a8e0af is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:50.736349 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:50.747921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d3b2d-6da8-4ed2-85b4-6683b9628047 None None] Port 4014dcaf-fa67-4653-af6d-cf1deddfb20f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:27:50.781013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 42047d65-f6d4-4bb1-b34c-d37cc645801f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:50.836543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 42047d65-f6d4-4bb1-b34c-d37cc645801f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:50.837101 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.886086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:50.894837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c0d9a72e-0ed7-44b6-af51-1365c394ec09 None None] Provisioning complete for port 4014dcaf-fa67-4653-af6d-cf1deddfb20f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:50.895600 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c0d9a72e-0ed7-44b6-af51-1365c394ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.957956 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c0d9a72e-0ed7-44b6-af51-1365c394ec09 None None] Port 4014dcaf-fa67-4653-af6d-cf1deddfb20f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:27:50.979768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 42047d65-f6d4-4bb1-b34c-d37cc645801f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:50.982048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 13aea2cf-891b-42e5-88c3-35473ca5e82f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:51.030528 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:51.041158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-30ebe950-e49c-4e9a-adfb-857a7c4cb1ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/4d81a84e-9085-4d28-bf10-e1e2baafaf25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6411860 Feb 11 06:27:51.041521 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Sync routers for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:51.055758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:51.056426 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:27:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:51.120017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 13aea2cf-891b-42e5-88c3-35473ca5e82f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:51.120814 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.153860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-57bcd4c4-ceca-4ed2-a6fd-cae84c551fe5 None None] Provisioning complete for port 4014dcaf-fa67-4653-af6d-cf1deddfb20f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:51.154248 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57bcd4c4-ceca-4ed2-a6fd-cae84c551fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.195082 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-f779ce1a-3907-47d3-a7f8-4478d8d45124 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230273133&fields=id&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 267 time: 0.0452766 Feb 11 06:27:51.249654 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:51.276297 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-57bcd4c4-ceca-4ed2-a6fd-cae84c551fe5 None None] Port 4014dcaf-fa67-4653-af6d-cf1deddfb20f cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:27:51.307590 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115ba2-fd87-4eec-839e-747560eaad7b req-b46e55e5-d21a-4f12-8f65-d3707e6be332 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:51.310791 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-b46e55e5-d21a-4f12-8f65-d3707e6be332 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/networks?id=eb799d82-cf81-4156-9318-4f9050a8e0af HTTP/1.1" status: 200 len: 796 time: 0.1080291 Feb 11 06:27:51.327243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-f660c94a-42c8-400c-be79-ad0371a6f69e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/quotas/a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 375 time: 0.0099473 Feb 11 06:27:51.365266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 13aea2cf-891b-42e5-88c3-35473ca5e82f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:51.365655 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.389914 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-f7a3ff70-d512-4135-b6d8-b26fa367c62b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567625 Feb 11 06:27:51.434048 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 13aea2cf-891b-42e5-88c3-35473ca5e82f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=13aea2cf-891b-42e5-88c3-35473ca5e82f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:51.446991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-facc8d3f-0f81-42f9-b24e-8889946abe3a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:27:51.448267 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-facc8d3f-0f81-42f9-b24e-8889946abe3a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477893 Feb 11 06:27:51.546438 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-016de44f-e1a2-405a-bcce-2bb314c1b5ab service neutron] 10.222.0.62 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916178 Feb 11 06:27:51.645982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-b8edee53-e335-406c-bb95-08c1ba1ae5c6 service neutron] 10.222.0.62 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937119 Feb 11 06:27:51.660028 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.724610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=13aea2cf-891b-42e5-88c3-35473ca5e82f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:51.733837 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 2, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:51.761428 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Checking router: 4d81a84e-9085-4d28-bf10-e1e2baafaf25 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:51.762213 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Updating router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 port 4014dcaf-fa67-4653-af6d-cf1deddfb20f binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:27:51.793167 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.921639 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcf38da8-16b1-40ff-a198-e28c297309e4 req-d70d76e2-34b3-41cc-bd48-69602edebb34 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 210 time: 0.0287750 Feb 11 06:27:52.070821 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Publish callbacks [] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.176169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.238218 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de628e-a741-4489-b6a6-bea8560d33db None None] Pushing event updated for resources: {'Port': ['ID=4014dcaf-fa67-4653-af6d-cf1deddfb20f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:52.292853 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Attempting to bind port 4014dcaf-fa67-4653-af6d-cf1deddfb20f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:52.293484 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Attempting to bind port 4014dcaf-fa67-4653-af6d-cf1deddfb20f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:52.293856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Attempting to bind port 4014dcaf-fa67-4653-af6d-cf1deddfb20f on network eb799d82-cf81-4156-9318-4f9050a8e0af {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:52.299121 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:52.299494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Checking segment: {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:52.299895 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.300289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Bound using segment: {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:52.300846 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Bound port: 4014dcaf-fa67-4653-af6d-cf1deddfb20f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:52.301225 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.368138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] For port 4014dcaf-fa67-4653-af6d-cf1deddfb20f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:52.375384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] For port 4014dcaf-fa67-4653-af6d-cf1deddfb20f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4014dcaf-fa67-4653-af6d-cf1deddfb20f,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:52.451360 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.513266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:52.513948 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:27:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:52.562866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de628e-a741-4489-b6a6-bea8560d33db None None] Pushing event updated for resources: {'Port': ['ID=4014dcaf-fa67-4653-af6d-cf1deddfb20f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:52.580551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f2f40ed0-0039-4c33-a1ee-6f5964bf1c9e None None] Provisioning complete for port 4014dcaf-fa67-4653-af6d-cf1deddfb20f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:52.580874 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f2f40ed0-0039-4c33-a1ee-6f5964bf1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.675511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 13aea2cf-891b-42e5-88c3-35473ca5e82f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:52.682606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:52.840263 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f2f40ed0-0039-4c33-a1ee-6f5964bf1c9e None None] Current status of the port 4014dcaf-fa67-4653-af6d-cf1deddfb20f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:52.840675 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f2f40ed0-0039-4c33-a1ee-6f5964bf1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.906873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 13aea2cf-891b-42e5-88c3-35473ca5e82f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:52.907294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.962855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f2f40ed0-0039-4c33-a1ee-6f5964bf1c9e None None] For port 4014dcaf-fa67-4653-af6d-cf1deddfb20f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4014dcaf-fa67-4653-af6d-cf1deddfb20f,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:53.013859 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f2f40ed0-0039-4c33-a1ee-6f5964bf1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.032272 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f1d2a0c4-b712-4341-b734-3e4400530faa req-ec121040-332e-496a-93a2-0e482b534144 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 210 time: 0.0310371 Feb 11 06:27:53.108874 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f40ed0-0039-4c33-a1ee-6f5964bf1c9e None None] Pushing event updated for resources: {'Port': ['ID=4014dcaf-fa67-4653-af6d-cf1deddfb20f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:53.113208 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 13aea2cf-891b-42e5-88c3-35473ca5e82f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:53.127945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:52Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:53.159652 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dffd926-a618-443a-9dd4-21c06d2b42e3 None None] The sync data for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 is: [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:52Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:53.165207 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-38d7444e-4b5e-434f-b6e1-d0329e14481f None None] Provisioning complete for port 4014dcaf-fa67-4653-af6d-cf1deddfb20f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:53.165670 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38d7444e-4b5e-434f-b6e1-d0329e14481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.272895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-38d7444e-4b5e-434f-b6e1-d0329e14481f None None] Current status of the port 4014dcaf-fa67-4653-af6d-cf1deddfb20f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:53.818694 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115ba2-fd87-4eec-839e-747560eaad7b req-ac93883a-e388-4ba3-956b-c69a47f0611b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:53.820243 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-ac93883a-e388-4ba3-956b-c69a47f0611b tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/networks?id=eb799d82-cf81-4156-9318-4f9050a8e0af HTTP/1.1" status: 200 len: 796 time: 0.1090231 Feb 11 06:27:53.890786 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-d0f33873-ba39-4004-845a-f2d2d977920c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fc1514d707497fbff67712556ed7a0 HTTP/1.1" status: 200 len: 379 time: 0.0626118 Feb 11 06:27:53.898841 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'port': {'device_id': '5a74e958-a958-4016-87d6-296f7de790ae', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'admin_state_up': True, 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'security_groups': ['31dcd4a7-75f0-4074-8d07-97100a709a49']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:54.067451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Made reservation on behalf of a6fc1514d707497fbff67712556ed7a0 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:27:54.071004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.142299 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f790eb6c-ba39-4ef4-8ebd-7db3d6ea2d2a req-1e7253fa-c162-4312-8a8f-b8f3659b4f27 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 210 time: 0.0286489 Feb 11 06:27:54.216256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.20.0.14 (eb799d82-cf81-4156-9318-4f9050a8e0af/9d36f894-a810-433d-8f07-dc1bfbd14853/c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:54.330787 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:27:54.354750 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.445356 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.497207 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network eb799d82-cf81-4156-9318-4f9050a8e0af is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:54.500351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:54.504070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:54.510490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:54.560648 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:54.561295 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.627991 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-804fb1bd-cccd-4346-82f5-e037d2a34ddd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7305503 Feb 11 06:27:54.638070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Request body: {'port': {'device_id': '5a74e958-a958-4016-87d6-296f7de790ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:54.690526 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4014dcaf-fa67-4653-af6d-cf1deddfb20f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:54.702800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.743010 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4014dcaf-fa67-4653-af6d-cf1deddfb20f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:54.743497 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.833331 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4014dcaf-fa67-4653-af6d-cf1deddfb20f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:54.835345 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3fb44ccf-9bbc-4cfa-9433-fcb740687f2b None None] Provisioning complete for port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:54.835721 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fb44ccf-9bbc-4cfa-9433-fcb740687f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.876205 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3fb44ccf-9bbc-4cfa-9433-fcb740687f2b None None] Port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:27:54.981119 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:27:54.988707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Publish callbacks [] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.000567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Transition to ACTIVE for port object c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:27:55.067642 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.123699 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.201409 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Attempting to bind port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:55.201752 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Attempting to bind port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:55.202092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Attempting to bind port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd on network eb799d82-cf81-4156-9318-4f9050a8e0af {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:55.206733 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd on network eb799d82-cf81-4156-9318-4f9050a8e0af not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:27:55.207067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Attempting to bind port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd on network eb799d82-cf81-4156-9318-4f9050a8e0af {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:55.212578 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:55.212986 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Checking segment: {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:55.213390 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Bound using segment: {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:55.213855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Bound port: c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74881b27-0e9c-4ee9-af9f-836116996075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:55.214267 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.282144 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723680d-f6fb-4ea3-b60a-a115a009a526 req-6c909893-7776-4526-bb3b-a05b29529c16 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:55.283964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e723680d-f6fb-4ea3-b60a-a115a009a526 req-6c909893-7776-4526-bb3b-a05b29529c16 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 944 time: 0.0639479 Feb 11 06:27:55.342353 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e723680d-f6fb-4ea3-b60a-a115a009a526 req-e3c6f9e9-bf36-415c-85c5-2e03597f3bd4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519886 Feb 11 06:27:55.593761 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] For port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:55.596874 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] For port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:55.663131 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.699909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:55.700531 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.701951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] 10.222.0.65 "PUT /v2.0/ports/c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd HTTP/1.1" status: 200 len: 1093 time: 1.0693600 Feb 11 06:27:55.702398 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:55.704749 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e326ff4-372e-48ec-9f75-132559d72779" -d '{"events": [{"name": "network-changed", "server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:55.727199 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd83c4a-1f9a-4792-9649-0aaa68ec3636 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.757414 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c78d8f-fe08-4df4-a3b7-440c83e40f27 x-openstack-request-id: req-33c78d8f-fe08-4df4-a3b7-440c83e40f27 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:55.757824 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:55.758050 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33c78d8f-fe08-4df4-a3b7-440c83e40f27 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:55.758463 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'status': 'completed', 'code': 200} Feb 11 06:27:55.826302 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e326ff4-372e-48ec-9f75-132559d72779 req-de385229-ed0d-4af6-b4dc-5b087f78c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:55.827919 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e326ff4-372e-48ec-9f75-132559d72779 req-de385229-ed0d-4af6-b4dc-5b087f78c5fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 1127 time: 0.0484562 Feb 11 06:27:55.932685 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e326ff4-372e-48ec-9f75-132559d72779 req-30861753-ce70-4a28-908f-0280fe33fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:55.934405 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e326ff4-372e-48ec-9f75-132559d72779 req-30861753-ce70-4a28-908f-0280fe33fbee service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a6fc1514d707497fbff67712556ed7a0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0992651 Feb 11 06:27:56.033357 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e326ff4-372e-48ec-9f75-132559d72779 req-115e01a6-2a60-4bf4-9f5f-843992764895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:56.034746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-6e326ff4-372e-48ec-9f75-132559d72779 req-115e01a6-2a60-4bf4-9f5f-843992764895 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940909 Feb 11 06:27:56.122849 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115ba2-fd87-4eec-839e-747560eaad7b req-6dd85ace-84e1-404a-af03-40842cb0ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:56.124381 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-6dd85ace-84e1-404a-af03-40842cb0ba66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 1127 time: 0.0473769 Feb 11 06:27:56.165291 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-97222b42-5d58-4833-8ee6-8b288b3d0e5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd HTTP/1.1" status: 200 len: 217 time: 0.0345483 Feb 11 06:27:56.216621 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115ba2-fd87-4eec-839e-747560eaad7b req-19b4f203-4a9c-4815-905e-c14af88bcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:56.218089 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-19b4f203-4a9c-4815-905e-c14af88bcb57 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d36f894-a810-433d-8f07-dc1bfbd14853 HTTP/1.1" status: 200 len: 834 time: 0.0476594 Feb 11 06:27:56.273380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115ba2-fd87-4eec-839e-747560eaad7b req-2faa013b-28fe-4528-b9e2-b70665118f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:56.274888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-2faa013b-28fe-4528-b9e2-b70665118f49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb799d82-cf81-4156-9318-4f9050a8e0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500419 Feb 11 06:27:56.362593 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-826e3012-e5e4-437a-9135-0801fbb28759 service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816431 Feb 11 06:27:56.464578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-17115ba2-fd87-4eec-839e-747560eaad7b req-9c53c7b8-2971-4fd7-89fd-b99a5b33258d service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950837 Feb 11 06:27:56.477702 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d6459-95fc-4af0-adb9-c8bd2f7cedb6 req-7622813a-fc93-4cde-9f32-2cb742190076 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:56.480095 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d00d6459-95fc-4af0-adb9-c8bd2f7cedb6 req-7622813a-fc93-4cde-9f32-2cb742190076 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 944 time: 0.0685441 Feb 11 06:27:56.529356 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d00d6459-95fc-4af0-adb9-c8bd2f7cedb6 req-69c77d4d-7908-4e76-a960-7ef8120992a8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Feb 11 06:27:57.651479 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e43db-697e-4a97-9cdc-fc385422386c req-40c2b5ee-8f2b-42de-ad7a-2573aef11d71 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:57.653259 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d5e43db-697e-4a97-9cdc-fc385422386c req-40c2b5ee-8f2b-42de-ad7a-2573aef11d71 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 944 time: 0.0539925 Feb 11 06:27:57.708126 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9d5e43db-697e-4a97-9cdc-fc385422386c req-b43bfd27-cf32-4ed5-a2c6-f1caeae5d570 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492642 Feb 11 06:27:58.827189 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa981e-896b-4a74-b3b2-1820dfad873c req-d72011d1-1649-49e2-9319-f8a31f548d66 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:58.829326 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34aa981e-896b-4a74-b3b2-1820dfad873c req-d72011d1-1649-49e2-9319-f8a31f548d66 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 944 time: 0.0542932 Feb 11 06:27:58.887392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-34aa981e-896b-4a74-b3b2-1820dfad873c req-850c99cf-4d72-4358-a3d2-3d13d0bfd3bd tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513077 Feb 11 06:27:58.978694 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:27:59.077394 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:59.089593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'port_id': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'mac_address': 'fa:16:3e:8f:7e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:27:59.126553 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:59.126937 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.139945 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:27:59.160471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:59.227945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.277621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:59.444776 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:28:00.013855 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646af245-312d-4352-b128-66e498a79073 req-17254ef1-cf39-42ac-9391-ef793af134eb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:00.015384 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-646af245-312d-4352-b128-66e498a79073 req-17254ef1-cf39-42ac-9391-ef793af134eb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 945 time: 0.0570035 Feb 11 06:28:00.067145 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-646af245-312d-4352-b128-66e498a79073 req-c5d85c68-e3c8-4acc-beb3-746f15f5df26 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455718 Feb 11 06:28:00.995147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:01.118856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:28:01.123441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:01.127810 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.193783 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa9d42-04a3-4b35-9eb1-07733cfa33f3 req-7f9fc851-7865-4e3f-bf71-6bb9a9ae436f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:01.195301 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaaa9d42-04a3-4b35-9eb1-07733cfa33f3 req-7f9fc851-7865-4e3f-bf71-6bb9a9ae436f tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 945 time: 0.0585158 Feb 11 06:28:01.201492 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:01.201862 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.225977 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:01.228220 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2762aac0-69cb-475f-a13e-2f297519ddd7" -d '{"events": [{"server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "name": "network-vif-plugged", "status": "completed", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:01.240179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:01.249110 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aaaa9d42-04a3-4b35-9eb1-07733cfa33f3 req-414198d1-f055-447f-9855-6a76423c27ec tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465322 Feb 11 06:28:01.321805 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b445b721-5c29-4eb8-804f-1d68b952afb4 x-openstack-request-id: req-b445b721-5c29-4eb8-804f-1d68b952afb4 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:01.322103 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "name": "network-vif-plugged", "status": "completed", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:01.322365 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b445b721-5c29-4eb8-804f-1d68b952afb4 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:01.322761 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'code': 200} Feb 11 06:28:01.335603 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.391917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:01.423113 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff259397-09dc-4c8d-a7dc-84c550bbc5ea req-c7c131aa-ce94-4548-a25d-e322ec593ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:01.424653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff259397-09dc-4c8d-a7dc-84c550bbc5ea req-c7c131aa-ce94-4548-a25d-e322ec593ebd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 1129 time: 0.0452042 Feb 11 06:28:01.471876 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ff259397-09dc-4c8d-a7dc-84c550bbc5ea req-a40794bd-f5b9-433d-a847-7699b6714727 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 Feb 11 06:28:02.376237 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a39636-9b4e-4405-a993-c2433f63ad76 req-8d319fb5-965b-4f97-882e-c6eeac3d98a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:02.377782 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90a39636-9b4e-4405-a993-c2433f63ad76 req-8d319fb5-965b-4f97-882e-c6eeac3d98a2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0604522 Feb 11 06:28:02.431178 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90a39636-9b4e-4405-a993-c2433f63ad76 req-05c3502d-50f9-4478-a774-66114d7f099c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473135 Feb 11 06:28:03.038844 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d27e02c-25e4-4e0c-b1f3-7df7e70e8804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:03.565911 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34671f-c12a-4139-9e74-f5d433656424 req-59023ff8-e631-4625-9c2d-4c6dbc9594ba tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:03.567476 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad34671f-c12a-4139-9e74-f5d433656424 req-59023ff8-e631-4625-9c2d-4c6dbc9594ba tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0675726 Feb 11 06:28:03.619897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ad34671f-c12a-4139-9e74-f5d433656424 req-89284d37-b234-4569-9160-eb67820be2a4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Feb 11 06:28:03.739835 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd69d5-dffc-4d8a-9581-19e2ce814c5c req-2b39e6c3-97c9-4f9c-a81d-e22829b43fda tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:03.741366 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ebd69d5-dffc-4d8a-9581-19e2ce814c5c req-2b39e6c3-97c9-4f9c-a81d-e22829b43fda tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0556796 Feb 11 06:28:03.791638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8ebd69d5-dffc-4d8a-9581-19e2ce814c5c req-9ebf1016-015b-4456-8554-56bbacb34aae tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Feb 11 06:28:03.812656 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50072) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:03.856459 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb48f8-f82d-495b-95fe-6581e197e0ee tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:03.858579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e3bb48f8-f82d-495b-95fe-6581e197e0ee tempest-TestNetworkAdvancedServerOps-1719404628 tempest-TestNetworkAdvancedServerOps-1719404628-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 1124 time: 0.0448294 Feb 11 06:28:03.861714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50074) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:03.866361 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:03.935743 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.040140 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.146840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Allocated IP 172.25.8.87 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9548a14a-581a-43b2-8d51-d6f2e5a2f1bd) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:04.246718 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.365034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.405418 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:04.409797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:04.413448 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:04.440114 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=9548a14a-581a-43b2-8d51-d6f2e5a2f1bd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:04.791588 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (4172f929-63d2-4b09-8669-17925be81948), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.916730 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.071661 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for port (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.147062 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.225398 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event updated for resources: {'Port': ['ID=9548a14a-581a-43b2-8d51-d6f2e5a2f1bd,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:05.237992 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (4172f929-63d2-4b09-8669-17925be81948), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.341416 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 4172f929-63d2-4b09-8669-17925be81948 associated. External IP: 172.25.8.87, port: c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd. Feb 11 06:28:05.627393 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a4b8-2072-4496-9c1a-340b4d805831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.876421 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:28:05.992011 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:28:06.004844 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] Sync routers for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:28:06.018898 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:06.019525 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:06.077970 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:06.113986 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d3ffa74c-337b-4c04-90ea-a58af4bcf989 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2511806 Feb 11 06:28:06.114671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:06.117313 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b177c218-885d-478b-8ed4-f1a31c6feeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:06.148773 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:06.181809 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b4fcda-0bf1-4fa0-95fc-fcb9c1eb052d x-openstack-request-id: req-53b4fcda-0bf1-4fa0-95fc-fcb9c1eb052d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:06.182106 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:06.182371 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53b4fcda-0bf1-4fa0-95fc-fcb9c1eb052d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:06.182822 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'status': 'completed', 'code': 200} Feb 11 06:28:06.247979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d6c5e-84cd-4f9c-8e9a-ca470665de5e req-50685b29-d0a2-4a15-bd44-cca5a54f76a8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.249676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d61d6c5e-84cd-4f9c-8e9a-ca470665de5e req-50685b29-d0a2-4a15-bd44-cca5a54f76a8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0608733 Feb 11 06:28:06.273521 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-41dc2c62-ee7e-4ffd-b1f1-09f374ee011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.275403 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-41dc2c62-ee7e-4ffd-b1f1-09f374ee011a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 1129 time: 0.0626111 Feb 11 06:28:06.312536 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d61d6c5e-84cd-4f9c-8e9a-ca470665de5e req-c1510a97-d5ba-46f5-8a24-044aa43f38ca tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530882 Feb 11 06:28:06.339261 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50080) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:06.421610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c47e535f-8a94-4ef8-9a1b-450da2dd94b0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/4172f929-63d2-4b09-8669-17925be81948 HTTP/1.1" status: 200 len: 991 time: 0.0806007 Feb 11 06:28:06.424855 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-5e13ac8d-955a-4792-9b66-449b30178197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.426762 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-5e13ac8d-955a-4792-9b66-449b30178197 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb799d82-cf81-4156-9318-4f9050a8e0af HTTP/1.1" status: 200 len: 897 time: 0.1436443 Feb 11 06:28:06.494127 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '4172f929-63d2-4b09-8669-17925be81948', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'port_id': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'mac_address': 'fa:16:3e:8f:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a74e958-a958-4016-87d6-296f7de790ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:28:04Z', 'updated_at': '2022-02-11T06:28:04Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:06.517536 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-202d2549-f514-4a4e-a517-1727bb530e49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd HTTP/1.1" status: 200 len: 999 time: 0.0847311 Feb 11 06:28:06.524308 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] Checking router: 4d81a84e-9085-4d28-bf10-e1e2baafaf25 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:28:06.533992 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:06.534606 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:06.577378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-1918dc5b-717a-4092-a412-1fcccc62e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.579849 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-1918dc5b-717a-4092-a412-1fcccc62e502 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d36f894-a810-433d-8f07-dc1bfbd14853 HTTP/1.1" status: 200 len: 834 time: 0.0555046 Feb 11 06:28:06.641009 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-b37f7fab-71dd-4c9a-b64a-970ac05b17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.642585 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-b37f7fab-71dd-4c9a-b64a-970ac05b17a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb799d82-cf81-4156-9318-4f9050a8e0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563245 Feb 11 06:28:06.764116 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-13400904-0f24-4ef4-8409-83be7ee5e437 service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154306 Feb 11 06:28:06.788820 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:06.876424 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b177c218-885d-478b-8ed4-f1a31c6feeb8 req-b6ae8479-d24c-4a9c-8f0b-5a2025761878 service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055424 Feb 11 06:28:06.930294 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:07.053262 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '4172f929-63d2-4b09-8669-17925be81948', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'port_id': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'mac_address': 'fa:16:3e:8f:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a74e958-a958-4016-87d6-296f7de790ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:28:04Z', 'updated_at': '2022-02-11T06:28:04Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:07.085744 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cd5ba-0fac-40bc-8a69-1427debd04ab None None] The sync data for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 is: [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '4172f929-63d2-4b09-8669-17925be81948', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'port_id': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'mac_address': 'fa:16:3e:8f:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a74e958-a958-4016-87d6-296f7de790ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:28:04Z', 'updated_at': '2022-02-11T06:28:04Z', 'revision_number': 0, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:28:07.288369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f4c14-af76-4c0a-9d29-59c15e5dd9e2 None None] New status for floating IP 4172f929-63d2-4b09-8669-17925be81948: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:28:07.426201 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50082) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:07.498100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c9c638cf-6693-4c26-98aa-cd5662e21b2a tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/4172f929-63d2-4b09-8669-17925be81948 HTTP/1.1" status: 200 len: 991 time: 0.0694876 Feb 11 06:28:08.500878 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50084) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:08.558924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:08.566389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-46ec2cda-d68d-4979-93e0-493e738d426c tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/4172f929-63d2-4b09-8669-17925be81948 HTTP/1.1" status: 200 len: 993 time: 0.0643759 Feb 11 06:28:09.141473 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:09.335704 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:12.164091 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:31.066576 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-8590cc6a-cb22-4820-9758-45cc19c12226 service neutron] (104087) timed out ('10.222.0.62', 44824) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:28:31.329564 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:28:31.581503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-33486500-f0b6-4978-aacf-0141af38e03b req-8c39dbc2-8c7b-41ee-ab45-d14b7f2ef5db tempest-ServerActionsTestJSON-975142565 tempest-ServerActionsTestJSON-975142565-project] (104087) timed out ('10.222.0.62', 45320) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:28:33.027238 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24bdf0e3-62f6-4786-8ed7-cf3b2f9db75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:35.143547 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-79d4933d-deeb-46da-9acb-1f9ef50bb5d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500195 Feb 11 06:28:35.227553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-bd996345-7379-4a43-8636-16d78a702f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:35.229603 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-bd996345-7379-4a43-8636-16d78a702f0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 1129 time: 0.0444326 Feb 11 06:28:35.335080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-ad248ca3-7705-4ea9-860f-2ddb06730d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:35.336582 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-ad248ca3-7705-4ea9-860f-2ddb06730d59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb799d82-cf81-4156-9318-4f9050a8e0af HTTP/1.1" status: 200 len: 897 time: 0.0891538 Feb 11 06:28:35.408380 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-04a330b8-eb5c-4912-aee9-1cb340d95fe7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd HTTP/1.1" status: 200 len: 1001 time: 0.0651002 Feb 11 06:28:35.458375 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-1442d741-6de1-4343-9dfd-c036d2bec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:35.460121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-1442d741-6de1-4343-9dfd-c036d2bec510 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d36f894-a810-433d-8f07-dc1bfbd14853 HTTP/1.1" status: 200 len: 834 time: 0.0449371 Feb 11 06:28:35.514267 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-67a1c2a4-da47-459d-8ad4-a37a95132d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:35.515821 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-67a1c2a4-da47-459d-8ad4-a37a95132d3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb799d82-cf81-4156-9318-4f9050a8e0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480433 Feb 11 06:28:35.575674 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5b66eba-9abb-40e0-843f-f316fd68f807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:35.579567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110a6cb-d3b2-48b4-8976-6bde3627ddeb req-3bf04ab4-d6e1-4413-bc30-10a22f285b77 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:35.581411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e110a6cb-d3b2-48b4-8976-6bde3627ddeb req-3bf04ab4-d6e1-4413-bc30-10a22f285b77 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0615034 Feb 11 06:28:35.618961 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-e6922d23-5115-4210-a013-77d190674f30 service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955520 Feb 11 06:28:35.631865 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e110a6cb-d3b2-48b4-8976-6bde3627ddeb req-a79f67e4-da6f-4d2a-857d-7b15446931e0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Feb 11 06:28:35.711653 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-1fcdc664-f170-4fad-8057-1125dfa63819 req-7bda48eb-d138-4625-968d-6d1ec8679eb4 service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861096 Feb 11 06:28:36.755557 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7b6b-dc27-4593-b68e-bd2810d314e3 req-bb161d7a-58c0-419b-845a-cc18533b1c21 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:36.757072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b94a7b6b-dc27-4593-b68e-bd2810d314e3 req-bb161d7a-58c0-419b-845a-cc18533b1c21 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0539794 Feb 11 06:28:36.810032 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b94a7b6b-dc27-4593-b68e-bd2810d314e3 req-50c7a7e8-595f-4332-846b-90315b51eaea tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467634 Feb 11 06:28:36.833428 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50104) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:36.900314 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-848e6069-2240-41c6-bca1-2eb13091649d tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/4172f929-63d2-4b09-8669-17925be81948 HTTP/1.1" status: 200 len: 993 time: 0.0599332 Feb 11 06:28:36.941174 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.293301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e20b8-497e-416e-a790-615efee28761 req-0e83534c-68fd-4f12-9f7c-93b9ff5cc5a0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:38.294887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f27e20b8-497e-416e-a790-615efee28761 req-0e83534c-68fd-4f12-9f7c-93b9ff5cc5a0 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0570731 Feb 11 06:28:38.345464 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f27e20b8-497e-416e-a790-615efee28761 req-5bd55be1-7c9d-4819-8252-8995a00dc1d9 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446939 Feb 11 06:28:38.353360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-0f4f0f0e-7a07-406b-bde2-22de636d4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:38.356618 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-0f4f0f0e-7a07-406b-bde2-22de636d4dab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 1129 time: 0.0531988 Feb 11 06:28:38.446362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-48424431-5e24-4416-b7c4-b0c7f35206db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:38.447918 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-48424431-5e24-4416-b7c4-b0c7f35206db service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb799d82-cf81-4156-9318-4f9050a8e0af HTTP/1.1" status: 200 len: 897 time: 0.0853376 Feb 11 06:28:38.517412 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-66216a17-85a2-4466-ab5b-200f31468900 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd HTTP/1.1" status: 200 len: 1001 time: 0.0642128 Feb 11 06:28:38.541012 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:38.568092 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-df74256f-c276-4e40-b2eb-454cbac43148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:38.569591 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-df74256f-c276-4e40-b2eb-454cbac43148 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d36f894-a810-433d-8f07-dc1bfbd14853 HTTP/1.1" status: 200 len: 834 time: 0.0458450 Feb 11 06:28:38.618637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-9f7cecff-b1dd-42b2-badf-86c64ba3be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:38.620435 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-9f7cecff-b1dd-42b2-badf-86c64ba3be8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb799d82-cf81-4156-9318-4f9050a8e0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455630 Feb 11 06:28:38.712763 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-98c2a0d9-12b9-43b6-8f47-8d395d804ac4 service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866168 Feb 11 06:28:38.799724 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-19b5db5f-8281-4f12-9e71-8bcac544a603 req-c709f27f-04c7-4e7b-ab4c-0cb9ceeff25a service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816283 Feb 11 06:28:39.163529 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.300984 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:39.475469 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651ee6-8420-4b36-ad5c-443244e250e6 req-4544bb34-5837-4d92-81e4-1b218b0794d8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:39.476924 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5651ee6-8420-4b36-ad5c-443244e250e6 req-4544bb34-5837-4d92-81e4-1b218b0794d8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0583987 Feb 11 06:28:39.527549 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f5651ee6-8420-4b36-ad5c-443244e250e6 req-60c7a258-886c-4995-9195-ce3889e5f8ac tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444818 Feb 11 06:28:40.647243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346fbf5-0d0b-4946-9074-bf9259da709f req-5f7fd4fc-78aa-4375-a930-d889ad56ac78 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:40.648767 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a346fbf5-0d0b-4946-9074-bf9259da709f req-5f7fd4fc-78aa-4375-a930-d889ad56ac78 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0520885 Feb 11 06:28:40.696723 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a346fbf5-0d0b-4946-9074-bf9259da709f req-59be2466-91d8-4034-9a95-60eff52c11e1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 Feb 11 06:28:40.720612 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50116) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:40.802997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-e50031ac-c598-410e-9d5e-641b6862b8e2 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/floatingips/4172f929-63d2-4b09-8669-17925be81948 HTTP/1.1" status: 200 len: 993 time: 0.0810249 Feb 11 06:28:41.076309 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50122) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:41.265271 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 9548a14a-581a-43b2-8d51-d6f2e5a2f1bd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:41.265534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.344109 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.349342 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.357230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 9548a14a-581a-43b2-8d51-d6f2e5a2f1bd owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:41.610111 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (9548a14a-581a-43b2-8d51-d6f2e5a2f1bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.638224 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=9548a14a-581a-43b2-8d51-d6f2e5a2f1bd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:41.652614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.652987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.653349 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.653702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.654093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.654442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.654791 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.655129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.655471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.655811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.656149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.656485 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.656845 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:41.719568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for floatingip (4172f929-63d2-4b09-8669-17925be81948), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:41.719959 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Floating IP 4172f929-63d2-4b09-8669-17925be81948 disassociated (deleted). External IP: 172.25.8.87, port: c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd. Feb 11 06:28:41.932469 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:28:42.043857 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:28:42.048702 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.053792 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] Sync routers for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:28:42.063765 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:42.064371 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:42.079211 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9abb821c-1753-4031-a3cc-b3bebd7b54b7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/floatingips/4172f929-63d2-4b09-8669-17925be81948 HTTP/1.1" status: 204 len: 168 time: 1.0017602 Feb 11 06:28:42.079818 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:42.082061 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e85062-6005-4488-852f-b238dc5a10b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:42.100064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:42.122911 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437dcdfa-9f71-4420-903b-a87faa520cd4 x-openstack-request-id: req-437dcdfa-9f71-4420-903b-a87faa520cd4 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:42.128812 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:42.128812 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-437dcdfa-9f71-4420-903b-a87faa520cd4 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:42.128812 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'status': 'completed', 'code': 200} Feb 11 06:28:42.181866 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:42.192118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e85062-6005-4488-852f-b238dc5a10b5 req-193063bf-806c-4ffc-8683-d452673f7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:42.193684 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06e85062-6005-4488-852f-b238dc5a10b5 req-193063bf-806c-4ffc-8683-d452673f7914 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6fc1514d707497fbff67712556ed7a0&device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 1129 time: 0.0489416 Feb 11 06:28:42.288583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e85062-6005-4488-852f-b238dc5a10b5 req-ea7497fb-b50b-4ac4-a035-c6a61c02360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:42.290111 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06e85062-6005-4488-852f-b238dc5a10b5 req-ea7497fb-b50b-4ac4-a035-c6a61c02360e service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb799d82-cf81-4156-9318-4f9050a8e0af HTTP/1.1" status: 200 len: 897 time: 0.0902755 Feb 11 06:28:42.337392 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06e85062-6005-4488-852f-b238dc5a10b5 req-145b527c-e608-42c3-929e-5b0444531231 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd HTTP/1.1" status: 200 len: 217 time: 0.0407667 Feb 11 06:28:42.382184 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:42.387315 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e85062-6005-4488-852f-b238dc5a10b5 req-f601fabf-408f-4f10-a65d-83508e08b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:42.388865 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06e85062-6005-4488-852f-b238dc5a10b5 req-f601fabf-408f-4f10-a65d-83508e08b3d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d36f894-a810-433d-8f07-dc1bfbd14853 HTTP/1.1" status: 200 len: 834 time: 0.0458741 Feb 11 06:28:42.412506 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] Checking router: 4d81a84e-9085-4d28-bf10-e1e2baafaf25 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:28:42.422873 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:42.423501 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:42.515709 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ebd6f-424a-44e8-8bba-f5972f9f0a6c req-2b373fae-1f96-42fb-b1af-883d95114dbb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:42.521858 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c46ebd6f-424a-44e8-8bba-f5972f9f0a6c req-2b373fae-1f96-42fb-b1af-883d95114dbb tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0582247 Feb 11 06:28:42.546347 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:42.568867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c46ebd6f-424a-44e8-8bba-f5972f9f0a6c req-4e14218b-a6ee-4ccd-8833-ef742f8d53f8 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452387 Feb 11 06:28:42.601987 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e85062-6005-4488-852f-b238dc5a10b5 req-db308883-070d-4199-bd37-be995c20e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:42.603628 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06e85062-6005-4488-852f-b238dc5a10b5 req-db308883-070d-4199-bd37-be995c20e413 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb799d82-cf81-4156-9318-4f9050a8e0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517073 Feb 11 06:28:42.698789 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06e85062-6005-4488-852f-b238dc5a10b5 req-01c96744-7e33-408d-8ab8-4faf0790690b service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886259 Feb 11 06:28:42.749104 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:42.776821 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbaf9f-5601-446f-8707-47551a2827b8 None None] The sync data for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 is: [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '4014dcaf-fa67-4653-af6d-cf1deddfb20f', 'name': '', 'network_id': 'eb799d82-cf81-4156-9318-4f9050a8e0af', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'mac_address': 'fa:16:3e:7d:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:52Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'subnets': [{'id': '9d36f894-a810-433d-8f07-dc1bfbd14853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:28:42.796382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-06e85062-6005-4488-852f-b238dc5a10b5 req-7557924b-895f-411e-91e5-8cdc9fa00fcc service neutron] 10.222.0.65 "GET /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916505 Feb 11 06:28:43.020095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df1427d-0db7-4f8a-93b1-23e9aebb8b2d None None] New status for floating IP 4172f929-63d2-4b09-8669-17925be81948: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:28:43.694629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69a7ea-d955-46d8-9908-01d68ff81f35 req-5fec0dd7-9a45-4aef-8c0d-9b7ffd2ea092 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:43.696136 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c69a7ea-d955-46d8-9908-01d68ff81f35 req-5fec0dd7-9a45-4aef-8c0d-9b7ffd2ea092 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0532110 Feb 11 06:28:43.748392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c69a7ea-d955-46d8-9908-01d68ff81f35 req-ba4007d9-aa30-446f-9179-34928f547ad7 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/security-groups?id=31dcd4a7-75f0-4074-8d07-97100a709a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465741 Feb 11 06:28:44.203946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-598dd17e-e83a-4048-bd07-16668ae57b22 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:44.205349 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-598dd17e-e83a-4048-bd07-16668ae57b22 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 946 time: 0.0518563 Feb 11 06:28:44.294825 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:44.295164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.386555 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:44.386917 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.400365 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:44.592477 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.621582 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:44.665495 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] No DVR routers for this DVR port c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:44.669028 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.672343 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-11a8c822-a4dd-4582-9485-2f49b41d86d6 req-e16317ff-f4ef-4f4f-9d68-139644bbe2c4 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.65 "DELETE /v2.0/ports/c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd HTTP/1.1" status: 204 len: 173 time: 0.4617341 Feb 11 06:28:44.672844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'name': 'network-vif-deleted', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:44.675173 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24736976-79b5-4e46-8afd-f54186c35246" -d '{"events": [{"server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "name": "network-vif-deleted", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:44.716784 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6448b5d6-85d5-41ba-a7c2-3351af7c1c0a x-openstack-request-id: req-6448b5d6-85d5-41ba-a7c2-3351af7c1c0a {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:44.717078 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a74e958-a958-4016-87d6-296f7de790ae", "name": "network-vif-deleted", "tag": "c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:44.717331 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6448b5d6-85d5-41ba-a7c2-3351af7c1c0a {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:44.717737 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a74e958-a958-4016-87d6-296f7de790ae', 'name': 'network-vif-deleted', 'tag': 'c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd', 'status': 'completed', 'code': 200} Feb 11 06:28:44.844804 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61ba2eed-a91c-4e60-bd56-3be266c30411 req-38a50ff5-efd8-4c12-b4cb-d9d8d4e69ab3 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a74e958-a958-4016-87d6-296f7de790ae HTTP/1.1" status: 200 len: 210 time: 0.0286896 Feb 11 06:28:45.904287 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:46.626926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (4d81a84e-9085-4d28-bf10-e1e2baafaf25), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.888615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 4014dcaf-fa67-4653-af6d-cf1deddfb20f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:46.888879 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.978191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 4014dcaf-fa67-4653-af6d-cf1deddfb20f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4014dcaf-fa67-4653-af6d-cf1deddfb20f,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:46.979629 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:46.996471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 4014dcaf-fa67-4653-af6d-cf1deddfb20f owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:47.232537 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4014dcaf-fa67-4653-af6d-cf1deddfb20f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.256917 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=4014dcaf-fa67-4653-af6d-cf1deddfb20f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:47.436265 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (4d81a84e-9085-4d28-bf10-e1e2baafaf25), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.659912 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:28:47.768909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:28:47.773895 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1efb30cb-732b-4539-b591-65658e0d0b0e tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "PUT /v2.0/routers/4d81a84e-9085-4d28-bf10-e1e2baafaf25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8685362 Feb 11 06:28:47.776838 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50140) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:47.778730 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] Sync routers for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:28:47.788174 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:47.788812 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:47.827358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting subnet 9d36f894-a810-433d-8f07-dc1bfbd14853 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:28:47.830468 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (9d36f894-a810-433d-8f07-dc1bfbd14853), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.870346 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (9d36f894-a810-433d-8f07-dc1bfbd14853), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:47.896251 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:47.960051 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (9d36f894-a810-433d-8f07-dc1bfbd14853), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.073581 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (9d36f894-a810-433d-8f07-dc1bfbd14853), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.101661 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Subnet': ['ID=9d36f894-a810-433d-8f07-dc1bfbd14853,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:48.106594 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.112960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/subnets/9d36f894-a810-433d-8f07-dc1bfbd14853 HTTP/1.1" status: 204 len: 168 time: 0.3319755 Feb 11 06:28:48.113148 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50142) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:48.116238 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e9cc2-55b4-433c-80ea-5ae710e79fe6 None None] Network eb799d82-cf81-4156-9318-4f9050a8e0af requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:48.127964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.128362 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.128745 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.129131 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.129484 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.129875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.130303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.130762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.131141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.131533 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.131963 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.132333 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.132684 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d101eb9-65e4-4b6c-aba8-090d7f5f6a47 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.173002 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:28:47Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:48.201266 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] Checking router: 4d81a84e-9085-4d28-bf10-e1e2baafaf25 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:28:48.209982 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] Routers {'4d81a84e-9085-4d28-bf10-e1e2baafaf25'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:48.210590 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:48.237770 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (4d81a84e-9085-4d28-bf10-e1e2baafaf25), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.286078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] DHCP port deletion for eb799d82-cf81-4156-9318-4f9050a8e0af request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:28:48.334207 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] Set router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:48.340137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Deleting port 42047d65-f6d4-4bb1-b34c-d37cc645801f {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:48.340616 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.364897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_gateway (4d81a84e-9085-4d28-bf10-e1e2baafaf25), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.406993 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] For port 42047d65-f6d4-4bb1-b34c-d37cc645801f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=42047d65-f6d4-4bb1-b34c-d37cc645801f,segment=NetworkSegment(74881b27-0e9c-4ee9-af9f-836116996075),segment_id=74881b27-0e9c-4ee9-af9f-836116996075)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:48.407399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.420627 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Calling delete_port for 42047d65-f6d4-4bb1-b34c-d37cc645801f owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:48.478142 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Deleting port 13aea2cf-891b-42e5-88c3-35473ca5e82f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:28:48.478407 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.521955 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:28:47Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:48.548406 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7105d1-3e2b-4b05-873d-5da84b41f92e None None] The sync data for ids ['4d81a84e-9085-4d28-bf10-e1e2baafaf25'] in n-d-713498-37 is: [{'id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666642053', 'tenant_id': 'a6fc1514d707497fbff67712556ed7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:45Z', 'updated_at': '2022-02-11T06:28:47Z', 'revision_number': 5, 'project_id': 'a6fc1514d707497fbff67712556ed7a0', 'gw_port': {'id': '13aea2cf-891b-42e5-88c3-35473ca5e82f', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81a84e-9085-4d28-bf10-e1e2baafaf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:46Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:28:48.560903 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] For port 13aea2cf-891b-42e5-88c3-35473ca5e82f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=13aea2cf-891b-42e5-88c3-35473ca5e82f,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:48.561281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.563633 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (42047d65-f6d4-4bb1-b34c-d37cc645801f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.577610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Calling delete_port for 13aea2cf-891b-42e5-88c3-35473ca5e82f owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:28:48.597321 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Pushing event deleted for resources: {'Port': ['ID=42047d65-f6d4-4bb1-b34c-d37cc645801f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:48.607622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] No DVR routers for this DVR port 42047d65-f6d4-4bb1-b34c-d37cc645801f on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:28:48.609787 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.610126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.610475 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.610852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.611174 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.611509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.611845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.612181 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.612509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.612865 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.613198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.613540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.613857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3847cc1-10c9-4c04-a783-f52664e895d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:28:48.809590 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (13aea2cf-891b-42e5-88c3-35473ca5e82f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.833754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Port': ['ID=13aea2cf-891b-42e5-88c3-35473ca5e82f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:48.902445 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (4d81a84e-9085-4d28-bf10-e1e2baafaf25), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.002340 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (4d81a84e-9085-4d28-bf10-e1e2baafaf25), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.005091 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router_controller (4d81a84e-9085-4d28-bf10-e1e2baafaf25), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.013171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 42047d65-f6d4-4bb1-b34c-d37cc645801f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:49.035868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 42047d65-f6d4-4bb1-b34c-d37cc645801f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:49.036457 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 42047d65-f6d4-4bb1-b34c-d37cc645801f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:49.036839 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4014dcaf-fa67-4653-af6d-cf1deddfb20f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:49.058598 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 4014dcaf-fa67-4653-af6d-cf1deddfb20f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:49.058954 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4014dcaf-fa67-4653-af6d-cf1deddfb20f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:49.112553 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (4d81a84e-9085-4d28-bf10-e1e2baafaf25), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.113172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Fanout notify agent at l3_agent the message router_deleted on router 4d81a84e-9085-4d28-bf10-e1e2baafaf25 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:28:49.120290 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.121472 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-04910697-fa21-4da9-8c77-30b1f347ab99 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/routers/4d81a84e-9085-4d28-bf10-e1e2baafaf25 HTTP/1.1" status: 204 len: 168 time: 1.0078390 Feb 11 06:28:49.124159 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50144) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:49.203811 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (eb799d82-cf81-4156-9318-4f9050a8e0af), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.227695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:49.253515 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:49.253998 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device c8bf90a3-abaa-4cc9-9f09-34f7b1fc1dbd not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:49.304421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (eb799d82-cf81-4156-9318-4f9050a8e0af), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.324692 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb799d82-cf81-4156-9318-4f9050a8e0af']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:49.333747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74881b27-0e9c-4ee9-af9f-836116996075') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:49.334066 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74881b27-0e9c-4ee9-af9f-836116996075') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:49.344024 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (74881b27-0e9c-4ee9-af9f-836116996075), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.357603 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (74881b27-0e9c-4ee9-af9f-836116996075), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.363427 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:28:49.363805 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (74881b27-0e9c-4ee9-af9f-836116996075), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:28:49.369975 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:28:49.477994 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (eb799d82-cf81-4156-9318-4f9050a8e0af), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.488811 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.490149 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/networks/eb799d82-cf81-4156-9318-4f9050a8e0af HTTP/1.1" status: 204 len: 168 time: 0.3650241 Feb 11 06:28:49.493017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50146) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:49.500537 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863cdb4-517a-4524-8a96-0ee86ef65a80 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'Network': ['ID=eb799d82-cf81-4156-9318-4f9050a8e0af,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:49.552029 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eeb1833c-4234-4cc7-9040-16bb5fc721a1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (31dcd4a7-75f0-4074-8d07-97100a709a49), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.581925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eeb1833c-4234-4cc7-9040-16bb5fc721a1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (31dcd4a7-75f0-4074-8d07-97100a709a49), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.741129 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eeb1833c-4234-4cc7-9040-16bb5fc721a1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (31dcd4a7-75f0-4074-8d07-97100a709a49), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.743785 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eeb1833c-4234-4cc7-9040-16bb5fc721a1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:49.745650 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-eeb1833c-4234-4cc7-9040-16bb5fc721a1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] 10.222.0.62 "DELETE /v2.0/security-groups/31dcd4a7-75f0-4074-8d07-97100a709a49 HTTP/1.1" status: 204 len: 168 time: 0.2515726 Feb 11 06:28:49.755082 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1833c-4234-4cc7-9040-16bb5fc721a1 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dcd4a7-75f0-4074-8d07-97100a709a49,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:50.376776 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50154) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:50.506936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-86864966-d2a2-4e3c-a06e-3a9670c84846 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6fc1514d707497fbff67712556ed7a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288862 Feb 11 06:28:50.509337 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50158) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:50.563906 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0026ed30-b67e-4997-ac13-5ed94ef3fa7c admin admin] Publish callbacks [] for security_group (6eff8f59-59ec-4b05-9f88-f7c1a752b4fe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.585045 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0026ed30-b67e-4997-ac13-5ed94ef3fa7c admin admin] Publish callbacks [] for security_group (6eff8f59-59ec-4b05-9f88-f7c1a752b4fe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.645287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 13aea2cf-891b-42e5-88c3-35473ca5e82f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:28:50.665557 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 13aea2cf-891b-42e5-88c3-35473ca5e82f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:28:50.665902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 13aea2cf-891b-42e5-88c3-35473ca5e82f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:28:50.700677 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0026ed30-b67e-4997-ac13-5ed94ef3fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (6eff8f59-59ec-4b05-9f88-f7c1a752b4fe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.703198 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0026ed30-b67e-4997-ac13-5ed94ef3fa7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:50.704346 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-0026ed30-b67e-4997-ac13-5ed94ef3fa7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6eff8f59-59ec-4b05-9f88-f7c1a752b4fe HTTP/1.1" status: 204 len: 168 time: 0.1935377 Feb 11 06:28:50.712703 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026ed30-b67e-4997-ac13-5ed94ef3fa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eff8f59-59ec-4b05-9f88-f7c1a752b4fe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:51.277181 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50164) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:51.292039 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-28c7f6a6-1285-44bd-b8db-ad81b18120ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.368970 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-28c7f6a6-1285-44bd-b8db-ad81b18120ad admin admin] Publish callbacks [] for security_group (004eb3a7-2623-4e0a-ba51-9767278d5121), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.409083 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-28c7f6a6-1285-44bd-b8db-ad81b18120ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (004eb3a7-2623-4e0a-ba51-9767278d5121), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.448168 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-28c7f6a6-1285-44bd-b8db-ad81b18120ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=954476b8032c485099f608ee67d9f0a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1697946 Feb 11 06:28:51.449052 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7f6a6-1285-44bd-b8db-ad81b18120ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004eb3a7-2623-4e0a-ba51-9767278d5121,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:51.450956 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50166) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:51.505542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f676c7b1-956f-43f4-a925-a2911c68e131 admin admin] Publish callbacks [] for security_group (004eb3a7-2623-4e0a-ba51-9767278d5121), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.527245 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f676c7b1-956f-43f4-a925-a2911c68e131 admin admin] Publish callbacks [] for security_group (004eb3a7-2623-4e0a-ba51-9767278d5121), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.655045 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f676c7b1-956f-43f4-a925-a2911c68e131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (004eb3a7-2623-4e0a-ba51-9767278d5121), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.658084 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f676c7b1-956f-43f4-a925-a2911c68e131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:51.658918 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f676c7b1-956f-43f4-a925-a2911c68e131 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/004eb3a7-2623-4e0a-ba51-9767278d5121 HTTP/1.1" status: 204 len: 168 time: 0.2068956 Feb 11 06:28:51.673488 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676c7b1-956f-43f4-a925-a2911c68e131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004eb3a7-2623-4e0a-ba51-9767278d5121,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:52.655268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:52.750817 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1830871007-network', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:52.889383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Made reservation on behalf of c7e6760d44cc4c188fad2567068fcd1c for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:52.891846 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.901566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:52.982023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Publish callbacks [] for security_group (d900d0cb-f59a-453f-a548-c13f829f4bbb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.037623 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d900d0cb-f59a-453f-a548-c13f829f4bbb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.062610 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:53.072155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d900d0cb-f59a-453f-a548-c13f829f4bbb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:53.077205 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (39f57a7c-7dee-4210-ae88-8a53d5979ff9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.077554 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Added segment 39f57a7c-7dee-4210-ae88-8a53d5979ff9 of type vlan for network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c Feb 11 06:28:53.121282 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.209647 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.210576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:53.211161 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.271342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] Pushing event updated for resources: {'Network': ['ID=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:53.281456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:53.298028 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b173e6f2-be91-48f1-94eb-636331cd633e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6414969 Feb 11 06:28:53.301044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50192) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:53.305897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Request body: {'subnet': {'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1830871007-subnet', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:53.363601 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Made reservation on behalf of c7e6760d44cc4c188fad2567068fcd1c for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:53.366057 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.569548 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (28b5edd6-905f-4828-8a98-2fa2e66cec1d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.626340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b5edd6-905f-4828-8a98-2fa2e66cec1d,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:53.635467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Checking segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:53.635836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Network hostable DHCP agents. Network: 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:53.700526 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:53.763503 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:53.768025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:53.769167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.772893 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe96bb-fba1-4bec-aad7-115139ac5f0e None None] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:53.841352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1b9077d6-c953-464a-9cb4-e7b2de310b9c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5391209 Feb 11 06:28:53.843907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50194) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:53.848188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:53.877917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:53.878787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.935514 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (83f8c89e-415a-4669-8c1f-0c44af776608), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.936718 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (83f8c89e-415a-4669-8c1f-0c44af776608), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:53.998185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks [] for router_controller (83f8c89e-415a-4669-8c1f-0c44af776608), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.022850 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Allocated IP 172.20.0.2 (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c/28b5edd6-905f-4828-8a98-2fa2e66cec1d/7e9a0105-2aa4-4a14-b88a-25641868ccf9) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:54.168522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Publish callbacks [] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.221349 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks [] for router_gateway (83f8c89e-415a-4669-8c1f-0c44af776608), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.221615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.268525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:54.271488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:54.276319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:54.279659 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Pushing event updated for resources: {'Port': ['ID=7e9a0105-2aa4-4a14-b88a-25641868ccf9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:54.335151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Attempting to bind port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:54.335877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Attempting to bind port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:54.335877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Attempting to bind port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 on network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:54.342485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:54.342878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Checking segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:54.343292 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.343693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Bound using segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:54.344179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Bound port: 7e9a0105-2aa4-4a14-b88a-25641868ccf9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:54.344572 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.409744 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] For port 7e9a0105-2aa4-4a14-b88a-25641868ccf9, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:54.413127 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] For port 7e9a0105-2aa4-4a14-b88a-25641868ccf9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7e9a0105-2aa4-4a14-b88a-25641868ccf9,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:54.480562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks [] for router_gateway (83f8c89e-415a-4669-8c1f-0c44af776608), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.489904 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.500110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.554230 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468eec22-cb49-4853-95cd-021972fadec0 None None] Pushing event updated for resources: {'Port': ['ID=7e9a0105-2aa4-4a14-b88a-25641868ccf9,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:54.612277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Allocated IP 172.25.8.149 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/73ba044d-52d4-4f80-8a99-80b7686a3ce9) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:54.732359 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks [] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.827032 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:54.870574 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:54.873573 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:54.876037 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:54.899976 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Pushing event updated for resources: {'Port': ['ID=73ba044d-52d4-4f80-8a99-80b7686a3ce9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:55.515506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc6392-b659-45d6-bdfc-452d8b777533 None None] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:55.537260 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks [] for router_gateway (83f8c89e-415a-4669-8c1f-0c44af776608), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.585333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6d517e67-20e4-44da-a30b-c4fb0deccce3 None None] Provisioning complete for port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:55.585711 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d517e67-20e4-44da-a30b-c4fb0deccce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.714028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6d517e67-20e4-44da-a30b-c4fb0deccce3 None None] Current status of the port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:55.714424 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d517e67-20e4-44da-a30b-c4fb0deccce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.749533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6d517e67-20e4-44da-a30b-c4fb0deccce3 None None] For port 7e9a0105-2aa4-4a14-b88a-25641868ccf9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7e9a0105-2aa4-4a14-b88a-25641868ccf9,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:55.755329 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (83f8c89e-415a-4669-8c1f-0c44af776608), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.826636 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d517e67-20e4-44da-a30b-c4fb0deccce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.879400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517e67-20e4-44da-a30b-c4fb0deccce3 None None] Pushing event updated for resources: {'Port': ['ID=7e9a0105-2aa4-4a14-b88a-25641868ccf9,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:55.947136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-84b5577c-5971-4be2-ade8-1b35cb2939bc None None] Provisioning complete for port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:55.950716 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-84b5577c-5971-4be2-ade8-1b35cb2939bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:55.974990 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Router 83f8c89e-415a-4669-8c1f-0c44af776608 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:28:56.033538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-84b5577c-5971-4be2-ade8-1b35cb2939bc None None] Current status of the port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:56.087586 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:28:56.096897 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Sync routers for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:28:56.107151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:56.110927 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:56.159831 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.161150 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-42da8080-1fd4-49aa-bc57-0ac479ba317b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3163004 Feb 11 06:28:56.163963 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50196) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:56.218441 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:56.402051 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:55Z', 'revision_number': 3, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:56.432543 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Checking router: 83f8c89e-415a-4669-8c1f-0c44af776608 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:28:56.432942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Updating router 83f8c89e-415a-4669-8c1f-0c44af776608 port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:28:56.461055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.592933 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.735362 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Publish callbacks [] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.741085 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7e9a0105-2aa4-4a14-b88a-25641868ccf9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:56.775013 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Allocated IP 172.20.0.1 (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c/28b5edd6-905f-4828-8a98-2fa2e66cec1d/98b841de-f767-4c4f-8d6d-95b19844eebd) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:56.787333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:56.787718 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.817475 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.881149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Attempting to bind port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:56.881524 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Attempting to bind port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:56.881889 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Attempting to bind port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:56.884571 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Publish callbacks [] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.887970 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add95d0e-f898-48a8-b820-6622a9a3e15d None None] Pushing event updated for resources: {'Port': ['ID=73ba044d-52d4-4f80-8a99-80b7686a3ce9,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:56.893186 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:56.893533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:56.893960 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.894351 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:56.894824 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Bound port: 73ba044d-52d4-4f80-8a99-80b7686a3ce9, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:56.895202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.973252 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:56.976261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:56.979141 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] For port 73ba044d-52d4-4f80-8a99-80b7686a3ce9, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:56.982433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] For port 73ba044d-52d4-4f80-8a99-80b7686a3ce9, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=73ba044d-52d4-4f80-8a99-80b7686a3ce9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:57.016831 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:57.019707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:57.022118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:57.051799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Pushing event updated for resources: {'Port': ['ID=98b841de-f767-4c4f-8d6d-95b19844eebd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:57.061159 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.072106 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (83f8c89e-415a-4669-8c1f-0c44af776608), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.123960 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:57.125154 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:57.129774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add95d0e-f898-48a8-b820-6622a9a3e15d None None] Pushing event updated for resources: {'Port': ['ID=73ba044d-52d4-4f80-8a99-80b7686a3ce9,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:57.291195 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.410243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4f3a61c0-2d49-4344-9e2d-9f83c5a349c6 None None] Provisioning complete for port 98b841de-f767-4c4f-8d6d-95b19844eebd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:57.410623 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f3a61c0-2d49-4344-9e2d-9f83c5a349c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.432459 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:57.462485 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Publish callbacks [] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.518295 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a61c0-2d49-4344-9e2d-9f83c5a349c6 None None] Port 98b841de-f767-4c4f-8d6d-95b19844eebd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:28:57.569465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.624999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:55Z', 'revision_number': 3, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:57.636779 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (83f8c89e-415a-4669-8c1f-0c44af776608), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:57.638634 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Pushing event updated for resources: {'Port': ['ID=98b841de-f767-4c4f-8d6d-95b19844eebd,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:57.656994 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd9ce3-c295-41b1-99cc-2bc60e4fc171 None None] The sync data for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 is: [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:55Z', 'revision_number': 3, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:28:57.746811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:57.748235 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:57.874442 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Router 83f8c89e-415a-4669-8c1f-0c44af776608 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:28:58.008836 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:28:58.015308 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d2d219b9-8489-48d6-a826-381ac8cb7d3c admin admin] 10.222.0.62 "PUT /v2.0/routers/83f8c89e-415a-4669-8c1f-0c44af776608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8503139 Feb 11 06:28:58.042411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a839f3dd-8045-4b6b-8ff8-acbd4f602594 None None] Provisioning complete for port 98b841de-f767-4c4f-8d6d-95b19844eebd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:58.043425 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a839f3dd-8045-4b6b-8ff8-acbd4f602594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.081703 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a839f3dd-8045-4b6b-8ff8-acbd4f602594 None None] Port 98b841de-f767-4c4f-8d6d-95b19844eebd cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:28:58.688275 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50212) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:58.693234 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1027510173-network', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:58.716630 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 73ba044d-52d4-4f80-8a99-80b7686a3ce9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:58.766606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:58.767466 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.786567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Made reservation on behalf of 25ffb31557bb4e1cb07a9f732a64b6a1 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:58.788898 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.798698 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.848407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:58.848916 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.870219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 73ba044d-52d4-4f80-8a99-80b7686a3ce9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=73ba044d-52d4-4f80-8a99-80b7686a3ce9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:58.873139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Publish callbacks [] for security_group (b52b37c6-1cab-41e0-95b1-b69f0e168097), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.952146 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:58.992049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b52b37c6-1cab-41e0-95b1-b69f0e168097), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.003352 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=73ba044d-52d4-4f80-8a99-80b7686a3ce9,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:59.014747 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:28:59.031368 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b37c6-1cab-41e0-95b1-b69f0e168097,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:59.034185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3165649e-3d4f-4c8b-acde-100ce6490f76), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.034534 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Added segment 3165649e-3d4f-4c8b-acde-100ce6490f76 of type vlan for network 4d5c7459-7328-4454-b02b-79cec610bc28 Feb 11 06:28:59.077060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (4d5c7459-7328-4454-b02b-79cec610bc28), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.180699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (4d5c7459-7328-4454-b02b-79cec610bc28), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.181629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:59.182220 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.247801 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] Pushing event updated for resources: {'Network': ['ID=4d5c7459-7328-4454-b02b-79cec610bc28,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:59.257511 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 4d5c7459-7328-4454-b02b-79cec610bc28 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:28:59.271998 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Sync routers for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:28:59.282684 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:59.283413 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:59.297606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-147894d9-3360-4e95-9c9c-7ebfec287d92 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6081703 Feb 11 06:28:59.300335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50214) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:59.305986 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Request body: {'subnet': {'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1027510173-subnet', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:59.395864 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:59.409572 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Made reservation on behalf of 25ffb31557bb4e1cb07a9f732a64b6a1 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:59.411961 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.602728 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 2, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:59.629867 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Checking router: 83f8c89e-415a-4669-8c1f-0c44af776608 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:28:59.636316 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Updating router 83f8c89e-415a-4669-8c1f-0c44af776608 port 98b841de-f767-4c4f-8d6d-95b19844eebd binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:28:59.655408 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (18ed655f-648e-402d-8abe-f175e43c8faf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.658234 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.715552 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ed655f-648e-402d-8abe-f175e43c8faf,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:59.720010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Checking segment: {'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:59.720380 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Network hostable DHCP agents. Network: 4d5c7459-7328-4454-b02b-79cec610bc28, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:28:59.803496 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Network 4d5c7459-7328-4454-b02b-79cec610bc28 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:28:59.866439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 4d5c7459-7328-4454-b02b-79cec610bc28) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:59.871213 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:59.871839 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.876316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a90f73-1bc0-4119-b004-b6093474f8ac None None] Network 4d5c7459-7328-4454-b02b-79cec610bc28 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:28:59.933421 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Publish callbacks [] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:59.963158 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-65d70736-3629-4633-9023-649ef68fbb3c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6592283 Feb 11 06:28:59.963579 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50216) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:59.968980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:59.977125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-4d5c7459-7328-4454-b02b-79cec610bc28', 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28', 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'fixed_ips': [{'subnet_id': '18ed655f-648e-402d-8abe-f175e43c8faf'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:28:59.977980 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.009251 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.056134 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Pushing event updated for resources: {'Port': ['ID=98b841de-f767-4c4f-8d6d-95b19844eebd,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:00.061120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (ec9628ca-3146-407a-a6fd-a19ce48f0f32), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.062685 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (ec9628ca-3146-407a-a6fd-a19ce48f0f32), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.106689 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.107044 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.108550 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.108550 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.108550 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.108550 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.109029 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.109029 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.109301 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.109818 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.110144 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.110469 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.110795 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:29:00.125624 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Allocated IP 172.20.0.2 (4d5c7459-7328-4454-b02b-79cec610bc28/18ed655f-648e-402d-8abe-f175e43c8faf/3f5b9fe5-28ae-4565-8233-55b1e7bdac01) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:00.127791 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Attempting to bind port 98b841de-f767-4c4f-8d6d-95b19844eebd on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:00.128074 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Attempting to bind port 98b841de-f767-4c4f-8d6d-95b19844eebd by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:00.128668 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Attempting to bind port 98b841de-f767-4c4f-8d6d-95b19844eebd on network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:00.134221 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:00.134630 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Checking segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:00.135041 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.135439 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Bound using segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:00.135911 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Bound port: 98b841de-f767-4c4f-8d6d-95b19844eebd, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:00.136293 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.148175 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks [] for router_controller (ec9628ca-3146-407a-a6fd-a19ce48f0f32), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.204018 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] For port 98b841de-f767-4c4f-8d6d-95b19844eebd, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:00.207565 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] For port 98b841de-f767-4c4f-8d6d-95b19844eebd, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=98b841de-f767-4c4f-8d6d-95b19844eebd,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:00.268826 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.289600 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Publish callbacks [] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.332296 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:00.333504 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:00.349046 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks [] for router_gateway (ec9628ca-3146-407a-a6fd-a19ce48f0f32), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.369886 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.374446 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d844d-2e79-4913-8ac6-e1f7021184e7 None None] Pushing event updated for resources: {'Port': ['ID=98b841de-f767-4c4f-8d6d-95b19844eebd,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:00.433996 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Network 4d5c7459-7328-4454-b02b-79cec610bc28 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:00.442935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:00.446530 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:00.449013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Pushing event updated for resources: {'Port': ['ID=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:00.458718 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d21eec20-304f-4519-9aaa-6db480607f87 None None] Provisioning complete for port 98b841de-f767-4c4f-8d6d-95b19844eebd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:00.459210 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d21eec20-304f-4519-9aaa-6db480607f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.469779 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:00.554819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Attempting to bind port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:00.555196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Attempting to bind port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:00.555572 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Attempting to bind port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 on network 4d5c7459-7328-4454-b02b-79cec610bc28 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:00.566820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:00.567201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Checking segment: {'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:00.567615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.568013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Bound using segment: {'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:00.568494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Bound port: 3f5b9fe5-28ae-4565-8233-55b1e7bdac01, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:00.568907 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.638070 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d21eec20-304f-4519-9aaa-6db480607f87 None None] Current status of the port 98b841de-f767-4c4f-8d6d-95b19844eebd is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:00.638222 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d21eec20-304f-4519-9aaa-6db480607f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.677821 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks [] for router_gateway (ec9628ca-3146-407a-a6fd-a19ce48f0f32), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.694323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d21eec20-304f-4519-9aaa-6db480607f87 None None] For port 98b841de-f767-4c4f-8d6d-95b19844eebd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=98b841de-f767-4c4f-8d6d-95b19844eebd,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:00.698310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] For port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:00.701603 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] For port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,segment=NetworkSegment(3165649e-3d4f-4c8b-acde-100ce6490f76),segment_id=3165649e-3d4f-4c8b-acde-100ce6490f76)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:00.702526 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.708404 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:00.742341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 73ba044d-52d4-4f80-8a99-80b7686a3ce9 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:00.778149 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d21eec20-304f-4519-9aaa-6db480607f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.828757 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Allocated IP 172.25.8.17 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/9bd09676-3bbb-4d53-ae2d-6ce8c9405a31) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:00.833387 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.835184 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4a3c3-2900-4383-af39-f3497ff4b6da None None] The sync data for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 is: [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:29:00.874125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21eec20-304f-4519-9aaa-6db480607f87 None None] Pushing event updated for resources: {'Port': ['ID=98b841de-f767-4c4f-8d6d-95b19844eebd,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:00.946279 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:00.946659 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.992688 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks [] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.002126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-075604c0-cc9c-4f9f-a6f2-93c11e78d8ce None None] Provisioning complete for port 98b841de-f767-4c4f-8d6d-95b19844eebd triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:01.002817 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-075604c0-cc9c-4f9f-a6f2-93c11e78d8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.023641 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19cac9-7b2d-44c1-8563-9850a4906749 None None] Pushing event updated for resources: {'Port': ['ID=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:01.068349 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.144927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:01.148885 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:01.156200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:01.181190 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-075604c0-cc9c-4f9f-a6f2-93c11e78d8ce None None] Current status of the port 98b841de-f767-4c4f-8d6d-95b19844eebd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:01.186007 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:01.211231 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd09676-3bbb-4d53-ae2d-6ce8c9405a31,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:01.546947 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks [] for router_gateway (ec9628ca-3146-407a-a6fd-a19ce48f0f32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.769655 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (ec9628ca-3146-407a-a6fd-a19ce48f0f32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:01.992039 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Router ec9628ca-3146-407a-a6fd-a19ce48f0f32 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:29:02.063020 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea689af6-fdba-4515-88e5-25faff6340ea None None] Network 4d5c7459-7328-4454-b02b-79cec610bc28 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:29:02.113820 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:29:02.130454 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Sync routers for ids ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:29:02.162402 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Routers {'ec9628ca-3146-407a-a6fd-a19ce48f0f32'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:02.162979 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:02.188357 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.189825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-82048c99-b852-43d4-8871-12a9fd694e11 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2242732 Feb 11 06:29:02.192502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50220) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:02.206227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3e168646-ad70-434d-b36d-281b86b1fdc7 None None] Provisioning complete for port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:02.206644 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e168646-ad70-434d-b36d-281b86b1fdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.344198 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Set router ec9628ca-3146-407a-a6fd-a19ce48f0f32 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:02.471840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3e168646-ad70-434d-b36d-281b86b1fdc7 None None] Current status of the port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:02.472803 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e168646-ad70-434d-b36d-281b86b1fdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.555192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3e168646-ad70-434d-b36d-281b86b1fdc7 None None] For port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,segment=NetworkSegment(3165649e-3d4f-4c8b-acde-100ce6490f76),segment_id=3165649e-3d4f-4c8b-acde-100ce6490f76)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:02.614768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:01Z', 'revision_number': 3, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port': {'id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:02.642443 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e168646-ad70-434d-b36d-281b86b1fdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.646017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Checking router: ec9628ca-3146-407a-a6fd-a19ce48f0f32 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:29:02.646373 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Updating router ec9628ca-3146-407a-a6fd-a19ce48f0f32 port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:29:02.701005 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.901632 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:02.930892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e168646-ad70-434d-b36d-281b86b1fdc7 None None] Pushing event updated for resources: {'Port': ['ID=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:03.014236 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.017615 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-223a2dfa-6166-4c17-b642-1a3b3819de82 None None] Provisioning complete for port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:03.017995 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-223a2dfa-6166-4c17-b642-1a3b3819de82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.113778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-309e39d8-6d7b-40c0-bde2-1f6b24fcadba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.142817 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:03.143197 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.177712 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Allocated IP 172.20.0.1 (4d5c7459-7328-4454-b02b-79cec610bc28/18ed655f-648e-402d-8abe-f175e43c8faf/8e57490d-0036-408d-8f9b-abd7652a8656) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:03.250980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-223a2dfa-6166-4c17-b642-1a3b3819de82 None None] Current status of the port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:03.289885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Publish callbacks [] for port (8e57490d-0036-408d-8f9b-abd7652a8656), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.333434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:03.334516 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 98b841de-f767-4c4f-8d6d-95b19844eebd up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:03.361560 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Publish callbacks [] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.375955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.390473 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 98b841de-f767-4c4f-8d6d-95b19844eebd triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:03.390852 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.424567 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Network 4d5c7459-7328-4454-b02b-79cec610bc28 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:03.427609 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:03.432993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:03.456053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Pushing event updated for resources: {'Port': ['ID=8e57490d-0036-408d-8f9b-abd7652a8656,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:03.458759 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.476660 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (ec9628ca-3146-407a-a6fd-a19ce48f0f32), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.513501 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 98b841de-f767-4c4f-8d6d-95b19844eebd is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:03.529930 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Attempting to bind port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:03.530313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Attempting to bind port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:03.530692 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Attempting to bind port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:03.541838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db39c10-9e3c-436f-a6f6-4d3ed1fe98ea None None] Pushing event updated for resources: {'Port': ['ID=9bd09676-3bbb-4d53-ae2d-6ce8c9405a31,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:03.600509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:03.601068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:03.601918 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.601918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:03.602655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Bound port: 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:03.603232 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.661063 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] For port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:03.666727 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] For port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bd09676-3bbb-4d53-ae2d-6ce8c9405a31,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:03.678712 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e17dd18f-e23a-4085-8624-0929a975616c None None] Provisioning complete for port 8e57490d-0036-408d-8f9b-abd7652a8656 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:03.679087 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e17dd18f-e23a-4085-8624-0929a975616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.714118 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e17dd18f-e23a-4085-8624-0929a975616c None None] Port 8e57490d-0036-408d-8f9b-abd7652a8656 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:29:03.741208 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.742179 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.799111 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Routers {'ec9628ca-3146-407a-a6fd-a19ce48f0f32'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:03.799669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:28:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:03.804578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db39c10-9e3c-436f-a6f6-4d3ed1fe98ea None None] Pushing event updated for resources: {'Port': ['ID=9bd09676-3bbb-4d53-ae2d-6ce8c9405a31,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:03.916440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] Set router ec9628ca-3146-407a-a6fd-a19ce48f0f32 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:03.921172 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Publish callbacks [] for port (8e57490d-0036-408d-8f9b-abd7652a8656), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.986253 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.055906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Pushing event updated for resources: {'Port': ['ID=8e57490d-0036-408d-8f9b-abd7652a8656,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:04.058919 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (ec9628ca-3146-407a-a6fd-a19ce48f0f32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.123149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 4, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port': {'id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8e57490d-0036-408d-8f9b-abd7652a8656', 'name': '', 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'mac_address': 'fa:16:3e:e0:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 1, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'subnets': [{'id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:04.150001 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3fe5a-80f7-4d5e-999b-ac1e32f346a9 None None] The sync data for ids ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'] in n-d-713498-37 is: [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 4, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port': {'id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8e57490d-0036-408d-8f9b-abd7652a8656', 'name': '', 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'mac_address': 'fa:16:3e:e0:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 1, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'subnets': [{'id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:29:04.157007 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Network 4d5c7459-7328-4454-b02b-79cec610bc28 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:04.158453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:04.295024 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Router ec9628ca-3146-407a-a6fd-a19ce48f0f32 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:29:04.442768 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-af404a6d-e86b-41af-9cad-b9e5e4ec592b None None] Provisioning complete for port 8e57490d-0036-408d-8f9b-abd7652a8656 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:04.443061 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-af404a6d-e86b-41af-9cad-b9e5e4ec592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.451193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:29:04.463979 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-04ebec0b-2024-48af-aec7-97ccf92ebd16 admin admin] 10.222.0.62 "PUT /v2.0/routers/ec9628ca-3146-407a-a6fd-a19ce48f0f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2677002 Feb 11 06:29:04.487013 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-af404a6d-e86b-41af-9cad-b9e5e4ec592b None None] Port 8e57490d-0036-408d-8f9b-abd7652a8656 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:29:04.715665 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:04.774726 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:04.775795 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:04.862434 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:05.044369 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50228) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:05.049026 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-176d6926-7e4d-4840-8675-3e6a43227442 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011106395', 'description': 'tempest-secgroup-smoke-2011106395 description', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:05.129319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-176d6926-7e4d-4840-8675-3e6a43227442 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.203757 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-176d6926-7e4d-4840-8675-3e6a43227442 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (44ae5ad4-18ad-47d9-9378-71e9c599de5a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.266193 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-176d6926-7e4d-4840-8675-3e6a43227442 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (44ae5ad4-18ad-47d9-9378-71e9c599de5a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.295906 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d6926-7e4d-4840-8675-3e6a43227442 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae5ad4-18ad-47d9-9378-71e9c599de5a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:05.342813 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-176d6926-7e4d-4840-8675-3e6a43227442 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.344139 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-176d6926-7e4d-4840-8675-3e6a43227442 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2987103 Feb 11 06:29:05.347283 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50230) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:05.351802 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8db28e3b-bf60-4052-89a9-285b4ec4b993 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '44ae5ad4-18ad-47d9-9378-71e9c599de5a', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:05.431727 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8db28e3b-bf60-4052-89a9-285b4ec4b993 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (7ea213ae-8ad4-407c-bac5-d24d075e24c3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.490033 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8db28e3b-bf60-4052-89a9-285b4ec4b993 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (7ea213ae-8ad4-407c-bac5-d24d075e24c3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.586677 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95914124-b981-48d3-917c-408d3820f720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.587244 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8db28e3b-bf60-4052-89a9-285b4ec4b993 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (7ea213ae-8ad4-407c-bac5-d24d075e24c3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.605673 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db28e3b-bf60-4052-89a9-285b4ec4b993 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea213ae-8ad4-407c-bac5-d24d075e24c3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:05.708589 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8db28e3b-bf60-4052-89a9-285b4ec4b993 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.709889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8db28e3b-bf60-4052-89a9-285b4ec4b993 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616765 Feb 11 06:29:05.714426 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50232) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:05.719338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f13c8a11-4d4a-4903-89d5-633b7f9154c9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '44ae5ad4-18ad-47d9-9378-71e9c599de5a', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:05.797324 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f13c8a11-4d4a-4903-89d5-633b7f9154c9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (2b752b1a-abe8-48bc-ae22-09a6f4fe8113), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.859141 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f13c8a11-4d4a-4903-89d5-633b7f9154c9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (2b752b1a-abe8-48bc-ae22-09a6f4fe8113), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.927039 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f13c8a11-4d4a-4903-89d5-633b7f9154c9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (2b752b1a-abe8-48bc-ae22-09a6f4fe8113), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.942794 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c8a11-4d4a-4903-89d5-633b7f9154c9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b752b1a-abe8-48bc-ae22-09a6f4fe8113,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:06.022948 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f13c8a11-4d4a-4903-89d5-633b7f9154c9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.024206 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-f13c8a11-4d4a-4903-89d5-633b7f9154c9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3085241 Feb 11 06:29:06.027048 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50234) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:06.031603 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7d9bc187-c187-4506-b182-6d1229ec4d76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '44ae5ad4-18ad-47d9-9378-71e9c599de5a', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:06.117189 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d9bc187-c187-4506-b182-6d1229ec4d76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (90837ea4-ce21-4690-84c0-79015b39f1bf), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.185645 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d9bc187-c187-4506-b182-6d1229ec4d76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (90837ea4-ce21-4690-84c0-79015b39f1bf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.266193 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d9bc187-c187-4506-b182-6d1229ec4d76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (90837ea4-ce21-4690-84c0-79015b39f1bf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.287062 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bc187-c187-4506-b182-6d1229ec4d76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90837ea4-ce21-4690-84c0-79015b39f1bf,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:06.353677 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d9bc187-c187-4506-b182-6d1229ec4d76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.354912 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-7d9bc187-c187-4506-b182-6d1229ec4d76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268843 Feb 11 06:29:06.357626 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50236) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:06.361878 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d0fae8ba-0ee2-44af-a437-2d91ba14a045 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '44ae5ad4-18ad-47d9-9378-71e9c599de5a', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:06.460560 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0fae8ba-0ee2-44af-a437-2d91ba14a045 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (32ecf772-93a5-4c50-9883-f35703354dd5), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.523714 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0fae8ba-0ee2-44af-a437-2d91ba14a045 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (32ecf772-93a5-4c50-9883-f35703354dd5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.597634 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0fae8ba-0ee2-44af-a437-2d91ba14a045 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (32ecf772-93a5-4c50-9883-f35703354dd5), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.615974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fae8ba-0ee2-44af-a437-2d91ba14a045 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ecf772-93a5-4c50-9883-f35703354dd5,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:06.691316 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d0fae8ba-0ee2-44af-a437-2d91ba14a045 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.692564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d0fae8ba-0ee2-44af-a437-2d91ba14a045 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339956 Feb 11 06:29:06.695375 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50238) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:06.700679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c7ec95d5-d239-4da4-aceb-ebb52d2b19c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '44ae5ad4-18ad-47d9-9378-71e9c599de5a', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:06.721905 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:06.773732 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:06.774107 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.791971 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-c7ec95d5-d239-4da4-aceb-ebb52d2b19c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Project c7e6760d44cc4c188fad2567068fcd1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:29:06.797116 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7ec95d5-d239-4da4-aceb-ebb52d2b19c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (8e47d3f6-650d-4205-94f4-ff039db32626), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.849928 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:06.850311 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.855811 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7ec95d5-d239-4da4-aceb-ebb52d2b19c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (8e47d3f6-650d-4205-94f4-ff039db32626), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.870558 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bd09676-3bbb-4d53-ae2d-6ce8c9405a31,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:06.929037 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7ec95d5-d239-4da4-aceb-ebb52d2b19c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (8e47d3f6-650d-4205-94f4-ff039db32626), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.952464 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.953449 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:06.953697 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec95d5-d239-4da4-aceb-ebb52d2b19c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e47d3f6-650d-4205-94f4-ff039db32626,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:06.966872 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Sync routers for ids ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:29:06.976310 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Routers {'ec9628ca-3146-407a-a6fd-a19ce48f0f32'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:06.976888 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:29:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:07.010612 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9bd09676-3bbb-4d53-ae2d-6ce8c9405a31,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:07.016647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7ec95d5-d239-4da4-aceb-ebb52d2b19c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.020676 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-c7ec95d5-d239-4da4-aceb-ebb52d2b19c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3242466 Feb 11 06:29:07.020996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50240) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:07.026055 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ffe51cdf-9ef3-49d4-9de4-5a02a36c5bf6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '44ae5ad4-18ad-47d9-9378-71e9c599de5a', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:07.084724 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Set router ec9628ca-3146-407a-a6fd-a19ce48f0f32 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:07.106675 n-d-713498-37 neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-ffe51cdf-9ef3-49d4-9de4-5a02a36c5bf6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Project c7e6760d44cc4c188fad2567068fcd1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:29:07.112697 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffe51cdf-9ef3-49d4-9de4-5a02a36c5bf6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (ac031537-f8c3-4609-ae4b-ace6ac0f3189), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.173983 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffe51cdf-9ef3-49d4-9de4-5a02a36c5bf6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (ac031537-f8c3-4609-ae4b-ace6ac0f3189), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.249617 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffe51cdf-9ef3-49d4-9de4-5a02a36c5bf6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (ac031537-f8c3-4609-ae4b-ace6ac0f3189), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.269017 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe51cdf-9ef3-49d4-9de4-5a02a36c5bf6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac031537-f8c3-4609-ae4b-ace6ac0f3189,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:07.281189 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 4, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port': {'id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8e57490d-0036-408d-8f9b-abd7652a8656', 'name': '', 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'mac_address': 'fa:16:3e:e0:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 2, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'subnets': [{'id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:07.310057 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Checking router: ec9628ca-3146-407a-a6fd-a19ce48f0f32 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:29:07.310432 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Updating router ec9628ca-3146-407a-a6fd-a19ce48f0f32 port 8e57490d-0036-408d-8f9b-abd7652a8656 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:29:07.337226 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.342379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ffe51cdf-9ef3-49d4-9de4-5a02a36c5bf6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.344022 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ffe51cdf-9ef3-49d4-9de4-5a02a36c5bf6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220112 Feb 11 06:29:07.604383 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Publish callbacks [] for port (8e57490d-0036-408d-8f9b-abd7652a8656), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.672343 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-54aa0264-248d-4b60-8a38-cc5efb36d727 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011106395&fields=id&tenant_id=c7e6760d44cc4c188fad2567068fcd1c HTTP/1.1" status: 200 len: 267 time: 0.0439520 Feb 11 06:29:07.688950 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.754079 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846fe0-0d41-4ac9-a9f4-e1cadb49c9b4 None None] Pushing event updated for resources: {'Port': ['ID=8e57490d-0036-408d-8f9b-abd7652a8656,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:07.786297 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-695b6c65-3d44-4ef1-aaa3-2a19b4aec357 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:07.787849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-695b6c65-3d44-4ef1-aaa3-2a19b4aec357 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 809 time: 0.1091926 Feb 11 06:29:07.804022 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-ca2be86c-ea1f-44f6-8286-f832cc139b64 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/quotas/c7e6760d44cc4c188fad2567068fcd1c HTTP/1.1" status: 200 len: 375 time: 0.0098026 Feb 11 06:29:07.810033 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Attempting to bind port 8e57490d-0036-408d-8f9b-abd7652a8656 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:07.810404 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Attempting to bind port 8e57490d-0036-408d-8f9b-abd7652a8656 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:07.810772 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Attempting to bind port 8e57490d-0036-408d-8f9b-abd7652a8656 on network 4d5c7459-7328-4454-b02b-79cec610bc28 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:07.816015 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:07.816396 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Checking segment: {'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:07.816826 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.817220 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Bound using segment: {'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:07.817689 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Bound port: 8e57490d-0036-408d-8f9b-abd7652a8656, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3165649e-3d4f-4c8b-acde-100ce6490f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:07.818071 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:07.876743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-87898d43-9bd6-453e-8a66-01de46b45565 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658484 Feb 11 06:29:07.892685 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] For port 8e57490d-0036-408d-8f9b-abd7652a8656, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:07.896710 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] For port 8e57490d-0036-408d-8f9b-abd7652a8656, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8e57490d-0036-408d-8f9b-abd7652a8656,segment=NetworkSegment(3165649e-3d4f-4c8b-acde-100ce6490f76),segment_id=3165649e-3d4f-4c8b-acde-100ce6490f76)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:07.986415 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-cb48f480-eb0a-4a6b-82a8-b1f4353d32a7 service neutron] 10.222.0.62 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957446 Feb 11 06:29:07.992234 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:08.045097 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4122eb0b-433a-489d-b235-99f1194b28ac None None] Provisioning complete for port 8e57490d-0036-408d-8f9b-abd7652a8656 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:08.046559 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4122eb0b-433a-489d-b235-99f1194b28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:08.073945 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846fe0-0d41-4ac9-a9f4-e1cadb49c9b4 None None] Pushing event updated for resources: {'Port': ['ID=8e57490d-0036-408d-8f9b-abd7652a8656,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:08.091237 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Routers {'ec9628ca-3146-407a-a6fd-a19ce48f0f32'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:08.092172 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:29:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:08.105938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-53174c1e-daef-4471-879c-d4a99cc3e394 service neutron] 10.222.0.62 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134927 Feb 11 06:29:08.180838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4122eb0b-433a-489d-b235-99f1194b28ac None None] Current status of the port 8e57490d-0036-408d-8f9b-abd7652a8656 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:08.182310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4122eb0b-433a-489d-b235-99f1194b28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:08.223209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4122eb0b-433a-489d-b235-99f1194b28ac None None] For port 8e57490d-0036-408d-8f9b-abd7652a8656, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8e57490d-0036-408d-8f9b-abd7652a8656,segment=NetworkSegment(3165649e-3d4f-4c8b-acde-100ce6490f76),segment_id=3165649e-3d4f-4c8b-acde-100ce6490f76)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:08.268385 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] Set router ec9628ca-3146-407a-a6fd-a19ce48f0f32 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:08.346542 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4122eb0b-433a-489d-b235-99f1194b28ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:08.365907 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:29:08.425955 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122eb0b-433a-489d-b235-99f1194b28ac None None] Pushing event updated for resources: {'Port': ['ID=8e57490d-0036-408d-8f9b-abd7652a8656,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:08.482697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-c7adf69a-eaf8-471a-a7a9-17f8cc5638a3 None None] Provisioning complete for port 8e57490d-0036-408d-8f9b-abd7652a8656 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:08.483418 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7adf69a-eaf8-471a-a7a9-17f8cc5638a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:08.534796 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 4, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port': {'id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8e57490d-0036-408d-8f9b-abd7652a8656', 'name': '', 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'mac_address': 'fa:16:3e:e0:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:07Z', 'revision_number': 4, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'subnets': [{'id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:08.566088 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8834c4-1844-4de8-aa34-1c105eb634f0 None None] The sync data for ids ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'] in n-d-713498-37 is: [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:03Z', 'revision_number': 4, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port': {'id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '8e57490d-0036-408d-8f9b-abd7652a8656', 'name': '', 'network_id': '4d5c7459-7328-4454-b02b-79cec610bc28', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'mac_address': 'fa:16:3e:e0:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:03Z', 'updated_at': '2022-02-11T06:29:07Z', 'revision_number': 4, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'subnets': [{'id': '18ed655f-648e-402d-8abe-f175e43c8faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:29:08.619452 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:08.639298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9edda1f2-7dba-4fcc-9af6-b8245809c097 req-7dff8abf-0054-4854-900d-1b53e6a2a67e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 210 time: 0.2174399 Feb 11 06:29:08.639588 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c7adf69a-eaf8-471a-a7a9-17f8cc5638a3 None None] Current status of the port 8e57490d-0036-408d-8f9b-abd7652a8656 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:08.753276 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:08.821774 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:08.822422 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:08.915481 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:08.917316 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8e57490d-0036-408d-8f9b-abd7652a8656 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:08.966403 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 8e57490d-0036-408d-8f9b-abd7652a8656 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:08.966834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.056046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 8e57490d-0036-408d-8f9b-abd7652a8656 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:09.198022 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.323626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:09.754447 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0a795b25-cc30-42cc-80f2-5cbc658797b9 req-57aaab69-75c6-4245-a48e-6277f772e0d3 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 210 time: 0.0279043 Feb 11 06:29:10.853035 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce52626d-a8b4-4409-9b34-01d08d297c28 req-2e8446d6-19b7-461e-93a7-f24f37a11947 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 210 time: 0.0285642 Feb 11 06:29:11.497602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-542a3200-bbfa-42c4-ba2d-20f7b2dc33ee tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:11.499163 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-542a3200-bbfa-42c4-ba2d-20f7b2dc33ee tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 809 time: 0.1062627 Feb 11 06:29:11.574896 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-a8c0fa73-9b03-43ad-a8b6-b9a40939acc3 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7e6760d44cc4c188fad2567068fcd1c HTTP/1.1" status: 200 len: 380 time: 0.0673335 Feb 11 06:29:11.583259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'port': {'device_id': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'admin_state_up': True, 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'security_groups': ['44ae5ad4-18ad-47d9-9378-71e9c599de5a']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:11.774992 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Made reservation on behalf of c7e6760d44cc4c188fad2567068fcd1c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:29:11.778452 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.911552 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Allocated IP 172.20.0.4 (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c/28b5edd6-905f-4828-8a98-2fa2e66cec1d/f9fddff6-bfb5-424a-a137-c970cd2075ac) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:11.952077 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac0d2a94-4678-4555-9959-f45f935e4223 req-056bc90a-fac1-4d2c-8d28-e4c200f2d21b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 210 time: 0.0280113 Feb 11 06:29:12.057570 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.117683 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.146535 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.201191 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:12.204520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:12.206979 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:12.234416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:12.265700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.266335 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.326267 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b3dccaf4-a2d4-49c9-924a-076dfbea9cd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7469554 Feb 11 06:29:12.339310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Request body: {'port': {'device_id': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:12.405037 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.494840 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7793a940-3865-4795-b7f4-7696c692302b None None] Provisioning complete for port f9fddff6-bfb5-424a-a137-c970cd2075ac triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:12.495132 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7793a940-3865-4795-b7f4-7696c692302b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.530801 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7793a940-3865-4795-b7f4-7696c692302b None None] Port f9fddff6-bfb5-424a-a137-c970cd2075ac cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:29:12.667906 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fddff6-bfb5-424a-a137-c970cd2075ac {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:29:12.675412 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Publish callbacks [] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.687080 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Transition to ACTIVE for port object f9fddff6-bfb5-424a-a137-c970cd2075ac will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:29:12.751955 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.801362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:12.879696 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Attempting to bind port f9fddff6-bfb5-424a-a137-c970cd2075ac on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:29:12.880030 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Attempting to bind port f9fddff6-bfb5-424a-a137-c970cd2075ac by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:29:12.880360 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Attempting to bind port f9fddff6-bfb5-424a-a137-c970cd2075ac on network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:12.885833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Port f9fddff6-bfb5-424a-a137-c970cd2075ac on network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:29:12.886173 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Attempting to bind port f9fddff6-bfb5-424a-a137-c970cd2075ac on network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:29:12.891229 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:29:12.891567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Checking segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:29:12.891948 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Bound using segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:29:12.892378 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Bound port: f9fddff6-bfb5-424a-a137-c970cd2075ac, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:29:12.892776 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:12.959520 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:29:12.963843 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:29:13.021015 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:13.058620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.059379 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:13.060809 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 1092 time: 0.7266524 Feb 11 06:29:13.061254 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:29:13.063516 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56538924-60ca-4358-9f1c-d4ff2908c6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:29:13.088817 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4634eb-1cad-4ba2-a4d3-456a9bef750d req-8266433c-575d-4d4b-8276-a36543dbebfb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.091503 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb4634eb-1cad-4ba2-a4d3-456a9bef750d req-8266433c-575d-4d4b-8276-a36543dbebfb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0697362 Feb 11 06:29:13.100483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb53bec-2e3d-4eba-9662-968956dd9920 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:13.119947 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc27493-5295-46d6-91de-283eb310a78c x-openstack-request-id: req-0bc27493-5295-46d6-91de-283eb310a78c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:29:13.120381 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:29:13.120689 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bc27493-5295-46d6-91de-283eb310a78c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:29:13.121273 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'status': 'completed', 'code': 200} Feb 11 06:29:13.155159 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bb4634eb-1cad-4ba2-a4d3-456a9bef750d req-2bd72b8d-f2e3-4e21-976e-40580eb4ecaf tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552070 Feb 11 06:29:13.200609 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56538924-60ca-4358-9f1c-d4ff2908c6cf req-107500df-3b5d-4798-a6df-03cab60015b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.202284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-56538924-60ca-4358-9f1c-d4ff2908c6cf req-107500df-3b5d-4798-a6df-03cab60015b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1126 time: 0.0582719 Feb 11 06:29:13.304888 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56538924-60ca-4358-9f1c-d4ff2908c6cf req-9528a221-3899-435e-ae37-c140362cac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.306447 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-56538924-60ca-4358-9f1c-d4ff2908c6cf req-9528a221-3899-435e-ae37-c140362cac2c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964086 Feb 11 06:29:13.402486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56538924-60ca-4358-9f1c-d4ff2908c6cf req-dfc546c4-0b94-4b78-b19a-5e408528ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.403974 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-56538924-60ca-4358-9f1c-d4ff2908c6cf req-dfc546c4-0b94-4b78-b19a-5e408528ab6e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923986 Feb 11 06:29:13.483085 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-eebb8ebd-1410-452e-ab97-811b36982442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.484531 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-eebb8ebd-1410-452e-ab97-811b36982442 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1126 time: 0.0460794 Feb 11 06:29:13.526851 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-65e2509c-9af7-4f38-814b-a8cee4f36a9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 217 time: 0.0348644 Feb 11 06:29:13.899260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-f51e01da-9e97-4fea-b007-f505c8d97a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.900793 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-f51e01da-9e97-4fea-b007-f505c8d97a94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.3685582 Feb 11 06:29:13.952823 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-417f2d72-a15e-4ba9-bb85-de4a2bff3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:13.954357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-417f2d72-a15e-4ba9-bb85-de4a2bff3f49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482709 Feb 11 06:29:14.046331 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-b6559a46-ed71-4992-9126-243cf990fc82 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850077 Feb 11 06:29:14.133055 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-3e63e4e2-ad80-4692-8df4-502b8d2c918e req-d98c06b9-099b-4377-8d17-24cf97e648c2 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802300 Feb 11 06:29:14.293662 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408cb06-8c8d-4173-b4c2-ce299cabd2d3 req-cbe4f41c-3428-4865-a704-5ffa6a282677 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:14.295172 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6408cb06-8c8d-4173-b4c2-ce299cabd2d3 req-cbe4f41c-3428-4865-a704-5ffa6a282677 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0610135 Feb 11 06:29:14.344545 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6408cb06-8c8d-4173-b4c2-ce299cabd2d3 req-83548a0f-0f45-443f-a291-8403ddeaecac tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Feb 11 06:29:15.464454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879de81-cb8a-4df2-be34-6e2cb92436f9 req-dc4bf74c-0747-4a46-b06c-902b8abfedd8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:15.466062 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9879de81-cb8a-4df2-be34-6e2cb92436f9 req-dc4bf74c-0747-4a46-b06c-902b8abfedd8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0544744 Feb 11 06:29:15.518339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9879de81-cb8a-4df2-be34-6e2cb92436f9 req-be5309db-3bbb-483d-a63c-15b52c8f8269 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465450 Feb 11 06:29:16.650345 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6d051-06ec-4f9b-b05f-c236c1a653ae req-1e099a07-c006-4c56-b5ea-c12ab342b0e5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:16.651848 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abc6d051-06ec-4f9b-b05f-c236c1a653ae req-1e099a07-c006-4c56-b5ea-c12ab342b0e5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0613046 Feb 11 06:29:16.701477 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-abc6d051-06ec-4f9b-b05f-c236c1a653ae req-a075cc27-362e-4b93-8095-9b77d816b85f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435269 Feb 11 06:29:17.319696 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:29:17.424649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:17.451201 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'port_id': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'mac_address': 'fa:16:3e:69:40:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:29:17.516460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f9fddff6-bfb5-424a-a137-c970cd2075ac is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:17.517192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:17.539498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fddff6-bfb5-424a-a137-c970cd2075ac {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:29:17.563348 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:17.632321 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:17.680026 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:17.823142 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2093f83-47b3-4a2f-a34a-5201691ff1cd req-faca6224-363c-4239-b4b9-c4bffc2dc1f2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:17.824684 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2093f83-47b3-4a2f-a34a-5201691ff1cd req-faca6224-363c-4239-b4b9-c4bffc2dc1f2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 944 time: 0.0536196 Feb 11 06:29:17.833152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f9fddff6-bfb5-424a-a137-c970cd2075ac'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:29:17.873822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2093f83-47b3-4a2f-a34a-5201691ff1cd req-106451d2-713e-4c5f-b50a-67be74223c40 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434842 Feb 11 06:29:18.999125 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cb1f8-d224-4ae4-bad6-66b7324725bc req-0050a508-f60e-4461-a3c9-a60e2d2cc462 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:19.000661 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e81cb1f8-d224-4ae4-bad6-66b7324725bc req-0050a508-f60e-4461-a3c9-a60e2d2cc462 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 944 time: 0.0581565 Feb 11 06:29:19.049889 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e81cb1f8-d224-4ae4-bad6-66b7324725bc req-05d0f36c-dd08-4bb7-962e-d5b0476b5317 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Feb 11 06:29:19.336269 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:29:19.448816 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port f9fddff6-bfb5-424a-a137-c970cd2075ac completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:29:19.452834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f9fddff6-bfb5-424a-a137-c970cd2075ac triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:29:19.459307 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:19.535999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f9fddff6-bfb5-424a-a137-c970cd2075ac is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:29:19.536388 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:19.559245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:29:19.561802 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a5d018-edd6-4cdc-beb4-e281a7377cf3" -d '{"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-plugged", "status": "completed", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:29:19.575416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:29:19.600208 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a6a182-2248-4d86-a129-5b5859d7fb81 x-openstack-request-id: req-d8a6a182-2248-4d86-a129-5b5859d7fb81 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:29:19.600503 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-plugged", "status": "completed", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:29:19.600796 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8a6a182-2248-4d86-a129-5b5859d7fb81 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:29:19.601198 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'code': 200} Feb 11 06:29:19.626231 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:19.675551 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:19.699272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b6234-80f9-4e2b-965a-11338da465ff req-c3d7c337-6e85-40e2-ab05-27dfde6b9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:19.700852 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8d5b6234-80f9-4e2b-965a-11338da465ff req-c3d7c337-6e85-40e2-ab05-27dfde6b9025 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1128 time: 0.0457306 Feb 11 06:29:19.749613 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8d5b6234-80f9-4e2b-965a-11338da465ff req-1cd62984-9396-4fff-b281-a5ddad755895 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435441 Feb 11 06:29:20.169300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41081f-f9c7-402a-9071-f9445293a506 req-40913d7f-1bc3-4e36-8019-ae4986738e71 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:20.170799 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac41081f-f9c7-402a-9071-f9445293a506 req-40913d7f-1bc3-4e36-8019-ae4986738e71 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0526390 Feb 11 06:29:20.219256 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ac41081f-f9c7-402a-9071-f9445293a506 req-e5dc0e99-d187-48e5-94dd-b6fa3bf6a77f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Feb 11 06:29:21.346941 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421a70d-2744-40f8-be80-79a73ee69ac9 req-f784cc8d-80f6-43b7-97a8-59abadba9361 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:21.348487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d421a70d-2744-40f8-be80-79a73ee69ac9 req-f784cc8d-80f6-43b7-97a8-59abadba9361 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0585682 Feb 11 06:29:21.396317 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d421a70d-2744-40f8-be80-79a73ee69ac9 req-49559e3c-88a6-4832-847d-866de8a19c75 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 Feb 11 06:29:21.517336 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5a15-ab29-4625-905f-2e4b2e4f01ec req-eeb98a54-9b83-40f9-98f4-d88b7ea05ceb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:21.518751 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54bb5a15-ab29-4625-905f-2e4b2e4f01ec req-eeb98a54-9b83-40f9-98f4-d88b7ea05ceb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0527730 Feb 11 06:29:21.567268 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-54bb5a15-ab29-4625-905f-2e4b2e4f01ec req-7cd1108f-c710-4fba-8fb4-ae6c0cb149f0 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428610 Feb 11 06:29:21.593707 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50310) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:21.677885 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09278c1d-b831-44c7-a03c-9b8c99a6c874 tempest-TestShelveInstance-1630929144 tempest-TestShelveInstance-1630929144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:21.679396 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-09278c1d-b831-44c7-a03c-9b8c99a6c874 tempest-TestShelveInstance-1630929144 tempest-TestShelveInstance-1630929144-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1123 time: 0.0846810 Feb 11 06:29:21.682909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50314) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:29:21.687072 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:29:21.746024 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:21.840790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:21.950463 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Allocated IP 172.25.8.217 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/04ced83d-9eb3-4235-be31-23a26458b3cd) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:29:22.071551 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for port (04ced83d-9eb3-4235-be31-23a26458b3cd), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:22.157881 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (04ced83d-9eb3-4235-be31-23a26458b3cd), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:22.197772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:29:22.200569 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:29:22.204076 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:29:22.229943 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'Port': ['ID=04ced83d-9eb3-4235-be31-23a26458b3cd,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:22.579954 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for floatingip (2ffbbc93-7c17-47d8-97d7-58e84b47b9b6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:22.706822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (04ced83d-9eb3-4235-be31-23a26458b3cd), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:22.857392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for port (04ced83d-9eb3-4235-be31-23a26458b3cd), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:22.911413 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (04ced83d-9eb3-4235-be31-23a26458b3cd), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:22.984202 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'Port': ['ID=04ced83d-9eb3-4235-be31-23a26458b3cd,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:29:22.997271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (2ffbbc93-7c17-47d8-97d7-58e84b47b9b6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:23.101086 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Floating IP 2ffbbc93-7c17-47d8-97d7-58e84b47b9b6 associated. External IP: 172.25.8.217, port: f9fddff6-bfb5-424a-a137-c970cd2075ac. Feb 11 06:29:23.308649 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Router 83f8c89e-415a-4669-8c1f-0c44af776608 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:29:23.419362 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:29:23.429400 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] Sync routers for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:29:23.439036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:23.439640 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:29:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:23.531227 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:23.564828 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b28aa3e3-3fc8-4090-9e89-f548aa340081 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8807490 Feb 11 06:29:23.565366 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:29:23.567828 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca58a1c3-776d-4705-9609-a978d70c3c67" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:29:23.608415 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8204be7a-f858-4066-9bc6-1ecf408b42ec x-openstack-request-id: req-8204be7a-f858-4066-9bc6-1ecf408b42ec {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:29:23.608757 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:29:23.609024 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8204be7a-f858-4066-9bc6-1ecf408b42ec {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:29:23.609449 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'status': 'completed', 'code': 200} Feb 11 06:29:23.682050 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-9c5be4d5-6d70-41c1-9357-f595d018f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:23.683762 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-9c5be4d5-6d70-41c1-9357-f595d018f16c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1128 time: 0.0533571 Feb 11 06:29:23.716251 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:23.777753 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-2cb07904-0aa0-4e44-bf97-639fe8315df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:23.779282 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-2cb07904-0aa0-4e44-bf97-639fe8315df1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0890200 Feb 11 06:29:23.849147 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-1cedec01-a7ef-4b7f-ac1e-c5b84b584951 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 999 time: 0.0643864 Feb 11 06:29:23.897303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-2953f008-2624-48b3-8a72-033ad7170b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:23.898844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-2953f008-2624-48b3-8a72-033ad7170b5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0445635 Feb 11 06:29:23.936619 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '2ffbbc93-7c17-47d8-97d7-58e84b47b9b6', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'port_id': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'mac_address': 'fa:16:3e:69:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:29:22Z', 'updated_at': '2022-02-11T06:29:22Z', 'revision_number': 0, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:23.946125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-16719ca3-ca06-41a7-9f7f-d0b5134741a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:23.948762 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-16719ca3-ca06-41a7-9f7f-d0b5134741a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439179 Feb 11 06:29:23.964891 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] Checking router: 83f8c89e-415a-4669-8c1f-0c44af776608 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:29:23.973314 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:29:23.973933 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:29:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:24.041298 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-227a96bb-2709-44d5-afd0-e030618c06b9 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874913 Feb 11 06:29:24.090766 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:29:24.129925 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca58a1c3-776d-4705-9609-a978d70c3c67 req-d0a59282-b6e2-499a-ba8d-b574ca866eaf service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834718 Feb 11 06:29:24.324695 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '2ffbbc93-7c17-47d8-97d7-58e84b47b9b6', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'port_id': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'mac_address': 'fa:16:3e:69:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:29:22Z', 'updated_at': '2022-02-11T06:29:22Z', 'revision_number': 0, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:29:24.351925 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcc570-0f8e-4f1e-b97c-220dcc9dcc97 None None] The sync data for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 is: [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '2ffbbc93-7c17-47d8-97d7-58e84b47b9b6', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'port_id': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'mac_address': 'fa:16:3e:69:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:29:22Z', 'updated_at': '2022-02-11T06:29:22Z', 'revision_number': 0, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:29:24.553609 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5d4d6-fbbc-49fc-91da-6e3dcbdb857b None None] New status for floating IP 2ffbbc93-7c17-47d8-97d7-58e84b47b9b6: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:29:33.014539 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49bb5d13-7acd-417b-89e0-93c5ec02c68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:35.579764 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-547518d6-ca3f-49d1-8cb7-5753d0ae23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:36.259951 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a86dd17d-759e-4899-84ae-6924258128f8 req-783638b7-c4da-4cdf-8841-3525913c48f6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885582 Feb 11 06:29:36.345789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dd17d-759e-4899-84ae-6924258128f8 req-9369278e-fe22-496b-ade5-69014d941341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:36.347300 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a86dd17d-759e-4899-84ae-6924258128f8 req-9369278e-fe22-496b-ade5-69014d941341 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1128 time: 0.0447156 Feb 11 06:29:36.450304 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dd17d-759e-4899-84ae-6924258128f8 req-e35d4ad1-e2e6-48f7-bbbf-ad106f9d7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:36.451783 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a86dd17d-759e-4899-84ae-6924258128f8 req-e35d4ad1-e2e6-48f7-bbbf-ad106f9d7020 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0836687 Feb 11 06:29:36.520403 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a86dd17d-759e-4899-84ae-6924258128f8 req-42e5f872-24cc-40a0-a37b-a1a61e1fe02a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 1001 time: 0.0620008 Feb 11 06:29:36.568467 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dd17d-759e-4899-84ae-6924258128f8 req-fd52a794-7f32-42dc-a5b4-f58623e54491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:36.569927 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a86dd17d-759e-4899-84ae-6924258128f8 req-fd52a794-7f32-42dc-a5b4-f58623e54491 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0434749 Feb 11 06:29:36.618093 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dd17d-759e-4899-84ae-6924258128f8 req-bfeced5e-76cb-4ce5-800d-3ebd98a2ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:36.620188 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a86dd17d-759e-4899-84ae-6924258128f8 req-bfeced5e-76cb-4ce5-800d-3ebd98a2ef74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438976 Feb 11 06:29:36.712955 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a86dd17d-759e-4899-84ae-6924258128f8 req-2bb66d5b-f554-438d-8b16-92e03ef0efeb service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865734 Feb 11 06:29:36.810596 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a86dd17d-759e-4899-84ae-6924258128f8 req-1a00550d-1c6b-4576-b69b-a9837095afd6 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919466 Feb 11 06:29:36.980206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:38.545790 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:39.163051 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:39.306685 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:42.082472 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:45.356042 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:30:03.013906 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd025-708a-4075-bafc-b61052f389ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.591456 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-96f2b5dd-41fe-4bb4-b44e-579b010a9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:06.950734 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:08.557098 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:09.208025 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:09.316514 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:12.093772 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:22.355723 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:30:33.018610 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07f94df7-aff2-4a9e-98fd-ed256f0bc493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:35.573571 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d7e1aa2f-8452-4921-85e9-2a708f2495fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:36.961834 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:38.205177 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-b76caf5d-ace9-4eaa-95c3-ddbe98c2d221 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453358 Feb 11 06:30:38.288533 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-d44ac5d6-f1fe-4ca0-af39-4ff9032c1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.290704 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-d44ac5d6-f1fe-4ca0-af39-4ff9032c1d0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1128 time: 0.0448315 Feb 11 06:30:38.397666 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-d9d1aa02-de16-4c4d-8985-5e88aff7776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.399154 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-d9d1aa02-de16-4c4d-8985-5e88aff7776f service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0901952 Feb 11 06:30:38.472425 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-0819f2c3-8893-4c6b-be06-c1bfcba3cca2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 1001 time: 0.0669451 Feb 11 06:30:38.522542 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-4636b6c8-c63d-4f65-a4a6-f5a6dd378e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.524049 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-4636b6c8-c63d-4f65-a4a6-f5a6dd378e56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0466771 Feb 11 06:30:38.577296 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-1a3563f4-ab9b-4c81-aa9e-7baee2d8bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.578845 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-1a3563f4-ab9b-4c81-aa9e-7baee2d8bf7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494184 Feb 11 06:30:38.578978 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:38.669992 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-b3093ea5-a14a-4a44-9cbd-43f9745147c7 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846941 Feb 11 06:30:38.766887 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-009b15c1-a0a6-47de-9d7e-287eaacaf7b1 req-79b96c7d-f66b-43aa-afee-9d0726a388e8 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903621 Feb 11 06:30:39.224714 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:39.315863 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:42.104978 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:59.355475 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:31:03.023822 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aac3bddc-28e0-485e-8853-c78c894a45f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.618389 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-878b44bc-d11a-43c4-8a5a-6bbff8a12767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:06.956022 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:08.572454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.235354 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:09.338332 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:12.104420 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:16.649457 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c1cfe-1d12-4ffb-82a9-5dceae09f315 req-04feee58-4b4f-4b08-a022-c21563d2bacd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:16.651118 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f5c1cfe-1d12-4ffb-82a9-5dceae09f315 req-04feee58-4b4f-4b08-a022-c21563d2bacd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0544147 Feb 11 06:31:16.703680 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1f5c1cfe-1d12-4ffb-82a9-5dceae09f315 req-cca47843-25aa-48e5-bf0e-fc67aa41c0ac tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470080 Feb 11 06:31:17.855270 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e19ab-599f-4697-acab-00927502090c req-c6dca4ce-3247-4ebc-b605-205a7e29469e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:17.856938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-110e19ab-599f-4697-acab-00927502090c req-c6dca4ce-3247-4ebc-b605-205a7e29469e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0580564 Feb 11 06:31:17.911031 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-110e19ab-599f-4697-acab-00927502090c req-338f46c7-f4fb-4862-93b4-81d88b759299 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485027 Feb 11 06:31:19.040010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791e1d6-c6c2-4fa8-a3ef-cb71a01e4b93 req-c0ac9480-0ee5-4118-a451-d5c0e0c6150a tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:19.041662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6791e1d6-c6c2-4fa8-a3ef-cb71a01e4b93 req-c0ac9480-0ee5-4118-a451-d5c0e0c6150a tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0554345 Feb 11 06:31:19.091888 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6791e1d6-c6c2-4fa8-a3ef-cb71a01e4b93 req-b32c72c6-3e4f-4756-aaa3-a1eae1580cf1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445945 Feb 11 06:31:20.224193 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686851e6-b3fc-4503-97dc-9904ecf4df79 req-9043b5fb-be56-41f3-a8e1-32cdd1ea8797 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:20.225645 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-686851e6-b3fc-4503-97dc-9904ecf4df79 req-9043b5fb-be56-41f3-a8e1-32cdd1ea8797 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0619502 Feb 11 06:31:20.280342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-686851e6-b3fc-4503-97dc-9904ecf4df79 req-39354f0d-3336-4998-8266-a0fd323aa961 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476568 Feb 11 06:31:21.410262 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6eb4a-57bc-4be8-bb05-182aa8750e1a req-636eb3fd-967b-418b-a4ea-4d3d13796686 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:21.411887 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ec6eb4a-57bc-4be8-bb05-182aa8750e1a req-636eb3fd-967b-418b-a4ea-4d3d13796686 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0605772 Feb 11 06:31:21.465019 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9ec6eb4a-57bc-4be8-bb05-182aa8750e1a req-e54208f0-c5d5-4929-9cdc-203739fdc7bd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455265 Feb 11 06:31:22.606608 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945229-30a0-4ac4-b4b5-a14cb95d824f req-6521c49a-5527-4eee-b408-4980760d4fd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:22.608134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d945229-30a0-4ac4-b4b5-a14cb95d824f req-6521c49a-5527-4eee-b408-4980760d4fd1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0615501 Feb 11 06:31:22.659174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0d945229-30a0-4ac4-b4b5-a14cb95d824f req-75a9cc4b-ce07-4428-8c8b-327b5c669833 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454440 Feb 11 06:31:23.778916 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ee3bd-3bd7-4ce0-9b03-a0eeda04c0f1 req-9b41e257-d1a5-4a36-9f36-e3a40f21d8e9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:23.780436 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-740ee3bd-3bd7-4ce0-9b03-a0eeda04c0f1 req-9b41e257-d1a5-4a36-9f36-e3a40f21d8e9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0531614 Feb 11 06:31:23.839339 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-740ee3bd-3bd7-4ce0-9b03-a0eeda04c0f1 req-e44472d7-317d-4a25-86b0-5b3684b6d7f3 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504668 Feb 11 06:31:24.958898 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79adac-0f4e-4fa7-be7a-2505dfc3aeae req-8a31e742-e8cb-4190-a9dc-aa04f53cb37d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:24.960731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de79adac-0f4e-4fa7-be7a-2505dfc3aeae req-8a31e742-e8cb-4190-a9dc-aa04f53cb37d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0538018 Feb 11 06:31:25.017016 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de79adac-0f4e-4fa7-be7a-2505dfc3aeae req-21daf25a-3a77-460c-b227-ecea71779ac2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495460 Feb 11 06:31:26.142444 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b768a-0a6e-4538-9aa8-5388030a97b7 req-dacc9342-f412-4209-ac6b-5cac87ce918e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:26.143969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-378b768a-0a6e-4538-9aa8-5388030a97b7 req-dacc9342-f412-4209-ac6b-5cac87ce918e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0532806 Feb 11 06:31:26.194233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-378b768a-0a6e-4538-9aa8-5388030a97b7 req-9047d88f-d1f8-499a-98a8-e7c8fe49fd31 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446327 Feb 11 06:31:27.322977 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b4e11-e1ff-4d61-826f-6510d4b854ba req-b8d9d458-900d-483a-82d9-47c3397d9a80 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:27.324713 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-721b4e11-e1ff-4d61-826f-6510d4b854ba req-b8d9d458-900d-483a-82d9-47c3397d9a80 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0587597 Feb 11 06:31:27.377303 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-721b4e11-e1ff-4d61-826f-6510d4b854ba req-7586f59e-c509-463e-b15d-9747797f0a54 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467281 Feb 11 06:31:28.504339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ae2b-669e-4c4c-9fa4-f6241adb4bc0 req-85b1c771-f8b1-4ef8-856b-c7dc7822eb56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:28.505877 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1f2ae2b-669e-4c4c-9fa4-f6241adb4bc0 req-85b1c771-f8b1-4ef8-856b-c7dc7822eb56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0597556 Feb 11 06:31:28.555886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c1f2ae2b-669e-4c4c-9fa4-f6241adb4bc0 req-c7a47c4e-5b15-4869-a727-0e9e25ccbc59 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435352 Feb 11 06:31:29.695449 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9957a6-6831-4cd9-8992-8221a460b625 req-c450fa1b-feee-43c5-a9cd-3fb20d1520cc tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:29.697221 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a9957a6-6831-4cd9-8992-8221a460b625 req-c450fa1b-feee-43c5-a9cd-3fb20d1520cc tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0639899 Feb 11 06:31:29.755969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3a9957a6-6831-4cd9-8992-8221a460b625 req-3cdd1beb-5936-43e6-ad52-76ec34b31aef tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525582 Feb 11 06:31:29.862540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:31:29.973386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:29.987496 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'port_id': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'mac_address': 'fa:16:3e:69:40:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:31:30.033568 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f9fddff6-bfb5-424a-a137-c970cd2075ac is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:30.034280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:30.061323 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9fddff6-bfb5-424a-a137-c970cd2075ac {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:31:30.084258 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:30.138944 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:30.219655 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f9fddff6-bfb5-424a-a137-c970cd2075ac'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:31:30.223918 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:30.267629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.268286 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.268838 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.269349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.269866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.270368 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.270872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.271378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.271883 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.272381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.272899 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.273414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.274023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:31:30.909848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8ed9-8541-41ea-986e-f1b36b80e20c req-860875dd-ae42-49d0-85cf-39dba9db2076 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:30.912287 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e34e8ed9-8541-41ea-986e-f1b36b80e20c req-860875dd-ae42-49d0-85cf-39dba9db2076 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 944 time: 0.0639913 Feb 11 06:31:30.973338 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e34e8ed9-8541-41ea-986e-f1b36b80e20c req-618f30c8-00ef-45d5-b3da-dacbae5f049b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523238 Feb 11 06:31:31.888058 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:31:31.940872 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f9fddff6-bfb5-424a-a137-c970cd2075ac triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:31:31.941344 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:32.040061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f9fddff6-bfb5-424a-a137-c970cd2075ac is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:32.040639 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:32.074670 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:31:32.077093 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511f43e5-0a34-45bf-8e75-6e072b6ed9ba" -d '{"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-plugged", "status": "completed", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:31:32.096284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:32.128478 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41bbba7-6d1a-4c0c-91f6-e5d67c89c08c x-openstack-request-id: req-e41bbba7-6d1a-4c0c-91f6-e5d67c89c08c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:31:32.128803 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-plugged", "status": "completed", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:31:32.129060 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e41bbba7-6d1a-4c0c-91f6-e5d67c89c08c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:31:32.129463 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'code': 200} Feb 11 06:31:32.136994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16857c-6792-4429-8f60-a917f74fd2a7 req-9b8ee0db-9a25-4bf3-acf2-8c448cd29097 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:32.142334 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b16857c-6792-4429-8f60-a917f74fd2a7 req-9b8ee0db-9a25-4bf3-acf2-8c448cd29097 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 944 time: 0.0775461 Feb 11 06:31:32.160889 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:32.204936 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4b16857c-6792-4429-8f60-a917f74fd2a7 req-526ee606-8f6c-4703-81aa-a5acf1b78b2c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587595 Feb 11 06:31:32.220206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:33.046763 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f319f24-2889-4f42-8cd9-632b2a2b7d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:33.353880 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefad024-1832-4fd6-b7a6-fd843a56e3a2 req-dd369061-9207-416f-9edf-2263feb738b6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:33.355906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fefad024-1832-4fd6-b7a6-fd843a56e3a2 req-dd369061-9207-416f-9edf-2263feb738b6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0585568 Feb 11 06:31:33.432365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fefad024-1832-4fd6-b7a6-fd843a56e3a2 req-ac1c08a8-cb04-4a6f-ab8d-769100b1facc tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627940 Feb 11 06:31:34.572134 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe2bc-e167-490b-bb21-238e8f4b2e97 req-fbd72750-dfb5-4ead-9f26-63ff3315292b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:34.579563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bbbe2bc-e167-490b-bb21-238e8f4b2e97 req-fbd72750-dfb5-4ead-9f26-63ff3315292b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0761025 Feb 11 06:31:34.638505 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2bbbe2bc-e167-490b-bb21-238e8f4b2e97 req-15ba49b2-04ea-4a55-b7e7-65904c4205c4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577202 Feb 11 06:31:35.566900 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7459adb0-8179-4bde-8b39-4f292d95f2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:35.770271 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9b512-e417-4667-b343-d3d43a0ce686 req-52f6d829-f233-4288-8c1c-1f37ca94323d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:35.771800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ec9b512-e417-4667-b343-d3d43a0ce686 req-52f6d829-f233-4288-8c1c-1f37ca94323d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0552080 Feb 11 06:31:35.822226 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ec9b512-e417-4667-b343-d3d43a0ce686 req-9010812a-c444-4810-a169-216bb18dc1a2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440469 Feb 11 06:31:36.354244 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:31:36.961040 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:36.962875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ec0a5-60e3-4ad1-9d6e-7677999b848b req-c24211e1-bd55-48f9-a3f3-f1d15e0b8ba7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:36.970824 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c8ec0a5-60e3-4ad1-9d6e-7677999b848b req-c24211e1-bd55-48f9-a3f3-f1d15e0b8ba7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0690494 Feb 11 06:31:37.025348 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0c8ec0a5-60e3-4ad1-9d6e-7677999b848b req-7ed23ec2-05ec-42ba-b50a-baffa842d242 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534811 Feb 11 06:31:38.149632 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9383d-904e-4282-aeb9-73512e8ac245 req-fe120761-b329-433f-aaf7-34cfafa24992 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:38.151190 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1f9383d-904e-4282-aeb9-73512e8ac245 req-fe120761-b329-433f-aaf7-34cfafa24992 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0548255 Feb 11 06:31:38.227311 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1f9383d-904e-4282-aeb9-73512e8ac245 req-eea35e84-3ede-4d52-a927-51f5070d8ff8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665481 Feb 11 06:31:38.250700 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-ed7d6130-d753-40d8-8ed1-dc56d7e87c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:38.252376 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-ed7d6130-d753-40d8-8ed1-dc56d7e87c93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1128 time: 0.0559113 Feb 11 06:31:38.379147 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-fe011203-822c-4626-a441-46b841dbdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:38.380691 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-fe011203-822c-4626-a441-46b841dbdb10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.1050971 Feb 11 06:31:38.459832 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-606578df-e5d9-4653-b1c1-a76f2333f154 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 1001 time: 0.0720866 Feb 11 06:31:38.519122 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-6bf8867d-2ed8-46ee-9574-d066b429f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:38.520447 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-6bf8867d-2ed8-46ee-9574-d066b429f702 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0549705 Feb 11 06:31:38.583222 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-e99e57d8-d987-41c1-8416-6be3d99bc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:38.585366 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-e99e57d8-d987-41c1-8416-6be3d99bc5ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0594597 Feb 11 06:31:38.606958 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:38.699148 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-7ec3a367-cc48-41a9-abf9-f9c898a18143 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073537 Feb 11 06:31:38.800824 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5f47d04e-70f4-405f-8022-499dbf4822f2 req-0dbec917-3dc5-44d1-8e74-62d9a1e05f30 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961273 Feb 11 06:31:39.293259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:39.360831 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:39.370853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74277-e965-43b7-962a-ffd631ca9b8a req-e6034696-ea99-4943-b973-ef7d6efbe659 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:39.372834 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6de74277-e965-43b7-962a-ffd631ca9b8a req-e6034696-ea99-4943-b973-ef7d6efbe659 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0629921 Feb 11 06:31:39.446969 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6de74277-e965-43b7-962a-ffd631ca9b8a req-46d14efa-37ac-437a-9bf8-6dee88bdbef6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653481 Feb 11 06:31:40.577453 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9eda7-d7b0-4b94-9486-38290df14cd4 req-d72f0701-72d2-4c65-b474-fdbb504aad37 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:40.579078 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dd9eda7-d7b0-4b94-9486-38290df14cd4 req-d72f0701-72d2-4c65-b474-fdbb504aad37 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0569315 Feb 11 06:31:40.631163 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6dd9eda7-d7b0-4b94-9486-38290df14cd4 req-0a0f63f0-ff58-4806-83bb-1b4cc5c68690 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Feb 11 06:31:41.219801 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-db7e2af9-5abe-4ac7-a41e-0bb1fa26354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:41.221248 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-db7e2af9-5abe-4ac7-a41e-0bb1fa26354c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1128 time: 0.0447986 Feb 11 06:31:41.319806 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-7d4afae1-7171-448e-87fd-7af4ca26e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:41.321564 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-7d4afae1-7171-448e-87fd-7af4ca26e9b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0951259 Feb 11 06:31:41.390807 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-965ba4fe-0c6e-4d7e-a4ee-4bf60f263c96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 1001 time: 0.0637217 Feb 11 06:31:41.439842 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-52592398-789c-495e-a575-aa16a5aaf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:41.441342 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-52592398-789c-495e-a575-aa16a5aaf2d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0451014 Feb 11 06:31:41.496481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-dc278c88-428d-4843-bc0c-15c302fd4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:41.498065 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-dc278c88-428d-4843-bc0c-15c302fd4842 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516889 Feb 11 06:31:41.585717 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-ac03f9c6-21b5-4924-b989-63b10359bae5 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822027 Feb 11 06:31:41.690604 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-30a14cf4-fba9-4f7c-bb91-7187e4b8ecff req-57eca9a9-2f44-4c36-b023-cc8f72690ed4 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988755 Feb 11 06:31:41.761827 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843818a-17c7-43ae-a960-56456b239b94 req-03ad0a66-1f5d-4690-9a6a-22da25879d25 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:41.763306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2843818a-17c7-43ae-a960-56456b239b94 req-03ad0a66-1f5d-4690-9a6a-22da25879d25 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0644684 Feb 11 06:31:41.814982 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2843818a-17c7-43ae-a960-56456b239b94 req-d72912e1-d15c-4831-a790-f0b99ee1a398 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455058 Feb 11 06:31:42.177605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:42.951242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fde678-94fd-4111-83e3-6a93da5ddf5b req-7c471cb8-b4b1-4fa0-8d76-f8cb6d06aaa1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:42.952860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1fde678-94fd-4111-83e3-6a93da5ddf5b req-7c471cb8-b4b1-4fa0-8d76-f8cb6d06aaa1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0618303 Feb 11 06:31:43.004134 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b1fde678-94fd-4111-83e3-6a93da5ddf5b req-64e1ce8c-9c2a-4d65-9808-4a9da406738a tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Feb 11 06:31:44.002735 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:31:44.090540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f9fddff6-bfb5-424a-a137-c970cd2075ac is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:44.091056 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:44.117447 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:31:44.119907 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50090e69-abf9-47b1-9b0b-23ea375ef050" -d '{"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:31:44.134635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:44.141639 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570536d-f495-4c4a-abb2-2754ac4dcd58 req-d0df3268-fa5f-465c-ad7e-43350af2eaba tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:44.143437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8570536d-f495-4c4a-abb2-2754ac4dcd58 req-d0df3268-fa5f-465c-ad7e-43350af2eaba tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 945 time: 0.0599403 Feb 11 06:31:44.155746 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 06:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b4f9e-e9f5-4326-9bb3-0051f9837446 x-openstack-request-id: req-152b4f9e-e9f5-4326-9bb3-0051f9837446 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:31:44.156302 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-unplugged", "status": "failed", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac", "code": 422}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:31:44.156568 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-152b4f9e-e9f5-4326-9bb3-0051f9837446 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:31:44.157015 n-d-713498-37 neutron-server[104088]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'code': 422} returned with failed status Feb 11 06:31:44.177323 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:44.196336 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8570536d-f495-4c4a-abb2-2754ac4dcd58 req-d5b98826-ba15-4d09-aff1-a0d75ab0959e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470822 Feb 11 06:31:44.226416 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:44.308184 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-e699379a-2d47-48bb-b145-e3f66eafc956 req-28ab1951-47d6-4910-ba2f-fa9bbd5a4afe service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:31:44.309239 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e699379a-2d47-48bb-b145-e3f66eafc956 req-28ab1951-47d6-4910-ba2f-fa9bbd5a4afe service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483994 Feb 11 06:31:44.582668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba36f92-2a88-4967-ac8c-03ca64ecaed7 req-9efa0d90-5eff-46dd-a04a-cb299cc992ad tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:44.584164 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ba36f92-2a88-4967-ac8c-03ca64ecaed7 req-9efa0d90-5eff-46dd-a04a-cb299cc992ad tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0533822 Feb 11 06:31:44.638354 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ba36f92-2a88-4967-ac8c-03ca64ecaed7 req-1517ca7c-09c9-4bbf-a5e8-dc22015d6fb5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481229 Feb 11 06:31:44.889798 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-70b75863-390a-48a4-a9bf-68742ee47bbe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901539 Feb 11 06:31:45.018747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643904-9552-49b3-a25b-3be374447d23 req-a4709d2e-4f6d-40ce-9aff-cc941af1595e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:45.020059 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-a4709d2e-4f6d-40ce-9aff-cc941af1595e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports/f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 940 time: 0.1022272 Feb 11 06:31:45.761169 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fb539-cdb0-4570-a083-62c6e25f64bc req-1b7edcfb-1120-4d0f-b8f5-e90866f48d21 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:45.762663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-826fb539-cdb0-4570-a083-62c6e25f64bc req-1b7edcfb-1120-4d0f-b8f5-e90866f48d21 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0542753 Feb 11 06:31:45.813950 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-826fb539-cdb0-4570-a083-62c6e25f64bc req-278b7b4d-9b9a-40e2-91d5-448ffb403543 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450685 Feb 11 06:31:46.316909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643904-9552-49b3-a25b-3be374447d23 req-c5b7bd12-0891-4a1d-905d-81f3b2b123f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:46.318415 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-c5b7bd12-0891-4a1d-905d-81f3b2b123f1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1&tenant_id=c7e6760d44cc4c188fad2567068fcd1c HTTP/1.1" status: 200 len: 1126 time: 0.0486495 Feb 11 06:31:46.386379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643904-9552-49b3-a25b-3be374447d23 req-6396eaf9-e452-4cb9-827e-93aa471cb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:46.388179 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-6396eaf9-e452-4cb9-827e-93aa471cb7bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1126 time: 0.0479481 Feb 11 06:31:46.484949 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643904-9552-49b3-a25b-3be374447d23 req-766f9ac7-db47-419a-abd3-222ef411ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:46.486447 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-766f9ac7-db47-419a-abd3-222ef411ea4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0929484 Feb 11 06:31:46.556216 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-bf482640-8a87-4177-8a54-14c8eca39053 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 999 time: 0.0644255 Feb 11 06:31:46.605198 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643904-9552-49b3-a25b-3be374447d23 req-26e955d0-0537-437d-a390-f2ae620372e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:46.606581 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-26e955d0-0537-437d-a390-f2ae620372e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0442543 Feb 11 06:31:46.655968 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643904-9552-49b3-a25b-3be374447d23 req-524b8597-fdf9-4954-86de-1e8f28ea994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:46.657746 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-524b8597-fdf9-4954-86de-1e8f28ea994c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454175 Feb 11 06:31:46.759195 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-638505bb-f171-4158-8c18-d19db89dc752 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932612 Feb 11 06:31:46.944840 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e891d-12bf-48fb-b7bc-ff33771140e3 req-6aa94b81-df98-4b25-b436-c555bd3ceaca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:46.946383 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-383e891d-12bf-48fb-b7bc-ff33771140e3 req-6aa94b81-df98-4b25-b436-c555bd3ceaca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0565677 Feb 11 06:31:46.998649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-383e891d-12bf-48fb-b7bc-ff33771140e3 req-433ce0a4-759f-41c6-9816-addab76e1bcf tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462236 Feb 11 06:31:47.178470 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-b6643904-9552-49b3-a25b-3be374447d23 req-bcb2b771-bfcd-4fa9-9af9-969da602f515 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122684 Feb 11 06:31:48.040151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:31:48.152105 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f9fddff6-bfb5-424a-a137-c970cd2075ac is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:48.181786 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f98b3-c577-4849-9a19-908e291086a5 req-b2edb314-a49a-487e-933a-293fb6ed285e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:48.183649 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce8f98b3-c577-4849-9a19-908e291086a5 req-b2edb314-a49a-487e-933a-293fb6ed285e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.1009316 Feb 11 06:31:48.245380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ce8f98b3-c577-4849-9a19-908e291086a5 req-412f360c-25af-438d-8d29-a8b9ce7dcb8e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550401 Feb 11 06:31:49.372371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda8796-19f7-4a6e-b769-ef3b0f2d5447 req-ee05686d-9cc7-49df-88c5-c734581a83ed tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:49.374528 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4cda8796-19f7-4a6e-b769-ef3b0f2d5447 req-ee05686d-9cc7-49df-88c5-c734581a83ed tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0549455 Feb 11 06:31:49.426717 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4cda8796-19f7-4a6e-b769-ef3b0f2d5447 req-ed90f049-6a61-46b5-a00a-cd2e98c0eb0f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Feb 11 06:31:50.566732 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c29c13-0715-4992-b159-9c08edd90919 req-569b85ef-795f-4230-be0c-4464ae5894c7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:50.568278 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78c29c13-0715-4992-b159-9c08edd90919 req-569b85ef-795f-4230-be0c-4464ae5894c7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0634494 Feb 11 06:31:50.623131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-78c29c13-0715-4992-b159-9c08edd90919 req-016ba658-29ef-45d7-bf2e-0df07269c661 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482450 Feb 11 06:31:51.760947 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa144b8-3a2e-49ba-9a79-e7a0fe8cd77f req-e3a64364-729f-434f-b284-72043adf2ac6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:51.763129 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1aa144b8-3a2e-49ba-9a79-e7a0fe8cd77f req-e3a64364-729f-434f-b284-72043adf2ac6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0664287 Feb 11 06:31:51.837001 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1aa144b8-3a2e-49ba-9a79-e7a0fe8cd77f req-1ca0bd57-5661-4bcd-99cc-bd9afb9f228b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650346 Feb 11 06:31:52.981804 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9b67f-8380-4809-9e19-8cfcb44089ab req-dadfa89d-b48c-46e4-a313-7cf462f8ede5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:52.983374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37d9b67f-8380-4809-9e19-8cfcb44089ab req-dadfa89d-b48c-46e4-a313-7cf462f8ede5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0658360 Feb 11 06:31:53.041743 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37d9b67f-8380-4809-9e19-8cfcb44089ab req-1cfb0076-a367-4669-b836-a59ace05b289 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523250 Feb 11 06:31:54.184848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e392-3406-430c-b94f-cb7ea99080d4 req-5d75e01d-84d7-4253-a703-18554f265d6c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:54.187432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dec9e392-3406-430c-b94f-cb7ea99080d4 req-5d75e01d-84d7-4253-a703-18554f265d6c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0676515 Feb 11 06:31:54.244825 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dec9e392-3406-430c-b94f-cb7ea99080d4 req-671deb77-ca1d-424f-9a6e-4e77051b75cc tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487854 Feb 11 06:31:55.366737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea319-3a64-4e01-8491-8f73ef37ac46 req-5a4c6b52-5779-44da-a38f-09c7ca01dcfb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:55.368233 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcdea319-3a64-4e01-8491-8f73ef37ac46 req-5a4c6b52-5779-44da-a38f-09c7ca01dcfb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0570157 Feb 11 06:31:55.417372 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcdea319-3a64-4e01-8491-8f73ef37ac46 req-a7f79267-ef7b-4f4b-b3d5-0364283f0695 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Feb 11 06:31:56.545754 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7cfdd-5e62-4393-acc6-5f7bf4d984a8 req-686febe3-98b9-4eaa-8ff5-13c14a5ae667 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:56.547498 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37e7cfdd-5e62-4393-acc6-5f7bf4d984a8 req-686febe3-98b9-4eaa-8ff5-13c14a5ae667 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0616627 Feb 11 06:31:56.595606 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-37e7cfdd-5e62-4393-acc6-5f7bf4d984a8 req-99e2e843-0bfe-485d-bbd3-57d94b4e3127 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Feb 11 06:31:57.714390 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e201-686d-408b-8829-b82a5c38de35 req-28c52d6f-bbf2-4b9e-a0de-24e54c57774e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:57.715883 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4f9e201-686d-408b-8829-b82a5c38de35 req-28c52d6f-bbf2-4b9e-a0de-24e54c57774e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 943 time: 0.0534689 Feb 11 06:31:57.764959 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c4f9e201-686d-408b-8829-b82a5c38de35 req-c92e7648-1d3f-427b-9624-b3b1ab51bae0 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Feb 11 06:31:58.065698 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:31:58.164888 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:58.177644 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'port_id': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'mac_address': 'fa:16:3e:69:40:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:31:58.216041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f9fddff6-bfb5-424a-a137-c970cd2075ac is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:31:58.216342 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:58.229170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fddff6-bfb5-424a-a137-c970cd2075ac {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:31:58.248142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:31:58.315549 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:58.361494 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:31:58.553463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['f9fddff6-bfb5-424a-a137-c970cd2075ac'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:31:58.884751 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2ab1f-36cc-4435-9a34-cd85cdc19cb4 req-60b11ed3-fe8b-4fe0-952a-acc0d3ac0acd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:58.886211 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c2ab1f-36cc-4435-9a34-cd85cdc19cb4 req-60b11ed3-fe8b-4fe0-952a-acc0d3ac0acd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 944 time: 0.0518165 Feb 11 06:31:58.939342 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c5c2ab1f-36cc-4435-9a34-cd85cdc19cb4 req-0963269c-9abc-4c66-9389-ad2b31c68914 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475552 Feb 11 06:32:00.125756 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33805062-1b73-4d26-abd1-aad5ee4ef2fe req-486819af-8e5e-4625-b012-f064091d4e54 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:00.125756 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33805062-1b73-4d26-abd1-aad5ee4ef2fe req-486819af-8e5e-4625-b012-f064091d4e54 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 944 time: 0.0581996 Feb 11 06:32:00.126389 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:32:00.129160 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-33805062-1b73-4d26-abd1-aad5ee4ef2fe req-00d4d101-531d-427c-92a1-58f279172429 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531831 Feb 11 06:32:00.138678 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port f9fddff6-bfb5-424a-a137-c970cd2075ac triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:32:00.139138 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:00.219157 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port f9fddff6-bfb5-424a-a137-c970cd2075ac is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:32:00.219470 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:00.253267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:32:00.256656 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da17a8d-89b3-40aa-8f19-6424c350902b" -d '{"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-plugged", "status": "completed", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:32:00.271980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:32:00.297729 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a88103c-08a8-4291-b2b8-48c9e55815cd x-openstack-request-id: req-7a88103c-08a8-4291-b2b8-48c9e55815cd {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:32:00.301188 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-plugged", "status": "completed", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:32:00.301188 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a88103c-08a8-4291-b2b8-48c9e55815cd {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:32:00.301188 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'code': 200} Feb 11 06:32:00.348652 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:00.398767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:00.518077 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8fa6c-7004-45f3-b6b2-d6df6f71cf40 req-647921af-0165-42bc-9f6c-b12edcf40ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:00.519526 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3a8fa6c-7004-45f3-b6b2-d6df6f71cf40 req-647921af-0165-42bc-9f6c-b12edcf40ead service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1129 time: 0.0444496 Feb 11 06:32:00.564823 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e3a8fa6c-7004-45f3-b6b2-d6df6f71cf40 req-1200c371-be31-4404-9bf6-2700a5fca0a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Feb 11 06:32:01.250867 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa475b4-eae8-4006-ae31-f198b7f0166d req-9cc15776-a536-4288-98a6-4965f7e3fccf tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:01.253133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4aa475b4-eae8-4006-ae31-f198b7f0166d req-9cc15776-a536-4288-98a6-4965f7e3fccf tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 946 time: 0.0541675 Feb 11 06:32:01.301901 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4aa475b4-eae8-4006-ae31-f198b7f0166d req-5970d731-3e60-42b0-9e9c-09673c885ed5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Feb 11 06:32:02.435454 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5075-bfba-49a3-b1ac-bc9579039acd req-e8e83d5e-068d-4086-a941-97aa2d98172b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:02.437071 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-075b5075-bfba-49a3-b1ac-bc9579039acd req-e8e83d5e-068d-4086-a941-97aa2d98172b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 946 time: 0.0628846 Feb 11 06:32:02.487706 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-075b5075-bfba-49a3-b1ac-bc9579039acd req-58b98b7b-dfcb-4aac-bfb5-6309d601da3c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Feb 11 06:32:03.040006 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3da607ac-3bb9-43e5-a4c6-e76bc0f52b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.614174 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c1e60-4d05-4af9-a1c2-81984d9ba8e6 req-384bfe23-e911-4121-a129-537a706793a6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:03.615682 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c61c1e60-4d05-4af9-a1c2-81984d9ba8e6 req-384bfe23-e911-4121-a129-537a706793a6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 946 time: 0.0570304 Feb 11 06:32:03.665002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c61c1e60-4d05-4af9-a1c2-81984d9ba8e6 req-aa74ba01-7d2a-46c4-b588-139cfa1184ef tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Feb 11 06:32:05.582831 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de607d63-6766-49db-a6a9-3137edc68ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:06.971924 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:08.611732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:09.279901 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:09.342340 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.148398 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:13.354022 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:32:33.062374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-43c283cb-c70e-4674-a6d7-c09274e6e44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:35.599320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-843e7a7c-2c59-4cea-8fc0-f6c93b91278d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:37.028055 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:38.582154 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:39.269895 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:39.353722 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:39.499990 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-9c118234-7d2d-4899-a107-23d47ffed581 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460861 Feb 11 06:32:39.587710 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-a4cbba7c-1c0d-49c0-8be4-052763fc0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.589285 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-a4cbba7c-1c0d-49c0-8be4-052763fc0c07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1129 time: 0.0481596 Feb 11 06:32:39.694356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-0ffda079-a47e-4a1b-ae67-27861354344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.695851 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-0ffda079-a47e-4a1b-ae67-27861354344f service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0880539 Feb 11 06:32:39.764308 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-86a08b9e-a8bd-4965-9575-7c7f4736c317 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 1001 time: 0.0619814 Feb 11 06:32:39.812016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-c0f331b2-1d5a-4892-ad53-04c071ce37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.813636 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-c0f331b2-1d5a-4892-ad53-04c071ce37fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0442717 Feb 11 06:32:39.869230 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-1b3a86cf-2301-47b6-b383-faf7663448f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.870677 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-1b3a86cf-2301-47b6-b383-faf7663448f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511446 Feb 11 06:32:39.964378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-c298dbd1-5965-431d-a882-35691e4e841d service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878959 Feb 11 06:32:40.055145 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-daf5462c-3686-435a-aa4d-dda4c01365b8 req-e7c7e763-9ac9-4ec2-ad54-820ba3fc7a4c service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849490 Feb 11 06:32:42.159373 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:50.353858 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:33:03.027779 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9703b133-692c-45ea-ba3e-e616ab49d6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:05.610554 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42cad565-75ca-47ee-994e-dc0761ac4960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:06.993191 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:08.621675 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.274059 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:09.324477 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:12.182459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:12.639061 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50624) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:12.804665 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Deleting port 04ced83d-9eb3-4235-be31-23a26458b3cd {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:12.805017 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (04ced83d-9eb3-4235-be31-23a26458b3cd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:12.879646 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (04ced83d-9eb3-4235-be31-23a26458b3cd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:12.879967 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for floatingip (04ced83d-9eb3-4235-be31-23a26458b3cd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:12.892339 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Calling delete_port for 04ced83d-9eb3-4235-be31-23a26458b3cd owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:13.135950 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (04ced83d-9eb3-4235-be31-23a26458b3cd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:13.163113 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event deleted for resources: {'Port': ['ID=04ced83d-9eb3-4235-be31-23a26458b3cd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:13.188649 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.189000 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.189343 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.189679 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.190013 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.190344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.190671 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.190998 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.191354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.191708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.192060 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.192386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.192740 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:13.236135 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for floatingip (2ffbbc93-7c17-47d8-97d7-58e84b47b9b6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:13.236460 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Floating IP 2ffbbc93-7c17-47d8-97d7-58e84b47b9b6 disassociated (deleted). External IP: 172.25.8.217, port: f9fddff6-bfb5-424a-a137-c970cd2075ac. Feb 11 06:33:13.772512 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Router 83f8c89e-415a-4669-8c1f-0c44af776608 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:33:13.889775 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:33:13.894628 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:13.900573 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] Sync routers for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:33:13.913249 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:13.914623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:33:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:13.925720 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-8debdd5a-38c2-4a6c-b128-276b0631a194 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "DELETE /v2.0/floatingips/2ffbbc93-7c17-47d8-97d7-58e84b47b9b6 HTTP/1.1" status: 204 len: 168 time: 1.2855625 Feb 11 06:33:13.926301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:13.928579 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ec984c-db7b-460d-9c67-5c995aa52bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:14.031222 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb503ec7-0f96-48af-a9ed-a44d09a2b35d x-openstack-request-id: req-cb503ec7-0f96-48af-a9ed-a44d09a2b35d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:14.031549 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:14.031804 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb503ec7-0f96-48af-a9ed-a44d09a2b35d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:14.032279 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'status': 'completed', 'code': 200} Feb 11 06:33:14.041868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:14.104053 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-90af0fc8-816e-4d83-a351-f7223d7f9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:14.105683 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-90af0fc8-816e-4d83-a351-f7223d7f9041 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 1129 time: 0.0537324 Feb 11 06:33:14.213152 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-50a721f1-2355-4670-b6ad-51ac63959f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:14.215324 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-50a721f1-2355-4670-b6ad-51ac63959f44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.1037796 Feb 11 06:33:14.262595 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-cc711820-b6d3-4601-b2b9-b9e2c8e80133 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 200 len: 217 time: 0.0411460 Feb 11 06:33:14.312958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-5e27f02f-4799-43b9-88e1-0bedd6f29807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:14.315944 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-5e27f02f-4799-43b9-88e1-0bedd6f29807 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0462172 Feb 11 06:33:14.366576 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-d8a609e2-2c95-4546-b4fd-c5e6a145d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:14.368320 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-d8a609e2-2c95-4546-b4fd-c5e6a145d8e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467553 Feb 11 06:33:14.381068 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-eab806f8-ce0d-4e03-9835-93de3b0ab35b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:33:14.382101 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-eab806f8-ce0d-4e03-9835-93de3b0ab35b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056655 Feb 11 06:33:14.404714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae363-5ccf-4313-a463-7752a2f0290c req-f91d3692-4980-4eca-8004-755a274a2266 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:14.406235 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71cae363-5ccf-4313-a463-7752a2f0290c req-f91d3692-4980-4eca-8004-755a274a2266 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 946 time: 0.0560918 Feb 11 06:33:14.425552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:14.454895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] Checking router: 83f8c89e-415a-4669-8c1f-0c44af776608 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:33:14.461719 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-71cae363-5ccf-4313-a463-7752a2f0290c req-a4327fd6-f8db-497f-941f-64159c494608 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464301 Feb 11 06:33:14.464080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:14.464746 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:33:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:14.483055 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-ac9ea7ee-b344-4cac-9147-e68494efb82f service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945871 Feb 11 06:33:14.576652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-71ec984c-db7b-460d-9c67-5c995aa52bd8 req-b8aae227-2d80-4e6e-a62e-b56ef48052f8 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876887 Feb 11 06:33:14.580319 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:14.782848 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:14.809533 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e7f73-4ac0-4bfe-b871-961677fb8947 None None] The sync data for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 is: [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:33:15.030873 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d8f94-85b1-4a96-9500-63e0ae94e6d4 None None] New status for floating IP 2ffbbc93-7c17-47d8-97d7-58e84b47b9b6: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:33:15.588527 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657ceed-8f52-403c-b436-c027a17e9412 req-676b630f-a838-4cbe-a180-af1a6845eb9a tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:15.590056 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3657ceed-8f52-403c-b436-c027a17e9412 req-676b630f-a838-4cbe-a180-af1a6845eb9a tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 946 time: 0.0544989 Feb 11 06:33:15.617457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-90e0df32-b177-4263-aaea-f676972e95a1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:15.619223 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-90e0df32-b177-4263-aaea-f676972e95a1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 946 time: 0.0548859 Feb 11 06:33:15.644973 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3657ceed-8f52-403c-b436-c027a17e9412 req-426066ed-b931-4c91-aa06-012a6d190e1f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=44ae5ad4-18ad-47d9-9378-71e9c599de5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491202 Feb 11 06:33:15.726997 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Deleting port f9fddff6-bfb5-424a-a137-c970cd2075ac {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:33:15.727338 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:15.821181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] For port f9fddff6-bfb5-424a-a137-c970cd2075ac, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=f9fddff6-bfb5-424a-a137-c970cd2075ac,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:33:15.821549 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:15.833624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Calling delete_port for f9fddff6-bfb5-424a-a137-c970cd2075ac owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:33:16.038600 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (f9fddff6-bfb5-424a-a137-c970cd2075ac), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:16.072104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event deleted for resources: {'Port': ['ID=f9fddff6-bfb5-424a-a137-c970cd2075ac,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:16.084394 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.084788 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.085138 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.085483 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.086364 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.086717 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.087052 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.087387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.087722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.088054 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.088386 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.088745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.089071 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:33:16.124683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] No DVR routers for this DVR port f9fddff6-bfb5-424a-a137-c970cd2075ac on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:33:16.127405 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:16.130835 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f18a9a9e-e3e6-4739-baa9-12919384a954 req-f1d13cb5-f343-49fa-93b4-3e251750500e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "DELETE /v2.0/ports/f9fddff6-bfb5-424a-a137-c970cd2075ac HTTP/1.1" status: 204 len: 173 time: 0.5061522 Feb 11 06:33:16.131300 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-deleted', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:16.134508 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f516c66-09ff-4fb1-9fdd-27e1fccc83c3" -d '{"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-deleted", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:16.229348 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e7fbbb-f9f3-47f9-a29e-93b4897a6e50 x-openstack-request-id: req-e1e7fbbb-f9f3-47f9-a29e-93b4897a6e50 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:16.229726 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3c639-633a-4ea8-9c87-18c7b4e618a1", "name": "network-vif-deleted", "tag": "f9fddff6-bfb5-424a-a137-c970cd2075ac", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:16.229991 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1e7fbbb-f9f3-47f9-a29e-93b4897a6e50 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:16.230408 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb3c639-633a-4ea8-9c87-18c7b4e618a1', 'name': 'network-vif-deleted', 'tag': 'f9fddff6-bfb5-424a-a137-c970cd2075ac', 'status': 'completed', 'code': 200} Feb 11 06:33:16.750270 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-83499f34-4f34-43bc-b243-7e96c6607685 req-af1c0750-b872-4b00-bcb7-cb4b09ce11ac tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb3c639-633a-4ea8-9c87-18c7b4e618a1 HTTP/1.1" status: 200 len: 210 time: 0.0274401 Feb 11 06:33:17.814819 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50650) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:17.871994 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42fa4f6f-92b3-47f4-b6b5-191ef87e7652 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (44ae5ad4-18ad-47d9-9378-71e9c599de5a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:17.896842 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42fa4f6f-92b3-47f4-b6b5-191ef87e7652 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (44ae5ad4-18ad-47d9-9378-71e9c599de5a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:18.050185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42fa4f6f-92b3-47f4-b6b5-191ef87e7652 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (44ae5ad4-18ad-47d9-9378-71e9c599de5a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:18.052914 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42fa4f6f-92b3-47f4-b6b5-191ef87e7652 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:18.054072 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-42fa4f6f-92b3-47f4-b6b5-191ef87e7652 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "DELETE /v2.0/security-groups/44ae5ad4-18ad-47d9-9378-71e9c599de5a HTTP/1.1" status: 204 len: 168 time: 0.2382679 Feb 11 06:33:18.063502 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa4f6f-92b3-47f4-b6b5-191ef87e7652 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae5ad4-18ad-47d9-9378-71e9c599de5a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:18.562120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50656) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:18.566970 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2f55ab91-7079-4507-bc92-d2691d4d5c2c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972687726', 'description': 'tempest-secgroup-smoke-972687726 description', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:18.644421 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f55ab91-7079-4507-bc92-d2691d4d5c2c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:18.655384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:33:18.679106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: f9fddff6-bfb5-424a-a137-c970cd2075ac {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:33:18.679458 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device f9fddff6-bfb5-424a-a137-c970cd2075ac not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:33:18.717079 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f55ab91-7079-4507-bc92-d2691d4d5c2c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (582301d3-f9f8-4c72-a5e0-9c60c05c9510), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:18.798659 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f55ab91-7079-4507-bc92-d2691d4d5c2c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (582301d3-f9f8-4c72-a5e0-9c60c05c9510), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:18.830837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55ab91-7079-4507-bc92-d2691d4d5c2c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582301d3-f9f8-4c72-a5e0-9c60c05c9510,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:18.909242 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f55ab91-7079-4507-bc92-d2691d4d5c2c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:18.910503 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f55ab91-7079-4507-bc92-d2691d4d5c2c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3472905 Feb 11 06:33:18.913478 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50658) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:18.918389 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6f5c56a5-99e1-4e0a-a0ac-1b416910a626 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '582301d3-f9f8-4c72-a5e0-9c60c05c9510', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:19.026923 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f5c56a5-99e1-4e0a-a0ac-1b416910a626 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (78822fb4-42b3-496e-b478-304ea0636913), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.083394 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f5c56a5-99e1-4e0a-a0ac-1b416910a626 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (78822fb4-42b3-496e-b478-304ea0636913), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.153024 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f5c56a5-99e1-4e0a-a0ac-1b416910a626 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (78822fb4-42b3-496e-b478-304ea0636913), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.171286 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c56a5-99e1-4e0a-a0ac-1b416910a626 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78822fb4-42b3-496e-b478-304ea0636913,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:19.234812 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6f5c56a5-99e1-4e0a-a0ac-1b416910a626 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.236095 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6f5c56a5-99e1-4e0a-a0ac-1b416910a626 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211825 Feb 11 06:33:19.239003 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50660) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:19.243833 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-68a65ca6-bf17-4b23-bdb2-3880be0e98c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '582301d3-f9f8-4c72-a5e0-9c60c05c9510', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:19.335152 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68a65ca6-bf17-4b23-bdb2-3880be0e98c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (ad5bcd78-86e6-4ac5-a5dd-405afe8d1228), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.394542 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68a65ca6-bf17-4b23-bdb2-3880be0e98c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (ad5bcd78-86e6-4ac5-a5dd-405afe8d1228), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.455676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68a65ca6-bf17-4b23-bdb2-3880be0e98c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (ad5bcd78-86e6-4ac5-a5dd-405afe8d1228), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.472387 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65ca6-bf17-4b23-bdb2-3880be0e98c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5bcd78-86e6-4ac5-a5dd-405afe8d1228,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:19.543181 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-68a65ca6-bf17-4b23-bdb2-3880be0e98c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.544418 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-68a65ca6-bf17-4b23-bdb2-3880be0e98c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044953 Feb 11 06:33:19.547303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50662) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:19.551615 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-00806eee-b7a8-49fb-9057-47911dd6fb8e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '582301d3-f9f8-4c72-a5e0-9c60c05c9510', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:19.626822 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00806eee-b7a8-49fb-9057-47911dd6fb8e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (55313aed-6cb2-469d-b5e7-0207824ff872), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.684742 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00806eee-b7a8-49fb-9057-47911dd6fb8e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (55313aed-6cb2-469d-b5e7-0207824ff872), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.764418 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00806eee-b7a8-49fb-9057-47911dd6fb8e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (55313aed-6cb2-469d-b5e7-0207824ff872), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.784356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00806eee-b7a8-49fb-9057-47911dd6fb8e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55313aed-6cb2-469d-b5e7-0207824ff872,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:19.888971 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-00806eee-b7a8-49fb-9057-47911dd6fb8e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:19.890134 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-00806eee-b7a8-49fb-9057-47911dd6fb8e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419054 Feb 11 06:33:19.894997 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50664) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:19.904787 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-39382a97-3f40-4ebc-9a61-c07aeebe1aec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '582301d3-f9f8-4c72-a5e0-9c60c05c9510', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:20.003556 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39382a97-3f40-4ebc-9a61-c07aeebe1aec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (971b33fc-7e02-4fe8-8e0e-4a5bab3cbf78), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.051649 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39382a97-3f40-4ebc-9a61-c07aeebe1aec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (971b33fc-7e02-4fe8-8e0e-4a5bab3cbf78), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.124049 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39382a97-3f40-4ebc-9a61-c07aeebe1aec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (971b33fc-7e02-4fe8-8e0e-4a5bab3cbf78), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.143953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39382a97-3f40-4ebc-9a61-c07aeebe1aec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971b33fc-7e02-4fe8-8e0e-4a5bab3cbf78,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:20.298057 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39382a97-3f40-4ebc-9a61-c07aeebe1aec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.299329 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-39382a97-3f40-4ebc-9a61-c07aeebe1aec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4031746 Feb 11 06:33:20.302241 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:20.307551 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-86549973-402f-41dd-8ba2-0bcbdf381c44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '582301d3-f9f8-4c72-a5e0-9c60c05c9510', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:20.381535 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-86549973-402f-41dd-8ba2-0bcbdf381c44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Project c7e6760d44cc4c188fad2567068fcd1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:33:20.387220 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-86549973-402f-41dd-8ba2-0bcbdf381c44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (cbdb2a9d-f67d-4e3a-8451-da1b74695ea1), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.450093 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-86549973-402f-41dd-8ba2-0bcbdf381c44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (cbdb2a9d-f67d-4e3a-8451-da1b74695ea1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.506938 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-86549973-402f-41dd-8ba2-0bcbdf381c44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (cbdb2a9d-f67d-4e3a-8451-da1b74695ea1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.524141 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86549973-402f-41dd-8ba2-0bcbdf381c44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdb2a9d-f67d-4e3a-8451-da1b74695ea1,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:20.578127 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-86549973-402f-41dd-8ba2-0bcbdf381c44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.579371 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-86549973-402f-41dd-8ba2-0bcbdf381c44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2761774 Feb 11 06:33:20.582190 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50668) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:33:20.587509 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d1ced1b1-fd80-4c5e-a21f-c39288d0b4ca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'security_group_rule': {'security_group_id': '582301d3-f9f8-4c72-a5e0-9c60c05c9510', 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:20.678902 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-d1ced1b1-fd80-4c5e-a21f-c39288d0b4ca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Project c7e6760d44cc4c188fad2567068fcd1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:33:20.684265 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1ced1b1-fd80-4c5e-a21f-c39288d0b4ca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (351dd679-f6db-463e-8c43-a311402459f6), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.743921 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1ced1b1-fd80-4c5e-a21f-c39288d0b4ca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (351dd679-f6db-463e-8c43-a311402459f6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.826909 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1ced1b1-fd80-4c5e-a21f-c39288d0b4ca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (351dd679-f6db-463e-8c43-a311402459f6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.845936 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ced1b1-fd80-4c5e-a21f-c39288d0b4ca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351dd679-f6db-463e-8c43-a311402459f6,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:20.937833 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1ced1b1-fd80-4c5e-a21f-c39288d0b4ca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:20.939120 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d1ced1b1-fd80-4c5e-a21f-c39288d0b4ca tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3559122 Feb 11 06:33:27.353206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:33:33.038495 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dadce4f5-5548-476d-904b-fa41fca18e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.587247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-122b6178-b99d-4818-8941-988fb58b2227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:36.975733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:38.575382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:39.238625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:39.346787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:42.272374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:47.163480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-d33f3b55-ffc7-42ca-92b4-3aa8d078c7b1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972687726&fields=id&tenant_id=c7e6760d44cc4c188fad2567068fcd1c HTTP/1.1" status: 200 len: 267 time: 0.0451818 Feb 11 06:33:47.273033 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163fad2-cff3-472c-826a-ede6a762d492 req-6e0f961b-ffe0-4d62-bb2e-b8dddd647db9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:47.274522 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-6e0f961b-ffe0-4d62-bb2e-b8dddd647db9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 809 time: 0.1043568 Feb 11 06:33:47.289009 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-7588d2a1-3af8-4bec-b213-f8b9b41a598f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/quotas/c7e6760d44cc4c188fad2567068fcd1c HTTP/1.1" status: 200 len: 375 time: 0.0089834 Feb 11 06:33:47.349990 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-bb2eddd4-7561-493b-b523-0d9a66dcb8e5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552015 Feb 11 06:33:47.493344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-4843b0ce-b498-4865-89b6-4299d81ba8fe service neutron] 10.222.0.62 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318266 Feb 11 06:33:47.585113 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-89c7c5da-4594-4781-863c-17c925c7a289 service neutron] 10.222.0.62 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848193 Feb 11 06:33:48.158943 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e0c7c6e9-bcbd-422c-b586-095aa251f529 req-4f61b31e-3c08-43c2-8b37-ec8fbd0c61c5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0348618 Feb 11 06:33:49.260047 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b36ae59b-739d-42c8-9bfe-9b563affb265 req-aba2b83c-9968-4908-a9f5-c7836b9215e4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0319653 Feb 11 06:33:50.364112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-be774a82-95d8-4155-8193-5c490740e4ca req-fc71d11e-2c88-4b9c-ba5c-da7bf2e8f1a1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0293610 Feb 11 06:33:51.091189 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163fad2-cff3-472c-826a-ede6a762d492 req-b485b8b8-c7a5-4db5-8885-73a28ac7a99f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.092638 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-b485b8b8-c7a5-4db5-8885-73a28ac7a99f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 809 time: 0.1091082 Feb 11 06:33:51.154210 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-2319c1df-cbe9-47d1-b24a-ff8e4360ed59 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7e6760d44cc4c188fad2567068fcd1c HTTP/1.1" status: 200 len: 379 time: 0.0536714 Feb 11 06:33:51.162437 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'port': {'device_id': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'admin_state_up': True, 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'security_groups': ['582301d3-f9f8-4c72-a5e0-9c60c05c9510']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:51.352541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Made reservation on behalf of c7e6760d44cc4c188fad2567068fcd1c for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:33:51.356019 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:51.473146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ab33a6ae-8c9e-447a-af56-2da7bc1c55ef req-fc30e2cd-cf0f-4a2b-9786-ec45bcadadd2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0326266 Feb 11 06:33:51.494423 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Allocated IP 172.20.0.11 (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c/28b5edd6-905f-4828-8a98-2fa2e66cec1d/86e0912e-081a-40cf-858b-9be1c3010eb2) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:33:51.641534 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:51.724153 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:51.767930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:33:51.771660 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:33:51.775352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:33:51.801493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:51.833314 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:51.833974 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:52.017829 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-75623542-7722-4cb1-89cd-5365026d0d56 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589110 Feb 11 06:33:52.029416 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Request body: {'port': {'device_id': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:33:52.049374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b4526aa7-7366-4093-b39c-cdc27af20069 None None] Provisioning complete for port 86e0912e-081a-40cf-858b-9be1c3010eb2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:33:52.050260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b4526aa7-7366-4093-b39c-cdc27af20069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:52.089904 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b4526aa7-7366-4093-b39c-cdc27af20069 None None] Port 86e0912e-081a-40cf-858b-9be1c3010eb2 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:33:52.098636 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:52.390667 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e0912e-081a-40cf-858b-9be1c3010eb2 {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:33:52.399264 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Publish callbacks [] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:52.411931 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Transition to ACTIVE for port object 86e0912e-081a-40cf-858b-9be1c3010eb2 will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:33:52.483393 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:52.555351 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Pushing event updated for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:52.618912 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe0fd6-9ca5-496d-8f87-7a03b650fb25 req-db456fa8-508b-4fdf-86f8-8bde0d2c8368 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:52.620460 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Attempting to bind port 86e0912e-081a-40cf-858b-9be1c3010eb2 on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:33:52.620923 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Attempting to bind port 86e0912e-081a-40cf-858b-9be1c3010eb2 by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:33:52.621352 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Attempting to bind port 86e0912e-081a-40cf-858b-9be1c3010eb2 on network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:33:52.621759 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5fe0fd6-9ca5-496d-8f87-7a03b650fb25 req-db456fa8-508b-4fdf-86f8-8bde0d2c8368 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0719635 Feb 11 06:33:52.626772 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Port 86e0912e-081a-40cf-858b-9be1c3010eb2 on network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:33:52.627440 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Attempting to bind port 86e0912e-081a-40cf-858b-9be1c3010eb2 on network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:33:52.634617 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:33:52.635195 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Checking segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:33:52.635678 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Bound using segment: {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:33:52.636342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Bound port: 86e0912e-081a-40cf-858b-9be1c3010eb2, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f57a7c-7dee-4210-ae88-8a53d5979ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:33:52.636907 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:52.695361 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d5fe0fd6-9ca5-496d-8f87-7a03b650fb25 req-b75a3066-e251-4cd9-a130-9d19a9c1eca9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597656 Feb 11 06:33:52.716871 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:33:52.720417 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:33:52.789942 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:52.836468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:52.837271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:52.838972 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] 10.222.0.65 "PUT /v2.0/ports/86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 1093 time: 0.8137219 Feb 11 06:33:52.839571 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:52.842194 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68015f4-aaeb-489b-8466-f0c36e20e640" -d '{"events": [{"name": "network-changed", "server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:52.866999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8466fc3-2b68-4916-a89d-773251d21baa service neutron] Pushing event updated for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:33:52.895747 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327ddd17-a003-41b0-9ef4-3e933e296ec9 x-openstack-request-id: req-327ddd17-a003-41b0-9ef4-3e933e296ec9 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:52.896043 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:52.896298 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-327ddd17-a003-41b0-9ef4-3e933e296ec9 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:52.896739 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'status': 'completed', 'code': 200} Feb 11 06:33:52.974519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68015f4-aaeb-489b-8466-f0c36e20e640 req-44700b15-afef-4f9c-bb2f-cfbb5216f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:52.976087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a68015f4-aaeb-489b-8466-f0c36e20e640 req-44700b15-afef-4f9c-bb2f-cfbb5216f0cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1127 time: 0.0628023 Feb 11 06:33:53.085846 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68015f4-aaeb-489b-8466-f0c36e20e640 req-6bd08e29-9567-4787-9ae9-165fccb056f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:53.087344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a68015f4-aaeb-489b-8466-f0c36e20e640 req-6bd08e29-9567-4787-9ae9-165fccb056f5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1044188 Feb 11 06:33:53.185382 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68015f4-aaeb-489b-8466-f0c36e20e640 req-1de4ac64-6c6e-41a9-a3e7-e5873e36391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:53.186958 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-a68015f4-aaeb-489b-8466-f0c36e20e640 req-1de4ac64-6c6e-41a9-a3e7-e5873e36391d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941277 Feb 11 06:33:53.266789 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163fad2-cff3-472c-826a-ede6a762d492 req-0d960321-c9a3-4bb1-8f98-d5ebeb96b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:53.268447 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-0d960321-c9a3-4bb1-8f98-d5ebeb96b9bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1127 time: 0.0458121 Feb 11 06:33:53.313839 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-eeeb07b5-e258-4d79-91e9-4d80554ead6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 217 time: 0.0394032 Feb 11 06:33:53.361049 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163fad2-cff3-472c-826a-ede6a762d492 req-0bb6a760-b503-4e1b-91eb-1c753191fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:53.363364 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-0bb6a760-b503-4e1b-91eb-1c753191fe1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0446413 Feb 11 06:33:53.415015 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163fad2-cff3-472c-826a-ede6a762d492 req-c36b0f6b-ca5b-4738-bd7f-4f7a988e918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:53.416452 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-c36b0f6b-ca5b-4738-bd7f-4f7a988e918d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461211 Feb 11 06:33:53.509093 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-6a6dd2bd-25a0-4018-a60d-db3a49f76544 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Feb 11 06:33:53.597362 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-d163fad2-cff3-472c-826a-ede6a762d492 req-09ed85ab-d33b-4467-98ed-e8a1eb7df35b service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823548 Feb 11 06:33:53.827904 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bce43-ab9d-42ee-a2da-081d763cca8b req-82699eeb-f3d1-452f-aca4-b6f99d93a7bd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:53.829480 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4bce43-ab9d-42ee-a2da-081d763cca8b req-82699eeb-f3d1-452f-aca4-b6f99d93a7bd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0616651 Feb 11 06:33:53.880391 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ec4bce43-ab9d-42ee-a2da-081d763cca8b req-a4cc67a6-d313-4c9d-b7de-81579365224f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440435 Feb 11 06:33:55.006743 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6307b-c93a-460e-9103-930cad3c8a98 req-93e7c62d-e8a1-4119-993e-7d11e72fedc8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:55.008266 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fe6307b-c93a-460e-9103-930cad3c8a98 req-93e7c62d-e8a1-4119-993e-7d11e72fedc8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0541658 Feb 11 06:33:55.064081 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3fe6307b-c93a-460e-9103-930cad3c8a98 req-bf873d2a-64a3-4936-9079-a92ba0f62a8b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498343 Feb 11 06:33:56.188663 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e8818-090c-4d07-9d4d-664bb2b96852 req-eb4eadb0-a150-4f3d-bd1d-c42215d6dc31 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:56.190198 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb1e8818-090c-4d07-9d4d-664bb2b96852 req-eb4eadb0-a150-4f3d-bd1d-c42215d6dc31 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0531545 Feb 11 06:33:56.244946 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-eb1e8818-090c-4d07-9d4d-664bb2b96852 req-d67623b6-99a3-4ee9-bd09-ae09f18ce1f4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488873 Feb 11 06:33:57.371029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319e39b-128e-40d8-be5b-2ac925cfddfb req-ed567cfe-af7d-4157-95e4-a0fcf429637c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:57.372544 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d319e39b-128e-40d8-be5b-2ac925cfddfb req-ed567cfe-af7d-4157-95e4-a0fcf429637c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0561259 Feb 11 06:33:57.423490 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d319e39b-128e-40d8-be5b-2ac925cfddfb req-03ae869c-83a4-4758-98ca-89b4d43a41f5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446577 Feb 11 06:33:58.548497 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac185f1-7462-46ab-b805-99b6914d8369 req-1bf7bfe0-1265-4458-9f10-9c2ff4cf31c8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:58.550155 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ac185f1-7462-46ab-b805-99b6914d8369 req-1bf7bfe0-1265-4458-9f10-9c2ff4cf31c8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0547829 Feb 11 06:33:58.600801 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5ac185f1-7462-46ab-b805-99b6914d8369 req-e6cef8df-ca94-408f-b27c-646f8c2ef4a2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439072 Feb 11 06:33:59.724256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d934ac-de6c-4bb2-89f7-3e729f0f8bf2 req-22dad196-e1c4-480f-9756-d1e971315e8c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:59.725814 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56d934ac-de6c-4bb2-89f7-3e729f0f8bf2 req-22dad196-e1c4-480f-9756-d1e971315e8c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0596809 Feb 11 06:33:59.775667 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-56d934ac-de6c-4bb2-89f7-3e729f0f8bf2 req-0c45d0e4-8ee5-43fd-8f81-18486d2cc52e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443025 Feb 11 06:34:00.902386 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e90415-fac2-492e-a2cf-6ca042d8c4ea req-3f9508f4-0ddd-429c-a5f5-ce72a88ad473 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:00.903897 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41e90415-fac2-492e-a2cf-6ca042d8c4ea req-3f9508f4-0ddd-429c-a5f5-ce72a88ad473 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0550756 Feb 11 06:34:00.964374 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-41e90415-fac2-492e-a2cf-6ca042d8c4ea req-758ef95c-05b4-4fc5-b4db-a08eb16ad6a3 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540466 Feb 11 06:34:02.098908 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7e7b8-595a-497e-b2e4-59150e981180 req-3c866de2-c10e-4627-a98a-a6f11060fd51 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:02.100406 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d7e7b8-595a-497e-b2e4-59150e981180 req-3c866de2-c10e-4627-a98a-a6f11060fd51 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0579071 Feb 11 06:34:02.149429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-27d7e7b8-595a-497e-b2e4-59150e981180 req-2fd61087-9af8-4039-96fc-70506c17b308 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Feb 11 06:34:03.269439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9b794-e026-4612-b3b0-9e7729b3e629 req-75481325-abf9-4f8a-910c-515cc968a237 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:03.270871 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bff9b794-e026-4612-b3b0-9e7729b3e629 req-75481325-abf9-4f8a-910c-515cc968a237 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0545619 Feb 11 06:34:03.320430 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bff9b794-e026-4612-b3b0-9e7729b3e629 req-84a9c1e4-0c83-4fc6-a05b-34d99b4a970b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439708 Feb 11 06:34:03.415169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e556327-6a24-40c2-bf86-3cd0ed93e602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:04.353652 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:34:04.492806 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbc545-5d28-4664-9782-6458ca5af18d req-b5b63bca-7d6d-480a-980e-2ba1a2202098 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:04.494365 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50bbc545-5d28-4664-9782-6458ca5af18d req-b5b63bca-7d6d-480a-980e-2ba1a2202098 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0536573 Feb 11 06:34:04.547059 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-50bbc545-5d28-4664-9782-6458ca5af18d req-8e165461-a7dc-41f5-bcc5-953e681601d7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470421 Feb 11 06:34:05.580903 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffdc0-8535-4f40-bcaf-275aa95c9450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:05.669335 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d37af-b23e-41f3-a486-1c84baa65b18 req-f10c5231-f56d-411c-986a-6d61ab11533f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:05.670819 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b2d37af-b23e-41f3-a486-1c84baa65b18 req-f10c5231-f56d-411c-986a-6d61ab11533f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0524566 Feb 11 06:34:05.720203 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-9b2d37af-b23e-41f3-a486-1c84baa65b18 req-103ab715-1244-4608-91b2-55de3b72ec2d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Feb 11 06:34:06.842792 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2fa95-987f-470f-8944-a33efb456402 req-c945e5c4-2a64-4d8f-b3f0-cd321d070256 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:06.844306 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72b2fa95-987f-470f-8944-a33efb456402 req-c945e5c4-2a64-4d8f-b3f0-cd321d070256 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0556126 Feb 11 06:34:06.893151 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72b2fa95-987f-470f-8944-a33efb456402 req-ec577363-200f-4ce7-8263-c9f67c72c7db tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Feb 11 06:34:07.003733 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:08.020549 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15da1b-bf33-4aa5-9b37-3ced20eb4211 req-5ede29a1-b11a-4ca8-aa3a-dcafb53e17c0 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:08.022060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc15da1b-bf33-4aa5-9b37-3ced20eb4211 req-5ede29a1-b11a-4ca8-aa3a-dcafb53e17c0 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0585537 Feb 11 06:34:08.070800 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cc15da1b-bf33-4aa5-9b37-3ced20eb4211 req-da0e216b-f367-4382-a5e6-1ba945a8c5d5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431950 Feb 11 06:34:08.580095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:08.857003 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 86e0912e-081a-40cf-858b-9be1c3010eb2 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:34:08.959992 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:08.972114 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'port_id': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'mac_address': 'fa:16:3e:c9:b2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:34:09.008820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 86e0912e-081a-40cf-858b-9be1c3010eb2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:09.009216 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:09.022211 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e0912e-081a-40cf-858b-9be1c3010eb2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:34:09.047162 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:09.129866 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:09.176852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:09.189445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.190444 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.191087 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.191283 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.191602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.191941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.192273 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.192625 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.192961 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.193289 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.193616 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.193941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.194262 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:34:09.242762 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd38fde-4a67-492d-97d8-0e1507b753f1 req-2aa9fe4f-7f59-4f96-96f6-e3a6b0e5834b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:09.244295 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bd38fde-4a67-492d-97d8-0e1507b753f1 req-2aa9fe4f-7f59-4f96-96f6-e3a6b0e5834b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 945 time: 0.1028857 Feb 11 06:34:09.280373 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:09.297624 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1bd38fde-4a67-492d-97d8-0e1507b753f1 req-fcc738dc-b06b-42aa-8be5-06d09f10a7c8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476606 Feb 11 06:34:09.362541 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['86e0912e-081a-40cf-858b-9be1c3010eb2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:34:09.387504 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:10.472051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acde7c-a857-479e-9d12-d203def63343 req-620a597a-6ab0-4050-93c1-ec847669b056 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:10.473610 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-29acde7c-a857-479e-9d12-d203def63343 req-620a597a-6ab0-4050-93c1-ec847669b056 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 945 time: 0.1008799 Feb 11 06:34:10.535462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-29acde7c-a857-479e-9d12-d203def63343 req-f1cc7cf8-a7dd-4118-997c-88861c188c1b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560107 Feb 11 06:34:10.888629 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 86e0912e-081a-40cf-858b-9be1c3010eb2 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:34:11.003082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port 86e0912e-081a-40cf-858b-9be1c3010eb2 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:34:11.007429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 86e0912e-081a-40cf-858b-9be1c3010eb2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:34:11.007815 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:11.093532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 86e0912e-081a-40cf-858b-9be1c3010eb2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:34:11.093839 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:11.116815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:34:11.119118 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d31439-e25d-4196-a87e-b1989f51f5cd" -d '{"events": [{"server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:34:11.134391 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:34:11.203919 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:11.237903 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072e323-7ee8-4e35-994b-c1f1b6548557 x-openstack-request-id: req-e072e323-7ee8-4e35-994b-c1f1b6548557 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:34:11.238302 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:34:11.238655 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e072e323-7ee8-4e35-994b-c1f1b6548557 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:34:11.239197 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'code': 200} Feb 11 06:34:11.269660 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:11.343486 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba25a8-276c-49ed-a059-7969ae0aaef6 req-ad66b7a8-8217-4a4c-b375-e760439814a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:11.345126 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cdba25a8-276c-49ed-a059-7969ae0aaef6 req-ad66b7a8-8217-4a4c-b375-e760439814a9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0497887 Feb 11 06:34:11.390894 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-cdba25a8-276c-49ed-a059-7969ae0aaef6 req-74163eb1-12b9-4427-b0d8-43bc30257f1a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 Feb 11 06:34:11.658250 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b9d53-7f4d-4b34-825b-cc4098153bae req-a919eb65-0ab5-40c1-9ba1-801d53bf9a44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:11.660280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c89b9d53-7f4d-4b34-825b-cc4098153bae req-a919eb65-0ab5-40c1-9ba1-801d53bf9a44 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0545809 Feb 11 06:34:11.709429 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c89b9d53-7f4d-4b34-825b-cc4098153bae req-22ea4387-8bf7-482d-b4b7-dd81e0b1aa0b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Feb 11 06:34:12.203678 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:12.834056 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2ec44-fbe5-451d-a8a2-0b57413573ae req-0e9f00fa-4be6-4000-bcd2-14096f8715c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:12.835587 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65a2ec44-fbe5-451d-a8a2-0b57413573ae req-0e9f00fa-4be6-4000-bcd2-14096f8715c2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0546744 Feb 11 06:34:12.884864 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-65a2ec44-fbe5-451d-a8a2-0b57413573ae req-3f58ac08-4125-4fb9-9dad-cde2ca2df606 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436869 Feb 11 06:34:13.010126 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a370e6-3f17-440c-81ce-9a31935975f3 req-7dec2dc8-efa2-454c-a05d-fdfd444760f2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:13.011579 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69a370e6-3f17-440c-81ce-9a31935975f3 req-7dec2dc8-efa2-454c-a05d-fdfd444760f2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0595074 Feb 11 06:34:13.063655 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-69a370e6-3f17-440c-81ce-9a31935975f3 req-f43b2d13-a9d2-4fa2-80b5-946f4bbf449d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463934 Feb 11 06:34:13.086330 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50904) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:13.131967 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b17b931-2af7-4123-ae0a-355302c383e8 tempest-TestShelveInstance-1630929144 tempest-TestShelveInstance-1630929144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:13.133567 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3b17b931-2af7-4123-ae0a-355302c383e8 tempest-TestShelveInstance-1630929144 tempest-TestShelveInstance-1630929144-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1124 time: 0.0458779 Feb 11 06:34:13.136354 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 50906) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:34:13.140563 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:34:13.284293 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:13.400471 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:13.505146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Allocated IP 172.25.8.68 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/3bf4dc9b-478f-4751-8164-54d4d056a85a) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:34:13.634228 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for port (3bf4dc9b-478f-4751-8164-54d4d056a85a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:13.746927 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3bf4dc9b-478f-4751-8164-54d4d056a85a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:13.787910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:34:13.790872 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:34:13.794519 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:34:13.816901 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'Port': ['ID=3bf4dc9b-478f-4751-8164-54d4d056a85a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:14.234781 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for floatingip (a48a530b-1664-4176-878d-019dfb0fea0e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:14.374474 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3bf4dc9b-478f-4751-8164-54d4d056a85a), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:14.532782 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for port (3bf4dc9b-478f-4751-8164-54d4d056a85a), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:14.603217 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (3bf4dc9b-478f-4751-8164-54d4d056a85a), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:14.677275 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event updated for resources: {'Port': ['ID=3bf4dc9b-478f-4751-8164-54d4d056a85a,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:34:14.687532 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (a48a530b-1664-4176-878d-019dfb0fea0e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:14.789730 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Floating IP a48a530b-1664-4176-878d-019dfb0fea0e associated. External IP: 172.25.8.68, port: 86e0912e-081a-40cf-858b-9be1c3010eb2. Feb 11 06:34:15.324693 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Router 83f8c89e-415a-4669-8c1f-0c44af776608 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:34:15.438451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:34:15.448623 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] Sync routers for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:34:15.459607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:15.460287 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:34:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:15.496552 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:15.528900 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-213753e7-3954-4fec-bff2-d60942f3463e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3913147 Feb 11 06:34:15.529611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:34:15.532370 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca64096-e164-4adf-90aa-24b92346b3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:34:15.581829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:15.583350 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a96baf4-035f-4a2a-a4b2-1f2af3ad37d9 x-openstack-request-id: req-0a96baf4-035f-4a2a-a4b2-1f2af3ad37d9 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:34:15.583646 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:34:15.583903 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a96baf4-035f-4a2a-a4b2-1f2af3ad37d9 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:34:15.584344 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'status': 'completed', 'code': 200} Feb 11 06:34:15.654856 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-d4311d3f-d35e-4dd2-80bd-759a21230740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:15.656398 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-d4311d3f-d35e-4dd2-80bd-759a21230740 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0478249 Feb 11 06:34:15.750803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-1ef9d3c7-2f2a-43d3-8f99-a26be689a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:15.752436 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-1ef9d3c7-2f2a-43d3-8f99-a26be689a4aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0904386 Feb 11 06:34:15.819347 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'a48a530b-1664-4176-878d-019dfb0fea0e', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'port_id': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'mac_address': 'fa:16:3e:c9:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:34:14Z', 'updated_at': '2022-02-11T06:34:14Z', 'revision_number': 0, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:15.820794 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-fb1d2203-a053-40ef-ae45-7ccc7a3e1cba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 999 time: 0.0625918 Feb 11 06:34:15.847935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] Checking router: 83f8c89e-415a-4669-8c1f-0c44af776608 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:34:15.857371 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:34:15.857983 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:34:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:15.870838 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-68e91c7a-2f38-4f8a-9575-cfe67b7e56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:15.872337 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-68e91c7a-2f38-4f8a-9575-cfe67b7e56c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0460453 Feb 11 06:34:15.926127 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-839c26d2-35e1-4dd9-bf96-9e441937b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:15.927692 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-839c26d2-35e1-4dd9-bf96-9e441937b1de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492699 Feb 11 06:34:15.977978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:34:16.022952 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-f5947d04-9330-4a1d-b049-9b07f3a2635e service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882845 Feb 11 06:34:16.119003 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-4ca64096-e164-4adf-90aa-24b92346b3d8 req-0ab0fc02-05b5-4d7c-9d74-3eadb4aae553 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899389 Feb 11 06:34:16.208393 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'a48a530b-1664-4176-878d-019dfb0fea0e', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'port_id': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'mac_address': 'fa:16:3e:c9:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:34:14Z', 'updated_at': '2022-02-11T06:34:14Z', 'revision_number': 0, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:34:16.239807 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3362ed7-7141-4d76-bfed-cd50f5f8de97 None None] The sync data for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 is: [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': 'a48a530b-1664-4176-878d-019dfb0fea0e', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'port_id': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'mac_address': 'fa:16:3e:c9:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:34:14Z', 'updated_at': '2022-02-11T06:34:14Z', 'revision_number': 0, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:34:16.437519 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641e217-4ad6-4bf0-b0d3-e7aec7b183fd None None] New status for floating IP a48a530b-1664-4176-878d-019dfb0fea0e: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:34:33.059872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f75ec70-8d90-41b8-9974-3558f90c70ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:35.591537 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-77d40b26-2d52-42b6-bc79-99e8fe41195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:37.030961 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:38.567890 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:39.288508 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:39.368233 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:41.353016 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:34:42.131515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca008682-0670-4e44-b57b-3d4178b09baa req-4d545c84-0516-4594-99ee-b445d6f76051 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850163 Feb 11 06:34:42.226133 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca008682-0670-4e44-b57b-3d4178b09baa req-cc0fedeb-5fff-4fac-b31b-3e990171565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:42.227588 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca008682-0670-4e44-b57b-3d4178b09baa req-cc0fedeb-5fff-4fac-b31b-3e990171565f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0487339 Feb 11 06:34:42.242397 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:42.339522 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca008682-0670-4e44-b57b-3d4178b09baa req-42b61374-de5a-4ec9-bf62-67ffdfa24061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:42.341036 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca008682-0670-4e44-b57b-3d4178b09baa req-42b61374-de5a-4ec9-bf62-67ffdfa24061 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0944719 Feb 11 06:34:42.406189 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca008682-0670-4e44-b57b-3d4178b09baa req-34a00710-56bd-4f9d-bd4b-c3bbf8caaf13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0593469 Feb 11 06:34:42.464241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca008682-0670-4e44-b57b-3d4178b09baa req-80566348-5ed1-4fe0-8c94-516dadfeeacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:42.465750 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca008682-0670-4e44-b57b-3d4178b09baa req-80566348-5ed1-4fe0-8c94-516dadfeeacf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0539234 Feb 11 06:34:42.518217 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca008682-0670-4e44-b57b-3d4178b09baa req-227a89b7-6f3f-49ff-aafb-0f77368bfce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:42.519722 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca008682-0670-4e44-b57b-3d4178b09baa req-227a89b7-6f3f-49ff-aafb-0f77368bfce6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481753 Feb 11 06:34:42.620684 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca008682-0670-4e44-b57b-3d4178b09baa req-14d0a063-7540-4bbe-9082-0287ee25aea8 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884697 Feb 11 06:34:42.719205 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ca008682-0670-4e44-b57b-3d4178b09baa req-d98ac4c8-02ae-4e38-9634-d303a810f83a service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925446 Feb 11 06:35:03.093421 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2afe78f2-481c-4d6c-bd59-29f587564abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:05.607966 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ddb4842d-72b7-4526-92c8-6925358d323b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:06.996247 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:08.601707 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:09.384942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:09.413081 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:12.230327 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:18.353506 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:35:33.058531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61a43af0-1db8-4a9d-9e94-8c7bbe44c263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:35.566986 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5bfc419e-2ba0-4823-8818-88255a6fe49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:36.973206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:38.698412 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:39.292799 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:39.378826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:42.212881 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:43.499806 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-2d9b8f89-3214-4c2f-a01d-8e0720dae070 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458608 Feb 11 06:35:43.593663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-b3e66fa0-144f-4d93-8e5e-bdff773be3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:43.595254 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-b3e66fa0-144f-4d93-8e5e-bdff773be3d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0485942 Feb 11 06:35:43.703792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-c3073c23-22b7-43d3-b46c-acc2f3af1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:43.705355 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-c3073c23-22b7-43d3-b46c-acc2f3af1026 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0916479 Feb 11 06:35:43.775777 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-5c67a3fb-093d-4e11-8456-cdd429a593e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0634835 Feb 11 06:35:43.826632 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-a4e43570-a7d4-45c2-a3b5-4a114b7873ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:43.828087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-a4e43570-a7d4-45c2-a3b5-4a114b7873ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0476043 Feb 11 06:35:43.876181 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-7b979ae0-18bd-4d6f-b980-a5d7ab2f1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:43.877704 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-7b979ae0-18bd-4d6f-b980-a5d7ab2f1541 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437331 Feb 11 06:35:43.969113 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-413b3ce8-c3f6-42ba-9e0e-e922b7af1b19 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851686 Feb 11 06:35:44.067754 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eb137584-79a0-4913-ab39-0fe8b7b3cae2 req-d68d95e6-0f84-4b09-a547-e7cbe2cfcf12 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905740 Feb 11 06:35:55.353402 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:36:03.052193 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e527536-c376-4167-87d0-fa305fead56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:05.571936 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4cd6fd98-3246-4aae-a73b-45c0a2b568ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:06.989665 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:08.606278 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:09.258201 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:09.360851 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:12.252475 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:32.352780 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:36:33.045280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-72a909bb-4457-4db6-ab7b-332034beab94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.651431 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a566e36-1c3d-41ef-aa50-0d4d9e1d5e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:36.989170 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:38.628856 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.279001 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:39.394330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:42.211376 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:42.283909 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70ed4-686e-4a12-985b-24e836677b70 req-c40a781e-721d-432a-a8f7-dfba63c38fcd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:42.285569 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48f70ed4-686e-4a12-985b-24e836677b70 req-c40a781e-721d-432a-a8f7-dfba63c38fcd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0551696 Feb 11 06:36:42.337731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-48f70ed4-686e-4a12-985b-24e836677b70 req-12ab4391-da08-4f78-bc5a-dccbc00bd9dd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447111 Feb 11 06:36:43.472093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62e5e-429b-47fb-8156-036a983e2f4f req-286c0ce5-46ce-41bd-82c8-7549940e973c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:43.473631 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e62e5e-429b-47fb-8156-036a983e2f4f req-286c0ce5-46ce-41bd-82c8-7549940e973c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0597026 Feb 11 06:36:43.521049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-47e62e5e-429b-47fb-8156-036a983e2f4f req-ef691e85-363d-4ca5-9929-656fec65e0ac tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418150 Feb 11 06:36:44.649224 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae5d4-b659-41c6-9876-12e1d44c3cdf req-27f2bd8d-793a-4f9c-b7f1-c7c6ab376431 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:44.650731 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b68ae5d4-b659-41c6-9876-12e1d44c3cdf req-27f2bd8d-793a-4f9c-b7f1-c7c6ab376431 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0532103 Feb 11 06:36:44.701109 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b68ae5d4-b659-41c6-9876-12e1d44c3cdf req-1c45bc97-39b1-43f9-99d2-ca520fdf2d6e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446036 Feb 11 06:36:45.826470 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5222ec-17de-4def-aac5-6f27886b9734 req-23570140-e867-4f9f-815c-5e9237cabbac tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.828042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf5222ec-17de-4def-aac5-6f27886b9734 req-23570140-e867-4f9f-815c-5e9237cabbac tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0578098 Feb 11 06:36:45.888220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-cf5222ec-17de-4def-aac5-6f27886b9734 req-b0e8020d-8b30-4c08-8541-78250f76c30e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505776 Feb 11 06:36:46.136974 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-d98cbd01-49c1-4303-8f3f-7e91d90a93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.138535 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-d98cbd01-49c1-4303-8f3f-7e91d90a93ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0499189 Feb 11 06:36:46.255996 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-cc4d60fc-243c-44ba-a6df-8c4de858ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.257523 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-cc4d60fc-243c-44ba-a6df-8c4de858ed48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.1012776 Feb 11 06:36:46.333636 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-a80076f5-f9e6-4c9c-9da2-7e4557680879 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0698969 Feb 11 06:36:46.389747 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-2a9133c6-337e-47cf-89d0-375bba21182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.391141 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-2a9133c6-337e-47cf-89d0-375bba21182a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0522616 Feb 11 06:36:46.441060 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-3f321c5d-86b8-4468-90d0-49d5aa733db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.442605 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-3f321c5d-86b8-4468-90d0-49d5aa733db1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458121 Feb 11 06:36:46.534652 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-b55fc171-6057-41ce-b561-368568528688 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861425 Feb 11 06:36:46.632823 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-0d34ff34-6a83-404c-bb0e-914265f74c1c req-e1bfc274-33b3-4468-8048-1665295f72fe service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928760 Feb 11 06:36:47.019753 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b642e0-c78b-4afa-8e4b-0a8472819e90 req-9dca98ef-05b1-4e00-847f-14dfb6679989 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:47.021405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7b642e0-c78b-4afa-8e4b-0a8472819e90 req-9dca98ef-05b1-4e00-847f-14dfb6679989 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0604076 Feb 11 06:36:47.081382 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f7b642e0-c78b-4afa-8e4b-0a8472819e90 req-8d1b907e-6124-408c-b912-53c473cf6517 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539880 Feb 11 06:36:48.211207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1052-ecb1-4d2d-871e-2b97ea7a8dab req-8c94827b-9044-43fd-b425-5343acc27717 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:48.212746 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-586d1052-ecb1-4d2d-871e-2b97ea7a8dab req-8c94827b-9044-43fd-b425-5343acc27717 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0556695 Feb 11 06:36:48.263882 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-586d1052-ecb1-4d2d-871e-2b97ea7a8dab req-792ebd94-c93d-4ed5-8e85-35f10e39afeb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456340 Feb 11 06:36:49.396505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaea96-f6fc-448e-a2e2-92c0371e09b1 req-dd918b51-bd3b-4eca-aa57-349395ff2c8b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:49.398106 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0bfaea96-f6fc-448e-a2e2-92c0371e09b1 req-dd918b51-bd3b-4eca-aa57-349395ff2c8b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0600073 Feb 11 06:36:49.456738 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0bfaea96-f6fc-448e-a2e2-92c0371e09b1 req-adb6655a-9213-46dc-a62e-25024d414cbc tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528102 Feb 11 06:36:50.582318 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20ba3b-9ef3-4399-93d3-ae79b1268822 req-430eba41-8fd7-4f5f-a2e9-aeb8a9db4d8d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:50.583896 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf20ba3b-9ef3-4399-93d3-ae79b1268822 req-430eba41-8fd7-4f5f-a2e9-aeb8a9db4d8d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0580931 Feb 11 06:36:50.638131 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bf20ba3b-9ef3-4399-93d3-ae79b1268822 req-e555c31c-1ed8-4887-906b-2392e553987e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485213 Feb 11 06:36:51.776629 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdcc22-1ecd-4077-b3bf-c030b963bc55 req-a18ef9ce-cde6-43c1-8729-d91252e514e1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:51.778165 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ebdcc22-1ecd-4077-b3bf-c030b963bc55 req-a18ef9ce-cde6-43c1-8729-d91252e514e1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0614331 Feb 11 06:36:51.830597 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2ebdcc22-1ecd-4077-b3bf-c030b963bc55 req-41b13f03-f46f-4a41-ae4c-1117b23c4780 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467107 Feb 11 06:36:52.477188 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-babe7029-aa7d-43c6-bf80-40cc38773a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:52.478718 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-babe7029-aa7d-43c6-bf80-40cc38773a8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0470119 Feb 11 06:36:52.575264 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-2998df34-e999-4d76-ac68-ab7eb2d95616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:52.576801 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-2998df34-e999-4d76-ac68-ab7eb2d95616 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0923402 Feb 11 06:36:52.643183 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-059af8b5-dd34-49b8-8c75-1ded77537f6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0600147 Feb 11 06:36:52.698021 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-463a9e87-499f-495e-81a6-ac30f24ed5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:52.699523 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-463a9e87-499f-495e-81a6-ac30f24ed5b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0508530 Feb 11 06:36:52.751657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-a3315284-c58d-4701-acb6-c1f4e56a51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:52.753693 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-a3315284-c58d-4701-acb6-c1f4e56a51d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489330 Feb 11 06:36:52.848694 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-704654ed-c12b-420a-bf3a-77bbc2ebf364 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889790 Feb 11 06:36:52.950240 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f710dd68-ea2d-4b93-83a2-3578b48560e7 req-207db2fe-2db4-42e6-8ad9-1d9aa6bc0a4a service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960481 Feb 11 06:36:52.960914 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c28e75-e7c7-45e0-8be2-6533d0b351df req-f2da771c-483c-4c6d-934a-b2434c415daa tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:52.962619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96c28e75-e7c7-45e0-8be2-6533d0b351df req-f2da771c-483c-4c6d-934a-b2434c415daa tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0625432 Feb 11 06:36:53.019135 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-96c28e75-e7c7-45e0-8be2-6533d0b351df req-f46d26c8-3c12-4e84-b93b-4a6aef16df76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497396 Feb 11 06:36:54.141561 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72142168-3b5d-4a12-b6ec-5920c6fc9401 req-114aa089-1d36-43a8-9da7-de5ca4622068 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:54.143112 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72142168-3b5d-4a12-b6ec-5920c6fc9401 req-114aa089-1d36-43a8-9da7-de5ca4622068 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0541260 Feb 11 06:36:54.200820 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-72142168-3b5d-4a12-b6ec-5920c6fc9401 req-095ae5e5-1e75-4fcd-8d66-9ec4ccf4c883 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511959 Feb 11 06:36:55.334225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c51059-4212-45d1-808e-46ff30f0f039 req-371ad53d-1866-4ba3-b947-b2680cfbcea9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:55.335964 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68c51059-4212-45d1-808e-46ff30f0f039 req-371ad53d-1866-4ba3-b947-b2680cfbcea9 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0579197 Feb 11 06:36:55.389850 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-68c51059-4212-45d1-808e-46ff30f0f039 req-798d2ec4-845b-4a0f-a8d9-f6b1c71cba4f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473216 Feb 11 06:36:56.523458 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9bdf1-da43-40b9-b016-faf6f953bb59 req-07bc45cf-b75b-4f4c-88fc-e4d927b7a9da tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:56.524949 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0c9bdf1-da43-40b9-b016-faf6f953bb59 req-07bc45cf-b75b-4f4c-88fc-e4d927b7a9da tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0618465 Feb 11 06:36:56.576170 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b0c9bdf1-da43-40b9-b016-faf6f953bb59 req-cdb11232-31da-470e-b888-ee81e06bbb57 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Feb 11 06:36:57.710374 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7a484-0f76-4d37-911d-8710fe574804 req-7cfbb14b-3a09-482f-b8a7-960ff9c20d79 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:57.711991 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46a7a484-0f76-4d37-911d-8710fe574804 req-7cfbb14b-3a09-482f-b8a7-960ff9c20d79 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0636520 Feb 11 06:36:57.778906 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-46a7a484-0f76-4d37-911d-8710fe574804 req-b66d1a54-4767-42b8-bc32-412e0a438126 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465426 Feb 11 06:36:57.784943 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 86e0912e-081a-40cf-858b-9be1c3010eb2 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:36:57.875527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 86e0912e-081a-40cf-858b-9be1c3010eb2 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:36:57.875995 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:57.903284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:36:57.905730 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42643617-91f3-4f25-99b1-062290fb7e29" -d '{"events": [{"server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "name": "network-vif-unplugged", "status": "completed", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:36:57.920411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:58.010988 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:58.060895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:58.068941 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.069317 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.069651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.069999 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.070338 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.070669 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.071027 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.071339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.071680 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.072014 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.072339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.072706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.073036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:58.909844 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e3f9d-3d0e-4780-9087-4219aa55644a req-ee08605a-5aeb-4afc-a72a-0f800ecea542 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:58.911448 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-396e3f9d-3d0e-4780-9087-4219aa55644a req-ee08605a-5aeb-4afc-a72a-0f800ecea542 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0575798 Feb 11 06:36:58.971913 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ffd7e-6375-4291-8e42-1d67d80c135d x-openstack-request-id: req-3d4ffd7e-6375-4291-8e42-1d67d80c135d {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:36:58.972435 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "name": "network-vif-unplugged", "status": "completed", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:36:58.972552 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d4ffd7e-6375-4291-8e42-1d67d80c135d {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:36:58.972922 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'code': 200} Feb 11 06:36:58.974835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-396e3f9d-3d0e-4780-9087-4219aa55644a req-4ed32a30-a425-4fd4-bef1-58c06d1973a8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577178 Feb 11 06:36:59.046276 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-bcd0e880-cbaa-4e6b-a8f0-c5d8147717c2 req-a3d08f97-2ff9-4903-9be4-11e299b96623 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:36:59.047285 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bcd0e880-cbaa-4e6b-a8f0-c5d8147717c2 req-a3d08f97-2ff9-4903-9be4-11e299b96623 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055037 Feb 11 06:36:59.351122 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b69-19c2-40b2-bd56-9df1a55ee8c2 req-140c1ce7-6d88-47d2-9858-f0dd8e8b9a46 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:59.352777 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-202b6b69-19c2-40b2-bd56-9df1a55ee8c2 req-140c1ce7-6d88-47d2-9858-f0dd8e8b9a46 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0592711 Feb 11 06:36:59.417368 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-202b6b69-19c2-40b2-bd56-9df1a55ee8c2 req-cfe3e33c-ee72-4e28-a74c-8c99e087dbd5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585341 Feb 11 06:36:59.425130 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-13cb2737-9efd-493e-a928-0fc3f99ea476 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002772 Feb 11 06:36:59.435088 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-8a70ca7d-4b6b-4276-917a-638fd2905a24 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:36:59.435088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-8a70ca7d-4b6b-4276-917a-638fd2905a24 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052180 Feb 11 06:36:59.599865 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-5be21855-f802-4f17-bbfd-78298a07e6ec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:59.601344 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-5be21855-f802-4f17-bbfd-78298a07e6ec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports/86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 941 time: 0.1316013 Feb 11 06:37:00.555051 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b3db-11ce-4c1c-87d7-fc66e7a46361 req-d319444c-240b-47dd-82b7-80ac8be10b29 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:00.556737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4562b3db-11ce-4c1c-87d7-fc66e7a46361 req-d319444c-240b-47dd-82b7-80ac8be10b29 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0619965 Feb 11 06:37:00.611643 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4562b3db-11ce-4c1c-87d7-fc66e7a46361 req-82d24974-e613-44fb-adb6-8abe5c225d3c tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482683 Feb 11 06:37:01.747402 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dac0c-1ce6-4a45-b2f4-e084bf94ae4a req-522803d0-7dd0-4eb5-b3f1-55e26841791e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:01.749060 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a8dac0c-1ce6-4a45-b2f4-e084bf94ae4a req-522803d0-7dd0-4eb5-b3f1-55e26841791e tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0574005 Feb 11 06:37:01.812628 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5a8dac0c-1ce6-4a45-b2f4-e084bf94ae4a req-ec41efc0-156e-40e4-aa2e-ff4646e481d8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578561 Feb 11 06:37:02.953823 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327d159-6152-469d-8d00-82b7f71d290b req-b646de82-8cac-481b-8d36-288b5c312e4b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:02.955856 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7327d159-6152-469d-8d00-82b7f71d290b req-b646de82-8cac-481b-8d36-288b5c312e4b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0630965 Feb 11 06:37:03.012070 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-7327d159-6152-469d-8d00-82b7f71d290b req-b6bcf6fe-ca64-4307-86b7-7e64dcd16c68 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501206 Feb 11 06:37:03.068134 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca3e2-bbe1-4992-ade6-1c59bc4692d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:04.143930 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bff5e-157e-49b3-9a99-14f170302426 req-4b5852c1-5a6d-431c-844d-b83c56e0628b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:04.145538 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a5bff5e-157e-49b3-9a99-14f170302426 req-4b5852c1-5a6d-431c-844d-b83c56e0628b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0588350 Feb 11 06:37:04.201922 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1a5bff5e-157e-49b3-9a99-14f170302426 req-d4242c71-d39e-4a69-b12d-9b4fbeb37739 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485375 Feb 11 06:37:05.335115 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7d7fc-3c49-4309-a56c-64cb5b808a32 req-f78cb130-75e6-43aa-8d39-dd42ef8b51d6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:05.336818 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0aa7d7fc-3c49-4309-a56c-64cb5b808a32 req-f78cb130-75e6-43aa-8d39-dd42ef8b51d6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0608094 Feb 11 06:37:05.388988 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0aa7d7fc-3c49-4309-a56c-64cb5b808a32 req-108433bf-71f4-4e2c-868f-6ee23e90fa32 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463145 Feb 11 06:37:05.610494 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6956e84-a397-498b-bfa2-c9e0b1d3fae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.523242 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5bde-1c1d-4fc1-9701-385892bc9edf req-587dc194-1d1c-4b3e-aafa-c63c9cea6bfb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:06.525234 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ab5bde-1c1d-4fc1-9701-385892bc9edf req-587dc194-1d1c-4b3e-aafa-c63c9cea6bfb tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0607619 Feb 11 06:37:06.577784 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-19ab5bde-1c1d-4fc1-9701-385892bc9edf req-e1ad8a37-87a0-443f-9a24-674b12af651d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464785 Feb 11 06:37:06.999615 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.705950 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a9f6d-c0a1-497a-a758-046118566a86 req-abd085bf-3ae1-4fdf-ad3a-2c1f444f0e64 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:07.707493 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-849a9f6d-c0a1-497a-a758-046118566a86 req-abd085bf-3ae1-4fdf-ad3a-2c1f444f0e64 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0544643 Feb 11 06:37:07.766554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-849a9f6d-c0a1-497a-a758-046118566a86 req-1e03cb98-7da9-45a7-ba95-cbe6a1021573 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499988 Feb 11 06:37:08.616626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.903517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07402c-fda6-4556-a7d5-5cac7691b12e req-892c61c4-e830-4e88-9932-2056578dc6c4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:08.905141 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc07402c-fda6-4556-a7d5-5cac7691b12e req-892c61c4-e830-4e88-9932-2056578dc6c4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0610640 Feb 11 06:37:08.965085 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-fc07402c-fda6-4556-a7d5-5cac7691b12e req-6470cd2e-93eb-46bb-a5d1-6184e23f117d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496142 Feb 11 06:37:09.233626 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:09.352484 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:37:09.377264 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.093793 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa35e1-00b2-4486-9875-92461f8971bb req-9c3a64dc-8ceb-4903-89e7-05938e95e0ef tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:10.095893 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90fa35e1-00b2-4486-9875-92461f8971bb req-9c3a64dc-8ceb-4903-89e7-05938e95e0ef tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0577307 Feb 11 06:37:10.156836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-90fa35e1-00b2-4486-9875-92461f8971bb req-ca62499f-8331-46b4-a9b1-653eb668c63b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544405 Feb 11 06:37:11.084208 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-ab71791f-6a2b-4bdb-a46e-e7a9b77c0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:11.085788 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-ab71791f-6a2b-4bdb-a46e-e7a9b77c0098 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff&tenant_id=c7e6760d44cc4c188fad2567068fcd1c HTTP/1.1" status: 200 len: 1127 time: 0.0506516 Feb 11 06:37:11.151781 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-8fd0821b-861a-411d-9815-b0062aebc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:11.153268 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-8fd0821b-861a-411d-9815-b0062aebc115 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1127 time: 0.0458982 Feb 11 06:37:11.256153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-9d8fc5f1-8ef2-4699-860d-273da4c7a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:11.257768 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-9d8fc5f1-8ef2-4699-860d-273da4c7a389 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0976224 Feb 11 06:37:11.305265 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47fd79-addf-4db3-a8cd-116bd8d25fff req-65d112cf-9e9a-470e-bd6e-eaee11c5487d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:11.307096 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd47fd79-addf-4db3-a8cd-116bd8d25fff req-65d112cf-9e9a-470e-bd6e-eaee11c5487d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0753143 Feb 11 06:37:11.330716 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-a2203f31-f862-4c83-a61a-380aa9c54092 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 999 time: 0.0663300 Feb 11 06:37:11.365701 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dd47fd79-addf-4db3-a8cd-116bd8d25fff req-8535d024-93e1-4269-b0ed-cb72d3f73fe5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497220 Feb 11 06:37:11.383070 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-ba7f6892-6c88-4bfb-9c70-c15f30f79996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:11.384654 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-ba7f6892-6c88-4bfb-9c70-c15f30f79996 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0482490 Feb 11 06:37:11.445622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-67315fe3-188d-4d9f-824d-a5fd10800bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:11.447082 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-67315fe3-188d-4d9f-824d-a5fd10800bf7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0568509 Feb 11 06:37:11.542788 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-312a5425-4994-4951-926a-fcc76eb8b48c service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898271 Feb 11 06:37:11.639744 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-d1fdcce7-930a-4447-bc1b-a58f0e28bf3b service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907140 Feb 11 06:37:12.233741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.745350 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117477a-570c-4f80-a6f4-be85254fa9bf req-143076bc-f8a6-4263-90cf-967702519213 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:12.746849 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d117477a-570c-4f80-a6f4-be85254fa9bf req-143076bc-f8a6-4263-90cf-967702519213 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0538025 Feb 11 06:37:12.797146 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d117477a-570c-4f80-a6f4-be85254fa9bf req-960c928f-d6e1-4dce-9b8c-b58d7e198ac7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432689 Feb 11 06:37:13.925456 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333713a-647c-4a82-bb4d-5087774c26b8 req-289da6d5-3dfd-4814-954b-9bae1b393a86 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:13.927007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c333713a-647c-4a82-bb4d-5087774c26b8 req-289da6d5-3dfd-4814-954b-9bae1b393a86 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0591385 Feb 11 06:37:13.982432 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c333713a-647c-4a82-bb4d-5087774c26b8 req-5f42ac40-f322-4a5e-86fe-dc3507c5df25 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498049 Feb 11 06:37:15.100887 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d7f1e-f3b7-4d19-991b-f49a5e7d9f30 req-457e07a9-b391-4220-a02b-db44ec477f76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:15.102418 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b17d7f1e-f3b7-4d19-991b-f49a5e7d9f30 req-457e07a9-b391-4220-a02b-db44ec477f76 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0531001 Feb 11 06:37:15.153886 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b17d7f1e-f3b7-4d19-991b-f49a5e7d9f30 req-dbc9a1a0-5615-41f4-924d-c930f80a6581 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458252 Feb 11 06:37:16.290243 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c594dc-2b0c-4681-8780-96a8def2a3c6 req-f4f24aae-dafa-46a0-92c1-3f0903dd6084 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:16.292331 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5c594dc-2b0c-4681-8780-96a8def2a3c6 req-f4f24aae-dafa-46a0-92c1-3f0903dd6084 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0566027 Feb 11 06:37:16.348775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-e5c594dc-2b0c-4681-8780-96a8def2a3c6 req-642433f8-f41d-4a25-ba9b-9250b172baf2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498645 Feb 11 06:37:17.476282 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09ff60-b933-4e86-a232-ef0f3efebf06 req-50f1a9b2-d75e-4a4f-b7cf-e08e7bcc1ed7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:17.477833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de09ff60-b933-4e86-a232-ef0f3efebf06 req-50f1a9b2-d75e-4a4f-b7cf-e08e7bcc1ed7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0578873 Feb 11 06:37:17.527196 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-de09ff60-b933-4e86-a232-ef0f3efebf06 req-9fcfc91f-99ca-453e-8ff7-56ddcf3a7909 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 Feb 11 06:37:18.648559 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e339ea-c88d-4108-a063-b3ea302e1556 req-9bdce238-b15f-4814-9bb5-1e43cd357759 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:18.654310 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85e339ea-c88d-4108-a063-b3ea302e1556 req-9bdce238-b15f-4814-9bb5-1e43cd357759 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0530453 Feb 11 06:37:18.717389 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-85e339ea-c88d-4108-a063-b3ea302e1556 req-329f275e-2bba-495a-883a-af5888da6273 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616379 Feb 11 06:37:19.848980 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ccbd6-e573-4de9-8971-46e192f4215d req-86d2ea42-2ed9-4b61-9298-88797db6fc74 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.850530 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f5ccbd6-e573-4de9-8971-46e192f4215d req-86d2ea42-2ed9-4b61-9298-88797db6fc74 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 944 time: 0.0595250 Feb 11 06:37:19.903002 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-5f5ccbd6-e573-4de9-8971-46e192f4215d req-7a2a3207-63b1-4e41-a5e2-0298e7988ede tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469038 Feb 11 06:37:19.911485 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 86e0912e-081a-40cf-858b-9be1c3010eb2 details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:37:20.011310 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:20.023202 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'port_id': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'mac_address': 'fa:16:3e:c9:b2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:37:20.073715 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 86e0912e-081a-40cf-858b-9be1c3010eb2 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:20.074110 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:20.088584 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e0912e-081a-40cf-858b-9be1c3010eb2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:37:20.109096 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:20.227037 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:20.275657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:20.452248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['86e0912e-081a-40cf-858b-9be1c3010eb2'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:37:21.026621 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfce23b-6823-4f64-906f-9c5b1fa37eb9 req-c5e2517c-0c69-411a-a59b-9654d5dff1a4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:21.028148 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6bfce23b-6823-4f64-906f-9c5b1fa37eb9 req-c5e2517c-0c69-411a-a59b-9654d5dff1a4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 945 time: 0.0532558 Feb 11 06:37:21.078378 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6bfce23b-6823-4f64-906f-9c5b1fa37eb9 req-d294ef5e-0c56-4dce-80d3-3da1bcfeb5f4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438802 Feb 11 06:37:21.930972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 86e0912e-081a-40cf-858b-9be1c3010eb2 up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:21.980608 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port 86e0912e-081a-40cf-858b-9be1c3010eb2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:21.981011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:22.061986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port 86e0912e-081a-40cf-858b-9be1c3010eb2 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:22.062351 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:22.085988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:37:22.088267 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a05c337-c96d-4846-92a6-b6449b8c02fc" -d '{"events": [{"server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:37:22.102075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:22.128357 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9176d0-8589-46fe-93f4-b1325134b228 x-openstack-request-id: req-6b9176d0-8589-46fe-93f4-b1325134b228 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:37:22.128770 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "name": "network-vif-plugged", "status": "completed", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:37:22.128966 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b9176d0-8589-46fe-93f4-b1325134b228 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:37:22.129352 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'code': 200} Feb 11 06:37:22.182074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:22.210079 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b16bc-d67b-494e-badc-b4a9f0f05b34 req-e98d4619-8852-4439-a8da-e042b3259435 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:22.211681 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a70b16bc-d67b-494e-badc-b4a9f0f05b34 req-e98d4619-8852-4439-a8da-e042b3259435 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 945 time: 0.0605397 Feb 11 06:37:22.238639 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:22.277130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a70b16bc-d67b-494e-badc-b4a9f0f05b34 req-1396ca87-92af-4892-b6b8-c326fa70f4b6 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581853 Feb 11 06:37:22.293706 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdbb34-1378-4a52-ab0a-ce14b083a6ae req-dc13ef55-3b49-4cfe-8eab-ff89326ebaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:22.295266 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f7cdbb34-1378-4a52-ab0a-ce14b083a6ae req-dc13ef55-3b49-4cfe-8eab-ff89326ebaa9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0483501 Feb 11 06:37:22.343594 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f7cdbb34-1378-4a52-ab0a-ce14b083a6ae req-37b44e9c-56bb-4549-8378-cac5ad602e85 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403209 Feb 11 06:37:23.405116 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345cc3-5b00-4578-bad4-8bd9209b56c8 req-9c5043d6-840d-4a2b-8be8-65dcdf5f1b39 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:23.406638 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25345cc3-5b00-4578-bad4-8bd9209b56c8 req-9c5043d6-840d-4a2b-8be8-65dcdf5f1b39 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0553768 Feb 11 06:37:23.461641 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-25345cc3-5b00-4578-bad4-8bd9209b56c8 req-d9a5b535-b6cc-4d2f-a7f1-860d3e0f5415 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489585 Feb 11 06:37:24.587162 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cacdb-e03b-4bc3-94f9-af21c31a0906 req-fdcd8fdd-43b3-45c0-8bb7-31e0a220a376 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:24.588702 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b1cacdb-e03b-4bc3-94f9-af21c31a0906 req-fdcd8fdd-43b3-45c0-8bb7-31e0a220a376 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0536857 Feb 11 06:37:24.639345 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-1b1cacdb-e03b-4bc3-94f9-af21c31a0906 req-c8dc623a-5f13-41ed-a021-9cca010dd599 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448625 Feb 11 06:37:33.049855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-367dd2f3-2811-4b54-a985-d20dc047c666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:35.604221 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9192035-fa45-4162-872c-1f10d9e8810a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:37.038720 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:38.592766 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:39.244493 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:39.358595 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:42.244871 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:46.352326 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:37:47.499986 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-7bc33022-c048-4da0-8377-e3c505250151 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504510 Feb 11 06:37:47.601448 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-571c3f0b-3877-4449-b65a-e4f02660a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:47.603023 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-571c3f0b-3877-4449-b65a-e4f02660a65d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0560405 Feb 11 06:37:47.710447 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-95d3fe18-005c-4b9f-8006-5d593509e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:47.711934 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-95d3fe18-005c-4b9f-8006-5d593509e024 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0894780 Feb 11 06:37:47.782792 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-0877b33b-a732-4d09-bf2f-f72cb42e34b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0645962 Feb 11 06:37:47.838103 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-a429e66c-c4f7-4db8-96a2-d74d69f7e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:47.839589 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-a429e66c-c4f7-4db8-96a2-d74d69f7e8c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0515671 Feb 11 06:37:47.892124 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-921cb1e2-af67-485d-ba1a-f5faed3b2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:47.893810 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-921cb1e2-af67-485d-ba1a-f5faed3b2e18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485718 Feb 11 06:37:47.995880 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-e754da07-3327-4180-9d69-af21656183f8 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956750 Feb 11 06:37:48.089057 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-48b4d82e-516b-4cd5-a907-68394ce05737 req-b4005162-5c45-4c1d-bddb-621ece11f568 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865817 Feb 11 06:38:03.037884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bffe514-0c0e-4fa5-aaf1-13cd00d3594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:05.614898 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-caf5d681-9809-45a8-9821-77b4621e2d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:07.021099 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:08.586591 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:09.249434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:09.335017 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:12.243880 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:23.352178 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:38:33.100582 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ccdf-74f5-4b48-93dc-c00d6b6ffa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:35.614507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-55f24112-63a7-4516-b362-fbbf24ddd0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:37.019882 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:38.596942 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:39.254296 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:39.362755 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:42.276786 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:48.499645 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-068e2dd3-4a1a-4cba-9960-d1503b334505 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562277 Feb 11 06:38:48.587983 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-59104366-ca8c-4338-a8a1-a22910760b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:48.589580 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-59104366-ca8c-4338-a8a1-a22910760b3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0487211 Feb 11 06:38:48.713592 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-b4677100-11e2-472b-b4ee-7719b22274b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:48.715121 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-b4677100-11e2-472b-b4ee-7719b22274b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.1072013 Feb 11 06:38:48.789087 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-5cae21e4-0a13-4f03-a053-a2a0e9339d14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0681572 Feb 11 06:38:48.841715 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-1cbcbdbc-02b4-4263-b9b4-a146a9157bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:48.843252 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-1cbcbdbc-02b4-4263-b9b4-a146a9157bc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0489149 Feb 11 06:38:48.894459 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-27220c93-1966-4919-a706-7b07abb8d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:48.896016 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-27220c93-1966-4919-a706-7b07abb8d59d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472202 Feb 11 06:38:48.994460 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-e6b89e92-0e72-41fc-866a-e62fe35b4661 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919621 Feb 11 06:38:49.122172 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fba16a12-ba2c-4d60-9489-924df7fbf413 req-bfb82912-cb6b-4a9d-9260-6e9f8c071107 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216195 Feb 11 06:39:00.089443 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51110) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:00.258081 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Deleting port 3bf4dc9b-478f-4751-8164-54d4d056a85a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:00.258989 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3bf4dc9b-478f-4751-8164-54d4d056a85a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:00.336006 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3bf4dc9b-478f-4751-8164-54d4d056a85a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:00.336309 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for floatingip (3bf4dc9b-478f-4751-8164-54d4d056a85a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:00.348377 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Calling delete_port for 3bf4dc9b-478f-4751-8164-54d4d056a85a owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:00.352654 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:39:00.551281 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3bf4dc9b-478f-4751-8164-54d4d056a85a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:00.577799 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event deleted for resources: {'Port': ['ID=3bf4dc9b-478f-4751-8164-54d4d056a85a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:00.610593 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.610946 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.611297 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.611630 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.611999 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.612376 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.612748 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.613083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.613410 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.613737 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.614129 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.614393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.614714 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:00.660185 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for floatingip (a48a530b-1664-4176-878d-019dfb0fea0e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:00.660513 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Floating IP a48a530b-1664-4176-878d-019dfb0fea0e disassociated (deleted). External IP: 172.25.8.68, port: 86e0912e-081a-40cf-858b-9be1c3010eb2. Feb 11 06:39:01.209654 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Router 83f8c89e-415a-4669-8c1f-0c44af776608 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:39:01.322455 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:39:01.326902 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:01.334789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] Sync routers for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:39:01.346335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:01.347075 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:38:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:01.357756 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-4b1e2d92-8b30-46a3-8c32-0632a49fa8a5 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "DELETE /v2.0/floatingips/a48a530b-1664-4176-878d-019dfb0fea0e HTTP/1.1" status: 204 len: 168 time: 1.2671821 Feb 11 06:39:01.358705 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:01.361344 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5bc7cc-86c5-4a8a-9c15-71718df33345" -d '{"events": [{"name": "network-changed", "server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:01.478382 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:01.693739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:01.727509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] Checking router: 83f8c89e-415a-4669-8c1f-0c44af776608 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:39:01.736061 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:01.736724 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:38:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:01.753017 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3047404-f076-4117-925f-cdd719b3b046 req-0b631ab2-50cb-4349-98ab-1d737cadf8b7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:01.754663 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3047404-f076-4117-925f-cdd719b3b046 req-0b631ab2-50cb-4349-98ab-1d737cadf8b7 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0592585 Feb 11 06:39:01.805853 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c3047404-f076-4117-925f-cdd719b3b046 req-7e41fa48-a1d3-4d2c-80ff-2d8a9db6daa1 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 Feb 11 06:39:01.850229 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:02.051845 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:02.082877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c8eef-44eb-4a8a-98e1-e7d12fd9fdd5 None None] The sync data for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 is: [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:28:57Z', 'revision_number': 4, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '98b841de-f767-4c4f-8d6d-95b19844eebd', 'name': '', 'network_id': '15a9c819-9d29-4be2-b8a5-ce8d0b512c2c', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'mac_address': 'fa:16:3e:76:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:56Z', 'updated_at': '2022-02-11T06:29:00Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'subnets': [{'id': '28b5edd6-905f-4828-8a98-2fa2e66cec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:39:02.313669 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f0a775-9298-47da-b2b1-c833112f9511 None None] New status for floating IP a48a530b-1664-4176-878d-019dfb0fea0e: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:39:02.476166 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e12873-5fd1-45db-a99f-8c1cf51557f6 x-openstack-request-id: req-b4e12873-5fd1-45db-a99f-8c1cf51557f6 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:02.476931 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:02.477119 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4e12873-5fd1-45db-a99f-8c1cf51557f6 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:02.477483 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'status': 'completed', 'code': 200} Feb 11 06:39:02.541756 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-a032e91d-38d6-472f-b525-873932afe6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:02.543290 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-a032e91d-38d6-472f-b525-873932afe6a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 1129 time: 0.0459161 Feb 11 06:39:02.641655 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-f7e6f554-5462-461a-8e5d-47b035e427d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:02.643158 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-f7e6f554-5462-461a-8e5d-47b035e427d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 200 len: 910 time: 0.0939274 Feb 11 06:39:02.685343 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-237ce2d1-2cc2-4d46-b918-6cb2f44629d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 200 len: 217 time: 0.0361896 Feb 11 06:39:02.736334 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-88e1806a-ca12-474d-a65a-a97fcf766de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:02.737871 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-88e1806a-ca12-474d-a65a-a97fcf766de2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 200 len: 848 time: 0.0454986 Feb 11 06:39:02.798008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-9af58538-72c4-49f1-82c7-5596ebba8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:02.799578 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-9af58538-72c4-49f1-82c7-5596ebba8b49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546010 Feb 11 06:39:02.908281 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-87dab963-30de-463f-9879-0e6953ebff36 service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960732 Feb 11 06:39:02.933566 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4453-c80b-45bb-a2d5-66822664751e req-49719f22-9ce6-4ae0-9289-e9f69e63c314 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:02.935133 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e5e4453-c80b-45bb-a2d5-66822664751e req-49719f22-9ce6-4ae0-9289-e9f69e63c314 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0543575 Feb 11 06:39:02.990632 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8e5e4453-c80b-45bb-a2d5-66822664751e req-28011200-a0dd-407e-8a97-e5f64f293b16 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/security-groups?id=582301d3-f9f8-4c72-a5e0-9c60c05c9510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494778 Feb 11 06:39:03.011787 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-5b5bc7cc-86c5-4a8a-9c15-71718df33345 req-ffd2868d-d9e1-46c2-a1d6-79a61f6b809e service neutron] 10.222.0.65 "GET /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972338 Feb 11 06:39:03.047955 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8112135e-231b-49fa-96e1-df4569e42e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:03.267884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-b98186a5-2646-48dc-8170-aea460fa20e4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:03.269295 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-b98186a5-2646-48dc-8170-aea460fa20e4 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 946 time: 0.0535572 Feb 11 06:39:03.368245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Deleting port 86e0912e-081a-40cf-858b-9be1c3010eb2 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:03.368586 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:03.458657 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] For port 86e0912e-081a-40cf-858b-9be1c3010eb2, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=86e0912e-081a-40cf-858b-9be1c3010eb2,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:03.459026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:03.473310 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Calling delete_port for 86e0912e-081a-40cf-858b-9be1c3010eb2 owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:03.671167 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (86e0912e-081a-40cf-858b-9be1c3010eb2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:03.700098 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event deleted for resources: {'Port': ['ID=86e0912e-081a-40cf-858b-9be1c3010eb2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:03.744650 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] No DVR routers for this DVR port 86e0912e-081a-40cf-858b-9be1c3010eb2 on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:39:03.747332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:03.750688 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9b65c0e8-6c35-4756-b85b-cb36f27ec630 req-7e6ab686-5eac-4770-ae38-e448cb24980d tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.65 "DELETE /v2.0/ports/86e0912e-081a-40cf-858b-9be1c3010eb2 HTTP/1.1" status: 204 len: 173 time: 0.4764390 Feb 11 06:39:04.098554 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b9c58842-60b6-49bc-9f82-33e869d1fe1b req-94d74b6e-a754-4cd8-9a85-dc01fcea76b0 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0339065 Feb 11 06:39:04.478646 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'name': 'network-vif-deleted', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:04.481164 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb85de46-c9f7-40ed-836d-1e42882c0605" -d '{"events": [{"server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "name": "network-vif-deleted", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:04.524183 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8574b0f8-d080-4c14-bdff-e81d10ac9d55 x-openstack-request-id: req-8574b0f8-d080-4c14-bdff-e81d10ac9d55 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:04.524486 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24104753-52d1-4bc0-9e65-279673d1a4ff", "name": "network-vif-deleted", "tag": "86e0912e-081a-40cf-858b-9be1c3010eb2", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:04.524785 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8574b0f8-d080-4c14-bdff-e81d10ac9d55 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:04.525233 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24104753-52d1-4bc0-9e65-279673d1a4ff', 'name': 'network-vif-deleted', 'tag': '86e0912e-081a-40cf-858b-9be1c3010eb2', 'status': 'completed', 'code': 200} Feb 11 06:39:05.430754 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-44695fc4-c955-4555-912b-90aceb331c7e req-c04cdf42-fd5d-46c1-b950-ad66530e1d1b tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0295091 Feb 11 06:39:05.636872 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3c4934c-8045-4bbe-88f8-6ce51d873f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:06.423657 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 86e0912e-081a-40cf-858b-9be1c3010eb2 no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:39:06.445673 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: 86e0912e-081a-40cf-858b-9be1c3010eb2 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:39:06.446023 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device 86e0912e-081a-40cf-858b-9be1c3010eb2 not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:39:06.542836 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bc7fbd80-6da3-4750-b722-5d78aedba506 req-15aeee75-bc7c-4027-a9b4-ae49910a20bf tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0274172 Feb 11 06:39:07.013498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:07.641471 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f01ba202-9b8a-44f3-9159-0a21ae1f4e37 req-5c4fba7c-7eb6-4cae-bef5-e1898377b232 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0310464 Feb 11 06:39:08.613622 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:08.861775 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b682598c-c359-404d-9f55-1ea51e7ca913 req-fd33d586-2d61-45a2-ba77-b27435fc0fb8 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.1521151 Feb 11 06:39:09.367414 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:09.396246 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:09.964718 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f76c9920-170d-4e5b-88e6-3590d4480dc6 req-1e2b0404-878b-4cc5-8a9d-68dcd1a149d2 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0285711 Feb 11 06:39:11.065786 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-344d0fb9-9abf-4113-bb0f-209ce67ec950 req-fd74b2c8-7d84-4b09-aa7b-c7a6ec30d04f tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0337322 Feb 11 06:39:12.222174 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-80b1db3a-a46e-473a-be03-2e8db12f966d req-b5e46ace-f93f-4c62-9809-b800e2b579bc tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0870821 Feb 11 06:39:12.265503 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:13.331320 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-2faa5e84-3767-404f-9e83-b560136ada24 req-28ca6271-12be-46c1-aebd-8f5798d15cbd tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "GET /v2.0/ports?device_id=24104753-52d1-4bc0-9e65-279673d1a4ff HTTP/1.1" status: 200 len: 210 time: 0.0285079 Feb 11 06:39:14.395962 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51172) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:14.454157 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b750-1bca-4753-90b4-c3e3bb72f178 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (582301d3-f9f8-4c72-a5e0-9c60c05c9510), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:14.482441 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b750-1bca-4753-90b4-c3e3bb72f178 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (582301d3-f9f8-4c72-a5e0-9c60c05c9510), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:14.624733 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b750-1bca-4753-90b4-c3e3bb72f178 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (582301d3-f9f8-4c72-a5e0-9c60c05c9510), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:14.627667 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b750-1bca-4753-90b4-c3e3bb72f178 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:14.628893 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b5f5b750-1bca-4753-90b4-c3e3bb72f178 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] 10.222.0.62 "DELETE /v2.0/security-groups/582301d3-f9f8-4c72-a5e0-9c60c05c9510 HTTP/1.1" status: 204 len: 168 time: 0.2386951 Feb 11 06:39:14.639647 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b750-1bca-4753-90b4-c3e3bb72f178 tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582301d3-f9f8-4c72-a5e0-9c60c05c9510,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:14.779086 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51176) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:15.274461 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (83f8c89e-415a-4669-8c1f-0c44af776608), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:15.846503 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Deleting port 98b841de-f767-4c4f-8d6d-95b19844eebd {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:15.847307 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:15.927610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] For port 98b841de-f767-4c4f-8d6d-95b19844eebd, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=98b841de-f767-4c4f-8d6d-95b19844eebd,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:15.927990 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:15.941452 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Calling delete_port for 98b841de-f767-4c4f-8d6d-95b19844eebd owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:16.230614 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (98b841de-f767-4c4f-8d6d-95b19844eebd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:16.254404 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Pushing event deleted for resources: {'Port': ['ID=98b841de-f767-4c4f-8d6d-95b19844eebd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:16.264578 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.264957 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.265300 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.265640 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.265976 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.266871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.266871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.267081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.267305 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.267569 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.267895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.268217 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.268748 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:16.449231 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (83f8c89e-415a-4669-8c1f-0c44af776608), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:16.678472 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Router 83f8c89e-415a-4669-8c1f-0c44af776608 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:39:16.790596 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:39:16.796223 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1b767331-6499-4c5a-a8fe-7ff8cb3e72ce admin admin] 10.222.0.62 "PUT /v2.0/routers/83f8c89e-415a-4669-8c1f-0c44af776608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0160451 Feb 11 06:39:16.798744 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51180) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:16.801131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] Sync routers for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:39:16.810737 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:16.811574 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:16.914627 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks [] for router (83f8c89e-415a-4669-8c1f-0c44af776608), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.064904 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks [] for router_gateway (83f8c89e-415a-4669-8c1f-0c44af776608), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.090335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:17.189021 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Deleting port 73ba044d-52d4-4f80-8a99-80b7686a3ce9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:17.189363 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.278318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:39:16Z', 'revision_number': 5, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port': {'id': '73ba044d-52d4-4f80-8a99-80b7686a3ce9', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:28:54Z', 'updated_at': '2022-02-11T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:17.278734 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] For port 73ba044d-52d4-4f80-8a99-80b7686a3ce9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=73ba044d-52d4-4f80-8a99-80b7686a3ce9,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:17.279227 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.295796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Calling delete_port for 73ba044d-52d4-4f80-8a99-80b7686a3ce9 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:17.311753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] Checking router: 83f8c89e-415a-4669-8c1f-0c44af776608 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:39:17.321583 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] Routers {'83f8c89e-415a-4669-8c1f-0c44af776608'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:17.327986 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['83f8c89e-415a-4669-8c1f-0c44af776608'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:17.416220 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] Set router 83f8c89e-415a-4669-8c1f-0c44af776608 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:17.471894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:39:17Z', 'revision_number': 6, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:17.504532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ed9ad-feb7-482f-8f30-568091acb23d None None] The sync data for ids ['83f8c89e-415a-4669-8c1f-0c44af776608'] in n-d-713498-37 is: [{'id': '83f8c89e-415a-4669-8c1f-0c44af776608', 'name': 'tempest-TestShelveInstance-1830871007-router', 'tenant_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:28:53Z', 'updated_at': '2022-02-11T06:39:17Z', 'revision_number': 6, 'project_id': 'c7e6760d44cc4c188fad2567068fcd1c', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:39:17.540288 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (73ba044d-52d4-4f80-8a99-80b7686a3ce9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.573093 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ba044d-52d4-4f80-8a99-80b7686a3ce9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:17.636241 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (83f8c89e-415a-4669-8c1f-0c44af776608), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.731619 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (83f8c89e-415a-4669-8c1f-0c44af776608), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.733885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks [] for router_controller (83f8c89e-415a-4669-8c1f-0c44af776608), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.870434 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (83f8c89e-415a-4669-8c1f-0c44af776608), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.871057 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f8c89e-415a-4669-8c1f-0c44af776608 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:39:17.876098 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.893521 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-29418bd8-4ddc-4336-9b25-4a864c2ca5d9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/83f8c89e-415a-4669-8c1f-0c44af776608 HTTP/1.1" status: 204 len: 168 time: 1.0774052 Feb 11 06:39:17.893521 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51182) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:17.932354 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce85dd75-6a2f-4714-825d-ab21943e5a2a admin admin] Deleting subnet 28b5edd6-905f-4828-8a98-2fa2e66cec1d {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:39:17.935623 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce85dd75-6a2f-4714-825d-ab21943e5a2a admin admin] Publish callbacks [] for subnet (28b5edd6-905f-4828-8a98-2fa2e66cec1d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.975120 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce85dd75-6a2f-4714-825d-ab21943e5a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (28b5edd6-905f-4828-8a98-2fa2e66cec1d), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.056376 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce85dd75-6a2f-4714-825d-ab21943e5a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (28b5edd6-905f-4828-8a98-2fa2e66cec1d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.180521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce85dd75-6a2f-4714-825d-ab21943e5a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (28b5edd6-905f-4828-8a98-2fa2e66cec1d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.208371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85dd75-6a2f-4714-825d-ab21943e5a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b5edd6-905f-4828-8a98-2fa2e66cec1d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:18.212495 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce85dd75-6a2f-4714-825d-ab21943e5a2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.218780 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ce85dd75-6a2f-4714-825d-ab21943e5a2a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/28b5edd6-905f-4828-8a98-2fa2e66cec1d HTTP/1.1" status: 204 len: 168 time: 0.3345644 Feb 11 06:39:18.218780 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51184) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:18.221281 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592e9b8-d2c5-4580-9c6b-d7f10c0fcb7e None None] Network 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:39:18.306508 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.369570 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Deleting port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:18.369912 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.415152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] DHCP port deletion for 15a9c819-9d29-4be2-b8a5-ce8d0b512c2c request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:39:18.444426 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] For port 7e9a0105-2aa4-4a14-b88a-25641868ccf9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7e9a0105-2aa4-4a14-b88a-25641868ccf9,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:18.445327 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.461053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Calling delete_port for 7e9a0105-2aa4-4a14-b88a-25641868ccf9 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:18.470244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Deleting port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:18.470630 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.540110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] For port 7e9a0105-2aa4-4a14-b88a-25641868ccf9, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7e9a0105-2aa4-4a14-b88a-25641868ccf9,segment=NetworkSegment(39f57a7c-7dee-4210-ae88-8a53d5979ff9),segment_id=39f57a7c-7dee-4210-ae88-8a53d5979ff9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:18.540506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.560990 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Calling delete_port for 7e9a0105-2aa4-4a14-b88a-25641868ccf9 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:18.653534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.681200 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9a0105-2aa4-4a14-b88a-25641868ccf9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:18.685284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] No DVR routers for this DVR port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:39:18.686945 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (7e9a0105-2aa4-4a14-b88a-25641868ccf9), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.713829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Pushing event deleted for resources: {'Port': ['ID=7e9a0105-2aa4-4a14-b88a-25641868ccf9,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:18.718650 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] No DVR routers for this DVR port 7e9a0105-2aa4-4a14-b88a-25641868ccf9 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:39:18.726469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.726469 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.726796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.726917 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.727189 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.727527 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.727857 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.728179 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.728509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.728895 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.729225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.729552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.729878 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974861-f1bd-4e19-af36-54d764c3808a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:18.776521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.796899 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a9c819-9d29-4be2-b8a5-ce8d0b512c2c']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:18.812303 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f57a7c-7dee-4210-ae88-8a53d5979ff9') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:18.812565 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f57a7c-7dee-4210-ae88-8a53d5979ff9') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:18.823325 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (39f57a7c-7dee-4210-ae88-8a53d5979ff9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.838369 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (39f57a7c-7dee-4210-ae88-8a53d5979ff9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.844660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:39:18.845079 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (39f57a7c-7dee-4210-ae88-8a53d5979ff9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:39:18.846752 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:39:18.986034 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (15a9c819-9d29-4be2-b8a5-ce8d0b512c2c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:19.005209 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:19.011898 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] 10.222.0.62 "DELETE /v2.0/networks/15a9c819-9d29-4be2-b8a5-ce8d0b512c2c HTTP/1.1" status: 204 len: 168 time: 0.7905986 Feb 11 06:39:19.013850 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51186) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:19.033062 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98c36a-72b9-4571-bf08-dee12bb13b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=15a9c819-9d29-4be2-b8a5-ce8d0b512c2c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:19.065126 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7e9a0105-2aa4-4a14-b88a-25641868ccf9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:39:19.112152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 7e9a0105-2aa4-4a14-b88a-25641868ccf9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:39:19.112152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7e9a0105-2aa4-4a14-b88a-25641868ccf9 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:39:19.112152 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 98b841de-f767-4c4f-8d6d-95b19844eebd no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:39:19.116324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 98b841de-f767-4c4f-8d6d-95b19844eebd {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:39:19.116781 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 98b841de-f767-4c4f-8d6d-95b19844eebd not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:39:19.117209 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 73ba044d-52d4-4f80-8a99-80b7686a3ce9 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:39:19.138068 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 73ba044d-52d4-4f80-8a99-80b7686a3ce9 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:39:19.138460 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 73ba044d-52d4-4f80-8a99-80b7686a3ce9 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:39:19.454894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (ec9628ca-3146-407a-a6fd-a19ce48f0f32), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:19.739125 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Deleting port 8e57490d-0036-408d-8f9b-abd7652a8656 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:19.739411 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:19.835135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] For port 8e57490d-0036-408d-8f9b-abd7652a8656, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=8e57490d-0036-408d-8f9b-abd7652a8656,segment=NetworkSegment(3165649e-3d4f-4c8b-acde-100ce6490f76),segment_id=3165649e-3d4f-4c8b-acde-100ce6490f76)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:19.835505 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:19.853262 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Calling delete_port for 8e57490d-0036-408d-8f9b-abd7652a8656 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:20.219141 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (8e57490d-0036-408d-8f9b-abd7652a8656), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:20.250153 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e57490d-0036-408d-8f9b-abd7652a8656,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:20.438058 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (ec9628ca-3146-407a-a6fd-a19ce48f0f32), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:20.667832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Router ec9628ca-3146-407a-a6fd-a19ce48f0f32 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:39:20.779909 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:39:20.784969 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2f4908ec-50ec-4f1e-beff-8a50ef843142 admin admin] 10.222.0.62 "PUT /v2.0/routers/ec9628ca-3146-407a-a6fd-a19ce48f0f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7700565 Feb 11 06:39:20.787897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51188) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:20.789595 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] Sync routers for ids ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:39:20.798943 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] Routers {'ec9628ca-3146-407a-a6fd-a19ce48f0f32'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:20.799547 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:20.901850 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks [] for router (ec9628ca-3146-407a-a6fd-a19ce48f0f32), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:20.907121 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] Set router ec9628ca-3146-407a-a6fd-a19ce48f0f32 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:21.019755 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks [] for router_gateway (ec9628ca-3146-407a-a6fd-a19ce48f0f32), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:21.090236 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:39:20Z', 'revision_number': 5, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port': {'id': '9bd09676-3bbb-4d53-ae2d-6ce8c9405a31', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:21.121369 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] Checking router: ec9628ca-3146-407a-a6fd-a19ce48f0f32 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:39:21.129606 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] Routers {'ec9628ca-3146-407a-a6fd-a19ce48f0f32'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:21.130206 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:21.142501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Deleting port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:21.142850 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:21.219928 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] Set router ec9628ca-3146-407a-a6fd-a19ce48f0f32 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:21.225683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] For port 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=9bd09676-3bbb-4d53-ae2d-6ce8c9405a31,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:21.225925 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:21.237988 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Calling delete_port for 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:21.272629 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:39:21Z', 'revision_number': 6, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:21.302139 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1673faab-0e70-47e9-9a17-33758f9eebab None None] The sync data for ids ['ec9628ca-3146-407a-a6fd-a19ce48f0f32'] in n-d-713498-37 is: [{'id': 'ec9628ca-3146-407a-a6fd-a19ce48f0f32', 'name': 'tempest-TestShelveInstance-1027510173-router', 'tenant_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:29:00Z', 'updated_at': '2022-02-11T06:39:21Z', 'revision_number': 6, 'project_id': '25ffb31557bb4e1cb07a9f732a64b6a1', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:39:21.504974 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (9bd09676-3bbb-4d53-ae2d-6ce8c9405a31), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:21.531737 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd09676-3bbb-4d53-ae2d-6ce8c9405a31,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:21.606309 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (ec9628ca-3146-407a-a6fd-a19ce48f0f32), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.028943 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (ec9628ca-3146-407a-a6fd-a19ce48f0f32), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.031133 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks [] for router_controller (ec9628ca-3146-407a-a6fd-a19ce48f0f32), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.162305 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (ec9628ca-3146-407a-a6fd-a19ce48f0f32), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.162946 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9628ca-3146-407a-a6fd-a19ce48f0f32 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:39:22.167497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.171308 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6ad1185c-7f3d-4f20-b69b-a9ea8a63f488 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ec9628ca-3146-407a-a6fd-a19ce48f0f32 HTTP/1.1" status: 204 len: 168 time: 1.3800321 Feb 11 06:39:22.171538 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51190) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:22.222347 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f8c8b7-dc89-4ccd-98fe-c2b0b23e79f4 admin admin] Deleting subnet 18ed655f-648e-402d-8abe-f175e43c8faf {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:39:22.225680 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8b7-dc89-4ccd-98fe-c2b0b23e79f4 admin admin] Publish callbacks [] for subnet (18ed655f-648e-402d-8abe-f175e43c8faf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.267622 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8b7-dc89-4ccd-98fe-c2b0b23e79f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12157714'] for subnet (18ed655f-648e-402d-8abe-f175e43c8faf), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.353345 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8b7-dc89-4ccd-98fe-c2b0b23e79f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (18ed655f-648e-402d-8abe-f175e43c8faf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.510062 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8b7-dc89-4ccd-98fe-c2b0b23e79f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8527025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12491756'] for subnet (18ed655f-648e-402d-8abe-f175e43c8faf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.535675 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8c8b7-dc89-4ccd-98fe-c2b0b23e79f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ed655f-648e-402d-8abe-f175e43c8faf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:22.539248 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8b7-dc89-4ccd-98fe-c2b0b23e79f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.546340 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-18f8c8b7-dc89-4ccd-98fe-c2b0b23e79f4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/18ed655f-648e-402d-8abe-f175e43c8faf HTTP/1.1" status: 204 len: 168 time: 0.3698692 Feb 11 06:39:22.546340 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51192) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:22.547086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b023ae-f278-4c7a-9af0-be7a758ed651 None None] Network 4d5c7459-7328-4454-b02b-79cec610bc28 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:39:22.623157 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (4d5c7459-7328-4454-b02b-79cec610bc28), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.680848 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Deleting port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:22.681291 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.705593 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] DHCP port deletion for 4d5c7459-7328-4454-b02b-79cec610bc28 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:39:22.750406 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] For port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,segment=NetworkSegment(3165649e-3d4f-4c8b-acde-100ce6490f76),segment_id=3165649e-3d4f-4c8b-acde-100ce6490f76)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:22.750775 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.753985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] Deleting port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:39:22.754396 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.763852 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Calling delete_port for 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:22.819387 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] For port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,segment=NetworkSegment(3165649e-3d4f-4c8b-acde-100ce6490f76),segment_id=3165649e-3d4f-4c8b-acde-100ce6490f76)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:22.819784 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.832587 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] Calling delete_port for 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:39:22.956402 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.964741 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (3f5b9fe5-28ae-4565-8233-55b1e7bdac01), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:22.981513 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:22.987708 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] No DVR routers for this DVR port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:39:22.994195 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] Pushing event deleted for resources: {'Port': ['ID=3f5b9fe5-28ae-4565-8233-55b1e7bdac01,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:22.998142 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65332c7-47b7-4fb8-bf18-073e7489b0fb None None] No DVR routers for this DVR port 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:39:23.051099 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:39:23.071431 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (4d5c7459-7328-4454-b02b-79cec610bc28), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.072877 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:39:23.073239 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 9bd09676-3bbb-4d53-ae2d-6ce8c9405a31 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:39:23.073666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:39:23.092501 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5c7459-7328-4454-b02b-79cec610bc28']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:23.093611 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:39:23.093968 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3f5b9fe5-28ae-4565-8233-55b1e7bdac01 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:39:23.094390 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8e57490d-0036-408d-8f9b-abd7652a8656 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:39:23.102699 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3165649e-3d4f-4c8b-acde-100ce6490f76') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:23.103001 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3165649e-3d4f-4c8b-acde-100ce6490f76') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:23.112844 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (3165649e-3d4f-4c8b-acde-100ce6490f76), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.117577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 8e57490d-0036-408d-8f9b-abd7652a8656 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:39:23.117934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 8e57490d-0036-408d-8f9b-abd7652a8656 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:39:23.144558 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (3165649e-3d4f-4c8b-acde-100ce6490f76), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.151897 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:39:23.152278 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (3165649e-3d4f-4c8b-acde-100ce6490f76), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:39:23.154008 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:39:23.287372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (4d5c7459-7328-4454-b02b-79cec610bc28), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.296583 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.297121 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] 10.222.0.62 "DELETE /v2.0/networks/4d5c7459-7328-4454-b02b-79cec610bc28 HTTP/1.1" status: 204 len: 168 time: 0.7512479 Feb 11 06:39:23.308955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca723d7-b883-4c09-a598-96ac9af005cb admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5c7459-7328-4454-b02b-79cec610bc28,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:23.647624 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51196) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:23.687410 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-baece0ab-64e9-4300-964b-71adcc862e70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7e6760d44cc4c188fad2567068fcd1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384254 Feb 11 06:39:23.689849 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51198) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:23.738709 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad537-1d7b-4521-850e-f48f64991fa8 admin admin] Publish callbacks [] for security_group (d900d0cb-f59a-453f-a548-c13f829f4bbb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.761019 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad537-1d7b-4521-850e-f48f64991fa8 admin admin] Publish callbacks [] for security_group (d900d0cb-f59a-453f-a548-c13f829f4bbb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.899186 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad537-1d7b-4521-850e-f48f64991fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d900d0cb-f59a-453f-a548-c13f829f4bbb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.901908 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad537-1d7b-4521-850e-f48f64991fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:23.903130 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cb9ad537-1d7b-4521-850e-f48f64991fa8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d900d0cb-f59a-453f-a548-c13f829f4bbb HTTP/1.1" status: 204 len: 168 time: 0.2123325 Feb 11 06:39:23.912252 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ad537-1d7b-4521-850e-f48f64991fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d900d0cb-f59a-453f-a548-c13f829f4bbb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:24.583739 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51204) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:24.628572 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-b9ae33fe-b65c-445f-854c-e9ba0a4189ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25ffb31557bb4e1cb07a9f732a64b6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435255 Feb 11 06:39:24.630991 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51206) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:24.679395 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cc5-31c7-4193-bf7c-690d1adf6f8e admin admin] Publish callbacks [] for security_group (b52b37c6-1cab-41e0-95b1-b69f0e168097), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:24.701506 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cc5-31c7-4193-bf7c-690d1adf6f8e admin admin] Publish callbacks [] for security_group (b52b37c6-1cab-41e0-95b1-b69f0e168097), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:24.824944 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cc5-31c7-4193-bf7c-690d1adf6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (b52b37c6-1cab-41e0-95b1-b69f0e168097), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:24.827847 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cc5-31c7-4193-bf7c-690d1adf6f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:24.829025 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-d25a7cc5-31c7-4193-bf7c-690d1adf6f8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b52b37c6-1cab-41e0-95b1-b69f0e168097 HTTP/1.1" status: 204 len: 168 time: 0.1971412 Feb 11 06:39:24.837875 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a7cc5-31c7-4193-bf7c-690d1adf6f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b37c6-1cab-41e0-95b1-b69f0e168097,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:25.892629 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51228) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:25.989915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-296810053-network', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:26.076123 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Made reservation on behalf of cd27a4430dc4430c814b33974cf5b55a for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:39:26.078882 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.088166 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.167566 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Publish callbacks [] for security_group (e967dcb3-4562-4a27-b021-a552440c04e0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.224461 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e967dcb3-4562-4a27-b021-a552440c04e0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.250682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:39:26.261200 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e967dcb3-4562-4a27-b021-a552440c04e0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:26.266023 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2925621d-8750-4e2e-ba91-c5eb0d1c575b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.266369 n-d-713498-37 neutron-server[104086]: INFO neutron.db.segments_db [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Added segment 2925621d-8750-4e2e-ba91-c5eb0d1c575b of type vlan for network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 Feb 11 06:39:26.316821 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (4fc3881a-d4cf-4d26-9f25-57fb76de61d9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.401698 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (4fc3881a-d4cf-4d26-9f25-57fb76de61d9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.402690 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:26.403271 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.465944 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] Pushing event updated for resources: {'Network': ['ID=4fc3881a-d4cf-4d26-9f25-57fb76de61d9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:26.475910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:39:26.513033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-1f9b8833-7eea-43e6-8b75-54d5d8362b5e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6192341 Feb 11 06:39:26.515778 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51232) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:26.520572 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Request body: {'subnet': {'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-296810053-subnet', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:26.595988 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Made reservation on behalf of cd27a4430dc4430c814b33974cf5b55a for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:39:26.598456 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12334185'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.887974 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12132895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334203'] for subnet (ce1c11ae-e29f-4dae-87e2-acdb9985664c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:26.938251 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1c11ae-e29f-4dae-87e2-acdb9985664c,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:26.956183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Checking segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:26.956550 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Network hostable DHCP agents. Network: 4fc3881a-d4cf-4d26-9f25-57fb76de61d9, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:39:27.024404 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:39:27.115937 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, 4fc3881a-d4cf-4d26-9f25-57fb76de61d9) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:27.121283 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:27.122391 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.130272 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39507b80-aa60-4632-abeb-e9b14b5f65ac None None] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:39:27.193137 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-2939f8e8-0d91-4de9-a682-314e224d84a0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6763051 Feb 11 06:39:27.196110 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51238) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:27.202248 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:27.234894 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:39:27.235854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.276392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (e2d92338-e729-41bb-bf66-bdcce4581ce3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.278767 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (e2d92338-e729-41bb-bf66-bdcce4581ce3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.334903 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks [] for router_controller (e2d92338-e729-41bb-bf66-bdcce4581ce3), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.373974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Allocated IP 172.20.0.2 (4fc3881a-d4cf-4d26-9f25-57fb76de61d9/ce1c11ae-e29f-4dae-87e2-acdb9985664c/7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:27.529382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Publish callbacks [] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.541059 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks [] for router_gateway (e2d92338-e729-41bb-bf66-bdcce4581ce3), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.619259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.660378 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:27.663247 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:27.667019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:27.675681 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Pushing event updated for resources: {'Port': ['ID=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:27.732815 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Attempting to bind port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:39:27.733324 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Attempting to bind port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:39:27.733684 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Attempting to bind port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf on network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:27.738765 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:39:27.739294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Checking segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:27.739709 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.740107 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Bound using segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:39:27.740585 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Bound port: 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:39:27.740996 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.808065 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] For port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:39:27.811214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] For port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:39:27.846544 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks [] for router_gateway (e2d92338-e729-41bb-bf66-bdcce4581ce3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.866955 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.887811 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:27.949988 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a34ad-c568-4440-af8b-a5348253315e None None] Pushing event updated for resources: {'Port': ['ID=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:27.976514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Allocated IP 172.25.8.3 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/4a35c114-a8d3-439d-95ea-7d41d7ce43a6) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:28.089860 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks [] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:28.247958 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:28.289080 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:28.292975 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:28.295877 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:28.325358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Pushing event updated for resources: {'Port': ['ID=4a35c114-a8d3-439d-95ea-7d41d7ce43a6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:28.631073 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks [] for router_gateway (e2d92338-e729-41bb-bf66-bdcce4581ce3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:28.850699 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (e2d92338-e729-41bb-bf66-bdcce4581ce3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:28.910132 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ab8e9-1681-4beb-b429-ddce998c05cc None None] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:39:29.032196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ea703260-2ecf-46fd-9c0f-5203f645be6c None None] Provisioning complete for port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:29.032648 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea703260-2ecf-46fd-9c0f-5203f645be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:29.060207 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Router e2d92338-e729-41bb-bf66-bdcce4581ce3 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:39:29.117284 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:29.160041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ea703260-2ecf-46fd-9c0f-5203f645be6c None None] Current status of the port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:29.160357 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea703260-2ecf-46fd-9c0f-5203f645be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:29.164101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-317684a6-3e38-4c30-9224-2d216b000399 req-39ea95ea-24b0-43d6-84af-84217db90aab service neutron] (104086) timed out ('10.222.0.65', 53303) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:39:29.211675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ea703260-2ecf-46fd-9c0f-5203f645be6c None None] For port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:29.216829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:29.217259 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:29.236547 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:39:29.251871 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Sync routers for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:39:29.276206 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:29.276873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:29.325826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea703260-2ecf-46fd-9c0f-5203f645be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:29.359514 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:29.362673 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ae2b0541-5d7d-4add-8d3e-f4e1986f16fd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1655107 Feb 11 06:39:29.373232 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:29.635136 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:29.645540 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea703260-2ecf-46fd-9c0f-5203f645be6c None None] Pushing event updated for resources: {'Port': ['ID=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:29.654407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:29.656477 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a33e87f-6d48-40a2-ab4b-dafafbfa58d6 None None] Provisioning complete for port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:29.656875 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a33e87f-6d48-40a2-ab4b-dafafbfa58d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:29.827239 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:29.885078 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a33e87f-6d48-40a2-ab4b-dafafbfa58d6 None None] Current status of the port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:29.927046 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:28Z', 'revision_number': 3, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:29.946231 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Checking router: e2d92338-e729-41bb-bf66-bdcce4581ce3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:39:29.946860 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Updating router e2d92338-e729-41bb-bf66-bdcce4581ce3 port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:39:29.979032 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.007128 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Allocated IP 172.20.0.1 (4fc3881a-d4cf-4d26-9f25-57fb76de61d9/ce1c11ae-e29f-4dae-87e2-acdb9985664c/2b44f87d-5f53-4436-a224-975c3c85d298) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:30.120647 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Publish callbacks [] for port (2b44f87d-5f53-4436-a224-975c3c85d298), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.270997 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.303941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Publish callbacks [] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.318152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:30.321616 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:30.325312 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:30.361636 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Pushing event updated for resources: {'Port': ['ID=2b44f87d-5f53-4436-a224-975c3c85d298,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:30.378870 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (e2d92338-e729-41bb-bf66-bdcce4581ce3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.382857 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.451235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Attempting to bind port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:39:30.451580 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Attempting to bind port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:39:30.452340 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Attempting to bind port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:30.469635 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1576-6400-486e-94f2-5d550fac50dc None None] Pushing event updated for resources: {'Port': ['ID=4a35c114-a8d3-439d-95ea-7d41d7ce43a6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:30.473361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:39:30.478413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:30.478413 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.478413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:39:30.478413 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Bound port: 4a35c114-a8d3-439d-95ea-7d41d7ce43a6, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:39:30.478413 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.550738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] For port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:39:30.554725 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] For port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4a35c114-a8d3-439d-95ea-7d41d7ce43a6,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:39:30.656183 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.666188 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.731147 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:30.731949 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:30.773471 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1576-6400-486e-94f2-5d550fac50dc None None] Pushing event updated for resources: {'Port': ['ID=4a35c114-a8d3-439d-95ea-7d41d7ce43a6,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:30.869359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:30.871881 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Publish callbacks [] for port (2b44f87d-5f53-4436-a224-975c3c85d298), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.916119 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.956030 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e36e2818-30b8-42ee-9e2d-dc7159bb64a6 None None] Provisioning complete for port 2b44f87d-5f53-4436-a224-975c3c85d298 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:30.956580 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e36e2818-30b8-42ee-9e2d-dc7159bb64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.989139 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (e2d92338-e729-41bb-bf66-bdcce4581ce3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.994938 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Pushing event updated for resources: {'Port': ['ID=2b44f87d-5f53-4436-a224-975c3c85d298,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:31.042215 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e36e2818-30b8-42ee-9e2d-dc7159bb64a6 None None] Port 2b44f87d-5f53-4436-a224-975c3c85d298 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:39:31.057106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:31.089427 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:31.090917 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:31.163757 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:31.164003 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:31.198160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 1, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:31.216129 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Router e2d92338-e729-41bb-bf66-bdcce4581ce3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:39:31.231517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c402777-c31b-4d20-8830-f7723aba6ddd None None] The sync data for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 is: [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 1, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:39:31.293675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:31.353990 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:39:31.358841 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4c8ac9c5-dbfe-4a8f-bfe9-3eee72346164 admin admin] 10.222.0.62 "PUT /v2.0/routers/e2d92338-e729-41bb-bf66-bdcce4581ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9845080 Feb 11 06:39:31.365935 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2d492f6e-9dc5-415b-ac09-3c3e557c2c8e None None] Provisioning complete for port 2b44f87d-5f53-4436-a224-975c3c85d298 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:31.366390 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d492f6e-9dc5-415b-ac09-3c3e557c2c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:31.411868 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2d492f6e-9dc5-415b-ac09-3c3e557c2c8e None None] Port 2b44f87d-5f53-4436-a224-975c3c85d298 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:39:32.075196 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51260) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:32.080544 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1500546065-network', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:32.138955 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Made reservation on behalf of a9298a1b328042e5a66f97a0d6835b55 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:39:32.141657 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.151808 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.234334 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Publish callbacks [] for security_group (d0e4a5a1-ab5d-44b7-a2fe-9799995b4ed2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.270463 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d0e4a5a1-ab5d-44b7-a2fe-9799995b4ed2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.297028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:39:32.311526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e4a5a1-ab5d-44b7-a2fe-9799995b4ed2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:32.313862 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a11d2367-eaba-47c9-8ad9-cc79dcea82aa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.314239 n-d-713498-37 neutron-server[104087]: INFO neutron.db.segments_db [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Added segment a11d2367-eaba-47c9-8ad9-cc79dcea82aa of type vlan for network eadd9c38-7f38-41de-8d68-694bec55c6fe Feb 11 06:39:32.360534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794895367473'] for network (eadd9c38-7f38-41de-8d68-694bec55c6fe), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.448054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447'] for network (eadd9c38-7f38-41de-8d68-694bec55c6fe), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.449101 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:32.449722 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.513767 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] Pushing event updated for resources: {'Network': ['ID=eadd9c38-7f38-41de-8d68-694bec55c6fe,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:32.525775 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Network eadd9c38-7f38-41de-8d68-694bec55c6fe details requested by agent ovs-agent-n-d-713498-37 with host n-d-713498-37 {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:39:32.553042 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-89b720f6-81a7-4d4e-9ea0-1c1ced41551e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4766111 Feb 11 06:39:32.556009 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51262) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:32.560825 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Request body: {'subnet': {'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1500546065-subnet', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:32.641053 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Made reservation on behalf of a9298a1b328042e5a66f97a0d6835b55 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:39:32.643456 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12491721'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.870505 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8527088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12491739'] for subnet (37f8375b-2454-4b2b-8163-223eca3428eb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.926962 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f8375b-2454-4b2b-8163-223eca3428eb,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:32.938016 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Checking segment: {'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:32.938392 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Network hostable DHCP agents. Network: eadd9c38-7f38-41de-8d68-694bec55c6fe, hostable agents: ['758402f0-4e54-485f-bc00-fbca5c78311c'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:39:33.007311 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Network eadd9c38-7f38-41de-8d68-694bec55c6fe is scheduled to be hosted by DHCP agent 758402f0-4e54-485f-bc00-fbca5c78311c with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:39:33.064525 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:33.068245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7063817e-fb62-46b1-841c-39d1f250a886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.120794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:33.121101 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.122041 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-37, eadd9c38-7f38-41de-8d68-694bec55c6fe) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:33.126403 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:33.127025 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.142532 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3894a-3533-41de-8e72-0551951bf8b4 None None] Network eadd9c38-7f38-41de-8d68-694bec55c6fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:39:33.198604 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-87932d5b-1ebb-4d49-8790-a9a6c2a2e4de admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6415074 Feb 11 06:39:33.201214 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51264) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:33.205966 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:33.247448 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Sync routers for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:39:33.257162 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:33.257797 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:33.287751 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1440282-8e8e-5448-942b-c8486ad52983-eadd9c38-7f38-41de-8d68-694bec55c6fe', 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe', 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'fixed_ips': [{'subnet_id': '37f8375b-2454-4b2b-8163-223eca3428eb'}]}} from n-d-713498-37. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:39:33.288632 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.299071 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4066840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12084'] for router (0845a2da-1d9d-42b0-8251-199f24410c84), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.300150 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4066924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12077'] for router (0845a2da-1d9d-42b0-8251-199f24410c84), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.306577 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:33.312076 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.336112 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4a35c114-a8d3-439d-95ea-7d41d7ce43a6,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:33.366090 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks [] for router_controller (0845a2da-1d9d-42b0-8251-199f24410c84), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.396758 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.463154 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:33.486399 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=4a35c114-a8d3-439d-95ea-7d41d7ce43a6,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:33.504151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Allocated IP 172.20.0.2 (eadd9c38-7f38-41de-8d68-694bec55c6fe/37f8375b-2454-4b2b-8163-223eca3428eb/52421eca-1001-4fa5-b091-7080a818518f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:33.673356 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Publish callbacks [] for port (52421eca-1001-4fa5-b091-7080a818518f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.679406 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 2, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:33.712359 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Checking router: e2d92338-e729-41bb-bf66-bdcce4581ce3 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:39:33.712730 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Updating router e2d92338-e729-41bb-bf66-bdcce4581ce3 port 2b44f87d-5f53-4436-a224-975c3c85d298 binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:39:33.740935 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.745124 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459'] for port (52421eca-1001-4fa5-b091-7080a818518f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.784172 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Network eadd9c38-7f38-41de-8d68-694bec55c6fe is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:33.788747 n-d-713498-37 neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:33.792163 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:33.803411 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Pushing event updated for resources: {'Port': ['ID=52421eca-1001-4fa5-b091-7080a818518f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:33.863490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Attempting to bind port 52421eca-1001-4fa5-b091-7080a818518f on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:39:33.864036 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Attempting to bind port 52421eca-1001-4fa5-b091-7080a818518f by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:39:33.864518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Attempting to bind port 52421eca-1001-4fa5-b091-7080a818518f on network eadd9c38-7f38-41de-8d68-694bec55c6fe {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:33.870050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:39:33.870575 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Checking segment: {'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:33.871057 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.871559 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Bound using segment: {'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:39:33.872248 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Bound port: 52421eca-1001-4fa5-b091-7080a818518f, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:39:33.872749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (52421eca-1001-4fa5-b091-7080a818518f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.922682 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks [] for router_gateway (0845a2da-1d9d-42b0-8251-199f24410c84), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.939395 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] For port 52421eca-1001-4fa5-b091-7080a818518f, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:39:33.942556 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] For port 52421eca-1001-4fa5-b091-7080a818518f, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=52421eca-1001-4fa5-b091-7080a818518f,segment=NetworkSegment(a11d2367-eaba-47c9-8ad9-cc79dcea82aa),segment_id=a11d2367-eaba-47c9-8ad9-cc79dcea82aa)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:39:34.014987 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Publish callbacks [] for port (2b44f87d-5f53-4436-a224-975c3c85d298), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.030775 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (52421eca-1001-4fa5-b091-7080a818518f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.086974 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d89da7-b0e6-4bd4-86f2-cabc76f663a0 None None] Pushing event updated for resources: {'Port': ['ID=52421eca-1001-4fa5-b091-7080a818518f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:34.104747 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.195566 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Pushing event updated for resources: {'Port': ['ID=2b44f87d-5f53-4436-a224-975c3c85d298,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:34.231329 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.231686 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.232032 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.232374 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.232745 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.233082 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.233413 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.233746 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.234074 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.234550 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.234890 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.235220 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.235548 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:34.255486 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Attempting to bind port 2b44f87d-5f53-4436-a224-975c3c85d298 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:39:34.256647 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Attempting to bind port 2b44f87d-5f53-4436-a224-975c3c85d298 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:39:34.257202 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Attempting to bind port 2b44f87d-5f53-4436-a224-975c3c85d298 on network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:34.258185 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks [] for router_gateway (0845a2da-1d9d-42b0-8251-199f24410c84), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.266016 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:39:34.266616 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Checking segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:34.267035 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.267440 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Bound using segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:39:34.268051 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Bound port: 2b44f87d-5f53-4436-a224-975c3c85d298, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:39:34.268450 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.280427 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.361036 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] For port 2b44f87d-5f53-4436-a224-975c3c85d298, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:39:34.369828 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] For port 2b44f87d-5f53-4436-a224-975c3c85d298, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2b44f87d-5f53-4436-a224-975c3c85d298,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:39:34.475993 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Allocated IP 172.25.8.172 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:34.487511 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.552918 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:34.553555 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:34.566607 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7a9552e4-633e-4f44-ba68-27cdbe076f75 None None] Provisioning complete for port 2b44f87d-5f53-4436-a224-975c3c85d298 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:34.567366 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a9552e4-633e-4f44-ba68-27cdbe076f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.594497 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks [] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.595283 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc356b-39cc-464f-b168-dc3633cf1572 None None] Pushing event updated for resources: {'Port': ['ID=2b44f87d-5f53-4436-a224-975c3c85d298,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:34.686102 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9552e4-633e-4f44-ba68-27cdbe076f75 None None] Current status of the port 2b44f87d-5f53-4436-a224-975c3c85d298 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:34.687196 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a9552e4-633e-4f44-ba68-27cdbe076f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.698886 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:34.716534 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.731867 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7a9552e4-633e-4f44-ba68-27cdbe076f75 None None] For port 2b44f87d-5f53-4436-a224-975c3c85d298, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2b44f87d-5f53-4436-a224-975c3c85d298,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:34.772668 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:34.773517 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:34.778412 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:34.784291 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:34.858587 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a9552e4-633e-4f44-ba68-27cdbe076f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.916339 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9552e4-633e-4f44-ba68-27cdbe076f75 None None] Pushing event updated for resources: {'Port': ['ID=2b44f87d-5f53-4436-a224-975c3c85d298,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:34.988866 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5ca90372-b86b-4df0-88e3-e59fd7107a82 None None] Provisioning complete for port 2b44f87d-5f53-4436-a224-975c3c85d298 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:34.989327 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ca90372-b86b-4df0-88e3-e59fd7107a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:34.996110 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:35.037374 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be23700-72de-437b-bfe8-7032a18ab2a0 None None] The sync data for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 is: [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:39:35.138705 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5ca90372-b86b-4df0-88e3-e59fd7107a82 None None] Current status of the port 2b44f87d-5f53-4436-a224-975c3c85d298 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:35.166830 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks [] for router_gateway (0845a2da-1d9d-42b0-8251-199f24410c84), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.258173 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 52421eca-1001-4fa5-b091-7080a818518f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:35.300318 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ca2705-2474-4d1c-9a6f-48402d2b7849 None None] Network eadd9c38-7f38-41de-8d68-694bec55c6fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:39:35.426929 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4066917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076267'] for router (0845a2da-1d9d-42b0-8251-199f24410c84), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.611980 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 52421eca-1001-4fa5-b091-7080a818518f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:35.612374 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (52421eca-1001-4fa5-b091-7080a818518f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.619073 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-6d9459a5-d602-4aa9-8cc6-c293bb6c79ef None None] Provisioning complete for port 52421eca-1001-4fa5-b091-7080a818518f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:35.619532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d9459a5-d602-4aa9-8cc6-c293bb6c79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (52421eca-1001-4fa5-b091-7080a818518f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.662157 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Router 0845a2da-1d9d-42b0-8251-199f24410c84 is scheduled to L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:39:35.742372 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-33f5f328-1f6c-4242-8c0a-0ab5a0b0c326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.790495 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:39:35.823544 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043e091-582f-4083-b248-766049022b64 None None] Sync routers for ids ['0845a2da-1d9d-42b0-8251-199f24410c84'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:39:35.850386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6d9459a5-d602-4aa9-8cc6-c293bb6c79ef None None] Current status of the port 52421eca-1001-4fa5-b091-7080a818518f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:35.850742 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d9459a5-d602-4aa9-8cc6-c293bb6c79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (52421eca-1001-4fa5-b091-7080a818518f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.866404 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043e091-582f-4083-b248-766049022b64 None None] Routers {'0845a2da-1d9d-42b0-8251-199f24410c84'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:35.867049 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3043e091-582f-4083-b248-766049022b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0845a2da-1d9d-42b0-8251-199f24410c84'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:35.878122 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.881618 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-bb9ffba7-c64c-4214-a6a0-cb0a91e44e62 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6770058 Feb 11 06:39:35.882322 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51266) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:35.910405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 52421eca-1001-4fa5-b091-7080a818518f is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:35.910787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (52421eca-1001-4fa5-b091-7080a818518f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.968260 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6d9459a5-d602-4aa9-8cc6-c293bb6c79ef None None] For port 52421eca-1001-4fa5-b091-7080a818518f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=52421eca-1001-4fa5-b091-7080a818518f,segment=NetworkSegment(a11d2367-eaba-47c9-8ad9-cc79dcea82aa),segment_id=a11d2367-eaba-47c9-8ad9-cc79dcea82aa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:36.029965 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3043e091-582f-4083-b248-766049022b64 None None] Set router 0845a2da-1d9d-42b0-8251-199f24410c84 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:36.083854 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6d9459a5-d602-4aa9-8cc6-c293bb6c79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (52421eca-1001-4fa5-b091-7080a818518f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.223793 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:39:36.224155 n-d-713498-37 neutron-server[104088]: DEBUG oslo_db.api [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:39:36.237125 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9459a5-d602-4aa9-8cc6-c293bb6c79ef None None] Pushing event updated for resources: {'Port': ['ID=52421eca-1001-4fa5-b091-7080a818518f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:36.247730 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-70553c69-3935-42a4-9286-7aabac9cd413 None None] Provisioning complete for port 52421eca-1001-4fa5-b091-7080a818518f triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:36.248108 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70553c69-3935-42a4-9286-7aabac9cd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (52421eca-1001-4fa5-b091-7080a818518f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.340047 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.374170 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-70553c69-3935-42a4-9286-7aabac9cd413 None None] Current status of the port 52421eca-1001-4fa5-b091-7080a818518f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:36.378192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3043e091-582f-4083-b248-766049022b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 3, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port': {'id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:34Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:36.412137 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043e091-582f-4083-b248-766049022b64 None None] Checking router: 0845a2da-1d9d-42b0-8251-199f24410c84 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:39:36.412491 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043e091-582f-4083-b248-766049022b64 None None] Updating router 0845a2da-1d9d-42b0-8251-199f24410c84 port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 binding host n-d-713498-37 {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:39:36.445394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3043e091-582f-4083-b248-766049022b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.510534 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Allocated IP 172.20.0.1 (eadd9c38-7f38-41de-8d68-694bec55c6fe/37f8375b-2454-4b2b-8163-223eca3428eb/731943a0-2f92-4f56-950e-9cb59639f1bf) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:36.638320 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Publish callbacks [] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.706745 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3043e091-582f-4083-b248-766049022b64 None None] Publish callbacks [] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.716521 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.755929 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Network eadd9c38-7f38-41de-8d68-694bec55c6fe is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:36.759492 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:36.761463 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 52421eca-1001-4fa5-b091-7080a818518f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:36.762256 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:36.763199 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:36.787531 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3043e091-582f-4083-b248-766049022b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.796647 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Pushing event updated for resources: {'Port': ['ID=731943a0-2f92-4f56-950e-9cb59639f1bf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:36.816803 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4076758'] for router_interface (0845a2da-1d9d-42b0-8251-199f24410c84), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.862952 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3043e091-582f-4083-b248-766049022b64 None None] Attempting to bind port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 on host n-d-713498-37 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:39:36.863337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3043e091-582f-4083-b248-766049022b64 None None] Attempting to bind port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:39:36.865921 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043e091-582f-4083-b248-766049022b64 None None] Attempting to bind port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 on network 7664e73e-ea6e-404a-930c-fc2ed8607083 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:36.871355 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c7baf-659c-4ac7-a3cc-64ede4ca1411 None None] Pushing event updated for resources: {'Port': ['ID=3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:36.875480 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043e091-582f-4083-b248-766049022b64 None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:39:36.875863 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043e091-582f-4083-b248-766049022b64 None None] Checking segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:36.876281 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3043e091-582f-4083-b248-766049022b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.876706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043e091-582f-4083-b248-766049022b64 None None] Bound using segment: {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:39:36.877191 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-3043e091-582f-4083-b248-766049022b64 None None] Bound port: 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0848a6f3-14f0-46a7-bb8a-68a63e24607f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:39:36.877579 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3043e091-582f-4083-b248-766049022b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.884361 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:36.884867 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:36.982438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3043e091-582f-4083-b248-766049022b64 None None] For port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3, host n-d-713498-37, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:39:36.987386 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3043e091-582f-4083-b248-766049022b64 None None] For port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:39:37.030337 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:37.031433 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2b44f87d-5f53-4436-a224-975c3c85d298 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:37.033260 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.057152 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.077428 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3043e091-582f-4083-b248-766049022b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.113098 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 2b44f87d-5f53-4436-a224-975c3c85d298 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:37.113478 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.187086 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b1ddb571-b7a3-44f7-bd3c-1141ed5bbfda None None] Provisioning complete for port 731943a0-2f92-4f56-950e-9cb59639f1bf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:37.187347 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb571-b7a3-44f7-bd3c-1141ed5bbfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.192294 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043e091-582f-4083-b248-766049022b64 None None] Routers {'0845a2da-1d9d-42b0-8251-199f24410c84'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:37.192958 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3043e091-582f-4083-b248-766049022b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0845a2da-1d9d-42b0-8251-199f24410c84'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:37.215618 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c7baf-659c-4ac7-a3cc-64ede4ca1411 None None] Pushing event updated for resources: {'Port': ['ID=3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:37.222469 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Publish callbacks [] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.285243 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddb571-b7a3-44f7-bd3c-1141ed5bbfda None None] Port 731943a0-2f92-4f56-950e-9cb59639f1bf cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:39:37.292764 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.352492 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:39:37.368161 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3712397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4063526'] for router_interface (0845a2da-1d9d-42b0-8251-199f24410c84), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.371233 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Pushing event updated for resources: {'Port': ['ID=731943a0-2f92-4f56-950e-9cb59639f1bf,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:37.372108 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-3043e091-582f-4083-b248-766049022b64 None None] Set router 0845a2da-1d9d-42b0-8251-199f24410c84 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:37.374326 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 2b44f87d-5f53-4436-a224-975c3c85d298 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:37.464199 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 52421eca-1001-4fa5-b091-7080a818518f up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:37.471104 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Network eadd9c38-7f38-41de-8d68-694bec55c6fe is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:37.474028 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:37.603082 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 52421eca-1001-4fa5-b091-7080a818518f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:37.603460 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (52421eca-1001-4fa5-b091-7080a818518f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.621487 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Router 0845a2da-1d9d-42b0-8251-199f24410c84 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:39:37.674106 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-3043e091-582f-4083-b248-766049022b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 4, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port': {'id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:34Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '731943a0-2f92-4f56-950e-9cb59639f1bf', 'name': '', 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'mac_address': 'fa:16:3e:8c:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:36Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 1, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'subnets': [{'id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:37.749943 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:39:37.755220 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-6e19c4d4-c792-4898-a4f6-c192d988995f admin admin] 10.222.0.62 "PUT /v2.0/routers/0845a2da-1d9d-42b0-8251-199f24410c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708777 Feb 11 06:39:37.893567 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043e091-582f-4083-b248-766049022b64 None None] The sync data for ids ['0845a2da-1d9d-42b0-8251-199f24410c84'] in n-d-713498-37 is: [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 4, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port': {'id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:34Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '731943a0-2f92-4f56-950e-9cb59639f1bf', 'name': '', 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'mac_address': 'fa:16:3e:8c:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:36Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 1, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'subnets': [{'id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:39:37.917192 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 52421eca-1001-4fa5-b091-7080a818518f is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:37.919375 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8f0bd3f9-47a9-4646-9a2b-c21e92c8a013 None None] Provisioning complete for port 731943a0-2f92-4f56-950e-9cb59639f1bf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:37.919749 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd3f9-47a9-4646-9a2b-c21e92c8a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.957409 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bd3f9-47a9-4646-9a2b-c21e92c8a013 None None] Port 731943a0-2f92-4f56-950e-9cb59639f1bf cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:39:38.635484 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:38.849886 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51274) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:38.851796 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-860d81e5-daca-40a0-b8d9-b3d6441bc2ba tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123263525', 'description': 'tempest-secgroup-smoke-1123263525 description', 'project_id': 'cd27a4430dc4430c814b33974cf5b55a'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:38.944942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-860d81e5-daca-40a0-b8d9-b3d6441bc2ba tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.019675 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-860d81e5-daca-40a0-b8d9-b3d6441bc2ba tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group (9c955176-e35d-424c-835c-e8446ee75a82), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.092927 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-860d81e5-daca-40a0-b8d9-b3d6441bc2ba tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9c955176-e35d-424c-835c-e8446ee75a82), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.128280 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d81e5-daca-40a0-b8d9-b3d6441bc2ba tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c955176-e35d-424c-835c-e8446ee75a82,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:39.186226 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-860d81e5-daca-40a0-b8d9-b3d6441bc2ba tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.187526 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-860d81e5-daca-40a0-b8d9-b3d6441bc2ba tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3395023 Feb 11 06:39:39.190475 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51276) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:39.194919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ff36c847-ea48-4f16-897e-bd419595f543 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'security_group_rule': {'security_group_id': '9c955176-e35d-424c-835c-e8446ee75a82', 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:39.284994 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.297932 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff36c847-ea48-4f16-897e-bd419595f543 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (c4543ab0-9f73-4411-bc46-3bd168545546), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.358942 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff36c847-ea48-4f16-897e-bd419595f543 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (c4543ab0-9f73-4411-bc46-3bd168545546), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.373189 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.430872 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff36c847-ea48-4f16-897e-bd419595f543 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (c4543ab0-9f73-4411-bc46-3bd168545546), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.453582 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36c847-ea48-4f16-897e-bd419595f543 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4543ab0-9f73-4411-bc46-3bd168545546,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:39.518466 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff36c847-ea48-4f16-897e-bd419595f543 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.519997 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-ff36c847-ea48-4f16-897e-bd419595f543 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3284209 Feb 11 06:39:39.528101 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51278) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:39.533120 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0d311982-6f60-4816-a5ed-61438932c612 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'security_group_rule': {'security_group_id': '9c955176-e35d-424c-835c-e8446ee75a82', 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:39.619931 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d311982-6f60-4816-a5ed-61438932c612 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (d5138b38-320a-48bf-b224-ab9638f9eb75), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.641308 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:39.673004 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d311982-6f60-4816-a5ed-61438932c612 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (d5138b38-320a-48bf-b224-ab9638f9eb75), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.694370 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:39.694744 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.744169 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d311982-6f60-4816-a5ed-61438932c612 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (d5138b38-320a-48bf-b224-ab9638f9eb75), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.764709 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d311982-6f60-4816-a5ed-61438932c612 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5138b38-320a-48bf-b224-ab9638f9eb75,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:39.778187 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:39.779136 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.801245 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] For port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:39.849428 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0d311982-6f60-4816-a5ed-61438932c612 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:39.850604 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-0d311982-6f60-4816-a5ed-61438932c612 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213112 Feb 11 06:39:39.854058 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51280) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:39.858902 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-05c8f474-a856-43fa-b56f-539b176366c3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'security_group_rule': {'security_group_id': '9c955176-e35d-424c-835c-e8446ee75a82', 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:39.889065 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Sync routers for ids ['0845a2da-1d9d-42b0-8251-199f24410c84'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:39:39.928813 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Routers {'0845a2da-1d9d-42b0-8251-199f24410c84'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:39.928813 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0845a2da-1d9d-42b0-8251-199f24410c84'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:40.007296 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.016208 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Set router 0845a2da-1d9d-42b0-8251-199f24410c84 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:40.056150 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Pushing event updated for resources: {'Port': ['ID=3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:40.069575 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c8f474-a856-43fa-b56f-539b176366c3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (78d58a0e-0c59-44ee-a42f-ca0b88d55d4b), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.128118 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c8f474-a856-43fa-b56f-539b176366c3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (78d58a0e-0c59-44ee-a42f-ca0b88d55d4b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.190143 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c8f474-a856-43fa-b56f-539b176366c3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (78d58a0e-0c59-44ee-a42f-ca0b88d55d4b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.210927 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8f474-a856-43fa-b56f-539b176366c3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d58a0e-0c59-44ee-a42f-ca0b88d55d4b,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:40.223717 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 4, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port': {'id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:34Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '731943a0-2f92-4f56-950e-9cb59639f1bf', 'name': '', 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'mac_address': 'fa:16:3e:8c:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:36Z', 'updated_at': '2022-02-11T06:39:37Z', 'revision_number': 2, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'subnets': [{'id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:40.249844 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Checking router: 0845a2da-1d9d-42b0-8251-199f24410c84 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:39:40.258996 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Updating router 0845a2da-1d9d-42b0-8251-199f24410c84 port 731943a0-2f92-4f56-950e-9cb59639f1bf binding host n-d-713498-37 {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:39:40.277252 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.278018 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-05c8f474-a856-43fa-b56f-539b176366c3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.279253 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-05c8f474-a856-43fa-b56f-539b176366c3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4241664 Feb 11 06:39:40.282081 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51282) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:40.286979 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-fdfd4989-b44b-4842-b842-add94c31e47a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'security_group_rule': {'security_group_id': '9c955176-e35d-424c-835c-e8446ee75a82', 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:40.384392 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4989-b44b-4842-b842-add94c31e47a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (740726f6-c9ad-4d3f-af23-435eb717e0c6), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.447946 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4989-b44b-4842-b842-add94c31e47a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (740726f6-c9ad-4d3f-af23-435eb717e0c6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.521097 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4989-b44b-4842-b842-add94c31e47a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (740726f6-c9ad-4d3f-af23-435eb717e0c6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.536815 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd4989-b44b-4842-b842-add94c31e47a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740726f6-c9ad-4d3f-af23-435eb717e0c6,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:40.608885 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4989-b44b-4842-b842-add94c31e47a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.610122 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fdfd4989-b44b-4842-b842-add94c31e47a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271184 Feb 11 06:39:40.612821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51284) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:40.617239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5c38c841-a028-4cae-bfb4-583bb84cd5aa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'security_group_rule': {'security_group_id': '9c955176-e35d-424c-835c-e8446ee75a82', 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:40.646703 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Publish callbacks [] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.721466 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-5c38c841-a028-4cae-bfb4-583bb84cd5aa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Project cd27a4430dc4430c814b33974cf5b55a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:39:40.732069 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c38c841-a028-4cae-bfb4-583bb84cd5aa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (b66a922a-2899-42db-846e-95526a946a4a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.738478 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.787242 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2c2d7-52e0-48d3-89d4-ca1583a9ef1a None None] Pushing event updated for resources: {'Port': ['ID=731943a0-2f92-4f56-950e-9cb59639f1bf,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:40.807126 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c38c841-a028-4cae-bfb4-583bb84cd5aa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (b66a922a-2899-42db-846e-95526a946a4a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.846962 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Attempting to bind port 731943a0-2f92-4f56-950e-9cb59639f1bf on host n-d-713498-37 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:39:40.847591 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Attempting to bind port 731943a0-2f92-4f56-950e-9cb59639f1bf by drivers openvswitch,hyperv on host n-d-713498-37 at level 0 using segments [{'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:39:40.848063 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Attempting to bind port 731943a0-2f92-4f56-950e-9cb59639f1bf on network eadd9c38-7f38-41de-8d68-694bec55c6fe {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:40.858586 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Checking agent: {'id': '0ed5f6f3-0f72-42d5-b3e4-7121e665e01f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 0, 9), 'started_at': datetime.datetime(2022, 2, 11, 5, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:39:40.858586 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Checking segment: {'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:40.858586 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.858586 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Bound using segment: {'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:39:40.858586 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Bound port: 731943a0-2f92-4f56-950e-9cb59639f1bf, host: n-d-713498-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:39:40.858586 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.924803 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] For port 731943a0-2f92-4f56-950e-9cb59639f1bf, host n-d-713498-37, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:39:40.928210 n-d-713498-37 neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] For port 731943a0-2f92-4f56-950e-9cb59639f1bf, host n-d-713498-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=731943a0-2f92-4f56-950e-9cb59639f1bf,segment=NetworkSegment(a11d2367-eaba-47c9-8ad9-cc79dcea82aa),segment_id=a11d2367-eaba-47c9-8ad9-cc79dcea82aa)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:39:40.933015 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c38c841-a028-4cae-bfb4-583bb84cd5aa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (b66a922a-2899-42db-846e-95526a946a4a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.952964 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38c841-a028-4cae-bfb4-583bb84cd5aa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66a922a-2899-42db-846e-95526a946a4a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:41.002244 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b2f84e4e-edc2-478d-851e-76747e29d25e None None] Provisioning complete for port 731943a0-2f92-4f56-950e-9cb59639f1bf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:41.002841 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2f84e4e-edc2-478d-851e-76747e29d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.041873 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b2f84e4e-edc2-478d-851e-76747e29d25e None None] Port 731943a0-2f92-4f56-950e-9cb59639f1bf cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:39:41.076182 n-d-713498-37 neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.113372 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c38c841-a028-4cae-bfb4-583bb84cd5aa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.119437 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-5c38c841-a028-4cae-bfb4-583bb84cd5aa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5008538 Feb 11 06:39:41.119437 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51286) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:41.124839 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-cee68a88-8006-4719-8c0c-077d40df1b69 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'security_group_rule': {'security_group_id': '9c955176-e35d-424c-835c-e8446ee75a82', 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:41.143467 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Routers {'0845a2da-1d9d-42b0-8251-199f24410c84'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:41.144751 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0845a2da-1d9d-42b0-8251-199f24410c84'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:41.188730 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2c2d7-52e0-48d3-89d4-ca1583a9ef1a None None] Pushing event updated for resources: {'Port': ['ID=731943a0-2f92-4f56-950e-9cb59639f1bf,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:41.230791 n-d-713498-37 neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-cee68a88-8006-4719-8c0c-077d40df1b69 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Project cd27a4430dc4430c814b33974cf5b55a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:39:41.236319 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cee68a88-8006-4719-8c0c-077d40df1b69 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (c1d868a1-68a6-40bb-9cee-afa475230374), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.271935 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] Set router 0845a2da-1d9d-42b0-8251-199f24410c84 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:41.306256 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cee68a88-8006-4719-8c0c-077d40df1b69 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (c1d868a1-68a6-40bb-9cee-afa475230374), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.358235 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-27acc516-20e9-439b-a476-4c2618938f50 None None] Provisioning complete for port 731943a0-2f92-4f56-950e-9cb59639f1bf triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:41.358697 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27acc516-20e9-439b-a476-4c2618938f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.372918 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cee68a88-8006-4719-8c0c-077d40df1b69 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782562'] for security_group_rule (c1d868a1-68a6-40bb-9cee-afa475230374), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.415239 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee68a88-8006-4719-8c0c-077d40df1b69 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d868a1-68a6-40bb-9cee-afa475230374,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:41.445758 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-27acc516-20e9-439b-a476-4c2618938f50 None None] Current status of the port 731943a0-2f92-4f56-950e-9cb59639f1bf is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:41.446166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27acc516-20e9-439b-a476-4c2618938f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.482381 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-27acc516-20e9-439b-a476-4c2618938f50 None None] For port 731943a0-2f92-4f56-950e-9cb59639f1bf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=731943a0-2f92-4f56-950e-9cb59639f1bf,segment=NetworkSegment(a11d2367-eaba-47c9-8ad9-cc79dcea82aa),segment_id=a11d2367-eaba-47c9-8ad9-cc79dcea82aa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:41.493204 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 4, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port': {'id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:34Z', 'updated_at': '2022-02-11T06:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '731943a0-2f92-4f56-950e-9cb59639f1bf', 'name': '', 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'mac_address': 'fa:16:3e:8c:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:36Z', 'updated_at': '2022-02-11T06:39:40Z', 'revision_number': 4, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'subnets': [{'id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:41.505307 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:41.506676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cee68a88-8006-4719-8c0c-077d40df1b69 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.508014 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-cee68a88-8006-4719-8c0c-077d40df1b69 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3874955 Feb 11 06:39:41.528038 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc901d34-908a-4df3-a2b7-c64b53f5d1df None None] The sync data for ids ['0845a2da-1d9d-42b0-8251-199f24410c84'] in n-d-713498-37 is: [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:39:36Z', 'revision_number': 4, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port': {'id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:34Z', 'updated_at': '2022-02-11T06:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '731943a0-2f92-4f56-950e-9cb59639f1bf', 'name': '', 'network_id': 'eadd9c38-7f38-41de-8d68-694bec55c6fe', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'mac_address': 'fa:16:3e:8c:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:36Z', 'updated_at': '2022-02-11T06:39:40Z', 'revision_number': 4, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'subnets': [{'id': '37f8375b-2454-4b2b-8163-223eca3428eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:39:41.562034 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27acc516-20e9-439b-a476-4c2618938f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.609291 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:41.609673 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.654115 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acc516-20e9-439b-a476-4c2618938f50 None None] Pushing event updated for resources: {'Port': ['ID=731943a0-2f92-4f56-950e-9cb59639f1bf,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:41.680884 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7ae0b0dd-cb00-4488-8de9-55d64ea5e112 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123263525&fields=id&tenant_id=cd27a4430dc4430c814b33974cf5b55a HTTP/1.1" status: 200 len: 267 time: 0.0509255 Feb 11 06:39:41.725610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:41.726745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 731943a0-2f92-4f56-950e-9cb59639f1bf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:41.781755 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 731943a0-2f92-4f56-950e-9cb59639f1bf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:41.782245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.807455 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-8fbccb47-14a6-4152-9d67-aeea4cc2898b tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:41.809107 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-8fbccb47-14a6-4152-9d67-aeea4cc2898b tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 809 time: 0.1198337 Feb 11 06:39:41.827619 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-9054ae1a-b3f6-485f-939d-9c2c197da7a7 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/quotas/cd27a4430dc4430c814b33974cf5b55a HTTP/1.1" status: 200 len: 375 time: 0.0108421 Feb 11 06:39:41.864563 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 731943a0-2f92-4f56-950e-9cb59639f1bf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:41.886280 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-0ada6a52-2ecc-4c4b-ab36-256914355da7 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528946 Feb 11 06:39:42.002953 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-455ba0b2-e1e2-4dbf-98b1-86744bba1803 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:39:42.004007 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-455ba0b2-e1e2-4dbf-98b1-86744bba1803 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1066029 Feb 11 06:39:42.109290 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-b1ddeefc-7bbf-4e64-976f-bb4f8a4da0eb service neutron] 10.222.0.62 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985243 Feb 11 06:39:42.204049 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7c41e803-4604-45a8-b39f-87483110ae06 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883663 Feb 11 06:39:42.287169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:42.438827 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-982b90a1-10c6-4d6f-ba47-0b0c3846f87c req-ca9b6671-bf4b-4831-a63a-75d9e5bd74cd tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 210 time: 0.0321441 Feb 11 06:39:43.450552 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 731943a0-2f92-4f56-950e-9cb59639f1bf up at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:43.503448 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Provisioning complete for port 731943a0-2f92-4f56-950e-9cb59639f1bf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:43.503826 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:43.524462 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-38a0ae96-873e-46d7-9fdf-f39165918dc2 req-e4e658b6-edf6-4216-9876-617f079f2d9e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 210 time: 0.0321043 Feb 11 06:39:43.582855 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Current status of the port 731943a0-2f92-4f56-950e-9cb59639f1bf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:44.626069 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-10c779e2-476a-4649-95c8-938182ceaa5a req-30e51d78-668e-42ef-9887-cb9c576c02cc tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 210 time: 0.0281425 Feb 11 06:39:44.670919 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-d6dcac52-ebfa-4692-a0db-2886bf75f634 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:44.672394 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-d6dcac52-ebfa-4692-a0db-2886bf75f634 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.65 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 809 time: 0.1148465 Feb 11 06:39:44.736193 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-84209fc5-d229-482d-9728-bdf084ee18f3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd27a4430dc4430c814b33974cf5b55a HTTP/1.1" status: 200 len: 380 time: 0.0552380 Feb 11 06:39:44.744966 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'port': {'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'admin_state_up': True, 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'security_groups': ['9c955176-e35d-424c-835c-e8446ee75a82']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:44.909511 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Made reservation on behalf of cd27a4430dc4430c814b33974cf5b55a for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:39:44.913121 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:45.047025 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Allocated IP 172.20.0.14 (4fc3881a-d4cf-4d26-9f25-57fb76de61d9/ce1c11ae-e29f-4dae-87e2-acdb9985664c/d431738e-50c6-4528-9fc9-3a0c68d9a52c) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:45.185568 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:45.333103 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:45.377741 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:45.380859 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:45.384541 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:45.391879 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:45.451883 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:45.451883 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:45.564729 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-7cd10d0d-711b-4722-a961-4165cd4d109c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8235626 Feb 11 06:39:45.610739 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b7c32f39-e76e-4ba3-94d0-0d95c89dc974 None None] Provisioning complete for port d431738e-50c6-4528-9fc9-3a0c68d9a52c triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:45.611310 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7c32f39-e76e-4ba3-94d0-0d95c89dc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:45.622399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Request body: {'port': {'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:45.655349 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b7c32f39-e76e-4ba3-94d0-0d95c89dc974 None None] Port d431738e-50c6-4528-9fc9-3a0c68d9a52c cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:39:45.691791 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:45.757587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f175924-86f9-4ca9-880a-b459352d2a96 req-6f4c6417-972d-49d2-8b87-865f385286b5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:45.759110 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f175924-86f9-4ca9-880a-b459352d2a96 req-6f4c6417-972d-49d2-8b87-865f385286b5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 932 time: 0.0568318 Feb 11 06:39:45.816565 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8f175924-86f9-4ca9-880a-b459352d2a96 req-1ae6cb24-acdd-41da-94d2-3526a30dcfab tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473433 Feb 11 06:39:45.967464 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d431738e-50c6-4528-9fc9-3a0c68d9a52c {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:39:45.975144 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Publish callbacks [] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:45.987272 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Transition to ACTIVE for port object d431738e-50c6-4528-9fc9-3a0c68d9a52c will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:39:46.098073 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:46.156645 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Pushing event updated for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:46.230759 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Attempting to bind port d431738e-50c6-4528-9fc9-3a0c68d9a52c on host n-h2-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:39:46.231104 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Attempting to bind port d431738e-50c6-4528-9fc9-3a0c68d9a52c by drivers openvswitch,hyperv on host n-h2-713498-37 at level 0 using segments [{'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:39:46.231653 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Attempting to bind port d431738e-50c6-4528-9fc9-3a0c68d9a52c on network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:46.236844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Port d431738e-50c6-4528-9fc9-3a0c68d9a52c on network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:39:46.241746 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Attempting to bind port d431738e-50c6-4528-9fc9-3a0c68d9a52c on network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:46.242240 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Checking agent: {'id': '9ac6461a-4e2c-4e1c-b232-8586b4a11a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:39:46.242603 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Checking segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:46.243510 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Bound using segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:39:46.244002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Bound port: d431738e-50c6-4528-9fc9-3a0c68d9a52c, host: n-h2-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:39:46.244337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:46.311557 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:39:46.314677 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:39:46.413238 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:46.459824 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.460447 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:46.461859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] 10.222.0.65 "PUT /v2.0/ports/d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 200 len: 1093 time: 0.8901083 Feb 11 06:39:46.462311 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:46.464571 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb5a66c-5ffb-4d77-82a0-bc6136ad5c40" -d '{"events": [{"name": "network-changed", "server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:46.487083 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840e2fe-9c6c-4bee-ab44-e4f46ea35b94 service neutron] Pushing event updated for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:46.535414 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3de4192-65f4-4645-8aef-9a0e5bc6ad8c x-openstack-request-id: req-d3de4192-65f4-4645-8aef-9a0e5bc6ad8c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:46.535414 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:46.535414 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3de4192-65f4-4645-8aef-9a0e5bc6ad8c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:46.535414 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'status': 'completed', 'code': 200} Feb 11 06:39:46.580171 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a66c-5ffb-4d77-82a0-bc6136ad5c40 req-6a4f32cc-4599-4358-b137-88fb67a44a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.581969 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9fb5a66c-5ffb-4d77-82a0-bc6136ad5c40 req-6a4f32cc-4599-4358-b137-88fb67a44a62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1127 time: 0.0493114 Feb 11 06:39:46.686811 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a66c-5ffb-4d77-82a0-bc6136ad5c40 req-ff330492-d822-4e03-bdc9-73aac99e1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.688299 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9fb5a66c-5ffb-4d77-82a0-bc6136ad5c40 req-ff330492-d822-4e03-bdc9-73aac99e1cae service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd27a4430dc4430c814b33974cf5b55a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0998712 Feb 11 06:39:46.788002 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a66c-5ffb-4d77-82a0-bc6136ad5c40 req-d26f2370-0f52-44ee-ad30-7d2378faf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.789502 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-9fb5a66c-5ffb-4d77-82a0-bc6136ad5c40 req-d26f2370-0f52-44ee-ad30-7d2378faf820 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959263 Feb 11 06:39:46.879114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-1d5a1c8a-7ae8-4c5e-bc65-e34422626811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.880762 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-1d5a1c8a-7ae8-4c5e-bc65-e34422626811 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1127 time: 0.0474854 Feb 11 06:39:46.946401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596ff84-5b26-43f0-9bb0-02da40213d4c req-2978362f-8d4d-4c14-906c-b375c6f3b038 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.948835 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c596ff84-5b26-43f0-9bb0-02da40213d4c req-2978362f-8d4d-4c14-906c-b375c6f3b038 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 944 time: 0.0553408 Feb 11 06:39:47.009189 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c596ff84-5b26-43f0-9bb0-02da40213d4c req-4e87b92e-3b3f-461d-88d4-816210a4171e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530024 Feb 11 06:39:47.251276 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-4c07eaa6-fbcc-4c47-9931-46f290ec8675 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 200 len: 217 time: 0.3629541 Feb 11 06:39:47.299237 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-cd75bf91-ea5d-4b4c-bd64-596a87b89ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:47.300758 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-cd75bf91-ea5d-4b4c-bd64-596a87b89ca8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0443339 Feb 11 06:39:47.349904 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-23c4029e-fd6c-4634-b74d-ab0be9fdf3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:47.351422 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-23c4029e-fd6c-4634-b74d-ab0be9fdf3aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455129 Feb 11 06:39:47.443538 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-94582de1-a452-48be-b636-8034cea6f610 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861998 Feb 11 06:39:47.534195 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-87965e23-0a63-4dba-8b71-666a5b539a68 req-0682ec37-1ea7-4e86-a7ca-6335683d2529 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848198 Feb 11 06:39:48.136296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dad63-7b9a-4b95-9515-bfa9cfe23b16 req-3e87cc9a-4976-4830-8c73-71ea7ec9905c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:48.137957 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-351dad63-7b9a-4b95-9515-bfa9cfe23b16 req-3e87cc9a-4976-4830-8c73-71ea7ec9905c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 944 time: 0.0542982 Feb 11 06:39:48.186974 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-351dad63-7b9a-4b95-9515-bfa9cfe23b16 req-f080b160-77c7-4301-bc6b-056f87fae0dc tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Feb 11 06:39:49.305358 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603803dc-752c-41f7-90aa-c3b0669ed245 req-f160b867-2d1f-46ff-8f22-c965439fc163 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.306860 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-603803dc-752c-41f7-90aa-c3b0669ed245 req-f160b867-2d1f-46ff-8f22-c965439fc163 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 944 time: 0.0525732 Feb 11 06:39:49.355938 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-603803dc-752c-41f7-90aa-c3b0669ed245 req-593d23b1-8854-478a-8405-91b167ce9de4 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Feb 11 06:39:50.506284 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79edaa-2bc4-4ee7-a38b-3a72cc23449e req-c872dd08-2594-460b-afa3-3580ce906173 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:50.507796 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc79edaa-2bc4-4ee7-a38b-3a72cc23449e req-c872dd08-2594-460b-afa3-3580ce906173 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 944 time: 0.0833304 Feb 11 06:39:50.549453 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d431738e-50c6-4528-9fc9-3a0c68d9a52c details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:39:50.562055 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-dc79edaa-2bc4-4ee7-a38b-3a72cc23449e req-6909582c-187a-473b-845b-c550e8593821 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Feb 11 06:39:50.663651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:50.675093 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:39:50.713856 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d431738e-50c6-4528-9fc9-3a0c68d9a52c is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:50.719430 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:50.728605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d431738e-50c6-4528-9fc9-3a0c68d9a52c {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:39:50.750021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:50.841169 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:50.889997 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:51.050224 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d431738e-50c6-4528-9fc9-3a0c68d9a52c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:39:51.684505 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84408-4183-4960-b1c0-f59837c1d51b req-f9aef94c-4faa-4e50-aeb9-34d456fa3ace tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:51.686153 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6f84408-4183-4960-b1c0-f59837c1d51b req-f9aef94c-4faa-4e50-aeb9-34d456fa3ace tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 945 time: 0.0529761 Feb 11 06:39:51.735483 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c6f84408-4183-4960-b1c0-f59837c1d51b req-4726c372-7644-424f-bf39-fe7e1161d9de tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Feb 11 06:39:52.610464 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d431738e-50c6-4528-9fc9-3a0c68d9a52c up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:52.755429 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning for port d431738e-50c6-4528-9fc9-3a0c68d9a52c completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:39:52.759764 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port d431738e-50c6-4528-9fc9-3a0c68d9a52c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:52.760144 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:52.840149 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d431738e-50c6-4528-9fc9-3a0c68d9a52c is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:52.841581 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:52.866753 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:52.868946 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1796f9cd-c703-4fc5-8409-5208a6708c67" -d '{"events": [{"server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "name": "network-vif-plugged", "status": "completed", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:52.870296 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79631912-23db-4652-8731-998412486fcb req-dcc724ba-8f23-4488-a335-aa31fccb500f tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:52.871960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79631912-23db-4652-8731-998412486fcb req-dcc724ba-8f23-4488-a335-aa31fccb500f tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 945 time: 0.0666792 Feb 11 06:39:52.882153 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:52.925662 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-79631912-23db-4652-8731-998412486fcb req-adc06ad7-d05f-4359-96c4-2ccf8e4f64ad tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475082 Feb 11 06:39:52.970303 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e5d32-1f03-420a-81e3-90a4b30814e0 x-openstack-request-id: req-d77e5d32-1f03-420a-81e3-90a4b30814e0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:52.970595 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "name": "network-vif-plugged", "status": "completed", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:52.970851 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d77e5d32-1f03-420a-81e3-90a4b30814e0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:52.971254 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'code': 200} Feb 11 06:39:52.984142 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:53.036204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:53.079449 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d69529-d808-470f-a6a8-fc29751d9681 req-30b52dfc-b73c-4f1b-98d3-33128ba8a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:53.081033 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09d69529-d808-470f-a6a8-fc29751d9681 req-30b52dfc-b73c-4f1b-98d3-33128ba8a930 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1129 time: 0.0530894 Feb 11 06:39:53.127261 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-09d69529-d808-470f-a6a8-fc29751d9681 req-8c209f88-204f-450e-b627-77c984a3695d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Feb 11 06:39:54.048225 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a58612-5625-4af4-9aff-89cc01efbcf3 req-67cb4b11-d206-4ba8-a10e-c139932f07f7 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:54.049745 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99a58612-5625-4af4-9aff-89cc01efbcf3 req-67cb4b11-d206-4ba8-a10e-c139932f07f7 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 946 time: 0.0553708 Feb 11 06:39:54.100509 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-99a58612-5625-4af4-9aff-89cc01efbcf3 req-9ed4214d-cd85-41f7-b099-94cc00eef2dd tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Feb 11 06:39:55.224401 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad383b-70c7-4255-861b-b458557b8930 req-27865ebc-1393-4520-bce1-2d4656c1168e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:55.225842 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6bad383b-70c7-4255-861b-b458557b8930 req-27865ebc-1393-4520-bce1-2d4656c1168e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 946 time: 0.0532274 Feb 11 06:39:55.284380 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6bad383b-70c7-4255-861b-b458557b8930 req-7f592614-f139-484c-beac-85fa49137efa tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530145 Feb 11 06:39:55.401934 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e4391-bc24-475f-894d-cdc9497d8bbf req-c508398e-926c-411b-9d27-15f28f6ccd0b tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:55.403411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-502e4391-bc24-475f-894d-cdc9497d8bbf req-c508398e-926c-411b-9d27-15f28f6ccd0b tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 946 time: 0.0528481 Feb 11 06:39:55.452608 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-502e4391-bc24-475f-894d-cdc9497d8bbf req-19b9f87b-e8fc-4b97-8b0b-786a46538920 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Feb 11 06:39:55.474396 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51350) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:55.558631 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c88a7-636b-4df5-ac20-9c4f44232210 tempest-TestSnapshotPattern-1564652546 tempest-TestSnapshotPattern-1564652546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:55.560335 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-aa4c88a7-636b-4df5-ac20-9c4f44232210 tempest-TestSnapshotPattern-1564652546 tempest-TestSnapshotPattern-1564652546-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1124 time: 0.0848637 Feb 11 06:39:55.564055 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51354) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:55.568436 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:55.721321 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:55.823676 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:55.924714 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Allocated IP 172.25.8.67 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/2f3d34c7-61ce-4230-a73a-4b49d4a5e896) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:56.034787 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for port (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:56.167529 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:56.209209 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:56.222853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:56.222853 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:56.246676 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'Port': ['ID=2f3d34c7-61ce-4230-a73a-4b49d4a5e896,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:56.923072 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for floatingip (1e842885-ef26-4458-8fcd-439dbd614002), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:57.135865 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:57.292754 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for port (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:57.372724 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8526951'] for port (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:57.441587 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'Port': ['ID=2f3d34c7-61ce-4230-a73a-4b49d4a5e896,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:57.457533 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (1e842885-ef26-4458-8fcd-439dbd614002), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:57.569567 n-d-713498-37 neutron-server[104087]: INFO neutron.db.l3_db [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Floating IP 1e842885-ef26-4458-8fcd-439dbd614002 associated. External IP: 172.25.8.67, port: d431738e-50c6-4528-9fc9-3a0c68d9a52c. Feb 11 06:39:57.789351 n-d-713498-37 neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Router e2d92338-e729-41bb-bf66-bdcce4581ce3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:39:57.901638 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:39:57.912622 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] Sync routers for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:39:57.922439 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:57.923062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:57.980490 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:58.024868 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-4c870826-0f4b-4a97-ae5d-a614c1622071 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4452455 Feb 11 06:39:58.024868 n-d-713498-37 neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:58.024868 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72a42f01e7658a373ab58045a8d7fb9d1ab0a3b4a50044b93b6f867678d9a29b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f7813-d076-4f46-9a5b-93217df0841f" -d '{"events": [{"name": "network-changed", "server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:58.036490 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:58.106209 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c3f4a5-d3aa-404a-afcf-5b7eaead43cf x-openstack-request-id: req-c3c3f4a5-d3aa-404a-afcf-5b7eaead43cf {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:58.106505 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:58.106755 n-d-713498-37 neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3c3f4a5-d3aa-404a-afcf-5b7eaead43cf {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:58.107169 n-d-713498-37 neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'status': 'completed', 'code': 200} Feb 11 06:39:58.171525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f7813-d076-4f46-9a5b-93217df0841f req-e42ac19a-698e-400f-93aa-9b44aac01838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:58.173151 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-443f7813-d076-4f46-9a5b-93217df0841f req-e42ac19a-698e-400f-93aa-9b44aac01838 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1129 time: 0.0457249 Feb 11 06:39:58.267146 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f7813-d076-4f46-9a5b-93217df0841f req-1815c3b9-4eab-41f6-9a16-5d9e81860eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:58.268663 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-443f7813-d076-4f46-9a5b-93217df0841f req-1815c3b9-4eab-41f6-9a16-5d9e81860eee service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.0901182 Feb 11 06:39:58.268821 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:56Z', 'revision_number': 0, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:58.300300 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] Checking router: e2d92338-e729-41bb-bf66-bdcce4581ce3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:39:58.309592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:39:58.309592 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:39:36Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:58.336486 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-443f7813-d076-4f46-9a5b-93217df0841f req-ccec2f5e-b726-40d4-b8b5-9a390d19daaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 200 len: 999 time: 0.0621862 Feb 11 06:39:58.385941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f7813-d076-4f46-9a5b-93217df0841f req-f83cc981-d0d3-46b8-b980-d9f8da046e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:58.387461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-443f7813-d076-4f46-9a5b-93217df0841f req-f83cc981-d0d3-46b8-b980-d9f8da046e88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0453448 Feb 11 06:39:58.421907 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:39:58.443457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f7813-d076-4f46-9a5b-93217df0841f req-76da3617-e1d8-45f4-b044-bfd6f1c63714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:58.445038 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-443f7813-d076-4f46-9a5b-93217df0841f req-76da3617-e1d8-45f4-b044-bfd6f1c63714 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521667 Feb 11 06:39:58.536142 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-443f7813-d076-4f46-9a5b-93217df0841f req-51e623d3-d14e-4094-9470-80951171617a service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845985 Feb 11 06:39:58.630161 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-443f7813-d076-4f46-9a5b-93217df0841f req-c8e8e548-ca19-4ee7-b429-8daff5064b5e service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881822 Feb 11 06:39:58.655486 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:56Z', 'revision_number': 0, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:39:58.687697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d440b5b-af84-4cb5-85b5-ed7db09c0225 None None] The sync data for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 is: [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:56Z', 'revision_number': 0, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:39:58.900816 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86443ec4-f1b2-4072-b13d-4de7d5885f46 None None] New status for floating IP 1e842885-ef26-4458-8fcd-439dbd614002: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:40:03.127145 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-436be595-0d29-4bd8-b9e9-b1f5269fc7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.663544 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf76d6fb-b1d5-4a38-9cd2-528aff2bcbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:07.052397 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:08.640625 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.320248 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:09.378088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:12.309312 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:14.355230 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:40:33.063126 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58b811e8-cb80-4976-83f7-cdcf9e113a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:35.611399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-732036ed-aa24-4dd5-8f96-c9611483702a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:37.028437 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:38.617387 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:39.302438 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:39.394271 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:42.342011 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:50.495553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-dc695352-a06b-44c3-a7bf-27ce6da25e4e req-7f9bcaf6-7262-4831-b024-4c2092330497 tempest-TestNetworkAdvancedServerOps-546111011 tempest-TestNetworkAdvancedServerOps-546111011-project] (104086) timed out ('10.222.0.83', 63942) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:40:51.354518 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:40:51.484550 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-2406060d-086f-4dec-913a-b55b291a276d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462019 Feb 11 06:40:51.571114 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-8bf7448d-b427-4d5d-baca-fad1ecc39556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:51.572719 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-8bf7448d-b427-4d5d-baca-fad1ecc39556 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1129 time: 0.0471861 Feb 11 06:40:51.680338 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-3b723ecb-8f55-46a9-bbc9-ad9cb7bc699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:51.681790 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-3b723ecb-8f55-46a9-bbc9-ad9cb7bc699f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.0906875 Feb 11 06:40:51.752319 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-6bd8aae5-3a07-46a0-affc-8f6214b40a9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 200 len: 1001 time: 0.0646727 Feb 11 06:40:51.805930 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-ab444bde-0333-49a3-bc95-94a3cd73b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:51.807431 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-ab444bde-0333-49a3-bc95-94a3cd73b99a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0499053 Feb 11 06:40:51.857220 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-f44e44d8-2b57-41dd-b344-b80d20ae8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:51.858766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-f44e44d8-2b57-41dd-b344-b80d20ae8d60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461328 Feb 11 06:40:51.952370 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-57ec12e9-6e5c-4492-aecf-067559bf1bce service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862210 Feb 11 06:40:52.051766 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-e72f51aa-3c49-4d60-959e-51a64723e89b req-6a2a3f8c-7053-45d9-9138-712e80abef59 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936859 Feb 11 06:41:03.096726 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f7815666-766c-4280-914e-b24a728e0c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:05.577106 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00b3b845-e3f0-4290-a034-6cea09cbc4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:07.004928 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.610845 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.324532 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:09.352907 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:12.313512 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:28.353402 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:41:33.061354 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58be202f-6848-4499-a6d4-c702b2ed0a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:35.598260 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a3e31bc2-ace1-4a54-88cc-f851985ddbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:37.004462 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:38.609877 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:39.295564 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:39.375620 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:42.341086 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:52.493843 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5403e9b-8822-4329-a7bf-35097a124875 req-a6b017a1-a302-4f7b-b19f-3f90e4000729 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556953 Feb 11 06:41:52.578567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403e9b-8822-4329-a7bf-35097a124875 req-83d756e2-d6a3-4b80-aa7b-4b041f26774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:52.580086 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5403e9b-8822-4329-a7bf-35097a124875 req-83d756e2-d6a3-4b80-aa7b-4b041f26774f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1129 time: 0.0468779 Feb 11 06:41:52.687736 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403e9b-8822-4329-a7bf-35097a124875 req-a7487c8b-de57-4b7e-a507-b6cb5594c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:52.689243 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5403e9b-8822-4329-a7bf-35097a124875 req-a7487c8b-de57-4b7e-a507-b6cb5594c812 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.0918157 Feb 11 06:41:52.754440 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5403e9b-8822-4329-a7bf-35097a124875 req-7d6b984a-1487-42df-85b2-3fd50034d930 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 200 len: 1001 time: 0.0582314 Feb 11 06:41:52.809162 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403e9b-8822-4329-a7bf-35097a124875 req-abda5ad7-5c33-4a59-899c-0d0ab65c6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:52.810654 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5403e9b-8822-4329-a7bf-35097a124875 req-abda5ad7-5c33-4a59-899c-0d0ab65c6de7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0493593 Feb 11 06:41:52.859837 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403e9b-8822-4329-a7bf-35097a124875 req-04f9dd05-2e77-4bb8-adb6-fed170381e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:52.861421 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5403e9b-8822-4329-a7bf-35097a124875 req-04f9dd05-2e77-4bb8-adb6-fed170381e0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450976 Feb 11 06:41:52.955674 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5403e9b-8822-4329-a7bf-35097a124875 req-fd71e889-6735-4c87-98dc-bb8d773afd12 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879376 Feb 11 06:41:53.052238 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-f5403e9b-8822-4329-a7bf-35097a124875 req-41260dca-6d04-47b1-9f15-be03554f8854 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898509 Feb 11 06:41:57.213050 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d431738e-50c6-4528-9fc9-3a0c68d9a52c details requested by agent hyperv_n-h2-713498-37 with host n-h2-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:41:57.318322 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:57.331814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Returning: {'device': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:41:57.370110 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d431738e-50c6-4528-9fc9-3a0c68d9a52c is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:57.370506 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.384138 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d431738e-50c6-4528-9fc9-3a0c68d9a52c {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:41:57.404779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:57.496176 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.550820 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:57.558015 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.558369 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.558706 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.559040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.559372 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.559697 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.560021 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.560344 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.560693 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.561019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.561333 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.561649 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.561964 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:57.568534 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] get_ports_and_sgs() called for port_ids ['d431738e-50c6-4528-9fc9-3a0c68d9a52c'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:41:59.228686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d431738e-50c6-4528-9fc9-3a0c68d9a52c up at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:59.284468 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Provisioning complete for port d431738e-50c6-4528-9fc9-3a0c68d9a52c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:59.284868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:59.375034 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d431738e-50c6-4528-9fc9-3a0c68d9a52c is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:59.376324 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:59.406802 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:59.409429 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4997b448-5107-4b50-bb15-774cbcb04d07" -d '{"events": [{"server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "name": "network-vif-plugged", "status": "completed", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:59.435407 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:59.500722 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:59.560794 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:00.476514 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2a4db-4ba1-4f89-ae3e-fe7fabf2edd6 x-openstack-request-id: req-5bb2a4db-4ba1-4f89-ae3e-fe7fabf2edd6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:42:00.477157 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "name": "network-vif-plugged", "status": "completed", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:42:00.477157 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bb2a4db-4ba1-4f89-ae3e-fe7fabf2edd6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:42:00.477576 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'code': 200} Feb 11 06:42:03.055206 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-068c094d-fdda-4f92-82bf-84a4def9866c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:05.354200 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:42:05.592937 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bc2aac5e-e815-40f3-99de-1c9da2ac1628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:07.037933 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:08.643631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:09.307243 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-dd9774e4-8377-4dbe-a1fc-f3dcbff1300a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123263525&fields=id&tenant_id=cd27a4430dc4430c814b33974cf5b55a HTTP/1.1" status: 200 len: 267 time: 0.0473492 Feb 11 06:42:09.312031 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:09.386507 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:09.424514 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-527c0482-8842-4363-b534-2cbe9c7cab5e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:09.426123 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-527c0482-8842-4363-b534-2cbe9c7cab5e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 809 time: 0.1116471 Feb 11 06:42:09.443228 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-a28df408-8f7e-46d4-95d6-3f476710b844 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/quotas/cd27a4430dc4430c814b33974cf5b55a HTTP/1.1" status: 200 len: 375 time: 0.0102932 Feb 11 06:42:09.502540 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-5c77e93a-9795-4ba5-8865-404f0241b22e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540466 Feb 11 06:42:09.561493 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-224430cb-35cb-4757-ba0e-5443ff115e25 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:42:09.562562 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-224430cb-35cb-4757-ba0e-5443ff115e25 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486183 Feb 11 06:42:09.664672 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-5e53d497-d6ca-456e-a281-25dc2447f5f8 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956857 Feb 11 06:42:09.759863 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-3c80f94e-6937-4339-a268-f285b46bfd11 service neutron] 10.222.0.62 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893419 Feb 11 06:42:10.019822 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-a2b4d950-f4d3-4caa-98f5-43e35e378e75 req-45b7da7d-baea-44c6-ac4f-645ac72f401a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 210 time: 0.0285602 Feb 11 06:42:11.118414 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-8101f7e4-6eb0-4f3b-8337-7fb01326607d req-def10801-c019-48ef-b2f8-2586b281d82a tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 210 time: 0.0292659 Feb 11 06:42:11.290509 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d431738e-50c6-4528-9fc9-3a0c68d9a52c no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:42:11.370829 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Current status of the port d431738e-50c6-4528-9fc9-3a0c68d9a52c is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:42:11.371215 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:11.397506 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:42:11.397506 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a17e80-17c7-43a2-abba-f7fbaa3cc6bb" -d '{"events": [{"server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "name": "network-vif-unplugged", "status": "completed", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:42:11.410405 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:42:11.437428 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e95765-f4cf-4c9e-b074-8d2b9c2e70c5 x-openstack-request-id: req-a4e95765-f4cf-4c9e-b074-8d2b9c2e70c5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:42:11.437765 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "name": "network-vif-unplugged", "status": "completed", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:42:11.438640 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4e95765-f4cf-4c9e-b074-8d2b9c2e70c5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:42:11.439042 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'code': 200} Feb 11 06:42:11.449114 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:11.497518 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Pushing event updated for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:11.714094 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.83', 64745) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:42:11.824674 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-8102c874-aaa1-4f78-a0c7-b685e4060db5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:11.826201 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-8102c874-aaa1-4f78-a0c7-b685e4060db5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.83 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 809 time: 0.1108603 Feb 11 06:42:11.888085 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-234a4389-822d-43c5-8119-09d99e4790bb tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd27a4430dc4430c814b33974cf5b55a HTTP/1.1" status: 200 len: 380 time: 0.0538046 Feb 11 06:42:11.896627 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'port': {'device_id': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'admin_state_up': True, 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'security_groups': ['9c955176-e35d-424c-835c-e8446ee75a82']}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:42:12.077412 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Made reservation on behalf of cd27a4430dc4430c814b33974cf5b55a for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:42:12.080935 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:12.224884 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Allocated IP 172.20.0.6 (4fc3881a-d4cf-4d26-9f25-57fb76de61d9/ce1c11ae-e29f-4dae-87e2-acdb9985664c/47150fe6-f700-44c9-a82a-9054b7f90aeb) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:42:12.228560 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-61674fb8-92b0-48da-8ad7-ac6404661b43 req-bb842428-a19e-4812-8bfa-96ff64556314 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 210 time: 0.0322027 Feb 11 06:42:12.351787 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:12.388862 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:12.496841 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:12.587149 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:42:12.591819 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:42:12.603268 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:42:12.634393 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:12.648461 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.648844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.649194 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.649546 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.649893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.650236 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.650575 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.650915 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.651249 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.651583 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.651920 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.652256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.652611 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:42:12.671370 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:12.672012 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:12.778261 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4e2dab7d-8ac8-483c-b4ba-ff5c652e5750 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8852036 Feb 11 06:42:12.939602 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-230340ab-d2b4-4733-ac86-978a0b43f3fc None None] Provisioning complete for port 47150fe6-f700-44c9-a82a-9054b7f90aeb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:42:12.940064 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-230340ab-d2b4-4733-ac86-978a0b43f3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:12.986488 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-230340ab-d2b4-4733-ac86-978a0b43f3fc None None] Port 47150fe6-f700-44c9-a82a-9054b7f90aeb cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:42:13.363882 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0eee8-ad52-4dc9-b045-1b96452aba78 req-293a88e9-c9d8-46b0-94ea-acb0f22616c4 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:13.370859 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfa0eee8-ad52-4dc9-b045-1b96452aba78 req-293a88e9-c9d8-46b0-94ea-acb0f22616c4 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 931 time: 0.0655241 Feb 11 06:42:13.421427 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-bfa0eee8-ad52-4dc9-b045-1b96452aba78 req-d9b97186-9813-4aaf-817d-3b36c25a873d tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496938 Feb 11 06:42:14.548727 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dc125-32ab-465b-9797-1906f621e22a req-fd668bd0-70fc-490e-9ed4-a454c4079f0b tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:14.550547 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-738dc125-32ab-465b-9797-1906f621e22a req-fd668bd0-70fc-490e-9ed4-a454c4079f0b tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 931 time: 0.0573921 Feb 11 06:42:14.611487 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-738dc125-32ab-465b-9797-1906f621e22a req-3507ee28-9b05-4dd4-8b88-a771daf43409 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539827 Feb 11 06:42:15.743871 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d57f5-c27c-4243-aa6d-26c6131cb2d4 req-cc761671-3196-47bd-963d-49b51d011684 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:15.745779 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-075d57f5-c27c-4243-aa6d-26c6131cb2d4 req-cc761671-3196-47bd-963d-49b51d011684 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 931 time: 0.0572445 Feb 11 06:42:15.804298 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-075d57f5-c27c-4243-aa6d-26c6131cb2d4 req-5d8dd303-8e34-464c-be1c-c5117f386a82 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522926 Feb 11 06:42:16.933637 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71dacc-c1d2-48aa-a68a-51feb6af1378 req-b80cbc32-b377-499e-b3eb-72cea2933725 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:16.935411 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae71dacc-c1d2-48aa-a68a-51feb6af1378 req-b80cbc32-b377-499e-b3eb-72cea2933725 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 931 time: 0.0562072 Feb 11 06:42:16.990344 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ae71dacc-c1d2-48aa-a68a-51feb6af1378 req-7fefaeef-31a5-489b-9e79-d23b0b5716f1 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482523 Feb 11 06:42:18.126944 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ac1e-8d0b-4543-ad77-a3cb1ad0a7db req-1e726aac-f972-41a6-a5ed-9c7bb72fda2f tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:18.128535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7c9ac1e-8d0b-4543-ad77-a3cb1ad0a7db req-1e726aac-f972-41a6-a5ed-9c7bb72fda2f tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 931 time: 0.0574613 Feb 11 06:42:18.185271 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d7c9ac1e-8d0b-4543-ad77-a3cb1ad0a7db req-0a191e41-d1b9-4f44-a8c2-e90b5f1729a1 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490313 Feb 11 06:42:19.325601 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c588f-90d1-4ef7-a6d7-d2a248086631 req-a05c47c7-2691-420a-8c3b-7af58a263182 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:19.327703 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca5c588f-90d1-4ef7-a6d7-d2a248086631 req-a05c47c7-2691-420a-8c3b-7af58a263182 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 931 time: 0.0656402 Feb 11 06:42:19.389575 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-ca5c588f-90d1-4ef7-a6d7-d2a248086631 req-686e9619-03b4-4feb-9cb9-e74b32e2b8a4 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549498 Feb 11 06:42:20.537890 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51526b2-dd75-402a-8fb5-b70d1931f4b3 req-d278ba3e-88eb-4875-b817-3cdf3821ed5c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:20.540456 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c51526b2-dd75-402a-8fb5-b70d1931f4b3 req-d278ba3e-88eb-4875-b817-3cdf3821ed5c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 931 time: 0.0779381 Feb 11 06:42:20.613352 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-c51526b2-dd75-402a-8fb5-b70d1931f4b3 req-12de5caf-d32a-4122-9f60-4f6acb3981e7 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587726 Feb 11 06:42:21.175303 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-294a4b6c-ccf5-4d54-952e-4d8f468f4251 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:42:21.176284 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-294a4b6c-ccf5-4d54-952e-4d8f468f4251 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060129 Feb 11 06:42:21.254663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Request body: {'port': {'device_id': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-37'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:42:21.341740 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:21.626323 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47150fe6-f700-44c9-a82a-9054b7f90aeb {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:42:21.635110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Publish callbacks [] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:21.649179 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Transition to ACTIVE for port object 47150fe6-f700-44c9-a82a-9054b7f90aeb will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:42:21.717897 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:21.741301 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ba2ae-cdcc-4a92-94b9-dab991d35d05 req-96e86fc3-7147-4758-b728-c858ef1ce845 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:21.742844 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-194ba2ae-cdcc-4a92-94b9-dab991d35d05 req-96e86fc3-7147-4758-b728-c858ef1ce845 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 931 time: 0.0681186 Feb 11 06:42:21.773355 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Pushing event updated for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:21.807200 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-194ba2ae-cdcc-4a92-94b9-dab991d35d05 req-845f45ff-4560-4bab-ba1d-e70c9029f143 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585520 Feb 11 06:42:21.857472 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Attempting to bind port 47150fe6-f700-44c9-a82a-9054b7f90aeb on host n-h1-713498-37 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:42:21.857803 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Attempting to bind port 47150fe6-f700-44c9-a82a-9054b7f90aeb by drivers openvswitch,hyperv on host n-h1-713498-37 at level 0 using segments [{'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:42:21.858155 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Attempting to bind port 47150fe6-f700-44c9-a82a-9054b7f90aeb on network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:42:21.863591 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Port 47150fe6-f700-44c9-a82a-9054b7f90aeb on network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-37 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:42:21.863918 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Attempting to bind port 47150fe6-f700-44c9-a82a-9054b7f90aeb on network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:42:21.869007 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Checking agent: {'id': '37544d98-dc9f-4900-9457-bb5116c2cc42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-37', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'started_at': datetime.datetime(2022, 2, 11, 5, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:42:21.869342 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Checking segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:42:21.869722 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Bound using segment: {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:42:21.870145 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Bound port: 47150fe6-f700-44c9-a82a-9054b7f90aeb, host: n-h1-713498-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2925621d-8750-4e2e-ba91-c5eb0d1c575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:42:21.870502 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:21.937444 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:42:21.940704 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:42:22.072465 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:22.110822 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:22.111446 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:22.112872 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] 10.222.0.83 "PUT /v2.0/ports/47150fe6-f700-44c9-a82a-9054b7f90aeb HTTP/1.1" status: 200 len: 1092 time: 0.9292929 Feb 11 06:42:22.113316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:42:22.115596 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973ccb45-beac-4ae8-856f-061e5d0372a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:42:22.141640 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44444bbe-8b75-4812-9905-773544e71a78 service neutron] Pushing event updated for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:22.167182 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569324b5-6c30-43f3-8827-5a9ef8597903 x-openstack-request-id: req-569324b5-6c30-43f3-8827-5a9ef8597903 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:42:22.167482 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:42:22.167740 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-569324b5-6c30-43f3-8827-5a9ef8597903 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:42:22.168144 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'status': 'completed', 'code': 200} Feb 11 06:42:22.236637 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ccb45-beac-4ae8-856f-061e5d0372a4 req-62b2459e-606a-4ae1-909d-07b819fe67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:22.238247 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-973ccb45-beac-4ae8-856f-061e5d0372a4 req-62b2459e-606a-4ae1-909d-07b819fe67ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 1126 time: 0.0491540 Feb 11 06:42:22.347739 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ccb45-beac-4ae8-856f-061e5d0372a4 req-af291a4f-cca8-4167-93cd-b10e760e3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:22.349285 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-973ccb45-beac-4ae8-856f-061e5d0372a4 req-af291a4f-cca8-4167-93cd-b10e760e3095 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=cd27a4430dc4430c814b33974cf5b55a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1049252 Feb 11 06:42:22.450299 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ccb45-beac-4ae8-856f-061e5d0372a4 req-8d9c9410-e98a-4997-b4ac-a7aab19aefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:22.451793 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-973ccb45-beac-4ae8-856f-061e5d0372a4 req-8d9c9410-e98a-4997-b4ac-a7aab19aefbf service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962353 Feb 11 06:42:22.530474 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4a0d7f62-400a-4840-bf5b-3ee9f294d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:22.533007 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-4a0d7f62-400a-4840-bf5b-3ee9f294d028 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 1126 time: 0.0467987 Feb 11 06:42:22.574352 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-63fe22f8-da65-42f2-8baf-df6cd619ffb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb HTTP/1.1" status: 200 len: 217 time: 0.0349514 Feb 11 06:42:22.626356 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-c81b7b09-5499-45fa-b857-7c515b78df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:22.627892 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-c81b7b09-5499-45fa-b857-7c515b78df27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0479519 Feb 11 06:42:22.679429 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-cd46163e-cfba-4510-a0cc-26dd754978c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:22.681040 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-cd46163e-cfba-4510-a0cc-26dd754978c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474279 Feb 11 06:42:22.773978 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-894daed1-d356-4b8f-b11a-2a12abcb7d96 service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871778 Feb 11 06:42:22.876131 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-45eb55cf-bc55-435d-bb57-22a2272bdbde req-c50654ec-33b3-4421-9b4c-c111e373ded5 service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960159 Feb 11 06:42:22.932707 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e205a-efb9-4c91-85d4-abd83b1e3712 req-153d84b0-d240-4750-869e-c41a699a4a91 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:22.934247 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b00e205a-efb9-4c91-85d4-abd83b1e3712 req-153d84b0-d240-4750-869e-c41a699a4a91 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 943 time: 0.0574803 Feb 11 06:42:22.992273 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-b00e205a-efb9-4c91-85d4-abd83b1e3712 req-0b9a892a-2b48-45ed-b9c1-5dfdc137f9df tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520349 Feb 11 06:42:24.117654 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623c33e-500c-4a4b-8b55-215f09e07a84 req-6fca7ae8-6e83-49c8-93a8-08119ffbd6a8 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:24.119156 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4623c33e-500c-4a4b-8b55-215f09e07a84 req-6fca7ae8-6e83-49c8-93a8-08119ffbd6a8 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 943 time: 0.0542681 Feb 11 06:42:24.173867 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4623c33e-500c-4a4b-8b55-215f09e07a84 req-87b7c9d2-b49f-44e8-a709-f8bf064760c1 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491593 Feb 11 06:42:25.302797 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fa3cd-20a9-4611-96eb-22cfa36825fb req-8f1e5fe1-90ce-465b-975e-2b50989a3250 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:25.304323 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-551fa3cd-20a9-4611-96eb-22cfa36825fb req-8f1e5fe1-90ce-465b-975e-2b50989a3250 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 943 time: 0.0602481 Feb 11 06:42:25.356737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-551fa3cd-20a9-4611-96eb-22cfa36825fb req-066a5eb6-1a5a-406b-ad97-7f66808c37bb tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462399 Feb 11 06:42:26.483610 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddee2b6-06d4-4ebe-8e1d-cec4e4452420 req-7211473c-615f-425b-a554-a732bb5fc18c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:26.485369 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ddee2b6-06d4-4ebe-8e1d-cec4e4452420 req-7211473c-615f-425b-a554-a732bb5fc18c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 943 time: 0.0553060 Feb 11 06:42:26.537116 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-0ddee2b6-06d4-4ebe-8e1d-cec4e4452420 req-afd16bf3-3e5f-4910-9036-ca205b07e5d8 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459073 Feb 11 06:42:27.126431 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 47150fe6-f700-44c9-a82a-9054b7f90aeb details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:42:27.224911 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:42:27.236938 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'port_id': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'mac_address': 'fa:16:3e:0e:e0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:42:27.278055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 47150fe6-f700-44c9-a82a-9054b7f90aeb is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:42:27.278449 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:27.291910 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47150fe6-f700-44c9-a82a-9054b7f90aeb {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:42:27.310936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:42:27.403009 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:27.450609 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:27.645423 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['47150fe6-f700-44c9-a82a-9054b7f90aeb'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:42:27.664935 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a56732-c167-4ee3-8d77-f338e0bcc888 req-f003244d-5005-4856-9200-68487e687f2e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:27.666563 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1a56732-c167-4ee3-8d77-f338e0bcc888 req-f003244d-5005-4856-9200-68487e687f2e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 944 time: 0.0600989 Feb 11 06:42:27.717543 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d1a56732-c167-4ee3-8d77-f338e0bcc888 req-d8d9947a-8f0b-403f-a0c6-b0adcb313c58 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453925 Feb 11 06:42:28.840919 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcad0-8517-4a48-a4a2-c4e61e250fed req-3eed0033-861f-4ee5-a821-60a4ae1307fe tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:28.842392 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c1dcad0-8517-4a48-a4a2-c4e61e250fed req-3eed0033-861f-4ee5-a821-60a4ae1307fe tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 944 time: 0.0565040 Feb 11 06:42:28.893010 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3c1dcad0-8517-4a48-a4a2-c4e61e250fed req-0207ae61-0b8c-4440-b415-c7bb90a57fb8 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Feb 11 06:42:29.126077 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 47150fe6-f700-44c9-a82a-9054b7f90aeb up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:42:29.237548 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning for port 47150fe6-f700-44c9-a82a-9054b7f90aeb completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:42:29.241789 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 47150fe6-f700-44c9-a82a-9054b7f90aeb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:42:29.242162 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:29.327311 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 47150fe6-f700-44c9-a82a-9054b7f90aeb is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:42:29.327982 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:29.352367 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:42:29.354646 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacd9bb7-06d4-4310-84bc-0068303395ea" -d '{"events": [{"server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "name": "network-vif-plugged", "status": "completed", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:42:29.366834 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:42:29.396361 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ac2c60-8bc3-46b0-803d-bf035969cbc1 x-openstack-request-id: req-e6ac2c60-8bc3-46b0-803d-bf035969cbc1 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:42:29.396694 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "name": "network-vif-plugged", "status": "completed", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:42:29.396954 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6ac2c60-8bc3-46b0-803d-bf035969cbc1 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:42:29.397352 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'code': 200} Feb 11 06:42:29.442719 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:29.492330 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:29.504481 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41c65a-4ce1-49a5-bb4a-b676e4ff4ee0 req-3c852587-eac3-43ee-b77b-7587015f081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:29.506077 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af41c65a-4ce1-49a5-bb4a-b676e4ff4ee0 req-3c852587-eac3-43ee-b77b-7587015f081a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 1128 time: 0.0545962 Feb 11 06:42:29.554972 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-af41c65a-4ce1-49a5-bb4a-b676e4ff4ee0 req-9757ed24-1b85-4c41-aa90-c8e63c4ea710 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Feb 11 06:42:30.022686 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54171b-fa00-49dc-b6ff-10aad9625dcb req-d45ea132-e708-4ffc-86a9-709f9ea8461e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:30.024669 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e54171b-fa00-49dc-b6ff-10aad9625dcb req-d45ea132-e708-4ffc-86a9-709f9ea8461e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 945 time: 0.0618722 Feb 11 06:42:30.084960 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-6e54171b-fa00-49dc-b6ff-10aad9625dcb req-b090143b-44e5-4a9a-a5ca-015c78a89ba8 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546079 Feb 11 06:42:31.208759 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586f9be-3277-46d1-a242-8861aa2a495c req-beef87d7-0c1f-458e-afaa-5ccad26eeda0 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:31.210192 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4586f9be-3277-46d1-a242-8861aa2a495c req-beef87d7-0c1f-458e-afaa-5ccad26eeda0 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 945 time: 0.0539761 Feb 11 06:42:31.259557 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-4586f9be-3277-46d1-a242-8861aa2a495c req-0ed52e89-3720-48c2-bb71-2dc159b08766 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436642 Feb 11 06:42:31.387742 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38019d-4866-4fa9-bf55-f7afb3197c5d req-eedd12b8-8bf3-44f1-8def-b5ca9d632c96 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:31.389281 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af38019d-4866-4fa9-bf55-f7afb3197c5d req-eedd12b8-8bf3-44f1-8def-b5ca9d632c96 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 945 time: 0.0545876 Feb 11 06:42:31.439535 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-af38019d-4866-4fa9-bf55-f7afb3197c5d req-8f2f466d-8924-4d32-be45-7e624b95e96e tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 Feb 11 06:42:31.461596 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51648) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:42:31.512285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27057864-6ec6-4868-a342-aee054dde524 tempest-TestSnapshotPattern-1564652546 tempest-TestSnapshotPattern-1564652546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:31.513901 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-27057864-6ec6-4868-a342-aee054dde524 tempest-TestSnapshotPattern-1564652546 tempest-TestSnapshotPattern-1564652546-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 1123 time: 0.0512998 Feb 11 06:42:31.517335 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51650) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:42:31.521691 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Request body: {'floatingip': {'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'port_id': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:42:31.597081 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:31.695133 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:31.803893 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Allocated IP 172.25.8.198 (7664e73e-ea6e-404a-930c-fc2ed8607083/5fc2efab-9cbe-423d-8ad2-2a3128800b6a/dea51b6a-962a-47fc-84af-913b4f8f9682) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:42:31.905122 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for port (dea51b6a-962a-47fc-84af-913b4f8f9682), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:31.992156 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794895349459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dea51b6a-962a-47fc-84af-913b4f8f9682), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:32.050029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Network 7664e73e-ea6e-404a-930c-fc2ed8607083 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:42:32.053008 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:42:32.056663 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:42:32.061889 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'Port': ['ID=dea51b6a-962a-47fc-84af-913b4f8f9682,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:32.431800 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for floatingip (af88b8b7-7fb9-4d9f-bc6d-090bc820725a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:32.556346 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (dea51b6a-962a-47fc-84af-913b4f8f9682), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:32.710328 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for port (dea51b6a-962a-47fc-84af-913b4f8f9682), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:32.757225 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12133000'] for port (dea51b6a-962a-47fc-84af-913b4f8f9682), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:32.825086 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event updated for resources: {'Port': ['ID=dea51b6a-962a-47fc-84af-913b4f8f9682,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:32.837707 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076617'] for floatingip (af88b8b7-7fb9-4d9f-bc6d-090bc820725a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:32.939844 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Floating IP af88b8b7-7fb9-4d9f-bc6d-090bc820725a associated. External IP: 172.25.8.198, port: 47150fe6-f700-44c9-a82a-9054b7f90aeb. Feb 11 06:42:33.037528 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7803cb32-c57c-432e-87fc-7a26aa91d8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:33.161470 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Router e2d92338-e729-41bb-bf66-bdcce4581ce3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:42:33.600457 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:42:33.611666 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] Sync routers for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:42:33.623384 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:42:33.631498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:42:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:42:33.667926 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:33.700118 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-a7a2af21-6561-479e-a971-0742f0001abf tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1816823 Feb 11 06:42:33.700754 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:42:33.703142 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:42:33.740341 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:42:33.746605 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3749d77-c4c0-4a97-af17-e8d62e81e102 x-openstack-request-id: req-c3749d77-c4c0-4a97-af17-e8d62e81e102 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:42:33.746902 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:42:33.747158 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3749d77-c4c0-4a97-af17-e8d62e81e102 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:42:33.747567 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'status': 'completed', 'code': 200} Feb 11 06:42:33.817553 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-4e8d4f65-3f91-4853-b03b-13525e3b83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:33.819108 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-4e8d4f65-3f91-4853-b03b-13525e3b83cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 1128 time: 0.0483344 Feb 11 06:42:33.911380 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-46daf2e2-a5b4-4dd9-a87a-a8736c2d4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:33.912913 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-46daf2e2-a5b4-4dd9-a87a-a8736c2d4c15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.0863638 Feb 11 06:42:33.974610 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:59Z', 'revision_number': 1, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}, {'id': 'af88b8b7-7fb9-4d9f-bc6d-090bc820725a', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:0e:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:42:32Z', 'updated_at': '2022-02-11T06:42:32Z', 'revision_number': 0, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:42:33.985125 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-7f764dc6-1afa-459a-a2b0-b7eb077976cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb HTTP/1.1" status: 200 len: 999 time: 0.0664062 Feb 11 06:42:34.001445 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] Checking router: e2d92338-e729-41bb-bf66-bdcce4581ce3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:42:34.009963 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:42:34.010586 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:42:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:42:34.034544 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-34505e6a-b1db-4058-85da-c102290d7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:34.038030 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-34505e6a-b1db-4058-85da-c102290d7eaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0480058 Feb 11 06:42:34.091832 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-9f786263-38c9-4d33-9912-da5cbf562f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:34.093596 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-9f786263-38c9-4d33-9912-da5cbf562f3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503297 Feb 11 06:42:34.127225 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:42:34.187959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-695fb268-f5f4-45e7-a5d2-256fe0a10525 service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880480 Feb 11 06:42:34.278995 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-953a950f-5477-4bbd-abc5-cb1fb2bb1e68 req-ff221e2e-3fce-401c-bdbb-43bff90fba99 service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854378 Feb 11 06:42:34.355946 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:59Z', 'revision_number': 1, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}, {'id': 'af88b8b7-7fb9-4d9f-bc6d-090bc820725a', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:0e:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:42:32Z', 'updated_at': '2022-02-11T06:42:32Z', 'revision_number': 0, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:42:34.383282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d6117-057c-4619-a4ae-bad46d108017 None None] The sync data for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 is: [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:59Z', 'revision_number': 1, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}, {'id': 'af88b8b7-7fb9-4d9f-bc6d-090bc820725a', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:0e:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:42:32Z', 'updated_at': '2022-02-11T06:42:32Z', 'revision_number': 0, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:42:34.601316 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e549f-22ef-4a30-ac10-25e0cde7d741 None None] New status for floating IP af88b8b7-7fb9-4d9f-bc6d-090bc820725a: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:42:35.608166 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-caa9f41c-a5ce-4c15-9298-fe2cb0888047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:37.036884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:38.631029 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:39.316434 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:39.351214 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:42.354284 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:42:42.362648 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:54.139295 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-a4f94d25-d595-4ecf-bab4-affd514aebf2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445311 Feb 11 06:42:54.231599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-71ac24bd-7f0f-4931-baf6-df449a02386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:54.233088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-71ac24bd-7f0f-4931-baf6-df449a02386d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1127 time: 0.0515542 Feb 11 06:42:54.342532 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-145b7807-ea44-4fc4-bc13-3c7cd443b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:54.344201 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-145b7807-ea44-4fc4-bc13-3c7cd443b99e service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.0924239 Feb 11 06:42:54.415854 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-3dc9c459-862f-4220-acb4-065c71153bfb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 200 len: 999 time: 0.0649784 Feb 11 06:42:54.478134 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-67422d23-a99c-48a3-94f6-099bde432d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:54.479637 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-67422d23-a99c-48a3-94f6-099bde432d69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0588181 Feb 11 06:42:54.531468 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-0ddf3193-2914-495e-b887-bd0a2c19547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:54.532978 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-0ddf3193-2914-495e-b887-bd0a2c19547f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472109 Feb 11 06:42:54.632112 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-7ec268fe-52fb-481d-8db5-dc840f865a0e service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925846 Feb 11 06:42:54.723582 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-7022e487-036c-46b1-84e3-7cd283e67dfe req-5dda6a0d-1fb5-49a4-9864-7e0fc0b58ef0 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855584 Feb 11 06:42:57.418943 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-33af2c6d-2473-4f7e-8cfe-064463b53088 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495028 Feb 11 06:42:57.505749 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-82f979ae-28ae-4e89-8c52-053dd5f0b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:57.507322 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-82f979ae-28ae-4e89-8c52-053dd5f0b71f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 1128 time: 0.0471177 Feb 11 06:42:57.612895 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-42c562d3-5417-4888-8e40-b3e015898cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:57.614397 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-42c562d3-5417-4888-8e40-b3e015898cd9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.0886035 Feb 11 06:42:57.682916 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-17375f1f-8d65-4454-8ca8-100e77226f0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb HTTP/1.1" status: 200 len: 1001 time: 0.0623305 Feb 11 06:42:57.730040 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-3c4760d8-fa36-4f03-b03c-5c4a9c6a35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:57.731528 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-3c4760d8-fa36-4f03-b03c-5c4a9c6a35b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0432949 Feb 11 06:42:57.779945 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-e9bbf4d4-e173-4dce-8ded-a4470f1e4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:42:57.782145 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-e9bbf4d4-e173-4dce-8ded-a4470f1e4532 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446534 Feb 11 06:42:57.876461 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-3f70561d-9ed5-4667-ba79-389257160015 service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887136 Feb 11 06:42:57.973654 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-abd03c0c-2f53-4fae-94aa-d2d8050c4ce5 req-0cb29a54-37c3-4183-acc7-5b58f79c7b5b service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913224 Feb 11 06:43:03.053549 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9348e1ad-1251-43b0-a87f-01626bc029af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:05.619188 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a2662b6-1dd3-4cbf-aaef-54f2f6a962a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:07.035840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:08.630320 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:09.447015 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:09.505138 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:12.389771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:19.355154 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:43:33.051941 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95d90e41-c0b0-406a-878f-a0438db4e1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:35.596012 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-594cd8c3-6e5c-4ccb-b4ad-d41923d4d39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:37.030349 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:38.635409 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:39.320361 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:39.348569 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:42.372774 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:55.482616 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-3451594c-d4eb-4f36-bae9-3373781c0a8b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496120 Feb 11 06:43:55.567087 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-4361909e-6806-44cd-8531-c984544eb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:55.568625 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-4361909e-6806-44cd-8531-c984544eb161 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1127 time: 0.0458057 Feb 11 06:43:55.675196 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-21ad05cc-c832-47ae-a816-9ec032d99f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:55.676756 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-21ad05cc-c832-47ae-a816-9ec032d99f31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.0905812 Feb 11 06:43:55.742143 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-f8d7f6b6-395a-46f1-af34-52d524accab7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 200 len: 999 time: 0.0585160 Feb 11 06:43:55.790471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-f237c461-db99-42d7-af2a-f56218da3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:55.791959 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-f237c461-db99-42d7-af2a-f56218da3d0a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0444627 Feb 11 06:43:55.845567 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-c0710aac-8ee7-4ff4-a817-db24253d59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:55.847088 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-c0710aac-8ee7-4ff4-a817-db24253d59a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497899 Feb 11 06:43:55.856509 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-7337520d-c083-42db-b005-023d1dcdcdf0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:43:55.857623 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-7337520d-c083-42db-b005-023d1dcdcdf0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050242 Feb 11 06:43:55.945928 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-712b5c6a-f71e-4cb2-b89b-fed482cc460f service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826809 Feb 11 06:43:56.041987 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-39fecf25-f73e-4234-a69c-a36203ee6e7d req-7d8ad41b-31e1-4642-9e8d-4543ab0ffc56 service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904944 Feb 11 06:43:56.354993 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:43:59.485341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-e3c8e7a6-e8fe-4567-98bf-e20c7032094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:59.489538 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-e3c8e7a6-e8fe-4567-98bf-e20c7032094c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 1128 time: 0.0639217 Feb 11 06:43:59.564912 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 47150fe6-f700-44c9-a82a-9054b7f90aeb details requested by agent hyperv_n-h1-713498-37 with host n-h1-713498-37 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:43:59.621373 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-2bca8ed0-10c1-4636-a6d1-86abdaf9ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:59.623630 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-2bca8ed0-10c1-4636-a6d1-86abdaf9ac9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.1111610 Feb 11 06:43:59.669043 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:43:59.683858 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Returning: {'device': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'port_id': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'mac_address': 'fa:16:3e:0e:e0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:43:59.697020 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-d60e6e2e-2923-4df4-af31-e6b3efd16cb3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb HTTP/1.1" status: 200 len: 1001 time: 0.0666823 Feb 11 06:43:59.742784 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 47150fe6-f700-44c9-a82a-9054b7f90aeb is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:43:59.743500 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:59.750329 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-2144c971-e781-4b19-abe9-336bd54902ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:59.752001 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-2144c971-e781-4b19-abe9-336bd54902ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0492237 Feb 11 06:43:59.761940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47150fe6-f700-44c9-a82a-9054b7f90aeb {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:43:59.788546 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:43:59.814624 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-3a9ebe60-f7c6-4c40-86b5-172923b40fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:43:59.816357 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-3a9ebe60-f7c6-4c40-86b5-172923b40fa9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581226 Feb 11 06:43:59.892680 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:59.921888 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-4ff85c90-fc30-4919-8e0d-74f8287e6c1c service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991068 Feb 11 06:43:59.986313 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:43:59.996876 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] get_ports_and_sgs() called for port_ids ['47150fe6-f700-44c9-a82a-9054b7f90aeb'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:44:00.001440 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.002040 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.002555 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.003074 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.003578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.004080 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.004581 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.005397 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.005916 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.006414 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.006940 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.007456 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.007796 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:00.073424 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-eda2ea9e-260f-430a-a1eb-5abdbc3f5461 req-f7d7af4e-288b-4ae1-bc69-a4c3e34c97c0 service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456740 Feb 11 06:44:01.562175 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 47150fe6-f700-44c9-a82a-9054b7f90aeb up at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:44:01.617044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Provisioning complete for port 47150fe6-f700-44c9-a82a-9054b7f90aeb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:44:01.618004 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-872105'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:01.704151 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 47150fe6-f700-44c9-a82a-9054b7f90aeb is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:44:01.704535 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:01.728538 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:44:01.730838 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb75a81-4a24-413a-b992-29463c2f577d" -d '{"events": [{"server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "name": "network-vif-plugged", "status": "completed", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:44:01.746055 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:01.771111 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31863cc0-19ba-4cb0-bdbd-6c1063c95455 x-openstack-request-id: req-31863cc0-19ba-4cb0-bdbd-6c1063c95455 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:44:01.771408 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "name": "network-vif-plugged", "status": "completed", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:44:01.771667 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31863cc0-19ba-4cb0-bdbd-6c1063c95455 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:44:01.772140 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'code': 200} Feb 11 06:44:01.920960 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:01.971936 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:03.054656 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7f53b6e-b980-4b75-a0a2-10fc5d0d0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:05.634794 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e58486f-2f78-4528-a082-b602a7c5ffa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:07.040453 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:08.697850 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:09.314074 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:09.365948 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:10.611958 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51850) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:10.773359 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Deleting port dea51b6a-962a-47fc-84af-913b4f8f9682 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:10.773700 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (dea51b6a-962a-47fc-84af-913b4f8f9682), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:10.855876 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (dea51b6a-962a-47fc-84af-913b4f8f9682), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:10.856108 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for floatingip (dea51b6a-962a-47fc-84af-913b4f8f9682), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:10.868602 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Calling delete_port for dea51b6a-962a-47fc-84af-913b4f8f9682 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:11.074337 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (dea51b6a-962a-47fc-84af-913b4f8f9682), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:11.102384 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event deleted for resources: {'Port': ['ID=dea51b6a-962a-47fc-84af-913b4f8f9682,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:11.113616 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.113907 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.114259 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.114613 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.114961 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.115712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.115712 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.115941 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.116265 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.116614 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.116950 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.117282 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.117622 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:11.180164 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for floatingip (af88b8b7-7fb9-4d9f-bc6d-090bc820725a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:11.180897 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Floating IP af88b8b7-7fb9-4d9f-bc6d-090bc820725a disassociated (deleted). External IP: 172.25.8.198, port: 47150fe6-f700-44c9-a82a-9054b7f90aeb. Feb 11 06:44:11.403493 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Router e2d92338-e729-41bb-bf66-bdcce4581ce3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:44:11.520183 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:44:11.524676 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:11.533019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] Sync routers for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:44:11.544267 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:44:11.545031 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:44:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:11.555345 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-26652a93-00cd-4aef-b741-a99769934826 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "DELETE /v2.0/floatingips/af88b8b7-7fb9-4d9f-bc6d-090bc820725a HTTP/1.1" status: 204 len: 168 time: 0.9422145 Feb 11 06:44:11.556029 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:44:11.558426 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:44:11.665584 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a972815-d51e-4dfa-8c86-e580c8bd177d x-openstack-request-id: req-5a972815-d51e-4dfa-8c86-e580c8bd177d {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:44:11.666212 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:44:11.666335 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:44:11.666444 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a972815-d51e-4dfa-8c86-e580c8bd177d {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:44:11.666604 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'status': 'completed', 'code': 200} Feb 11 06:44:11.735110 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-d1961176-d6ff-45d6-a563-c7e7d6d39e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:11.736814 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-d1961176-d6ff-45d6-a563-c7e7d6d39e5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 1128 time: 0.0486121 Feb 11 06:44:11.851432 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-2968650d-8299-4a48-b5a3-d247f35cf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:11.853053 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-2968650d-8299-4a48-b5a3-d247f35cf843 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.1103244 Feb 11 06:44:11.912400 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-18531529-a41f-4456-8acc-08dd6ba8a851 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb HTTP/1.1" status: 200 len: 217 time: 0.0527868 Feb 11 06:44:11.915711 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:59Z', 'revision_number': 1, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:11.945204 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] Checking router: e2d92338-e729-41bb-bf66-bdcce4581ce3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:44:11.955398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:44:11.956041 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:44:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:11.974984 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-c99e616a-3ee7-4bbe-ac63-c2d4c5d684d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:11.976523 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-c99e616a-3ee7-4bbe-ac63-c2d4c5d684d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0560927 Feb 11 06:44:12.031792 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-0ccdc1c9-969b-4ba9-b4ec-3ba38269c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:12.033378 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-0ccdc1c9-969b-4ba9-b4ec-3ba38269c7d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490639 Feb 11 06:44:12.072777 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:44:12.105029 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b77305-4bf2-4537-9af1-b3c8dea24627 req-03aa3487-030c-451f-bf49-2d8c8cca26f3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:12.106833 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6b77305-4bf2-4537-9af1-b3c8dea24627 req-03aa3487-030c-451f-bf49-2d8c8cca26f3 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 945 time: 0.1174824 Feb 11 06:44:12.137195 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-9e1b264b-870d-4d62-8b86-535aaf4aa24a service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968058 Feb 11 06:44:12.161737 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-d6b77305-4bf2-4537-9af1-b3c8dea24627 req-b92ff6df-16d5-4145-9576-d67d8247523c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478773 Feb 11 06:44:12.240423 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-2e41e1ce-bbe4-4bb3-af11-6e8eee030a5b req-0a6e45fa-452b-403b-a4a4-52c020c6d9ab service neutron] 10.222.0.83 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964074 Feb 11 06:44:12.332438 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:59Z', 'revision_number': 1, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:12.364621 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f4784-2499-4b25-99e8-1407a73c7985 None None] The sync data for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 is: [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_floatingips': [{'id': '1e842885-ef26-4458-8fcd-439dbd614002', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'router_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'port_id': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'mac_address': 'fa:16:3e:4f:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:56Z', 'updated_at': '2022-02-11T06:39:59Z', 'revision_number': 1, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:44:12.367527 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:12.602079 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0fdc9-23d8-400b-8ddb-925f4b662c59 None None] New status for floating IP af88b8b7-7fb9-4d9f-bc6d-090bc820725a: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:44:13.336344 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a22b-b6d1-4cc0-8583-8a591f17891b req-421fbd74-8c1c-4064-8f74-fc02c6e8689b tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:13.337958 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa09a22b-b6d1-4cc0-8583-8a591f17891b req-421fbd74-8c1c-4064-8f74-fc02c6e8689b tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 945 time: 0.1050749 Feb 11 06:44:13.387405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-aa09a22b-b6d1-4cc0-8583-8a591f17891b req-b8f58783-11fa-47ec-9665-4493a581fb63 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Feb 11 06:44:13.514745 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-3f52db74-8aab-4937-827d-cc048d6828be tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:13.516453 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-3f52db74-8aab-4937-827d-cc048d6828be tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.83 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 945 time: 0.0549743 Feb 11 06:44:13.631234 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Deleting port 47150fe6-f700-44c9-a82a-9054b7f90aeb {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:13.631576 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:13.640811 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 47150fe6-f700-44c9-a82a-9054b7f90aeb no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:13.719745 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Current status of the port 47150fe6-f700-44c9-a82a-9054b7f90aeb is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:44:13.720141 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-913499'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:13.722160 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:13.722527 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:13.736280 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Calling delete_port for 47150fe6-f700-44c9-a82a-9054b7f90aeb owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:13.744296 n-d-713498-37 neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:44:13.746615 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de66c5da92b1ddd77d5e7deff5015adbe81500c94af458c9766b369239e639a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e29f28-bf45-4538-b3c5-dff1c2eceb85" -d '{"events": [{"server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "name": "network-vif-unplugged", "status": "completed", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:44:13.765062 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] For port 47150fe6-f700-44c9-a82a-9054b7f90aeb, host n-h1-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-37',level=0,port_id=47150fe6-f700-44c9-a82a-9054b7f90aeb,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:13.787093 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f97a360-0592-4770-b9f4-c35ae05c272f x-openstack-request-id: req-3f97a360-0592-4770-b9f4-c35ae05c272f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:44:13.787453 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "name": "network-vif-unplugged", "status": "completed", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:44:13.787659 n-d-713498-37 neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f97a360-0592-4770-b9f4-c35ae05c272f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:44:13.788060 n-d-713498-37 neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'code': 200} Feb 11 06:44:13.817371 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794895767812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794895349477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794895349495'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:13.873095 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Pushing event updated for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:13.937747 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (47150fe6-f700-44c9-a82a-9054b7f90aeb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:13.970451 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event deleted for resources: {'Port': ['ID=47150fe6-f700-44c9-a82a-9054b7f90aeb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:14.043016 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] No DVR routers for this DVR port 47150fe6-f700-44c9-a82a-9054b7f90aeb on host n-h1-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:44:14.047026 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:14.050360 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-fc96348f-ec07-450a-9dd1-58e72fe3a5a9 req-aa8f2e53-7213-4612-971b-fe05ce5826c5 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.83 "DELETE /v2.0/ports/47150fe6-f700-44c9-a82a-9054b7f90aeb HTTP/1.1" status: 204 len: 173 time: 0.5282607 Feb 11 06:44:14.050763 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'name': 'network-vif-deleted', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:44:14.053114 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b138620-11e3-4310-95b8-e4360c673895" -d '{"events": [{"server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "name": "network-vif-deleted", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:44:14.089877 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732b2540-5d22-4a2f-84d1-93b6e1291f22 x-openstack-request-id: req-732b2540-5d22-4a2f-84d1-93b6e1291f22 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:44:14.090213 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f5d349-22ca-4315-a0d2-0a743f64a02f", "name": "network-vif-deleted", "tag": "47150fe6-f700-44c9-a82a-9054b7f90aeb", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:44:14.090500 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-732b2540-5d22-4a2f-84d1-93b6e1291f22 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:44:14.090935 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f5d349-22ca-4315-a0d2-0a743f64a02f', 'name': 'network-vif-deleted', 'tag': '47150fe6-f700-44c9-a82a-9054b7f90aeb', 'status': 'completed', 'code': 200} Feb 11 06:44:14.512018 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-3e45ff3f-6cb4-45a9-baf8-85d60eb11b96 req-fb01008f-1262-410c-9af9-0905352945db tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f5d349-22ca-4315-a0d2-0a743f64a02f HTTP/1.1" status: 200 len: 210 time: 0.0335441 Feb 11 06:44:16.853411 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51916) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:17.012044 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Deleting port 2f3d34c7-61ce-4230-a73a-4b49d4a5e896 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:17.012392 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:17.089306 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:17.089592 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for floatingip (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:17.101565 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Calling delete_port for 2f3d34c7-61ce-4230-a73a-4b49d4a5e896 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:17.336886 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2f3d34c7-61ce-4230-a73a-4b49d4a5e896), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:17.363525 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event deleted for resources: {'Port': ['ID=2f3d34c7-61ce-4230-a73a-4b49d4a5e896,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:17.429668 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for floatingip (1e842885-ef26-4458-8fcd-439dbd614002), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:17.430035 n-d-713498-37 neutron-server[104086]: INFO neutron.db.l3_db [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Floating IP 1e842885-ef26-4458-8fcd-439dbd614002 disassociated (deleted). External IP: 172.25.8.67, port: d431738e-50c6-4528-9fc9-3a0c68d9a52c. Feb 11 06:44:17.639266 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 47150fe6-f700-44c9-a82a-9054b7f90aeb no longer exists at agent hyperv_n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:17.660819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] No Port match for: 47150fe6-f700-44c9-a82a-9054b7f90aeb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:44:17.661171 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Device 47150fe6-f700-44c9-a82a-9054b7f90aeb not bound to the agent host n-h1-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:44:17.960285 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Router e2d92338-e729-41bb-bf66-bdcce4581ce3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:44:18.072897 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:44:18.077643 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:18.083591 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] Sync routers for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:44:18.094306 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:44:18.094985 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:44:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:18.107004 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-d4b4c467-47ba-477a-858d-8147a9354505 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "DELETE /v2.0/floatingips/1e842885-ef26-4458-8fcd-439dbd614002 HTTP/1.1" status: 204 len: 168 time: 1.2518070 Feb 11 06:44:18.107725 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:44:18.110069 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba25b8ca-f8be-4b4e-96ab-df7307121462" -d '{"events": [{"name": "network-changed", "server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:44:18.149294 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19734155-d4f0-46dd-b0b8-d9d9f1d090ae x-openstack-request-id: req-19734155-d4f0-46dd-b0b8-d9d9f1d090ae {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:44:18.149591 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:44:18.149838 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19734155-d4f0-46dd-b0b8-d9d9f1d090ae {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:44:18.150252 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'status': 'completed', 'code': 200} Feb 11 06:44:18.217861 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:44:18.219534 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-713e2f57-bc52-4daf-ac9a-a8d75d4cf3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:18.221099 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-713e2f57-bc52-4daf-ac9a-a8d75d4cf3d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd27a4430dc4430c814b33974cf5b55a&device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 1127 time: 0.0483272 Feb 11 06:44:18.319024 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-6bc3efeb-6dbf-48d1-aa6b-0e75318fdf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:18.320516 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-6bc3efeb-6dbf-48d1-aa6b-0e75318fdf6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 200 len: 910 time: 0.0914330 Feb 11 06:44:18.363072 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-7d184a4a-d70d-4ab4-8d38-8f930f3509f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 200 len: 217 time: 0.0365059 Feb 11 06:44:18.412064 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-09ba8423-5d58-4b00-8df1-a57a49816ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:18.413574 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-09ba8423-5d58-4b00-8df1-a57a49816ea7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 200 len: 848 time: 0.0451031 Feb 11 06:44:18.429800 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:18.457779 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] Checking router: e2d92338-e729-41bb-bf66-bdcce4581ce3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:44:18.467578 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:44:18.468852 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:44:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:18.479466 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-8aa12cb5-9bb7-4c73-a32c-bd681c93f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:18.481382 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-8aa12cb5-9bb7-4c73-a32c-bd681c93f1c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fc3881a-d4cf-4d26-9f25-57fb76de61d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0620780 Feb 11 06:44:18.551540 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b6b6e-b6bb-4ff2-9687-9d98279fc714 req-b2a82da3-0a17-4b41-97f1-94d4b31c69d0 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:18.553926 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-034b6b6e-b6bb-4ff2-9687-9d98279fc714 req-b2a82da3-0a17-4b41-97f1-94d4b31c69d0 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 944 time: 0.0622516 Feb 11 06:44:18.583504 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-38d7d009-7056-4222-b41c-33b32bb4552c service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948808 Feb 11 06:44:18.610781 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-034b6b6e-b6bb-4ff2-9687-9d98279fc714 req-4408165d-e19d-461d-bce3-ad0fb28f8901 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491633 Feb 11 06:44:18.686457 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-ba25b8ca-f8be-4b4e-96ab-df7307121462 req-67afe05f-7f5f-459d-8c7a-08e5f863fb2e service neutron] 10.222.0.65 "GET /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970123 Feb 11 06:44:18.742972 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:44:18.943493 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:18.971044 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee544f9-6a24-46d4-9162-473c893aac91 None None] The sync data for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 is: [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:30Z', 'revision_number': 4, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37', '_interfaces': [{'id': '2b44f87d-5f53-4436-a224-975c3c85d298', 'name': '', 'network_id': '4fc3881a-d4cf-4d26-9f25-57fb76de61d9', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'mac_address': 'fa:16:3e:94:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:29Z', 'updated_at': '2022-02-11T06:39:34Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'subnets': [{'id': 'ce1c11ae-e29f-4dae-87e2-acdb9985664c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:44:19.209859 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb74b3e-403c-4faf-aabd-847a650dd543 None None] New status for floating IP 1e842885-ef26-4458-8fcd-439dbd614002: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:44:19.738895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1e08-53b3-41e9-a4b2-c92fe5a2852f req-3553e082-0d40-4e4d-89ea-850a38ceed4c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:19.740405 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39da1e08-53b3-41e9-a4b2-c92fe5a2852f req-3553e082-0d40-4e4d-89ea-850a38ceed4c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 944 time: 0.0545590 Feb 11 06:44:19.789073 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-39da1e08-53b3-41e9-a4b2-c92fe5a2852f req-886de2dc-62a2-449b-9238-def4ebd41d31 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c955176-e35d-424c-835c-e8446ee75a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Feb 11 06:44:20.081620 n-d-713498-37 neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-8bcc215e-1f1c-4b23-a416-b77745ebdf56 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:44:20.083110 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-8bcc215e-1f1c-4b23-a416-b77745ebdf56 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.65 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 944 time: 0.0537646 Feb 11 06:44:20.183515 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Deleting port d431738e-50c6-4528-9fc9-3a0c68d9a52c {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:20.183860 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:20.282118 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] For port d431738e-50c6-4528-9fc9-3a0c68d9a52c, host n-h2-713498-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-37',level=0,port_id=d431738e-50c6-4528-9fc9-3a0c68d9a52c,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:20.282492 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:20.296506 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Calling delete_port for d431738e-50c6-4528-9fc9-3a0c68d9a52c owned by compute:nova {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:20.485409 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (d431738e-50c6-4528-9fc9-3a0c68d9a52c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:20.520910 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event deleted for resources: {'Port': ['ID=d431738e-50c6-4528-9fc9-3a0c68d9a52c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:20.566661 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] No DVR routers for this DVR port d431738e-50c6-4528-9fc9-3a0c68d9a52c on host n-h2-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:44:20.569584 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146047'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:20.573844 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [req-8f1f95f5-0aa4-4675-af49-de06edf0084d req-e4c07120-bbb2-4968-a3d6-579bc0c7a76c tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.65 "DELETE /v2.0/ports/d431738e-50c6-4528-9fc9-3a0c68d9a52c HTTP/1.1" status: 204 len: 173 time: 0.4849882 Feb 11 06:44:20.573844 n-d-713498-37 neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'name': 'network-vif-deleted', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:44:20.576393 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee0a610ce85c89d3edfb7fbb68a5421396f51d894e91654442c39b2bf322b0a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e92e32-1fdf-47b1-bb72-1956c05b5755" -d '{"events": [{"server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "name": "network-vif-deleted", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:44:20.615266 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0c7243-4ec6-49cb-9ece-943df4c2fa34 x-openstack-request-id: req-3b0c7243-4ec6-49cb-9ece-943df4c2fa34 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:44:20.615621 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aaf98a-f00a-4e9b-b81d-7df419eb17db", "name": "network-vif-deleted", "tag": "d431738e-50c6-4528-9fc9-3a0c68d9a52c", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:44:20.616142 n-d-713498-37 neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b0c7243-4ec6-49cb-9ece-943df4c2fa34 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:44:20.616626 n-d-713498-37 neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aaf98a-f00a-4e9b-b81d-7df419eb17db', 'name': 'network-vif-deleted', 'tag': 'd431738e-50c6-4528-9fc9-3a0c68d9a52c', 'status': 'completed', 'code': 200} Feb 11 06:44:20.890735 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [req-f2cd5793-7380-45e7-ac84-8257124f4bc8 req-bcc35e0e-3c8b-4001-a583-3e3a042f36cb tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "GET /v2.0/ports?device_id=68aaf98a-f00a-4e9b-b81d-7df419eb17db HTTP/1.1" status: 200 len: 210 time: 0.0324619 Feb 11 06:44:21.955454 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:22.016966 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b6b0288-c707-492c-aa58-ab9f21ec3d99 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group (9c955176-e35d-424c-835c-e8446ee75a82), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:22.042838 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b6b0288-c707-492c-aa58-ab9f21ec3d99 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group (9c955176-e35d-424c-835c-e8446ee75a82), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:22.171832 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b6b0288-c707-492c-aa58-ab9f21ec3d99 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (9c955176-e35d-424c-835c-e8446ee75a82), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:22.174598 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b6b0288-c707-492c-aa58-ab9f21ec3d99 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:22.180494 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3b6b0288-c707-492c-aa58-ab9f21ec3d99 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] 10.222.0.62 "DELETE /v2.0/security-groups/9c955176-e35d-424c-835c-e8446ee75a82 HTTP/1.1" status: 204 len: 168 time: 0.2196314 Feb 11 06:44:22.186256 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b0288-c707-492c-aa58-ab9f21ec3d99 tempest-TestSnapshotPattern-1614137423 tempest-TestSnapshotPattern-1614137423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c955176-e35d-424c-835c-e8446ee75a82,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:22.293341 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51936) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:22.658159 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (e2d92338-e729-41bb-bf66-bdcce4581ce3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:22.908379 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Deleting port 2b44f87d-5f53-4436-a224-975c3c85d298 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:22.908653 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:22.991241 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] For port 2b44f87d-5f53-4436-a224-975c3c85d298, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=2b44f87d-5f53-4436-a224-975c3c85d298,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:22.991949 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:23.004982 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Calling delete_port for 2b44f87d-5f53-4436-a224-975c3c85d298 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:23.273430 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (2b44f87d-5f53-4436-a224-975c3c85d298), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:23.299067 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b44f87d-5f53-4436-a224-975c3c85d298,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:23.484361 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (e2d92338-e729-41bb-bf66-bdcce4581ce3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:23.714172 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Router e2d92338-e729-41bb-bf66-bdcce4581ce3 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:44:23.823263 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:44:23.828859 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-6e1ec333-3ec5-48e1-bd78-32e3261e9a4c admin admin] 10.222.0.62 "PUT /v2.0/routers/e2d92338-e729-41bb-bf66-bdcce4581ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5342486 Feb 11 06:44:23.832135 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51938) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:23.833128 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] Sync routers for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:44:23.844017 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:44:23.844767 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:44:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:23.939703 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks [] for router (e2d92338-e729-41bb-bf66-bdcce4581ce3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:23.959196 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: n-d-713498-37 {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:44:23.990675 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d431738e-50c6-4528-9fc9-3a0c68d9a52c no longer exists at agent hyperv_n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:24.046028 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] No Port match for: d431738e-50c6-4528-9fc9-3a0c68d9a52c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:44:24.046374 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Device d431738e-50c6-4528-9fc9-3a0c68d9a52c not bound to the agent host n-h2-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:44:24.048913 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks [] for router_gateway (e2d92338-e729-41bb-bf66-bdcce4581ce3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.173282 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:44:23Z', 'revision_number': 5, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port': {'id': '4a35c114-a8d3-439d-95ea-7d41d7ce43a6', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:24.174277 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Deleting port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:24.174846 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.199398 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] Checking router: e2d92338-e729-41bb-bf66-bdcce4581ce3 for host: n-d-713498-37 {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:44:24.208902 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] Routers {'e2d92338-e729-41bb-bf66-bdcce4581ce3'} bound to L3 agent in host n-d-713498-37 {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:44:24.209513 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:44:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['e2d92338-e729-41bb-bf66-bdcce4581ce3'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:24.260399 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] For port 4a35c114-a8d3-439d-95ea-7d41d7ce43a6, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=4a35c114-a8d3-439d-95ea-7d41d7ce43a6,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:24.260798 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.274683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Calling delete_port for 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:24.299773 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] Set router e2d92338-e729-41bb-bf66-bdcce4581ce3 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:44:24.357359 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:44:24Z', 'revision_number': 6, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:24.383978 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045f404-a30e-4e4d-be5c-8caff72c9bbb None None] The sync data for ids ['e2d92338-e729-41bb-bf66-bdcce4581ce3'] in n-d-713498-37 is: [{'id': 'e2d92338-e729-41bb-bf66-bdcce4581ce3', 'name': 'tempest-TestSnapshotPattern-296810053-router', 'tenant_id': 'cd27a4430dc4430c814b33974cf5b55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:27Z', 'updated_at': '2022-02-11T06:44:24Z', 'revision_number': 6, 'project_id': 'cd27a4430dc4430c814b33974cf5b55a', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:44:24.508563 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (4a35c114-a8d3-439d-95ea-7d41d7ce43a6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.535028 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a35c114-a8d3-439d-95ea-7d41d7ce43a6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:24.595564 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (e2d92338-e729-41bb-bf66-bdcce4581ce3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.692404 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (e2d92338-e729-41bb-bf66-bdcce4581ce3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.694541 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks [] for router_controller (e2d92338-e729-41bb-bf66-bdcce4581ce3), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.806110 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (e2d92338-e729-41bb-bf66-bdcce4581ce3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.811727 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d92338-e729-41bb-bf66-bdcce4581ce3 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:44:24.813420 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:24.816694 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-59363f36-0036-4e53-8f3b-de2537855b83 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e2d92338-e729-41bb-bf66-bdcce4581ce3 HTTP/1.1" status: 204 len: 168 time: 0.9813673 Feb 11 06:44:24.817245 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51940) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:24.966490 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b436c32b-79ff-4854-ae70-050b21486209 admin admin] Deleting subnet ce1c11ae-e29f-4dae-87e2-acdb9985664c {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:44:24.970883 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b436c32b-79ff-4854-ae70-050b21486209 admin admin] Publish callbacks [] for subnet (ce1c11ae-e29f-4dae-87e2-acdb9985664c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.006754 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b436c32b-79ff-4854-ae70-050b21486209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (ce1c11ae-e29f-4dae-87e2-acdb9985664c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.098375 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b436c32b-79ff-4854-ae70-050b21486209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (ce1c11ae-e29f-4dae-87e2-acdb9985664c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.240347 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b436c32b-79ff-4854-ae70-050b21486209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (ce1c11ae-e29f-4dae-87e2-acdb9985664c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.272465 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436c32b-79ff-4854-ae70-050b21486209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1c11ae-e29f-4dae-87e2-acdb9985664c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:25.279610 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b436c32b-79ff-4854-ae70-050b21486209 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.284417 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-b436c32b-79ff-4854-ae70-050b21486209 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ce1c11ae-e29f-4dae-87e2-acdb9985664c HTTP/1.1" status: 204 len: 168 time: 0.4659901 Feb 11 06:44:25.285606 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37d7827-e039-4e3d-ab74-75720d7893ff None None] Network 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:44:25.286843 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51944) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:25.367054 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (4fc3881a-d4cf-4d26-9f25-57fb76de61d9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.443073 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Deleting port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:25.443418 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.502819 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] DHCP port deletion for 4fc3881a-d4cf-4d26-9f25-57fb76de61d9 request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:44:25.524423 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] For port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:25.524861 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.539223 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Calling delete_port for 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:25.557934 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] Deleting port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:25.558196 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.633131 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] For port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,segment=NetworkSegment(2925621d-8750-4e2e-ba91-c5eb0d1c575b),segment_id=2925621d-8750-4e2e-ba91-c5eb0d1c575b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:25.633399 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.644342 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:25.654683 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] Calling delete_port for 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:25.748806 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8526940'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.772419 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf update to DOWN by agent not found {{(pid=104088) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 06:44:25.772892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:25.781391 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:25.789526 n-d-713498-37 neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] No DVR routers for this DVR port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf on host n-d-713498-37 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:44:25.791931 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.792290 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.792660 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.793010 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.793439 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.793811 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.794152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.794485 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.794822 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.795154 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.795490 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.795821 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.796152 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-37 {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:44:25.798686 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:44:25.799038 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 4a35c114-a8d3-439d-95ea-7d41d7ce43a6 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:44:25.799466 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2b44f87d-5f53-4436-a224-975c3c85d298 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:25.819605 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 2b44f87d-5f53-4436-a224-975c3c85d298 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:44:25.819953 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 2b44f87d-5f53-4436-a224-975c3c85d298 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:44:25.823346 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.850498 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] Pushing event deleted for resources: {'Port': ['ID=7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:25.854214 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9a1bb-fd6e-4245-824d-f938132e6d2b None None] No DVR routers for this DVR port 7ff9aed0-cb7c-438d-81ad-ae56f1c9faaf on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:44:25.879340 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (4fc3881a-d4cf-4d26-9f25-57fb76de61d9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.901488 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc3881a-d4cf-4d26-9f25-57fb76de61d9']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:25.910268 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2925621d-8750-4e2e-ba91-c5eb0d1c575b') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:25.910571 n-d-713498-37 neutron-server[104087]: DEBUG neutron.services.segments.db [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2925621d-8750-4e2e-ba91-c5eb0d1c575b') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:25.920152 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12157739'] for segment (2925621d-8750-4e2e-ba91-c5eb0d1c575b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.933616 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (2925621d-8750-4e2e-ba91-c5eb0d1c575b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.940059 n-d-713498-37 neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:44:25.940442 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8526859'] for segment (2925621d-8750-4e2e-ba91-c5eb0d1c575b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: Traceback (most recent call last): Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: timer() Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: cb(*args, **kw) Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: return func(*args, **kwargs) Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: self._notify() Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: self.callback(batched_events) Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: event.method(event) Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: return f(self, *a, **k) Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: return self._get(url).json() Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: return self.request(url, 'GET', **kwargs) Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:44:25.942181 n-d-713498-37 neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:44:26.057592 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (4fc3881a-d4cf-4d26-9f25-57fb76de61d9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:26.064060 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:26.067282 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] 10.222.0.62 "DELETE /v2.0/networks/4fc3881a-d4cf-4d26-9f25-57fb76de61d9 HTTP/1.1" status: 204 len: 168 time: 0.7789857 Feb 11 06:44:26.070689 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51946) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:26.079683 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc816b7d-f4a8-497e-88e7-f69db3d5197e admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc3881a-d4cf-4d26-9f25-57fb76de61d9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:26.437682 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4063561'] for router_interface (0845a2da-1d9d-42b0-8251-199f24410c84), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:27.020319 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Deleting port 731943a0-2f92-4f56-950e-9cb59639f1bf {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:27.020684 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:27.099599 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] For port 731943a0-2f92-4f56-950e-9cb59639f1bf, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=731943a0-2f92-4f56-950e-9cb59639f1bf,segment=NetworkSegment(a11d2367-eaba-47c9-8ad9-cc79dcea82aa),segment_id=a11d2367-eaba-47c9-8ad9-cc79dcea82aa)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:27.099894 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:27.112683 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Calling delete_port for 731943a0-2f92-4f56-950e-9cb59639f1bf owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:27.371499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (731943a0-2f92-4f56-950e-9cb59639f1bf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:27.403676 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Pushing event deleted for resources: {'Port': ['ID=731943a0-2f92-4f56-950e-9cb59639f1bf,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:27.583068 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3712438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4063709'] for router_interface (0845a2da-1d9d-42b0-8251-199f24410c84), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:27.813471 n-d-713498-37 neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Router 0845a2da-1d9d-42b0-8251-199f24410c84 has already been hosted by L3 agent 11feab58-874a-4d8f-8cbf-5f336f860921 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:44:27.950209 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] Notify agent at l3_agent.n-d-713498-37 the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:44:27.955996 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-3a678abb-77eb-4e3c-8af5-2416592e8880 admin admin] 10.222.0.62 "PUT /v2.0/routers/0845a2da-1d9d-42b0-8251-199f24410c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8836296 Feb 11 06:44:27.958687 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51954) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:27.961426 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] Sync routers for ids ['0845a2da-1d9d-42b0-8251-199f24410c84'] in n-d-713498-37 {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:44:27.974208 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] Routers {'0845a2da-1d9d-42b0-8251-199f24410c84'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:44:27.974901 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:44:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0845a2da-1d9d-42b0-8251-199f24410c84'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:28.069339 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks [] for router (0845a2da-1d9d-42b0-8251-199f24410c84), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:28.081707 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] Set router 0845a2da-1d9d-42b0-8251-199f24410c84 gateway port host: n-d-713498-37 {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:44:28.175499 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks [] for router_gateway (0845a2da-1d9d-42b0-8251-199f24410c84), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:28.259715 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'external_fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:44:27Z', 'revision_number': 5, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port': {'id': '3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3', 'name': '', 'network_id': '7664e73e-ea6e-404a-930c-fc2ed8607083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:39:34Z', 'updated_at': '2022-02-11T06:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fc2efab-9cbe-423d-8ad2-2a3128800b6a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-37'}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:28.290403 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] Checking router: 0845a2da-1d9d-42b0-8251-199f24410c84 for host: n-d-713498-37 {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:44:28.300242 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] Routers {'0845a2da-1d9d-42b0-8251-199f24410c84'} bound to L3 agent in host n-d-713498-37 {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:44:28.300899 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T05:00:05Z,description=,heartbeat_timestamp=2022-02-11T06:44:06Z,host='n-d-713498-37',id=11feab58-874a-4d8f-8cbf-5f336f860921,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T05:00:06Z,topic='l3_agent')) {'router_ids': ['0845a2da-1d9d-42b0-8251-199f24410c84'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:28.310316 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Deleting port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:28.310748 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:28.387493 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] Set router 0845a2da-1d9d-42b0-8251-199f24410c84 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:44:28.405260 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] For port 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3,segment=NetworkSegment(0848a6f3-14f0-46a7-bb8a-68a63e24607f),segment_id=0848a6f3-14f0-46a7-bb8a-68a63e24607f)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:28.405620 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:28.418581 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Calling delete_port for 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:28.442436 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:44:28Z', 'revision_number': 6, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port_host': None}], 'n-d-713498-37', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:28.469117 n-d-713498-37 neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef6baf-ef15-4653-9c3b-adab1c9731f4 None None] The sync data for ids ['0845a2da-1d9d-42b0-8251-199f24410c84'] in n-d-713498-37 is: [{'id': '0845a2da-1d9d-42b0-8251-199f24410c84', 'name': 'tempest-TestSnapshotPattern-1500546065-router', 'tenant_id': 'a9298a1b328042e5a66f97a0d6835b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:39:33Z', 'updated_at': '2022-02-11T06:44:28Z', 'revision_number': 6, 'project_id': 'a9298a1b328042e5a66f97a0d6835b55', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:44:28.668834 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:28.695765 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:28.759602 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076547'] for router_gateway (0845a2da-1d9d-42b0-8251-199f24410c84), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:28.862029 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4067002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12070'] for router (0845a2da-1d9d-42b0-8251-199f24410c84), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:28.864410 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks [] for router_controller (0845a2da-1d9d-42b0-8251-199f24410c84), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.011562 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4066995'] for router (0845a2da-1d9d-42b0-8251-199f24410c84), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.012136 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0845a2da-1d9d-42b0-8251-199f24410c84 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:44:29.017958 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.019127 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-727c8baf-1764-49c0-b5a8-add1719d5a6b admin admin] 10.222.0.62 "DELETE /v2.0/routers/0845a2da-1d9d-42b0-8251-199f24410c84 HTTP/1.1" status: 204 len: 168 time: 1.0595212 Feb 11 06:44:29.021848 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51958) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:29.067786 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edd9713-db3d-4e23-8457-4fe47fe0ae6d admin admin] Deleting subnet 37f8375b-2454-4b2b-8163-223eca3428eb {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:44:29.073930 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edd9713-db3d-4e23-8457-4fe47fe0ae6d admin admin] Publish callbacks [] for subnet (37f8375b-2454-4b2b-8163-223eca3428eb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.112033 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edd9713-db3d-4e23-8457-4fe47fe0ae6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8619044'] for subnet (37f8375b-2454-4b2b-8163-223eca3428eb), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.196743 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edd9713-db3d-4e23-8457-4fe47fe0ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032027'] for subnet (37f8375b-2454-4b2b-8163-223eca3428eb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.321694 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edd9713-db3d-4e23-8457-4fe47fe0ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12132958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334156'] for subnet (37f8375b-2454-4b2b-8163-223eca3428eb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.346548 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd9713-db3d-4e23-8457-4fe47fe0ae6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f8375b-2454-4b2b-8163-223eca3428eb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:29.359561 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9edd9713-db3d-4e23-8457-4fe47fe0ae6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.364256 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-9edd9713-db3d-4e23-8457-4fe47fe0ae6d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/37f8375b-2454-4b2b-8163-223eca3428eb HTTP/1.1" status: 204 len: 168 time: 0.3414748 Feb 11 06:44:29.366422 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51960) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:29.367019 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae75cc7-6ca9-48e0-a081-58f275611214 None None] Network eadd9c38-7f38-41de-8d68-694bec55c6fe requested from n-d-713498-37 {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:44:29.443797 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714637'] for network (eadd9c38-7f38-41de-8d68-694bec55c6fe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.514414 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Deleting port 52421eca-1001-4fa5-b091-7080a818518f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:29.514893 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (52421eca-1001-4fa5-b091-7080a818518f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.573738 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] DHCP port deletion for eadd9c38-7f38-41de-8d68-694bec55c6fe request from n-d-713498-37 {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:44:29.619808 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] For port 52421eca-1001-4fa5-b091-7080a818518f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=52421eca-1001-4fa5-b091-7080a818518f,segment=NetworkSegment(a11d2367-eaba-47c9-8ad9-cc79dcea82aa),segment_id=a11d2367-eaba-47c9-8ad9-cc79dcea82aa)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:29.620199 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (52421eca-1001-4fa5-b091-7080a818518f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.639751 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Calling delete_port for 52421eca-1001-4fa5-b091-7080a818518f owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:29.651517 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:29.676814 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] Deleting port 52421eca-1001-4fa5-b091-7080a818518f {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:44:29.677454 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794895768459'] for port (52421eca-1001-4fa5-b091-7080a818518f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.680227 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:44:29.680791 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 3a7397ad-c0e9-4711-b335-9f4e9ee9d6f3 not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:44:29.681219 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 731943a0-2f92-4f56-950e-9cb59639f1bf no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:29.721160 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 731943a0-2f92-4f56-950e-9cb59639f1bf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:44:29.721432 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 731943a0-2f92-4f56-950e-9cb59639f1bf not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:44:29.764892 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] For port 52421eca-1001-4fa5-b091-7080a818518f, host n-d-713498-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-37',level=0,port_id=52421eca-1001-4fa5-b091-7080a818518f,segment=NetworkSegment(a11d2367-eaba-47c9-8ad9-cc79dcea82aa),segment_id=a11d2367-eaba-47c9-8ad9-cc79dcea82aa)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:44:29.765293 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4066034'] for port (52421eca-1001-4fa5-b091-7080a818518f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.778052 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] Calling delete_port for 52421eca-1001-4fa5-b091-7080a818518f owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:44:29.782763 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12133043'] for port (52421eca-1001-4fa5-b091-7080a818518f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.813014 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=52421eca-1001-4fa5-b091-7080a818518f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:29.815010 n-d-713498-37 neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] No DVR routers for this DVR port 52421eca-1001-4fa5-b091-7080a818518f on host n-d-713498-37 {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:44:29.867112 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-913455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794895771886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794895349468'] for port (52421eca-1001-4fa5-b091-7080a818518f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.896332 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-868814', 'neutron.services.segments.db._delete_segments_for_network-8794895855288'] for network (eadd9c38-7f38-41de-8d68-694bec55c6fe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.896942 n-d-713498-37 neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] Pushing event deleted for resources: {'Port': ['ID=52421eca-1001-4fa5-b091-7080a818518f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:29.900898 n-d-713498-37 neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cba696-a5e2-4831-8c8b-edf5d6e85fad None None] No DVR routers for this DVR port 52421eca-1001-4fa5-b091-7080a818518f on host n-d-713498-37 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:44:29.941347 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadd9c38-7f38-41de-8d68-694bec55c6fe']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:29.953383 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:29.953719 n-d-713498-37 neutron-server[104086]: DEBUG neutron.services.segments.db [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11d2367-eaba-47c9-8ad9-cc79dcea82aa') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:44:29.964277 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794895858113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8619037'] for segment (a11d2367-eaba-47c9-8ad9-cc79dcea82aa), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.978997 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113'] for segment (a11d2367-eaba-47c9-8ad9-cc79dcea82aa), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.985702 n-d-713498-37 neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:44:29.986135 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12133092'] for segment (a11d2367-eaba-47c9-8ad9-cc79dcea82aa), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: Traceback (most recent call last): Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: timer() Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: cb(*args, **kw) Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: return func(*args, **kwargs) Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: self._notify() Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: self.callback(batched_events) Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: event.method(event) Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: return f(self, *a, **k) Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: return self._get(url).json() Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: return self.request(url, 'GET', **kwargs) Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:44:29.987819 n-d-713498-37 neutron-server[104086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:44:30.119261 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-868805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3712447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076639'] for network (eadd9c38-7f38-41de-8d68-694bec55c6fe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:30.125790 n-d-713498-37 neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:30.131977 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] 10.222.0.62 "DELETE /v2.0/networks/eadd9c38-7f38-41de-8d68-694bec55c6fe HTTP/1.1" status: 204 len: 168 time: 0.7615063 Feb 11 06:44:30.141340 n-d-713498-37 neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f60e3d-9a76-4624-a085-fe0255cb3b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=eadd9c38-7f38-41de-8d68-694bec55c6fe,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:30.565682 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 51964) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:30.613515 n-d-713498-37 neutron-server[104086]: INFO neutron.wsgi [None req-ff00158d-1704-40b9-b5ca-d00c7cd92b53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd27a4430dc4430c814b33974cf5b55a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473311 Feb 11 06:44:30.613895 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51966) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:30.667149 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a55c718e-2497-4159-a445-c3d34253879a admin admin] Publish callbacks [] for security_group (e967dcb3-4562-4a27-b021-a552440c04e0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:30.701935 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a55c718e-2497-4159-a445-c3d34253879a admin admin] Publish callbacks [] for security_group (e967dcb3-4562-4a27-b021-a552440c04e0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:30.805609 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a55c718e-2497-4159-a445-c3d34253879a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (e967dcb3-4562-4a27-b021-a552440c04e0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:30.808307 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a55c718e-2497-4159-a445-c3d34253879a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:30.809580 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-a55c718e-2497-4159-a445-c3d34253879a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e967dcb3-4562-4a27-b021-a552440c04e0 HTTP/1.1" status: 204 len: 168 time: 0.1939640 Feb 11 06:44:30.828994 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c718e-2497-4159-a445-c3d34253879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e967dcb3-4562-4a27-b021-a552440c04e0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:31.427256 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51972) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:31.467772 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-913258ba-7cbf-4bf2-ade8-130af4774a11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9298a1b328042e5a66f97a0d6835b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393281 Feb 11 06:44:31.470356 n-d-713498-37 neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51974) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:44:31.521203 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85604ebd-52d7-4cdf-9f25-7a3a700800dc admin admin] Publish callbacks [] for security_group (d0e4a5a1-ab5d-44b7-a2fe-9799995b4ed2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:31.543920 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85604ebd-52d7-4cdf-9f25-7a3a700800dc admin admin] Publish callbacks [] for security_group (d0e4a5a1-ab5d-44b7-a2fe-9799995b4ed2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:31.600957 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 52421eca-1001-4fa5-b091-7080a818518f no longer exists at agent ovs-agent-n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:44:31.621651 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] No Port match for: 52421eca-1001-4fa5-b091-7080a818518f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:44:31.634991 n-d-713498-37 neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Device 52421eca-1001-4fa5-b091-7080a818518f not bound to the agent host n-d-713498-37 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:44:31.686224 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85604ebd-52d7-4cdf-9f25-7a3a700800dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770900'] for security_group (d0e4a5a1-ab5d-44b7-a2fe-9799995b4ed2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:31.688868 n-d-713498-37 neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85604ebd-52d7-4cdf-9f25-7a3a700800dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:31.690100 n-d-713498-37 neutron-server[104087]: INFO neutron.wsgi [None req-85604ebd-52d7-4cdf-9f25-7a3a700800dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0e4a5a1-ab5d-44b7-a2fe-9799995b4ed2 HTTP/1.1" status: 204 len: 168 time: 0.2188408 Feb 11 06:44:31.698371 n-d-713498-37 neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85604ebd-52d7-4cdf-9f25-7a3a700800dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e4a5a1-ab5d-44b7-a2fe-9799995b4ed2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:44:33.063107 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-02c26ffd-23d9-4411-b598-673faad07f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:33.354653 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:44:35.588780 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26ec4f41-2a72-48b7-a3bf-4a6502e7526b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:37.039605 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:38.640234 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:39.296693 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:39.342245 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:42.370778 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:03.055724 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5391d38-26a6-468d-a89f-8368dd7153f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:05.615794 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5eae9267-9629-4eee-825b-b4215ed0b7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:07.055724 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:08.661617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:09.324289 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:09.352975 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:10.353689 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:45:12.398280 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:33.061130 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2e2e13dd-2ce9-4974-be62-4a143668cb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:35.626185 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-de930033-c52d-4937-8143-5524bdfb0e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:37.043178 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:38.659845 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:39.322732 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:39.342519 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:42.404140 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:47.353132 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:46:03.066394 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d950-3346-41ea-bfd4-5d0c8d383d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:05.597053 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-578b3c4a-22e1-47b2-8238-4e513a04cb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:07.042801 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:08.665964 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:09.322840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:09.374203 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:12.414069 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:24.353328 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:46:33.071456 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57cba01c-c1d5-44f5-998f-73858b814774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:35.626205 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-825c26bf-673e-4185-a362-7d66751faa80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:37.053662 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:38.653522 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:39.333876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:39.362138 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:42.419389 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:01.353146 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:47:03.069469 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4463-87f5-4e51-ab15-66e27dd82050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:05.601650 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fae873a1-bcd9-4ec7-ab40-f4ec51b4d53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:07.058440 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:08.664049 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:09.332590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:09.366603 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:12.464118 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:33.046193 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fabb0fc1-1071-4bf8-96c6-5596351155ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:35.640788 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a543be0a-cd84-4a52-9197-7f2775f75680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:37.091425 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:38.352287 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:47:38.663463 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:39.354913 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:39.382502 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:42.429138 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:03.057116 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-32d1e1db-fc47-452f-8ede-062899dac629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:05.611582 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ccc353b-2791-4986-83ca-6aacee419725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:07.068503 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:08.674084 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:09.371825 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:09.406562 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:12.485468 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:15.351945 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:48:33.050966 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baddaabe-f1c4-4878-901a-60b4978291a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:35.639922 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b79995fa-0c95-4885-92f4-3f7f9900991c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:37.107818 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:38.696192 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:39.353714 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:39.399330 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:42.433868 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:52.352180 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:49:03.067764 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-edbd716d-cfb2-47e5-ae90-7f0dbd97ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:05.633521 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-adf31bce-64de-490f-8308-71ecf5ab7f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:07.084589 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:08.685363 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:09.353109 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:09.381899 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:12.461088 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:29.354183 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:49:33.073242 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5fabfb69-6949-4fd5-bb7a-46623b4f204d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:35.642675 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4392b4c0-51e2-4a76-8916-228d1a1c1c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:37.079077 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:38.678915 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:39.359092 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:39.393095 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:42.454840 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:03.078547 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8696fa61-ecd5-4bfc-b666-6351706e6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:05.610127 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-63d01aaa-0738-4a45-993c-6c7e39602096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:06.353395 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:50:07.096498 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:08.695085 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:09.381590 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:09.410105 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:12.437947 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:33.079219 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95fcc237-98e6-4f50-b85c-7335d505efbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.616211 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3cfe80c3-d9e8-4329-8836-354c38c15c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:37.101816 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:38.678932 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.387702 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:39.421855 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:42.456244 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:43.352659 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:51:03.068072 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-484922a1-0d9c-4232-af18-55df4f807287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:05.616455 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-78bdfb9a-48fb-4cf2-8158-907f765a2038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:07.136459 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:08.702661 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:09.364876 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:09.404492 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:12.445202 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:20.355697 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:51:33.073441 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-064d989a-576e-4d64-90ec-5d5fd406b55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:35.633631 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5756702f-4a6d-4c83-afd8-b7e5b67ea34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:37.113295 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:38.686533 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:39.392617 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:39.422951 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:42.439382 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:51:57.355258 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:51:59.437046 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-8a70ca7d-4b6b-4276-917a-638fd2905a24 service neutron] (104086) timed out ('10.222.0.62', 49664) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:51:59.602643 n-d-713498-37 neutron-server[104086]: DEBUG neutron.wsgi [req-5d5e3272-bdd5-4b5c-95e8-25fbb85e9fb2 req-5be21855-f802-4f17-bbfd-78298a07e6ec tempest-TestShelveInstance-230588598 tempest-TestShelveInstance-230588598-project] (104086) timed out ('10.222.0.62', 49686) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:52:03.073304 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-69cffc80-34a5-4cd5-87ef-f40f128fb774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:05.598884 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5d3530a7-5762-43c5-a6ad-7d21cf645182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:07.084262 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:08.712931 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:09.398751 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:09.421771 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:12.479102 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:33.073131 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2a18dda-bb37-409d-a565-fab263b91b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (758402f0-4e54-485f-bc00-fbca5c78311c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:34.355312 n-d-713498-37 neutron-server[104089]: DEBUG neutron.db.agents_db [None req-3d4217ce-889a-4320-916d-33dfb5090979 None None] Agent healthcheck: found 7 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:52:35.610204 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5c088e77-4c73-4ee0-93bf-f024ac1873c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (11feab58-874a-4d8f-8cbf-5f336f860921), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:37.107596 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-28656923-64b9-4e6a-9912-7dc808af4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (bde9e2e8-5e9e-46c9-b223-f1fc5cb0a44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:38.695568 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39952bbb-da5f-4b95-b55d-3cc91e54c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (2cc9d93f-ff1a-45fe-b6c2-bb8c6b1719db), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:39.370158 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1cc594a8-4a55-4165-bff7-c0f44674e9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (0ed5f6f3-0f72-42d5-b3e4-7121e665e01f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:39.398691 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e6a749-564e-472b-a2bf-e6bd1c8ba51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (9ac6461a-4e2c-4e1c-b232-8586b4a11a85), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:52:42.484250 n-d-713498-37 neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-745765c9-4ad7-4ecd-9c2f-ed6c5930c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794895855270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-872183'] for agent (37544d98-dc9f-4900-9457-bb5116c2cc42), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}